-- Logs begin at Sat 2021-11-20 20:01:12 UTC, end at Sat 2021-11-20 22:10:24 UTC. --
Nov 20 20:35:55.647691 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Nov 20 20:35:58.518894 ncdv-master-1 neutron-server[126115]: INFO neutron.common.config [-] Logging enabled!
Nov 20 20:35:58.519495 ncdv-master-1 neutron-server[126115]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev215
Nov 20 20:35:58.519703 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=126115) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 20 20:35:58.523152 ncdv-master-1 neutron-server[126115]: INFO neutron.common.config [-] Logging enabled!
Nov 20 20:35:58.523412 ncdv-master-1 neutron-server[126115]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev215
Nov 20 20:35:58.523737 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=126115) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 20 20:35:58.524690 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 20 20:35:58.524927 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 20 20:35:58.525292 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 20 20:35:58.525542 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 20 20:35:58.525772 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 20 20:35:58.526135 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.526565 ncdv-master-1 neutron-server[126115]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Nov 20 20:35:58.526881 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.527183 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.527481 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.527781 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.528168 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.528463 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.528761 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.529067 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.529361 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.529648 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.529938 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.530258 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.530548 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.530842 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.531134 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.531422 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] debug                          = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.531963 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.532398 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.532822 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.533107 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.533775 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.533775 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.533941 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.534242 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.534529 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.534860 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.535143 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.535433 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.535725 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.536015 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.536294 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.536572 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.536861 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.537139 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.537417 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.537694 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.537986 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.538321 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.538615 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.538844 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.539070 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.539373 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.539666 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.539947 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.540230 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.540512 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.540795 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.541075 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.541347 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.541635 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.541922 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.542240 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.542523 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.542802 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.543078 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.543356 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.543652 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.544469 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.544833 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.545121 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.545415 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.545693 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.545972 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.546330 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.546606 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.546895 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.547186 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.547465 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.547752 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.548030 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.548308 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.548583 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.548859 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.549132 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.549417 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.549693 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.549968 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.550269 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.550544 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.550835 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:35:58.551136 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.551441 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.551748 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.552036 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.552346 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.552631 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.552928 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.553211 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.553507 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.553806 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.554127 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.554415 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.554705 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.554988 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.555554 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.555872 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.556171 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.556469 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.556749 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.557029 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.557308 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.557592 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.557883 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.558186 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.558480 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.558773 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.559056 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.560058 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.560358 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.560660 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.560956 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.561235 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.561518 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.561816 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.562122 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.562402 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.562683 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.562977 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.563258 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.563534 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.563820 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.564108 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.564388 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.564663 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.564944 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.565240 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.565521 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.565801 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.566096 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.566381 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.566657 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.566946 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.567227 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.567505 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.567787 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.568068 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.568344 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.568620 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.568900 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.569176 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.569458 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.569735 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.570011 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.570312 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.570590 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.570865 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.571140 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.571416 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.571699 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.571975 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.572251 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.572527 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.572804 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.573081 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.573371 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.573675 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.573957 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.574269 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.574568 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.574836 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.575208 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.575497 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.575780 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.576064 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.576341 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.576637 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.576924 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.577215 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.577501 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.577811 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.578139 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.578425 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.578712 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.578995 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.579279 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.579567 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.579855 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.580156 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.580455 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.580752 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.581053 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.581352 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.581637 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.581950 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.582257 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:35:58.582480 ncdv-master-1 neutron-server[126115]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 20 20:35:58.582723 ncdv-master-1 neutron-server[126115]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=126115) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Nov 20 20:35:59.019009 ncdv-master-1 neutron-server[126115]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=126115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Nov 20 20:35:59.019295 ncdv-master-1 neutron-server[126115]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=126115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Nov 20 20:35:59.019615 ncdv-master-1 neutron-server[126115]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=126115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Nov 20 20:35:59.019957 ncdv-master-1 neutron-server[126115]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 20 20:35:59.354422 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.354650 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.354928 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.356123 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.356960 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.357227 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.393573 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.393868 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.394171 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.408649 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.408937 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.409215 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.440514 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.440799 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.441072 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.477461 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.477747 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.478024 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.729220 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8a5700dc10> agent after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.729871 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8a5700dc10> agent after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.729871 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f8a5700daf0> segment precommit_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.730027 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f8a5700db80> network precommit_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.730761 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f8a570fbb80> segment before_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.943673 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> network before_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.944008 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f8a56fed040> agent before_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.944303 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> network before_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.944583 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> port before_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.944855 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> port before_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.945173 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> segment precommit_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.945440 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> segment precommit_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.945708 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> segment after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.945970 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> segment after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.946283 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> network after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.946555 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> network precommit_delete 0 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.946828 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> port after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.947092 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> port after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.947351 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> port after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.947616 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> port provisioning_complete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.947886 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> rbac-policy before_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.948147 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> rbac-policy after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.948420 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> agent after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.948697 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> subnet after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.948964 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> subnet precommit_delete 0 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.949243 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> rbac-policy before_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.949503 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> rbac-policy before_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.949796 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> segment_host_mapping after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.950285 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> rbac-policy before_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.950541 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> rbac-policy before_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.950797 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8a57978e80>> rbac-policy before_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:35:59.951218 ncdv-master-1 neutron-server[126115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=126115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 20 20:35:59.951466 ncdv-master-1 neutron-server[126115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=126115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 20 20:35:59.951715 ncdv-master-1 neutron-server[126115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=126115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 20 20:35:59.951956 ncdv-master-1 neutron-server[126115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=126115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 20 20:35:59.952197 ncdv-master-1 neutron-server[126115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=126115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 20 20:35:59.952440 ncdv-master-1 neutron-server[126115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=126115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 20 20:35:59.952816 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 20 20:35:59.956372 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 20 20:35:59.960504 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 20 20:35:59.964394 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Nov 20 20:35:59.966136 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 20 20:35:59.966596 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 20 20:35:59.966937 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 20 20:35:59.967329 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 20 20:35:59.970509 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 20 20:35:59.970766 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 20 20:35:59.971115 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 20 20:35:59.976664 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Nov 20 20:36:00.000487 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Nov 20 20:36:00.000896 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f8a56e11a00>> qos_plugin after_init 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.001205 ncdv-master-1 neutron-server[126115]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=126115) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Nov 20 20:36:00.001576 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f8a56e11b80>> logging-plugin after_init 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.003008 ncdv-master-1 neutron-server[126115]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=126115) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 20 20:36:00.003295 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 20 20:36:00.003547 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 20 20:36:00.006824 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8a57b71ca0>> floatingip before_response 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.007117 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8a57b71ca0>> port before_response 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.078538 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 20 20:36:00.078789 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 20 20:36:00.079032 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 20 20:36:00.079414 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 20 20:36:00.099625 ncdv-master-1 neutron-server[126115]: DEBUG oslo_db.sqlalchemy.engines [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=126115) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Nov 20 20:36:00.535484 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Initializing driver for type 'gre'
Nov 20 20:36:00.536011 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] gre ID ranges: [(1, 1000)]
Nov 20 20:36:00.587366 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Initializing driver for type 'local'
Nov 20 20:36:00.587832 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Initializing driver for type 'vlan'
Nov 20 20:36:00.601343 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] VlanTypeDriver initialization complete
Nov 20 20:36:00.601703 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Initializing driver for type 'vxlan'
Nov 20 20:36:00.602306 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] vxlan ID ranges: [(1, 1000)]
Nov 20 20:36:00.654416 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Initializing extension driver 'port_security'
Nov 20 20:36:00.654759 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.extensions.port_security [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] PortSecurityExtensionDriver initialization complete
Nov 20 20:36:00.655087 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Initializing mechanism driver 'openvswitch'
Nov 20 20:36:00.655412 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Initializing mechanism driver 'hyperv'
Nov 20 20:36:00.662352 ncdv-master-1 neutron-server[126115]: DEBUG neutron.plugins.ml2.plugin [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=126115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:36:00.663183 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a56d99970>> port after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.663555 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a56d99970>> port after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.663905 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a56d99970>> port after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.664437 ncdv-master-1 neutron-server[126115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=126115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 20 20:36:00.664867 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a5690b8b0>> subnet after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.665218 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a5690b8b0>> subnet after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.665560 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a5690b8b0>> subnet after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.665957 ncdv-master-1 neutron-server[126115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=126115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 20 20:36:00.666387 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a568a6640>> network after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.666735 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a568a6640>> network after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.667076 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a568a6640>> network after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.667472 ncdv-master-1 neutron-server[126115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=126115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 20 20:36:00.667875 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a568a6be0>> security_group after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.668225 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a568a6be0>> security_group after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.668564 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a568a6be0>> security_group after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.669011 ncdv-master-1 neutron-server[126115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=126115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 20 20:36:00.669410 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a568b10a0>> security_group_rule after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.669751 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a568b10a0>> security_group_rule after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.670113 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a568b10a0>> security_group_rule after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.670508 ncdv-master-1 neutron-server[126115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=126115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 20 20:36:00.670914 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a568b1610>> address_group after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.671257 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a568b1610>> address_group after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.671595 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8a568b1610>> address_group after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.671990 ncdv-master-1 neutron-server[126115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=126115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 20 20:36:00.672367 ncdv-master-1 neutron-server[126115]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] ML2 OVO RPC backend initialized. {{(pid=126115) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}}
Nov 20 20:36:00.673064 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a568b1d00>> router_interface after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.673428 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a568b1d00>> router_interface after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.673848 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a568b1d00>> network before_response 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.674230 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a568b1d00>> networks before_response 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.674582 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a568b1d00>> port before_response 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.674925 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a568b1d00>> ports before_response 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.675269 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a568b1d00>> subnet before_response 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.675610 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a568b1d00>> subnets before_response 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.675954 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a568b1d00>> network after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.676583 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a568b1d00>> network after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.676923 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a568b1d00>> network after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.677258 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a568b1d00>> port after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.677594 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a568b1d00>> port after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.677928 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a568b1d00>> port after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.678288 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a568b1d00>> subnet after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.678626 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a568b1d00>> subnet after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.678958 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8a568b1d00>> subnet after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.679532 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.plugin [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Modular L2 Plugin initialization complete
Nov 20 20:36:00.679861 ncdv-master-1 neutron-server[126115]: DEBUG neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading services supported by the core plugin {{(pid=126115) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 20 20:36:00.680187 ncdv-master-1 neutron-server[126115]: INFO neutron.plugins.ml2.managers [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Got port-security extension from driver 'port_security'
Nov 20 20:36:00.680647 ncdv-master-1 neutron-server[126115]: INFO neutron.extensions.vlantransparent [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Disabled vlantransparent extension.
Nov 20 20:36:00.681128 ncdv-master-1 neutron-server[126115]: DEBUG neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=126115) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 20 20:36:00.681443 ncdv-master-1 neutron-server[126115]: INFO neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading Plugin: router
Nov 20 20:36:00.719637 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router_interface before_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.720038 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router after_create 55549900 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.720414 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router before_create 55549900 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.720780 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router_interface before_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.721158 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router_interface after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.721518 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router after_delete 55549900 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.721879 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> floatingip after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.722387 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> floatingip after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.722755 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router after_create 55549900 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.723106 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router after_update 55549900 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.723465 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router after_update 55549900 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.723814 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router_gateway after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.724176 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router after_update 55549900 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.724588 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router precommit_update 55549900 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.724957 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f8a56f97c10> port after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.725299 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f8a56f97ca0> port after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.725640 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f8a56f97b80> subnet after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.725981 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f8a56f97820> subnetpool_address_scope after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.726355 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> port precommit_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.726706 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router precommit_create 55549900 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.727055 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f8a56f8a790> port before_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.727403 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router precommit_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.727762 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router after_update 55549900 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.728106 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router precommit_delete 55549900 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.728461 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router precommit_create 55549900 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.728823 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router_interface after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.729170 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> router precommit_update 55549900 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.729536 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> agent after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.730077 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> agent after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.730600 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8a568b1e20>> network after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.731780 ncdv-master-1 neutron-server[126115]: DEBUG neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Tracking information for resource: router configured {{(pid=126115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 20 20:36:00.732116 ncdv-master-1 neutron-server[126115]: DEBUG neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Tracking information for resource: floatingip configured {{(pid=126115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 20 20:36:00.737026 ncdv-master-1 neutron-server[126115]: INFO neutron.db.l3_agentschedulers_db [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 20 20:36:00.737613 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f8a5682fb80> port after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.737979 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f8a5682fa60> port after_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.738363 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <function _notify_port_delete at 0x7f8a5682faf0> port after_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.738717 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f8a5682fca0> port after_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.739515 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8a5685a1f0>> router before_create 55550100 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.739885 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8a5685a1f0>> router precommit_delete 55550100 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.740252 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8a5685a1f0>> router precommit_create 55550100 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.740611 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8a5685a1f0>> router precommit_update 55550100 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.745444 ncdv-master-1 neutron-server[126115]: DEBUG neutron.services.provider_configuration [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Service providers = [] {{(pid=126115) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 20 20:36:00.745813 ncdv-master-1 neutron-server[126115]: DEBUG neutron.db.servicetype_db [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=126115) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 20 20:36:00.748815 ncdv-master-1 neutron-server[126115]: DEBUG neutron.services.service_base [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=126115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 20 20:36:00.749164 ncdv-master-1 neutron-server[126115]: DEBUG neutron.services.service_base [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=126115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 20 20:36:00.749759 ncdv-master-1 neutron-server[126115]: DEBUG neutron.services.service_base [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=126115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 20 20:36:00.750676 ncdv-master-1 neutron-server[126115]: DEBUG neutron.services.service_base [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=126115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 20 20:36:00.751048 ncdv-master-1 neutron-server[126115]: INFO neutron.services.service_base [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 20 20:36:00.751424 ncdv-master-1 neutron-server[126115]: DEBUG neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=126115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 20 20:36:00.751741 ncdv-master-1 neutron-server[126115]: INFO neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 20 20:36:00.762942 ncdv-master-1 neutron-server[126115]: DEBUG neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=126115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 20 20:36:00.763284 ncdv-master-1 neutron-server[126115]: INFO neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading Plugin: auto_allocate
Nov 20 20:36:00.769621 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8a5687a040> network precommit_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.770064 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8a5687a040> network precommit_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.770617 ncdv-master-1 neutron-server[126115]: DEBUG neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=126115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 20 20:36:00.771069 ncdv-master-1 neutron-server[126115]: INFO neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading Plugin: tag
Nov 20 20:36:00.779059 ncdv-master-1 neutron-server[126115]: DEBUG neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=126115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 20 20:36:00.779391 ncdv-master-1 neutron-server[126115]: INFO neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading Plugin: timestamp
Nov 20 20:36:00.783922 ncdv-master-1 neutron-server[126115]: DEBUG neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=126115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 20 20:36:00.784255 ncdv-master-1 neutron-server[126115]: INFO neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading Plugin: network_ip_availability
Nov 20 20:36:00.791239 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a56871970>> rbac-policy before_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.791239 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a56871970>> rbac-policy before_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.791467 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a56871970>> rbac-policy before_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:00.792377 ncdv-master-1 neutron-server[126115]: DEBUG neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=126115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 20 20:36:00.792822 ncdv-master-1 neutron-server[126115]: INFO neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading Plugin: flavors
Nov 20 20:36:00.798921 ncdv-master-1 neutron-server[126115]: DEBUG neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=126115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 20 20:36:00.799367 ncdv-master-1 neutron-server[126115]: INFO neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading Plugin: revisions
Nov 20 20:36:00.804550 ncdv-master-1 neutron-server[126115]: DEBUG neutron.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=126115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 20 20:36:00.805047 ncdv-master-1 neutron-server[126115]: DEBUG oslo_concurrency.lockutils [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.785s {{(pid=126115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Nov 20 20:36:00.806004 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=126115) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Nov 20 20:36:00.806539 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Initializing extension manager.
Nov 20 20:36:00.807064 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: __init__.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.807408 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: __pycache__ {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.807745 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.808080 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: address_group.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.808849 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.810035 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: address-group
Nov 20 20:36:00.810394 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: address_scope.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.811114 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.811618 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: address-scope
Nov 20 20:36:00.811942 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: admin_state_down_before_update.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.812879 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.813380 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: router-admin-state-down-before-update
Nov 20 20:36:00.813705 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: agent.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.814445 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.814942 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: agent
Nov 20 20:36:00.815265 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: agent_resources_synced.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.816176 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.816673 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: agent-resources-synced
Nov 20 20:36:00.816996 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: allowedaddresspairs.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.818833 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.819352 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: allowed-address-pairs
Nov 20 20:36:00.819678 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: auto_allocated_topology.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.820761 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.821270 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: auto-allocated-topology
Nov 20 20:36:00.821594 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: availability_zone.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.822323 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.822825 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: availability_zone
Nov 20 20:36:00.823145 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: availability_zone_filter.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.824282 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.824825 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: availability_zone_filter
Nov 20 20:36:00.825215 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: data_plane_status.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.826312 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.826815 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension data-plane-status not supported by any of loaded plugins
Nov 20 20:36:00.827138 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: default_subnetpools.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.828068 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.828742 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: default-subnetpools
Nov 20 20:36:00.829109 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: dhcpagentscheduler.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.830185 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.830739 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: dhcp_agent_scheduler
Nov 20 20:36:00.831065 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: dns.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.831997 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.832500 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension dns-integration not supported by any of loaded plugins
Nov 20 20:36:00.832823 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: dns_domain_ports.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.833745 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.834276 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 20 20:36:00.834602 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.835522 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.836018 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Nov 20 20:36:00.836339 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: dvr.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.837006 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.837500 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: dvr
Nov 20 20:36:00.837817 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: ecmp_routes.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.838766 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.839263 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension ecmp_routes not supported by any of loaded plugins
Nov 20 20:36:00.839583 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: empty_string_filtering.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.840509 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.841042 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: empty-string-filtering
Nov 20 20:36:00.841406 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.842356 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.842855 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 20 20:36:00.843176 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.844098 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.844591 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 20 20:36:00.844912 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: external_net.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.845824 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.846345 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: external-net
Nov 20 20:36:00.846668 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: extra_dhcp_opt.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.847580 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.848081 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: extra_dhcp_opt
Nov 20 20:36:00.848401 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: extraroute.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.849309 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.849803 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: extraroute
Nov 20 20:36:00.850156 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: extraroute_atomic.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.851407 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.851910 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: extraroute-atomic
Nov 20 20:36:00.852234 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: filter_validation.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.852901 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.853405 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: filter-validation
Nov 20 20:36:00.853725 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: fip_pf_description.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.854677 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.855169 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 20 20:36:00.855489 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: fip_port_details.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.857110 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.857613 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: fip-port-details
Nov 20 20:36:00.857936 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: flavors.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.859217 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.859723 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: flavors
Nov 20 20:36:00.860043 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.861746 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.862288 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 20 20:36:00.862626 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: floatingip_pools.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.863330 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.863838 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: floatingip-pools
Nov 20 20:36:00.864169 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: ip_allocation.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.865097 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.865601 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension ip_allocation not supported by any of loaded plugins
Nov 20 20:36:00.865928 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.866884 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.867380 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: ip-substring-filtering
Nov 20 20:36:00.867709 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: l2_adjacency.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.868635 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.869143 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 20 20:36:00.869460 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: l3.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.870489 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.870997 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: router
Nov 20 20:36:00.871325 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: l3_conntrack_helper.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.874297 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.874829 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 20 20:36:00.875167 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.876122 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.876628 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: ext-gw-mode
Nov 20 20:36:00.876964 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.877900 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.878704 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: l3-ha
Nov 20 20:36:00.879039 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: l3_flavors.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.879955 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.880457 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: l3-flavors
Nov 20 20:36:00.880782 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.881695 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.882224 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 20 20:36:00.882551 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: l3agentscheduler.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.883605 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.884103 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: l3_agent_scheduler
Nov 20 20:36:00.884436 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: local_ip.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.886257 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.886776 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension local_ip not supported by any of loaded plugins
Nov 20 20:36:00.887111 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: logging.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.888756 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.889271 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension logging not supported by any of loaded plugins
Nov 20 20:36:00.889605 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: metering.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.890387 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.890964 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: metering
Nov 20 20:36:00.891291 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.892389 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.892895 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: metering_source_and_destination_fields
Nov 20 20:36:00.893224 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: multiprovidernet.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.894187 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.894695 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: multi-provider
Nov 20 20:36:00.895023 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: netmtu.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.895944 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.896441 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: net-mtu
Nov 20 20:36:00.896765 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: netmtu_writable.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.897688 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.898210 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: net-mtu-writable
Nov 20 20:36:00.898536 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: network_availability_zone.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.899212 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.899710 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: network_availability_zone
Nov 20 20:36:00.900031 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: network_ip_availability.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.901156 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.901656 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: network-ip-availability
Nov 20 20:36:00.901982 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: network_segment_range.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.902785 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.903307 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension network-segment-range not supported by any of loaded plugins
Nov 20 20:36:00.903691 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: pagination.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.904728 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.905058 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: pagination
Nov 20 20:36:00.905377 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: port_device_profile.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.906311 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.907077 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: port-device-profile
Nov 20 20:36:00.907395 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.908328 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.908834 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: port-mac-address-regenerate
Nov 20 20:36:00.909153 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.910072 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.910597 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: port-numa-affinity-policy
Nov 20 20:36:00.910914 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: port_resource_request.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.911841 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.912338 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension port-resource-request not supported by any of loaded plugins
Nov 20 20:36:00.912657 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: port_resource_request_groups.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.913626 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.914152 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension port-resource-request-groups not supported by any of loaded plugins
Nov 20 20:36:00.914484 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: portbindings.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.915414 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.915913 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: binding
Nov 20 20:36:00.916234 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: portbindings_extended.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.917536 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.918042 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: binding-extended
Nov 20 20:36:00.918393 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: portsecurity.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.919939 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.920435 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: port-security
Nov 20 20:36:00.920761 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: project_id.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.921752 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.922180 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: project-id
Nov 20 20:36:00.922506 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: providernet.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.923425 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.923930 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: provider
Nov 20 20:36:00.924252 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: qos.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.927779 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.928292 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension qos not supported by any of loaded plugins
Nov 20 20:36:00.928623 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.929878 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.930417 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 20 20:36:00.930759 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.931677 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.932183 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 20 20:36:00.932513 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: qos_default.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.933424 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.933930 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension qos-default not supported by any of loaded plugins
Nov 20 20:36:00.935101 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: qos_fip.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.935773 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.936279 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension qos-fip not supported by any of loaded plugins
Nov 20 20:36:00.936609 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: qos_gateway_ip.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.937539 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.938043 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 20 20:36:00.938396 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: qos_port_network_policy.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.939632 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.940182 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 20 20:36:00.940623 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.941938 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.942598 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension qos-pps-minimum not supported by any of loaded plugins
Nov 20 20:36:00.943002 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: qos_pps_rule.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.944412 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.945000 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension qos-pps not supported by any of loaded plugins
Nov 20 20:36:00.945471 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: qos_rule_type_details.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.946786 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.947406 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 20 20:36:00.947945 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: qos_rules_alias.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.949244 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.950096 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 20 20:36:00.950548 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: quota_check_limit.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.951955 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.952499 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: quota-check-limit
Nov 20 20:36:00.952891 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: quotasv2.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.954293 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.954669 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: quotas
Nov 20 20:36:00.955097 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: quotasv2_detail.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.958701 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.959134 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: quota_details
Nov 20 20:36:00.959587 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: rbac.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.960982 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.961651 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: rbac-policies
Nov 20 20:36:00.962266 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: rbac_address_group.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.963600 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.964225 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: rbac-address-group
Nov 20 20:36:00.964649 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: rbac_address_scope.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.965929 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.966678 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: rbac-address-scope
Nov 20 20:36:00.967230 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: rbac_security_groups.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.968239 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.968748 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: rbac-security-groups
Nov 20 20:36:00.969073 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: rbac_subnetpool.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.969998 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.970530 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: rbac-subnetpool
Nov 20 20:36:00.970857 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: revisionifmatch.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.971783 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.972284 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: revision-if-match
Nov 20 20:36:00.972607 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: revisions.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.973727 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.974257 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: standard-attr-revisions
Nov 20 20:36:00.974582 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: router_availability_zone.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.975252 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.975757 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: router_availability_zone
Nov 20 20:36:00.976078 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: routerservicetype.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.976998 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.977496 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension router-service-type not supported by any of loaded plugins
Nov 20 20:36:00.977818 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.978846 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.979620 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: security-groups-normalized-cidr
Nov 20 20:36:00.979948 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: security_groups_port_filtering.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.980868 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.982077 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: port-security-groups-filtering
Nov 20 20:36:00.982402 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.983342 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.983844 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: security-groups-remote-address-group
Nov 20 20:36:00.984166 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.985110 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.985614 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: security-groups-shared-filtering
Nov 20 20:36:00.985941 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.986567 ncdv-master-1 neutron-server[126115]: WARNING neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Nov 20 20:36:00.986886 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: securitygroup.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.996645 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.997876 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: security-group
Nov 20 20:36:00.998256 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: segment.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:00.999046 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:00.999550 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension segment not supported by any of loaded plugins
Nov 20 20:36:00.999878 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.000832 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.001332 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 20 20:36:01.001660 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: servicetype.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.002800 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.003311 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: service-type
Nov 20 20:36:01.003639 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: sorting.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.004628 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.004958 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: sorting
Nov 20 20:36:01.005280 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: standard_attr_segment.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.006233 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.006745 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 20 20:36:01.007066 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: standardattrdescription.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.007712 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.008208 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: standard-attr-description
Nov 20 20:36:01.008529 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: stateful_security_group.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.009459 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.009967 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: stateful-security-group
Nov 20 20:36:01.010321 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: stdattrs_common.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.010895 ncdv-master-1 neutron-server[126115]: WARNING neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 20 20:36:01.011216 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.012159 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.012689 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 20 20:36:01.013009 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: subnet_onboard.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.014092 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.014608 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: subnet_onboard
Nov 20 20:36:01.014930 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.015856 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.016369 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 20 20:36:01.016691 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: subnet_service_types.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.017615 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.018152 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: subnet-service-types
Nov 20 20:36:01.018474 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: subnetallocation.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.019567 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.020088 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: subnet_allocation
Nov 20 20:36:01.020412 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.021078 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.021595 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: subnetpool-prefix-ops
Nov 20 20:36:01.021915 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.022887 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.023384 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 20 20:36:01.023703 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: tagging.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.024789 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.025298 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: standard-attr-tag
Nov 20 20:36:01.025624 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: timestamp.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.026870 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.027377 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loaded extension: standard-attr-timestamp
Nov 20 20:36:01.027707 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: trunk.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.029443 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.029948 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension trunk not supported by any of loaded plugins
Nov 20 20:36:01.030310 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: trunk_details.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.031257 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.032017 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension trunk-details not supported by any of loaded plugins
Nov 20 20:36:01.032340 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: uplink_status_propagation.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.033282 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.033783 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 20 20:36:01.034186 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Loading extension file: vlantransparent.py {{(pid=126115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 20 20:36:01.034808 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=126115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 20 20:36:01.035305 ncdv-master-1 neutron-server[126115]: INFO neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 20 20:36:01.037810 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of TrackedResource for resource:network
Nov 20 20:36:01.038388 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of TrackedResource for resource:subnet
Nov 20 20:36:01.038794 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 20 20:36:01.039188 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of TrackedResource for resource:port
Nov 20 20:36:01.040418 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.v2.resource_helper [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 20 20:36:01.040860 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.v2.resource_helper [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Service FLAVORS assigned prefix:  {{(pid=126115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 20 20:36:01.041473 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.v2.resource_helper [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 20 20:36:01.041910 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.v2.resource_helper [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 20 20:36:01.042275 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of TrackedResource for resource:router
Nov 20 20:36:01.042702 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of TrackedResource for resource:floatingip
Nov 20 20:36:01.043177 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.v2.resource_helper [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Service METERING assigned prefix: /metering {{(pid=126115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 20 20:36:01.045374 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a56752e50>> rbac-policy before_create 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:01.045746 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a56752e50>> rbac-policy before_update 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:01.046139 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8a56752e50>> rbac-policy before_delete 55550000 {{(pid=126115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:36:01.047183 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 20 20:36:01.047624 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of TrackedResource for resource:security_group
Nov 20 20:36:01.048056 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 20 20:36:01.049739 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.v2.resource_helper [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Service CORE assigned prefix:  {{(pid=126115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 20 20:36:01.050129 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 20 20:36:01.050493 ncdv-master-1 neutron-server[126115]: WARNING neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] subnetpool is already registered
Nov 20 20:36:01.050944 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.v2.resource_helper [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Service CORE assigned prefix:  {{(pid=126115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 20 20:36:01.051286 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 20 20:36:01.051625 ncdv-master-1 neutron-server[126115]: WARNING neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] subnetpool is already registered
Nov 20 20:36:01.053891 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.v2.resource_helper [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 20 20:36:01.054353 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.v2.resource_helper [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Service FLAVORS assigned prefix:  {{(pid=126115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 20 20:36:01.054943 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.v2.resource_helper [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 20 20:36:01.055363 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.v2.resource_helper [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 20 20:36:01.055703 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of TrackedResource for resource:router
Nov 20 20:36:01.056042 ncdv-master-1 neutron-server[126115]: WARNING neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] router is already registered
Nov 20 20:36:01.056452 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of TrackedResource for resource:floatingip
Nov 20 20:36:01.056792 ncdv-master-1 neutron-server[126115]: WARNING neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] floatingip is already registered
Nov 20 20:36:01.057250 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.v2.resource_helper [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Service METERING assigned prefix: /metering {{(pid=126115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 20 20:36:01.057918 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 20 20:36:01.058265 ncdv-master-1 neutron-server[126115]: WARNING neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] rbac_policy is already registered
Nov 20 20:36:01.058675 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of TrackedResource for resource:security_group
Nov 20 20:36:01.059008 ncdv-master-1 neutron-server[126115]: WARNING neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] security_group is already registered
Nov 20 20:36:01.059511 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 20 20:36:01.059845 ncdv-master-1 neutron-server[126115]: WARNING neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] security_group_rule is already registered
Nov 20 20:36:01.060464 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.v2.resource_helper [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Service CORE assigned prefix:  {{(pid=126115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 20 20:36:01.060791 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 20 20:36:01.061122 ncdv-master-1 neutron-server[126115]: WARNING neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] subnetpool is already registered
Nov 20 20:36:01.061535 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.v2.resource_helper [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Service CORE assigned prefix:  {{(pid=126115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 20 20:36:01.061865 ncdv-master-1 neutron-server[126115]: INFO neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 20 20:36:01.062223 ncdv-master-1 neutron-server[126115]: WARNING neutron.quota.resource_registry [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] subnetpool is already registered
Nov 20 20:36:01.062675 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: extensions {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.064154 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: address-groups {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.065638 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: address-scopes {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.066983 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: agents {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.068176 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: auto-allocated-topology {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.069440 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: availability_zones {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.070690 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: dhcp-networks {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.072215 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: dhcp-agents {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.073644 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: routers {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.075928 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: flavors {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.077101 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: service_profiles {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.078351 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: next_providers {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.079793 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: service_profiles {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.081623 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: floatingip-pools {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.082877 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: routers {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.085009 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: floatingips {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.086316 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: l3-routers {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.087728 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: l3-agents {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.089138 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: metering-labels {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.091228 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: metering-label-rules {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.092526 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: network-ip-availabilities {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.093794 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: bindings {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.095513 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: quotas {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.097064 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: quotas {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.098708 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: rbac-policies {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.100007 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: security-groups {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.101234 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: security-group-rules {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.102506 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: service-providers {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.103731 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: subnetpools {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.105161 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: subnetpools {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.107242 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: tags {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.108927 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: tags {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.110760 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: tags {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.112544 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: tags {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.115476 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: tags {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.117360 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: tags {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.119073 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: tags {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.120990 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: tags {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.123040 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: tags {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.124908 ncdv-master-1 neutron-server[126115]: DEBUG neutron.api.extensions [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Extended resource: tags {{(pid=126115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 20 20:36:01.130972 ncdv-master-1 neutron-server[126115]: WARNING keystonemiddleware.auth_token [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 20 20:36:01.135665 ncdv-master-1 neutron-server[126115]: WARNING keystonemiddleware.auth_token [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 20 20:36:01.144592 ncdv-master-1 neutron-server[126115]: DEBUG oslo_concurrency.lockutils [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Acquired lock "singleton_lock" {{(pid=126115) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Nov 20 20:36:01.145071 ncdv-master-1 neutron-server[126115]: DEBUG oslo_concurrency.lockutils [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Releasing lock "singleton_lock" {{(pid=126115) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Nov 20 20:36:01.145711 ncdv-master-1 neutron-server[126115]: INFO oslo_service.service [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Starting 2 workers
Nov 20 20:36:01.150550 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Started child 126224 {{(pid=126115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 20 20:36:01.155577 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Started child 126225 {{(pid=126115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 20 20:36:01.157073 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:01.158017 ncdv-master-1 neutron-server[126115]: INFO neutron.service [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Neutron service started, listening on 0.0.0.0:9696
Nov 20 20:36:01.158193 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Publish callbacks [] for process, before_spawn {{(pid=126115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:01.158604 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [-] (126224) wsgi starting up on http://0.0.0.0:9696
Nov 20 20:36:01.160427 ncdv-master-1 neutron-server[126115]: INFO oslo_service.service [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Starting 1 workers
Nov 20 20:36:01.160586 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:01.161969 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [-] (126225) wsgi starting up on http://0.0.0.0:9696
Nov 20 20:36:01.165597 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Started child 126226 {{(pid=126115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 20 20:36:01.166178 ncdv-master-1 neutron-server[126115]: INFO oslo_service.service [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Starting 1 workers
Nov 20 20:36:01.169957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.service [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] calling RpcWorker wait() {{(pid=126226) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 20 20:36:01.170592 ncdv-master-1 neutron-server[126226]: DEBUG neutron.service [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] returning from RpcWorker wait() {{(pid=126226) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 20 20:36:01.171599 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Started child 126227 {{(pid=126115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 20 20:36:01.171874 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:01.172336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:36:01.172467 ncdv-master-1 neutron-server[126115]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5be-b8d6-47fa-946d-a17f4a0a5c13 None None] Publish callbacks [] for process, after_spawn {{(pid=126115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:01.174396 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=126115) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Nov 20 20:36:01.174616 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 20 20:36:01.174805 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 20 20:36:01.175032 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 20 20:36:01.175372 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 20 20:36:01.175535 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 20 20:36:01.176059 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.176345 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.176629 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.176887 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.177201 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:01.177668 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.177740 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.178022 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.178207 ncdv-master-1 neutron-server[126227]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:36:01.178293 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.178543 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.178792 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.178965 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.179131 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.179384 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.179631 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.179923 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.180188 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.180427 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.180682 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.180853 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.181105 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.181659 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.181910 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.182195 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] debug                          = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.182452 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.182933 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.183160 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.183410 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.183633 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.183914 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.184166 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.184521 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.184765 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.185010 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.185251 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.185634 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.185883 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.186147 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.186397 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.186777 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.187043 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.187266 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.187769 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.188043 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.188279 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.188480 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.188728 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.188971 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.189284 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.189676 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.190219 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.190501 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.190857 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.191136 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.191392 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.191640 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.191889 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.192055 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.192291 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.192572 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.192827 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.193035 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.193206 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.193390 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.193650 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.193815 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.194109 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.194333 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.194550 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.194768 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.195022 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.195239 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.195509 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.195743 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.195983 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.196278 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.196453 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.196763 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.196946 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.197195 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.197439 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.197665 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.197881 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.198140 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.198402 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.198607 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.198834 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.199084 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.199317 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.199564 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.199783 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.200070 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.200346 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.200587 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.200802 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.201024 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.201294 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.201520 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.201768 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.202015 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.202256 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.202506 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.202721 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.202967 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.203203 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.203415 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.203646 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.203889 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.204105 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.204319 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.204535 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.204748 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.204978 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.205414 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.205703 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.206016 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.206282 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.207277 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.207277 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.207277 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.208197 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.208548 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.208707 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.209001 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.209383 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.209783 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.210193 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.210553 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.210868 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.211672 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.211672 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.212875 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.212875 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.214042 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.214240 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.214539 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.214798 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.215044 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.215305 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.216376 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.216907 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.217182 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.217567 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.218243 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.218602 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.41/identity {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.218865 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.219803 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.220055 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.220305 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.220765 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.220994 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.221458 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.221819 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.221975 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.222224 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.222471 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.223228 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.223478 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.223735 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.224449 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.226641 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.227533 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.228543 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.228872 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.229136 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.229494 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.229783 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.230139 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.230448 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.230811 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.231138 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.232028 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.232263 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.232499 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.232754 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.233008 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.233239 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.233467 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.233694 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.233947 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.234216 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.234478 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.234739 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.234963 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.235185 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.235416 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.235660 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.235977 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.236240 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.236463 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.236688 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.236908 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.237126 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.237364 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.237582 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.237906 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.238192 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.238476 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.238771 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.239037 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.239250 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.239473 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.239711 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.240056 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.240597 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.240914 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.241170 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.241424 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.241668 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.241909 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.242193 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.242445 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.242692 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.242920 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.243142 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.243422 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.243674 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.243917 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.244164 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.244384 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.244652 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.244899 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.245127 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.245350 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.245607 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.245843 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.246155 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.246416 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.246663 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.247245 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.247498 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.247789 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.248716 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.250497 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.251001 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.251602 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.251938 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.253034 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.253372 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.253630 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.253887 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.254230 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.254506 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.254764 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.255033 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.255290 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.255543 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.255782 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.256022 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.256251 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.256500 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.256838 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.257082 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.257328 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.257525 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.257819 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.258329 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.258585 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.258858 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.259120 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.259369 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.259622 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.259885 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.41/identity {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.260109 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.260357 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.260591 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.260815 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.261078 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.261323 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.261930 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.262564 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.263085 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.263357 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.263585 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.263839 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.264113 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.264450 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.264689 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.264946 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.265174 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.265400 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.265649 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.265906 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.266242 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.266474 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.266690 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.266967 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.267817 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.268531 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.268794 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.269052 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.269334 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.269551 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.269828 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.270072 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.270326 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.270555 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.270776 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.271018 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.271245 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.271467 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.271685 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.271916 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.272156 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.272422 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.272680 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.273032 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.273278 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.273516 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.273759 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.273981 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.274791 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.275053 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.275300 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.275530 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.275774 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.276001 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.276248 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.276496 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.276758 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.276975 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.277192 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.277427 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.277651 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.277864 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.278708 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.278968 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.279202 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.279466 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.279689 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.279926 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.280163 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.280377 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.280590 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.280817 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.281037 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.281250 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.281479 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.281960 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.282196 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.282428 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.282649 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.283185 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.283444 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.283624 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.283839 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.284070 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.284340 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.284537 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.284733 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.284949 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.285161 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.285386 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.285631 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.285843 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.286107 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.286315 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.286530 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.286754 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.286973 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.287184 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.287494 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.287758 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.288005 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.288298 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.288548 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.288797 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.289370 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.289681 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.289926 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.290219 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.290553 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.290801 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.291028 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.291693 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.292033 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.292354 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.292616 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.292884 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.293183 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.293471 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.294336 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.294560 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.295238 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.295238 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.295506 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.295776 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.296042 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.296299 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.296568 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.296955 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.297218 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.297550 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.297917 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.298194 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.298440 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.298698 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.298924 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.299167 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.299391 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.299772 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.300182 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.300398 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.300623 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.300787 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 20 20:36:01.301321 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=126115) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Nov 20 20:36:01.301488 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 20 20:36:01.301647 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 20 20:36:01.301834 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 20 20:36:01.302006 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 20 20:36:01.302181 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 20 20:36:01.302400 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.302571 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.302730 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.303050 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.303209 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.303540 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.303708 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.303870 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.304031 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.304193 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.304276 ncdv-master-1 neutron-server[126226]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:36:01.304369 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.304505 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.304666 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.304828 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.304990 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.305151 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.305313 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.305474 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.305641 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.305802 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.305962 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.306146 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.306308 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] debug                          = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.306469 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.306695 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.306865 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.307026 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.307186 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.307347 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.307507 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.307668 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.307832 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.307993 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.308153 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.308314 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.308475 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.308637 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.308799 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.308960 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.309120 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.309393 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.309613 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.309695 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.309995 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.310269 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.310364 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.310526 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.310677 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.310829 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.310989 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.311151 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.311312 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.311474 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.311634 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.311793 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.311954 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.312112 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.312274 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.312436 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.312595 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.312783 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.312960 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.313112 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.313273 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.313433 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.313593 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.313753 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.313913 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.314090 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.314254 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.314414 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.314575 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.314736 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.314896 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.315109 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.315214 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.315366 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.315525 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.315685 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.315845 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.316004 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.316163 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.316324 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.316484 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.316643 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.316803 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.316963 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.317123 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.317282 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.317442 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.317758 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.317758 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.318300 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.318300 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.318460 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.318609 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.318771 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.318931 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.319310 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.319310 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.319475 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.319548 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.319698 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.319849 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.320014 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.320173 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.320374 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.320492 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.320651 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.320849 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.320944 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.321106 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 20 20:36:01.321306 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.321630 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.321630 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.321772 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.321942 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.322131 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.322297 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.322462 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.322627 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.322790 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.322963 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.323127 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.323300 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.323465 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.323628 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.323793 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.323959 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.324123 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.324288 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.324452 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.324616 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.324779 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.324985 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.325286 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.325535 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.325705 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.325871 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.326057 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.326232 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.326412 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.326578 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.326744 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.41/identity {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.326937 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.327290 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.327462 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.327629 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.327795 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.327961 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.328353 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.328519 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.328684 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.328851 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.329015 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.329180 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.329345 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.329511 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.329677 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.329843 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.330013 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.330201 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.330367 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.330547 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.330688 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.330858 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.331024 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.331188 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.331355 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.331535 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.331827 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.331992 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.332138 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51208) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:36:01.332242 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.332327 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.332460 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.332985 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.332985 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.332985 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.333234 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.333234 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.333844 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.333844 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.333844 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.333844 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.334170 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.334248 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.334353 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.334510 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.334674 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.334842 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.335009 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.335169 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.335484 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.335799 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.336066 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.336240 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.336406 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.336572 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.336736 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.336900 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.337065 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.337230 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.337395 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.337568 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.337749 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.337913 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.338103 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.338265 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.338582 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.338746 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.339059 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.339220 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.339529 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.339697 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.339862 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.340163 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.341036 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.341172 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.341559 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.341734 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.341826 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0071230
Nov 20 20:36:01.341900 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.342068 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.342903 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.343080 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.343248 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.343414 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.343577 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.344735 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.345056 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.345648 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.345648 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.345648 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.345873 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.345873 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.346027 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.346363 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.347393 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.347604 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.347802 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.348035 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.348035 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.348409 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.348409 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.348756 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.348756 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.348756 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.349235 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.349235 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.349235 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.349451 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.349567 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.349734 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.350099 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.350260 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.351043 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.351043 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.351043 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.351043 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.351043 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.351414 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.351414 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.351531 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.41/identity {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.351634 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.351938 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.352107 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.352272 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.352437 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.352605 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.352766 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.352930 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.353096 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.353265 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.353431 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.353597 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.353763 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.353920 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.355149 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.355327 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.355494 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.355658 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.355823 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.355987 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.356416 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.356595 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.356774 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.356959 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.357093 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.357216 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.358226 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.358226 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.358226 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.358226 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.358226 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.358226 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.358657 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.358657 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.358657 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.358823 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.358924 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.359227 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.359533 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.359707 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.359881 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.360048 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.360213 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.360395 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.360561 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.360726 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.360928 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.361046 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.361354 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.361662 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.361965 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.362182 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.362350 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.362516 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.362684 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.362852 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.363018 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.363183 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.363348 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.363669 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.363669 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.363818 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.364086 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.364219 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.365328 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.365504 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.365707 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.366589 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.366589 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.366589 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.366589 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.366589 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.367215 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.367215 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.367215 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.367215 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.367660 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.367660 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.367660 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.367993 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.367993 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.368250 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.368250 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.368508 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.368508 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.368789 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.368899 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.369001 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.369143 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.369306 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.369470 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.369636 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.369811 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.369975 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.370176 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.370340 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.370504 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.370668 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.370842 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.371009 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.371176 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.371350 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.371514 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.371679 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.372158 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.372158 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.372440 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.372440 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.372666 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.372774 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.372874 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.373015 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.373187 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.373360 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.373532 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.373699 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.373877 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.374078 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.374240 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.374405 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.374576 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.374758 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.374921 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.375085 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.375249 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.375413 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.375577 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.375739 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.375903 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.376380 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.376380 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.376380 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.376749 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.376749 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.376954 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.376954 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.377141 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.377694 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.377694 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.377694 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.378095 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 20 20:36:01.378095 ncdv-master-1 neutron-server[126115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 20 20:36:13.268865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00a5f38-f92c-45d9-9a88-510d14eb3bac None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 20:36:13.321494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a5f38-f92c-45d9-9a88-510d14eb3bac None None] No non-hosted networks {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 20 20:36:13.399376 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8fc0e34f-e85a-44fd-99a6-644104f34dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584163'] for agent, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:15.539194 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ea093c9e-b3b3-4e92-ac38-c450a3ed1270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584163'] for agent, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:15.607231 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0f334152-0b99-497b-8036-013fdaac9639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:16.620181 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584163'] for agent, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:18.470985 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584163'] for agent, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:18.912107 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584163'] for agent, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:18.913269 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:18.913831 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:18.914451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:18.915047 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:18.915680 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:18.916218 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:18.917044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:18.917737 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:18.919226 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:18.920433 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:18.921083 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:18.921723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:18.922658 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8a55204e50>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:36:18.929580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8a551ddd30>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:36:19.369115 ncdv-master-1 neutron-server[126226]: INFO neutron.db.l3_hamode_db [None req-ca74dac6-eece-4202-817d-1e78e286b49f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 20 20:36:19.447941 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca74dac6-eece-4202-817d-1e78e286b49f None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:36:19.448342 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca74dac6-eece-4202-817d-1e78e286b49f None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 20 20:36:19.697816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51302) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:36:20.195661 ncdv-master-1 neutron-server[126225]: WARNING oslo_policy.policy [None req-84218617-2d61-4f7e-aaed-7b1da57d09c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 20 20:36:20.196299 ncdv-master-1 neutron-server[126225]: WARNING oslo_policy.policy [None req-84218617-2d61-4f7e-aaed-7b1da57d09c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 20 20:36:20.422695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-84218617-2d61-4f7e-aaed-7b1da57d09c3 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:36:20.423948 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-84218617-2d61-4f7e-aaed-7b1da57d09c3 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7234674
Nov 20 20:36:22.985004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51318) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:36:23.289260 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-dbc123b3-3ac3-4fa5-b099-b53ec6b91fe3 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:36:23.385229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.policy [None req-dbc123b3-3ac3-4fa5-b099-b53ec6b91fe3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=126225) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 20 20:36:23.431891 ncdv-master-1 neutron-server[126225]: WARNING oslo_policy.policy [None req-dbc123b3-3ac3-4fa5-b099-b53ec6b91fe3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 20 20:36:23.432258 ncdv-master-1 neutron-server[126225]: WARNING oslo_policy.policy [None req-dbc123b3-3ac3-4fa5-b099-b53ec6b91fe3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 20 20:36:23.441618 ncdv-master-1 neutron-server[126225]: INFO neutron.quota [None req-dbc123b3-3ac3-4fa5-b099-b53ec6b91fe3 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f8a56199700>.
Nov 20 20:36:23.533426 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dbc123b3-3ac3-4fa5-b099-b53ec6b91fe3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764506328677', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764506328122', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764506323144', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764506314674', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764506435577', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764506426560', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-617899', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1480384', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-499647', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572621'] for rbac-policy, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:23.597857 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dbc123b3-3ac3-4fa5-b099-b53ec6b91fe3 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:23.599099 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dbc123b3-3ac3-4fa5-b099-b53ec6b91fe3 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6130610
Nov 20 20:36:26.344814 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51330) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:36:26.646312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Request body: {'network': {'project_id': 'c22dabd345914db78d876f0fb96a346a', 'tenant_id': 'c22dabd345914db78d876f0fb96a346a', 'admin_state_up': True, 'name': 'private'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:36:26.676532 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Made reservation on behalf of c22dabd345914db78d876f0fb96a346a for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:36:26.679558 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:26.696130 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:26.804460 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:26.807939 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:26.826736 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:36:26.859134 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764508868015', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:26.859134 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8a5700daf0> segment precommit_create {{(pid=126225) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 20 20:36:26.859134 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Added segment 52ae153c-68a8-4d79-a97c-7f144f0a9bd4 of type vlan for network 136df7da-0c37-403a-a196-3746377e7ef8
Nov 20 20:36:26.871226 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdab39cd-f6b3-4d39-adde-842c4cb381aa,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:36:26.921859 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:26.922283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:26.922543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:26.922874 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:26.923196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:26.923516 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:26.923834 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:26.924148 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:26.924462 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:26.924772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:26.925082 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:26.925391 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Tracked resource versions report:
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]: pushed versions:
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]: {   'AddressGroup': {'1.2'},
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:     'ConntrackHelper': {'1.0'},
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:     'Log': {'1.0'},
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:     'Network': {'1.1'},
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:     'Port': {'1.7'},
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:     'PortForwarding': {'1.2'},
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:     'QosPolicy': {'1.10'},
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:     'SecurityGroup': {'1.5'},
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:     'SecurityGroupRule': {'1.2'},
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:     'SubPort': {'1.0'},
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:     'Subnet': {'1.1'},
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:     'Trunk': {'1.1'}}
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]: consumer versions:
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]: {   DHCP agent@ncdv-master-1: {},
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:     L3 agent@ncdv-master-1: {},
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:     Metadata agent@ncdv-master-1: {},
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:     Metering agent@ncdv-master-1: {},
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:                                           'ConntrackHelper': '1.0',
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:                                           'Log': '1.0',
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:                                           'Network': '1.1',
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:                                           'Port': '1.7',
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:                                           'PortForwarding': '1.2',
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:                                           'QosPolicy': '1.10',
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:                                           'SecurityGroup': '1.5',
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:                                           'SecurityGroupRule': '1.2',
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:                                           'SubPort': '1.0',
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:                                           'Subnet': '1.1',
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:                                           'Trunk': '1.1'}}
Nov 20 20:36:26.926536 ncdv-master-1 neutron-server[126225]:  {{(pid=126225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 20 20:36:26.967349 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:27.008762 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:27.009980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:36:27.010702 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:27.058866 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.7128534
Nov 20 20:36:27.113617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17085c-dea3-4f29-b911-5d7391f65ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=136df7da-0c37-403a-a196-3746377e7ef8,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:36:27.126510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 136df7da-0c37-403a-a196-3746377e7ef8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:36:29.907560 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51344) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:36:30.393878 ncdv-master-1 neutron-server[126224]: WARNING oslo_policy.policy [None req-f2a0ff67-5b3c-4850-8b33-e3801436c6ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 20 20:36:30.394478 ncdv-master-1 neutron-server[126224]: WARNING oslo_policy.policy [None req-f2a0ff67-5b3c-4850-8b33-e3801436c6ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 20 20:36:30.857232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.policy [None req-f2a0ff67-5b3c-4850-8b33-e3801436c6ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=126224) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 20 20:36:30.906557 ncdv-master-1 neutron-server[126224]: WARNING oslo_policy.policy [None req-f2a0ff67-5b3c-4850-8b33-e3801436c6ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 20 20:36:30.906941 ncdv-master-1 neutron-server[126224]: WARNING oslo_policy.policy [None req-f2a0ff67-5b3c-4850-8b33-e3801436c6ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 20 20:36:30.915107 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a0ff67-5b3c-4850-8b33-e3801436c6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:36:30.916849 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f2a0ff67-5b3c-4850-8b33-e3801436c6ac admin admin] 10.222.0.41 "GET /v2.0/networks/136df7da-0c37-403a-a196-3746377e7ef8 HTTP/1.1" status: 200  len: 825 time: 1.0083585
Nov 20 20:36:30.955620 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ec916a1a-4e06-48e6-a125-b1a47093fd65 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/30e21429-e29a-45a5-b464-e4b1b07d42a8 HTTP/1.1" status: 200  len: 734 time: 0.0326471
Nov 20 20:36:30.965569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'c22dabd345914db78d876f0fb96a346a', 'network_id': '136df7da-0c37-403a-a196-3746377e7ef8', 'ip_version': 4, 'subnetpool_id': '30e21429-e29a-45a5-b464-e4b1b07d42a8', 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:36:30.967540 ncdv-master-1 neutron-server[126224]: INFO neutron.quota [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f8a564a2370>.
Nov 20 20:36:31.005756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Made reservation on behalf of c22dabd345914db78d876f0fb96a346a for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:36:31.008431 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:31.292279 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:31.360527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Checking segment: {'id': '52ae153c-68a8-4d79-a97c-7f144f0a9bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '136df7da-0c37-403a-a196-3746377e7ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:36:31.360907 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Network hostable DHCP agents. Network: 136df7da-0c37-403a-a196-3746377e7ef8, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:36:31.379735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51918350-a1d1-4780-8792-413e6e9d39a4,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:36:31.391501 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:31.391849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:31.392189 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:31.392522 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:31.392849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:31.393179 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:31.393499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:31.393817 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:31.394166 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:31.394484 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:31.394802 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:31.395122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Tracked resource versions report:
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]: pushed versions:
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]: {   'AddressGroup': {'1.2'},
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:     'ConntrackHelper': {'1.0'},
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:     'Log': {'1.0'},
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:     'Network': {'1.1'},
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:     'Port': {'1.7'},
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:     'PortForwarding': {'1.2'},
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:     'QosPolicy': {'1.10'},
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:     'SecurityGroup': {'1.5'},
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:     'SecurityGroupRule': {'1.2'},
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:     'SubPort': {'1.0'},
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:     'Subnet': {'1.1'},
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:     'Trunk': {'1.1'}}
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]: consumer versions:
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]: {   DHCP agent@ncdv-master-1: {},
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:     L3 agent@ncdv-master-1: {},
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:     Metadata agent@ncdv-master-1: {},
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:     Metering agent@ncdv-master-1: {},
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:                                           'ConntrackHelper': '1.0',
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:                                           'Log': '1.0',
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:                                           'Network': '1.1',
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:                                           'Port': '1.7',
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:                                           'PortForwarding': '1.2',
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:                                           'QosPolicy': '1.10',
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:                                           'SecurityGroup': '1.5',
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:                                           'SecurityGroupRule': '1.2',
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:                                           'SubPort': '1.0',
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:                                           'Subnet': '1.1',
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:                                           'Trunk': '1.1'}}
Nov 20 20:36:31.396214 ncdv-master-1 neutron-server[126224]:  {{(pid=126224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 20 20:36:31.418367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Network 136df7da-0c37-403a-a196-3746377e7ef8 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:36:31.435063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 136df7da-0c37-403a-a196-3746377e7ef8) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:36:31.440228 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:36:31.440955 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:31.449964 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d051a1-bfaa-4435-826c-43613dc47617 None None] Network 136df7da-0c37-403a-a196-3746377e7ef8 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:36:31.462997 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9c155270-c98a-4b53-8b93-8034bc3d54f3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5015628
Nov 20 20:36:31.775820 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-136df7da-0c37-403a-a196-3746377e7ef8', 'network_id': '136df7da-0c37-403a-a196-3746377e7ef8', 'tenant_id': 'c22dabd345914db78d876f0fb96a346a', 'fixed_ips': [{'subnet_id': '51918350-a1d1-4780-8792-413e6e9d39a4'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:36:31.777066 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:32.067791 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Allocated IP 172.20.0.2 (136df7da-0c37-403a-a196-3746377e7ef8/51918350-a1d1-4780-8792-413e6e9d39a4/691618e6-a32d-4609-8106-7ca116cf5a74) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:36:32.269101 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:32.276540 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:32.346481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Network 136df7da-0c37-403a-a196-3746377e7ef8 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:36:32.351070 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:36:32.360635 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:36:32.367994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Pushing event updated for resources: {'Port': ['ID=691618e6-a32d-4609-8106-7ca116cf5a74,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:36:32.399733 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:32.400083 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:32.400429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:32.400764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:32.401096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:32.401426 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:32.401755 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:32.402104 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:32.402979 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:32.403304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:32.403657 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:32.403953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Tracked resource versions report:
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]: pushed versions:
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]: {   'AddressGroup': {'1.2'},
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:     'ConntrackHelper': {'1.0'},
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:     'Log': {'1.0'},
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:     'Network': {'1.1'},
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:     'Port': {'1.7'},
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:     'PortForwarding': {'1.2'},
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:     'QosPolicy': {'1.10'},
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:     'SecurityGroup': {'1.5'},
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:     'SecurityGroupRule': {'1.2'},
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:     'SubPort': {'1.0'},
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:     'Subnet': {'1.1'},
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:     'Trunk': {'1.1'}}
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]: consumer versions:
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]: {   DHCP agent@ncdv-master-1: {},
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:     L3 agent@ncdv-master-1: {},
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:     Metadata agent@ncdv-master-1: {},
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:     Metering agent@ncdv-master-1: {},
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:                                           'ConntrackHelper': '1.0',
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:                                           'Log': '1.0',
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:                                           'Network': '1.1',
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:                                           'Port': '1.7',
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:                                           'PortForwarding': '1.2',
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:                                           'QosPolicy': '1.10',
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:                                           'SecurityGroup': '1.5',
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:                                           'SecurityGroupRule': '1.2',
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:                                           'SubPort': '1.0',
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:                                           'Subnet': '1.1',
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:                                           'Trunk': '1.1'}}
Nov 20 20:36:32.405111 ncdv-master-1 neutron-server[126226]:  {{(pid=126226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 20 20:36:32.453115 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Attempting to bind port 691618e6-a32d-4609-8106-7ca116cf5a74 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:36:32.453773 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Attempting to bind port 691618e6-a32d-4609-8106-7ca116cf5a74 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52ae153c-68a8-4d79-a97c-7f144f0a9bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '136df7da-0c37-403a-a196-3746377e7ef8'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:36:32.453903 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Attempting to bind port 691618e6-a32d-4609-8106-7ca116cf5a74 on network 136df7da-0c37-403a-a196-3746377e7ef8 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:36:32.458892 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:36:32.459294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Checking segment: {'id': '52ae153c-68a8-4d79-a97c-7f144f0a9bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '136df7da-0c37-403a-a196-3746377e7ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:36:32.459758 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:32.460148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Bound using segment: {'id': '52ae153c-68a8-4d79-a97c-7f144f0a9bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '136df7da-0c37-403a-a196-3746377e7ef8'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:36:32.460643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Bound port: 691618e6-a32d-4609-8106-7ca116cf5a74, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ae153c-68a8-4d79-a97c-7f144f0a9bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '136df7da-0c37-403a-a196-3746377e7ef8'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:36:32.461055 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:32.522428 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] For port 691618e6-a32d-4609-8106-7ca116cf5a74, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:36:32.526739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] For port 691618e6-a32d-4609-8106-7ca116cf5a74, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=691618e6-a32d-4609-8106-7ca116cf5a74,segment=NetworkSegment(52ae153c-68a8-4d79-a97c-7f144f0a9bd4),segment_id=52ae153c-68a8-4d79-a97c-7f144f0a9bd4)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:36:32.531969 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:32.596596 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276b48a-d581-4cce-8a55-cad10926718b None None] Pushing event updated for resources: {'Port': ['ID=691618e6-a32d-4609-8106-7ca116cf5a74,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:36:34.161676 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51364) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:36:34.483521 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-ef6ca738-1d16-4398-9fce-5d79ea3494a1 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:36:34.489174 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ef6ca738-1d16-4398-9fce-5d79ea3494a1 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3238184
Nov 20 20:36:37.075850 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51372) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:36:37.426306 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-b986ebf0-aa71-42f9-a3df-12d75506863d admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:36:37.427303 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b986ebf0-aa71-42f9-a3df-12d75506863d admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3505619
Nov 20 20:36:40.303286 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51382) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:36:40.612787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-494a98e8-b570-44d3-b164-ecbbe5cbe047 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'c22dabd345914db78d876f0fb96a346a', 'name': 'router1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:36:40.637256 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-494a98e8-b570-44d3-b164-ecbbe5cbe047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:40.638856 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-494a98e8-b570-44d3-b164-ecbbe5cbe047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:40.819331 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-494a98e8-b570-44d3-b164-ecbbe5cbe047 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:40.824987 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-494a98e8-b570-44d3-b164-ecbbe5cbe047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:40.839283 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-494a98e8-b570-44d3-b164-ecbbe5cbe047 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:40.840524 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-494a98e8-b570-44d3-b164-ecbbe5cbe047 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5362306
Nov 20 20:36:42.031449 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dcd04d-2d1c-40a8-aa4e-3054b78f4535 None None] Network 136df7da-0c37-403a-a196-3746377e7ef8 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:36:42.124641 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ba36ec34-7aa7-486d-a3bf-b12037fcb822 None None] Provisioning complete for port 691618e6-a32d-4609-8106-7ca116cf5a74 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:36:42.125034 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ba36ec34-7aa7-486d-a3bf-b12037fcb822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:42.338677 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ba36ec34-7aa7-486d-a3bf-b12037fcb822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:42.384543 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ba36ec34-7aa7-486d-a3bf-b12037fcb822 None None] For port 691618e6-a32d-4609-8106-7ca116cf5a74, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=691618e6-a32d-4609-8106-7ca116cf5a74,segment=NetworkSegment(52ae153c-68a8-4d79-a97c-7f144f0a9bd4),segment_id=52ae153c-68a8-4d79-a97c-7f144f0a9bd4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:36:42.390033 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ba36ec34-7aa7-486d-a3bf-b12037fcb822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:42.438265 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36ec34-7aa7-486d-a3bf-b12037fcb822 None None] Pushing event updated for resources: {'Port': ['ID=691618e6-a32d-4609-8106-7ca116cf5a74,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:36:42.612532 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-49ff946e-4845-4d89-8005-d5ce596e6235 None None] Provisioning complete for port 691618e6-a32d-4609-8106-7ca116cf5a74 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:36:42.612875 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-49ff946e-4845-4d89-8005-d5ce596e6235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:42.697824 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 691618e6-a32d-4609-8106-7ca116cf5a74 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:36:42.749987 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 691618e6-a32d-4609-8106-7ca116cf5a74 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:36:42.750388 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:43.140249 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f992-4d82-4247-97ad-68e1aede3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:43.392503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51394) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:36:43.703009 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-44339a1e-e3ee-469a-8766-5ef05cb243b8 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:36:43.703998 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-44339a1e-e3ee-469a-8766-5ef05cb243b8 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3106184
Nov 20 20:36:45.532241 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f27585ef-9afe-4d94-8c3b-e642d07e1b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:46.254793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51402) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:36:46.552890 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:46.561910 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d8349ae2-ffd3-4a0e-b9d5-05f5be3eba94 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:36:46.582029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8349ae2-ffd3-4a0e-b9d5-05f5be3eba94 admin admin] Made reservation on behalf of 72b776e473524882911aa3d3221f0c03 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:36:46.584350 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8349ae2-ffd3-4a0e-b9d5-05f5be3eba94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:46.592718 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8349ae2-ffd3-4a0e-b9d5-05f5be3eba94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:46.665131 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8349ae2-ffd3-4a0e-b9d5-05f5be3eba94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:46.669208 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8349ae2-ffd3-4a0e-b9d5-05f5be3eba94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:46.683964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d8349ae2-ffd3-4a0e-b9d5-05f5be3eba94 admin admin] Reserving flat network on physical network physnet1 {{(pid=126225) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Nov 20 20:36:46.701737 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8349ae2-ffd3-4a0e-b9d5-05f5be3eba94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95c60e1-f4bb-4e92-8ed3-f0f76daf7b24,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:36:46.706457 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8349ae2-ffd3-4a0e-b9d5-05f5be3eba94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:46.706800 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-d8349ae2-ffd3-4a0e-b9d5-05f5be3eba94 admin admin] Added segment e3148bc6-4157-468c-a1b4-e4ca961bd904 of type flat for network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb
Nov 20 20:36:46.755317 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8349ae2-ffd3-4a0e-b9d5-05f5be3eba94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:46.786371 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8349ae2-ffd3-4a0e-b9d5-05f5be3eba94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:46.787269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8349ae2-ffd3-4a0e-b9d5-05f5be3eba94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:36:46.787865 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8349ae2-ffd3-4a0e-b9d5-05f5be3eba94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:46.814028 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d8349ae2-ffd3-4a0e-b9d5-05f5be3eba94 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5581751
Nov 20 20:36:46.848945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8349ae2-ffd3-4a0e-b9d5-05f5be3eba94 admin admin] Pushing event updated for resources: {'Network': ['ID=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:36:46.860585 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:36:48.403072 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:48.923391 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:49.437638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51420) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:36:49.652579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9eecfa-0f29-46f9-b234-be0a17824455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:36:49.653959 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9c9eecfa-0f29-46f9-b234-be0a17824455 admin admin] 10.222.0.41 "GET /v2.0/subnets/51918350-a1d1-4780-8792-413e6e9d39a4 HTTP/1.1" status: 200  len: 849 time: 0.2153349
Nov 20 20:36:49.828021 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-21456159-7241-476e-9fe4-a2dab36c496f admin admin] 10.222.0.41 "GET /v2.0/routers/1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6 HTTP/1.1" status: 200  len: 704 time: 0.1675951
Nov 20 20:36:50.098035 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:50.391317 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Allocated IP 172.20.0.1 (136df7da-0c37-403a-a196-3746377e7ef8/51918350-a1d1-4780-8792-413e6e9d39a4/9ae3c9e4-004d-4c75-9c36-41da1f347c03) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:36:50.575678 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:50.639224 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:50.716832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Network 136df7da-0c37-403a-a196-3746377e7ef8 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:36:50.724993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:36:50.730864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae3c9e4-004d-4c75-9c36-41da1f347c03,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:36:50.741471 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:36:50.742040 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:50.891682 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ece78968-ca18-412b-a3a4-e9e27aa2c5bf None None] Provisioning complete for port 9ae3c9e4-004d-4c75-9c36-41da1f347c03 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:36:50.892287 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ece78968-ca18-412b-a3a4-e9e27aa2c5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:50.938078 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ece78968-ca18-412b-a3a4-e9e27aa2c5bf None None] Port 9ae3c9e4-004d-4c75-9c36-41da1f347c03 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:36:51.006411 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:51.217841 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:51.222430 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:51.223291 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:51.280348 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae3c9e4-004d-4c75-9c36-41da1f347c03,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:36:51.348226 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Network 136df7da-0c37-403a-a196-3746377e7ef8 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:36:51.349510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:36:51.510574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Router 1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:36:51.562626 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b3be69e6-3ae9-46e0-9aa9-d1723f40a7fd None None] Provisioning complete for port 9ae3c9e4-004d-4c75-9c36-41da1f347c03 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:36:51.562997 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b3be69e6-3ae9-46e0-9aa9-d1723f40a7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:51.595760 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b3be69e6-3ae9-46e0-9aa9-d1723f40a7fd None None] Port 9ae3c9e4-004d-4c75-9c36-41da1f347c03 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:36:51.603258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:36:51.609249 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3efe2152-9f63-4fa2-b2a5-d74190b36e80 admin admin] 10.222.0.41 "PUT /v2.0/routers/1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.7757001
Nov 20 20:36:51.613900 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Sync routers for ids ['1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:36:51.627024 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Routers {'1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:36:51.627768 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a562c2dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:36:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:36:51.818322 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Set router 1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:36:52.256643 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a562c2dc0>, [{'id': '1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6', 'name': 'router1', 'tenant_id': 'c22dabd345914db78d876f0fb96a346a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:36:40Z', 'updated_at': '2021-11-20T20:36:50Z', 'revision_number': 2, 'project_id': 'c22dabd345914db78d876f0fb96a346a', 'gw_port_host': None, '_interfaces': [{'id': '9ae3c9e4-004d-4c75-9c36-41da1f347c03', 'name': '', 'network_id': '136df7da-0c37-403a-a196-3746377e7ef8', 'tenant_id': 'c22dabd345914db78d876f0fb96a346a', 'mac_address': 'fa:16:3e:b3:08:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51918350-a1d1-4780-8792-413e6e9d39a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:36:50Z', 'updated_at': '2021-11-20T20:36:51Z', 'revision_number': 2, 'project_id': 'c22dabd345914db78d876f0fb96a346a', 'subnets': [{'id': '51918350-a1d1-4780-8792-413e6e9d39a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30e21429-e29a-45a5-b464-e4b1b07d42a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:36:52.305426 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Checking router: 1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:36:52.305804 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Updating router 1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6 port 9ae3c9e4-004d-4c75-9c36-41da1f347c03 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:36:52.378811 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:52.864357 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:52.871598 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:53.045883 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Attempting to bind port 9ae3c9e4-004d-4c75-9c36-41da1f347c03 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:36:53.046323 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Attempting to bind port 9ae3c9e4-004d-4c75-9c36-41da1f347c03 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52ae153c-68a8-4d79-a97c-7f144f0a9bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '136df7da-0c37-403a-a196-3746377e7ef8'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:36:53.046761 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Attempting to bind port 9ae3c9e4-004d-4c75-9c36-41da1f347c03 on network 136df7da-0c37-403a-a196-3746377e7ef8 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:36:53.054777 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:36:53.055206 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Checking segment: {'id': '52ae153c-68a8-4d79-a97c-7f144f0a9bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '136df7da-0c37-403a-a196-3746377e7ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:36:53.055690 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:53.056082 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Bound using segment: {'id': '52ae153c-68a8-4d79-a97c-7f144f0a9bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '136df7da-0c37-403a-a196-3746377e7ef8'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:36:53.056867 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Bound port: 9ae3c9e4-004d-4c75-9c36-41da1f347c03, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ae153c-68a8-4d79-a97c-7f144f0a9bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '136df7da-0c37-403a-a196-3746377e7ef8'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:36:53.057265 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:53.060229 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f401c-0a73-4579-b266-e208af8ff501 None None] Pushing event updated for resources: {'Port': ['ID=9ae3c9e4-004d-4c75-9c36-41da1f347c03,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:36:53.074916 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f401c-0a73-4579-b266-e208af8ff501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:53.075270 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f401c-0a73-4579-b266-e208af8ff501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:53.075610 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f401c-0a73-4579-b266-e208af8ff501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:53.075955 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f401c-0a73-4579-b266-e208af8ff501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:53.076287 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f401c-0a73-4579-b266-e208af8ff501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:53.076624 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f401c-0a73-4579-b266-e208af8ff501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:53.076953 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f401c-0a73-4579-b266-e208af8ff501 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:53.077278 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f401c-0a73-4579-b266-e208af8ff501 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:53.077603 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f401c-0a73-4579-b266-e208af8ff501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:53.077927 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f401c-0a73-4579-b266-e208af8ff501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:53.078275 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f401c-0a73-4579-b266-e208af8ff501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:53.078600 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f401c-0a73-4579-b266-e208af8ff501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57f401c-0a73-4579-b266-e208af8ff501 None None] Tracked resource versions report:
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]: pushed versions:
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]: {   'AddressGroup': {'1.2'},
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:     'ConntrackHelper': {'1.0'},
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:     'Log': {'1.0'},
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:     'Network': {'1.1'},
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:     'Port': {'1.7'},
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:     'PortForwarding': {'1.2'},
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:     'QosPolicy': {'1.10'},
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:     'SecurityGroup': {'1.5'},
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:     'SecurityGroupRule': {'1.2'},
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:     'SubPort': {'1.0'},
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:     'Subnet': {'1.1'},
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:     'Trunk': {'1.1'}}
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]: consumer versions:
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]: {   DHCP agent@ncdv-master-1: {},
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:     L3 agent@ncdv-master-1: {},
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:     Metadata agent@ncdv-master-1: {},
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:     Metering agent@ncdv-master-1: {},
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:                                           'ConntrackHelper': '1.0',
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:                                           'Log': '1.0',
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:                                           'Network': '1.1',
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:                                           'Port': '1.7',
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:                                           'PortForwarding': '1.2',
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:                                           'QosPolicy': '1.10',
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:                                           'SecurityGroup': '1.5',
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:                                           'SecurityGroupRule': '1.2',
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:                                           'SubPort': '1.0',
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:                                           'Subnet': '1.1',
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:                                           'Trunk': '1.1'}}
Nov 20 20:36:53.079733 ncdv-master-1 neutron-server[126227]:  {{(pid=126227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 20 20:36:53.124309 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b0dd3cc0-7b1d-4a42-ad02-09810303bc1e None None] Provisioning complete for port 9ae3c9e4-004d-4c75-9c36-41da1f347c03 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:36:53.124850 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3cc0-7b1d-4a42-ad02-09810303bc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:53.141710 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] For port 9ae3c9e4-004d-4c75-9c36-41da1f347c03, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:36:53.164444 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] For port 9ae3c9e4-004d-4c75-9c36-41da1f347c03, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ae3c9e4-004d-4c75-9c36-41da1f347c03,segment=NetworkSegment(52ae153c-68a8-4d79-a97c-7f144f0a9bd4),segment_id=52ae153c-68a8-4d79-a97c-7f144f0a9bd4)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:36:53.169909 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:53.206900 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd3cc0-7b1d-4a42-ad02-09810303bc1e None None] Port 9ae3c9e4-004d-4c75-9c36-41da1f347c03 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:36:53.235163 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f401c-0a73-4579-b266-e208af8ff501 None None] Pushing event updated for resources: {'Port': ['ID=9ae3c9e4-004d-4c75-9c36-41da1f347c03,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:36:53.268321 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Routers {'1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:36:53.268934 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a562c2dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:36:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:36:53.360189 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] Set router 1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:36:53.427362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-dd363b51-895f-4f5d-af45-464cecfb1659 None None] Provisioning complete for port 9ae3c9e4-004d-4c75-9c36-41da1f347c03 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:36:53.427732 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dd363b51-895f-4f5d-af45-464cecfb1659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:53.505881 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dd363b51-895f-4f5d-af45-464cecfb1659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:53.541949 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-dd363b51-895f-4f5d-af45-464cecfb1659 None None] For port 9ae3c9e4-004d-4c75-9c36-41da1f347c03, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ae3c9e4-004d-4c75-9c36-41da1f347c03,segment=NetworkSegment(52ae153c-68a8-4d79-a97c-7f144f0a9bd4),segment_id=52ae153c-68a8-4d79-a97c-7f144f0a9bd4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:36:53.546678 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dd363b51-895f-4f5d-af45-464cecfb1659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:53.577360 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a562c2dc0>, [{'id': '1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6', 'name': 'router1', 'tenant_id': 'c22dabd345914db78d876f0fb96a346a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:36:40Z', 'updated_at': '2021-11-20T20:36:50Z', 'revision_number': 2, 'project_id': 'c22dabd345914db78d876f0fb96a346a', 'gw_port_host': None, '_interfaces': [{'id': '9ae3c9e4-004d-4c75-9c36-41da1f347c03', 'name': '', 'network_id': '136df7da-0c37-403a-a196-3746377e7ef8', 'tenant_id': 'c22dabd345914db78d876f0fb96a346a', 'mac_address': 'fa:16:3e:b3:08:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51918350-a1d1-4780-8792-413e6e9d39a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:36:50Z', 'updated_at': '2021-11-20T20:36:53Z', 'revision_number': 4, 'project_id': 'c22dabd345914db78d876f0fb96a346a', 'subnets': [{'id': '51918350-a1d1-4780-8792-413e6e9d39a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30e21429-e29a-45a5-b464-e4b1b07d42a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:36:53.596977 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd363b51-895f-4f5d-af45-464cecfb1659 None None] Pushing event updated for resources: {'Port': ['ID=9ae3c9e4-004d-4c75-9c36-41da1f347c03,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:36:53.603541 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09510c2-1bee-4f69-b4ac-135b735bbaa8 None None] The sync data for ids ['1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6'] in ncdv-master-1 is: [{'id': '1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6', 'name': 'router1', 'tenant_id': 'c22dabd345914db78d876f0fb96a346a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:36:40Z', 'updated_at': '2021-11-20T20:36:50Z', 'revision_number': 2, 'project_id': 'c22dabd345914db78d876f0fb96a346a', 'gw_port_host': None, '_interfaces': [{'id': '9ae3c9e4-004d-4c75-9c36-41da1f347c03', 'name': '', 'network_id': '136df7da-0c37-403a-a196-3746377e7ef8', 'tenant_id': 'c22dabd345914db78d876f0fb96a346a', 'mac_address': 'fa:16:3e:b3:08:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51918350-a1d1-4780-8792-413e6e9d39a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:36:50Z', 'updated_at': '2021-11-20T20:36:53Z', 'revision_number': 4, 'project_id': 'c22dabd345914db78d876f0fb96a346a', 'subnets': [{'id': '51918350-a1d1-4780-8792-413e6e9d39a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30e21429-e29a-45a5-b464-e4b1b07d42a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:36:54.024339 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51444) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:36:54.135140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c3c82f-668c-4d5c-b18b-863245ff5cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:36:54.137472 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a9c3c82f-668c-4d5c-b18b-863245ff5cf8 admin admin] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 842 time: 0.1120706
Nov 20 20:36:54.147364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-59c082a5-6648-4d91-b03b-f5ce0ea4e69f admin admin] Request body: {'subnet': {'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'ip_version': 4, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:36:54.172341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c082a5-6648-4d91-b03b-f5ce0ea4e69f admin admin] Made reservation on behalf of 72b776e473524882911aa3d3221f0c03 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:36:54.174919 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59c082a5-6648-4d91-b03b-f5ce0ea4e69f admin admin] Publish callbacks [] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:54.477953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.objects.ports [None req-59c082a5-6648-4d91-b03b-f5ce0ea4e69f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 20:36:54.478394 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59c082a5-6648-4d91-b03b-f5ce0ea4e69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:54.540514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c082a5-6648-4d91-b03b-f5ce0ea4e69f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a5dc900-aae1-438a-a465-bc79bf8b1122,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:36:54.542752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c082a5-6648-4d91-b03b-f5ce0ea4e69f admin admin] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:36:54.543103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c082a5-6648-4d91-b03b-f5ce0ea4e69f admin admin] Network hostable DHCP agents. Network: a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:36:54.563172 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c082a5-6648-4d91-b03b-f5ce0ea4e69f admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:36:54.577651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-59c082a5-6648-4d91-b03b-f5ce0ea4e69f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:36:54.581654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c082a5-6648-4d91-b03b-f5ce0ea4e69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:36:54.582274 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59c082a5-6648-4d91-b03b-f5ce0ea4e69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:54.591665 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfde1fdd-1bae-4857-989d-9f46066acbac None None] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:36:54.598089 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-59c082a5-6648-4d91-b03b-f5ce0ea4e69f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4540925
Nov 20 20:36:54.748089 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb37e696-37d6-4cf8-ae60-c694d754aedd None None] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:36:57.081054 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51452) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:36:57.215027 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cf91f4e2-5b07-45b5-bb8c-e8f7c55bdb6f admin admin] 10.222.0.41 "GET /v2.0/routers/1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6 HTTP/1.1" status: 200  len: 710 time: 0.1321914
Nov 20 20:36:57.302458 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c315bcbc-e725-4290-bc31-e7f66ca7c63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:36:57.303743 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c315bcbc-e725-4290-bc31-e7f66ca7c63c admin admin] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 886 time: 0.0826836
Nov 20 20:36:57.313753 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:36:57.641321 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:57.872805 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:57.945872 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:58.050662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] Allocated IP 172.35.1.248 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/52f6267e-2421-419f-8f1b-d4b2b777d8b1) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:36:58.153500 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:58.189553 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:58.230352 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:36:58.233137 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:36:58.236661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:36:58.268687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] Pushing event updated for resources: {'Port': ['ID=52f6267e-2421-419f-8f1b-d4b2b777d8b1,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:36:58.481424 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:58.677085 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:58.680387 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:58.871764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] Router 1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:36:58.978721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:36:58.983946 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:36:58.985035 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cc21385f-1c3b-47c4-8ed7-0e2ea2c947af admin admin] 10.222.0.41 "PUT /v2.0/routers/1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6 HTTP/1.1" status: 200  len: 890 time: 1.6745799
Nov 20 20:37:00.234945 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 5 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:37:00.694415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9ae3c9e4-004d-4c75-9c36-41da1f347c03 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:37:00.744574 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 9ae3c9e4-004d-4c75-9c36-41da1f347c03 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:37:00.745022 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:00.770091 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Sync routers for ids ['1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:37:00.789320 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Routers {'1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:37:00.789978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541dc880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:36:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:37:01.033973 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Set router 1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:37:01.457368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541dc880>, [{'id': '1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6', 'name': 'router1', 'tenant_id': 'c22dabd345914db78d876f0fb96a346a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': '52f6267e-2421-419f-8f1b-d4b2b777d8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:36:40Z', 'updated_at': '2021-11-20T20:36:58Z', 'revision_number': 4, 'project_id': 'c22dabd345914db78d876f0fb96a346a', 'gw_port': {'id': '52f6267e-2421-419f-8f1b-d4b2b777d8b1', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:36:57Z', 'updated_at': '2021-11-20T20:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9ae3c9e4-004d-4c75-9c36-41da1f347c03', 'name': '', 'network_id': '136df7da-0c37-403a-a196-3746377e7ef8', 'tenant_id': 'c22dabd345914db78d876f0fb96a346a', 'mac_address': 'fa:16:3e:b3:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51918350-a1d1-4780-8792-413e6e9d39a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:36:50Z', 'updated_at': '2021-11-20T20:36:53Z', 'revision_number': 5, 'project_id': 'c22dabd345914db78d876f0fb96a346a', 'subnets': [{'id': '51918350-a1d1-4780-8792-413e6e9d39a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30e21429-e29a-45a5-b464-e4b1b07d42a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:37:01.576216 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51464) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:37:01.582140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Checking router: 1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:37:01.582511 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Updating router 1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6 port 52f6267e-2421-419f-8f1b-d4b2b777d8b1 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:37:01.634920 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:01.687744 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4dcfac05-c171-4806-890d-382532e254aa admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1103873
Nov 20 20:37:01.980935 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:01.986600 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:02.042143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Attempting to bind port 52f6267e-2421-419f-8f1b-d4b2b777d8b1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:37:02.042759 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Attempting to bind port 52f6267e-2421-419f-8f1b-d4b2b777d8b1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:37:02.043234 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Attempting to bind port 52f6267e-2421-419f-8f1b-d4b2b777d8b1 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:37:02.050792 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:37:02.051172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:37:02.051585 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:02.051988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:37:02.052462 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Bound port: 52f6267e-2421-419f-8f1b-d4b2b777d8b1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:37:02.052862 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:02.054362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787f1d8-4ce0-4079-beda-e837dc62b042 None None] Pushing event updated for resources: {'Port': ['ID=52f6267e-2421-419f-8f1b-d4b2b777d8b1,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:37:02.118576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] For port 52f6267e-2421-419f-8f1b-d4b2b777d8b1, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:37:02.122901 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] For port 52f6267e-2421-419f-8f1b-d4b2b777d8b1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52f6267e-2421-419f-8f1b-d4b2b777d8b1,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:37:02.127421 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:02.186012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787f1d8-4ce0-4079-beda-e837dc62b042 None None] Pushing event updated for resources: {'Port': ['ID=52f6267e-2421-419f-8f1b-d4b2b777d8b1,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:37:02.188879 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Routers {'1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:37:02.189482 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541dc880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:36:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:37:02.299807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] Set router 1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:37:02.517261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541dc880>, [{'id': '1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6', 'name': 'router1', 'tenant_id': 'c22dabd345914db78d876f0fb96a346a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': '52f6267e-2421-419f-8f1b-d4b2b777d8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:36:40Z', 'updated_at': '2021-11-20T20:36:58Z', 'revision_number': 4, 'project_id': 'c22dabd345914db78d876f0fb96a346a', 'gw_port': {'id': '52f6267e-2421-419f-8f1b-d4b2b777d8b1', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:36:57Z', 'updated_at': '2021-11-20T20:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9ae3c9e4-004d-4c75-9c36-41da1f347c03', 'name': '', 'network_id': '136df7da-0c37-403a-a196-3746377e7ef8', 'tenant_id': 'c22dabd345914db78d876f0fb96a346a', 'mac_address': 'fa:16:3e:b3:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51918350-a1d1-4780-8792-413e6e9d39a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:36:50Z', 'updated_at': '2021-11-20T20:36:53Z', 'revision_number': 5, 'project_id': 'c22dabd345914db78d876f0fb96a346a', 'subnets': [{'id': '51918350-a1d1-4780-8792-413e6e9d39a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30e21429-e29a-45a5-b464-e4b1b07d42a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:37:02.543417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055bc365-065c-4530-94e3-c1bc81a8646e None None] The sync data for ids ['1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6'] in ncdv-master-1 is: [{'id': '1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6', 'name': 'router1', 'tenant_id': 'c22dabd345914db78d876f0fb96a346a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': '52f6267e-2421-419f-8f1b-d4b2b777d8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:36:40Z', 'updated_at': '2021-11-20T20:36:58Z', 'revision_number': 4, 'project_id': 'c22dabd345914db78d876f0fb96a346a', 'gw_port': {'id': '52f6267e-2421-419f-8f1b-d4b2b777d8b1', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:36:57Z', 'updated_at': '2021-11-20T20:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9ae3c9e4-004d-4c75-9c36-41da1f347c03', 'name': '', 'network_id': '136df7da-0c37-403a-a196-3746377e7ef8', 'tenant_id': 'c22dabd345914db78d876f0fb96a346a', 'mac_address': 'fa:16:3e:b3:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c09d5ea-3fbf-4b5c-9a13-62b1ef3c0ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51918350-a1d1-4780-8792-413e6e9d39a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:36:50Z', 'updated_at': '2021-11-20T20:36:53Z', 'revision_number': 5, 'project_id': 'c22dabd345914db78d876f0fb96a346a', 'subnets': [{'id': '51918350-a1d1-4780-8792-413e6e9d39a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30e21429-e29a-45a5-b464-e4b1b07d42a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:37:02.779273 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 52f6267e-2421-419f-8f1b-d4b2b777d8b1 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:37:02.830457 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 52f6267e-2421-419f-8f1b-d4b2b777d8b1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:37:02.830836 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:02.922405 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:02.943901 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 52f6267e-2421-419f-8f1b-d4b2b777d8b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52f6267e-2421-419f-8f1b-d4b2b777d8b1,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:37:02.949458 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:03.010140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=52f6267e-2421-419f-8f1b-d4b2b777d8b1,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:37:04.691575 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 52f6267e-2421-419f-8f1b-d4b2b777d8b1 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:37:04.744382 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 52f6267e-2421-419f-8f1b-d4b2b777d8b1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:37:04.744860 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:13.144033 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f8257261-aa0e-4314-88b5-13b5744d81da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:15.536594 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6d9e799f-e065-40c4-a2c9-ebb809c677e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:16.565748 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:18.412577 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:18.919114 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:37.236018 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 5 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:37:43.146418 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0772f50d-16fa-4f9c-a777-1197dc708407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:45.535318 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d030c72d-13df-4f9e-835e-c82124eb4221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:46.563140 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:48.412902 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:37:48.922396 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:38:13.147512 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5cd27047-68ee-42b9-a4bf-a16df610f83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:38:14.234977 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 5 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:38:15.526911 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ef5f09d2-68f8-41a0-9ea8-fb9adda8ce70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:38:16.562911 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:38:18.403625 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:38:18.921056 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:38:28.628978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52054) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:38:28.695349 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e412fa-5b96-4914-bc60-b1b28789bc31 admin admin] GET failed (client error): The resource could not be found.
Nov 20 20:38:28.697442 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-31e412fa-5b96-4914-bc60-b1b28789bc31 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0674868
Nov 20 20:38:28.862647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aff16b-2ac5-44f6-b7d7-88871fd13fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:38:28.864134 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f2aff16b-2ac5-44f6-b7d7-88871fd13fae admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1620886
Nov 20 20:38:31.207648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52064) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:38:31.304534 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c5f1e2-0e4a-40fb-9725-30ba30f865e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:38:31.306037 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-88c5f1e2-0e4a-40fb-9725-30ba30f865e7 admin admin] 10.222.0.41 "GET /v2.0/subnets/51918350-a1d1-4780-8792-413e6e9d39a4 HTTP/1.1" status: 200  len: 849 time: 0.0974321
Nov 20 20:38:31.315844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:38:31.398020 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Publish callbacks [] for subnet, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:38:31.545247 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764508837816'] for subnet, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:38:31.582915 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:38:31.583511 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:38:31.585037 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] 10.222.0.41 "PUT /v2.0/subnets/51918350-a1d1-4780-8792-413e6e9d39a4 HTTP/1.1" status: 200  len: 868 time: 0.2725475
Nov 20 20:38:31.589191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e241b4f2-4b89-4688-b3b6-1de824e34066 None None] Network 136df7da-0c37-403a-a196-3746377e7ef8 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:38:31.605730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=51918350-a1d1-4780-8792-413e6e9d39a4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:38:31.613322 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:38:31.613667 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:38:31.614004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:38:31.614426 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:38:31.614759 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:38:31.615086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:38:31.615411 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:38:31.615734 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:38:31.616057 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:38:31.616379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:38:31.616701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:38:31.617025 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237df1f-55c9-4f1c-84ff-9c93ea7100bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:38:32.036036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f27d2bc1-4813-4e07-8920-8d29a1a3171b None None] Provisioning complete for port 9ae3c9e4-004d-4c75-9c36-41da1f347c03 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:38:32.036352 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f27d2bc1-4813-4e07-8920-8d29a1a3171b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:38:32.129750 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f27d2bc1-4813-4e07-8920-8d29a1a3171b None None] Provisioning complete for port 691618e6-a32d-4609-8106-7ca116cf5a74 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:38:32.130142 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f27d2bc1-4813-4e07-8920-8d29a1a3171b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:38:33.988933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52074) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:38:34.188587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb426d38-0ed6-4278-8be8-4218d318f26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:38:34.188976 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb426d38-0ed6-4278-8be8-4218d318f26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:38:34.190541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fb426d38-0ed6-4278-8be8-4218d318f26f admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2006571
Nov 20 20:38:36.559625 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52082) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:38:36.692082 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b3143f-ac49-4ae9-bb85-87118c1e60cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:38:36.692562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b3143f-ac49-4ae9-bb85-87118c1e60cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:38:36.694139 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-30b3143f-ac49-4ae9-bb85-87118c1e60cc admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1335311
Nov 20 20:38:39.060065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52090) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:38:39.187853 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b27318-af66-4d4b-8528-b11c0493cc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:38:39.189208 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d8b27318-af66-4d4b-8528-b11c0493cc44 admin admin] 10.222.0.41 "GET /v2.0/networks/136df7da-0c37-403a-a196-3746377e7ef8 HTTP/1.1" status: 200  len: 869 time: 0.1281939
Nov 20 20:38:41.681739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52098) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:38:41.812009 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fca23b3-bb06-4550-9f88-99120fbc3f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:38:41.813277 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4fca23b3-bb06-4550-9f88-99120fbc3f36 admin admin] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 886 time: 0.1305618
Nov 20 20:38:43.149304 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-692403d2-8f66-4d19-967a-ee78aba5974c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:38:44.164955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52106) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:38:44.287675 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28cc318-ba03-4265-b6e6-2efba874f7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:38:44.288130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28cc318-ba03-4265-b6e6-2efba874f7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:38:44.289861 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b28cc318-ba03-4265-b6e6-2efba874f7c7 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1239541
Nov 20 20:38:45.533428 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-27f298c7-662f-450e-a43c-19098d046b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:38:46.565330 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:38:46.639680 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52114) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:38:46.764152 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a5ee01-dabb-463d-8513-77fc6d4310da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:38:46.764616 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a5ee01-dabb-463d-8513-77fc6d4310da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:38:46.766258 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e9a5ee01-dabb-463d-8513-77fc6d4310da admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1256034
Nov 20 20:38:48.407727 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:38:48.925561 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:38:49.146843 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52122) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:38:49.241805 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00232ac-67fb-4076-a410-d72e3d3462c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:38:49.243808 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c00232ac-67fb-4076-a410-d72e3d3462c2 admin admin] 10.222.0.41 "GET /v2.0/subnets/51918350-a1d1-4780-8792-413e6e9d39a4 HTTP/1.1" status: 200  len: 868 time: 0.0960100
Nov 20 20:38:51.234292 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 5 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:38:51.672020 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52130) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:38:51.756596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5881321a-c4fe-43f0-b55c-0d972897ec9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:38:51.758426 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5881321a-c4fe-43f0-b55c-0d972897ec9d admin admin] 10.222.0.41 "GET /v2.0/subnets/7a5dc900-aae1-438a-a465-bc79bf8b1122 HTTP/1.1" status: 200  len: 816 time: 0.0854599
Nov 20 20:39:13.153615 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-73657837-2f10-492b-8c5e-abd89c48fea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:15.526193 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6f42ad6e-61f3-4479-9bba-c47b51e4bac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:16.569915 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:17.433380 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52200) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:39:17.479880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-df3d7e68-319b-4945-90ab-c1511f04f209 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:39:17.480922 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-df3d7e68-319b-4945-90ab-c1511f04f209 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0466046
Nov 20 20:39:18.410331 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:18.928105 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:19.976761 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52208) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:39:20.037252 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98c735b-f640-48e0-bd65-f7b632c9609b admin admin] GET failed (client error): The resource could not be found.
Nov 20 20:39:20.038600 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a98c735b-f640-48e0-bd65-f7b632c9609b admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0608866
Nov 20 20:39:20.180798 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077ed3ba-41ef-4aa9-85a4-050d931e08c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:39:20.182201 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-077ed3ba-41ef-4aa9-85a4-050d931e08c9 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1390283
Nov 20 20:39:22.585277 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52216) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:39:22.632202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d79ef915-05c2-4f13-bbdb-c69cfc61e94d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:39:22.654645 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79ef915-05c2-4f13-bbdb-c69cfc61e94d admin admin] Made reservation on behalf of 72b776e473524882911aa3d3221f0c03 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:39:22.656916 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d79ef915-05c2-4f13-bbdb-c69cfc61e94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:22.705364 ncdv-master-1 neutron-server[126224]: WARNING neutron.services.revisions.revision_plugin [None req-d79ef915-05c2-4f13-bbdb-c69cfc61e94d admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f8a56047a90] {project_id='72b776e473524882911aa3d3221f0c03', id='7b92b114-8437-4251-b61d-96e55217a730', target_tenant='*', action='access_as_shared', object_id='6d171274-36d6-47d9-8dd2-30f76842f5ec'}> to bump revision.
Nov 20 20:39:22.721978 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79ef915-05c2-4f13-bbdb-c69cfc61e94d admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:39:22.735334 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d79ef915-05c2-4f13-bbdb-c69cfc61e94d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764508868015', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:22.735881 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d79ef915-05c2-4f13-bbdb-c69cfc61e94d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8a5700daf0> segment precommit_create {{(pid=126224) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 20 20:39:22.736343 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-d79ef915-05c2-4f13-bbdb-c69cfc61e94d admin admin] Added segment 6abe21ef-63db-478d-9419-cb8d04a07086 of type vlan for network 6d171274-36d6-47d9-8dd2-30f76842f5ec
Nov 20 20:39:22.786698 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d79ef915-05c2-4f13-bbdb-c69cfc61e94d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:22.817522 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d79ef915-05c2-4f13-bbdb-c69cfc61e94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:22.818516 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79ef915-05c2-4f13-bbdb-c69cfc61e94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:39:22.819112 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d79ef915-05c2-4f13-bbdb-c69cfc61e94d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:22.864656 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d79ef915-05c2-4f13-bbdb-c69cfc61e94d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2783020
Nov 20 20:39:22.916554 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ef915-05c2-4f13-bbdb-c69cfc61e94d admin admin] Pushing event updated for resources: {'Network': ['ID=6d171274-36d6-47d9-8dd2-30f76842f5ec,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:39:22.927640 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:39:25.270742 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52224) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:39:25.331768 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb93cdc-9f1d-4b4a-9aac-99d1fd3ff4e5 admin admin] GET failed (client error): The resource could not be found.
Nov 20 20:39:25.333010 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1fb93cdc-9f1d-4b4a-9aac-99d1fd3ff4e5 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0613081
Nov 20 20:39:25.403410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e5edca-2c4c-4ab1-852c-ae84b6e141e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:39:25.405084 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-27e5edca-2c4c-4ab1-852c-ae84b6e141e7 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0670900
Nov 20 20:39:25.415871 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e6ca6729-b9bd-4053-8135-48c1c9436d09 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:39:25.435253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ca6729-b9bd-4053-8135-48c1c9436d09 admin admin] Made reservation on behalf of 72b776e473524882911aa3d3221f0c03 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:39:25.437434 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6ca6729-b9bd-4053-8135-48c1c9436d09 admin admin] Publish callbacks [] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:25.598088 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6ca6729-b9bd-4053-8135-48c1c9436d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:25.651101 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca6729-b9bd-4053-8135-48c1c9436d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b6ca11-232a-4f72-ab99-c502981bd380,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:39:25.659580 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca6729-b9bd-4053-8135-48c1c9436d09 admin admin] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:39:25.659941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ca6729-b9bd-4053-8135-48c1c9436d09 admin admin] Network hostable DHCP agents. Network: 6d171274-36d6-47d9-8dd2-30f76842f5ec, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:39:25.676212 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ca6729-b9bd-4053-8135-48c1c9436d09 admin admin] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:39:25.684767 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-e6ca6729-b9bd-4053-8135-48c1c9436d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6d171274-36d6-47d9-8dd2-30f76842f5ec) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:39:25.688752 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ca6729-b9bd-4053-8135-48c1c9436d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:39:25.689366 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6ca6729-b9bd-4053-8135-48c1c9436d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:25.693821 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ff4c2b-bfb6-4b53-9352-dacaea709e06 None None] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:39:25.717077 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e6ca6729-b9bd-4053-8135-48c1c9436d09 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.2927303
Nov 20 20:39:25.852066 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6d171274-36d6-47d9-8dd2-30f76842f5ec', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'tenant_id': '72b776e473524882911aa3d3221f0c03', 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:39:25.852975 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:25.991346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Allocated IP 192.168.233.2 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/13ffab60-2624-400b-8ab6-dd1a7a606c2a) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:39:26.142730 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:26.148827 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:26.194846 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Pushing event updated for resources: {'Port': ['ID=13ffab60-2624-400b-8ab6-dd1a7a606c2a,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:39:26.198139 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:39:26.202874 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:39:26.205398 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:39:26.205749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:39:26.206128 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:39:26.206443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:39:26.206774 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:39:26.207220 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:39:26.207555 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:39:26.207883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:39:26.208425 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:39:26.208883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:39:26.209215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:39:26.209536 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:39:26.212870 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:39:26.366172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Attempting to bind port 13ffab60-2624-400b-8ab6-dd1a7a606c2a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:39:26.366546 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Attempting to bind port 13ffab60-2624-400b-8ab6-dd1a7a606c2a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:39:26.366908 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Attempting to bind port 13ffab60-2624-400b-8ab6-dd1a7a606c2a on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:39:26.372760 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:39:26.373140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:39:26.373544 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:26.373936 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:39:26.374426 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Bound port: 13ffab60-2624-400b-8ab6-dd1a7a606c2a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:39:26.374822 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:26.438297 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] For port 13ffab60-2624-400b-8ab6-dd1a7a606c2a, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:39:26.441241 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] For port 13ffab60-2624-400b-8ab6-dd1a7a606c2a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13ffab60-2624-400b-8ab6-dd1a7a606c2a,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:39:26.446707 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:26.509744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bf057-2834-4be2-ae5d-c4eb36871667 None None] Pushing event updated for resources: {'Port': ['ID=13ffab60-2624-400b-8ab6-dd1a7a606c2a,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:39:26.877464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 13ffab60-2624-400b-8ab6-dd1a7a606c2a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:39:26.930896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 13ffab60-2624-400b-8ab6-dd1a7a606c2a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:39:26.931274 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:27.012200 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:27.048021 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 13ffab60-2624-400b-8ab6-dd1a7a606c2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13ffab60-2624-400b-8ab6-dd1a7a606c2a,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:39:27.053014 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:27.104120 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=13ffab60-2624-400b-8ab6-dd1a7a606c2a,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:39:27.469895 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a67f65-87b2-4aa1-b46a-b17808aa2d57 None None] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:39:27.546230 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1e446290-aa0b-4572-b574-5a8b3306429a None None] Provisioning complete for port 13ffab60-2624-400b-8ab6-dd1a7a606c2a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:39:27.546596 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1e446290-aa0b-4572-b574-5a8b3306429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:27.911592 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-56a08ac1-a4de-4aa0-acd7-365f31c943b6 None None] Provisioning complete for port 13ffab60-2624-400b-8ab6-dd1a7a606c2a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:39:27.912233 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-56a08ac1-a4de-4aa0-acd7-365f31c943b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:28.234209 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 5 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:39:28.768349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 13ffab60-2624-400b-8ab6-dd1a7a606c2a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:39:28.817912 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 13ffab60-2624-400b-8ab6-dd1a7a606c2a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:39:28.818230 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:43.157027 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb627b04-0140-4f41-8644-afb1e79e75c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:45.527917 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3c7bc81c-035c-4183-8c65-97040100eb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:46.573300 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:48.415364 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:39:48.932208 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:40:05.233104 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 5 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:40:13.158013 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c889fc75-8981-4f4b-829c-58afcf7280b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:40:15.541962 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a4089fd2-3000-4951-98e3-1716227b5a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:40:16.575450 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:40:18.414508 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:40:18.934795 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:40:38.472160 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52284) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:40:38.478026 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-9fc2bbfe-2b35-49d9-9773-66467e0c8400 tempest-verify_tempest_config-757441174 tempest-verify_tempest_config-757441174-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:40:38.479031 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9fc2bbfe-2b35-49d9-9773-66467e0c8400 tempest-verify_tempest_config-757441174 tempest-verify_tempest_config-757441174-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0058680
Nov 20 20:40:38.774611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52302) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:40:38.881190 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-29390cee-12d2-4cad-aa6e-6117c20cf57c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:40:38.952839 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-29390cee-12d2-4cad-aa6e-6117c20cf57c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:40:38.956259 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-29390cee-12d2-4cad-aa6e-6117c20cf57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:40:39.001596 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-29390cee-12d2-4cad-aa6e-6117c20cf57c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0e9be234ab043b3b87a4b39d07c653f&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2259262
Nov 20 20:40:39.002442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29390cee-12d2-4cad-aa6e-6117c20cf57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206eb27a-0d34-4e51-8efa-f0ac26396f10,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:40:39.004282 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52308) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:40:39.019475 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29390cee-12d2-4cad-aa6e-6117c20cf57c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:40:39.019824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29390cee-12d2-4cad-aa6e-6117c20cf57c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:40:39.020166 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29390cee-12d2-4cad-aa6e-6117c20cf57c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:40:39.020502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29390cee-12d2-4cad-aa6e-6117c20cf57c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:40:39.020836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29390cee-12d2-4cad-aa6e-6117c20cf57c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:40:39.021170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29390cee-12d2-4cad-aa6e-6117c20cf57c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:40:39.021505 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29390cee-12d2-4cad-aa6e-6117c20cf57c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:40:39.021827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29390cee-12d2-4cad-aa6e-6117c20cf57c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:40:39.022188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29390cee-12d2-4cad-aa6e-6117c20cf57c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:40:39.022558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29390cee-12d2-4cad-aa6e-6117c20cf57c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:40:39.022884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29390cee-12d2-4cad-aa6e-6117c20cf57c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:40:39.023292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29390cee-12d2-4cad-aa6e-6117c20cf57c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:40:39.067680 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c10ab61-8579-4d7c-ad42-7f022f0ee981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:40:39.087704 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c10ab61-8579-4d7c-ad42-7f022f0ee981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:40:39.176885 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c10ab61-8579-4d7c-ad42-7f022f0ee981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:40:39.180293 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c10ab61-8579-4d7c-ad42-7f022f0ee981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:40:39.181440 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8c10ab61-8579-4d7c-ad42-7f022f0ee981 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/206eb27a-0d34-4e51-8efa-f0ac26396f10 HTTP/1.1" status: 204  len: 168 time: 0.1754987
Nov 20 20:40:39.189403 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10ab61-8579-4d7c-ad42-7f022f0ee981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206eb27a-0d34-4e51-8efa-f0ac26396f10,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:40:42.232257 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 5 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:40:43.159624 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d5667943-8aae-4d73-acb2-f2fdb811bfd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:40:45.534155 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3f38bd7f-de58-489f-98ca-d2f86182eea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:40:46.578652 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:40:48.418747 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:40:48.936208 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:41:13.159860 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fbf75860-29cd-44cc-961c-1af75d21aa30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:41:15.536794 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-71079100-ccc9-4330-87a5-684ff1e66486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:41:16.582029 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:41:18.420318 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:41:18.937200 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:41:19.230724 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 5 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:41:43.162072 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-80a893bf-caa1-4123-b69f-d2af62a98b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:41:45.539899 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-db61edd4-0549-4580-ac05-308e69728bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:41:46.586141 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:41:48.424865 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:41:48.939980 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:41:56.230549 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 5 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:42:13.162187 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8aac21c5-33ac-4e36-8512-1e36e9e4d02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:42:15.542898 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-24f51659-0397-4cff-97ff-e33b9171c827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:42:16.589833 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:42:18.425114 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:42:18.941244 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:42:33.229543 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 5 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:42:43.162411 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c7061246-5379-457a-b5a8-3ebd6814ca9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:42:45.544373 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df7c57d9-4f0e-4d97-8034-e0feabd06c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:42:46.591951 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:42:48.427172 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:42:48.943009 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:43:10.228531 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 5 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:43:13.165126 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-23d4b752-711e-4bfc-9182-0802f50e432e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:43:15.545226 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9bff944c-5f6d-4861-a4d9-5588cdae5768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:43:16.595373 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:43:18.431667 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:43:18.944738 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:43:37.945777 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584163'] for agent, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:43:37.959498 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584163'] for agent, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:43:43.168780 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c2c5485a-7e1d-4c7e-a180-0b86b5b7d672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:43:45.545520 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b8045a90-e14f-4f5e-9244-bdc04b524a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:43:46.598075 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:43:47.228103 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:43:48.434567 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:43:48.946789 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:44:07.886307 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:44:07.942733 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:44:13.169940 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5b9fb85a-67c5-4a31-b241-bcaf54031737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:44:15.548229 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9e22bd65-dd45-4668-ab6c-06f9e43c0bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:44:16.600745 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:44:18.437589 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:44:18.947645 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:44:24.228598 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:44:24.863895 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52428) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:44:24.968916 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-141fbf45-c90a-4874-8826-46047b697934 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1033697
Nov 20 20:44:27.335005 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52438) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:44:27.389617 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ba332c33-9304-4eb8-8238-374b2a0cf014 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0534439
Nov 20 20:44:37.903833 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:44:37.943137 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:44:43.171276 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c87e25e1-6802-4fdb-beca-1c05663f2816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:44:45.550804 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d14de742-3623-4759-a83a-0d5213a4c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:44:46.604221 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:44:48.448890 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:44:48.949244 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:01.227709 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:45:07.903274 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:07.961879 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:13.185672 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-76023862-186c-4b1b-91df-9e1af5a4ff5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:15.551784 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ac165863-297e-462f-ba34-cd97f0337942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:16.612696 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:18.446958 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:19.002865 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:37.916567 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:37.956352 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:38.227334 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:45:43.185240 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b6219cc6-dd12-4aa5-b0b5-0b6cd8f84bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:45.553980 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d881d329-bcdc-465b-aaf9-09c1b2926272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:46.616738 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:48.456343 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:48.975484 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:55.008332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52886) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:55.012473 ncdv-master-1 neutron-server[126225]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 20 20:45:55.041802 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52890) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:55.044376 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-16adcea6-8237-4388-8395-88747d3cbfed tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5bb3936f93d04a32a65cf0e613991002&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0337520
Nov 20 20:45:55.166303 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:55.253332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-a2a350c0-ee05-4d23-8d27-01b64844c70c tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:45:55.260993 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-a2a350c0-ee05-4d23-8d27-01b64844c70c tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2054183
Nov 20 20:45:55.280296 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-8d235eed-7dea-455a-a4cf-7e95b6187f95 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/quotas/5bb3936f93d04a32a65cf0e613991002 HTTP/1.1" status: 200  len: 375 time: 0.0133810
Nov 20 20:45:55.287072 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:55.292071 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:55.344519 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fb0b5d-8511-4b73-bf52-d05707f8a94c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:55.360499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:55.360848 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:55.361198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:55.361640 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:55.361928 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:55.362319 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:55.362645 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:55.363139 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:55.363615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:55.363946 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:55.364275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:55.364603 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] Tracked resource versions report:
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]: pushed versions:
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]: {   'AddressGroup': {'1.2'},
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:     'ConntrackHelper': {'1.0'},
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:     'Log': {'1.0'},
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:     'Network': {'1.1'},
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:     'Port': {'1.7'},
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:     'PortForwarding': {'1.2'},
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:     'QosPolicy': {'1.10'},
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:     'SecurityGroup': {'1.5'},
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:     'SecurityGroupRule': {'1.2'},
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:     'SubPort': {'1.0'},
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:     'Subnet': {'1.1'},
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:     'Trunk': {'1.1'}}
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]: consumer versions:
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]: {   DHCP agent@ncdv-master-1: {},
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:     HyperV agent@nch1-master-1: {},
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:     HyperV agent@nch2-master-1: {},
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:     L3 agent@ncdv-master-1: {},
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:     Metadata agent@ncdv-master-1: {},
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:     Metering agent@ncdv-master-1: {},
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:                                           'ConntrackHelper': '1.0',
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:                                           'Log': '1.0',
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:                                           'Network': '1.1',
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:                                           'Port': '1.7',
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:                                           'PortForwarding': '1.2',
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:                                           'QosPolicy': '1.10',
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:                                           'SecurityGroup': '1.5',
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:                                           'SecurityGroupRule': '1.2',
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:                                           'SubPort': '1.0',
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:                                           'Subnet': '1.1',
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:                                           'Trunk': '1.1'}}
Nov 20 20:45:55.365791 ncdv-master-1 neutron-server[126224]:  {{(pid=126224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 20 20:45:55.373537 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c2144a3c-6ff6-4384-b69d-e1ed99d8e402 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8560dc405dc14aeea5919453e8820ed8&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3271997
Nov 20 20:45:55.373804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52912) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:55.437073 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-45bdf5a3-7116-411c-a365-e092107c3bb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:55.458257 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-45bdf5a3-7116-411c-a365-e092107c3bb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:55.461271 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-c1c2affa-6ce3-4722-a17f-989f4c47b810 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bb3936f93d04a32a65cf0e613991002&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1695385
Nov 20 20:45:55.526838 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-45bdf5a3-7116-411c-a365-e092107c3bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:55.534232 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-45bdf5a3-7116-411c-a365-e092107c3bb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:55.534232 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-45bdf5a3-7116-411c-a365-e092107c3bb6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7fb0b5d-8511-4b73-bf52-d05707f8a94c HTTP/1.1" status: 204  len: 168 time: 0.1559501
Nov 20 20:45:55.541446 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdf5a3-7116-411c-a365-e092107c3bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fb0b5d-8511-4b73-bf52-d05707f8a94c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:55.820686 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52950) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:55.860741 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c63c324-5d9a-4e21-b456-01180bde61b6 req-d7327ef2-1637-43d1-9ddc-0be842478cfb tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 210 time: 0.0493419
Nov 20 20:45:55.982730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52964) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:56.013164 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:56.109450 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:56.117722 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:56.166936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52980) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:56.186676 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f606609f996460ea2635033aa08ec47&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2025309
Nov 20 20:45:56.190461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cace7441-da59-4b47-845f-39a82fe3cc79,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:56.201166 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:56.214298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:56.215079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:56.215437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:56.215785 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:56.216126 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:56.216461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:56.220126 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:56.220507 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:56.220891 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:56.221211 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:56.221549 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fb9ce-59f3-4069-8a33-7f63e289c18f admin admin] Tracked resource versions report:
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]: pushed versions:
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]: {   'AddressGroup': {'1.2'},
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:     'ConntrackHelper': {'1.0'},
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:     'Log': {'1.0'},
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:     'Network': {'1.1'},
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:     'Port': {'1.7'},
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:     'PortForwarding': {'1.2'},
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:     'QosPolicy': {'1.10'},
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:     'SecurityGroup': {'1.5'},
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:     'SecurityGroupRule': {'1.2'},
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:     'SubPort': {'1.0'},
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:     'Subnet': {'1.1'},
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:     'Trunk': {'1.1'}}
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]: consumer versions:
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]: {   DHCP agent@ncdv-master-1: {},
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:     HyperV agent@nch1-master-1: {},
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:     HyperV agent@nch2-master-1: {},
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:     L3 agent@ncdv-master-1: {},
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:     Metadata agent@ncdv-master-1: {},
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:     Metering agent@ncdv-master-1: {},
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:                                           'ConntrackHelper': '1.0',
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:                                           'Log': '1.0',
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:                                           'Network': '1.1',
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:                                           'Port': '1.7',
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:                                           'PortForwarding': '1.2',
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:                                           'QosPolicy': '1.10',
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:                                           'SecurityGroup': '1.5',
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:                                           'SecurityGroupRule': '1.2',
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:                                           'SubPort': '1.0',
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:                                           'Subnet': '1.1',
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:                                           'Trunk': '1.1'}}
Nov 20 20:45:56.226171 ncdv-master-1 neutron-server[126225]:  {{(pid=126225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 20 20:45:56.286517 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-13eea180-3903-46db-a056-238c4ad47a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:56.313296 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52988) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:56.344013 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-13eea180-3903-46db-a056-238c4ad47a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:56.418411 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-b043-438b-9f1e-1b6ddf6440b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:56.494405 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6458a43a-4310-498b-8bf8-9320a21d4245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:56.494569 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-13eea180-3903-46db-a056-238c4ad47a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:56.496992 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-13eea180-3903-46db-a056-238c4ad47a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:56.498153 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-13eea180-3903-46db-a056-238c4ad47a1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cace7441-da59-4b47-845f-39a82fe3cc79 HTTP/1.1" status: 204  len: 168 time: 0.3301837
Nov 20 20:45:56.520339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eea180-3903-46db-a056-238c4ad47a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cace7441-da59-4b47-845f-39a82fe3cc79,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:56.603684 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-b043-438b-9f1e-1b6ddf6440b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:56.612537 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-b043-438b-9f1e-1b6ddf6440b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:56.662156 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-290ee1e4-b043-438b-9f1e-1b6ddf6440b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c70ddb9fd7847299c5e564bf4ee1b0a&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8351192
Nov 20 20:45:56.664475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53018) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:56.673855 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6458a43a-4310-498b-8bf8-9320a21d4245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:56.686725 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6458a43a-4310-498b-8bf8-9320a21d4245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:56.753145 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6458a43a-4310-498b-8bf8-9320a21d4245 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1703aaae18ab4648a45da8da5dd03eea&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4378612
Nov 20 20:45:56.762587 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53024) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:56.780336 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ee1e4-b043-438b-9f1e-1b6ddf6440b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515e1c90-b949-4d57-beb2-13cfaf6486d5,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:56.797674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458a43a-4310-498b-8bf8-9320a21d4245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0ba009-d45f-44fd-8c88-b447737c507b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:56.881113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53038) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:56.934093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53048) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:56.951803 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-848a4720-9a00-444d-a9bf-db045606bc9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:56.994466 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-848a4720-9a00-444d-a9bf-db045606bc9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:56.997094 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-357f5bbb-a31b-4637-99b1-8006e2df2760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.039644 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be8eb936-7af2-4bd1-bd12-924e2fbbea60 req-53382781-9efd-4dc9-80e8-e5a26572f5a2 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 210 time: 0.0492139
Nov 20 20:45:57.049448 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-357f5bbb-a31b-4637-99b1-8006e2df2760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.104889 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-848a4720-9a00-444d-a9bf-db045606bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.108910 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-848a4720-9a00-444d-a9bf-db045606bc9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.113609 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-848a4720-9a00-444d-a9bf-db045606bc9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/515e1c90-b949-4d57-beb2-13cfaf6486d5 HTTP/1.1" status: 204  len: 168 time: 0.4473383
Nov 20 20:45:57.125877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a4720-9a00-444d-a9bf-db045606bc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515e1c90-b949-4d57-beb2-13cfaf6486d5,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:57.149289 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-357f5bbb-a31b-4637-99b1-8006e2df2760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.155035 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-357f5bbb-a31b-4637-99b1-8006e2df2760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.156644 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-357f5bbb-a31b-4637-99b1-8006e2df2760 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d0ba009-d45f-44fd-8c88-b447737c507b HTTP/1.1" status: 204  len: 168 time: 0.3936973
Nov 20 20:45:57.168966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f5bbb-a31b-4637-99b1-8006e2df2760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0ba009-d45f-44fd-8c88-b447737c507b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:57.318564 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4cd1ca7a-0bd1-4bf6-b663-75cae711e701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.323834 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c5ccc69-f60a-47f1-bd7b-7efa5272a55d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.464413 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c5ccc69-f60a-47f1-bd7b-7efa5272a55d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.469076 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c5ccc69-f60a-47f1-bd7b-7efa5272a55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.510147 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ccc69-f60a-47f1-bd7b-7efa5272a55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d0ebc9-bf3e-4a1f-b6fc-f4f3a0786215,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:57.522818 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4cd1ca7a-0bd1-4bf6-b663-75cae711e701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.531103 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4cd1ca7a-0bd1-4bf6-b663-75cae711e701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.538635 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3c5ccc69-f60a-47f1-bd7b-7efa5272a55d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5097ce36e0b34ec1b66aa928d4f5a81b&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5983114
Nov 20 20:45:57.541167 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53080) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:57.599369 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38c15a20-145c-447e-9735-a6888bb0c462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.626610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1ca7a-0bd1-4bf6-b663-75cae711e701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e54099-6d3f-471e-a410-6920bc6402f8,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:57.659082 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38c15a20-145c-447e-9735-a6888bb0c462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.661972 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4cd1ca7a-0bd1-4bf6-b663-75cae711e701 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=693d52727db54a51b95338288c3946ea&name=default HTTP/1.1" status: 200  len: 2992 time: 0.7792432
Nov 20 20:45:57.668519 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53082) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:57.755054 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38c15a20-145c-447e-9735-a6888bb0c462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.762745 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38c15a20-145c-447e-9735-a6888bb0c462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.763115 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7241b93b-09cf-49a7-a498-4acf1ed6a0ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.764026 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-38c15a20-145c-447e-9735-a6888bb0c462 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66d0ebc9-bf3e-4a1f-b6fc-f4f3a0786215 HTTP/1.1" status: 204  len: 168 time: 0.2217355
Nov 20 20:45:57.793982 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c15a20-145c-447e-9735-a6888bb0c462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d0ebc9-bf3e-4a1f-b6fc-f4f3a0786215,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:57.831458 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7241b93b-09cf-49a7-a498-4acf1ed6a0ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.913026 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7241b93b-09cf-49a7-a498-4acf1ed6a0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.919397 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7241b93b-09cf-49a7-a498-4acf1ed6a0ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:57.923569 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7241b93b-09cf-49a7-a498-4acf1ed6a0ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32e54099-6d3f-471e-a410-6920bc6402f8 HTTP/1.1" status: 204  len: 168 time: 0.2513671
Nov 20 20:45:57.923734 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53106) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:57.940421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241b93b-09cf-49a7-a498-4acf1ed6a0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e54099-6d3f-471e-a410-6920bc6402f8,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:57.944760 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cdd37217-f9f5-4fc6-aaf6-6504693002c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:58.078733 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cdd37217-f9f5-4fc6-aaf6-6504693002c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:58.085705 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cdd37217-f9f5-4fc6-aaf6-6504693002c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:58.143514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53128) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:58.144071 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cdd37217-f9f5-4fc6-aaf6-6504693002c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4097201d6c35465483bf48889dc04989&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2189295
Nov 20 20:45:58.144810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd37217-f9f5-4fc6-aaf6-6504693002c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca98c3c-8b5c-4721-86b9-f8515fd413f4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:58.214253 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-91a4b791-da42-46a1-b10e-ae6d16ed11e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:58.238633 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-91a4b791-da42-46a1-b10e-ae6d16ed11e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:58.296377 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-91a4b791-da42-46a1-b10e-ae6d16ed11e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:58.299520 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-91a4b791-da42-46a1-b10e-ae6d16ed11e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:58.300676 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-91a4b791-da42-46a1-b10e-ae6d16ed11e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ca98c3c-8b5c-4721-86b9-f8515fd413f4 HTTP/1.1" status: 204  len: 168 time: 0.1561825
Nov 20 20:45:58.309122 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4b791-da42-46a1-b10e-ae6d16ed11e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca98c3c-8b5c-4721-86b9-f8515fd413f4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:58.321924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53138) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:58.338589 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-55fbaf7c-b512-424d-ac10-bcb19da6a8e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:58.432970 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-55fbaf7c-b512-424d-ac10-bcb19da6a8e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:58.439131 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-55fbaf7c-b512-424d-ac10-bcb19da6a8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:58.476313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbaf7c-b512-424d-ac10-bcb19da6a8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01783a3f-e95d-4857-9385-b4ebafb49010,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:58.485116 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.47', 64134) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:58.511088 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-55fbaf7c-b512-424d-ac10-bcb19da6a8e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc068dfcf9b34d419222cb0f9cfe324b&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1879079
Nov 20 20:45:58.513719 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53142) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:58.549154 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-2ce83287-5940-45ac-b178-e843229cfe90 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5bb3936f93d04a32a65cf0e613991002&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0627055
Nov 20 20:45:58.573812 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2bb5-68b2-4e57-9907-8b999ba5ccaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:58.624282 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2bb5-68b2-4e57-9907-8b999ba5ccaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:58.696230 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2bb5-68b2-4e57-9907-8b999ba5ccaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:58.699481 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2bb5-68b2-4e57-9907-8b999ba5ccaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:58.703446 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8e5a2bb5-68b2-4e57-9907-8b999ba5ccaa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01783a3f-e95d-4857-9385-b4ebafb49010 HTTP/1.1" status: 204  len: 168 time: 0.1885715
Nov 20 20:45:58.713495 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a2bb5-68b2-4e57-9907-8b999ba5ccaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01783a3f-e95d-4857-9385-b4ebafb49010,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:58.791195 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-543d3aa2-4dfc-40cd-9cb0-da7e2e4c10e6 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:45:58.793015 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-543d3aa2-4dfc-40cd-9cb0-da7e2e4c10e6 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2377903
Nov 20 20:45:58.871508 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53162) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:58.885365 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-f4cb7598-7039-454c-afb0-5c9919ba2773 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Request body: {'port': {'device_id': '0b255966-253a-480e-844d-16f700830e9f', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '5bb3936f93d04a32a65cf0e613991002'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:45:58.896120 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-be09599d-e0dc-4851-9cc9-fbc44ec43fe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.036899 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-be09599d-e0dc-4851-9cc9-fbc44ec43fe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.045521 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-be09599d-e0dc-4851-9cc9-fbc44ec43fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.101465 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-be09599d-e0dc-4851-9cc9-fbc44ec43fe9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fe92ab64e9547f19d53fbebe5ad87be&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2284575
Nov 20 20:45:59.103716 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09599d-e0dc-4851-9cc9-fbc44ec43fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b22bbd-0850-4513-8b83-327edf94ff9d,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:59.106331 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53178) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:59.162287 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2fd3-2231-400a-8ea4-b2d1d47b818e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.189167 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2fd3-2231-400a-8ea4-b2d1d47b818e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.229310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53184) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:59.245350 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53188) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:59.259635 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-f4cb7598-7039-454c-afb0-5c9919ba2773 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Made reservation on behalf of 5bb3936f93d04a32a65cf0e613991002 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:45:59.263164 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-f4cb7598-7039-454c-afb0-5c9919ba2773 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.264289 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-367d02e3-1329-4eaa-9ba4-59d52388b508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.272118 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-f4cb7598-7039-454c-afb0-5c9919ba2773 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.295315 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2fd3-2231-400a-8ea4-b2d1d47b818e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.298700 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2fd3-2231-400a-8ea4-b2d1d47b818e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.303782 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1eaf2fd3-2231-400a-8ea4-b2d1d47b818e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5b22bbd-0850-4513-8b83-327edf94ff9d HTTP/1.1" status: 204  len: 168 time: 0.1964562
Nov 20 20:45:59.359790 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf2fd3-2231-400a-8ea4-b2d1d47b818e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b22bbd-0850-4513-8b83-327edf94ff9d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:59.381251 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-367d02e3-1329-4eaa-9ba4-59d52388b508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.388927 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-367d02e3-1329-4eaa-9ba4-59d52388b508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.405300 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-f4cb7598-7039-454c-afb0-5c9919ba2773 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.409577 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-f4cb7598-7039-454c-afb0-5c9919ba2773 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.467001 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-367d02e3-1329-4eaa-9ba4-59d52388b508 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f94ece5c781745d4a6fd50a016ba6d83&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2201781
Nov 20 20:45:59.468966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d02e3-1329-4eaa-9ba4-59d52388b508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd53b7f3-8218-4bc7-b8ba-755053fcd351,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:59.471539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53208) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:45:59.538151 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-40e34bfa-d8c8-42b8-95e3-3910e144929f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.544970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb7598-7039-454c-afb0-5c9919ba2773 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baaafc2b-f528-45f0-9e3a-c325865dde5e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:59.587617 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-40e34bfa-d8c8-42b8-95e3-3910e144929f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.668773 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-40e34bfa-d8c8-42b8-95e3-3910e144929f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.671849 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-40e34bfa-d8c8-42b8-95e3-3910e144929f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:45:59.675323 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-40e34bfa-d8c8-42b8-95e3-3910e144929f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd53b7f3-8218-4bc7-b8ba-755053fcd351 HTTP/1.1" status: 204  len: 168 time: 0.2002554
Nov 20 20:45:59.683657 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e34bfa-d8c8-42b8-95e3-3910e144929f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd53b7f3-8218-4bc7-b8ba-755053fcd351,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:45:59.752371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-f4cb7598-7039-454c-afb0-5c9919ba2773 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Allocated IP 192.168.233.12 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:45:59.897511 ncdv-master-1 neutron-server[126224]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 20 20:45:59.954611 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1012eaa4-ebae-46c0-b38d-fdbb52427034 req-cb3721f7-1c6c-4639-b284-5a5f25e81eb6 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 210 time: 0.7154684
Nov 20 20:45:59.995397 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-f4cb7598-7039-454c-afb0-5c9919ba2773 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:00.067258 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-f4cb7598-7039-454c-afb0-5c9919ba2773 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:00.207740 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-8fd1f446-6340-432c-b389-a22fc9880f13 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=df395a6120384dca8ab8bfc43a137ac4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0321250
Nov 20 20:46:00.269456 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-f4cb7598-7039-454c-afb0-5c9919ba2773 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:00.289046 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-f4cb7598-7039-454c-afb0-5c9919ba2773 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:00.301396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-f4cb7598-7039-454c-afb0-5c9919ba2773 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:00.328490 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-f4cb7598-7039-454c-afb0-5c9919ba2773 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:00.330542 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-f4cb7598-7039-454c-afb0-5c9919ba2773 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:00.414481 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb7598-7039-454c-afb0-5c9919ba2773 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Pushing event updated for resources: {'Port': ['ID=46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:00.426223 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-f4cb7598-7039-454c-afb0-5c9919ba2773 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5481620
Nov 20 20:46:00.457771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-9e369ddd-f9c6-416b-9b1f-b4853c34f75c tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:00.468765 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-9e369ddd-f9c6-416b-9b1f-b4853c34f75c tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2589843
Nov 20 20:46:00.493903 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-c877bf84-ca59-43de-8100-921ca8d6ac39 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/quotas/df395a6120384dca8ab8bfc43a137ac4 HTTP/1.1" status: 200  len: 375 time: 0.0233321
Nov 20 20:46:00.554316 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-c28c0ea2-fb0c-4231-b48f-5e70cd971143 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=df395a6120384dca8ab8bfc43a137ac4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0572381
Nov 20 20:46:00.770545 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-78fd360b-7c69-4259-a418-6b0aa2ce11eb None None] Provisioning complete for port 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:00.775809 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-78fd360b-7c69-4259-a418-6b0aa2ce11eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:00.875382 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-78fd360b-7c69-4259-a418-6b0aa2ce11eb None None] Port 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:46:00.978621 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47e8d23a-e327-4c18-b93a-c4727cc9aa5c req-df4f15f9-802f-4c8b-a72a-90dc7076e0c0 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 210 time: 0.1254799
Nov 20 20:46:01.307587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766c06f-8ad9-403c-9614-911800595198 req-e483665e-1333-44fd-b6a5-4ce6ca7ab10f tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:01.310634 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b766c06f-8ad9-403c-9614-911800595198 req-e483665e-1333-44fd-b6a5-4ce6ca7ab10f tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 935 time: 0.0904884
Nov 20 20:46:01.453132 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b766c06f-8ad9-403c-9614-911800595198 req-cb8fb3e8-c31e-45f8-bc04-42266626c335 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312435
Nov 20 20:46:02.128000 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2f93aaca-aa7c-4549-9698-3201fd2554e5 req-b9bd0b47-4598-4693-81e1-2c2c312ebf87 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 210 time: 0.0606384
Nov 20 20:46:02.613418 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39440921-20f7-49b7-8168-c50e46d72e2b req-b10635db-93ca-49b9-b5d0-eb8e774c783e tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:02.615619 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39440921-20f7-49b7-8168-c50e46d72e2b req-b10635db-93ca-49b9-b5d0-eb8e774c783e tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 935 time: 0.0703495
Nov 20 20:46:02.675293 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39440921-20f7-49b7-8168-c50e46d72e2b req-01ff7925-e4af-4c21-9715-128075e25f1e tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525346
Nov 20 20:46:03.265650 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-04b27eaa-e241-41a5-b2e8-8153cd82cdf9 req-8f1d9799-be59-476a-a1c7-be8b9ea3762b tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 210 time: 0.0394444
Nov 20 20:46:03.854673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bf035-f516-431b-a657-9277eaff0016 req-89e09238-c03a-4fea-a121-db2cb14f4fed tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:03.862843 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-546bf035-f516-431b-a657-9277eaff0016 req-89e09238-c03a-4fea-a121-db2cb14f4fed tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 935 time: 0.0673881
Nov 20 20:46:03.924595 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-546bf035-f516-431b-a657-9277eaff0016 req-d875bcd4-c045-42c6-9ecb-ccff751da93f tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602663
Nov 20 20:46:04.414595 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9773261-1dc3-4a7d-aa51-72af3212bc39 req-26eaf35a-3c9a-487f-bc5b-8292533d996f tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 210 time: 0.0510328
Nov 20 20:46:05.154157 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d5de965-502c-45af-ac66-82afa87751f7 req-fe0aaf1e-b455-4988-af4e-63d8aaa629b6 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=89da80dbcf5948268735e51c28e4bf40&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0485322
Nov 20 20:46:05.271234 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de965-502c-45af-ac66-82afa87751f7 req-d4359054-465d-42b0-8505-b74dfcbdc1df tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:05.272696 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d5de965-502c-45af-ac66-82afa87751f7 req-d4359054-465d-42b0-8505-b74dfcbdc1df tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1177552
Nov 20 20:46:05.289052 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d5de965-502c-45af-ac66-82afa87751f7 req-b2619e10-a094-4230-aa4e-0311c3c7f66c tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/quotas/89da80dbcf5948268735e51c28e4bf40 HTTP/1.1" status: 200  len: 375 time: 0.0099778
Nov 20 20:46:05.328238 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d5de965-502c-45af-ac66-82afa87751f7 req-3d445912-d73f-4da3-b9a9-b6ee337589bb tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=89da80dbcf5948268735e51c28e4bf40&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0322430
Nov 20 20:46:05.661397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a85bc7-29c9-47a9-b5df-d113f44c55dc req-97fe6994-96e1-44b5-ab0d-e53f95f90835 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:05.663360 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83a85bc7-29c9-47a9-b5df-d113f44c55dc req-97fe6994-96e1-44b5-ab0d-e53f95f90835 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 935 time: 0.0795350
Nov 20 20:46:05.748558 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83a85bc7-29c9-47a9-b5df-d113f44c55dc req-48f63229-e51f-493d-b271-a6dc4fcd5469 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780599
Nov 20 20:46:05.957218 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f23d5f47-f4fc-477c-8b85-8d9463a54978 req-dc471793-3d25-4938-880b-d63098e1427e tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 210 time: 0.0597222
Nov 20 20:46:05.960279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53504) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:06.197875 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aff86330-6ace-4813-9ee2-dbe8d293348d req-40a0cee2-ad3b-41db-bcc2-8b46f94d133d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 210 time: 0.1665125
Nov 20 20:46:06.277010 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ba3b-4fd4-4d90-ba4d-a5ba8c74aeda admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:06.456858 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ba3b-4fd4-4d90-ba4d-a5ba8c74aeda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:06.463720 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ba3b-4fd4-4d90-ba4d-a5ba8c74aeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:06.514461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53522) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:06.515023 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6ce1ba3b-4fd4-4d90-ba4d-a5ba8c74aeda admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31ec0d75e8704ba88ad8f7b16c611d8c&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5531170
Nov 20 20:46:06.515541 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1ba3b-4fd4-4d90-ba4d-a5ba8c74aeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dac7a8a-30ef-46d0-8322-2ea2270af1b1,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:06.613767 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-efacb81f-5e76-4e0c-b28c-38c5c4c63dd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:06.639477 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-efacb81f-5e76-4e0c-b28c-38c5c4c63dd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:06.697344 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-efacb81f-5e76-4e0c-b28c-38c5c4c63dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:06.700273 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-efacb81f-5e76-4e0c-b28c-38c5c4c63dd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:06.705308 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-efacb81f-5e76-4e0c-b28c-38c5c4c63dd8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5dac7a8a-30ef-46d0-8322-2ea2270af1b1 HTTP/1.1" status: 204  len: 168 time: 0.1848755
Nov 20 20:46:06.715061 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacb81f-5e76-4e0c-b28c-38c5c4c63dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dac7a8a-30ef-46d0-8322-2ea2270af1b1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:06.932676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.37', 62088) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:06.992812 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d5de965-502c-45af-ac66-82afa87751f7 req-c16236a7-30ac-4332-b74b-6340c04db1a3 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=89da80dbcf5948268735e51c28e4bf40&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0580750
Nov 20 20:46:07.331026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de965-502c-45af-ac66-82afa87751f7 req-2fd424fb-705b-4059-a01a-ea8eb6f95e2d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:07.334179 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d5de965-502c-45af-ac66-82afa87751f7 req-2fd424fb-705b-4059-a01a-ea8eb6f95e2d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3361857
Nov 20 20:46:07.345589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c3807-10e2-41f3-be79-6d175436c774 req-4b337acf-2a83-4537-a7c2-5f6b83ebedca tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:07.346843 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-817c3807-10e2-41f3-be79-6d175436c774 req-4b337acf-2a83-4537-a7c2-5f6b83ebedca tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 935 time: 0.2601862
Nov 20 20:46:07.413814 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53558) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:07.438543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-7d5de965-502c-45af-ac66-82afa87751f7 req-4eebdc74-16b5-4dab-afa7-76c7caf6a00d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Request body: {'port': {'device_id': 'ae71d012-3101-45ff-8cfa-86095500e364', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '89da80dbcf5948268735e51c28e4bf40'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:07.523082 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-817c3807-10e2-41f3-be79-6d175436c774 req-49d4b43c-00bd-4019-87af-54d3dea92d16 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684325
Nov 20 20:46:07.693468 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53562) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:07.731497 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47b64d08-0ad9-4cc4-b309-180923aa6072 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:07.869556 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-304b34ff-3bc8-4e94-9931-c49757f4d4da req-ee3f082e-5766-4538-918a-1c422d8c802e tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 210 time: 0.1961045
Nov 20 20:46:07.949047 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47b64d08-0ad9-4cc4-b309-180923aa6072 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:07.976215 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:07.979513 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47b64d08-0ad9-4cc4-b309-180923aa6072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:07.992454 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:08.066166 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-76283d21-d74c-488a-b8c9-47824881ec29 req-6eef13c4-8f74-4a47-ad07-d9c31ddc6a78 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 210 time: 0.1142850
Nov 20 20:46:08.098618 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5de965-502c-45af-ac66-82afa87751f7 req-4eebdc74-16b5-4dab-afa7-76c7caf6a00d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Made reservation on behalf of 89da80dbcf5948268735e51c28e4bf40 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:46:08.103427 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d5de965-502c-45af-ac66-82afa87751f7 req-4eebdc74-16b5-4dab-afa7-76c7caf6a00d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:08.125137 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-47b64d08-0ad9-4cc4-b309-180923aa6072 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff4d8c51dde24da2ba9bbbcfd81eca79&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4297442
Nov 20 20:46:08.125366 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d5de965-502c-45af-ac66-82afa87751f7 req-4eebdc74-16b5-4dab-afa7-76c7caf6a00d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:08.126494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b64d08-0ad9-4cc4-b309-180923aa6072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2969476-c523-4b5c-ac2e-ea9c64c63942,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:08.131027 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53580) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:08.152452 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-37ec4764-63b2-414e-8644-f34dae65b593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:08.350350 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-37ec4764-63b2-414e-8644-f34dae65b593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:08.362278 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-37ec4764-63b2-414e-8644-f34dae65b593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:08.400712 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1693ee74-cee9-4613-83f1-e0159ffc26fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:08.417164 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-37ec4764-63b2-414e-8644-f34dae65b593 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=382b7fba70dd42a7a165a83f4a15e7b2&name=default HTTP/1.1" status: 200  len: 2995 time: 1.0008757
Nov 20 20:46:08.422742 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53588) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:08.458735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec4764-63b2-414e-8644-f34dae65b593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485206db-b479-4e4c-bc54-459fba506e2c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:08.567426 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1693ee74-cee9-4613-83f1-e0159ffc26fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:08.582408 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53594) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:08.712630 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-09082a70-ab5b-4d02-84a4-46e9fccc7bca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:08.795439 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-09082a70-ab5b-4d02-84a4-46e9fccc7bca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:08.816613 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d5de965-502c-45af-ac66-82afa87751f7 req-4eebdc74-16b5-4dab-afa7-76c7caf6a00d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:08.829603 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d5de965-502c-45af-ac66-82afa87751f7 req-4eebdc74-16b5-4dab-afa7-76c7caf6a00d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:08.865351 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1693ee74-cee9-4613-83f1-e0159ffc26fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:08.869596 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1693ee74-cee9-4613-83f1-e0159ffc26fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:08.873746 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1693ee74-cee9-4613-83f1-e0159ffc26fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2969476-c523-4b5c-ac2e-ea9c64c63942 HTTP/1.1" status: 204  len: 168 time: 0.7417245
Nov 20 20:46:08.877882 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-7eab83e7-e3de-42d0-a358-a5ecff66cf2b tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:46:08.879096 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-7eab83e7-e3de-42d0-a358-a5ecff66cf2b tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0198641
Nov 20 20:46:08.882919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982758c-1473-47d4-86c0-8f2671fcf720 req-49bf446b-9499-429d-8524-22542e370b44 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:08.892310 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9982758c-1473-47d4-86c0-8f2671fcf720 req-49bf446b-9499-429d-8524-22542e370b44 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 935 time: 0.2355347
Nov 20 20:46:08.896190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53606) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:08.971895 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-753b35f9-8487-4136-8785-0890c1af275b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:09.061445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebdc74-16b5-4dab-afa7-76c7caf6a00d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7502c96-c6e4-43cb-95a7-2e34098110ad,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:09.202392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693ee74-cee9-4613-83f1-e0159ffc26fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2969476-c523-4b5c-ac2e-ea9c64c63942,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:09.265110 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2f83aab9-dea7-46de-9dee-a80134d9a685 req-d36c52e4-b366-4d5c-9182-6c5893745fc7 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 210 time: 0.1529896
Nov 20 20:46:09.275857 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9982758c-1473-47d4-86c0-8f2671fcf720 req-4c6ef216-6b76-497c-b1e5-4145101f8a43 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3813293
Nov 20 20:46:09.307748 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-09082a70-ab5b-4d02-84a4-46e9fccc7bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:09.314455 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-09082a70-ab5b-4d02-84a4-46e9fccc7bca admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:09.316459 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-09082a70-ab5b-4d02-84a4-46e9fccc7bca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/485206db-b479-4e4c-bc54-459fba506e2c HTTP/1.1" status: 204  len: 168 time: 0.8839209
Nov 20 20:46:09.402808 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09082a70-ab5b-4d02-84a4-46e9fccc7bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485206db-b479-4e4c-bc54-459fba506e2c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:09.444440 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-753b35f9-8487-4136-8785-0890c1af275b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:09.472270 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-753b35f9-8487-4136-8785-0890c1af275b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:09.600324 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-7d5de965-502c-45af-ac66-82afa87751f7 req-4eebdc74-16b5-4dab-afa7-76c7caf6a00d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Allocated IP 192.168.233.141 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/cdc9972c-0094-48f8-9fca-0182b2a13dd7) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:46:09.603751 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b35f9-8487-4136-8785-0890c1af275b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aa422d-b715-485a-8257-5413b970b59a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:09.657778 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f771b826-c8c7-4779-b24a-e1399e0b4e51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:09.704787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Request body: {'port': {'device_id': '0b255966-253a-480e-844d-16f700830e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:09.726593 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-70ba2ec1-8800-414e-bf7e-f0e4e28e8301 req-ad19857d-d49a-4ed4-9828-5c6a1aff9add tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 210 time: 0.1353760
Nov 20 20:46:09.909316 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-753b35f9-8487-4136-8785-0890c1af275b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3a6b453f49b4ff8b5ed9b3922464db0&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3225715
Nov 20 20:46:09.920293 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53624) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:10.039032 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d5de965-502c-45af-ac66-82afa87751f7 req-4eebdc74-16b5-4dab-afa7-76c7caf6a00d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:10.111964 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d5de965-502c-45af-ac66-82afa87751f7 req-4eebdc74-16b5-4dab-afa7-76c7caf6a00d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:10.128202 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:10.181502 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.47', 64139) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:10.322948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53630) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:10.338000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5de965-502c-45af-ac66-82afa87751f7 req-4eebdc74-16b5-4dab-afa7-76c7caf6a00d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:10.345617 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f771b826-c8c7-4779-b24a-e1399e0b4e51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:10.402866 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53d8e985-c51f-47bf-aa06-20f65cc235a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:10.506550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-7d5de965-502c-45af-ac66-82afa87751f7 req-4eebdc74-16b5-4dab-afa7-76c7caf6a00d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:10.513581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5de965-502c-45af-ac66-82afa87751f7 req-4eebdc74-16b5-4dab-afa7-76c7caf6a00d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:10.525768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de965-502c-45af-ac66-82afa87751f7 req-4eebdc74-16b5-4dab-afa7-76c7caf6a00d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:10.526895 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d5de965-502c-45af-ac66-82afa87751f7 req-4eebdc74-16b5-4dab-afa7-76c7caf6a00d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:10.579034 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d5de965-502c-45af-ac66-82afa87751f7 req-4eebdc74-16b5-4dab-afa7-76c7caf6a00d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.1691885
Nov 20 20:46:10.667010 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2cdb008-0825-462a-8a97-0e5abdd4c7d4 req-0530898c-b168-42bf-b7bf-d98b03585e79 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 210 time: 0.1024280
Nov 20 20:46:10.699966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-7d5de965-502c-45af-ac66-82afa87751f7 req-30ae9546-746f-4091-99d0-a2a5673cf933 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:46:10.703450 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d5de965-502c-45af-ac66-82afa87751f7 req-30ae9546-746f-4091-99d0-a2a5673cf933 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0261331
Nov 20 20:46:10.731941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebdc74-16b5-4dab-afa7-76c7caf6a00d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Pushing event updated for resources: {'Port': ['ID=cdc9972c-0094-48f8-9fca-0182b2a13dd7,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:10.815535 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53d8e985-c51f-47bf-aa06-20f65cc235a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:10.837245 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53d8e985-c51f-47bf-aa06-20f65cc235a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:10.857565 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f771b826-c8c7-4779-b24a-e1399e0b4e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:10.914565 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8e985-c51f-47bf-aa06-20f65cc235a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584abe0d-a586-44e0-893c-05d3d51eda31,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:11.096330 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-53d8e985-c51f-47bf-aa06-20f65cc235a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a58c53787a6d4293ab9079cce85f83fd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7543371
Nov 20 20:46:11.097390 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7c60490e-92d7-4607-adf3-992042d3db1c None None] Provisioning complete for port cdc9972c-0094-48f8-9fca-0182b2a13dd7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:11.100756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53648) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:11.101400 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7c60490e-92d7-4607-adf3-992042d3db1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:11.110501 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e1311-2cf4-49aa-9614-f4b1a3e62e35 req-832972e6-b0d4-4230-92a5-b5d24e0e8c54 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:11.120074 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-027e1311-2cf4-49aa-9614-f4b1a3e62e35 req-832972e6-b0d4-4230-92a5-b5d24e0e8c54 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 936 time: 0.1658225
Nov 20 20:46:11.189325 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-7c60490e-92d7-4607-adf3-992042d3db1c None None] Port cdc9972c-0094-48f8-9fca-0182b2a13dd7 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:46:11.208773 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-214cfc15-a6c2-48cd-8e7e-1e6d69fc0533 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=df395a6120384dca8ab8bfc43a137ac4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.4297478
Nov 20 20:46:11.247596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771b826-c8c7-4779-b24a-e1399e0b4e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c578fd6-4fac-4f9d-bd57-58a3f732390b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:11.314030 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-027e1311-2cf4-49aa-9614-f4b1a3e62e35 req-926cbfca-0388-430a-a5b3-8a48f397a56b tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1930101
Nov 20 20:46:11.331279 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9fc1cb61-c591-4995-a91b-b39c612523eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:11.397807 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9fc1cb61-c591-4995-a91b-b39c612523eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:11.409941 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f771b826-c8c7-4779-b24a-e1399e0b4e51 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68d96f3d87944b8f8161d1353798e436&name=default HTTP/1.1" status: 200  len: 2996 time: 2.5093758
Nov 20 20:46:11.424527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53656) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:11.526038 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9fc1cb61-c591-4995-a91b-b39c612523eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:11.528700 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9fc1cb61-c591-4995-a91b-b39c612523eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:11.530075 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9fc1cb61-c591-4995-a91b-b39c612523eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/584abe0d-a586-44e0-893c-05d3d51eda31 HTTP/1.1" status: 204  len: 168 time: 0.4074931
Nov 20 20:46:11.548044 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1cb61-c591-4995-a91b-b39c612523eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584abe0d-a586-44e0-893c-05d3d51eda31,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:11.590393 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f1543b5-8939-4d76-8a97-c49988b1c9fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:11.662728 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a1369-10fe-46b0-8c37-470db81f71d0 req-17f308be-ddf7-49e7-bfed-5589c3df26ac tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:11.671361 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f05a1369-10fe-46b0-8c37-470db81f71d0 req-17f308be-ddf7-49e7-bfed-5589c3df26ac tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 935 time: 0.8519766
Nov 20 20:46:11.803943 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f1543b5-8939-4d76-8a97-c49988b1c9fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:11.824408 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d296d87c-4f6b-43dc-9c8e-8f1f107a61ac req-7319b71d-f2cc-4707-aae6-bccd4def8200 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 210 time: 0.0514276
Nov 20 20:46:11.835638 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-4279cf3e-7b1e-4d39-b37c-3f46b2de1e15 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:11.837780 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-4279cf3e-7b1e-4d39-b37c-3f46b2de1e15 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5850496
Nov 20 20:46:11.999361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:46:12.014626 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17532261-9a64-4bd2-8d9a-00678eb4251f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:12.018179 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:12.073695 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-f2dea0ca-5d66-4cb7-8f3f-3f71220f29ce tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Request body: {'port': {'device_id': '145af1b9-33db-4aeb-a248-55ab57de8146', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': 'df395a6120384dca8ab8bfc43a137ac4'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:12.096641 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Request body: {'port': {'device_id': 'ae71d012-3101-45ff-8cfa-86095500e364', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:12.098021 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f05a1369-10fe-46b0-8c37-470db81f71d0 req-22dbaeaa-9c92-4086-b9b3-383ed903bb54 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4254558
Nov 20 20:46:12.120228 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17532261-9a64-4bd2-8d9a-00678eb4251f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:12.154768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Transition to ACTIVE for port object 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:46:12.159521 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f1543b5-8939-4d76-8a97-c49988b1c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:12.163909 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f1543b5-8939-4d76-8a97-c49988b1c9fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:12.165756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5f1543b5-8939-4d76-8a97-c49988b1c9fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7aa422d-b715-485a-8257-5413b970b59a HTTP/1.1" status: 204  len: 168 time: 2.2249947
Nov 20 20:46:12.204769 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:12.260074 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:12.269320 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1543b5-8939-4d76-8a97-c49988b1c9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7aa422d-b715-485a-8257-5413b970b59a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:12.619883 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Pushing event updated for resources: {'Port': ['ID=46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:12.735288 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17532261-9a64-4bd2-8d9a-00678eb4251f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:12.762294 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17532261-9a64-4bd2-8d9a-00678eb4251f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:12.762294 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-17532261-9a64-4bd2-8d9a-00678eb4251f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c578fd6-4fac-4f9d-bd57-58a3f732390b HTTP/1.1" status: 204  len: 168 time: 1.3132925
Nov 20 20:46:12.841343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Attempting to bind port 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:46:12.841711 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Attempting to bind port 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:46:12.842075 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Attempting to bind port 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:12.848767 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17532261-9a64-4bd2-8d9a-00678eb4251f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c578fd6-4fac-4f9d-bd57-58a3f732390b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:12.851410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Port 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:46:12.851865 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Attempting to bind port 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:12.932867 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-f2dea0ca-5d66-4cb7-8f3f-3f71220f29ce tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Made reservation on behalf of df395a6120384dca8ab8bfc43a137ac4 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:46:12.955146 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-f2dea0ca-5d66-4cb7-8f3f-3f71220f29ce tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:12.971006 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:46:12.971006 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:12.971643 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:46:12.972059 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Bound port: 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:46:12.972421 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:12.988942 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ffce8-c616-4461-838f-36caddcdbfdc req-78762caf-9daa-43eb-a930-270ac354c34d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:12.997162 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d23ffce8-c616-4461-838f-36caddcdbfdc req-78762caf-9daa-43eb-a930-270ac354c34d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 936 time: 0.4050908
Nov 20 20:46:13.040261 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-f2dea0ca-5d66-4cb7-8f3f-3f71220f29ce tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:13.200725 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-51f0cb34-f21c-407e-be99-993257efac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:13.296403 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53696) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:13.385644 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2bd38460-9785-4da8-8414-c925494af53a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:13.397378 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d23ffce8-c616-4461-838f-36caddcdbfdc req-896f15cb-57c2-4c53-8eda-806e99eaacda tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3881485
Nov 20 20:46:13.634761 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-24feffc2-8ff4-425e-9703-1ad872a4a0db req-d430c420-6029-4a4d-bf77-5c1bf28aee6c tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 210 time: 0.5529580
Nov 20 20:46:13.649981 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2bd38460-9785-4da8-8414-c925494af53a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:13.737941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc9972c-0094-48f8-9fca-0182b2a13dd7 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:46:13.748281 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:13.772321 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Transition to ACTIVE for port object cdc9972c-0094-48f8-9fca-0182b2a13dd7 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:46:13.776430 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2bd38460-9785-4da8-8414-c925494af53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:13.793183 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] For port 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:46:13.833489 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] For port 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:46:13.844059 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:13.866267 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2bd38460-9785-4da8-8414-c925494af53a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6234161db5e419a9af6175ae628f41f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5573459
Nov 20 20:46:13.871962 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:13.880743 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53708) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:13.881722 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd38460-9785-4da8-8414-c925494af53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff74bb59-4980-4576-ba59-ffd576ce8596,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:13.915113 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:13.917446 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:13.919448 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] 10.222.0.47 "PUT /v2.0/ports/46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef HTTP/1.1" status: 200  len: 1095 time: 4.6935275
Nov 20 20:46:13.928455 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b255966-253a-480e-844d-16f700830e9f', 'tag': '46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:46:14.018310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc9972c-0094-48f8-9fca-0182b2a13dd7,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:14.018910 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-f2dea0ca-5d66-4cb7-8f3f-3f71220f29ce tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:14.062289 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-f2dea0ca-5d66-4cb7-8f3f-3f71220f29ce tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:14.140288 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5279f-3d1a-4ade-9ef8-720b573b5dd2 req-576eb538-1e27-4f21-bdc0-32e0522b25a1 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:14.142075 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cdd5279f-3d1a-4ade-9ef8-720b573b5dd2 req-576eb538-1e27-4f21-bdc0-32e0522b25a1 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 947 time: 0.4901366
Nov 20 20:46:14.143147 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c7d882e-1030-42bd-9ec0-0495d31474e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:14.178220 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c7d882e-1030-42bd-9ec0-0495d31474e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:14.254144 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a49ad0-fa80-4120-b091-40e657647f42 service neutron] Pushing event updated for resources: {'Port': ['ID=46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:14.255946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53714) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:14.328641 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dea0ca-5d66-4cb7-8f3f-3f71220f29ce tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8974f2de-99cd-4cf9-9311-c861ec7ec5a7,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:14.363833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-2720b06c-9d00-4a28-8e5b-e66fbeb4c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:14.370028 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-2720b06c-9d00-4a28-8e5b-e66fbeb4c811 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5bb3936f93d04a32a65cf0e613991002&device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 1098 time: 0.3544302
Nov 20 20:46:14.541336 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-9b3bdbe5-f4a3-4e42-964f-f2278aee4db2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef HTTP/1.1" status: 200  len: 217 time: 0.1604764
Nov 20 20:46:14.645486 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea79fc8-8c55-4d87-8790-b858ef2ab76d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b255966-253a-480e-844d-16f700830e9f", "tag": "46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:46:14.688590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Attempting to bind port cdc9972c-0094-48f8-9fca-0182b2a13dd7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:46:14.688944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Attempting to bind port cdc9972c-0094-48f8-9fca-0182b2a13dd7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:46:14.689389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Attempting to bind port cdc9972c-0094-48f8-9fca-0182b2a13dd7 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:14.692481 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c482576-de3a-4983-9cd7-ebd212838f13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:14.699431 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c7d882e-1030-42bd-9ec0-0495d31474e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:14.699876 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-3082781b-1b76-46ee-b4b7-190e5ba3554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:14.701698 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-3082781b-1b76-46ee-b4b7-190e5ba3554a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1514781
Nov 20 20:46:14.702102 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c7d882e-1030-42bd-9ec0-0495d31474e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:14.703640 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6c7d882e-1030-42bd-9ec0-0495d31474e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff74bb59-4980-4576-ba59-ffd576ce8596 HTTP/1.1" status: 204  len: 168 time: 0.7424393
Nov 20 20:46:14.722032 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Port cdc9972c-0094-48f8-9fca-0182b2a13dd7 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:46:14.722667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Attempting to bind port cdc9972c-0094-48f8-9fca-0182b2a13dd7 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:14.732751 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:46:14.733047 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:14.733826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:46:14.734452 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Bound port: cdc9972c-0094-48f8-9fca-0182b2a13dd7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:46:14.734805 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:14.763911 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-f2dea0ca-5d66-4cb7-8f3f-3f71220f29ce tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Allocated IP 192.168.233.50 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/862ee470-d6ef-4357-a9c1-0a08b9523fc7) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:46:14.777965 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d882e-1030-42bd-9ec0-0495d31474e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff74bb59-4980-4576-ba59-ffd576ce8596,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:14.842335 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-8b15a632-bee5-4b95-88f5-dd6cd65e3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:14.844706 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-8b15a632-bee5-4b95-88f5-dd6cd65e3122 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1337411
Nov 20 20:46:14.861361 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cdd5279f-3d1a-4ade-9ef8-720b573b5dd2 req-5073ff56-2559-466d-b93a-6903e9920860 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6224394
Nov 20 20:46:15.051586 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-8525f65f-3676-4ae5-ba35-64d184b839ce service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1940427
Nov 20 20:46:15.132621 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] For port cdc9972c-0094-48f8-9fca-0182b2a13dd7, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:46:15.167800 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-ba74506c-b043-479c-89ec-0c6966f85ead tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0936930
Nov 20 20:46:15.170861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] For port cdc9972c-0094-48f8-9fca-0182b2a13dd7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdc9972c-0094-48f8-9fca-0182b2a13dd7,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:46:15.180844 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c482576-de3a-4983-9cd7-ebd212838f13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:15.185391 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:15.198984 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c482576-de3a-4983-9cd7-ebd212838f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:15.214631 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a51ad-7137-4b08-8eff-5b89fffcd8d7 req-8852b592-43ff-40c5-8444-54bc789b998e tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:15.223201 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-840a51ad-7137-4b08-8eff-5b89fffcd8d7 req-8852b592-43ff-40c5-8444-54bc789b998e tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 948 time: 0.1661708
Nov 20 20:46:15.228276 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:46:15.275003 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:15.275863 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:15.277877 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d5de965-502c-45af-ac66-82afa87751f7 req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] 10.222.0.37 "PUT /v2.0/ports/cdc9972c-0094-48f8-9fca-0182b2a13dd7 HTTP/1.1" status: 200  len: 1096 time: 3.5044737
Nov 20 20:46:15.285281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae71d012-3101-45ff-8cfa-86095500e364', 'tag': 'cdc9972c-0094-48f8-9fca-0182b2a13dd7'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:46:15.309783 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed116e98-2522-4d54-abf0-e5c478abfb81 req-80b4bea7-8890-4931-9a4d-bb36643e6fcc service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2442288
Nov 20 20:46:15.354243 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-f2dea0ca-5d66-4cb7-8f3f-3f71220f29ce tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:15.433087 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7c482576-de3a-4983-9cd7-ebd212838f13 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=016b75738476469abb50a751861462b2&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1723821
Nov 20 20:46:15.435190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53754) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:15.445423 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c482576-de3a-4983-9cd7-ebd212838f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c5b8d8-7b31-46ff-aa36-3a23dbf3aecd,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:15.500240 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8ac4b-ce0a-43de-9a07-1bb2961854e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc9972c-0094-48f8-9fca-0182b2a13dd7,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:15.575016 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-840a51ad-7137-4b08-8eff-5b89fffcd8d7 req-64fb9fb0-850a-460e-83ec-ec88d7b7995e tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3499823
Nov 20 20:46:15.587876 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1a4269fc-5b90-4d83-b561-6fbd63edfcf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:15.599280 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568406cd-231a-4039-8bbb-861623231424" -d '{"events": [{"name": "network-changed", "server_uuid": "ae71d012-3101-45ff-8cfa-86095500e364", "tag": "cdc9972c-0094-48f8-9fca-0182b2a13dd7"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:46:15.645859 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-35114186-92b7-4ea5-97ef-19b67a7f4f3c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:15.653650 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-35114186-92b7-4ea5-97ef-19b67a7f4f3c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4757991
Nov 20 20:46:15.681794 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ace9-1fe8-4170-bb6b-22f7a3c1bcad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:15.683942 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-f2dea0ca-5d66-4cb7-8f3f-3f71220f29ce tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:15.697820 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-77ed6915-7753-44de-b96a-1333b3cc9ba8 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/quotas/75d8e50fbc2c4c13be9b56bf0078f315 HTTP/1.1" status: 200  len: 375 time: 0.0429997
Nov 20 20:46:15.768843 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-964e40a7-5541-4834-a0de-3be83ca78a92 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0700295
Nov 20 20:46:15.820395 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34417f93-78b3-4da4-852b-318446c0bb26 x-openstack-request-id: req-34417f93-78b3-4da4-852b-318446c0bb26 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:46:15.821309 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b255966-253a-480e-844d-16f700830e9f", "tag": "46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:46:15.822364 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34417f93-78b3-4da4-852b-318446c0bb26 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:46:15.823555 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b255966-253a-480e-844d-16f700830e9f', 'tag': '46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef', 'status': 'completed', 'code': 200}
Nov 20 20:46:15.921662 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ace9-1fe8-4170-bb6b-22f7a3c1bcad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:15.929490 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a04571-aab9-4c5b-9b59-b9cbdb2b1e3e req-2833b0cf-cd6c-4774-a9f4-13a6c30e8261 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:15.942924 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32a04571-aab9-4c5b-9b59-b9cbdb2b1e3e req-2833b0cf-cd6c-4774-a9f4-13a6c30e8261 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 935 time: 0.0956876
Nov 20 20:46:15.968287 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-f2dea0ca-5d66-4cb7-8f3f-3f71220f29ce tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:15.985826 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-f2dea0ca-5d66-4cb7-8f3f-3f71220f29ce tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:15.996093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dea0ca-5d66-4cb7-8f3f-3f71220f29ce tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Pushing event updated for resources: {'Port': ['ID=862ee470-d6ef-4357-a9c1-0a08b9523fc7,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:16.009330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-f2dea0ca-5d66-4cb7-8f3f-3f71220f29ce tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:16.027613 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-f2dea0ca-5d66-4cb7-8f3f-3f71220f29ce tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:16.029661 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-f2dea0ca-5d66-4cb7-8f3f-3f71220f29ce tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:16.056127 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea79fc8-8c55-4d87-8790-b858ef2ab76d req-945706a9-f7c4-4c5a-a465-7903fa3ad328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:16.058007 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aea79fc8-8c55-4d87-8790-b858ef2ab76d req-945706a9-f7c4-4c5a-a465-7903fa3ad328 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5bb3936f93d04a32a65cf0e613991002&device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 1098 time: 0.1963181
Nov 20 20:46:16.113295 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32a04571-aab9-4c5b-9b59-b9cbdb2b1e3e req-d6065223-86f0-4f8c-9031-b68e2befcc87 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/security-groups?id=8974f2de-99cd-4cf9-9311-c861ec7ec5a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619606
Nov 20 20:46:16.191734 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-f2dea0ca-5d66-4cb7-8f3f-3f71220f29ce tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.1387119
Nov 20 20:46:16.246423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Request body: {'port': {'device_id': '145af1b9-33db-4aeb-a248-55ab57de8146', 'device_owner': 'compute:tempest-test_az-796134457', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:16.350238 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b67e44e-557f-4036-9155-30a78f7b719b x-openstack-request-id: req-0b67e44e-557f-4036-9155-30a78f7b719b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:46:16.350779 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae71d012-3101-45ff-8cfa-86095500e364", "tag": "cdc9972c-0094-48f8-9fca-0182b2a13dd7", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:46:16.350779 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b67e44e-557f-4036-9155-30a78f7b719b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:46:16.351333 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae71d012-3101-45ff-8cfa-86095500e364', 'tag': 'cdc9972c-0094-48f8-9fca-0182b2a13dd7', 'status': 'completed', 'code': 200}
Nov 20 20:46:16.429139 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ace9-1fe8-4170-bb6b-22f7a3c1bcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:16.432553 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ace9-1fe8-4170-bb6b-22f7a3c1bcad admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:16.436441 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0fb3ace9-1fe8-4170-bb6b-22f7a3c1bcad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7c5b8d8-7b31-46ff-aa36-3a23dbf3aecd HTTP/1.1" status: 204  len: 168 time: 0.9936042
Nov 20 20:46:16.514747 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9ed5ab6c-509a-4427-ae0a-d647aebb2956 None None] Provisioning complete for port 862ee470-d6ef-4357-a9c1-0a08b9523fc7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:16.516365 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9ed5ab6c-509a-4427-ae0a-d647aebb2956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:16.668146 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5ab6c-509a-4427-ae0a-d647aebb2956 None None] Port 862ee470-d6ef-4357-a9c1-0a08b9523fc7 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:46:16.683828 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:16.684437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40074811-4b2f-4e92-9300-56077d2b1c15 req-08d7452a-c59c-444a-8f6b-21108ee36845 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:16.692202 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-40074811-4b2f-4e92-9300-56077d2b1c15 req-08d7452a-c59c-444a-8f6b-21108ee36845 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 947 time: 0.0919678
Nov 20 20:46:16.748603 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-40074811-4b2f-4e92-9300-56077d2b1c15 req-1c59fdaa-b3fe-46c6-b0d9-f3020499a5a8 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551095
Nov 20 20:46:16.783220 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3ace9-1fe8-4170-bb6b-22f7a3c1bcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c5b8d8-7b31-46ff-aa36-3a23dbf3aecd,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:16.827485 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2cd138ff-77da-4320-a697-5cb40d583e86 req-37a7e33d-eb16-4a9d-8250-f6f249431a64 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 210 time: 0.3780408
Nov 20 20:46:16.840769 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:17.060020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce94c01-9d6e-493d-b6ae-13123316f097 req-a770dee7-ed8c-463a-8ea7-76fa4784ba00 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:17.069788 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7ce94c01-9d6e-493d-b6ae-13123316f097 req-a770dee7-ed8c-463a-8ea7-76fa4784ba00 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 948 time: 0.1117876
Nov 20 20:46:17.069992 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea79fc8-8c55-4d87-8790-b858ef2ab76d req-5a772bd3-4227-44f5-bbd7-6c42f8c51023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:17.069992 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aea79fc8-8c55-4d87-8790-b858ef2ab76d req-5a772bd3-4227-44f5-bbd7-6c42f8c51023 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 1.0000868
Nov 20 20:46:17.190992 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7ce94c01-9d6e-493d-b6ae-13123316f097 req-899994e7-c47e-4d65-b8b6-c71667208aff tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117346
Nov 20 20:46:17.208435 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aea79fc8-8c55-4d87-8790-b858ef2ab76d req-66687fbe-1df6-4623-bbc3-e3023868d993 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef HTTP/1.1" status: 200  len: 217 time: 0.1306701
Nov 20 20:46:17.349390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea79fc8-8c55-4d87-8790-b858ef2ab76d req-0dda07c0-9ee4-47bd-8367-18b8e183ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:17.356340 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aea79fc8-8c55-4d87-8790-b858ef2ab76d req-0dda07c0-9ee4-47bd-8367-18b8e183ac1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1283047
Nov 20 20:46:17.585422 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20752f-7bd1-4e1b-b1ed-55eb5a79593f req-5846a8dc-b85e-42af-ba6c-45e0040d5bea tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:17.595878 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ca20752f-7bd1-4e1b-b1ed-55eb5a79593f req-5846a8dc-b85e-42af-ba6c-45e0040d5bea tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 935 time: 0.2977409
Nov 20 20:46:17.638630 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea79fc8-8c55-4d87-8790-b858ef2ab76d req-a6bc4052-35db-459a-8f58-efc5264fa73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:17.640394 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aea79fc8-8c55-4d87-8790-b858ef2ab76d req-a6bc4052-35db-459a-8f58-efc5264fa73d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2621000
Nov 20 20:46:17.720362 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ca20752f-7bd1-4e1b-b1ed-55eb5a79593f req-53449a29-2a22-4e4c-8596-cd2a49567d25 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/security-groups?id=8974f2de-99cd-4cf9-9311-c861ec7ec5a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185327
Nov 20 20:46:17.851730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 862ee470-d6ef-4357-a9c1-0a08b9523fc7 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:46:17.885551 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:17.940260 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aea79fc8-8c55-4d87-8790-b858ef2ab76d req-5b679681-8492-4324-a7f6-ca81ec777bb5 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2848330
Nov 20 20:46:17.944319 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Transition to ACTIVE for port object 862ee470-d6ef-4357-a9c1-0a08b9523fc7 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:46:17.998093 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318de229-8012-49eb-8b97-2af37caf1498 req-a66445a1-7777-4c24-8596-2d574010e781 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:17.999838 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-318de229-8012-49eb-8b97-2af37caf1498 req-a66445a1-7777-4c24-8596-2d574010e781 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 947 time: 0.1005762
Nov 20 20:46:18.021214 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:18.082797 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-318de229-8012-49eb-8b97-2af37caf1498 req-ad23c472-037f-4019-903a-574268f1b8c1 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750232
Nov 20 20:46:18.115734 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9d2e0e8d-fa57-48d5-ae5b-670dccaeb697 req-c9bba39b-aec5-481b-9d68-a4f5009eb332 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 210 time: 0.1808283
Nov 20 20:46:18.163127 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53878) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:18.215610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53882) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:18.241498 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aea79fc8-8c55-4d87-8790-b858ef2ab76d req-8c2857fc-5ad6-4d17-993f-1703130f06fc service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2806640
Nov 20 20:46:18.248089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Pushing event updated for resources: {'Port': ['ID=862ee470-d6ef-4357-a9c1-0a08b9523fc7,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:18.275167 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Attempting to bind port 862ee470-d6ef-4357-a9c1-0a08b9523fc7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:46:18.291068 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Attempting to bind port 862ee470-d6ef-4357-a9c1-0a08b9523fc7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:46:18.291570 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Attempting to bind port 862ee470-d6ef-4357-a9c1-0a08b9523fc7 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:18.300611 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Port 862ee470-d6ef-4357-a9c1-0a08b9523fc7 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:46:18.302443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Attempting to bind port 862ee470-d6ef-4357-a9c1-0a08b9523fc7 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:18.315101 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:46:18.322808 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:18.323389 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:46:18.323886 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Bound port: 862ee470-d6ef-4357-a9c1-0a08b9523fc7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:46:18.324548 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:18.399959 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cb8bf-7819-4a9e-9907-9bdea25907d6 req-de173c42-2169-4669-93c6-d8b1f9a2658e tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:18.408431 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b1cb8bf-7819-4a9e-9907-9bdea25907d6 req-de173c42-2169-4669-93c6-d8b1f9a2658e tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 948 time: 0.0994854
Nov 20 20:46:18.486238 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b1cb8bf-7819-4a9e-9907-9bdea25907d6 req-ef24281b-badd-4d93-999c-f40edea1db83 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746148
Nov 20 20:46:18.487313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] For port 862ee470-d6ef-4357-a9c1-0a08b9523fc7, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:46:18.487587 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:18.496986 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] For port 862ee470-d6ef-4357-a9c1-0a08b9523fc7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=862ee470-d6ef-4357-a9c1-0a08b9523fc7,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:46:18.505219 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:18.562592 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-75730786-87b9-4bae-b007-90a7f4b223b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:18.700134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:18.704854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:18.707085 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] 10.222.0.47 "PUT /v2.0/ports/862ee470-d6ef-4357-a9c1-0a08b9523fc7 HTTP/1.1" status: 200  len: 1116 time: 2.4937816
Nov 20 20:46:18.707580 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145af1b9-33db-4aeb-a248-55ab57de8146', 'tag': '862ee470-d6ef-4357-a9c1-0a08b9523fc7'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:46:18.710480 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f3419d-e29e-48e1-8225-18a35df9561a" -d '{"events": [{"name": "network-changed", "server_uuid": "145af1b9-33db-4aeb-a248-55ab57de8146", "tag": "862ee470-d6ef-4357-a9c1-0a08b9523fc7"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:46:18.726191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:46:18.735557 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6baca2d1-ac72-4862-82e8-73e989315458 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:18.749052 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ef23a-b13c-4476-9721-aa53b95c5f4c service neutron] Pushing event updated for resources: {'Port': ['ID=862ee470-d6ef-4357-a9c1-0a08b9523fc7,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:18.883337 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dd2c17-1170-4d61-8629-b82a25a77bcc x-openstack-request-id: req-19dd2c17-1170-4d61-8629-b82a25a77bcc {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:46:18.883666 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145af1b9-33db-4aeb-a248-55ab57de8146", "tag": "862ee470-d6ef-4357-a9c1-0a08b9523fc7", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:46:18.883923 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19dd2c17-1170-4d61-8629-b82a25a77bcc {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:46:18.884413 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145af1b9-33db-4aeb-a248-55ab57de8146', 'tag': '862ee470-d6ef-4357-a9c1-0a08b9523fc7', 'status': 'completed', 'code': 200}
Nov 20 20:46:18.944180 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-48c1e86e-f3cc-4900-be65-daaa2bcc8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:18.946928 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-48c1e86e-f3cc-4900-be65-daaa2bcc8536 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df395a6120384dca8ab8bfc43a137ac4&device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 1119 time: 0.1675401
Nov 20 20:46:19.061465 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:19.069103 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-b7ff7229-b2ae-4b0c-814d-fad5d301c2f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=862ee470-d6ef-4357-a9c1-0a08b9523fc7 HTTP/1.1" status: 200  len: 217 time: 0.0748711
Nov 20 20:46:19.158821 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:19.182882 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6baca2d1-ac72-4862-82e8-73e989315458 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:19.192837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-2d1f7fb1-6a9a-4837-8885-6365ca255c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:19.198078 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-2d1f7fb1-6a9a-4837-8885-6365ca255c24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1124520
Nov 20 20:46:19.264563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef', 'mac_address': 'fa:16:3e:1e:62:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:46:19.264816 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-75730786-87b9-4bae-b007-90a7f4b223b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:19.268639 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6baca2d1-ac72-4862-82e8-73e989315458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:19.298209 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-75730786-87b9-4bae-b007-90a7f4b223b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:19.325605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129ac55-10d9-47ae-8a2a-5577f2c69533 req-49f445a3-a542-4db1-a0bc-8e749a740c00 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:19.332910 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1129ac55-10d9-47ae-8a2a-5577f2c69533 req-49f445a3-a542-4db1-a0bc-8e749a740c00 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 968 time: 0.4461503
Nov 20 20:46:19.345437 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:19.351852 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-6095b4e2-c7ad-4150-9ea8-c53ed444af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:19.353412 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-6095b4e2-c7ad-4150-9ea8-c53ed444af52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1408558
Nov 20 20:46:19.363451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:46:19.365556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baca2d1-ac72-4862-82e8-73e989315458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7f9dcb-c238-4b67-86b3-64ec5d4d0201,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:19.397452 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6baca2d1-ac72-4862-82e8-73e989315458 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd18502a8ce04e83a830b83d7a42fdf2&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2329190
Nov 20 20:46:19.403556 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53910) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:19.407248 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-75730786-87b9-4bae-b007-90a7f4b223b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7e883326cd3453f943d6dc8f751691d&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1904931
Nov 20 20:46:19.411977 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53912) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:19.413607 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a48344-1291-446b-8616-2012e0d5c024 req-192c093f-7296-4fa2-beb2-85017fd74275 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:19.422233 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:19.422902 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-86a48344-1291-446b-8616-2012e0d5c024 req-192c093f-7296-4fa2-beb2-85017fd74275 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 947 time: 0.1157475
Nov 20 20:46:19.429414 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:19.452448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75730786-87b9-4bae-b007-90a7f4b223b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146e00c3-7a56-4b6e-bdfa-7ff201608b1e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:19.486650 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1129ac55-10d9-47ae-8a2a-5577f2c69533 req-c70ecdec-b11c-462e-9801-64547415886a tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/security-groups?id=8974f2de-99cd-4cf9-9311-c861ec7ec5a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527917
Nov 20 20:46:19.537424 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:19.546631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:19.546981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:19.547324 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:19.547666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:19.547997 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:19.548787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:19.549129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:19.549460 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:19.549788 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:19.550136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:19.550468 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:19.550792 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Tracked resource versions report:
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]: pushed versions:
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]: {   'AddressGroup': {'1.2'},
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:     'ConntrackHelper': {'1.0'},
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:     'Log': {'1.0'},
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:     'Network': {'1.1'},
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:     'Port': {'1.7'},
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:     'PortForwarding': {'1.2'},
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:     'QosPolicy': {'1.10'},
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:     'SecurityGroup': {'1.5'},
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:     'SecurityGroupRule': {'1.2'},
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:     'SubPort': {'1.0'},
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:     'Subnet': {'1.1'},
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:     'Trunk': {'1.1'}}
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]: consumer versions:
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]: {   DHCP agent@ncdv-master-1: {},
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:     HyperV agent@nch1-master-1: {},
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:     HyperV agent@nch2-master-1: {},
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:     L3 agent@ncdv-master-1: {},
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:     Metadata agent@ncdv-master-1: {},
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:     Metering agent@ncdv-master-1: {},
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:                                           'ConntrackHelper': '1.0',
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:                                           'Log': '1.0',
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:                                           'Network': '1.1',
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:                                           'Port': '1.7',
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:                                           'PortForwarding': '1.2',
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:                                           'QosPolicy': '1.10',
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:                                           'SecurityGroup': '1.5',
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:                                           'SecurityGroupRule': '1.2',
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:                                           'SubPort': '1.0',
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:                                           'Subnet': '1.1',
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:                                           'Trunk': '1.1'}}
Nov 20 20:46:19.551917 ncdv-master-1 neutron-server[126226]:  {{(pid=126226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 20 20:46:19.565052 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4750fb46-8e7f-447e-9dbf-e801aae6319c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:19.587284 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-86a48344-1291-446b-8616-2012e0d5c024 req-6018e50b-643a-4313-a373-006b9ee72d5b tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634414
Nov 20 20:46:19.595627 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ccb93476-a95e-48a4-b730-f64d8dbcd288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:19.621669 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-1b99a18a-81d8-43ea-8e90-e69f8f54174b service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2593980
Nov 20 20:46:19.623519 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ccb93476-a95e-48a4-b730-f64d8dbcd288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:19.637993 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-51c30ad2-add3-4702-a228-90bea485932c req-fcc4f8c6-3823-4daa-9970-a5ac40247186 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 210 time: 0.0558422
Nov 20 20:46:19.658729 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4750fb46-8e7f-447e-9dbf-e801aae6319c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:19.716923 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4750fb46-8e7f-447e-9dbf-e801aae6319c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:19.721250 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4750fb46-8e7f-447e-9dbf-e801aae6319c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:19.722454 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4750fb46-8e7f-447e-9dbf-e801aae6319c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/146e00c3-7a56-4b6e-bdfa-7ff201608b1e HTTP/1.1" status: 204  len: 168 time: 0.3095343
Nov 20 20:46:19.731075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750fb46-8e7f-447e-9dbf-e801aae6319c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146e00c3-7a56-4b6e-bdfa-7ff201608b1e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:19.799625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f1b3c-f645-403c-814b-5606a4f78de4 req-d02d360d-755a-4cf2-bbf1-a7791a4f6963 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:19.801122 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-398f1b3c-f645-403c-814b-5606a4f78de4 req-d02d360d-755a-4cf2-bbf1-a7791a4f6963 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 948 time: 0.1255248
Nov 20 20:46:19.804908 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-77c4be8b-9437-4ae6-949c-685088250fc6 req-d4281a29-0855-4d4d-9bac-474b3de6c570 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1730390
Nov 20 20:46:19.807435 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ccb93476-a95e-48a4-b730-f64d8dbcd288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:19.810996 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ccb93476-a95e-48a4-b730-f64d8dbcd288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:19.815038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ccb93476-a95e-48a4-b730-f64d8dbcd288 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e7f9dcb-c238-4b67-86b3-64ec5d4d0201 HTTP/1.1" status: 204  len: 168 time: 0.3899729
Nov 20 20:46:19.817273 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:46:19.832993 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb93476-a95e-48a4-b730-f64d8dbcd288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7f9dcb-c238-4b67-86b3-64ec5d4d0201,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:19.907163 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-398f1b3c-f645-403c-814b-5606a4f78de4 req-3e97497c-6247-4831-b564-f12092c9416a tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904102
Nov 20 20:46:19.925341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3419d-e29e-48e1-8225-18a35df9561a req-19164aab-c3bd-401e-b40c-91fc5bf18842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:19.927221 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-73f3419d-e29e-48e1-8225-18a35df9561a req-19164aab-c3bd-401e-b40c-91fc5bf18842 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df395a6120384dca8ab8bfc43a137ac4&device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 1119 time: 0.0667853
Nov 20 20:46:20.050479 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-3d1f5992-d94d-4fd4-8c9a-f70e7a4ffa87 req-1c54c6ea-c01e-431f-9741-6bbce554939b tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1360361933', 'description': 'tempest-description-635426032'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:20.096297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3419d-e29e-48e1-8225-18a35df9561a req-ab3db6a6-9c7d-4aaf-b8d4-4382a02a47e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:20.102994 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-73f3419d-e29e-48e1-8225-18a35df9561a req-ab3db6a6-9c7d-4aaf-b8d4-4382a02a47e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1688614
Nov 20 20:46:20.165315 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3d1f5992-d94d-4fd4-8c9a-f70e7a4ffa87 req-1c54c6ea-c01e-431f-9741-6bbce554939b tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:20.180640 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3d1f5992-d94d-4fd4-8c9a-f70e7a4ffa87 req-1c54c6ea-c01e-431f-9741-6bbce554939b tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:20.191758 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-73f3419d-e29e-48e1-8225-18a35df9561a req-b75c57e3-5205-4798-8114-2b60ee349e2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=862ee470-d6ef-4357-a9c1-0a08b9523fc7 HTTP/1.1" status: 200  len: 217 time: 0.0814598
Nov 20 20:46:20.195006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568406cd-231a-4039-8bbb-861623231424 req-004d2bc9-de92-4c62-a972-6b54818c60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:20.197054 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-568406cd-231a-4039-8bbb-861623231424 req-004d2bc9-de92-4c62-a972-6b54818c60b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89da80dbcf5948268735e51c28e4bf40&device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 1099 time: 0.1061788
Nov 20 20:46:20.268063 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-568406cd-231a-4039-8bbb-861623231424 req-39c9ed1f-57c1-4cde-b9a4-1b69a4087fb1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=89da80dbcf5948268735e51c28e4bf40&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0453308
Nov 20 20:46:20.309172 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53932) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:20.383557 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0985d4aa-42fe-4e0a-b6cb-48193685b158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:20.410571 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3419d-e29e-48e1-8225-18a35df9561a req-e76225be-e049-476d-98e4-fe6d69c09ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:20.412211 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-73f3419d-e29e-48e1-8225-18a35df9561a req-e76225be-e049-476d-98e4-fe6d69c09ae6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.2126071
Nov 20 20:46:20.467364 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3d1f5992-d94d-4fd4-8c9a-f70e7a4ffa87 req-1c54c6ea-c01e-431f-9741-6bbce554939b tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:20.470804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3419d-e29e-48e1-8225-18a35df9561a req-42ec0957-b9e3-4db0-aa99-db991bd8c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:20.473172 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-73f3419d-e29e-48e1-8225-18a35df9561a req-42ec0957-b9e3-4db0-aa99-db991bd8c653 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0519249
Nov 20 20:46:20.488545 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3d1f5992-d94d-4fd4-8c9a-f70e7a4ffa87 req-1c54c6ea-c01e-431f-9741-6bbce554939b tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:20.559520 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54c6ea-c01e-431f-9741-6bbce554939b tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1c3c9b-6330-48df-8887-0aa7d5df8cb3,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:20.609393 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568406cd-231a-4039-8bbb-861623231424 req-19b8d9bb-5bbe-4088-aa93-b423f0a8ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:20.622541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-568406cd-231a-4039-8bbb-861623231424 req-19b8d9bb-5bbe-4088-aa93-b423f0a8ab69 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3418052
Nov 20 20:46:20.642675 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-73f3419d-e29e-48e1-8225-18a35df9561a req-b0b62b47-b9ff-4d2d-b5e0-e1f2f33dc074 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471567
Nov 20 20:46:20.672361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08edb2-8ab2-4297-b69c-eaf794644576 req-02779734-a4b8-42ca-b8e4-5058b69ea8b7 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:20.673737 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d08edb2-8ab2-4297-b69c-eaf794644576 req-02779734-a4b8-42ca-b8e4-5058b69ea8b7 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 968 time: 0.1033509
Nov 20 20:46:20.701532 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:20.712316 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3d1f5992-d94d-4fd4-8c9a-f70e7a4ffa87 req-1c54c6ea-c01e-431f-9741-6bbce554939b tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:20.717363 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0985d4aa-42fe-4e0a-b6cb-48193685b158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:20.731748 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3d1f5992-d94d-4fd4-8c9a-f70e7a4ffa87 req-1c54c6ea-c01e-431f-9741-6bbce554939b tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:20.746283 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0985d4aa-42fe-4e0a-b6cb-48193685b158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:20.771641 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.37', 62095) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:20.784739 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3d1f5992-d94d-4fd4-8c9a-f70e7a4ffa87 req-1c54c6ea-c01e-431f-9741-6bbce554939b tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:20.788403 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d08edb2-8ab2-4297-b69c-eaf794644576 req-53201d85-88d3-4209-a693-990147b45100 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/security-groups?id=8974f2de-99cd-4cf9-9311-c861ec7ec5a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977812
Nov 20 20:46:20.799833 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d1f5992-d94d-4fd4-8c9a-f70e7a4ffa87 req-1c54c6ea-c01e-431f-9741-6bbce554939b tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.7547202
Nov 20 20:46:20.801403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:46:20.811835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:20.812954 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:20.875333 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-73f3419d-e29e-48e1-8225-18a35df9561a req-2307b948-840b-472f-80f2-059e684fbf3d service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2317894
Nov 20 20:46:20.916390 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-7f826aa6-4376-473e-94a1-344dcc08bc4a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1374507
Nov 20 20:46:20.919678 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-334dbad0-7651-4d74-86f6-d1e8b8fcf46a req-0534b3f4-dd30-4c16-8232-8a2064a5eb03 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 210 time: 0.0562325
Nov 20 20:46:20.945188 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0985d4aa-42fe-4e0a-b6cb-48193685b158 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60f5be3e49014f4cb3685c3cb2afc999&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6313918
Nov 20 20:46:20.947581 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53958) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:20.960928 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:20.968020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54c6ea-c01e-431f-9741-6bbce554939b tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65bc633-78de-46b9-8265-4e91111133e1,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:20.973699 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-71d7fe2f-863f-47ad-8606-63116e2ac1cd req-fdce0b17-2e67-4f7a-8220-ded0f86d1b90 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Request body: {'security_group': {'name': 'tempest-securitygroup-456952953', 'description': 'tempest-description-625552538'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:20.983410 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de965-502c-45af-ac66-82afa87751f7 req-cf7ad436-3835-42f3-8f8f-23c74a7fe14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:20.984964 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d5de965-502c-45af-ac66-82afa87751f7 req-cf7ad436-3835-42f3-8f8f-23c74a7fe14f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89da80dbcf5948268735e51c28e4bf40&device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 1099 time: 0.2655349
Nov 20 20:46:21.044713 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-71d7fe2f-863f-47ad-8606-63116e2ac1cd req-fdce0b17-2e67-4f7a-8220-ded0f86d1b90 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.044923 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:21.048573 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b255966-253a-480e-844d-16f700830e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:46:21.063212 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7a08-acd3-4620-bddf-1d6563e4dc42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.099728 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7a08-acd3-4620-bddf-1d6563e4dc42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.128095 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.147661 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d5de965-502c-45af-ac66-82afa87751f7 req-d1f3e6e9-393b-4b8f-9fab-4d1bc10ac30e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=cdc9972c-0094-48f8-9fca-0182b2a13dd7 HTTP/1.1" status: 200  len: 217 time: 0.1282737
Nov 20 20:46:21.154882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985d4aa-42fe-4e0a-b6cb-48193685b158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b41ebfd-fc1b-4191-9232-581d1dd6a63b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:21.190405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:21.190936 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-71d7fe2f-863f-47ad-8606-63116e2ac1cd req-fdce0b17-2e67-4f7a-8220-ded0f86d1b90 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.198140 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-71d7fe2f-863f-47ad-8606-63116e2ac1cd req-fdce0b17-2e67-4f7a-8220-ded0f86d1b90 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.216070 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7a08-acd3-4620-bddf-1d6563e4dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.220351 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7a08-acd3-4620-bddf-1d6563e4dc42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.220942 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1d4e7a08-acd3-4620-bddf-1d6563e4dc42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b41ebfd-fc1b-4191-9232-581d1dd6a63b HTTP/1.1" status: 204  len: 168 time: 0.2721238
Nov 20 20:46:21.226323 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-71d7fe2f-863f-47ad-8606-63116e2ac1cd req-fdce0b17-2e67-4f7a-8220-ded0f86d1b90 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.231276 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-71d7fe2f-863f-47ad-8606-63116e2ac1cd req-fdce0b17-2e67-4f7a-8220-ded0f86d1b90 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.2652836
Nov 20 20:46:21.237543 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53970) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:21.254943 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec7040-5459-4daa-825e-13c7372f8fae req-5af47162-4fb0-465f-82e3-d95049d1be96 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:21.261761 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce0b17-2e67-4f7a-8220-ded0f86d1b90 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebe4525-a80c-4073-aae5-e18501e0b269,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:21.262809 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbec7040-5459-4daa-825e-13c7372f8fae req-5af47162-4fb0-465f-82e3-d95049d1be96 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 948 time: 0.3571291
Nov 20 20:46:21.272888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e7a08-acd3-4620-bddf-1d6563e4dc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b41ebfd-fc1b-4191-9232-581d1dd6a63b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:21.323828 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de965-502c-45af-ac66-82afa87751f7 req-1bd2e00e-7069-4bd3-81b7-34a873735de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:21.325430 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d5de965-502c-45af-ac66-82afa87751f7 req-1bd2e00e-7069-4bd3-81b7-34a873735de4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1619771
Nov 20 20:46:21.333824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-c32d2ddd-0722-4345-8e5c-6f326a5d24d3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:21.335527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-c32d2ddd-0722-4345-8e5c-6f326a5d24d3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3986914
Nov 20 20:46:21.358680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-c669dd44-98e6-4dea-ac5b-7d4fb3684f16 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Request body: {'port': {'device_id': '409a187f-c361-49ef-a9a0-2762cda33448', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '75d8e50fbc2c4c13be9b56bf0078f315'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:21.399054 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a7018a-32e4-4e28-ace0-9151be904335" -d '{"events": [{"server_uuid": "0b255966-253a-480e-844d-16f700830e9f", "name": "network-vif-plugged", "status": "completed", "tag": "46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:46:21.404994 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfe832-3eaf-42ed-b4a7-ea51633bf70c req-30b07fbd-1057-4d83-8a84-4569f4614a37 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:21.407189 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3ccfe832-3eaf-42ed-b4a7-ea51633bf70c req-30b07fbd-1057-4d83-8a84-4569f4614a37 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 948 time: 0.0730138
Nov 20 20:46:21.450810 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbec7040-5459-4daa-825e-13c7372f8fae req-0f20e44a-07c4-4432-b53d-c9ae2b154201 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871305
Nov 20 20:46:21.484480 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3ccfe832-3eaf-42ed-b4a7-ea51633bf70c req-872107a3-ae62-44c5-967a-a47b084dcf11 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694869
Nov 20 20:46:21.509665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de965-502c-45af-ac66-82afa87751f7 req-2835a7d0-36e0-417e-87d8-3bb1904ae823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:21.511322 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d5de965-502c-45af-ac66-82afa87751f7 req-2835a7d0-36e0-417e-87d8-3bb1904ae823 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1685560
Nov 20 20:46:21.596872 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-79722fcd-d5ad-4a63-9ec9-37fa8b94add7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1273002721-network', 'tenant_id': 'f286079364d047dba7dc683c3a76cee2'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:21.637110 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79722fcd-d5ad-4a63-9ec9-37fa8b94add7 admin admin] Made reservation on behalf of f286079364d047dba7dc683c3a76cee2 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:46:21.642120 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79722fcd-d5ad-4a63-9ec9-37fa8b94add7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.655902 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79722fcd-d5ad-4a63-9ec9-37fa8b94add7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.760268 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79722fcd-d5ad-4a63-9ec9-37fa8b94add7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.764966 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79722fcd-d5ad-4a63-9ec9-37fa8b94add7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.785400 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dfa81f-5b7a-43eb-a21d-307c236d1918 x-openstack-request-id: req-29dfa81f-5b7a-43eb-a21d-307c236d1918 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:46:21.785400 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b255966-253a-480e-844d-16f700830e9f", "name": "network-vif-plugged", "status": "completed", "tag": "46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:46:21.786027 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29dfa81f-5b7a-43eb-a21d-307c236d1918 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:46:21.786153 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b255966-253a-480e-844d-16f700830e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef', 'code': 200}
Nov 20 20:46:21.788613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d5e63adf-b64c-4f35-93be-3084387e65df req-b94ae4e0-87f6-43c0-a622-610a156061b3 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-278670982', 'description': 'tempest-description-1901027518'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:21.795442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79722fcd-d5ad-4a63-9ec9-37fa8b94add7 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:46:21.806037 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-c669dd44-98e6-4dea-ac5b-7d4fb3684f16 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Made reservation on behalf of 75d8e50fbc2c4c13be9b56bf0078f315 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:46:21.810352 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-c669dd44-98e6-4dea-ac5b-7d4fb3684f16 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.814346 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79722fcd-d5ad-4a63-9ec9-37fa8b94add7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eade12-b864-427f-beab-41eebb4dba0e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:21.821873 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79722fcd-d5ad-4a63-9ec9-37fa8b94add7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.822358 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-79722fcd-d5ad-4a63-9ec9-37fa8b94add7 admin admin] Added segment 48e23935-e95f-49dd-922d-5edb14e7e8de of type vlan for network c44ba7b4-769c-4008-a02f-85c0ecf6bc44
Nov 20 20:46:21.829867 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-c669dd44-98e6-4dea-ac5b-7d4fb3684f16 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.841119 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d5e63adf-b64c-4f35-93be-3084387e65df req-b94ae4e0-87f6-43c0-a622-610a156061b3 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.870421 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d5e63adf-b64c-4f35-93be-3084387e65df req-b94ae4e0-87f6-43c0-a622-610a156061b3 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.878700 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79722fcd-d5ad-4a63-9ec9-37fa8b94add7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.889150 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d5de965-502c-45af-ac66-82afa87751f7 req-f105d680-5272-47a6-bdcb-7d8e298e7493 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3705459
Nov 20 20:46:21.998467 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79722fcd-d5ad-4a63-9ec9-37fa8b94add7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:21.999447 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79722fcd-d5ad-4a63-9ec9-37fa8b94add7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:22.000104 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79722fcd-d5ad-4a63-9ec9-37fa8b94add7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.032680 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7df6c-0356-428e-97dd-c26feb589b44 req-5e579adc-3f2c-4563-8c5b-681ebea12961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:22.034216 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ecf7df6c-0356-428e-97dd-c26feb589b44 req-5e579adc-3f2c-4563-8c5b-681ebea12961 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 1100 time: 0.1472225
Nov 20 20:46:22.056807 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb10dc-2dce-4d5d-8771-e80d7bba453a req-4f88cae8-fb7e-451f-9d70-f5f680a63584 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:22.058327 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4bdb10dc-2dce-4d5d-8771-e80d7bba453a req-4f88cae8-fb7e-451f-9d70-f5f680a63584 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 968 time: 0.1363621
Nov 20 20:46:22.063092 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-c669dd44-98e6-4dea-ac5b-7d4fb3684f16 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.066564 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d5de965-502c-45af-ac66-82afa87751f7 req-c335a747-b2aa-40b3-bed2-1ac8d3f97707 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1704767
Nov 20 20:46:22.072373 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-c669dd44-98e6-4dea-ac5b-7d4fb3684f16 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.080212 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-79722fcd-d5ad-4a63-9ec9-37fa8b94add7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.8413653
Nov 20 20:46:22.082119 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53996) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:22.114032 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ceb8c2e9-4917-4038-a77e-e4799d31a6df admin admin] Request body: {'subnet': {'network_id': 'c44ba7b4-769c-4008-a02f-85c0ecf6bc44', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273002721-subnet', 'tenant_id': 'f286079364d047dba7dc683c3a76cee2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:22.121009 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ecf7df6c-0356-428e-97dd-c26feb589b44 req-16fb037b-59f3-4257-8225-0bdea08ab340 service neutron] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.135869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79722fcd-d5ad-4a63-9ec9-37fa8b94add7 admin admin] Pushing event updated for resources: {'Network': ['ID=c44ba7b4-769c-4008-a02f-85c0ecf6bc44,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:22.160291 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network c44ba7b4-769c-4008-a02f-85c0ecf6bc44 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:46:22.187590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb8c2e9-4917-4038-a77e-e4799d31a6df admin admin] Made reservation on behalf of f286079364d047dba7dc683c3a76cee2 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:46:22.189524 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d5e63adf-b64c-4f35-93be-3084387e65df req-b94ae4e0-87f6-43c0-a622-610a156061b3 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.189888 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ceb8c2e9-4917-4038-a77e-e4799d31a6df admin admin] Publish callbacks [] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.190757 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669dd44-98e6-4dea-ac5b-7d4fb3684f16 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e9799b-8728-4f7e-b895-91df00a5c1ba,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:22.199286 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4bdb10dc-2dce-4d5d-8771-e80d7bba453a req-d3b62fc4-3106-44ba-a053-cf85c5152a49 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/security-groups?id=8974f2de-99cd-4cf9-9311-c861ec7ec5a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258912
Nov 20 20:46:22.200859 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d5e63adf-b64c-4f35-93be-3084387e65df req-b94ae4e0-87f6-43c0-a622-610a156061b3 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.309189 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ae4e0-87f6-43c0-a622-610a156061b3 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d28996-607a-41cf-b2a6-28f8ff9bf886,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:22.345901 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ecf7df6c-0356-428e-97dd-c26feb589b44 req-16fb037b-59f3-4257-8225-0bdea08ab340 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.356299 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ecf7df6c-0356-428e-97dd-c26feb589b44 req-16fb037b-59f3-4257-8225-0bdea08ab340 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.401291 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-c669dd44-98e6-4dea-ac5b-7d4fb3684f16 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Allocated IP 192.168.233.162 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/28b4900d-02bb-47ff-89c0-42ceb2af1cdc) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:46:22.437840 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d5e63adf-b64c-4f35-93be-3084387e65df req-b94ae4e0-87f6-43c0-a622-610a156061b3 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.444436 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d5e63adf-b64c-4f35-93be-3084387e65df req-b94ae4e0-87f6-43c0-a622-610a156061b3 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.463506 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6cb65f0f-5758-4a45-9766-b84a186e0585 req-15d9cd11-bcb1-489d-9beb-645ba4ff1a55 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 210 time: 0.0645401
Nov 20 20:46:22.468767 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ecf7df6c-0356-428e-97dd-c26feb589b44 req-16fb037b-59f3-4257-8225-0bdea08ab340 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4259694
Nov 20 20:46:22.471043 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb037b-59f3-4257-8225-0bdea08ab340 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd97724-10b1-4f02-bd2d-2c49dd9dd34d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:22.518553 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ae4e0-87f6-43c0-a622-610a156061b3 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb9e0d0-bd98-4917-a865-dbbff25a9349,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:22.534573 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ceb8c2e9-4917-4038-a77e-e4799d31a6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.537355 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d5e63adf-b64c-4f35-93be-3084387e65df req-b94ae4e0-87f6-43c0-a622-610a156061b3 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.538639 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d5e63adf-b64c-4f35-93be-3084387e65df req-b94ae4e0-87f6-43c0-a622-610a156061b3 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.7827981
Nov 20 20:46:22.664040 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8c2e9-4917-4038-a77e-e4799d31a6df admin admin] Pushing event updated for resources: {'Subnet': ['ID=0982a726-eed9-4de2-831a-51249c5af9b5,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:22.675660 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8c2e9-4917-4038-a77e-e4799d31a6df admin admin] Checking segment: {'id': '48e23935-e95f-49dd-922d-5edb14e7e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c44ba7b4-769c-4008-a02f-85c0ecf6bc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:22.675923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb8c2e9-4917-4038-a77e-e4799d31a6df admin admin] Network hostable DHCP agents. Network: c44ba7b4-769c-4008-a02f-85c0ecf6bc44, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:46:22.700001 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af66425-e7f3-4f3c-8238-46a535681a65 req-cc743fe0-5870-4169-a0ee-45fde512d2b6 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:22.700257 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8bdf3-7081-47d1-a10a-83d82cc1e58d req-8708ed74-eddc-4c43-84d0-3aeb6f3ef156 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:22.701505 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6af66425-e7f3-4f3c-8238-46a535681a65 req-cc743fe0-5870-4169-a0ee-45fde512d2b6 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 948 time: 0.0820532
Nov 20 20:46:22.701617 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a4b8bdf3-7081-47d1-a10a-83d82cc1e58d req-8708ed74-eddc-4c43-84d0-3aeb6f3ef156 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 949 time: 0.0912147
Nov 20 20:46:22.704841 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-c669dd44-98e6-4dea-ac5b-7d4fb3684f16 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.708814 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb8c2e9-4917-4038-a77e-e4799d31a6df admin admin] Network c44ba7b4-769c-4008-a02f-85c0ecf6bc44 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:46:22.715364 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 862ee470-d6ef-4357-a9c1-0a08b9523fc7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:46:22.754510 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-ceb8c2e9-4917-4038-a77e-e4799d31a6df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c44ba7b4-769c-4008-a02f-85c0ecf6bc44) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:22.768966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805febff-9158-48c0-bdc5-cde996d78d99 None None] Network c44ba7b4-769c-4008-a02f-85c0ecf6bc44 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:46:22.776422 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6af66425-e7f3-4f3c-8238-46a535681a65 req-75521516-3358-4ab5-b7c2-37ced1332ce3 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627828
Nov 20 20:46:22.777926 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-c669dd44-98e6-4dea-ac5b-7d4fb3684f16 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.780084 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb8c2e9-4917-4038-a77e-e4799d31a6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:22.782422 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ceb8c2e9-4917-4038-a77e-e4799d31a6df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.833953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-c669dd44-98e6-4dea-ac5b-7d4fb3684f16 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:22.836999 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a4b8bdf3-7081-47d1-a10a-83d82cc1e58d req-4b867d16-1fcc-4da8-9cf7-1a6921f88b0b tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151030
Nov 20 20:46:22.837553 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-65aab262-9d82-4a86-b7bc-387a671e5422 req-bb67754a-6468-4d4a-b35e-0112bed5060a tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-27303090', 'description': 'tempest-description-1300223149'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:22.845882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-c669dd44-98e6-4dea-ac5b-7d4fb3684f16 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:22.852573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-c669dd44-98e6-4dea-ac5b-7d4fb3684f16 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:22.858980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-c669dd44-98e6-4dea-ac5b-7d4fb3684f16 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:22.859738 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-c669dd44-98e6-4dea-ac5b-7d4fb3684f16 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.876720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669dd44-98e6-4dea-ac5b-7d4fb3684f16 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Pushing event updated for resources: {'Port': ['ID=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:22.900524 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-65aab262-9d82-4a86-b7bc-387a671e5422 req-bb67754a-6468-4d4a-b35e-0112bed5060a tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.902821 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ceb8c2e9-4917-4038-a77e-e4799d31a6df admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8181934
Nov 20 20:46:22.905693 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54018) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:22.920241 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1273002721-router', 'tenant_id': 'f286079364d047dba7dc683c3a76cee2', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:22.940929 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-c669dd44-98e6-4dea-ac5b-7d4fb3684f16 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5889199
Nov 20 20:46:22.943038 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 862ee470-d6ef-4357-a9c1-0a08b9523fc7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=862ee470-d6ef-4357-a9c1-0a08b9523fc7,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:22.965368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Request body: {'port': {'device_id': '409a187f-c361-49ef-a9a0-2762cda33448', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:22.966544 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '862ee470-d6ef-4357-a9c1-0a08b9523fc7', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '862ee470-d6ef-4357-a9c1-0a08b9523fc7', 'mac_address': 'fa:16:3e:fd:d0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:tempest-test_az-796134457', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:46:22.971598 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:22.973698 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.062572 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.085632 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.104879 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.115750 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c44ba7b4-769c-4008-a02f-85c0ecf6bc44', 'network_id': 'c44ba7b4-769c-4008-a02f-85c0ecf6bc44', 'tenant_id': 'f286079364d047dba7dc683c3a76cee2', 'fixed_ips': [{'subnet_id': '0982a726-eed9-4de2-831a-51249c5af9b5'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:46:23.117866 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.165675 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-65aab262-9d82-4a86-b7bc-387a671e5422 req-bb67754a-6468-4d4a-b35e-0112bed5060a tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.180757 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-65aab262-9d82-4a86-b7bc-387a671e5422 req-bb67754a-6468-4d4a-b35e-0112bed5060a tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.242413 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-65aab262-9d82-4a86-b7bc-387a671e5422 req-bb67754a-6468-4d4a-b35e-0112bed5060a tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.247315 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-65aab262-9d82-4a86-b7bc-387a671e5422 req-bb67754a-6468-4d4a-b35e-0112bed5060a tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4209487
Nov 20 20:46:23.280148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 862ee470-d6ef-4357-a9c1-0a08b9523fc7 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:46:23.287877 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67754a-6468-4d4a-b35e-0112bed5060a tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504c2910-57d8-4686-ba92-d4942a21864e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:23.312143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-428aa3be-b53a-4f01-8375-ded3f3b57e87 None None] Provisioning complete for port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:23.312812 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-428aa3be-b53a-4f01-8375-ded3f3b57e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.363331 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 862ee470-d6ef-4357-a9c1-0a08b9523fc7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=862ee470-d6ef-4357-a9c1-0a08b9523fc7,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:23.375083 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.444047 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-428aa3be-b53a-4f01-8375-ded3f3b57e87 None None] Port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:46:23.467141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda3f73-ad23-4c2c-ad15-05886e7b656b req-7d439ae5-3825-4962-ad24-6adfd9b0db13 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:23.468895 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0fda3f73-ad23-4c2c-ad15-05886e7b656b req-7d439ae5-3825-4962-ad24-6adfd9b0db13 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 969 time: 0.0922024
Nov 20 20:46:23.481136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Allocated IP 172.20.0.2 (c44ba7b4-769c-4008-a02f-85c0ecf6bc44/0982a726-eed9-4de2-831a-51249c5af9b5/e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:46:23.483763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=862ee470-d6ef-4357-a9c1-0a08b9523fc7,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:23.538610 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.575018 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0fda3f73-ad23-4c2c-ad15-05886e7b656b req-89ebc1c8-7df1-4a13-a02a-9e02e1efbec3 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/security-groups?id=8974f2de-99cd-4cf9-9311-c861ec7ec5a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998476
Nov 20 20:46:23.588442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b4900d-02bb-47ff-89c0-42ceb2af1cdc {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:46:23.600675 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['862ee470-d6ef-4357-a9c1-0a08b9523fc7'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:46:23.604297 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.622109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Transition to ACTIVE for port object 28b4900d-02bb-47ff-89c0-42ceb2af1cdc will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:46:23.629997 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.693050 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.714190 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.732419 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Attempting to bind port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:46:23.732780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Attempting to bind port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:46:23.733070 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Attempting to bind port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:23.736703 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:23.749861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:46:23.750437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Attempting to bind port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:23.757063 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:46:23.757983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:23.759077 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:46:23.759652 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Bound port: 28b4900d-02bb-47ff-89c0-42ceb2af1cdc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:46:23.760152 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.772599 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Pushing event updated for resources: {'Port': ['ID=e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:23.828576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Network c44ba7b4-769c-4008-a02f-85c0ecf6bc44 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:23.837156 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:23.845379 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:23.868157 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] For port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:46:23.872499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] For port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:46:23.881981 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.936865 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-0e33365d-a319-416e-8928-b3d89d4107c9 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 34308 time: 0.5910137
Nov 20 20:46:23.937253 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Attempting to bind port e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:46:23.937627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Attempting to bind port e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '48e23935-e95f-49dd-922d-5edb14e7e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c44ba7b4-769c-4008-a02f-85c0ecf6bc44'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:46:23.937995 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Attempting to bind port e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 on network c44ba7b4-769c-4008-a02f-85c0ecf6bc44 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:23.955684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:46:23.956354 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Checking segment: {'id': '48e23935-e95f-49dd-922d-5edb14e7e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c44ba7b4-769c-4008-a02f-85c0ecf6bc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:23.956448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:23.956525 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.956933 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Bound using segment: {'id': '48e23935-e95f-49dd-922d-5edb14e7e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c44ba7b4-769c-4008-a02f-85c0ecf6bc44'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:46:23.957362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Bound port: e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e23935-e95f-49dd-922d-5edb14e7e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c44ba7b4-769c-4008-a02f-85c0ecf6bc44'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:46:23.957764 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.966470 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:23.967225 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:23.968637 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-2b339fae-137a-42a5-b4de-1878d8cab1e4 service neutron] 10.222.0.37 "PUT /v2.0/ports/28b4900d-02bb-47ff-89c0-42ceb2af1cdc HTTP/1.1" status: 200  len: 1096 time: 1.0169108
Nov 20 20:46:23.969115 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409a187f-c361-49ef-a9a0-2762cda33448', 'tag': '28b4900d-02bb-47ff-89c0-42ceb2af1cdc'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:46:23.971671 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb555d4d-521b-42ce-804d-1158f395b26b" -d '{"events": [{"name": "network-changed", "server_uuid": "409a187f-c361-49ef-a9a0-2762cda33448", "tag": "28b4900d-02bb-47ff-89c0-42ceb2af1cdc"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:46:24.050464 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227847a-7bc4-47e7-8ee6-c8573998c9d9 req-6d11df6d-2ae3-404b-b21a-18c9451c969c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:24.052387 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4227847a-7bc4-47e7-8ee6-c8573998c9d9 req-6d11df6d-2ae3-404b-b21a-18c9451c969c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 948 time: 0.0761817
Nov 20 20:46:24.063499 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:24.096789 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-764b168f-af66-4435-a454-354fd45b8453 None None] For port e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:46:24.100929 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-764b168f-af66-4435-a454-354fd45b8453 None None] For port e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7,segment=NetworkSegment(48e23935-e95f-49dd-922d-5edb14e7e8de),segment_id=48e23935-e95f-49dd-922d-5edb14e7e8de)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:46:24.106331 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:24.112122 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:24.123598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-576eab2d-5941-437f-9a5c-d258466017ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:24.125721 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-576eab2d-5941-437f-9a5c-d258466017ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 1099 time: 0.0951102
Nov 20 20:46:24.144897 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4227847a-7bc4-47e7-8ee6-c8573998c9d9 req-f7500cdb-059a-4445-a7c2-defa91850baf tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769045
Nov 20 20:46:24.201652 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-09b53041-b8b9-48ea-a776-29f9a4ed3f6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc HTTP/1.1" status: 200  len: 217 time: 0.0649498
Nov 20 20:46:24.218542 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-4c1ef6d3-34c6-4c96-a95e-08bc2cc20081 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/2d1c3c9b-6330-48df-8887-0aa7d5df8cb3 HTTP/1.1" status: 200  len: 2998 time: 0.2807820
Nov 20 20:46:24.236809 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b168f-af66-4435-a454-354fd45b8453 None None] Pushing event updated for resources: {'Port': ['ID=e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:24.274897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-3a2c78ce-7c21-4d5f-9c60-cadd7e7bd2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:24.286602 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-3a2c78ce-7c21-4d5f-9c60-cadd7e7bd2ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0766928
Nov 20 20:46:24.352961 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-3aa78792-dabe-433e-82c4-fa8d08209bfb tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/2d1c3c9b-6330-48df-8887-0aa7d5df8cb3 HTTP/1.1" status: 200  len: 2998 time: 0.0858233
Nov 20 20:46:24.360707 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Allocated IP 172.35.1.171 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/e5f690b0-96db-4082-97aa-7ab7cf4d5409) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:46:24.391706 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448e805-1a82-47af-a69c-2c0bdb1ddd68 req-59501621-a60f-4080-b211-28db8ebf49ae tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:24.393255 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6448e805-1a82-47af-a69c-2c0bdb1ddd68 req-59501621-a60f-4080-b211-28db8ebf49ae tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 948 time: 0.1222444
Nov 20 20:46:24.406782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-fe770e5f-914d-428c-be59-ae8a388f5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:24.408264 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-fe770e5f-914d-428c-be59-ae8a388f5ee0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0972762
Nov 20 20:46:24.420785 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-c882786b-49ff-4a88-b0f6-eec545071704 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/63d28996-607a-41cf-b2a6-28f8ff9bf886 HTTP/1.1" status: 200  len: 2998 time: 0.0577769
Nov 20 20:46:24.558076 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6448e805-1a82-47af-a69c-2c0bdb1ddd68 req-ae6df0c2-89b8-41be-bb8f-29309f81e267 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536038
Nov 20 20:46:24.558928 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-016c51b0-384d-4f8c-b8cd-4512f62d2a8e tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/63d28996-607a-41cf-b2a6-28f8ff9bf886 HTTP/1.1" status: 200  len: 2998 time: 0.1301639
Nov 20 20:46:24.591289 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:24.613035 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-7ff211f8-1ab6-4b27-9ac3-ddb9561c241e service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1902740
Nov 20 20:46:24.637446 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-1ece8a31-787e-414c-b39c-a4cbb9fa49a9 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/6fd97724-10b1-4f02-bd2d-2c49dd9dd34d HTTP/1.1" status: 200  len: 2998 time: 0.0712328
Nov 20 20:46:24.655869 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:24.724275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:24.728357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 862ee470-d6ef-4357-a9c1-0a08b9523fc7 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:24.730301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:24.732460 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f690b0-96db-4082-97aa-7ab7cf4d5409,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:24.734754 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:24.737546 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-fdb0d363-2372-46cc-9fd4-114c99275cee tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/6fd97724-10b1-4f02-bd2d-2c49dd9dd34d HTTP/1.1" status: 200  len: 2998 time: 0.0907156
Nov 20 20:46:24.761126 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83d0fc-bd81-40ec-a7af-504450f21df1 req-32ff611b-9a6a-42c8-a1e9-b0f8089c3f64 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:24.762752 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb83d0fc-bd81-40ec-a7af-504450f21df1 req-32ff611b-9a6a-42c8-a1e9-b0f8089c3f64 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 949 time: 0.0993090
Nov 20 20:46:24.766596 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0df2404-ba20-4f4b-bd9b-ab4ebe4ed4d0 req-61c9886f-2847-472f-8ad4-b16e2f33176e service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451702
Nov 20 20:46:24.810665 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 862ee470-d6ef-4357-a9c1-0a08b9523fc7 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:46:24.815089 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 862ee470-d6ef-4357-a9c1-0a08b9523fc7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:24.815449 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:24.828145 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb83d0fc-bd81-40ec-a7af-504450f21df1 req-e8afd60c-733a-4663-9b5c-3064938fd3bc tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575879
Nov 20 20:46:24.872605 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-fdce1133-8df8-4468-b89b-7460cef730d0 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8974f2de-99cd-4cf9-9311-c861ec7ec5a7 HTTP/1.1" status: 200  len: 2998 time: 0.0999329
Nov 20 20:46:24.917880 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:24.935407 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f249bcb-e644-4c55-8a43-b5c420fd2d89 x-openstack-request-id: req-2f249bcb-e644-4c55-8a43-b5c420fd2d89 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:46:24.935900 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409a187f-c361-49ef-a9a0-2762cda33448", "tag": "28b4900d-02bb-47ff-89c0-42ceb2af1cdc", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:46:24.936154 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f249bcb-e644-4c55-8a43-b5c420fd2d89 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:46:24.936612 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409a187f-c361-49ef-a9a0-2762cda33448', 'tag': '28b4900d-02bb-47ff-89c0-42ceb2af1cdc', 'status': 'completed', 'code': 200}
Nov 20 20:46:24.945705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145af1b9-33db-4aeb-a248-55ab57de8146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862ee470-d6ef-4357-a9c1-0a08b9523fc7'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:46:24.948734 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f98b26b-fd4a-47cd-95a4-284128e6a018" -d '{"events": [{"server_uuid": "145af1b9-33db-4aeb-a248-55ab57de8146", "name": "network-vif-plugged", "status": "completed", "tag": "862ee470-d6ef-4357-a9c1-0a08b9523fc7"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:46:24.965268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 862ee470-d6ef-4357-a9c1-0a08b9523fc7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=862ee470-d6ef-4357-a9c1-0a08b9523fc7,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:24.968148 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-f563c28a-73f9-4f92-947e-f95dd528983f tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8974f2de-99cd-4cf9-9311-c861ec7ec5a7 HTTP/1.1" status: 200  len: 2998 time: 0.0854669
Nov 20 20:46:24.974559 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:25.048510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=862ee470-d6ef-4357-a9c1-0a08b9523fc7,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:25.051220 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb555d4d-521b-42ce-804d-1158f395b26b req-b17aab4e-6f0f-4698-aa32-8479cc6012ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:25.055770 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb555d4d-521b-42ce-804d-1158f395b26b req-b17aab4e-6f0f-4698-aa32-8479cc6012ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 1099 time: 0.0920153
Nov 20 20:46:25.068787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:25.114590 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-8a3d600b-5e69-44ee-ba75-e9f0fcedd0ec tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b0e9799b-8728-4f7e-b895-91df00a5c1ba HTTP/1.1" status: 200  len: 2998 time: 0.1387470
Nov 20 20:46:25.127491 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:25.127870 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:25.132604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c16e8-93b8-4d2a-b858-1b59ec870482 req-a7354746-98f0-4006-aaaf-9aa4cc4efb7b tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:25.135158 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb0c16e8-93b8-4d2a-b858-1b59ec870482 req-a7354746-98f0-4006-aaaf-9aa4cc4efb7b tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 970 time: 0.1337802
Nov 20 20:46:25.210666 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:25.229795 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:25.281943 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7,segment=NetworkSegment(48e23935-e95f-49dd-922d-5edb14e7e8de),segment_id=48e23935-e95f-49dd-922d-5edb14e7e8de)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:25.286481 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb0c16e8-93b8-4d2a-b858-1b59ec870482 req-320d2b1d-5703-4930-ab6a-8e0bcfd8570d tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/security-groups?id=8974f2de-99cd-4cf9-9311-c861ec7ec5a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393812
Nov 20 20:46:25.292976 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-650a731a-3e68-4ffa-a088-23f97b3471d3 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b0e9799b-8728-4f7e-b895-91df00a5c1ba HTTP/1.1" status: 200  len: 2998 time: 0.1158388
Nov 20 20:46:25.301941 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:25.328925 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb555d4d-521b-42ce-804d-1158f395b26b req-aa67d2ea-0b74-4086-9e40-b2919b3a4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:25.330571 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb555d4d-521b-42ce-804d-1158f395b26b req-aa67d2ea-0b74-4086-9e40-b2919b3a4cf6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.2692027
Nov 20 20:46:25.384391 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb555d4d-521b-42ce-804d-1158f395b26b req-c688e5d1-7d4a-49e8-8f11-184dd1480a6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc HTTP/1.1" status: 200  len: 217 time: 0.0428977
Nov 20 20:46:25.387783 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:25.441873 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb555d4d-521b-42ce-804d-1158f395b26b req-426bd23c-6fd6-4c08-a4b1-c647e9acfe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:25.443888 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb555d4d-521b-42ce-804d-1158f395b26b req-426bd23c-6fd6-4c08-a4b1-c647e9acfe92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0522418
Nov 20 20:46:25.447886 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-3c31f742-04a7-4666-82cd-414b9ab09611 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b5eade12-b864-427f-beab-41eebb4dba0e HTTP/1.1" status: 200  len: 2998 time: 0.1467783
Nov 20 20:46:25.507425 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb555d4d-521b-42ce-804d-1158f395b26b req-31629c13-0e53-4b45-a3aa-cd9cde67efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:25.509093 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb555d4d-521b-42ce-804d-1158f395b26b req-31629c13-0e53-4b45-a3aa-cd9cde67efdc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0564830
Nov 20 20:46:25.547739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76a5503-169d-4322-b2c1-1370576fd639 None None] Network c44ba7b4-769c-4008-a02f-85c0ecf6bc44 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:46:25.628955 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb555d4d-521b-42ce-804d-1158f395b26b req-e5b36d64-1b95-4849-9dc0-9ddd8570d62e service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1103952
Nov 20 20:46:25.649035 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d16cd9e2-590d-409a-9686-b0eccddec7bc None None] Provisioning complete for port e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:25.649666 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d16cd9e2-590d-409a-9686-b0eccddec7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:25.703132 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-aa3befcf-97e9-4e23-bf45-af34b351611c tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b5eade12-b864-427f-beab-41eebb4dba0e HTTP/1.1" status: 200  len: 2998 time: 0.2456505
Nov 20 20:46:25.704260 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:25.742600 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb555d4d-521b-42ce-804d-1158f395b26b req-27daa6db-d70e-44d1-9f06-1168895ecf1c service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1059730
Nov 20 20:46:25.829917 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-1e0b58fd-ab35-4900-80e8-f5b4d3d2782f tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/baaafc2b-f528-45f0-9e3a-c325865dde5e HTTP/1.1" status: 200  len: 2994 time: 0.1184311
Nov 20 20:46:25.919288 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-dd77315d-2e00-4da0-9587-03e660145219 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/baaafc2b-f528-45f0-9e3a-c325865dde5e HTTP/1.1" status: 200  len: 2994 time: 0.0751400
Nov 20 20:46:25.919494 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5452a0-623b-42f7-99e6-0f1cb66a46ff x-openstack-request-id: req-3d5452a0-623b-42f7-99e6-0f1cb66a46ff {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:46:25.919747 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145af1b9-33db-4aeb-a248-55ab57de8146", "name": "network-vif-plugged", "status": "completed", "tag": "862ee470-d6ef-4357-a9c1-0a08b9523fc7", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:46:25.919980 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d5452a0-623b-42f7-99e6-0f1cb66a46ff {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:46:25.920381 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145af1b9-33db-4aeb-a248-55ab57de8146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862ee470-d6ef-4357-a9c1-0a08b9523fc7', 'code': 200}
Nov 20 20:46:25.932843 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Router 146e4dfc-fe5a-49be-a270-61af208d55bc is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:46:26.010151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bc7bd-110a-4a9e-93bb-a57d46c17eba req-a8194648-bb5f-49b1-820d-6c58b229a5b9 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:26.011869 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aa6bc7bd-110a-4a9e-93bb-a57d46c17eba req-a8194648-bb5f-49b1-820d-6c58b229a5b9 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 948 time: 0.0540445
Nov 20 20:46:26.065073 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-5c5f14c9-3255-421d-8e92-647772026c1a tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f7502c96-c6e4-43cb-95a7-2e34098110ad HTTP/1.1" status: 200  len: 2998 time: 0.1297441
Nov 20 20:46:26.069743 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aa6bc7bd-110a-4a9e-93bb-a57d46c17eba req-10f823d6-fee5-41ac-ae09-2487e95cb737 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507598
Nov 20 20:46:26.074186 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5fd0f-5253-44be-855e-dd00fd81b124 req-5b9d44b8-9b90-4fca-ac58-0b8b959e7507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:26.075678 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-87b5fd0f-5253-44be-855e-dd00fd81b124 req-5b9d44b8-9b90-4fca-ac58-0b8b959e7507 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 1121 time: 0.1225340
Nov 20 20:46:26.155928 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5fa6b0a3-4a3c-463f-b76f-0abedd374a0e None None] Provisioning complete for port e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:26.156477 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5fa6b0a3-4a3c-463f-b76f-0abedd374a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:26.185989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03680d1a-b5cc-4cb9-a78e-54dca1a9a8ea req-35e1a017-fbfe-4de9-bc6d-122afba43253 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:26.187647 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03680d1a-b5cc-4cb9-a78e-54dca1a9a8ea req-35e1a017-fbfe-4de9-bc6d-122afba43253 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 948 time: 0.0561395
Nov 20 20:46:26.192064 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:46:26.205968 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Sync routers for ids ['146e4dfc-fe5a-49be-a270-61af208d55bc'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:46:26.211456 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-4a321ede-f690-4881-9345-8c1bc8306551 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f7502c96-c6e4-43cb-95a7-2e34098110ad HTTP/1.1" status: 200  len: 2998 time: 0.1325765
Nov 20 20:46:26.214839 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-87b5fd0f-5253-44be-855e-dd00fd81b124 req-422ff38e-a4b1-4cfa-999b-f290407285ba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8974f2de-99cd-4cf9-9311-c861ec7ec5a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195674
Nov 20 20:46:26.223334 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Routers {'146e4dfc-fe5a-49be-a270-61af208d55bc'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:46:26.224886 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a547f0550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['146e4dfc-fe5a-49be-a270-61af208d55bc'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:26.228169 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:26.229533 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f4c43bbf-0d84-4dfe-a3c1-33d3831fa675 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 3.3224030
Nov 20 20:46:26.233079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54072) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:26.276209 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-db6e80c6-8ac7-4d85-8edb-0201c8d9fa98 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f95c60e1-f4bb-4e92-8ed3-f0f76daf7b24 HTTP/1.1" status: 200  len: 2994 time: 0.0576804
Nov 20 20:46:26.312351 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03680d1a-b5cc-4cb9-a78e-54dca1a9a8ea req-e83d32e7-c951-46be-b95d-f549700e1fcc tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133294
Nov 20 20:46:26.341571 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-9461ac8e-39b8-4c67-94bb-82ec6a2938f1 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f95c60e1-f4bb-4e92-8ed3-f0f76daf7b24 HTTP/1.1" status: 200  len: 2994 time: 0.0532730
Nov 20 20:46:26.404092 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Set router 146e4dfc-fe5a-49be-a270-61af208d55bc gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:46:26.406597 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-9cc2999f-2d31-4358-8e24-c2812191f0c7 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/fdab39cd-f6b3-4d39-adde-842c4cb381aa HTTP/1.1" status: 200  len: 2990 time: 0.0502591
Nov 20 20:46:26.468842 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a059ebf-ea3d-4894-935c-e23bb9f0f421 req-634b9758-e2dc-4c49-ac9f-182df51d8589 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/fdab39cd-f6b3-4d39-adde-842c4cb381aa HTTP/1.1" status: 200  len: 2990 time: 0.0545769
Nov 20 20:46:26.631932 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7841c3-0993-4f5f-b2e5-90ee6394bd1d req-4129efc2-d6ac-4d63-be1c-77896cbf79f4 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:26.634294 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4f7841c3-0993-4f5f-b2e5-90ee6394bd1d req-4129efc2-d6ac-4d63-be1c-77896cbf79f4 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 970 time: 0.0586240
Nov 20 20:46:26.645094 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a547f0550>, [{'id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273002721-router', 'tenant_id': 'f286079364d047dba7dc683c3a76cee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:22Z', 'updated_at': '2021-11-20T20:46:24Z', 'revision_number': 3, 'project_id': 'f286079364d047dba7dc683c3a76cee2', 'gw_port': {'id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:24Z', 'updated_at': '2021-11-20T20:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:26.676456 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Checking router: 146e4dfc-fe5a-49be-a270-61af208d55bc for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:46:26.677137 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Updating router 146e4dfc-fe5a-49be-a270-61af208d55bc port e5f690b0-96db-4082-97aa-7ab7cf4d5409 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:46:26.680691 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device cdc9972c-0094-48f8-9fca-0182b2a13dd7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:46:26.706736 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:26.713860 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4f7841c3-0993-4f5f-b2e5-90ee6394bd1d req-32b0d6b3-8b26-4a64-abb1-29635c6cacbc tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/security-groups?id=8974f2de-99cd-4cf9-9311-c861ec7ec5a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708268
Nov 20 20:46:26.731358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0a003-a7f4-430e-aaa2-d1f50d53dcaf req-48827d74-4374-4644-8724-eff217be01bf tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:26.732856 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ad0a003-a7f4-430e-aaa2-d1f50d53dcaf req-48827d74-4374-4644-8724-eff217be01bf tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 949 time: 0.1074336
Nov 20 20:46:26.817148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port cdc9972c-0094-48f8-9fca-0182b2a13dd7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdc9972c-0094-48f8-9fca-0182b2a13dd7,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:26.823937 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0406b27-367c-4536-8bf3-b9c8e0cb31c5 req-fa9ba9c5-9f85-42bb-be34-bcfce1f1382a tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00bff7fcaa88431fad80bd22ba27f30f HTTP/1.1" status: 200  len: 6152 time: 0.0958445
Nov 20 20:46:26.836638 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'cdc9972c-0094-48f8-9fca-0182b2a13dd7', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': 'cdc9972c-0094-48f8-9fca-0182b2a13dd7', 'mac_address': 'fa:16:3e:fa:54:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:46:26.874155 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0406b27-367c-4536-8bf3-b9c8e0cb31c5 req-ba5e4b21-ab7a-4344-809c-64a656d7b50c tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] 10.222.0.41 "GET /v2.0/security-groups/2d1c3c9b-6330-48df-8887-0aa7d5df8cb3 HTTP/1.1" status: 200  len: 2998 time: 0.0490472
Nov 20 20:46:26.894701 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:26.900585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ad0a003-a7f4-430e-aaa2-d1f50d53dcaf req-440a8ece-f119-4ee8-93d1-432bbdba602b tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539881
Nov 20 20:46:26.915080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc9972c-0094-48f8-9fca-0182b2a13dd7 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:46:26.941781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port cdc9972c-0094-48f8-9fca-0182b2a13dd7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdc9972c-0094-48f8-9fca-0182b2a13dd7,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:26.948342 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:26.949841 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0406b27-367c-4536-8bf3-b9c8e0cb31c5 req-616674af-781b-4700-a5d5-054508f5f6ad tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] 10.222.0.41 "GET /v2.0/security-groups/2d1c3c9b-6330-48df-8887-0aa7d5df8cb3 HTTP/1.1" status: 200  len: 2998 time: 0.0745156
Nov 20 20:46:27.030351 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4baddf46-a911-4f20-891a-5a20e1076fd3 req-e2f4a413-5d99-49b8-ba3e-f8c3c6ea8258 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/504c2910-57d8-4686-ba92-d4942a21864e HTTP/1.1" status: 200  len: 1793 time: 0.0571125
Nov 20 20:46:27.030475 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=cdc9972c-0094-48f8-9fca-0182b2a13dd7,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:27.038657 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:27.074515 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.124678 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4baddf46-a911-4f20-891a-5a20e1076fd3 req-612e209b-165a-4f15-9438-448b6ad3439a tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.146002 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.154811 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:27.155000 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4baddf46-a911-4f20-891a-5a20e1076fd3 req-612e209b-165a-4f15-9438-448b6ad3439a tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.155234 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.157004 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.213003 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Attempting to bind port e5f690b0-96db-4082-97aa-7ab7cf4d5409 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:46:27.213664 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Attempting to bind port e5f690b0-96db-4082-97aa-7ab7cf4d5409 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:46:27.213781 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Attempting to bind port e5f690b0-96db-4082-97aa-7ab7cf4d5409 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:27.220733 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6e9e5-c9d7-48cf-ba5e-d6a2f01a424a None None] Pushing event updated for resources: {'Port': ['ID=e5f690b0-96db-4082-97aa-7ab7cf4d5409,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:27.221772 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4baddf46-a911-4f20-891a-5a20e1076fd3 req-612e209b-165a-4f15-9438-448b6ad3439a tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.224361 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:46:27.224747 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:27.225158 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.225616 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:46:27.226119 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Bound port: e5f690b0-96db-4082-97aa-7ab7cf4d5409, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:46:27.227729 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.234134 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4baddf46-a911-4f20-891a-5a20e1076fd3 req-612e209b-165a-4f15-9438-448b6ad3439a tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.249762 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4baddf46-a911-4f20-891a-5a20e1076fd3 req-612e209b-165a-4f15-9438-448b6ad3439a tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/504c2910-57d8-4686-ba92-d4942a21864e HTTP/1.1" status: 204  len: 173 time: 0.2057943
Nov 20 20:46:27.262153 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db6e9e5-c9d7-48cf-ba5e-d6a2f01a424a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:27.263267 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db6e9e5-c9d7-48cf-ba5e-d6a2f01a424a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:27.263628 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db6e9e5-c9d7-48cf-ba5e-d6a2f01a424a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:27.264096 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db6e9e5-c9d7-48cf-ba5e-d6a2f01a424a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:27.264598 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db6e9e5-c9d7-48cf-ba5e-d6a2f01a424a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:27.264999 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db6e9e5-c9d7-48cf-ba5e-d6a2f01a424a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:27.265341 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db6e9e5-c9d7-48cf-ba5e-d6a2f01a424a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:27.265679 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db6e9e5-c9d7-48cf-ba5e-d6a2f01a424a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:27.266016 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db6e9e5-c9d7-48cf-ba5e-d6a2f01a424a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:27.266496 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db6e9e5-c9d7-48cf-ba5e-d6a2f01a424a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:27.266907 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db6e9e5-c9d7-48cf-ba5e-d6a2f01a424a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:27.267308 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db6e9e5-c9d7-48cf-ba5e-d6a2f01a424a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db6e9e5-c9d7-48cf-ba5e-d6a2f01a424a None None] Tracked resource versions report:
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]: pushed versions:
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]: {   'AddressGroup': {'1.2'},
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:     'ConntrackHelper': {'1.0'},
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:     'Log': {'1.0'},
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:     'Network': {'1.1'},
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:     'Port': {'1.7'},
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:     'PortForwarding': {'1.2'},
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:     'QosPolicy': {'1.10'},
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:     'SecurityGroup': {'1.5'},
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:     'SecurityGroupRule': {'1.2'},
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:     'SubPort': {'1.0'},
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:     'Subnet': {'1.1'},
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:     'Trunk': {'1.1'}}
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]: consumer versions:
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]: {   DHCP agent@ncdv-master-1: {},
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:     HyperV agent@nch1-master-1: {},
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:     HyperV agent@nch2-master-1: {},
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:     L3 agent@ncdv-master-1: {},
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:     Metadata agent@ncdv-master-1: {},
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:     Metering agent@ncdv-master-1: {},
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:                                           'ConntrackHelper': '1.0',
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:                                           'Log': '1.0',
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:                                           'Network': '1.1',
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:                                           'Port': '1.7',
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:                                           'PortForwarding': '1.2',
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:                                           'QosPolicy': '1.10',
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:                                           'SecurityGroup': '1.5',
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:                                           'SecurityGroupRule': '1.2',
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:                                           'SubPort': '1.0',
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:                                           'Subnet': '1.1',
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:                                           'Trunk': '1.1'}}
Nov 20 20:46:27.268851 ncdv-master-1 neutron-server[126227]:  {{(pid=126227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 20 20:46:27.279936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e209b-165a-4f15-9438-448b6ad3439a tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504c2910-57d8-4686-ba92-d4942a21864e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:27.313407 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['cdc9972c-0094-48f8-9fca-0182b2a13dd7'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:46:27.321122 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Allocated IP 172.20.0.1 (c44ba7b4-769c-4008-a02f-85c0ecf6bc44/0982a726-eed9-4de2-831a-51249c5af9b5/23e754c3-fe6e-4418-9d85-b85b4482da46) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:46:27.344038 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] For port e5f690b0-96db-4082-97aa-7ab7cf4d5409, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:46:27.355817 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] For port e5f690b0-96db-4082-97aa-7ab7cf4d5409, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5f690b0-96db-4082-97aa-7ab7cf4d5409,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:46:27.386811 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.426204 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259f7b3-49f6-4a79-a70d-2fee5a75365d req-efc74b13-a3e8-4209-89a2-32e5c46cb91b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:27.427878 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3259f7b3-49f6-4a79-a70d-2fee5a75365d req-efc74b13-a3e8-4209-89a2-32e5c46cb91b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 948 time: 0.0862145
Nov 20 20:46:27.459096 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.504127 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3259f7b3-49f6-4a79-a70d-2fee5a75365d req-7510ee12-360c-46ac-8079-7d4426964cb3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675583
Nov 20 20:46:27.541752 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Routers {'146e4dfc-fe5a-49be-a270-61af208d55bc'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:46:27.542590 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a547f0550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['146e4dfc-fe5a-49be-a270-61af208d55bc'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:27.546398 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6e9e5-c9d7-48cf-ba5e-d6a2f01a424a None None] Pushing event updated for resources: {'Port': ['ID=e5f690b0-96db-4082-97aa-7ab7cf4d5409,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:27.567808 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9b0e0a9-e531-4b41-8787-cc4ea9b9ba9f req-95a07f8a-316e-4a19-ab9d-53f4384a3d90 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "GET /v2.0/security-groups/2fb9e0d0-bd98-4917-a865-dbbff25a9349 HTTP/1.1" status: 200  len: 1794 time: 0.0584085
Nov 20 20:46:27.606359 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.676314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Network c44ba7b4-769c-4008-a02f-85c0ecf6bc44 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:27.683694 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:27.688517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:27.689044 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.705986 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a1262-c4fa-4497-a485-8012436968e2 req-dbf124a4-732c-4501-bbcb-c32fccd9aecf tempest-DeleteServersAdminTestJSON-8443978 tempest-DeleteServersAdminTestJSON-8443978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:27.707915 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-890a1262-c4fa-4497-a485-8012436968e2 req-dbf124a4-732c-4501-bbcb-c32fccd9aecf tempest-DeleteServersAdminTestJSON-8443978 tempest-DeleteServersAdminTestJSON-8443978-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 1100 time: 0.1290398
Nov 20 20:46:27.725508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a448e3-4e2a-4ed1-98fc-a1412f0631ea req-74760a08-676e-4fea-aec0-c88850839734 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:27.731107 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25a448e3-4e2a-4ed1-98fc-a1412f0631ea req-74760a08-676e-4fea-aec0-c88850839734 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 949 time: 0.0786772
Nov 20 20:46:27.749805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Pushing event updated for resources: {'Port': ['ID=23e754c3-fe6e-4418-9d85-b85b4482da46,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:27.762855 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] Set router 146e4dfc-fe5a-49be-a270-61af208d55bc gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:46:27.769232 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f9b0e0a9-e531-4b41-8787-cc4ea9b9ba9f req-c0675658-6c46-43e8-b0d2-d5f992a11ff0 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.863545 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f9b0e0a9-e531-4b41-8787-cc4ea9b9ba9f req-c0675658-6c46-43e8-b0d2-d5f992a11ff0 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.864162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54106) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:27.905641 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25a448e3-4e2a-4ed1-98fc-a1412f0631ea req-9f2cfd36-2f47-4c1a-99cf-94647f1c9d9f tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397581
Nov 20 20:46:27.924956 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-890a1262-c4fa-4497-a485-8012436968e2 req-de52a5e1-53af-4dce-8e1b-c9fdac70dcdd tempest-DeleteServersAdminTestJSON-8443978 tempest-DeleteServersAdminTestJSON-8443978-project-admin] Deleting port 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:46:27.925810 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-890a1262-c4fa-4497-a485-8012436968e2 req-de52a5e1-53af-4dce-8e1b-c9fdac70dcdd tempest-DeleteServersAdminTestJSON-8443978 tempest-DeleteServersAdminTestJSON-8443978-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.984767 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f9b0e0a9-e531-4b41-8787-cc4ea9b9ba9f req-c0675658-6c46-43e8-b0d2-d5f992a11ff0 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.987489 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f9b0e0a9-e531-4b41-8787-cc4ea9b9ba9f req-c0675658-6c46-43e8-b0d2-d5f992a11ff0 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:27.988579 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9b0e0a9-e531-4b41-8787-cc4ea9b9ba9f req-c0675658-6c46-43e8-b0d2-d5f992a11ff0 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fb9e0d0-bd98-4917-a865-dbbff25a9349 HTTP/1.1" status: 204  len: 173 time: 0.4198818
Nov 20 20:46:28.021853 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.027390 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0675658-6c46-43e8-b0d2-d5f992a11ff0 tempest-SecurityGroupsTestAdminJSON-144126347 tempest-SecurityGroupsTestAdminJSON-144126347-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb9e0d0-bd98-4917-a865-dbbff25a9349,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:28.091196 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-890a1262-c4fa-4497-a485-8012436968e2 req-de52a5e1-53af-4dce-8e1b-c9fdac70dcdd tempest-DeleteServersAdminTestJSON-8443978 tempest-DeleteServersAdminTestJSON-8443978-project-admin] For port 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:28.091576 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-890a1262-c4fa-4497-a485-8012436968e2 req-de52a5e1-53af-4dce-8e1b-c9fdac70dcdd tempest-DeleteServersAdminTestJSON-8443978 tempest-DeleteServersAdminTestJSON-8443978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.112348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9f3b87fb-bf31-4964-ae44-37da07e0da25 None None] Provisioning complete for port 23e754c3-fe6e-4418-9d85-b85b4482da46 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:28.113064 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9f3b87fb-bf31-4964-ae44-37da07e0da25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.119112 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-890a1262-c4fa-4497-a485-8012436968e2 req-de52a5e1-53af-4dce-8e1b-c9fdac70dcdd tempest-DeleteServersAdminTestJSON-8443978 tempest-DeleteServersAdminTestJSON-8443978-project-admin] Calling delete_port for 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:46:28.124648 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a547f0550>, [{'id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273002721-router', 'tenant_id': 'f286079364d047dba7dc683c3a76cee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:22Z', 'updated_at': '2021-11-20T20:46:24Z', 'revision_number': 3, 'project_id': 'f286079364d047dba7dc683c3a76cee2', 'gw_port': {'id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:24Z', 'updated_at': '2021-11-20T20:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:28.146148 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046b621-c3e2-46b7-b706-873b3dcfaece req-49a55b55-a13b-4266-b713-f021a982250a tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:28.147916 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9046b621-c3e2-46b7-b706-873b3dcfaece req-49a55b55-a13b-4266-b713-f021a982250a tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 970 time: 0.0940168
Nov 20 20:46:28.171275 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b87fb-bf31-4964-ae44-37da07e0da25 None None] Port 23e754c3-fe6e-4418-9d85-b85b4482da46 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:46:28.177097 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fc596fb9-a75d-4a76-b7ba-f7073c1774b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.243009 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233919d-22e5-4aa1-9011-3bab828c6bcf None None] The sync data for ids ['146e4dfc-fe5a-49be-a270-61af208d55bc'] in ncdv-master-1 is: [{'id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273002721-router', 'tenant_id': 'f286079364d047dba7dc683c3a76cee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:22Z', 'updated_at': '2021-11-20T20:46:24Z', 'revision_number': 3, 'project_id': 'f286079364d047dba7dc683c3a76cee2', 'gw_port': {'id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:24Z', 'updated_at': '2021-11-20T20:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:46:28.251717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a52c4-a93a-457d-b5a3-3b573fe4ea5f req-84ced19b-a8b9-4436-9b8f-d0a75e9b6648 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:28.253236 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-787a52c4-a93a-457d-b5a3-3b573fe4ea5f req-84ced19b-a8b9-4436-9b8f-d0a75e9b6648 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b255966-253a-480e-844d-16f700830e9f HTTP/1.1" status: 200  len: 949 time: 0.1118615
Nov 20 20:46:28.314832 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.327811 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.328557 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.333925 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9046b621-c3e2-46b7-b706-873b3dcfaece req-dc3948e6-c507-4a90-9bae-5525055a6b83 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/security-groups?id=8974f2de-99cd-4cf9-9311-c861ec7ec5a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663027
Nov 20 20:46:28.342635 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-787a52c4-a93a-457d-b5a3-3b573fe4ea5f req-7693c7f9-b076-468c-8718-800efd607f7c tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779097
Nov 20 20:46:28.414671 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fc596fb9-a75d-4a76-b7ba-f7073c1774b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.424687 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fc596fb9-a75d-4a76-b7ba-f7073c1774b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.467918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Pushing event updated for resources: {'Port': ['ID=23e754c3-fe6e-4418-9d85-b85b4482da46,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:28.502966 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc2858c-7551-4a00-9afe-510b1ae07f69 req-67653d72-9d7b-43bc-9081-e1266a4607c7 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] 10.222.0.41 "GET /v2.0/security-groups/7ebe4525-a80c-4073-aae5-e18501e0b269 HTTP/1.1" status: 200  len: 1793 time: 0.1029966
Nov 20 20:46:28.524683 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fc596fb9-a75d-4a76-b7ba-f7073c1774b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52e94cb6a91d4fd19a9356ffc93ff9e0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6534169
Nov 20 20:46:28.524683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc596fb9-a75d-4a76-b7ba-f7073c1774b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1cc6ee-19cb-41c6-91d5-49ea214dd7b1,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:28.526396 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54116) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:28.588852 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-890a1262-c4fa-4497-a485-8012436968e2 req-de52a5e1-53af-4dce-8e1b-c9fdac70dcdd tempest-DeleteServersAdminTestJSON-8443978 tempest-DeleteServersAdminTestJSON-8443978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.598684 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434c17d-ac8b-4a19-90d3-ba6232fbbd0b req-8d5c2353-5123-4370-a9e8-87a4f5600dc0 tempest-AggregatesAdminTestJSON-1339146968 tempest-AggregatesAdminTestJSON-1339146968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:28.599995 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:46:28.600451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4434c17d-ac8b-4a19-90d3-ba6232fbbd0b req-8d5c2353-5123-4370-a9e8-87a4f5600dc0 tempest-AggregatesAdminTestJSON-1339146968 tempest-AggregatesAdminTestJSON-1339146968-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 1121 time: 0.1007166
Nov 20 20:46:28.602100 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Network c44ba7b4-769c-4008-a02f-85c0ecf6bc44 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:28.621561 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:28.655289 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52a5e1-53af-4dce-8e1b-c9fdac70dcdd tempest-DeleteServersAdminTestJSON-8443978 tempest-DeleteServersAdminTestJSON-8443978-project-admin] Pushing event deleted for resources: {'Port': ['ID=46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:28.658677 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 28b4900d-02bb-47ff-89c0-42ceb2af1cdc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:46:28.694552 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4434c17d-ac8b-4a19-90d3-ba6232fbbd0b req-885e0efb-e6f5-4382-bcc5-afaff5ed5e12 tempest-AggregatesAdminTestJSON-1339146968 tempest-AggregatesAdminTestJSON-1339146968-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.694756 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device cdc9972c-0094-48f8-9fca-0182b2a13dd7 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:28.781329 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-890a1262-c4fa-4497-a485-8012436968e2 req-de52a5e1-53af-4dce-8e1b-c9fdac70dcdd tempest-DeleteServersAdminTestJSON-8443978 tempest-DeleteServersAdminTestJSON-8443978-project-admin] No DVR routers for this DVR port 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:46:28.789918 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-890a1262-c4fa-4497-a485-8012436968e2 req-de52a5e1-53af-4dce-8e1b-c9fdac70dcdd tempest-DeleteServersAdminTestJSON-8443978 tempest-DeleteServersAdminTestJSON-8443978-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.790576 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1fc2858c-7551-4a00-9afe-510b1ae07f69 req-331426f6-4ad4-409e-9304-c82d1a6bb687 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.793394 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e55c-a31c-46bc-9c6e-686744068e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.810226 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-890a1262-c4fa-4497-a485-8012436968e2 req-de52a5e1-53af-4dce-8e1b-c9fdac70dcdd tempest-DeleteServersAdminTestJSON-8443978 tempest-DeleteServersAdminTestJSON-8443978-project-admin] 10.222.0.47 "DELETE /v2.0/ports/46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef HTTP/1.1" status: 204  len: 173 time: 1.0795903
Nov 20 20:46:28.810852 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b255966-253a-480e-844d-16f700830e9f', 'name': 'network-vif-deleted', 'tag': '46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:46:28.813374 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdb94e2-1bcd-4b71-bcaf-cb572bf11b76" -d '{"events": [{"server_uuid": "0b255966-253a-480e-844d-16f700830e9f", "name": "network-vif-deleted", "tag": "46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:46:28.825833 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e55c-a31c-46bc-9c6e-686744068e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.883276 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:28.897128 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port cdc9972c-0094-48f8-9fca-0182b2a13dd7 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:46:28.904856 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '28b4900d-02bb-47ff-89c0-42ceb2af1cdc', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '28b4900d-02bb-47ff-89c0-42ceb2af1cdc', 'mac_address': 'fa:16:3e:a5:7a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:46:28.910805 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port cdc9972c-0094-48f8-9fca-0182b2a13dd7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:28.911329 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.962580 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e55c-a31c-46bc-9c6e-686744068e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.965224 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e55c-a31c-46bc-9c6e-686744068e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:28.966418 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a5a7e55c-a31c-46bc-9c6e-686744068e43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f1cc6ee-19cb-41c6-91d5-49ea214dd7b1 HTTP/1.1" status: 204  len: 168 time: 0.4282322
Nov 20 20:46:29.060264 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:29.064135 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:29.070279 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4434c17d-ac8b-4a19-90d3-ba6232fbbd0b req-885e0efb-e6f5-4382-bcc5-afaff5ed5e12 tempest-AggregatesAdminTestJSON-1339146968 tempest-AggregatesAdminTestJSON-1339146968-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:29.090011 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b4900d-02bb-47ff-89c0-42ceb2af1cdc {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:46:29.103385 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4434c17d-ac8b-4a19-90d3-ba6232fbbd0b req-885e0efb-e6f5-4382-bcc5-afaff5ed5e12 tempest-AggregatesAdminTestJSON-1339146968 tempest-AggregatesAdminTestJSON-1339146968-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:29.126132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ed23171e-3323-49df-8e89-316b2dfb7d0b None None] Provisioning complete for port 23e754c3-fe6e-4418-9d85-b85b4482da46 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:29.126931 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ed23171e-3323-49df-8e89-316b2dfb7d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:29.159589 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1fc2858c-7551-4a00-9afe-510b1ae07f69 req-331426f6-4ad4-409e-9304-c82d1a6bb687 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:29.165230 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7e55c-a31c-46bc-9c6e-686744068e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1cc6ee-19cb-41c6-91d5-49ea214dd7b1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:29.191811 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ed23171e-3323-49df-8e89-316b2dfb7d0b None None] Port 23e754c3-fe6e-4418-9d85-b85b4482da46 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:46:29.196771 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e5f690b0-96db-4082-97aa-7ab7cf4d5409 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:29.233663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Router 146e4dfc-fe5a-49be-a270-61af208d55bc has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:46:29.239009 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4434c17d-ac8b-4a19-90d3-ba6232fbbd0b req-885e0efb-e6f5-4382-bcc5-afaff5ed5e12 tempest-AggregatesAdminTestJSON-1339146968 tempest-AggregatesAdminTestJSON-1339146968-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=8974f2de-99cd-4cf9-9311-c861ec7ec5a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5810585
Nov 20 20:46:29.244774 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e0efb-e6f5-4382-bcc5-afaff5ed5e12 tempest-AggregatesAdminTestJSON-1339146968 tempest-AggregatesAdminTestJSON-1339146968-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bbc187-06b9-4dff-8982-774db37b8f96,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:29.264695 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1fc2858c-7551-4a00-9afe-510b1ae07f69 req-331426f6-4ad4-409e-9304-c82d1a6bb687 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:29.267338 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1fc2858c-7551-4a00-9afe-510b1ae07f69 req-331426f6-4ad4-409e-9304-c82d1a6bb687 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:29.282647 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc2858c-7551-4a00-9afe-510b1ae07f69 req-331426f6-4ad4-409e-9304-c82d1a6bb687 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] 10.222.0.41 "DELETE /v2.0/security-groups/7ebe4525-a80c-4073-aae5-e18501e0b269 HTTP/1.1" status: 204  len: 173 time: 0.7701485
Nov 20 20:46:29.305970 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:29.315133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae71d012-3101-45ff-8cfa-86095500e364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc9972c-0094-48f8-9fca-0182b2a13dd7'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:46:29.317698 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c167bd6a-562e-42f2-8efc-8e838925a997" -d '{"events": [{"server_uuid": "ae71d012-3101-45ff-8cfa-86095500e364", "name": "network-vif-plugged", "status": "completed", "tag": "cdc9972c-0094-48f8-9fca-0182b2a13dd7"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:46:29.331891 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:29.358382 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668a4711-c2f3-4389-a589-9e17bbb36f81 x-openstack-request-id: req-668a4711-c2f3-4389-a589-9e17bbb36f81 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:46:29.359564 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b255966-253a-480e-844d-16f700830e9f", "name": "network-vif-deleted", "tag": "46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:46:29.359929 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-668a4711-c2f3-4389-a589-9e17bbb36f81 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:46:29.360535 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b255966-253a-480e-844d-16f700830e9f', 'name': 'network-vif-deleted', 'tag': '46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef', 'status': 'completed', 'code': 200}
Nov 20 20:46:29.383359 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ea0cc-a0e3-46a9-ac74-36a1ef4258ba req-2833cf4c-51a2-4ab2-a868-6c924a1b5bb7 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:29.390420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port cdc9972c-0094-48f8-9fca-0182b2a13dd7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdc9972c-0094-48f8-9fca-0182b2a13dd7,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:29.391398 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-611ea0cc-a0e3-46a9-ac74-36a1ef4258ba req-2833cf4c-51a2-4ab2-a868-6c924a1b5bb7 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 949 time: 0.0666881
Nov 20 20:46:29.402194 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:29.420065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331426f6-4ad4-409e-9304-c82d1a6bb687 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebe4525-a80c-4073-aae5-e18501e0b269,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:29.424245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:29.495544 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-611ea0cc-a0e3-46a9-ac74-36a1ef4258ba req-050d499d-198e-4cc6-89bd-d5434af291a1 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998919
Nov 20 20:46:29.545978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e5f690b0-96db-4082-97aa-7ab7cf4d5409 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:29.546389 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:29.581094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54138) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:29.615546 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=cdc9972c-0094-48f8-9fca-0182b2a13dd7,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:29.624184 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4f55eeb-7161-44d2-9528-7ddf7f05223f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:29.628056 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:46:29.635413 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['28b4900d-02bb-47ff-89c0-42ceb2af1cdc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:46:29.649681 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-46ea6f66-5029-481f-a3c8-1a4d277e8e27 admin admin] 10.222.0.41 "PUT /v2.0/routers/146e4dfc-fe5a-49be-a270-61af208d55bc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4094284
Nov 20 20:46:29.684115 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044a8ee-ad9c-43b8-83b6-7dcbd0a31c7b req-dfd9732b-d08a-48b6-80f0-3bc3169551a6 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:29.692659 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e044a8ee-ad9c-43b8-83b6-7dcbd0a31c7b req-dfd9732b-d08a-48b6-80f0-3bc3169551a6 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 950 time: 0.2201726
Nov 20 20:46:29.779238 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e044a8ee-ad9c-43b8-83b6-7dcbd0a31c7b req-a5ff8b95-6ab5-408b-8a84-75b1abe8fad7 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856020
Nov 20 20:46:29.850010 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:29.856978 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4f55eeb-7161-44d2-9528-7ddf7f05223f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:29.859118 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ef52257-a613-48db-85e0-b6788ca0388b req-304c9721-1cd2-452e-9023-ad981b77428b tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] 10.222.0.41 "GET /v2.0/security-groups/b65bc633-78de-46b9-8265-4e91111133e1 HTTP/1.1" status: 200  len: 1794 time: 0.0582964
Nov 20 20:46:29.869786 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4f55eeb-7161-44d2-9528-7ddf7f05223f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:29.906120 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201c84af-e8f6-40f4-9e62-d4d4eae85e5a x-openstack-request-id: req-201c84af-e8f6-40f4-9e62-d4d4eae85e5a {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:46:29.907023 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae71d012-3101-45ff-8cfa-86095500e364", "name": "network-vif-plugged", "status": "completed", "tag": "cdc9972c-0094-48f8-9fca-0182b2a13dd7", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:46:29.907360 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-201c84af-e8f6-40f4-9e62-d4d4eae85e5a {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:46:29.907838 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae71d012-3101-45ff-8cfa-86095500e364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc9972c-0094-48f8-9fca-0182b2a13dd7', 'code': 200}
Nov 20 20:46:29.915684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port e5f690b0-96db-4082-97aa-7ab7cf4d5409, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5f690b0-96db-4082-97aa-7ab7cf4d5409,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:29.927071 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:29.962151 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4ef52257-a613-48db-85e0-b6788ca0388b req-cfd7c7d8-f1d1-4b17-8f91-d123f828e8f2 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:29.988218 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f55eeb-7161-44d2-9528-7ddf7f05223f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8cfe94-2494-44a9-99b0-c5befcfabb31,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:30.003291 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e4f55eeb-7161-44d2-9528-7ddf7f05223f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14d3dd81db534c4dbd19cdf068c48ca9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4210491
Nov 20 20:46:30.005903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54154) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:30.011988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=e5f690b0-96db-4082-97aa-7ab7cf4d5409,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:30.060221 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4ef52257-a613-48db-85e0-b6788ca0388b req-cfd7c7d8-f1d1-4b17-8f91-d123f828e8f2 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:30.106574 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f64be6de-4b33-4d50-bed4-1748f86614df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:30.115179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4166699-bd31-4afc-accb-e6634c1c9e30 req-ceebea22-b692-49ed-99ae-eb2570b2dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:30.116772 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d4166699-bd31-4afc-accb-e6634c1c9e30 req-ceebea22-b692-49ed-99ae-eb2570b2dabc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 1101 time: 0.1417935
Nov 20 20:46:30.135485 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f64be6de-4b33-4d50-bed4-1748f86614df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:30.173964 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4ef52257-a613-48db-85e0-b6788ca0388b req-cfd7c7d8-f1d1-4b17-8f91-d123f828e8f2 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:30.176370 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4ef52257-a613-48db-85e0-b6788ca0388b req-cfd7c7d8-f1d1-4b17-8f91-d123f828e8f2 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:30.177510 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ef52257-a613-48db-85e0-b6788ca0388b req-cfd7c7d8-f1d1-4b17-8f91-d123f828e8f2 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] 10.222.0.41 "DELETE /v2.0/security-groups/b65bc633-78de-46b9-8265-4e91111133e1 HTTP/1.1" status: 204  len: 173 time: 0.3175800
Nov 20 20:46:30.193118 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7c7d8-f1d1-4b17-8f91-d123f828e8f2 tempest-SecurityGroupsTestAdminJSON-1695547723 tempest-SecurityGroupsTestAdminJSON-1695547723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65bc633-78de-46b9-8265-4e91111133e1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:30.202333 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d4166699-bd31-4afc-accb-e6634c1c9e30 req-782c9edd-cc4c-426a-90d3-c6c86b71082e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714853
Nov 20 20:46:30.209207 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f64be6de-4b33-4d50-bed4-1748f86614df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:30.213309 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f64be6de-4b33-4d50-bed4-1748f86614df admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:30.222337 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f64be6de-4b33-4d50-bed4-1748f86614df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe8cfe94-2494-44a9-99b0-c5befcfabb31 HTTP/1.1" status: 204  len: 168 time: 0.2150431
Nov 20 20:46:30.232599 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64be6de-4b33-4d50-bed4-1748f86614df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8cfe94-2494-44a9-99b0-c5befcfabb31,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:30.331513 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4a575fb7-02f1-4fea-907e-f9b91c922907 req-01dab768-574b-403c-92d2-353ad9064961 tempest-FloatingIPsNegativeTestJSON-636539019 tempest-FloatingIPsNegativeTestJSON-636539019-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=f286079364d047dba7dc683c3a76cee2 HTTP/1.1" status: 200  len: 217 time: 0.0845201
Nov 20 20:46:30.396639 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-152bec19-c372-4e25-8ab7-e50e836168b7 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5bb3936f93d04a32a65cf0e613991002&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0273266
Nov 20 20:46:30.560219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-42d05625-0d81-4caa-bc5d-556f26a7eeb2 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:30.568075 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-42d05625-0d81-4caa-bc5d-556f26a7eeb2 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1645837
Nov 20 20:46:30.584588 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-bcc23d0e-0952-4cf9-a6ad-d1eb0651fa87 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/quotas/5bb3936f93d04a32a65cf0e613991002 HTTP/1.1" status: 200  len: 375 time: 0.0156045
Nov 20 20:46:30.595203 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d37ce357-7426-4b67-985d-8ace5755d823 req-755805ca-f8a6-4231-a19a-794d59ce49e9 tempest-FloatingIPsNegativeTestJSON-636539019 tempest-FloatingIPsNegativeTestJSON-636539019-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0366957
Nov 20 20:46:30.623331 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54194) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:30.643625 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-4892197b-7c50-4531-80c6-c87b4b945949 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bb3936f93d04a32a65cf0e613991002&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0579994
Nov 20 20:46:30.657964 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 28b4900d-02bb-47ff-89c0-42ceb2af1cdc up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:30.749969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:46:30.756892 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732a9fe-7e17-49c2-b183-59914c84d265 req-d8116e01-1c0a-4627-b9a5-afeefdc79180 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:30.758795 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9732a9fe-7e17-49c2-b183-59914c84d265 req-d8116e01-1c0a-4627-b9a5-afeefdc79180 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 949 time: 0.0777617
Nov 20 20:46:30.767056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:30.767425 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:30.811642 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Sync routers for ids ['146e4dfc-fe5a-49be-a270-61af208d55bc'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:46:30.858001 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Routers {'146e4dfc-fe5a-49be-a270-61af208d55bc'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:46:30.858808 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4765e160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['146e4dfc-fe5a-49be-a270-61af208d55bc'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:30.882560 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9732a9fe-7e17-49c2-b183-59914c84d265 req-04807d54-be1b-4022-ad96-236ba7a299e4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165452
Nov 20 20:46:30.900645 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2afb952d-eb3d-4ac0-8bec-62e17c05a4b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00bff7fcaa88431fad80bd22ba27f30f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2759962
Nov 20 20:46:30.903002 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54214) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:30.991813 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-e177aaf8-3101-41ba-9623-03884d107dd0 req-a80ec1fb-e845-4e3e-bc64-0aa58ec6ecb9 tempest-FloatingIPsNegativeTestJSON-636539019 tempest-FloatingIPsNegativeTestJSON-636539019-project] show failed (client error): The resource could not be found.
Nov 20 20:46:31.011499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54216) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:31.016780 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e177aaf8-3101-41ba-9623-03884d107dd0 req-a80ec1fb-e845-4e3e-bc64-0aa58ec6ecb9 tempest-FloatingIPsNegativeTestJSON-636539019 tempest-FloatingIPsNegativeTestJSON-636539019-project] 10.222.0.41 "GET /v2.0/floatingips/706474b7-0f93-472f-9e69-df3bf9d25d4c HTTP/1.1" status: 404  len: 350 time: 0.1587951
Nov 20 20:46:31.028247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Set router 146e4dfc-fe5a-49be-a270-61af208d55bc gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:46:31.126679 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-968b4a25-278d-49c0-95a3-b7e82495df72 req-5fb1a672-5dd7-4020-acbc-dde1f528b168 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 210 time: 0.0634081
Nov 20 20:46:31.141649 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e5f690b0-96db-4082-97aa-7ab7cf4d5409 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:31.227282 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:31.312121 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ccdcd456-86fe-4acb-89e9-94965d88862d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:31.378703 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafad33c-0666-426d-bc93-3c8dfbc6d703 req-2729d497-324c-4ba0-9152-8097a2ccb4ba tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:31.380544 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dafad33c-0666-426d-bc93-3c8dfbc6d703 req-2729d497-324c-4ba0-9152-8097a2ccb4ba tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 950 time: 0.3547745
Nov 20 20:46:31.416533 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ccdcd456-86fe-4acb-89e9-94965d88862d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:31.593551 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dafad33c-0666-426d-bc93-3c8dfbc6d703 req-e76dc34a-22d7-448d-85ba-60a11aeab936 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1812623
Nov 20 20:46:31.619707 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e5f690b0-96db-4082-97aa-7ab7cf4d5409 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:31.620081 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:31.635207 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:31.665452 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:31.667558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54252) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:31.673775 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ccdcd456-86fe-4acb-89e9-94965d88862d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:31.677121 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ccdcd456-86fe-4acb-89e9-94965d88862d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:31.678287 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ccdcd456-86fe-4acb-89e9-94965d88862d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d1c3c9b-6330-48df-8887-0aa7d5df8cb3 HTTP/1.1" status: 204  len: 168 time: 0.7741301
Nov 20 20:46:31.695246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcd456-86fe-4acb-89e9-94965d88862d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1c3c9b-6330-48df-8887-0aa7d5df8cb3,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:31.844478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:31.875240 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-5f3bf13f-d226-4dce-aebf-489541073190 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1034213923-network', 'tenant_id': 'eb059314b462499a8d78e0e350d5de4f'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:31.908817 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409a187f-c361-49ef-a9a0-2762cda33448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b4900d-02bb-47ff-89c0-42ceb2af1cdc'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:46:31.911108 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258338a5-296e-432c-a4c5-0a43c2076dfd" -d '{"events": [{"server_uuid": "409a187f-c361-49ef-a9a0-2762cda33448", "name": "network-vif-plugged", "status": "completed", "tag": "28b4900d-02bb-47ff-89c0-42ceb2af1cdc"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:46:31.929071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4765e160>, [{'id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273002721-router', 'tenant_id': 'f286079364d047dba7dc683c3a76cee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:22Z', 'updated_at': '2021-11-20T20:46:27Z', 'revision_number': 4, 'project_id': 'f286079364d047dba7dc683c3a76cee2', 'gw_port': {'id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:24Z', 'updated_at': '2021-11-20T20:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23e754c3-fe6e-4418-9d85-b85b4482da46', 'name': '', 'network_id': 'c44ba7b4-769c-4008-a02f-85c0ecf6bc44', 'tenant_id': 'f286079364d047dba7dc683c3a76cee2', 'mac_address': 'fa:16:3e:35:e6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': '0982a726-eed9-4de2-831a-51249c5af9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:27Z', 'updated_at': '2021-11-20T20:46:28Z', 'revision_number': 2, 'project_id': 'f286079364d047dba7dc683c3a76cee2', 'subnets': [{'id': '0982a726-eed9-4de2-831a-51249c5af9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:31.954847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3bf13f-d226-4dce-aebf-489541073190 admin admin] Made reservation on behalf of eb059314b462499a8d78e0e350d5de4f for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:46:31.958064 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf13f-d226-4dce-aebf-489541073190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:31.985970 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf13f-d226-4dce-aebf-489541073190 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:32.010840 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Checking router: 146e4dfc-fe5a-49be-a270-61af208d55bc for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:46:32.012387 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Updating router 146e4dfc-fe5a-49be-a270-61af208d55bc port 23e754c3-fe6e-4418-9d85-b85b4482da46 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:46:32.069477 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:32.129729 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ce9c25-e3af-41d2-8938-3e4002aeb4a5 x-openstack-request-id: req-f1ce9c25-e3af-41d2-8938-3e4002aeb4a5 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:46:32.133681 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409a187f-c361-49ef-a9a0-2762cda33448", "name": "network-vif-plugged", "status": "completed", "tag": "28b4900d-02bb-47ff-89c0-42ceb2af1cdc", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:46:32.139514 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1ce9c25-e3af-41d2-8938-3e4002aeb4a5 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:46:32.140767 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409a187f-c361-49ef-a9a0-2762cda33448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b4900d-02bb-47ff-89c0-42ceb2af1cdc', 'code': 200}
Nov 20 20:46:32.171829 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf13f-d226-4dce-aebf-489541073190 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:32.176357 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40ca9b-e41c-4bc7-b5a1-0cec4098c489 req-9879cf2f-95b8-46e6-985b-7d025f4b9e6e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:32.178094 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ac40ca9b-e41c-4bc7-b5a1-0cec4098c489 req-9879cf2f-95b8-46e6-985b-7d025f4b9e6e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.1274955
Nov 20 20:46:32.182212 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf13f-d226-4dce-aebf-489541073190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:32.243449 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3bf13f-d226-4dce-aebf-489541073190 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:46:32.254229 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d128807-ec7f-45ba-9faa-230fc0f7689a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:32.332284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bf13f-d226-4dce-aebf-489541073190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03bf507-18e2-4064-b787-6768bad94cd7,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:32.336471 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf13f-d226-4dce-aebf-489541073190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:32.337408 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-5f3bf13f-d226-4dce-aebf-489541073190 admin admin] Added segment d83d9ce5-b963-40bd-a609-8340a3760d98 of type vlan for network 6c75a303-6203-42d9-b558-9a8c1c2891e4
Nov 20 20:46:32.378196 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2806860f-048d-4e6d-bedd-8ed1f6af8cec req-db334ffa-3023-4baa-afd3-c924d65def9a tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 210 time: 0.0649583
Nov 20 20:46:32.394099 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54284) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:32.468686 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-e0dfb843-68e5-441c-a4bb-17fac78f2bd0 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5bb3936f93d04a32a65cf0e613991002&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0557241
Nov 20 20:46:32.477798 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ac40ca9b-e41c-4bc7-b5a1-0cec4098c489 req-4c1fca50-546b-4d92-8a20-55e59e03e37c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2848089
Nov 20 20:46:32.481561 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbee45e-3836-4102-9c42-191f2f9bcd7b req-81134cbc-bb28-492c-b31a-848a5eb74a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:32.483943 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2bbee45e-3836-4102-9c42-191f2f9bcd7b req-81134cbc-bb28-492c-b31a-848a5eb74a1a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 1101 time: 0.2306919
Nov 20 20:46:32.537839 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf13f-d226-4dce-aebf-489541073190 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:32.594488 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:32.600557 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:32.605121 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-33e7a49e-3904-43ee-bf89-050f3c82c7a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcf2f49d1ee14f6fb047586eeda2fac0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2096772
Nov 20 20:46:32.611312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54294) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:32.636800 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2bbee45e-3836-4102-9c42-191f2f9bcd7b req-df105e3e-3977-41b3-84d3-fbf2863e8526 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266294
Nov 20 20:46:32.639662 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf13f-d226-4dce-aebf-489541073190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:32.641798 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3bf13f-d226-4dce-aebf-489541073190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:32.642769 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf13f-d226-4dce-aebf-489541073190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:32.696437 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3e6d5-7c9c-4f95-9c13-5d818de51fcf None None] Pushing event updated for resources: {'Port': ['ID=23e754c3-fe6e-4418-9d85-b85b4482da46,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:32.707536 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5f3bf13f-d226-4dce-aebf-489541073190 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0386446
Nov 20 20:46:32.743535 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Attempting to bind port 23e754c3-fe6e-4418-9d85-b85b4482da46 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:46:32.746304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Attempting to bind port 23e754c3-fe6e-4418-9d85-b85b4482da46 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '48e23935-e95f-49dd-922d-5edb14e7e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c44ba7b4-769c-4008-a02f-85c0ecf6bc44'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:46:32.746771 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Attempting to bind port 23e754c3-fe6e-4418-9d85-b85b4482da46 on network c44ba7b4-769c-4008-a02f-85c0ecf6bc44 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:32.756677 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54300) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:32.764054 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:46:32.764443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Checking segment: {'id': '48e23935-e95f-49dd-922d-5edb14e7e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c44ba7b4-769c-4008-a02f-85c0ecf6bc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:32.764861 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:32.766166 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-2e0e1a04-c86d-46a0-a792-4dabf0011930 admin admin] Request body: {'subnet': {'network_id': '6c75a303-6203-42d9-b558-9a8c1c2891e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1034213923-subnet', 'tenant_id': 'eb059314b462499a8d78e0e350d5de4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:32.781692 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Bound using segment: {'id': '48e23935-e95f-49dd-922d-5edb14e7e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c44ba7b4-769c-4008-a02f-85c0ecf6bc44'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:46:32.782026 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Bound port: 23e754c3-fe6e-4418-9d85-b85b4482da46, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e23935-e95f-49dd-922d-5edb14e7e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c44ba7b4-769c-4008-a02f-85c0ecf6bc44'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:46:32.785864 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:32.795350 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:46:32.832228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:46:32.832576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 46aeaf97-9ae7-4fc8-85e1-8d82fd6f14ef not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:46:32.848670 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0e1a04-c86d-46a0-a792-4dabf0011930 admin admin] Made reservation on behalf of eb059314b462499a8d78e0e350d5de4f for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:46:32.851139 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2e0e1a04-c86d-46a0-a792-4dabf0011930 admin admin] Publish callbacks [] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:32.966622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] For port 23e754c3-fe6e-4418-9d85-b85b4482da46, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:46:32.971150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] For port 23e754c3-fe6e-4418-9d85-b85b4482da46, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23e754c3-fe6e-4418-9d85-b85b4482da46,segment=NetworkSegment(48e23935-e95f-49dd-922d-5edb14e7e8de),segment_id=48e23935-e95f-49dd-922d-5edb14e7e8de)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:46:32.979546 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:33.013682 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bf13f-d226-4dce-aebf-489541073190 admin admin] Pushing event updated for resources: {'Network': ['ID=6c75a303-6203-42d9-b558-9a8c1c2891e4,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:33.021476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-4ef041ae-7b16-42be-8606-939e63ff9a3f tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:33.024382 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-4ef041ae-7b16-42be-8606-939e63ff9a3f tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5424371
Nov 20 20:46:33.032232 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59fb1a3d-0c0f-4e37-b56c-2d8449018c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:33.048687 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1f572-f2b0-4349-8202-45554f1d8e0d req-8674ca33-9218-48f2-bd0e-ce16321e694b tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:33.050235 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4fd1f572-f2b0-4349-8202-45554f1d8e0d req-8674ca33-9218-48f2-bd0e-ce16321e694b tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 950 time: 0.2627044
Nov 20 20:46:33.053679 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-a2d02902-4699-4e40-9da5-fba1a9bad05d tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Request body: {'port': {'device_id': '308b5cdb-b513-47fa-9696-3a05d6c27027', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '5bb3936f93d04a32a65cf0e613991002'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:33.065684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 6c75a303-6203-42d9-b558-9a8c1c2891e4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:46:33.074443 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59fb1a3d-0c0f-4e37-b56c-2d8449018c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:33.080203 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3e6d5-7c9c-4f95-9c13-5d818de51fcf None None] Pushing event updated for resources: {'Port': ['ID=23e754c3-fe6e-4418-9d85-b85b4482da46,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:33.131767 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0d5f0a6b-b1bc-49e3-a670-b37c7f62e747 None None] Provisioning complete for port 23e754c3-fe6e-4418-9d85-b85b4482da46 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:33.132145 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0d5f0a6b-b1bc-49e3-a670-b37c7f62e747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:33.194404 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59fb1a3d-0c0f-4e37-b56c-2d8449018c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:33.201292 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59fb1a3d-0c0f-4e37-b56c-2d8449018c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:33.206082 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-59fb1a3d-0c0f-4e37-b56c-2d8449018c09 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63d28996-607a-41cf-b2a6-28f8ff9bf886 HTTP/1.1" status: 204  len: 168 time: 0.5935190
Nov 20 20:46:33.221967 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Routers {'146e4dfc-fe5a-49be-a270-61af208d55bc'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:46:33.223183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4765e160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['146e4dfc-fe5a-49be-a270-61af208d55bc'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:33.228928 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb1a3d-0c0f-4e37-b56c-2d8449018c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d28996-607a-41cf-b2a6-28f8ff9bf886,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:33.299851 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4fd1f572-f2b0-4349-8202-45554f1d8e0d req-fa227ea9-eed8-4259-b95c-fede34fbc7cb tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2363806
Nov 20 20:46:33.476213 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-a2d02902-4699-4e40-9da5-fba1a9bad05d tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Made reservation on behalf of 5bb3936f93d04a32a65cf0e613991002 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:46:33.482106 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-a2d02902-4699-4e40-9da5-fba1a9bad05d tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:33.496780 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0d5f0a6b-b1bc-49e3-a670-b37c7f62e747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:33.499880 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] Set router 146e4dfc-fe5a-49be-a270-61af208d55bc gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:46:33.506137 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2e0e1a04-c86d-46a0-a792-4dabf0011930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:33.623229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-0d5f0a6b-b1bc-49e3-a670-b37c7f62e747 None None] For port 23e754c3-fe6e-4418-9d85-b85b4482da46, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23e754c3-fe6e-4418-9d85-b85b4482da46,segment=NetworkSegment(48e23935-e95f-49dd-922d-5edb14e7e8de),segment_id=48e23935-e95f-49dd-922d-5edb14e7e8de)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:33.642605 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0d5f0a6b-b1bc-49e3-a670-b37c7f62e747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:33.652360 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-def33c43-f7ad-4e2a-a5b8-2b3ceb8d90d9 req-f614d7ca-add7-4f6b-a6c4-a78e5b1d20b7 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 210 time: 0.0464945
Nov 20 20:46:33.654023 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-7d128807-ec7f-45ba-9faa-230fc0f7689a admin admin] Deleting port 23e754c3-fe6e-4418-9d85-b85b4482da46 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:46:33.654556 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d128807-ec7f-45ba-9faa-230fc0f7689a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:33.682778 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e1a04-c86d-46a0-a792-4dabf0011930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3926a560-bd0f-41b3-ae6f-86fb7e6f8fc2,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:33.771592 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f0a6b-b1bc-49e3-a670-b37c7f62e747 None None] Pushing event updated for resources: {'Port': ['ID=23e754c3-fe6e-4418-9d85-b85b4482da46,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:33.784754 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e1a04-c86d-46a0-a792-4dabf0011930 admin admin] Checking segment: {'id': 'd83d9ce5-b963-40bd-a609-8340a3760d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6c75a303-6203-42d9-b558-9a8c1c2891e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:33.785366 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0e1a04-c86d-46a0-a792-4dabf0011930 admin admin] Network hostable DHCP agents. Network: 6c75a303-6203-42d9-b558-9a8c1c2891e4, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:46:33.815933 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c9bc1db2-8b95-4f71-a2f8-7227e2634c6a None None] Provisioning complete for port 23e754c3-fe6e-4418-9d85-b85b4482da46 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:33.819451 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c9bc1db2-8b95-4f71-a2f8-7227e2634c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:33.838283 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-7d128807-ec7f-45ba-9faa-230fc0f7689a admin admin] For port 23e754c3-fe6e-4418-9d85-b85b4482da46, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23e754c3-fe6e-4418-9d85-b85b4482da46,segment=NetworkSegment(48e23935-e95f-49dd-922d-5edb14e7e8de),segment_id=48e23935-e95f-49dd-922d-5edb14e7e8de)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:33.838913 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d128807-ec7f-45ba-9faa-230fc0f7689a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:34.037567 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-a2d02902-4699-4e40-9da5-fba1a9bad05d tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Allocated IP 192.168.233.137 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:46:34.047374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4765e160>, [{'id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273002721-router', 'tenant_id': 'f286079364d047dba7dc683c3a76cee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:22Z', 'updated_at': '2021-11-20T20:46:27Z', 'revision_number': 4, 'project_id': 'f286079364d047dba7dc683c3a76cee2', 'gw_port': {'id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:24Z', 'updated_at': '2021-11-20T20:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23e754c3-fe6e-4418-9d85-b85b4482da46', 'name': '', 'network_id': 'c44ba7b4-769c-4008-a02f-85c0ecf6bc44', 'tenant_id': 'f286079364d047dba7dc683c3a76cee2', 'mac_address': 'fa:16:3e:35:e6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': '0982a726-eed9-4de2-831a-51249c5af9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:27Z', 'updated_at': '2021-11-20T20:46:32Z', 'revision_number': 4, 'project_id': 'f286079364d047dba7dc683c3a76cee2', 'subnets': [{'id': '0982a726-eed9-4de2-831a-51249c5af9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:34.047833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-7d128807-ec7f-45ba-9faa-230fc0f7689a admin admin] Calling delete_port for 23e754c3-fe6e-4418-9d85-b85b4482da46 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:46:34.057100 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0e1a04-c86d-46a0-a792-4dabf0011930 admin admin] Network 6c75a303-6203-42d9-b558-9a8c1c2891e4 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:46:34.067861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441471b-b9ba-4540-87b6-536c83492f2d req-095bba62-3aa3-4f3c-a56e-76b4ccae2d54 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:34.070756 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7441471b-b9ba-4540-87b6-536c83492f2d req-095bba62-3aa3-4f3c-a56e-76b4ccae2d54 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.1197371
Nov 20 20:46:34.123419 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-2e0e1a04-c86d-46a0-a792-4dabf0011930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6c75a303-6203-42d9-b558-9a8c1c2891e4) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:34.129939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5941a3c-d937-4e6f-8edf-bec6645f0a90 None None] The sync data for ids ['146e4dfc-fe5a-49be-a270-61af208d55bc'] in ncdv-master-1 is: [{'id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273002721-router', 'tenant_id': 'f286079364d047dba7dc683c3a76cee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:22Z', 'updated_at': '2021-11-20T20:46:27Z', 'revision_number': 4, 'project_id': 'f286079364d047dba7dc683c3a76cee2', 'gw_port': {'id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:24Z', 'updated_at': '2021-11-20T20:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23e754c3-fe6e-4418-9d85-b85b4482da46', 'name': '', 'network_id': 'c44ba7b4-769c-4008-a02f-85c0ecf6bc44', 'tenant_id': 'f286079364d047dba7dc683c3a76cee2', 'mac_address': 'fa:16:3e:35:e6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': '0982a726-eed9-4de2-831a-51249c5af9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:27Z', 'updated_at': '2021-11-20T20:46:32Z', 'revision_number': 4, 'project_id': 'f286079364d047dba7dc683c3a76cee2', 'subnets': [{'id': '0982a726-eed9-4de2-831a-51249c5af9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:46:34.136854 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cff58e-ca95-4036-ab3c-8197f339cf14 None None] Network 6c75a303-6203-42d9-b558-9a8c1c2891e4 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:46:34.146625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0e1a04-c86d-46a0-a792-4dabf0011930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:34.147214 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2e0e1a04-c86d-46a0-a792-4dabf0011930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:34.232025 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2e0e1a04-c86d-46a0-a792-4dabf0011930 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.4699843
Nov 20 20:46:34.265087 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7441471b-b9ba-4540-87b6-536c83492f2d req-b6383fd4-d230-4aae-8f46-29a464bf2af9 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821744
Nov 20 20:46:34.443622 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-a2d02902-4699-4e40-9da5-fba1a9bad05d tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:34.596882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c75f1c9-65db-41b5-82f5-a87833f24c6e None None] Network 6c75a303-6203-42d9-b558-9a8c1c2891e4 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:46:34.682768 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-a2d02902-4699-4e40-9da5-fba1a9bad05d tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:34.743810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54392) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:34.790862 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-a2d02902-4699-4e40-9da5-fba1a9bad05d tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:34.797637 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-a2d02902-4699-4e40-9da5-fba1a9bad05d tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:34.802484 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-a2d02902-4699-4e40-9da5-fba1a9bad05d tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:34.810514 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-a2d02902-4699-4e40-9da5-fba1a9bad05d tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:34.811359 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-a2d02902-4699-4e40-9da5-fba1a9bad05d tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:34.853505 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d02902-4699-4e40-9da5-fba1a9bad05d tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Pushing event updated for resources: {'Port': ['ID=2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:34.884731 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-a2d02902-4699-4e40-9da5-fba1a9bad05d tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8522053
Nov 20 20:46:34.952396 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba95457-92ee-462b-9f72-98d37e97670a req-bc22f31e-c841-49f3-8852-f04f55e89b9c tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:34.958943 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ba95457-92ee-462b-9f72-98d37e97670a req-bc22f31e-c841-49f3-8852-f04f55e89b9c tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 936 time: 0.1033406
Nov 20 20:46:34.968763 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Request body: {'port': {'device_id': '308b5cdb-b513-47fa-9696-3a05d6c27027', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:35.080402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-dbbdf635-e044-4a53-95f6-148660253105 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1251328393-network', 'tenant_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:35.082080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 23e754c3-fe6e-4418-9d85-b85b4482da46 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:35.105054 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ba95457-92ee-462b-9f72-98d37e97670a req-738bba8b-a410-446f-82ba-16bf81f8e263 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363215
Nov 20 20:46:35.109965 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-13c76b36-e582-4384-9da3-cb0d9927820e req-8e269ffe-3a38-4477-bbbd-c418f50f9209 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:46:35.128294 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-13c76b36-e582-4384-9da3-cb0d9927820e req-8e269ffe-3a38-4477-bbbd-c418f50f9209 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.4687531
Nov 20 20:46:35.144663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbdf635-e044-4a53-95f6-148660253105 admin admin] Made reservation on behalf of 3aecb8ea5dbe4dd68bc7f4e295ccef7e for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:46:35.147181 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf635-e044-4a53-95f6-148660253105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:35.157404 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf635-e044-4a53-95f6-148660253105 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:35.225366 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d128807-ec7f-45ba-9faa-230fc0f7689a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:35.230384 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 23e754c3-fe6e-4418-9d85-b85b4482da46 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:35.230760 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:35.314102 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Port 23e754c3-fe6e-4418-9d85-b85b4482da46 was deleted so its status cannot be updated. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Nov 20 20:46:35.331476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d128807-ec7f-45ba-9faa-230fc0f7689a admin admin] Pushing event deleted for resources: {'Port': ['ID=23e754c3-fe6e-4418-9d85-b85b4482da46,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:35.347784 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:35.365559 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1653ee9f-26c0-4771-9c72-30c7395d18cc None None] Provisioning complete for port 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:35.368323 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1653ee9f-26c0-4771-9c72-30c7395d18cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:35.373730 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf635-e044-4a53-95f6-148660253105 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:35.382907 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf635-e044-4a53-95f6-148660253105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:35.463726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbbdf635-e044-4a53-95f6-148660253105 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:46:35.507919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1653ee9f-26c0-4771-9c72-30c7395d18cc None None] Port 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:46:35.565499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdf635-e044-4a53-95f6-148660253105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ed6e5e-59eb-4403-be07-64d4d2e9a339,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:35.568675 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf635-e044-4a53-95f6-148660253105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:35.568860 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-dbbdf635-e044-4a53-95f6-148660253105 admin admin] Added segment 02de01e0-57ab-4a80-a45e-1d3cebcda5a5 of type vlan for network 69f8c170-cf51-4eec-8819-24beafeff8df
Nov 20 20:46:35.601286 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54416) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:35.606983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ac6c1588-3948-4524-ade5-d1de988c27b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1461343326-network', 'tenant_id': '0c3b26e53afc40fea5cedff2ceafe8ad'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:35.669360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457659f1-44b7-48de-b684-8c45d336632e req-b36d7c8f-7875-4d46-89fd-2c5f6daf42e3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:35.670966 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-457659f1-44b7-48de-b684-8c45d336632e req-b36d7c8f-7875-4d46-89fd-2c5f6daf42e3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.2580786
Nov 20 20:46:35.672955 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf635-e044-4a53-95f6-148660253105 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:35.710667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6c1588-3948-4524-ade5-d1de988c27b2 admin admin] Made reservation on behalf of 0c3b26e53afc40fea5cedff2ceafe8ad for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:46:35.713426 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac6c1588-3948-4524-ade5-d1de988c27b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:35.736906 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac6c1588-3948-4524-ade5-d1de988c27b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:35.746553 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf635-e044-4a53-95f6-148660253105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:35.747523 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbdf635-e044-4a53-95f6-148660253105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:35.748130 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf635-e044-4a53-95f6-148660253105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:35.786305 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d063c-b34f-47f6-83d6-aa7919755760 req-8b454458-5ec0-48cc-8e96-3d8179b534be tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:35.788483 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b70d063c-b34f-47f6-83d6-aa7919755760 req-8b454458-5ec0-48cc-8e96-3d8179b534be tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 950 time: 0.2601085
Nov 20 20:46:35.797360 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dbbdf635-e044-4a53-95f6-148660253105 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0524490
Nov 20 20:46:35.799926 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d128807-ec7f-45ba-9faa-230fc0f7689a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:35.803476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54420) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:35.811011 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-457659f1-44b7-48de-b684-8c45d336632e req-4be1308c-abea-4208-8a27-40fb48189243 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313386
Nov 20 20:46:35.824194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-934c4afd-7b15-442c-b4a1-c48b3a8b1dcd admin admin] Request body: {'subnet': {'network_id': '69f8c170-cf51-4eec-8819-24beafeff8df', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1251328393-subnet', 'tenant_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:35.900994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdf635-e044-4a53-95f6-148660253105 admin admin] Pushing event updated for resources: {'Network': ['ID=69f8c170-cf51-4eec-8819-24beafeff8df,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:35.904617 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54428) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:35.913290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 69f8c170-cf51-4eec-8819-24beafeff8df details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:46:35.965019 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934c4afd-7b15-442c-b4a1-c48b3a8b1dcd admin admin] Made reservation on behalf of 3aecb8ea5dbe4dd68bc7f4e295ccef7e for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:46:35.968218 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-934c4afd-7b15-442c-b4a1-c48b3a8b1dcd admin admin] Publish callbacks [] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:35.983154 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b70d063c-b34f-47f6-83d6-aa7919755760 req-3c651202-f565-460e-87f1-61a4d73861ed tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869750
Nov 20 20:46:36.171387 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac6c1588-3948-4524-ade5-d1de988c27b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.209262 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:46:36.245015 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.249350 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-85e0de3e-7e40-4b0b-8ef3-3faa15ed88fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.279131 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac6c1588-3948-4524-ade5-d1de988c27b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.358990 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6c1588-3948-4524-ade5-d1de988c27b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:46:36.385983 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Transition to ACTIVE for port object 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:46:36.409090 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.418413 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c1588-3948-4524-ade5-d1de988c27b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f6d7c4-7f56-4019-97f6-d2204dabb54c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:36.426013 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac6c1588-3948-4524-ade5-d1de988c27b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.426389 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-ac6c1588-3948-4524-ade5-d1de988c27b2 admin admin] Added segment 7a20d6ab-1c18-41d8-8ee0-f77547eaa5f3 of type vlan for network e01a3687-adca-4cbd-9358-0b21cc8c2d46
Nov 20 20:46:36.484682 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-934c4afd-7b15-442c-b4a1-c48b3a8b1dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.488219 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac6c1588-3948-4524-ade5-d1de988c27b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.513757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d128807-ec7f-45ba-9faa-230fc0f7689a admin admin] Router 146e4dfc-fe5a-49be-a270-61af208d55bc has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:46:36.514657 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Pushing event updated for resources: {'Port': ['ID=2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:36.528012 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01a044-14ae-41aa-98c3-ad63b8b1d433 req-fef21e0d-92c9-40e1-8b29-f42028e9c47e tempest-MigrationsAdminTest-437941305 tempest-MigrationsAdminTest-437941305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:36.529567 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd01a044-14ae-41aa-98c3-ad63b8b1d433 req-fef21e0d-92c9-40e1-8b29-f42028e9c47e tempest-MigrationsAdminTest-437941305 tempest-MigrationsAdminTest-437941305-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 1101 time: 0.1600802
Nov 20 20:46:36.531444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5538cda-f41c-4659-9724-2b56ec501abd req-2d380f6e-aeb2-443b-8094-d284ad432009 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:36.532965 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b5538cda-f41c-4659-9724-2b56ec501abd req-2d380f6e-aeb2-443b-8094-d284ad432009 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 936 time: 0.2308867
Nov 20 20:46:36.597409 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac6c1588-3948-4524-ade5-d1de988c27b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.598397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6c1588-3948-4524-ade5-d1de988c27b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:36.599184 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac6c1588-3948-4524-ade5-d1de988c27b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.604418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Attempting to bind port 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:46:36.604859 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Attempting to bind port 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:46:36.605086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Attempting to bind port 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:36.605199 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd01a044-14ae-41aa-98c3-ad63b8b1d433 req-4ac08e5f-7ea9-4a70-bfd2-70aecb1d5b39 tempest-MigrationsAdminTest-437941305 tempest-MigrationsAdminTest-437941305-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.606871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c4afd-7b15-442c-b4a1-c48b3a8b1dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c19699-f15a-44d5-add0-e54d43147cda,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:36.656048 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Port 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:46:36.656397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Attempting to bind port 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:36.657274 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ac6c1588-3948-4524-ade5-d1de988c27b2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0541694
Nov 20 20:46:36.665871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54444) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:36.669575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934c4afd-7b15-442c-b4a1-c48b3a8b1dcd admin admin] Checking segment: {'id': '02de01e0-57ab-4a80-a45e-1d3cebcda5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69f8c170-cf51-4eec-8819-24beafeff8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:36.669954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934c4afd-7b15-442c-b4a1-c48b3a8b1dcd admin admin] Network hostable DHCP agents. Network: 69f8c170-cf51-4eec-8819-24beafeff8df, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:46:36.675720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-88c09cf2-c877-4990-8911-4560192ca7dd admin admin] Request body: {'subnet': {'network_id': 'e01a3687-adca-4cbd-9358-0b21cc8c2d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1461343326-subnet', 'tenant_id': '0c3b26e53afc40fea5cedff2ceafe8ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:36.708581 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-85e0de3e-7e40-4b0b-8ef3-3faa15ed88fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.717038 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:46:36.717379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:36.717963 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:46:36.718432 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Bound port: 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:46:36.718797 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.726826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c1588-3948-4524-ade5-d1de988c27b2 admin admin] Pushing event updated for resources: {'Network': ['ID=e01a3687-adca-4cbd-9358-0b21cc8c2d46,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:36.739408 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network e01a3687-adca-4cbd-9358-0b21cc8c2d46 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:46:36.766358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934c4afd-7b15-442c-b4a1-c48b3a8b1dcd admin admin] Network 69f8c170-cf51-4eec-8819-24beafeff8df is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:46:36.771845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c09cf2-c877-4990-8911-4560192ca7dd admin admin] Made reservation on behalf of 0c3b26e53afc40fea5cedff2ceafe8ad for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:46:36.774721 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-88c09cf2-c877-4990-8911-4560192ca7dd admin admin] Publish callbacks [] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.810571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-934c4afd-7b15-442c-b4a1-c48b3a8b1dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 69f8c170-cf51-4eec-8819-24beafeff8df) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:36.824754 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c4afd-7b15-442c-b4a1-c48b3a8b1dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:36.825355 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-934c4afd-7b15-442c-b4a1-c48b3a8b1dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.825631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c933472-cda3-4198-a1c4-be986f6c3fd3 None None] Network 69f8c170-cf51-4eec-8819-24beafeff8df requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:46:36.889328 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd01a044-14ae-41aa-98c3-ad63b8b1d433 req-4ac08e5f-7ea9-4a70-bfd2-70aecb1d5b39 tempest-MigrationsAdminTest-437941305 tempest-MigrationsAdminTest-437941305-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.901099 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-934c4afd-7b15-442c-b4a1-c48b3a8b1dcd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0907290
Nov 20 20:46:36.901099 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd01a044-14ae-41aa-98c3-ad63b8b1d433 req-4ac08e5f-7ea9-4a70-bfd2-70aecb1d5b39 tempest-MigrationsAdminTest-437941305 tempest-MigrationsAdminTest-437941305-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.902245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54446) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:36.916649 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1251328393-router', 'tenant_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:36.955557 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-85e0de3e-7e40-4b0b-8ef3-3faa15ed88fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:36.974710 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b5538cda-f41c-4659-9724-2b56ec501abd req-627a1b37-21c6-4351-87a1-df69ae2b45a6 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4132309
Nov 20 20:46:36.994348 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd01a044-14ae-41aa-98c3-ad63b8b1d433 req-4ac08e5f-7ea9-4a70-bfd2-70aecb1d5b39 tempest-MigrationsAdminTest-437941305 tempest-MigrationsAdminTest-437941305-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4245932
Nov 20 20:46:36.999181 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-69f8c170-cf51-4eec-8819-24beafeff8df', 'network_id': '69f8c170-cf51-4eec-8819-24beafeff8df', 'tenant_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'fixed_ips': [{'subnet_id': '87c19699-f15a-44d5-add0-e54d43147cda'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:46:37.001566 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:37.003219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac08e5f-7ea9-4a70-bfd2-70aecb1d5b39 tempest-MigrationsAdminTest-437941305 tempest-MigrationsAdminTest-437941305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348b2fe3-c2cb-4626-8c09-78763966263c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:37.028244 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-85e0de3e-7e40-4b0b-8ef3-3faa15ed88fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e558e25f517a4cf7873a4089fac75343&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0976038
Nov 20 20:46:37.029363 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54450) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:37.038290 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:37.042354 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:37.112068 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0de3e-7e40-4b0b-8ef3-3faa15ed88fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ad8598-f296-43cf-ab97-b8f1d07c90e2,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:37.121744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d128807-ec7f-45ba-9faa-230fc0f7689a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:46:37.127682 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7d128807-ec7f-45ba-9faa-230fc0f7689a admin admin] 10.222.0.41 "PUT /v2.0/routers/146e4dfc-fe5a-49be-a270-61af208d55bc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1128635
Nov 20 20:46:37.131898 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9bf69b-1d90-49cc-b771-3d72472a04e8 None None] Sync routers for ids ['146e4dfc-fe5a-49be-a270-61af208d55bc'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:46:37.133518 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54462) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:37.147783 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9bf69b-1d90-49cc-b771-3d72472a04e8 None None] Routers {'146e4dfc-fe5a-49be-a270-61af208d55bc'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:46:37.149801 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-4d9bf69b-1d90-49cc-b771-3d72472a04e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5447b220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['146e4dfc-fe5a-49be-a270-61af208d55bc'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:37.209483 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-115742b2-f1d6-40d4-93e3-3d2cc5517ecd tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=89da80dbcf5948268735e51c28e4bf40&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0553715
Nov 20 20:46:37.225574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] For port 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:46:37.259116 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] For port 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:46:37.265037 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-4d9bf69b-1d90-49cc-b771-3d72472a04e8 None None] Set router 146e4dfc-fe5a-49be-a270-61af208d55bc gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:46:37.276852 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:37.340348 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5bd0dbcd-9d4d-4a76-8a70-621b2c386cda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:37.382849 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:37.391408 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:37.392646 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:37.394654 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] 10.222.0.47 "PUT /v2.0/ports/2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c HTTP/1.1" status: 200  len: 1096 time: 2.4590418
Nov 20 20:46:37.397177 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308b5cdb-b513-47fa-9696-3a05d6c27027', 'tag': '2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:46:37.402260 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324ce2fe-2884-438c-a458-582f2fb9a635" -d '{"events": [{"name": "network-changed", "server_uuid": "308b5cdb-b513-47fa-9696-3a05d6c27027", "tag": "2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:46:37.446317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Allocated IP 172.20.0.2 (69f8c170-cf51-4eec-8819-24beafeff8df/87c19699-f15a-44d5-add0-e54d43147cda/5142c1a6-be66-4ef4-8612-50fe5937269a) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:46:37.470941 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5bd0dbcd-9d4d-4a76-8a70-621b2c386cda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:37.523720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4683bf-83d1-41a5-a688-d471182b2a29 service neutron] Pushing event updated for resources: {'Port': ['ID=2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:37.552593 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-4d9bf69b-1d90-49cc-b771-3d72472a04e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5447b220>, [{'id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273002721-router', 'tenant_id': 'f286079364d047dba7dc683c3a76cee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:22Z', 'updated_at': '2021-11-20T20:46:34Z', 'revision_number': 5, 'project_id': 'f286079364d047dba7dc683c3a76cee2', 'gw_port': {'id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:24Z', 'updated_at': '2021-11-20T20:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:37.591518 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9bf69b-1d90-49cc-b771-3d72472a04e8 None None] Checking router: 146e4dfc-fe5a-49be-a270-61af208d55bc for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:46:37.602504 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9bf69b-1d90-49cc-b771-3d72472a04e8 None None] Routers {'146e4dfc-fe5a-49be-a270-61af208d55bc'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:46:37.603634 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-4d9bf69b-1d90-49cc-b771-3d72472a04e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5447b220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['146e4dfc-fe5a-49be-a270-61af208d55bc'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:37.605308 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-40590643-8df1-4675-a6a2-927863c04f8c tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:37.613820 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-40590643-8df1-4675-a6a2-927863c04f8c tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4030795
Nov 20 20:46:37.650111 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:37.658946 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-88c09cf2-c877-4990-8911-4560192ca7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:37.667497 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-eece8d02-2d7c-422f-b5ee-c17907b1d4e2 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/quotas/89da80dbcf5948268735e51c28e4bf40 HTTP/1.1" status: 200  len: 375 time: 0.0465298
Nov 20 20:46:37.675349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-392a983c-9602-4d58-ae77-76634a5c9fbe req-39e5436e-274a-4bbd-a3f3-f98c9797a1b5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:46:37.687623 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-392a983c-9602-4d58-ae77-76634a5c9fbe req-39e5436e-274a-4bbd-a3f3-f98c9797a1b5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1995745
Nov 20 20:46:37.699738 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-4d4df065-6419-4cc5-9516-f6deb6102d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:37.701276 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-4d4df065-6419-4cc5-9516-f6deb6102d0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5bb3936f93d04a32a65cf0e613991002&device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 1099 time: 0.2546520
Nov 20 20:46:37.706378 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5bd0dbcd-9d4d-4a76-8a70-621b2c386cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:37.709398 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5bd0dbcd-9d4d-4a76-8a70-621b2c386cda admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:37.710653 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5bd0dbcd-9d4d-4a76-8a70-621b2c386cda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60ad8598-f296-43cf-ab97-b8f1d07c90e2 HTTP/1.1" status: 204  len: 168 time: 0.6726201
Nov 20 20:46:37.761026 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-4d9bf69b-1d90-49cc-b771-3d72472a04e8 None None] Set router 146e4dfc-fe5a-49be-a270-61af208d55bc gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:46:37.764380 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-151082a5-caab-4d23-a2dc-2be3aae6a3eb admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:37.773013 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-a9e143dd-42ec-4d0c-bd51-b0696ff1f32c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c HTTP/1.1" status: 200  len: 217 time: 0.0605934
Nov 20 20:46:37.828222 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:37.836433 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-85a94229-ab9c-40eb-b10f-3df7179a8623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:37.838647 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-85a94229-ab9c-40eb-b10f-3df7179a8623 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0561807
Nov 20 20:46:37.840760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0dbcd-9d4d-4a76-8a70-621b2c386cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ad8598-f296-43cf-ab97-b8f1d07c90e2,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:37.849378 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:37.891415 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c09cf2-c877-4990-8911-4560192ca7dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=17bbaced-58a6-4167-9a3a-35eea9b684c4,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:37.918502 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-e851f182-807d-4320-a772-3dc4791f056d tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=89da80dbcf5948268735e51c28e4bf40&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2500246
Nov 20 20:46:37.959235 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-9321f8ca-0476-4f3d-970a-ad32d7c9a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:37.966737 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-9321f8ca-0476-4f3d-970a-ad32d7c9a8e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1051652
Nov 20 20:46:38.006084 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Network 69f8c170-cf51-4eec-8819-24beafeff8df is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:38.061460 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c09cf2-c877-4990-8911-4560192ca7dd admin admin] Checking segment: {'id': '7a20d6ab-1c18-41d8-8ee0-f77547eaa5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e01a3687-adca-4cbd-9358-0b21cc8c2d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:38.064529 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c09cf2-c877-4990-8911-4560192ca7dd admin admin] Network hostable DHCP agents. Network: e01a3687-adca-4cbd-9358-0b21cc8c2d46, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:46:38.082514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:38.088716 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:38.094761 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Pushing event updated for resources: {'Port': ['ID=5142c1a6-be66-4ef4-8612-50fe5937269a,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:38.100584 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:38.108712 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-4d9bf69b-1d90-49cc-b771-3d72472a04e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5447b220>, [{'id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273002721-router', 'tenant_id': 'f286079364d047dba7dc683c3a76cee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:22Z', 'updated_at': '2021-11-20T20:46:34Z', 'revision_number': 5, 'project_id': 'f286079364d047dba7dc683c3a76cee2', 'gw_port': {'id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:24Z', 'updated_at': '2021-11-20T20:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:38.109176 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:38.176044 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-42de43fc-8dcd-49c9-8f3e-15e3300ecad7 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1904745
Nov 20 20:46:38.179061 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9bf69b-1d90-49cc-b771-3d72472a04e8 None None] The sync data for ids ['146e4dfc-fe5a-49be-a270-61af208d55bc'] in ncdv-master-1 is: [{'id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273002721-router', 'tenant_id': 'f286079364d047dba7dc683c3a76cee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:22Z', 'updated_at': '2021-11-20T20:46:34Z', 'revision_number': 5, 'project_id': 'f286079364d047dba7dc683c3a76cee2', 'gw_port': {'id': 'e5f690b0-96db-4082-97aa-7ab7cf4d5409', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146e4dfc-fe5a-49be-a270-61af208d55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:24Z', 'updated_at': '2021-11-20T20:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:46:38.245362 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-151082a5-caab-4d23-a2dc-2be3aae6a3eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:38.279827 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Attempting to bind port 5142c1a6-be66-4ef4-8612-50fe5937269a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:46:38.281506 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c09cf2-c877-4990-8911-4560192ca7dd admin admin] Network e01a3687-adca-4cbd-9358-0b21cc8c2d46 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:46:38.283709 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Attempting to bind port 5142c1a6-be66-4ef4-8612-50fe5937269a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '02de01e0-57ab-4a80-a45e-1d3cebcda5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69f8c170-cf51-4eec-8819-24beafeff8df'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:46:38.283709 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Attempting to bind port 5142c1a6-be66-4ef4-8612-50fe5937269a on network 69f8c170-cf51-4eec-8819-24beafeff8df {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:38.300702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:46:38.304205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Checking segment: {'id': '02de01e0-57ab-4a80-a45e-1d3cebcda5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69f8c170-cf51-4eec-8819-24beafeff8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:38.304548 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:38.307210 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Bound using segment: {'id': '02de01e0-57ab-4a80-a45e-1d3cebcda5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69f8c170-cf51-4eec-8819-24beafeff8df'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:46:38.307781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Bound port: 5142c1a6-be66-4ef4-8612-50fe5937269a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02de01e0-57ab-4a80-a45e-1d3cebcda5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69f8c170-cf51-4eec-8819-24beafeff8df'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:46:38.308180 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:38.385744 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37273773-9daa-4a97-bd9d-41c6d535d7a0 req-4d48ac9f-e554-4bcb-ade0-3a4db55af6f0 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1998045
Nov 20 20:46:38.386270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54496) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:38.401310 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ca6e-dc9b-4d86-847e-9809791258fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:38.403124 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-88c09cf2-c877-4990-8911-4560192ca7dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e01a3687-adca-4cbd-9358-0b21cc8c2d46) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:38.438346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c09cf2-c877-4990-8911-4560192ca7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:38.440529 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-88c09cf2-c877-4990-8911-4560192ca7dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:38.444022 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad3424e-cce2-4325-a55f-cfc6c844bf0b None None] Network e01a3687-adca-4cbd-9358-0b21cc8c2d46 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:46:38.497275 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-88c09cf2-c877-4990-8911-4560192ca7dd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.8199356
Nov 20 20:46:38.616829 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ca6e-dc9b-4d86-847e-9809791258fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:38.624584 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ca6e-dc9b-4d86-847e-9809791258fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:38.681649 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] For port 5142c1a6-be66-4ef4-8612-50fe5937269a, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:46:38.734698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] For port 5142c1a6-be66-4ef4-8612-50fe5937269a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5142c1a6-be66-4ef4-8612-50fe5937269a,segment=NetworkSegment(02de01e0-57ab-4a80-a45e-1d3cebcda5a5),segment_id=02de01e0-57ab-4a80-a45e-1d3cebcda5a5)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:46:38.746888 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c7c0ca6e-dc9b-4d86-847e-9809791258fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7dab849790d459484e7f9fd22207226&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3595035
Nov 20 20:46:38.747900 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0ca6e-dc9b-4d86-847e-9809791258fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d55b3d-41a0-4ef6-b549-33c03315c9d9,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:38.753661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54510) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:38.768690 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:38.841079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-151082a5-caab-4d23-a2dc-2be3aae6a3eb admin admin] Deleting port e5f690b0-96db-4082-97aa-7ab7cf4d5409 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:46:38.846303 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-151082a5-caab-4d23-a2dc-2be3aae6a3eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:38.862943 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:38.877303 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f09fc1-52a3-4e24-802a-c2814d5f13af x-openstack-request-id: req-47f09fc1-52a3-4e24-802a-c2814d5f13af {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:46:38.881248 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308b5cdb-b513-47fa-9696-3a05d6c27027", "tag": "2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:46:38.881544 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47f09fc1-52a3-4e24-802a-c2814d5f13af {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:46:38.881984 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308b5cdb-b513-47fa-9696-3a05d6c27027', 'tag': '2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c', 'status': 'completed', 'code': 200}
Nov 20 20:46:38.903881 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d85ac2-bb51-4a2a-b636-40979c0e41f9 None None] Pushing event updated for resources: {'Port': ['ID=5142c1a6-be66-4ef4-8612-50fe5937269a,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:38.921057 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5e320c97-ea91-451c-8384-6ba3754d76a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:38.991038 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:39.002673 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 23e754c3-fe6e-4418-9d85-b85b4482da46 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:46:39.036396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 23e754c3-fe6e-4418-9d85-b85b4482da46 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:46:39.036859 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 23e754c3-fe6e-4418-9d85-b85b4482da46 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:46:39.073746 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaea567-6e13-4307-bae4-8947c27f42fe None None] Network e01a3687-adca-4cbd-9358-0b21cc8c2d46 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:46:39.129769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54520) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:39.150173 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0051f71-1965-4f02-8528-f9ae26d83212 req-2c8f95bc-5025-445e-aca3-92abb3fd13bb tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 210 time: 0.1559534
Nov 20 20:46:39.168429 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5e320c97-ea91-451c-8384-6ba3754d76a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:39.238444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ce2fe-2884-438c-a458-582f2fb9a635 req-c3650ca4-7b94-4f8b-88a8-5ba9c66c35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:39.239945 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-324ce2fe-2884-438c-a458-582f2fb9a635 req-c3650ca4-7b94-4f8b-88a8-5ba9c66c35ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5bb3936f93d04a32a65cf0e613991002&device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 1099 time: 0.2982702
Nov 20 20:46:39.404624 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5e320c97-ea91-451c-8384-6ba3754d76a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:39.407318 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5e320c97-ea91-451c-8384-6ba3754d76a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:39.408502 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5e320c97-ea91-451c-8384-6ba3754d76a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94d55b3d-41a0-4ef6-b549-33c03315c9d9 HTTP/1.1" status: 204  len: 168 time: 0.6529896
Nov 20 20:46:39.440128 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-62c90907-b429-4481-90f6-a94026cb575e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2948945
Nov 20 20:46:39.456423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e320c97-ea91-451c-8384-6ba3754d76a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d55b3d-41a0-4ef6-b549-33c03315c9d9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:39.471069 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-e6ea35b9-2376-4e5d-89d3-a93add75d8e7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:46:39.472095 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-e6ea35b9-2376-4e5d-89d3-a93add75d8e7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0078392
Nov 20 20:46:39.489668 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ce2fe-2884-438c-a458-582f2fb9a635 req-416c3f97-9ba6-446c-80fd-5fcc7ad4858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:39.491295 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-324ce2fe-2884-438c-a458-582f2fb9a635 req-416c3f97-9ba6-446c-80fd-5fcc7ad4858f service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.2387395
Nov 20 20:46:39.505642 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6560a52-60e4-47e2-abf7-2d7ba1d9a4a8 req-604c84a0-a9b4-4403-a30b-3e7a311c0439 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:39.507349 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b6560a52-60e4-47e2-abf7-2d7ba1d9a4a8 req-604c84a0-a9b4-4403-a30b-3e7a311c0439 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.1312795
Nov 20 20:46:39.579109 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-324ce2fe-2884-438c-a458-582f2fb9a635 req-58eb6b8e-cee1-4441-9a54-c32eb737b059 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c HTTP/1.1" status: 200  len: 217 time: 0.0702667
Nov 20 20:46:39.638936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371fed4-3619-450d-8d18-6fa898b017c0 req-c41d7b28-bb3e-4180-bb68-03f8dfe07412 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:39.646306 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2371fed4-3619-450d-8d18-6fa898b017c0 req-c41d7b28-bb3e-4180-bb68-03f8dfe07412 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 948 time: 0.7875848
Nov 20 20:46:39.651218 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b6560a52-60e4-47e2-abf7-2d7ba1d9a4a8 req-9a651a68-5d4c-49f1-ade6-2fae3f0ff138 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355932
Nov 20 20:46:39.671402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ce2fe-2884-438c-a458-582f2fb9a635 req-abb39f41-a4d4-475e-bc59-3ebc94cf025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:39.671402 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-324ce2fe-2884-438c-a458-582f2fb9a635 req-abb39f41-a4d4-475e-bc59-3ebc94cf025a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0763273
Nov 20 20:46:39.743365 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ce2fe-2884-438c-a458-582f2fb9a635 req-4450022f-228f-4f55-b1a0-da9727a10c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:39.745424 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-324ce2fe-2884-438c-a458-582f2fb9a635 req-4450022f-228f-4f55-b1a0-da9727a10c49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0720122
Nov 20 20:46:39.747764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-151082a5-caab-4d23-a2dc-2be3aae6a3eb admin admin] For port e5f690b0-96db-4082-97aa-7ab7cf4d5409, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5f690b0-96db-4082-97aa-7ab7cf4d5409,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:39.748219 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-151082a5-caab-4d23-a2dc-2be3aae6a3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:39.785300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-151082a5-caab-4d23-a2dc-2be3aae6a3eb admin admin] Calling delete_port for e5f690b0-96db-4082-97aa-7ab7cf4d5409 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:46:39.827065 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2371fed4-3619-450d-8d18-6fa898b017c0 req-152a3c21-584e-4032-9476-2c8c21798b29 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1797855
Nov 20 20:46:39.876885 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Allocated IP 172.35.1.13 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:46:39.904128 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-324ce2fe-2884-438c-a458-582f2fb9a635 req-9869013b-bff5-4362-81df-b409ebe985d2 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485209
Nov 20 20:46:40.085234 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-324ce2fe-2884-438c-a458-582f2fb9a635 req-ff9f802c-ebfd-4c6b-bfd8-74576da8e0d1 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736135
Nov 20 20:46:40.142467 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-f197d88e-0203-42eb-8b4a-b233fec1a611 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=89da80dbcf5948268735e51c28e4bf40&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0553720
Nov 20 20:46:40.167944 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:40.390285 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:40.401801 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-151082a5-caab-4d23-a2dc-2be3aae6a3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:40.481199 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-dcbd2311-d704-4541-be0f-c43292c0e832 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:40.482804 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-dcbd2311-d704-4541-be0f-c43292c0e832 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3326974
Nov 20 20:46:40.523582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:40.526609 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:40.548058 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-ce879ad3-4bbd-4bea-b892-2705131fd80a tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Request body: {'port': {'device_id': '055480e4-60a2-498c-813d-86502a476e44', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '89da80dbcf5948268735e51c28e4bf40'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:40.552546 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3f993eb5-c65e-4a94-8864-4897a5b84726 req-58b362e9-6d70-4a80-9e57-d0d60c0de054 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 210 time: 0.1691329
Nov 20 20:46:40.557911 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:40.568654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:40.727499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151082a5-caab-4d23-a2dc-2be3aae6a3eb admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f690b0-96db-4082-97aa-7ab7cf4d5409,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:40.780236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5ece41-7984-4191-98cb-e4d255b99215 None None] Network 69f8c170-cf51-4eec-8819-24beafeff8df requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:46:40.842930 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-151082a5-caab-4d23-a2dc-2be3aae6a3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:40.883929 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c7bab-b523-4866-8343-097cb4e4de02 req-afe9ffbe-af56-44f3-8cbe-25618aa76fc8 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:40.896142 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-001c7bab-b523-4866-8343-097cb4e4de02 req-afe9ffbe-af56-44f3-8cbe-25618aa76fc8 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/networks?id=6c75a303-6203-42d9-b558-9a8c1c2891e4 HTTP/1.1" status: 200  len: 815 time: 0.4834740
Nov 20 20:46:40.916435 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-001c7bab-b523-4866-8343-097cb4e4de02 req-e2d187e0-c5a8-4d1d-b363-2696e63f4a11 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/quotas/eb059314b462499a8d78e0e350d5de4f HTTP/1.1" status: 200  len: 375 time: 0.0193579
Nov 20 20:46:40.922865 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-ce879ad3-4bbd-4bea-b892-2705131fd80a tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Made reservation on behalf of 89da80dbcf5948268735e51c28e4bf40 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:46:40.926491 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-ce879ad3-4bbd-4bea-b892-2705131fd80a tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:41.003816 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-151082a5-caab-4d23-a2dc-2be3aae6a3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:41.008139 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-151082a5-caab-4d23-a2dc-2be3aae6a3eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:41.084405 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-001c7bab-b523-4866-8343-097cb4e4de02 req-199ae539-85e4-44e9-9bb0-4bae290e98a2 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb059314b462499a8d78e0e350d5de4f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1670148
Nov 20 20:46:41.100023 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-001c7bab-b523-4866-8343-097cb4e4de02 req-957bbcbc-afec-44f2-90f2-a4b2f2eb36d3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:46:41.108785 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-001c7bab-b523-4866-8343-097cb4e4de02 req-957bbcbc-afec-44f2-90f2-a4b2f2eb36d3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0234759
Nov 20 20:46:41.190908 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-58589f26-cb8f-4531-97c4-c9dd425e208d None None] Provisioning complete for port 5142c1a6-be66-4ef4-8612-50fe5937269a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:41.191272 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-58589f26-cb8f-4531-97c4-c9dd425e208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:41.233457 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5142c1a6-be66-4ef4-8612-50fe5937269a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:41.403976 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-151082a5-caab-4d23-a2dc-2be3aae6a3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:41.404530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151082a5-caab-4d23-a2dc-2be3aae6a3eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 146e4dfc-fe5a-49be-a270-61af208d55bc {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:46:41.434620 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-151082a5-caab-4d23-a2dc-2be3aae6a3eb admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:41.438157 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-151082a5-caab-4d23-a2dc-2be3aae6a3eb admin admin] 10.222.0.41 "DELETE /v2.0/routers/146e4dfc-fe5a-49be-a270-61af208d55bc HTTP/1.1" status: 204  len: 168 time: 4.2992768
Nov 20 20:46:41.493943 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54598) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:41.638206 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-58589f26-cb8f-4531-97c4-c9dd425e208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:41.640039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 5142c1a6-be66-4ef4-8612-50fe5937269a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:41.641782 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:41.660629 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-ce879ad3-4bbd-4bea-b892-2705131fd80a tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Allocated IP 192.168.233.214 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/783944b3-4138-4d0f-b209-7f593cf9e786) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:46:41.672719 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-001c7bab-b523-4866-8343-097cb4e4de02 req-28ab8ad9-36a3-45c6-b53e-7d4f30e08bc4 service neutron] 10.222.0.41 "GET /v2.0/networks/6c75a303-6203-42d9-b558-9a8c1c2891e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5629296
Nov 20 20:46:41.720744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8bbc8-12fb-4a4b-9c8b-1630aafbd56b req-5f35b799-9f6b-4ea0-b7ff-669963b86409 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:41.722406 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-58589f26-cb8f-4531-97c4-c9dd425e208d None None] For port 5142c1a6-be66-4ef4-8612-50fe5937269a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5142c1a6-be66-4ef4-8612-50fe5937269a,segment=NetworkSegment(02de01e0-57ab-4a80-a45e-1d3cebcda5a5),segment_id=02de01e0-57ab-4a80-a45e-1d3cebcda5a5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:41.727251 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-50d8bbc8-12fb-4a4b-9c8b-1630aafbd56b req-5f35b799-9f6b-4ea0-b7ff-669963b86409 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.5490129
Nov 20 20:46:41.735059 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-58589f26-cb8f-4531-97c4-c9dd425e208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:41.735300 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4c5e5d0-f682-46e3-b4ae-c1e2897f7157 req-d6b34e27-6888-4f64-a977-a37ca19abe8c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3468058
Nov 20 20:46:41.779805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1a5f4d-89c2-4f3a-8bf5-cbcdf872225e admin admin] Deleting subnet 0982a726-eed9-4de2-831a-51249c5af9b5 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:46:41.794673 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3b1a5f4d-89c2-4f3a-8bf5-cbcdf872225e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:41.832279 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58589f26-cb8f-4531-97c4-c9dd425e208d None None] Pushing event updated for resources: {'Port': ['ID=5142c1a6-be66-4ef4-8612-50fe5937269a,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:41.869386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:41.990294 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3b1a5f4d-89c2-4f3a-8bf5-cbcdf872225e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:42.074677 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0c606e97-4ad4-4372-8ecb-9a23bc3b7d16 None None] Provisioning complete for port 5142c1a6-be66-4ef4-8612-50fe5937269a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:42.075038 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0c606e97-4ad4-4372-8ecb-9a23bc3b7d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:42.091611 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-ce879ad3-4bbd-4bea-b892-2705131fd80a tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:42.111297 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-001c7bab-b523-4866-8343-097cb4e4de02 req-cc6527e4-48e4-4a1f-bd7e-719f3b877d19 service neutron] 10.222.0.41 "GET /v2.0/networks/6c75a303-6203-42d9-b558-9a8c1c2891e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4373279
Nov 20 20:46:42.168151 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-50d8bbc8-12fb-4a4b-9c8b-1630aafbd56b req-95bce465-8cc9-40b0-8719-14e77389e7cd tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3757665
Nov 20 20:46:42.200620 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-ce879ad3-4bbd-4bea-b892-2705131fd80a tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:42.218520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['cdc9972c-0094-48f8-9fca-0182b2a13dd7'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:46:42.286086 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5e5d0-f682-46e3-b4ae-c1e2897f7157 req-2a647266-8a6a-4d52-9f68-c46a5dfbfd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:42.288081 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4c5e5d0-f682-46e3-b4ae-c1e2897f7157 req-2a647266-8a6a-4d52-9f68-c46a5dfbfd35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89da80dbcf5948268735e51c28e4bf40&device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 1101 time: 0.4665649
Nov 20 20:46:42.330595 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3b1a5f4d-89c2-4f3a-8bf5-cbcdf872225e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:42.364089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-ce879ad3-4bbd-4bea-b892-2705131fd80a tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:42.373058 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-ce879ad3-4bbd-4bea-b892-2705131fd80a tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:42.382946 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-ce879ad3-4bbd-4bea-b892-2705131fd80a tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:42.410344 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-ce879ad3-4bbd-4bea-b892-2705131fd80a tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:42.411135 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-ce879ad3-4bbd-4bea-b892-2705131fd80a tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:42.488413 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce879ad3-4bbd-4bea-b892-2705131fd80a tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Pushing event updated for resources: {'Port': ['ID=783944b3-4138-4d0f-b209-7f593cf9e786,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:42.582944 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-ce879ad3-4bbd-4bea-b892-2705131fd80a tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0770290
Nov 20 20:46:42.599026 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Request body: {'port': {'device_id': '055480e4-60a2-498c-813d-86502a476e44', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:42.645049 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbeb315-cb7e-4001-b0fd-cf1b15173aea req-335f7fb7-acc8-471e-bd0b-54ee8e508075 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:42.646579 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2dbeb315-cb7e-4001-b0fd-cf1b15173aea req-335f7fb7-acc8-471e-bd0b-54ee8e508075 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.47 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 970 time: 0.2265217
Nov 20 20:46:42.657797 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b2414-e429-44ab-b364-c074e8663ab9 req-1898d062-5e6a-4ee4-a053-c2ec71c621f1 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:42.659359 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-339b2414-e429-44ab-b364-c074e8663ab9 req-1898d062-5e6a-4ee4-a053-c2ec71c621f1 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 970 time: 0.1884243
Nov 20 20:46:42.765607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4ec0aeed-1abb-4ec3-85bb-9386903b9b96 None None] Provisioning complete for port 783944b3-4138-4d0f-b209-7f593cf9e786 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:42.765977 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4ec0aeed-1abb-4ec3-85bb-9386903b9b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:42.810681 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4ec0aeed-1abb-4ec3-85bb-9386903b9b96 None None] Port 783944b3-4138-4d0f-b209-7f593cf9e786 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:46:42.817550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:46:42.890080 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:42.908699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd31969-ea88-4670-8277-7276b8afd9c1 req-273243d2-d188-4a33-8c77-2a3d70f5497e tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:42.917270 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3dd31969-ea88-4670-8277-7276b8afd9c1 req-273243d2-d188-4a33-8c77-2a3d70f5497e tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 948 time: 0.6506267
Nov 20 20:46:42.941063 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-339b2414-e429-44ab-b364-c074e8663ab9 req-ec3f9cf6-be3c-4f4d-8ae5-3b3708b6e2fb tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/security-groups?id=8974f2de-99cd-4cf9-9311-c861ec7ec5a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2186630
Nov 20 20:46:42.982030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4826-504f-47d7-be38-d710eb3f4448 req-d76fce7b-4325-4e3a-b737-a92aa79c8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:42.983698 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-d76fce7b-4325-4e3a-b737-a92aa79c8428 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 1101 time: 0.2791252
Nov 20 20:46:42.987267 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3b1a5f4d-89c2-4f3a-8bf5-cbcdf872225e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:42.989794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5e5d0-f682-46e3-b4ae-c1e2897f7157 req-995966f3-5d44-4416-8629-75aedd8679b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:42.992440 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4c5e5d0-f682-46e3-b4ae-c1e2897f7157 req-995966f3-5d44-4416-8629-75aedd8679b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.6057231
Nov 20 20:46:42.993206 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:43.016596 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c', 'mac_address': 'fa:16:3e:22:da:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:46:43.073355 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:43.097113 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5142c1a6-be66-4ef4-8612-50fe5937269a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:43.128203 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:46:43.158418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3b1a5f4d-89c2-4f3a-8bf5-cbcdf872225e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:43.162403 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3b1a5f4d-89c2-4f3a-8bf5-cbcdf872225e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0982a726-eed9-4de2-831a-51249c5af9b5 HTTP/1.1" status: 204  len: 168 time: 1.6553648
Nov 20 20:46:43.171831 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a5f4d-89c2-4f3a-8bf5-cbcdf872225e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0982a726-eed9-4de2-831a-51249c5af9b5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:43.178603 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54628) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:43.181112 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fd1779-f716-484f-859e-50a6c6ca2067 None None] Network c44ba7b4-769c-4008-a02f-85c0ecf6bc44 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:46:43.187484 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4c5e5d0-f682-46e3-b4ae-c1e2897f7157 req-e59fd10c-4bf0-4085-b86c-b15acc675335 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=cdc9972c-0094-48f8-9fca-0182b2a13dd7 HTTP/1.1" status: 200  len: 217 time: 0.1314025
Nov 20 20:46:43.205916 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:43.208029 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-2dbeb315-cb7e-4001-b0fd-cf1b15173aea req-3b6aa276-b84f-43f9-b9e0-04e5de0f3b6b tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Deleting port 862ee470-d6ef-4357-a9c1-0a08b9523fc7 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:46:43.208486 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2dbeb315-cb7e-4001-b0fd-cf1b15173aea req-3b6aa276-b84f-43f9-b9e0-04e5de0f3b6b tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:43.222131 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:43.250697 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3dd31969-ea88-4670-8277-7276b8afd9c1 req-2a8d2276-2cd8-4963-807b-5968765d6c9c tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3299067
Nov 20 20:46:43.286665 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e8eafe58-62f6-4deb-8373-fa6d4608cd05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:43.328146 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:43.386175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5e5d0-f682-46e3-b4ae-c1e2897f7157 req-42ff590e-fa63-4fb9-9324-30238c94607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:43.387645 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4c5e5d0-f682-46e3-b4ae-c1e2897f7157 req-42ff590e-fa63-4fb9-9324-30238c94607e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1856959
Nov 20 20:46:43.391554 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28914caa-353f-4c0f-89bf-0d176d750da4 req-0d8fa4ac-25c8-4217-8bbe-667dab4657b5 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:43.393433 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28914caa-353f-4c0f-89bf-0d176d750da4 req-0d8fa4ac-25c8-4217-8bbe-667dab4657b5 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 936 time: 0.2359669
Nov 20 20:46:43.394609 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:43.404228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 5142c1a6-be66-4ef4-8612-50fe5937269a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:43.404805 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:43.418562 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-72f4e6d4-4c9a-4ac2-a4f3-3eee03ca9e55 req-99c945d1-6400-4faa-a867-6d64370ec408 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 210 time: 0.0834651
Nov 20 20:46:43.430749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:46:43.465347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-2dbeb315-cb7e-4001-b0fd-cf1b15173aea req-3b6aa276-b84f-43f9-b9e0-04e5de0f3b6b tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] For port 862ee470-d6ef-4357-a9c1-0a08b9523fc7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=862ee470-d6ef-4357-a9c1-0a08b9523fc7,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:43.465669 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2dbeb315-cb7e-4001-b0fd-cf1b15173aea req-3b6aa276-b84f-43f9-b9e0-04e5de0f3b6b tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:43.501287 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-2dbeb315-cb7e-4001-b0fd-cf1b15173aea req-3b6aa276-b84f-43f9-b9e0-04e5de0f3b6b tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Calling delete_port for 862ee470-d6ef-4357-a9c1-0a08b9523fc7 owned by compute:tempest-test_az-796134457 {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:46:43.543993 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28914caa-353f-4c0f-89bf-0d176d750da4 req-5830f5d1-cb87-4d38-9a36-8ef43d685b55 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390300
Nov 20 20:46:43.553644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4826-504f-47d7-be38-d710eb3f4448 req-99ea7340-f252-4595-b9e6-628b2a552475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:43.556023 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-99ea7340-f252-4595-b9e6-628b2a552475 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.5575373
Nov 20 20:46:43.567379 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:43.630966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29d8b91-6a5b-49f3-a8b8-f44c5e93d9f3 None None] DHCP port deletion for c44ba7b4-769c-4008-a02f-85c0ecf6bc44 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:46:43.657775 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-d0135dbc-3bfc-486a-965a-d78318ba3c38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc HTTP/1.1" status: 200  len: 217 time: 0.0508142
Nov 20 20:46:43.696922 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783944b3-4138-4d0f-b209-7f593cf9e786 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:46:43.709218 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5e5d0-f682-46e3-b4ae-c1e2897f7157 req-a994af46-83e8-46fa-90a6-8f3c6fe4a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:43.711010 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4c5e5d0-f682-46e3-b4ae-c1e2897f7157 req-a994af46-83e8-46fa-90a6-8f3c6fe4a00c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2895868
Nov 20 20:46:43.714284 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e5f690b0-96db-4082-97aa-7ab7cf4d5409 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:46:43.722900 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:43.759189 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: e5f690b0-96db-4082-97aa-7ab7cf4d5409 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:46:43.759779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e5f690b0-96db-4082-97aa-7ab7cf4d5409 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:46:43.764441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Transition to ACTIVE for port object 783944b3-4138-4d0f-b209-7f593cf9e786 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:46:43.781377 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:43.792651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d405b-eb3b-4314-bd4b-8f4875e214f7 req-3b70b3ca-f73b-40d8-892c-e7aaedb31099 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:43.800536 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-378d405b-eb3b-4314-bd4b-8f4875e214f7 req-3b70b3ca-f73b-40d8-892c-e7aaedb31099 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.1313646
Nov 20 20:46:43.819364 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d29d8b91-6a5b-49f3-a8b8-f44c5e93d9f3 None None] Deleting port e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:46:43.819858 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d29d8b91-6a5b-49f3-a8b8-f44c5e93d9f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:43.822899 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.37', 62104) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:43.891816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4826-504f-47d7-be38-d710eb3f4448 req-e7c886e8-42c8-4744-ad6e-5c0592264a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:43.893303 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-e7c886e8-42c8-4744-ad6e-5c0592264a43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1953309
Nov 20 20:46:43.923371 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d29d8b91-6a5b-49f3-a8b8-f44c5e93d9f3 None None] For port e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7,segment=NetworkSegment(48e23935-e95f-49dd-922d-5edb14e7e8de),segment_id=48e23935-e95f-49dd-922d-5edb14e7e8de)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:43.924259 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d29d8b91-6a5b-49f3-a8b8-f44c5e93d9f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:43.940014 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d29d8b91-6a5b-49f3-a8b8-f44c5e93d9f3 None None] Calling delete_port for e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:46:44.084228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Deleting port e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:46:44.088360 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:44.174987 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d29d8b91-6a5b-49f3-a8b8-f44c5e93d9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:44.182558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Router 485517dc-3b47-4b60-b1de-2bd03ca3ba6b is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:46:44.189966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d8b91-6a5b-49f3-a8b8-f44c5e93d9f3 None None] No DVR routers for this DVR port e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:46:44.197125 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4c5e5d0-f682-46e3-b4ae-c1e2897f7157 req-a8b655c1-02b7-4f60-bf5f-f333b99a8142 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4554820
Nov 20 20:46:44.204828 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4826-504f-47d7-be38-d710eb3f4448 req-4e8c859a-227b-48d8-af72-66eb82002ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:44.206471 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-4e8c859a-227b-48d8-af72-66eb82002ba8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2555242
Nov 20 20:46:44.214707 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d8b91-6a5b-49f3-a8b8-f44c5e93d9f3 None None] Pushing event deleted for resources: {'Port': ['ID=e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:44.244743 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c7bab-b523-4866-8343-097cb4e4de02 req-80962bfc-afd6-49d6-b6e8-1227baf412ed tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:44.246752 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-001c7bab-b523-4866-8343-097cb4e4de02 req-80962bfc-afd6-49d6-b6e8-1227baf412ed tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.37 "GET /v2.0/networks?id=6c75a303-6203-42d9-b558-9a8c1c2891e4 HTTP/1.1" status: 200  len: 815 time: 0.4201057
Nov 20 20:46:44.263951 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2dbeb315-cb7e-4001-b0fd-cf1b15173aea req-3b6aa276-b84f-43f9-b9e0-04e5de0f3b6b tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:44.281895 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-001c7bab-b523-4866-8343-097cb4e4de02 req-a6e00166-3a7c-4ab1-b30f-b02d7ff35a1f tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Request body: {'port': {'device_id': '8fa97729-64d1-4da2-9d9f-052cf676e7c9', 'network_id': '6c75a303-6203-42d9-b558-9a8c1c2891e4', 'admin_state_up': True, 'tenant_id': 'eb059314b462499a8d78e0e350d5de4f'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:44.286089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] For port e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7,segment=NetworkSegment(48e23935-e95f-49dd-922d-5edb14e7e8de),segment_id=48e23935-e95f-49dd-922d-5edb14e7e8de)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:44.286514 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:44.298350 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Pushing event updated for resources: {'Port': ['ID=783944b3-4138-4d0f-b209-7f593cf9e786,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:44.317460 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54642) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:44.385040 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93f4ba-842e-40f6-a391-aa55ab6888f3 req-3ad4f45a-5e66-4889-96a5-67dc931c3ce2 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:44.386627 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-af93f4ba-842e-40f6-a391-aa55ab6888f3 req-3ad4f45a-5e66-4889-96a5-67dc931c3ce2 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/ports?device_id=145af1b9-33db-4aeb-a248-55ab57de8146 HTTP/1.1" status: 200  len: 888 time: 0.2908115
Nov 20 20:46:44.393173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Calling delete_port for e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:46:44.407825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6aa276-b84f-43f9-b9e0-04e5de0f3b6b tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Pushing event deleted for resources: {'Port': ['ID=862ee470-d6ef-4357-a9c1-0a08b9523fc7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:44.452694 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-378d405b-eb3b-4314-bd4b-8f4875e214f7 req-8caf3a4d-f7b0-4637-bbaa-d6ca5f6182c4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6391456
Nov 20 20:46:44.532232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Attempting to bind port 783944b3-4138-4d0f-b209-7f593cf9e786 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:46:44.540258 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Attempting to bind port 783944b3-4138-4d0f-b209-7f593cf9e786 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:46:44.540832 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Attempting to bind port 783944b3-4138-4d0f-b209-7f593cf9e786 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:44.594979 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbeb315-cb7e-4001-b0fd-cf1b15173aea req-3b6aa276-b84f-43f9-b9e0-04e5de0f3b6b tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] No DVR routers for this DVR port 862ee470-d6ef-4357-a9c1-0a08b9523fc7 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:46:44.597843 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2dbeb315-cb7e-4001-b0fd-cf1b15173aea req-3b6aa276-b84f-43f9-b9e0-04e5de0f3b6b tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:44.602823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2dbeb315-cb7e-4001-b0fd-cf1b15173aea req-3b6aa276-b84f-43f9-b9e0-04e5de0f3b6b tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.47 "DELETE /v2.0/ports/862ee470-d6ef-4357-a9c1-0a08b9523fc7 HTTP/1.1" status: 204  len: 173 time: 1.9422545
Nov 20 20:46:44.614226 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145af1b9-33db-4aeb-a248-55ab57de8146', 'name': 'network-vif-deleted', 'tag': '862ee470-d6ef-4357-a9c1-0a08b9523fc7'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:46:44.617624 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b5d45b-80f0-4998-83f7-e6c489dc264d" -d '{"events": [{"server_uuid": "145af1b9-33db-4aeb-a248-55ab57de8146", "name": "network-vif-deleted", "tag": "862ee470-d6ef-4357-a9c1-0a08b9523fc7"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:46:44.622967 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Port 783944b3-4138-4d0f-b209-7f593cf9e786 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:46:44.623296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Attempting to bind port 783944b3-4138-4d0f-b209-7f593cf9e786 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:44.653550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:46:44.653550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:44.653934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:46:44.654094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Bound port: 783944b3-4138-4d0f-b209-7f593cf9e786, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:46:44.654458 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:44.709129 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001c7bab-b523-4866-8343-097cb4e4de02 req-a6e00166-3a7c-4ab1-b30f-b02d7ff35a1f tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Made reservation on behalf of eb059314b462499a8d78e0e350d5de4f for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:46:44.712853 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-001c7bab-b523-4866-8343-097cb4e4de02 req-a6e00166-3a7c-4ab1-b30f-b02d7ff35a1f tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:44.738954 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51906c1f-9118-4fe1-b8ff-4fc1c7753aeb req-7e4c6b5d-e391-4ab8-afca-67a37ceff9fc tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:44.740514 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-51906c1f-9118-4fe1-b8ff-4fc1c7753aeb req-7e4c6b5d-e391-4ab8-afca-67a37ceff9fc tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 949 time: 0.1661551
Nov 20 20:46:44.795991 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] For port 783944b3-4138-4d0f-b209-7f593cf9e786, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:46:44.833851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:44.858588 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] For port 783944b3-4138-4d0f-b209-7f593cf9e786, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=783944b3-4138-4d0f-b209-7f593cf9e786,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:46:44.871119 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a10d28a-2831-41b6-b523-1349f4413f35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:44.872154 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:44.873328 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:46:44.887117 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Sync routers for ids ['485517dc-3b47-4b60-b1de-2bd03ca3ba6b'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:46:44.905928 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Routers {'485517dc-3b47-4b60-b1de-2bd03ca3ba6b'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:46:44.906601 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475a1790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['485517dc-3b47-4b60-b1de-2bd03ca3ba6b'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:44.907563 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4c5e5d0-f682-46e3-b4ae-c1e2897f7157 req-986a436e-8f85-4d0e-8d35-4babc1ff4213 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6632679
Nov 20 20:46:44.916502 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-abb30085-4fc7-4011-95b9-bac3f035dbd2 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6711109
Nov 20 20:46:44.929680 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-af93f4ba-842e-40f6-a391-aa55ab6888f3 req-00b68556-6d0c-44f7-8b38-25135b280fa5 tempest-AggregatesAdminTestJSON-570804011 tempest-AggregatesAdminTestJSON-570804011-project] 10.222.0.41 "GET /v2.0/security-groups?id=8974f2de-99cd-4cf9-9311-c861ec7ec5a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5210814
Nov 20 20:46:44.940995 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-51906c1f-9118-4fe1-b8ff-4fc1c7753aeb req-a154b00b-7d38-4385-9203-ea7a0963019f tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1889069
Nov 20 20:46:44.969178 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:44.969831 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:44.971227 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] 10.222.0.47 "PUT /v2.0/ports/783944b3-4138-4d0f-b209-7f593cf9e786 HTTP/1.1" status: 200  len: 1096 time: 2.3784363
Nov 20 20:46:44.981222 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:44.982466 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6b75bb35-d2a1-430a-9eb8-d0a88d14d2e3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 8.0770772
Nov 20 20:46:44.989695 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54652) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:45.019604 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:45.043770 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:46:45.059067 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:45.067170 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:45.110521 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-001c7bab-b523-4866-8343-097cb4e4de02 req-a6e00166-3a7c-4ab1-b30f-b02d7ff35a1f tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Allocated IP 172.20.0.2 (6c75a303-6203-42d9-b558-9a8c1c2891e4/3926a560-bd0f-41b3-ae6f-86fb7e6f8fc2/3d39c4e8-282d-4632-8433-fb1d3c1a36a7) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:46:45.178434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:45.202933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] No DVR routers for this DVR port e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:46:45.204102 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:46:45.244775 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:46:45.245514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e0f1f080-b47e-4b96-a2d1-7fe668cd8ea7 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:46:45.281344 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Set router 485517dc-3b47-4b60-b1de-2bd03ca3ba6b gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:46:45.304070 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-7b0e20f8-66f0-4d99-8fe6-388ddb152f74 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3705373
Nov 20 20:46:45.354198 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c579ee-c4d0-43d1-8911-6c6f6dbf5f86 req-34867a03-79d5-49ee-b2a5-1346ed248247 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:45.355586 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-74c579ee-c4d0-43d1-8911-6c6f6dbf5f86 req-34867a03-79d5-49ee-b2a5-1346ed248247 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 948 time: 0.2263823
Nov 20 20:46:45.391170 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:45.417525 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a10d28a-2831-41b6-b523-1349f4413f35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:45.435148 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a10d28a-2831-41b6-b523-1349f4413f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:45.444409 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8a4f5525e0>> segment before_delete 55550000 {{(pid=126225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:46:45.444667 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8a4f5525e0>> subnet precommit_delete_associations 55550000 {{(pid=126225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:46:45.445961 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a4e8403d0>> segment_host_mapping after_create 55550000 {{(pid=126225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:46:45.446457 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a4e8403d0>> port after_create 55550000 {{(pid=126225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:46:45.447282 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a4e8403d0>> port after_delete 55550000 {{(pid=126225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:46:45.447282 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a4e8403d0>> port after_update 55550000 {{(pid=126225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:46:45.447564 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a4e8403d0>> segment after_delete 55550000 {{(pid=126225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:46:45.447880 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a4e8403d0>> subnet after_create 55550000 {{(pid=126225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:46:45.448386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a4e8403d0>> subnet after_delete 55550000 {{(pid=126225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:46:45.448605 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a4e8403d0>> subnet after_update 55550000 {{(pid=126225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:46:45.466244 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1dd8f-9801-4f89-90aa-1b42c9226395 service neutron] Pushing event updated for resources: {'Port': ['ID=783944b3-4138-4d0f-b209-7f593cf9e786,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:45.532601 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6dd90fd4-1539-4985-aff4-211aeda7c44a req-d9fd4bc7-8eb2-4ce1-a98f-1e3aea682507 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 210 time: 0.3781784
Nov 20 20:46:45.610568 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a4e8373a0>> subnet after_create 55550000 {{(pid=126225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:46:45.610922 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a4e8373a0>> subnet after_delete 55550000 {{(pid=126225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:46:45.615855 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a4e8373a0>> subnet before_create 55550000 {{(pid=126225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:46:45.615855 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a4e8373a0>> subnet before_update 55550000 {{(pid=126225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:46:45.616246 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e840b80>,) {'filters': {'network_id': ['c44ba7b4-769c-4008-a02f-85c0ecf6bc44']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:45.637438 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a33cbb-216c-47fd-a3fd-7dd647cfac63 x-openstack-request-id: req-b0a33cbb-216c-47fd-a3fd-7dd647cfac63 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:46:45.637737 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145af1b9-33db-4aeb-a248-55ab57de8146", "name": "network-vif-deleted", "tag": "862ee470-d6ef-4357-a9c1-0a08b9523fc7", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:46:45.637994 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0a33cbb-216c-47fd-a3fd-7dd647cfac63 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:46:45.638415 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145af1b9-33db-4aeb-a248-55ab57de8146', 'name': 'network-vif-deleted', 'tag': '862ee470-d6ef-4357-a9c1-0a08b9523fc7', 'status': 'completed', 'code': 200}
Nov 20 20:46:45.654969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e840b80>, '48e23935-e95f-49dd-922d-5edb14e7e8de') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:45.655303 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e840b80>, '48e23935-e95f-49dd-922d-5edb14e7e8de') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:45.659224 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-eab59ba4-93f4-4ce9-912c-c4e2ac403f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:45.660714 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-eab59ba4-93f4-4ce9-912c-c4e2ac403f52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89da80dbcf5948268735e51c28e4bf40&device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 1099 time: 0.2407570
Nov 20 20:46:45.693071 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:45.697017 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-17b1b0cd-87aa-42be-b312-d500b1b087bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:45.717746 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:45.734206 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-00532abe-9753-41fb-af3c-74e5a44a7faa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=783944b3-4138-4d0f-b209-7f593cf9e786 HTTP/1.1" status: 200  len: 217 time: 0.0638354
Nov 20 20:46:45.757856 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:45.769541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4a10d28a-2831-41b6-b523-1349f4413f35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae0fad5fc1794849b2f1bcd7a055cd04&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4482088
Nov 20 20:46:45.770987 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10d28a-2831-41b6-b523-1349f4413f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03106ee-0b92-4655-9e82-6c0deed95597,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:45.774989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54656) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:45.777493 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308b5cdb-b513-47fa-9696-3a05d6c27027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:46:45.779810 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2052eb1c-9eca-4111-8034-5ead8cd3f1a8" -d '{"events": [{"server_uuid": "308b5cdb-b513-47fa-9696-3a05d6c27027", "name": "network-vif-plugged", "status": "completed", "tag": "2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:46:45.802634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:45.808338 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:45.809179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:46:45.809351 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 862ee470-d6ef-4357-a9c1-0a08b9523fc7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:46:45.809758 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:45.872605 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 862ee470-d6ef-4357-a9c1-0a08b9523fc7 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:46:45.872949 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 862ee470-d6ef-4357-a9c1-0a08b9523fc7 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:46:45.899439 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-0a5b0a47-a373-413d-a3d2-e6bdde01b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:45.900906 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-0a5b0a47-a373-413d-a3d2-e6bdde01b311 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1391098
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   from cryptography.utils import int_from_bytes
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   from cryptography.utils import int_from_bytes
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:46:45.902655 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:46:45.907924 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:45.910754 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-74c579ee-c4d0-43d1-8911-6c6f6dbf5f86 req-f477f03a-68fd-4021-bb95-9f0330610170 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5484016
Nov 20 20:46:45.937258 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c3b38-90d5-4bae-99a9-21aa23073975 req-86a8d191-638d-4431-9e6d-7a560d8f4366 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:45.939210 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-855c3b38-90d5-4bae-99a9-21aa23073975 req-86a8d191-638d-4431-9e6d-7a560d8f4366 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.2619946
Nov 20 20:46:45.957735 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475a1790>, [{'id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'name': 'tempest-FloatingIPDetailsTestJSON-1251328393-router', 'tenant_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13'}], 'enable_snat': True}, 'gw_port_id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:37Z', 'updated_at': '2021-11-20T20:46:40Z', 'revision_number': 3, 'project_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'gw_port': {'id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:39Z', 'updated_at': '2021-11-20T20:46:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:45.987206 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb993297-fb55-42f6-959d-912bac2584e2 x-openstack-request-id: req-cb993297-fb55-42f6-959d-912bac2584e2 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:46:45.987206 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308b5cdb-b513-47fa-9696-3a05d6c27027", "name": "network-vif-plugged", "status": "completed", "tag": "2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:46:45.987474 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb993297-fb55-42f6-959d-912bac2584e2 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:46:45.987714 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308b5cdb-b513-47fa-9696-3a05d6c27027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c', 'code': 200}
Nov 20 20:46:45.988802 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Checking router: 485517dc-3b47-4b60-b1de-2bd03ca3ba6b for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:46:45.989148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Updating router 485517dc-3b47-4b60-b1de-2bd03ca3ba6b port 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:46:46.024700 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.050204 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69225479-4fae-452f-ba46-e5f4db35ea58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.065804 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-001c7bab-b523-4866-8343-097cb4e4de02 req-a6e00166-3a7c-4ab1-b30f-b02d7ff35a1f tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.084492 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.092398 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.098699 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c44ba7b4-769c-4008-a02f-85c0ecf6bc44 HTTP/1.1" status: 204  len: 168 time: 2.9077835
Nov 20 20:46:46.124479 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69225479-4fae-452f-ba46-e5f4db35ea58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.144181 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d2cf4-6d1d-4760-97f1-08b24ece5698 admin admin] Pushing event deleted for resources: {'Network': ['ID=c44ba7b4-769c-4008-a02f-85c0ecf6bc44,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:46.152557 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6700dd43-8492-4d92-9af6-49589de14841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:46.154077 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-6700dd43-8492-4d92-9af6-49589de14841 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2457232
Nov 20 20:46:46.170636 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-855c3b38-90d5-4bae-99a9-21aa23073975 req-8213ee5d-6cce-430f-838b-804d1aaa851b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844776
Nov 20 20:46:46.236221 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e67d80-50b5-4785-8a44-775d9485cdf9 req-32bfaac2-3632-416e-b26a-cb55d4b588de tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:46.237769 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82e67d80-50b5-4785-8a44-775d9485cdf9 req-32bfaac2-3632-416e-b26a-cb55d4b588de tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 950 time: 0.1545208
Nov 20 20:46:46.287866 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69225479-4fae-452f-ba46-e5f4db35ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.296796 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69225479-4fae-452f-ba46-e5f4db35ea58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.301188 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-69225479-4fae-452f-ba46-e5f4db35ea58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c03106ee-0b92-4655-9e82-6c0deed95597 HTTP/1.1" status: 204  len: 168 time: 0.5215130
Nov 20 20:46:46.331881 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69225479-4fae-452f-ba46-e5f4db35ea58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03106ee-0b92-4655-9e82-6c0deed95597,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:46.361257 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82e67d80-50b5-4785-8a44-775d9485cdf9 req-02d994f3-dcfd-4d89-abfa-c161a319462a tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027145
Nov 20 20:46:46.364276 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54670) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:46.424271 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-04a05802-0132-49c4-8f84-30d60ef7b4c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f286079364d047dba7dc683c3a76cee2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0583203
Nov 20 20:46:46.426766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54674) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:46.448840 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.464332 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.489686 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9eb5d-8444-479d-a904-462e6e5d6e0b req-73772013-fec0-4133-b26b-40dd5ede4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:46.491288 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ffb9eb5d-8444-479d-a904-462e6e5d6e0b req-73772013-fec0-4133-b26b-40dd5ede4e06 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 1101 time: 0.4477246
Nov 20 20:46:46.494316 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-4bfe5bec-a5ce-44d7-a4b1-2c3f0e2830e9 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3141150
Nov 20 20:46:46.501791 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-18f05501-4ddc-4530-8393-c2b0703d6d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.535004 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-001c7bab-b523-4866-8343-097cb4e4de02 req-a6e00166-3a7c-4ab1-b30f-b02d7ff35a1f tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.543544 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54676) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:46.564349 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-18f05501-4ddc-4530-8393-c2b0703d6d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.580964 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Attempting to bind port 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:46:46.584826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Attempting to bind port 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:46:46.588453 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Attempting to bind port 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:46.593339 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a5b3b-9845-4148-a250-4111b4456775 None None] Pushing event updated for resources: {'Port': ['ID=0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:46.625751 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e00166-3a7c-4ab1-b30f-b02d7ff35a1f tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Pushing event updated for resources: {'Port': ['ID=3d39c4e8-282d-4632-8433-fb1d3c1a36a7,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:46.638498 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-18f05501-4ddc-4530-8393-c2b0703d6d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.642213 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-18f05501-4ddc-4530-8393-c2b0703d6d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.646009 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-18f05501-4ddc-4530-8393-c2b0703d6d91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5eade12-b864-427f-beab-41eebb4dba0e HTTP/1.1" status: 204  len: 168 time: 0.2155511
Nov 20 20:46:46.648611 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001c7bab-b523-4866-8343-097cb4e4de02 req-a6e00166-3a7c-4ab1-b30f-b02d7ff35a1f tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Network 6c75a303-6203-42d9-b558-9a8c1c2891e4 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:46.653564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f05501-4ddc-4530-8393-c2b0703d6d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eade12-b864-427f-beab-41eebb4dba0e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:46.655342 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:46:46.661994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:46.662746 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.663320 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:46:46.664968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Bound port: 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:46:46.665556 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.718149 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.744219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-001c7bab-b523-4866-8343-097cb4e4de02 req-a6e00166-3a7c-4ab1-b30f-b02d7ff35a1f tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:46.749701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-001c7bab-b523-4866-8343-097cb4e4de02 req-a6e00166-3a7c-4ab1-b30f-b02d7ff35a1f tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:46.777028 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c7bab-b523-4866-8343-097cb4e4de02 req-a6e00166-3a7c-4ab1-b30f-b02d7ff35a1f tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:46.779933 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-001c7bab-b523-4866-8343-097cb4e4de02 req-a6e00166-3a7c-4ab1-b30f-b02d7ff35a1f tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.786770 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] For port 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:46:46.792204 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ffb9eb5d-8444-479d-a904-462e6e5d6e0b req-25993fcb-f798-4659-88b0-89d6bfdb85c4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2779946
Nov 20 20:46:46.794891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] For port 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:46:46.803896 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:46.819148 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-090be397-4e37-47e6-82fc-5bdd40536b83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df395a6120384dca8ab8bfc43a137ac4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2703252
Nov 20 20:46:46.819531 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54684) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:46.872367 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-001c7bab-b523-4866-8343-097cb4e4de02 req-a6e00166-3a7c-4ab1-b30f-b02d7ff35a1f tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5960205
Nov 20 20:46:46.878394 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Routers {'485517dc-3b47-4b60-b1de-2bd03ca3ba6b'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:46:46.879021 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475a1790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['485517dc-3b47-4b60-b1de-2bd03ca3ba6b'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:46.901990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Request body: {'port': {'device_id': '8fa97729-64d1-4da2-9d9f-052cf676e7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:46.937725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a5b3b-9845-4148-a250-4111b4456775 None None] Pushing event updated for resources: {'Port': ['ID=0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:46.946579 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e888177-7cad-488e-829b-fb17431a89b4 req-0aaee0c5-d1be-4518-b8ab-7608330ae5d9 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:46.948773 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2e888177-7cad-488e-829b-fb17431a89b4 req-0aaee0c5-d1be-4518-b8ab-7608330ae5d9 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 931 time: 0.3026178
Nov 20 20:46:46.984618 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2d68b2a-1284-4441-9d83-42a351c2f6fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:47.024427 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ba4a130-bec8-47a2-be2b-29ce1106764e req-a796ee59-8982-47d0-b98f-fa73df7867f5 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5120754
Nov 20 20:46:47.038011 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2d68b2a-1284-4441-9d83-42a351c2f6fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:47.095584 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] Set router 485517dc-3b47-4b60-b1de-2bd03ca3ba6b gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:46:47.118366 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2e888177-7cad-488e-829b-fb17431a89b4 req-eb8a35e6-d196-48c4-ac70-d10dac3c7e93 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/security-groups?id=c03bf507-18e2-4064-b787-6768bad94cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590309
Nov 20 20:46:47.125546 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:47.140543 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:47.154850 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe4994-69f4-463b-8d28-c5c3cff2861e req-b4344de2-909e-4e90-b87c-3b8e23c3c6a9 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:47.165668 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62fe4994-69f4-463b-8d28-c5c3cff2861e req-b4344de2-909e-4e90-b87c-3b8e23c3c6a9 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 948 time: 0.1079297
Nov 20 20:46:47.237789 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54696) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:47.287600 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ba1f8e4-5639-45ae-9ff3-c38dcadcb1ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:47.311932 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62fe4994-69f4-463b-8d28-c5c3cff2861e req-90c673e5-8b68-4da1-a8e9-e0af67da107e tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322312
Nov 20 20:46:47.337718 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2d68b2a-1284-4441-9d83-42a351c2f6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:47.340498 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2d68b2a-1284-4441-9d83-42a351c2f6fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:47.341868 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d2d68b2a-1284-4441-9d83-42a351c2f6fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8974f2de-99cd-4cf9-9311-c861ec7ec5a7 HTTP/1.1" status: 204  len: 168 time: 0.5151746
Nov 20 20:46:47.354094 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d68b2a-1284-4441-9d83-42a351c2f6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8974f2de-99cd-4cf9-9311-c861ec7ec5a7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:47.388126 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475a1790>, [{'id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'name': 'tempest-FloatingIPDetailsTestJSON-1251328393-router', 'tenant_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13'}], 'enable_snat': True}, 'gw_port_id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:37Z', 'updated_at': '2021-11-20T20:46:40Z', 'revision_number': 3, 'project_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'gw_port': {'id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:39Z', 'updated_at': '2021-11-20T20:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:47.422043 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b930bf-a6d4-4432-8d72-a3430ad47b2e None None] The sync data for ids ['485517dc-3b47-4b60-b1de-2bd03ca3ba6b'] in ncdv-master-1 is: [{'id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'name': 'tempest-FloatingIPDetailsTestJSON-1251328393-router', 'tenant_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13'}], 'enable_snat': True}, 'gw_port_id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:37Z', 'updated_at': '2021-11-20T20:46:40Z', 'revision_number': 3, 'project_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'gw_port': {'id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:39Z', 'updated_at': '2021-11-20T20:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:46:47.452470 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ba1f8e4-5639-45ae-9ff3-c38dcadcb1ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:47.463617 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ba1f8e4-5639-45ae-9ff3-c38dcadcb1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:47.514789 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1f8e4-5639-45ae-9ff3-c38dcadcb1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b456433-8ea6-40b9-b725-d13213b86c5a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:47.592117 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7ba1f8e4-5639-45ae-9ff3-c38dcadcb1ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=980b8fc0d50a40cda9836fe04ab18221&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3444591
Nov 20 20:46:47.595334 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54708) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:47.638503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7197dfa-6b8b-4e8e-8c3f-cd05cfb81b75 req-cb687eff-e55f-44b8-a906-48894f791f51 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:47.641121 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7197dfa-6b8b-4e8e-8c3f-cd05cfb81b75 req-cb687eff-e55f-44b8-a906-48894f791f51 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.3480721
Nov 20 20:46:47.645833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055480e4-60a2-498c-813d-86502a476e44', 'tag': '783944b3-4138-4d0f-b209-7f593cf9e786'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:46:47.649749 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b598424-17f4-4ef7-a759-017829a8121e" -d '{"events": [{"name": "network-changed", "server_uuid": "055480e4-60a2-498c-813d-86502a476e44", "tag": "783944b3-4138-4d0f-b209-7f593cf9e786"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:46:47.656177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296ba99-1635-4788-9d5b-83c0f1b86556 req-bd8bd2e5-21e7-4fb3-8cc7-79f289bef02e tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:47.658150 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2296ba99-1635-4788-9d5b-83c0f1b86556 req-bd8bd2e5-21e7-4fb3-8cc7-79f289bef02e tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 950 time: 0.1495409
Nov 20 20:46:47.737107 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2296ba99-1635-4788-9d5b-83c0f1b86556 req-23f097ef-6a23-4872-bc78-b2c22b522748 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675030
Nov 20 20:46:47.743460 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ad6693e-0bcb-47a0-a7fd-2af486775a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:47.799089 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ad6693e-0bcb-47a0-a7fd-2af486775a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:47.895791 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ad6693e-0bcb-47a0-a7fd-2af486775a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:47.901961 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ad6693e-0bcb-47a0-a7fd-2af486775a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:47.909167 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8ad6693e-0bcb-47a0-a7fd-2af486775a01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b456433-8ea6-40b9-b725-d13213b86c5a HTTP/1.1" status: 204  len: 168 time: 0.3088052
Nov 20 20:46:47.928062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6693e-0bcb-47a0-a7fd-2af486775a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b456433-8ea6-40b9-b725-d13213b86c5a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:48.067884 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3be05d0-bfaf-42b8-b463-4f33ec2e38b7 x-openstack-request-id: req-b3be05d0-bfaf-42b8-b463-4f33ec2e38b7 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:46:48.068436 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055480e4-60a2-498c-813d-86502a476e44", "tag": "783944b3-4138-4d0f-b209-7f593cf9e786", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:46:48.068842 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3be05d0-bfaf-42b8-b463-4f33ec2e38b7 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:46:48.069238 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055480e4-60a2-498c-813d-86502a476e44', 'tag': '783944b3-4138-4d0f-b209-7f593cf9e786', 'status': 'completed', 'code': 200}
Nov 20 20:46:48.117191 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54720) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:48.162651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Allocated IP 172.20.0.1 (69f8c170-cf51-4eec-8819-24beafeff8df/87c19699-f15a-44d5-add0-e54d43147cda/e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:46:48.201140 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7847b8bf-c625-4f56-962c-def3c714f723 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d17855b3967e48eab8c9a8fac8292016&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0801437
Nov 20 20:46:48.201665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54726) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:48.303276 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-12a98850-15d8-4ddb-b1a7-52d513f94041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:48.322436 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:48.368521 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-12a98850-15d8-4ddb-b1a7-52d513f94041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:48.406937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc7f3a-2226-47df-9199-85a25cb2a4f2 req-954c4cca-3e99-48c2-8441-d571411d1bdd tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:48.416789 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ecc7f3a-2226-47df-9199-85a25cb2a4f2 req-954c4cca-3e99-48c2-8441-d571411d1bdd tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 931 time: 0.1460559
Nov 20 20:46:48.438091 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7197dfa-6b8b-4e8e-8c3f-cd05cfb81b75 req-6ab13551-0a6b-4ecd-9a5d-d54ea3193fa0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7798865
Nov 20 20:46:48.455439 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b598424-17f4-4ef7-a759-017829a8121e req-353bc929-12f8-4d76-8016-597096a3419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:48.458971 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8b598424-17f4-4ef7-a759-017829a8121e req-353bc929-12f8-4d76-8016-597096a3419a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89da80dbcf5948268735e51c28e4bf40&device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 1099 time: 0.3934975
Nov 20 20:46:48.491747 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:48.586328 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ecc7f3a-2226-47df-9199-85a25cb2a4f2 req-bf51963b-5f96-4e31-84fa-e352f58d9abf tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/security-groups?id=c03bf507-18e2-4064-b787-6768bad94cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644356
Nov 20 20:46:48.587557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54740) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:48.588379 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-12a98850-15d8-4ddb-b1a7-52d513f94041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:48.591319 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-12a98850-15d8-4ddb-b1a7-52d513f94041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:48.593009 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-12a98850-15d8-4ddb-b1a7-52d513f94041 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8bbc187-06b9-4dff-8982-774db37b8f96 HTTP/1.1" status: 204  len: 168 time: 0.3900969
Nov 20 20:46:48.628330 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a98850-15d8-4ddb-b1a7-52d513f94041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bbc187-06b9-4dff-8982-774db37b8f96,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:48.832705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:46:48.856359 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:48.867370 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:48.902701 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-fbc62d94-1da8-45c4-b995-03a036e247e0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-726807886-network', 'tenant_id': '2e76c99e96b349dfaca2037d5e677d4a'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:48.925504 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Transition to ACTIVE for port object 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:46:48.971221 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac23d8-a265-4d14-89be-d232640d66e2 req-bf3e233a-ec8e-494f-b7d8-6b0e81f1f4e6 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:48.975632 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:48.979579 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e6ac23d8-a265-4d14-89be-d232640d66e2 req-bf3e233a-ec8e-494f-b7d8-6b0e81f1f4e6 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 950 time: 0.1166742
Nov 20 20:46:48.980049 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b598424-17f4-4ef7-a759-017829a8121e req-e90beec6-2420-46d0-b2b9-c6f7fddf1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:48.982109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc62d94-1da8-45c4-b995-03a036e247e0 admin admin] Made reservation on behalf of 2e76c99e96b349dfaca2037d5e677d4a for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:46:48.986800 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbc62d94-1da8-45c4-b995-03a036e247e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:48.987248 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8b598424-17f4-4ef7-a759-017829a8121e req-e90beec6-2420-46d0-b2b9-c6f7fddf1d21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.3219192
Nov 20 20:46:48.989330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Network 69f8c170-cf51-4eec-8819-24beafeff8df is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:49.001168 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:49.012152 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbc62d94-1da8-45c4-b995-03a036e247e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:49.032490 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:49.055799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d5a7a-9a9c-4e0c-a227-4219a4588ce0 req-a53ea099-02ff-455a-a028-8ee1bce13e1a tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:49.063810 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-976d5a7a-9a9c-4e0c-a227-4219a4588ce0 req-a53ea099-02ff-455a-a028-8ee1bce13e1a tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 948 time: 0.3946798
Nov 20 20:46:49.066396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:49.067131 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:49.087828 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e6ac23d8-a265-4d14-89be-d232640d66e2 req-14d503d8-0c94-4481-9c85-33b6a426f2e8 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072891
Nov 20 20:46:49.126655 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:49.161165 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Pushing event updated for resources: {'Port': ['ID=e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:49.241667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:49.243197 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:49.291104 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbc62d94-1da8-45c4-b995-03a036e247e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:49.299040 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbc62d94-1da8-45c4-b995-03a036e247e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:49.359448 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8b598424-17f4-4ef7-a759-017829a8121e req-36d87e4e-e5d7-4c11-bb71-cf3a8f613601 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=783944b3-4138-4d0f-b209-7f593cf9e786 HTTP/1.1" status: 200  len: 217 time: 0.3526440
Nov 20 20:46:49.387032 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc62d94-1da8-45c4-b995-03a036e247e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:46:49.421114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc62d94-1da8-45c4-b995-03a036e247e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1d21e2-3858-4235-a64e-94c534179ee4,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:49.426265 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:49.445159 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbc62d94-1da8-45c4-b995-03a036e247e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:49.448496 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-fbc62d94-1da8-45c4-b995-03a036e247e0 admin admin] Added segment 92f9d80e-f212-4277-8139-21fbb4f80dda of type vlan for network 2ad158de-cda8-4708-adc0-e0fb3ab9e213
Nov 20 20:46:49.501542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:49.516463 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:49.552888 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbc62d94-1da8-45c4-b995-03a036e247e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:49.570307 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9c155f40-91dd-440e-83a2-c9f6111de9c9 None None] Provisioning complete for port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:49.571067 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9c155f40-91dd-440e-83a2-c9f6111de9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:49.621626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39575f1-7964-42b8-be1f-b2bbd2dd1bc7 req-afad4cf8-02ba-4021-b131-a2aeb8b592c0 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:49.629498 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b598424-17f4-4ef7-a759-017829a8121e req-5d44ce39-a077-4eb7-b1bf-a67d6c223827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:49.630201 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e39575f1-7964-42b8-be1f-b2bbd2dd1bc7 req-afad4cf8-02ba-4021-b131-a2aeb8b592c0 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 950 time: 0.1037188
Nov 20 20:46:49.634340 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbc62d94-1da8-45c4-b995-03a036e247e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:49.635215 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8b598424-17f4-4ef7-a759-017829a8121e req-5d44ce39-a077-4eb7-b1bf-a67d6c223827 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0718675
Nov 20 20:46:49.635448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc62d94-1da8-45c4-b995-03a036e247e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:49.636057 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbc62d94-1da8-45c4-b995-03a036e247e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:49.650088 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d39c4e8-282d-4632-8433-fb1d3c1a36a7,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:49.671268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:49.680528 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9c155f40-91dd-440e-83a2-c9f6111de9c9 None None] Port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:46:49.719795 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-976d5a7a-9a9c-4e0c-a227-4219a4588ce0 req-46eb4850-c26c-4f92-bebc-ba304ec6b453 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6547799
Nov 20 20:46:49.729866 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e39575f1-7964-42b8-be1f-b2bbd2dd1bc7 req-7c142eb5-0f28-459e-b0d5-345ab43df579 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985794
Nov 20 20:46:49.744923 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fbc62d94-1da8-45c4-b995-03a036e247e0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.1501670
Nov 20 20:46:49.760473 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:49.761378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54780) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:49.781992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8409b429-b087-4790-a414-d6ec06eee86a admin admin] Request body: {'subnet': {'network_id': '2ad158de-cda8-4708-adc0-e0fb3ab9e213', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-726807886-subnet', 'tenant_id': '2e76c99e96b349dfaca2037d5e677d4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:49.827257 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Attempting to bind port 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:46:49.827838 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Attempting to bind port 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd83d9ce5-b963-40bd-a609-8340a3760d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6c75a303-6203-42d9-b558-9a8c1c2891e4'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:46:49.828361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Attempting to bind port 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 on network 6c75a303-6203-42d9-b558-9a8c1c2891e4 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:49.856286 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Port 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 on network 6c75a303-6203-42d9-b558-9a8c1c2891e4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:46:49.857340 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Attempting to bind port 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 on network 6c75a303-6203-42d9-b558-9a8c1c2891e4 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:49.857643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc62d94-1da8-45c4-b995-03a036e247e0 admin admin] Pushing event updated for resources: {'Network': ['ID=2ad158de-cda8-4708-adc0-e0fb3ab9e213,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:49.869745 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 2ad158de-cda8-4708-adc0-e0fb3ab9e213 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:46:49.896086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b598424-17f4-4ef7-a759-017829a8121e req-58d016ac-0cb0-4bf0-a98b-d8b45265c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:49.898109 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8b598424-17f4-4ef7-a759-017829a8121e req-58d016ac-0cb0-4bf0-a98b-d8b45265c490 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1828477
Nov 20 20:46:49.899885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:46:49.902159 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Checking segment: {'id': 'd83d9ce5-b963-40bd-a609-8340a3760d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6c75a303-6203-42d9-b558-9a8c1c2891e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:49.902732 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Bound using segment: {'id': 'd83d9ce5-b963-40bd-a609-8340a3760d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6c75a303-6203-42d9-b558-9a8c1c2891e4'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:46:49.903348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Bound port: 3d39c4e8-282d-4632-8433-fb1d3c1a36a7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83d9ce5-b963-40bd-a609-8340a3760d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6c75a303-6203-42d9-b558-9a8c1c2891e4'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:46:49.904475 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:49.924685 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bd72c-f710-4052-bc2d-27f6049e6d3f req-8370af55-2368-4dfa-bf69-e256bb0d66db tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:49.932534 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b8bd72c-f710-4052-bc2d-27f6049e6d3f req-8370af55-2368-4dfa-bf69-e256bb0d66db tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.0782123
Nov 20 20:46:49.935676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8409b429-b087-4790-a414-d6ec06eee86a admin admin] Made reservation on behalf of 2e76c99e96b349dfaca2037d5e677d4a for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:46:49.937938 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8409b429-b087-4790-a414-d6ec06eee86a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:50.185798 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b8bd72c-f710-4052-bc2d-27f6049e6d3f req-189546fb-cc55-4c85-859f-87bbb1f3c53c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2523062
Nov 20 20:46:50.200331 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fccaf-39dd-4eb8-8368-2cc71758ffec req-9fcf92ed-d5dd-4124-8d46-fbaecb30dcc5 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:50.202016 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9c8fccaf-39dd-4eb8-8368-2cc71758ffec req-9fcf92ed-d5dd-4124-8d46-fbaecb30dcc5 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 943 time: 0.2397830
Nov 20 20:46:50.229056 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8409b429-b087-4790-a414-d6ec06eee86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:50.341114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409b429-b087-4790-a414-d6ec06eee86a admin admin] Pushing event updated for resources: {'Subnet': ['ID=577fff26-e068-4f0d-b518-849941311fff,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:50.343775 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8b598424-17f4-4ef7-a759-017829a8121e req-f2377b1b-5ffe-4ba5-bf6a-6c5c29ae74b8 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4331057
Nov 20 20:46:50.381278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409b429-b087-4790-a414-d6ec06eee86a admin admin] Checking segment: {'id': '92f9d80e-f212-4277-8139-21fbb4f80dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ad158de-cda8-4708-adc0-e0fb3ab9e213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:50.381670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8409b429-b087-4790-a414-d6ec06eee86a admin admin] Network hostable DHCP agents. Network: 2ad158de-cda8-4708-adc0-e0fb3ab9e213, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:46:50.397460 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] For port 3d39c4e8-282d-4632-8433-fb1d3c1a36a7, host nch1-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:46:50.416321 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8409b429-b087-4790-a414-d6ec06eee86a admin admin] Network 2ad158de-cda8-4708-adc0-e0fb3ab9e213 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:46:50.422133 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9c8fccaf-39dd-4eb8-8368-2cc71758ffec req-7068aafb-9f17-4441-8a86-1188c056adae tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/security-groups?id=c03bf507-18e2-4064-b787-6768bad94cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2079949
Nov 20 20:46:50.448440 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-8409b429-b087-4790-a414-d6ec06eee86a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2ad158de-cda8-4708-adc0-e0fb3ab9e213) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:50.456141 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] For port 3d39c4e8-282d-4632-8433-fb1d3c1a36a7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d39c4e8-282d-4632-8433-fb1d3c1a36a7,segment=NetworkSegment(d83d9ce5-b963-40bd-a609-8340a3760d98),segment_id=d83d9ce5-b963-40bd-a609-8340a3760d98)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:46:50.457833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8409b429-b087-4790-a414-d6ec06eee86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:50.459834 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8409b429-b087-4790-a414-d6ec06eee86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:50.462964 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c56c9dc-b0c2-4ea8-8aca-2008751a199d None None] Network 2ad158de-cda8-4708-adc0-e0fb3ab9e213 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:46:50.471038 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:50.494941 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8409b429-b087-4790-a414-d6ec06eee86a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.7270923
Nov 20 20:46:50.499132 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54810) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:50.503521 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-726807886-router', 'tenant_id': '2e76c99e96b349dfaca2037d5e677d4a', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:50.571780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:50.572588 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:50.574100 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-001c7bab-b523-4866-8343-097cb4e4de02 req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] 10.222.0.37 "PUT /v2.0/ports/3d39c4e8-282d-4632-8433-fb1d3c1a36a7 HTTP/1.1" status: 200  len: 1091 time: 3.6801865
Nov 20 20:46:50.576501 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa97729-64d1-4da2-9d9f-052cf676e7c9', 'tag': '3d39c4e8-282d-4632-8433-fb1d3c1a36a7'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:46:50.578782 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba303e7-f76d-47ba-bf85-41eee236e8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa97729-64d1-4da2-9d9f-052cf676e7c9", "tag": "3d39c4e8-282d-4632-8433-fb1d3c1a36a7"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:46:50.583943 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:50.585139 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:50.607534 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:50.625802 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:50.627050 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:50.715008 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8b598424-17f4-4ef7-a759-017829a8121e req-2d8611a4-ece3-4b14-9d4f-6267613b968f service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3550630
Nov 20 20:46:50.718391 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbb1a3-6cd6-48cd-a812-069d903502a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d39c4e8-282d-4632-8433-fb1d3c1a36a7,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:50.751645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2ad158de-cda8-4708-adc0-e0fb3ab9e213', 'network_id': '2ad158de-cda8-4708-adc0-e0fb3ab9e213', 'tenant_id': '2e76c99e96b349dfaca2037d5e677d4a', 'fixed_ips': [{'subnet_id': '577fff26-e068-4f0d-b518-849941311fff'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:46:50.752828 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:50.757980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cbce5-89f5-4be5-a135-603d9f3b9e5b req-2127cf07-45dd-4dfb-aa0b-8750a92bb93d tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:50.768661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c7bab-b523-4866-8343-097cb4e4de02 req-d6ebc540-4e50-4691-8fa5-85bb3f206827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:50.770174 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-001c7bab-b523-4866-8343-097cb4e4de02 req-d6ebc540-4e50-4691-8fa5-85bb3f206827 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb059314b462499a8d78e0e350d5de4f&device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 1094 time: 0.1483254
Nov 20 20:46:50.770782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Pushing event updated for resources: {'Port': ['ID=e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:50.771572 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-819cbce5-89f5-4be5-a135-603d9f3b9e5b req-2127cf07-45dd-4dfb-aa0b-8750a92bb93d tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 950 time: 0.2102699
Nov 20 20:46:50.838563 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:50.878684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 783944b3-4138-4d0f-b209-7f593cf9e786 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:46:50.969211 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Network 69f8c170-cf51-4eec-8819-24beafeff8df is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:50.974383 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01769b87-8460-43ce-8cf4-d7f83a29ed6e x-openstack-request-id: req-01769b87-8460-43ce-8cf4-d7f83a29ed6e {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:46:50.974691 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa97729-64d1-4da2-9d9f-052cf676e7c9", "tag": "3d39c4e8-282d-4632-8433-fb1d3c1a36a7", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:46:50.974956 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01769b87-8460-43ce-8cf4-d7f83a29ed6e {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:46:50.976996 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa97729-64d1-4da2-9d9f-052cf676e7c9', 'tag': '3d39c4e8-282d-4632-8433-fb1d3c1a36a7', 'status': 'completed', 'code': 200}
Nov 20 20:46:50.979925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:51.002896 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-001c7bab-b523-4866-8343-097cb4e4de02 req-38efdfb5-e394-4be0-bc68-fa3f9b3b58dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d39c4e8-282d-4632-8433-fb1d3c1a36a7 HTTP/1.1" status: 200  len: 217 time: 0.2216766
Nov 20 20:46:51.044693 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:51.071698 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-819cbce5-89f5-4be5-a135-603d9f3b9e5b req-b794e3db-a6b9-4057-aa49-b51a58483cce tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2988021
Nov 20 20:46:51.112423 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:51.189441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c7bab-b523-4866-8343-097cb4e4de02 req-0d2bfc19-d76a-4114-be3b-51eaf001405c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:51.191260 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-001c7bab-b523-4866-8343-097cb4e4de02 req-0d2bfc19-d76a-4114-be3b-51eaf001405c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3926a560-bd0f-41b3-ae6f-86fb7e6f8fc2 HTTP/1.1" status: 200  len: 855 time: 0.1803744
Nov 20 20:46:51.201228 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ac559-f820-4316-943f-bf54f8f69a2d req-d8699023-419f-4ff2-b329-4e345debc74b tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:51.212182 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5b2ac559-f820-4316-943f-bf54f8f69a2d req-d8699023-419f-4ff2-b329-4e345debc74b tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 948 time: 0.1033719
Nov 20 20:46:51.252658 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-001c7bab-b523-4866-8343-097cb4e4de02 req-0461fb62-027b-419e-957e-aae6715e9552 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6c75a303-6203-42d9-b558-9a8c1c2891e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0377584
Nov 20 20:46:51.253343 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 783944b3-4138-4d0f-b209-7f593cf9e786, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=783944b3-4138-4d0f-b209-7f593cf9e786,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:51.295716 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '783944b3-4138-4d0f-b209-7f593cf9e786', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '783944b3-4138-4d0f-b209-7f593cf9e786', 'mac_address': 'fa:16:3e:70:36:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:46:51.355884 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Allocated IP 172.20.0.2 (2ad158de-cda8-4708-adc0-e0fb3ab9e213/577fff26-e068-4f0d-b518-849941311fff/0f099d1a-9480-4c16-96c1-aff34f85ad0c) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:46:51.358484 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:51.397609 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:51.399168 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:51.401200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783944b3-4138-4d0f-b209-7f593cf9e786 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:46:51.492879 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 783944b3-4138-4d0f-b209-7f593cf9e786, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=783944b3-4138-4d0f-b209-7f593cf9e786,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:51.498295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-430cb6ba-07ea-4672-8a16-f82fd8fd3a0d None None] Provisioning complete for port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:51.498763 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-430cb6ba-07ea-4672-8a16-f82fd8fd3a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:51.502886 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612e1d8-ad90-4992-84d1-6e2a2b687b53 req-860fc680-669a-4922-877b-581c5f22a7e1 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:51.506656 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7612e1d8-ad90-4992-84d1-6e2a2b687b53 req-860fc680-669a-4922-877b-581c5f22a7e1 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.1254966
Nov 20 20:46:51.509507 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:51.552359 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:51.639584 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7612e1d8-ad90-4992-84d1-6e2a2b687b53 req-700018a6-f9d4-4940-90eb-449a24fd23c0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264837
Nov 20 20:46:51.650891 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Router 485517dc-3b47-4b60-b1de-2bd03ca3ba6b has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:46:51.655745 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5b2ac559-f820-4316-943f-bf54f8f69a2d req-e498cb3f-9039-457a-bf16-9a58eb7e9a4f tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4426143
Nov 20 20:46:51.688484 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:51.714667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Allocated IP 172.35.1.56 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/c7f389b8-7cde-4757-abac-c1cddf38071f) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:46:51.773045 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-430cb6ba-07ea-4672-8a16-f82fd8fd3a0d None None] Port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:46:51.811173 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-001c7bab-b523-4866-8343-097cb4e4de02 req-98c74f7e-5cfd-48cb-bebb-d17b84af6d59 service neutron] 10.222.0.37 "GET /v2.0/networks/6c75a303-6203-42d9-b558-9a8c1c2891e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5036709
Nov 20 20:46:51.821397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278e6c8-66c7-4aaf-8013-4f59f767edd0 req-bdde0bb5-32ac-4da6-8214-d5b21ae2d2ae tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:51.823024 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5278e6c8-66c7-4aaf-8013-4f59f767edd0 req-bdde0bb5-32ac-4da6-8214-d5b21ae2d2ae tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.47 "GET /v2.0/ports?device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 950 time: 0.1711252
Nov 20 20:46:51.838090 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=783944b3-4138-4d0f-b209-7f593cf9e786,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:51.885677 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['783944b3-4138-4d0f-b209-7f593cf9e786'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:46:51.927173 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:51.941359 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:51.956145 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:51.974246 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c281d8-e4ca-4f30-b551-2ff7f53b0584 req-eadccfcb-1cdb-4dd0-b53c-2536ed141d70 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:51.977225 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1c281d8-e4ca-4f30-b551-2ff7f53b0584 req-eadccfcb-1cdb-4dd0-b53c-2536ed141d70 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 943 time: 0.1190066
Nov 20 20:46:51.984820 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Network 2ad158de-cda8-4708-adc0-e0fb3ab9e213 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:51.995814 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:51.998579 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:52.047135 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:46:52.057656 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9f98750f-a20a-454d-8685-6c729d1aa3ab admin admin] 10.222.0.41 "PUT /v2.0/routers/485517dc-3b47-4b60-b1de-2bd03ca3ba6b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0668542
Nov 20 20:46:52.072319 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Sync routers for ids ['485517dc-3b47-4b60-b1de-2bd03ca3ba6b'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:46:52.083919 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-001c7bab-b523-4866-8343-097cb4e4de02 req-ce7ee5fa-1c35-443a-a957-b5642fdaa51c service neutron] 10.222.0.37 "GET /v2.0/networks/6c75a303-6203-42d9-b558-9a8c1c2891e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2597940
Nov 20 20:46:52.088369 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Routers {'485517dc-3b47-4b60-b1de-2bd03ca3ba6b'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:46:52.089385 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a546de4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['485517dc-3b47-4b60-b1de-2bd03ca3ba6b'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:52.095689 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1c281d8-e4ca-4f30-b551-2ff7f53b0584 req-db177a90-2a24-4fe1-9777-970cc9c0ba89 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/security-groups?id=c03bf507-18e2-4064-b787-6768bad94cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088347
Nov 20 20:46:52.106437 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:52.126303 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Attempting to bind port 0f099d1a-9480-4c16-96c1-aff34f85ad0c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:46:52.126731 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Attempting to bind port 0f099d1a-9480-4c16-96c1-aff34f85ad0c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '92f9d80e-f212-4277-8139-21fbb4f80dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ad158de-cda8-4708-adc0-e0fb3ab9e213'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:46:52.127477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Attempting to bind port 0f099d1a-9480-4c16-96c1-aff34f85ad0c on network 2ad158de-cda8-4708-adc0-e0fb3ab9e213 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:52.138267 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Pushing event updated for resources: {'Port': ['ID=0f099d1a-9480-4c16-96c1-aff34f85ad0c,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:52.160494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-5278e6c8-66c7-4aaf-8013-4f59f767edd0 req-b6742656-507b-4e3f-bb9a-1698c61f5b7e tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Deleting port 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:46:52.160494 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5278e6c8-66c7-4aaf-8013-4f59f767edd0 req-b6742656-507b-4e3f-bb9a-1698c61f5b7e tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:52.161784 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:46:52.163178 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Checking segment: {'id': '92f9d80e-f212-4277-8139-21fbb4f80dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ad158de-cda8-4708-adc0-e0fb3ab9e213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:52.163691 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:52.165457 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Bound using segment: {'id': '92f9d80e-f212-4277-8139-21fbb4f80dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ad158de-cda8-4708-adc0-e0fb3ab9e213'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:46:52.165972 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Bound port: 0f099d1a-9480-4c16-96c1-aff34f85ad0c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f9d80e-f212-4277-8139-21fbb4f80dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ad158de-cda8-4708-adc0-e0fb3ab9e213'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:46:52.166527 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:52.232668 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:52.251374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:52.285036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:52.300833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f389b8-7cde-4757-abac-c1cddf38071f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:52.324795 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Set router 485517dc-3b47-4b60-b1de-2bd03ca3ba6b gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:46:52.341892 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-5278e6c8-66c7-4aaf-8013-4f59f767edd0 req-b6742656-507b-4e3f-bb9a-1698c61f5b7e tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] For port 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:52.342420 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5278e6c8-66c7-4aaf-8013-4f59f767edd0 req-b6742656-507b-4e3f-bb9a-1698c61f5b7e tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:52.380034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-5278e6c8-66c7-4aaf-8013-4f59f767edd0 req-b6742656-507b-4e3f-bb9a-1698c61f5b7e tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Calling delete_port for 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:46:52.460853 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] For port 0f099d1a-9480-4c16-96c1-aff34f85ad0c, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:46:52.470604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] For port 0f099d1a-9480-4c16-96c1-aff34f85ad0c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f099d1a-9480-4c16-96c1-aff34f85ad0c,segment=NetworkSegment(92f9d80e-f212-4277-8139-21fbb4f80dda),segment_id=92f9d80e-f212-4277-8139-21fbb4f80dda)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:46:52.478066 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:52.483669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e37a1-ccf6-4f38-aa84-1e4ca554b5d1 req-8386e190-504d-4391-a038-aaacf9e9a229 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:52.494516 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-932e37a1-ccf6-4f38-aa84-1e4ca554b5d1 req-8386e190-504d-4391-a038-aaacf9e9a229 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/ports?device_id=308b5cdb-b513-47fa-9696-3a05d6c27027 HTTP/1.1" status: 200  len: 950 time: 0.2044585
Nov 20 20:46:52.532527 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:46:52.582165 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba303e7-f76d-47ba-bf85-41eee236e8fb req-cda81e00-2fb9-401e-9f9c-13c42876382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:52.583919 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ba303e7-f76d-47ba-bf85-41eee236e8fb req-cda81e00-2fb9-401e-9f9c-13c42876382d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb059314b462499a8d78e0e350d5de4f&device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 1094 time: 0.3899734
Nov 20 20:46:52.621006 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece28938-b54e-4a6c-a788-c102bfb8d55a None None] Pushing event updated for resources: {'Port': ['ID=0f099d1a-9480-4c16-96c1-aff34f85ad0c,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:52.629462 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a546de4c0>, [{'id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'name': 'tempest-FloatingIPDetailsTestJSON-1251328393-router', 'tenant_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13'}], 'enable_snat': True}, 'gw_port_id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:37Z', 'updated_at': '2021-11-20T20:46:49Z', 'revision_number': 4, 'project_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'gw_port': {'id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:39Z', 'updated_at': '2021-11-20T20:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4', 'name': '', 'network_id': '69f8c170-cf51-4eec-8819-24beafeff8df', 'tenant_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'mac_address': 'fa:16:3e:a7:da:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '87c19699-f15a-44d5-add0-e54d43147cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:47Z', 'updated_at': '2021-11-20T20:46:49Z', 'revision_number': 2, 'project_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'subnets': [{'id': '87c19699-f15a-44d5-add0-e54d43147cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:52.673224 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Checking router: 485517dc-3b47-4b60-b1de-2bd03ca3ba6b for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:46:52.673880 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Updating router 485517dc-3b47-4b60-b1de-2bd03ca3ba6b port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:46:52.675778 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-932e37a1-ccf6-4f38-aa84-1e4ca554b5d1 req-d2967456-1748-4a3b-96ea-40e94dcaa9c0 tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.41 "GET /v2.0/security-groups?id=baaafc2b-f528-45f0-9e3a-c325865dde5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780419
Nov 20 20:46:52.736229 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:52.858282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 783944b3-4138-4d0f-b209-7f593cf9e786 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:53.000634 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5278e6c8-66c7-4aaf-8013-4f59f767edd0 req-b6742656-507b-4e3f-bb9a-1698c61f5b7e tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:53.014241 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:46:53.092991 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6742656-507b-4e3f-bb9a-1698c61f5b7e tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Pushing event deleted for resources: {'Port': ['ID=2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:53.105520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 783944b3-4138-4d0f-b209-7f593cf9e786 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:46:53.112353 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 783944b3-4138-4d0f-b209-7f593cf9e786 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:53.112735 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:53.155647 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba303e7-f76d-47ba-bf85-41eee236e8fb req-6b52e597-7482-4474-a695-a832e7bce303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:53.157542 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ba303e7-f76d-47ba-bf85-41eee236e8fb req-6b52e597-7482-4474-a695-a832e7bce303 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6c75a303-6203-42d9-b558-9a8c1c2891e4 HTTP/1.1" status: 200  len: 916 time: 0.5628192
Nov 20 20:46:53.160427 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0f099d1a-9480-4c16-96c1-aff34f85ad0c up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:53.163932 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:53.179958 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:53.235626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5278e6c8-66c7-4aaf-8013-4f59f767edd0 req-b6742656-507b-4e3f-bb9a-1698c61f5b7e tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] No DVR routers for this DVR port 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:46:53.259764 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4e6dc-27f7-4e7b-9f44-70eecc59a3e4 None None] Pushing event updated for resources: {'Port': ['ID=e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:53.290373 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5278e6c8-66c7-4aaf-8013-4f59f767edd0 req-b6742656-507b-4e3f-bb9a-1698c61f5b7e tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:53.294646 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5278e6c8-66c7-4aaf-8013-4f59f767edd0 req-b6742656-507b-4e3f-bb9a-1698c61f5b7e tempest-DeleteServersAdminTestJSON-1236847635 tempest-DeleteServersAdminTestJSON-1236847635-project] 10.222.0.47 "DELETE /v2.0/ports/2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c HTTP/1.1" status: 204  len: 173 time: 1.4591677
Nov 20 20:46:53.324567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 0f099d1a-9480-4c16-96c1-aff34f85ad0c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:53.324885 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-2bdfa86d-b629-4ffe-9655-9a88622d6413 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5996976
Nov 20 20:46:53.325117 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:53.326761 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308b5cdb-b513-47fa-9696-3a05d6c27027', 'name': 'network-vif-deleted', 'tag': '2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:46:53.334986 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40c28e6-100e-4f2b-9aba-4591308fe828" -d '{"events": [{"server_uuid": "308b5cdb-b513-47fa-9696-3a05d6c27027", "name": "network-vif-deleted", "tag": "2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:46:53.351938 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ba303e7-f76d-47ba-bf85-41eee236e8fb req-14e37815-6a30-41be-aec9-d6901413ee11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d39c4e8-282d-4632-8433-fb1d3c1a36a7 HTTP/1.1" status: 200  len: 217 time: 0.1531940
Nov 20 20:46:53.361670 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:53.390146 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:53.441704 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:53.455653 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:53.484996 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055480e4-60a2-498c-813d-86502a476e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783944b3-4138-4d0f-b209-7f593cf9e786'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:46:53.488497 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13d8588-8d7f-4c42-b39b-f4dab5bd2608" -d '{"events": [{"server_uuid": "055480e4-60a2-498c-813d-86502a476e44", "name": "network-vif-plugged", "status": "completed", "tag": "783944b3-4138-4d0f-b209-7f593cf9e786"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:46:53.518248 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 783944b3-4138-4d0f-b209-7f593cf9e786, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=783944b3-4138-4d0f-b209-7f593cf9e786,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:53.537563 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:53.554083 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 0f099d1a-9480-4c16-96c1-aff34f85ad0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f099d1a-9480-4c16-96c1-aff34f85ad0c,segment=NetworkSegment(92f9d80e-f212-4277-8139-21fbb4f80dda),segment_id=92f9d80e-f212-4277-8139-21fbb4f80dda)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:53.580386 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:53.588259 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba303e7-f76d-47ba-bf85-41eee236e8fb req-528db0bc-17e2-4840-8622-7dc7ef05ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:53.589773 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ba303e7-f76d-47ba-bf85-41eee236e8fb req-528db0bc-17e2-4840-8622-7dc7ef05ce64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3926a560-bd0f-41b3-ae6f-86fb7e6f8fc2 HTTP/1.1" status: 200  len: 855 time: 0.2052629
Nov 20 20:46:53.592058 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:53.599672 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Attempting to bind port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:46:53.603733 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Attempting to bind port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '02de01e0-57ab-4a80-a45e-1d3cebcda5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69f8c170-cf51-4eec-8819-24beafeff8df'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:46:53.604307 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Attempting to bind port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 on network 69f8c170-cf51-4eec-8819-24beafeff8df {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:53.617933 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:46:53.618537 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Checking segment: {'id': '02de01e0-57ab-4a80-a45e-1d3cebcda5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69f8c170-cf51-4eec-8819-24beafeff8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:53.622124 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:53.622845 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Bound using segment: {'id': '02de01e0-57ab-4a80-a45e-1d3cebcda5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69f8c170-cf51-4eec-8819-24beafeff8df'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:46:53.623481 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Bound port: e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02de01e0-57ab-4a80-a45e-1d3cebcda5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69f8c170-cf51-4eec-8819-24beafeff8df'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:46:53.625950 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:53.647162 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=783944b3-4138-4d0f-b209-7f593cf9e786,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:53.671862 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ba303e7-f76d-47ba-bf85-41eee236e8fb req-8c91cdb6-e5e0-4a83-a4b6-2c9d91c1270c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6c75a303-6203-42d9-b558-9a8c1c2891e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609498
Nov 20 20:46:53.690399 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dea5b-7681-4a86-8e2c-3818601a8711 req-ca3849b1-b8b1-4cba-96a0-ed59dadcc5fa tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:53.692016 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-357dea5b-7681-4a86-8e2c-3818601a8711 req-ca3849b1-b8b1-4cba-96a0-ed59dadcc5fa tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.2462831
Nov 20 20:46:53.742944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=0f099d1a-9480-4c16-96c1-aff34f85ad0c,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:53.768709 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c0aaf5fa-f085-4636-8794-4e4dbac9b1f6 None None] Provisioning complete for port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:53.769236 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf5fa-f085-4636-8794-4e4dbac9b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:53.771952 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] For port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:46:53.784703 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] For port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4,segment=NetworkSegment(02de01e0-57ab-4a80-a45e-1d3cebcda5a5),segment_id=02de01e0-57ab-4a80-a45e-1d3cebcda5a5)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:46:53.804491 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:53.806943 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ba303e7-f76d-47ba-bf85-41eee236e8fb req-a0ad3ad1-d658-42a2-afdc-91d7b027fe2e service neutron] 10.222.0.37 "GET /v2.0/networks/6c75a303-6203-42d9-b558-9a8c1c2891e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247261
Nov 20 20:46:53.842595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c0aaf5fa-f085-4636-8794-4e4dbac9b1f6 None None] Port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:46:53.870383 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-357dea5b-7681-4a86-8e2c-3818601a8711 req-2422ed09-58e4-443f-b4e8-c64129baf28d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342649
Nov 20 20:46:53.889637 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4e6dc-27f7-4e7b-9f44-70eecc59a3e4 None None] Pushing event updated for resources: {'Port': ['ID=e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:53.908046 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Routers {'485517dc-3b47-4b60-b1de-2bd03ca3ba6b'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:46:53.908551 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a546de4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['485517dc-3b47-4b60-b1de-2bd03ca3ba6b'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:53.987226 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:54.081996 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:54.108123 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] Set router 485517dc-3b47-4b60-b1de-2bd03ca3ba6b gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:46:54.129104 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d926d2-dde8-40c1-9cdf-a10be458d5b2 req-269f78b2-6dc7-4cc6-8f61-d2c596f8ff99 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:54.130911 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8d926d2-dde8-40c1-9cdf-a10be458d5b2 req-269f78b2-6dc7-4cc6-8f61-d2c596f8ff99 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 950 time: 0.1236739
Nov 20 20:46:54.157335 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ba303e7-f76d-47ba-bf85-41eee236e8fb req-39ab9b95-9be0-447c-b369-188250cc1554 service neutron] 10.222.0.37 "GET /v2.0/networks/6c75a303-6203-42d9-b558-9a8c1c2891e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3008699
Nov 20 20:46:54.263633 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Router f5759275-c3df-424c-9851-de13af72b622 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:46:54.265132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Allocated IP 172.35.1.181 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/25e1d402-e743-4f94-b591-858ac0dbe172) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:46:54.289741 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e217c6-75f2-4b98-99ea-d8c082e1e779 None None] Network 2ad158de-cda8-4708-adc0-e0fb3ab9e213 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:46:54.299369 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8d926d2-dde8-40c1-9cdf-a10be458d5b2 req-8a9b84e4-1f09-402b-b917-fa26da6a10bd tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152265
Nov 20 20:46:54.320160 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-25ce81f6-6043-4aff-95a6-13a73bc9a010 None None] Provisioning complete for port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:54.321084 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-25ce81f6-6043-4aff-95a6-13a73bc9a010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:54.408825 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a546de4c0>, [{'id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'name': 'tempest-FloatingIPDetailsTestJSON-1251328393-router', 'tenant_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13'}], 'enable_snat': True}, 'gw_port_id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:37Z', 'updated_at': '2021-11-20T20:46:49Z', 'revision_number': 4, 'project_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'gw_port': {'id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:39Z', 'updated_at': '2021-11-20T20:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4', 'name': '', 'network_id': '69f8c170-cf51-4eec-8819-24beafeff8df', 'tenant_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'mac_address': 'fa:16:3e:a7:da:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '87c19699-f15a-44d5-add0-e54d43147cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:47Z', 'updated_at': '2021-11-20T20:46:53Z', 'revision_number': 4, 'project_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'subnets': [{'id': '87c19699-f15a-44d5-add0-e54d43147cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:54.441833 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9cb356-0e65-4095-835c-e8c4af295711 None None] The sync data for ids ['485517dc-3b47-4b60-b1de-2bd03ca3ba6b'] in ncdv-master-1 is: [{'id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'name': 'tempest-FloatingIPDetailsTestJSON-1251328393-router', 'tenant_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13'}], 'enable_snat': True}, 'gw_port_id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:37Z', 'updated_at': '2021-11-20T20:46:49Z', 'revision_number': 4, 'project_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'gw_port': {'id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:39Z', 'updated_at': '2021-11-20T20:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4', 'name': '', 'network_id': '69f8c170-cf51-4eec-8819-24beafeff8df', 'tenant_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'mac_address': 'fa:16:3e:a7:da:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '87c19699-f15a-44d5-add0-e54d43147cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:47Z', 'updated_at': '2021-11-20T20:46:53Z', 'revision_number': 4, 'project_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'subnets': [{'id': '87c19699-f15a-44d5-add0-e54d43147cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:46:54.630831 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:46:54.649246 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Sync routers for ids ['f5759275-c3df-424c-9851-de13af72b622'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:46:54.659458 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:54.660766 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3468d4cf-f3b4-4a79-bab7-cc931318d693 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 934 time: 4.1606150
Nov 20 20:46:54.667845 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54906) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:54.673042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8d1e5-5327-4987-a011-f51139a1a6a9 req-c1f123db-f0ee-4a68-b8c0-b4fda072b0b5 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:54.675199 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5de8d1e5-5327-4987-a011-f51139a1a6a9 req-c1f123db-f0ee-4a68-b8c0-b4fda072b0b5 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 943 time: 0.1099558
Nov 20 20:46:54.690756 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Routers {'f5759275-c3df-424c-9851-de13af72b622'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:46:54.691427 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473d99d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f5759275-c3df-424c-9851-de13af72b622'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:54.743901 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:46:54.758482 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-25ce81f6-6043-4aff-95a6-13a73bc9a010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:54.791136 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:54.801167 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5de8d1e5-5327-4987-a011-f51139a1a6a9 req-b19b0c64-bcdc-4e19-bf4d-933c79b14b62 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/security-groups?id=c03bf507-18e2-4064-b787-6768bad94cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174884
Nov 20 20:46:54.834258 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:54.877033 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-25ce81f6-6043-4aff-95a6-13a73bc9a010 None None] For port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4,segment=NetworkSegment(02de01e0-57ab-4a80-a45e-1d3cebcda5a5),segment_id=02de01e0-57ab-4a80-a45e-1d3cebcda5a5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:54.923283 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cc870a-8d43-49a6-b1ea-05976eefbb50 x-openstack-request-id: req-b6cc870a-8d43-49a6-b1ea-05976eefbb50 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:46:54.923283 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055480e4-60a2-498c-813d-86502a476e44", "name": "network-vif-plugged", "status": "completed", "tag": "783944b3-4138-4d0f-b209-7f593cf9e786", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:46:54.923283 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6cc870a-8d43-49a6-b1ea-05976eefbb50 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:46:54.923283 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055480e4-60a2-498c-813d-86502a476e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783944b3-4138-4d0f-b209-7f593cf9e786', 'code': 200}
Nov 20 20:46:54.950255 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-25ce81f6-6043-4aff-95a6-13a73bc9a010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:54.982687 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Pushing event updated for resources: {'Port': ['ID=25e1d402-e743-4f94-b591-858ac0dbe172,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:54.991522 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a5ef99-f5c6-4dfa-a417-40b3a6b40210 x-openstack-request-id: req-59a5ef99-f5c6-4dfa-a417-40b3a6b40210 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:46:54.993138 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308b5cdb-b513-47fa-9696-3a05d6c27027", "name": "network-vif-deleted", "tag": "2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:46:54.995545 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59a5ef99-f5c6-4dfa-a417-40b3a6b40210 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:46:54.996307 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308b5cdb-b513-47fa-9696-3a05d6c27027', 'name': 'network-vif-deleted', 'tag': '2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c', 'status': 'completed', 'code': 200}
Nov 20 20:46:55.001047 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54912) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:55.102421 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:55.127147 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:55.138317 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:55.146064 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Set router f5759275-c3df-424c-9851-de13af72b622 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:46:55.246036 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f2edb03-374c-4e04-8cfb-0311cc81a03f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:55.254316 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0f099d1a-9480-4c16-96c1-aff34f85ad0c up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:55.287436 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a7372-2867-4d55-b1e8-435897104ecf req-22c8251a-a5dd-4ab1-bd10-86dd8fd350b7 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:55.296415 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b2a7372-2867-4d55-b1e8-435897104ecf req-22c8251a-a5dd-4ab1-bd10-86dd8fd350b7 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.1831882
Nov 20 20:46:55.337455 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 3d39c4e8-282d-4632-8433-fb1d3c1a36a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d39c4e8-282d-4632-8433-fb1d3c1a36a7,segment=NetworkSegment(d83d9ce5-b963-40bd-a609-8340a3760d98),segment_id=d83d9ce5-b963-40bd-a609-8340a3760d98)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:55.389511 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '3d39c4e8-282d-4632-8433-fb1d3c1a36a7', 'network_id': '6c75a303-6203-42d9-b558-9a8c1c2891e4', 'port_id': '3d39c4e8-282d-4632-8433-fb1d3c1a36a7', 'mac_address': 'fa:16:3e:f7:ba:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3926a560-bd0f-41b3-ae6f-86fb7e6f8fc2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:46:55.391707 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b2a7372-2867-4d55-b1e8-435897104ecf req-94fd33e5-3cee-40b0-90c0-aebe090102b9 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943370
Nov 20 20:46:55.392486 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:55.396876 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99662203-c708-4d13-a64d-3eade148fe91 req-bd2bd1ae-d508-4cdc-b6ac-0ed96f146819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:55.399001 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-99662203-c708-4d13-a64d-3eade148fe91 req-bd2bd1ae-d508-4cdc-b6ac-0ed96f146819 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 1101 time: 0.4113584
Nov 20 20:46:55.431993 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f2edb03-374c-4e04-8cfb-0311cc81a03f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:55.442376 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f2edb03-374c-4e04-8cfb-0311cc81a03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:55.500613 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:55.534346 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:55.534346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fa9609cf-d83d-4dfb-a90c-610bef3ca005 None None] Provisioning complete for port 0f099d1a-9480-4c16-96c1-aff34f85ad0c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:55.534346 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fa9609cf-d83d-4dfb-a90c-610bef3ca005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:55.534794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2edb03-374c-4e04-8cfb-0311cc81a03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e21c24-004a-4f89-9fb3-91d4eb6d1568,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:55.556727 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce81f6-6043-4aff-95a6-13a73bc9a010 None None] Pushing event updated for resources: {'Port': ['ID=e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:55.564676 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7f2edb03-374c-4e04-8cfb-0311cc81a03f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6bce010191d04fb890bbf4c7d07be74e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5625730
Nov 20 20:46:55.568234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54926) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:55.588439 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-99662203-c708-4d13-a64d-3eade148fe91 req-f75c6d65-ded6-492e-abde-19a32ae97658 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648576
Nov 20 20:46:55.667351 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2243e2-6121-4475-a09f-b76437303dae req-8e356e78-5f09-4414-974d-71ed0e554d05 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:55.669492 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d2243e2-6121-4475-a09f-b76437303dae req-8e356e78-5f09-4414-974d-71ed0e554d05 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 950 time: 0.0707586
Nov 20 20:46:55.730456 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d2243e2-6121-4475-a09f-b76437303dae req-ead8cde2-fc17-4ec2-aad9-db2ea9c63128 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534840
Nov 20 20:46:55.771947 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:55.814313 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:46:55.873741 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:55.906726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 3d39c4e8-282d-4632-8433-fb1d3c1a36a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d39c4e8-282d-4632-8433-fb1d3c1a36a7,segment=NetworkSegment(d83d9ce5-b963-40bd-a609-8340a3760d98),segment_id=d83d9ce5-b963-40bd-a609-8340a3760d98)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:55.908683 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 0f099d1a-9480-4c16-96c1-aff34f85ad0c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:55.909765 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:55.953838 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:55.984747 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5970c3-2aa7-4324-9fa7-2bb2b690fdfa req-40a5824b-34b7-44dd-8e22-67b1bfb06a7d tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:55.986658 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:55.993143 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:55.993358 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ed5970c3-2aa7-4324-9fa7-2bb2b690fdfa req-40a5824b-34b7-44dd-8e22-67b1bfb06a7d tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 944 time: 0.0711222
Nov 20 20:46:55.996012 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:55.997570 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65e21c24-004a-4f89-9fb3-91d4eb6d1568 HTTP/1.1" status: 204  len: 168 time: 0.4240277
Nov 20 20:46:56.005467 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:56.056084 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e21c24-004a-4f89-9fb3-91d4eb6d1568,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:56.077017 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ed5970c3-2aa7-4324-9fa7-2bb2b690fdfa req-11bab765-e79e-46fe-97b1-00f733e862cb tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/security-groups?id=c03bf507-18e2-4064-b787-6768bad94cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823553
Nov 20 20:46:56.114069 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Pushing event updated for resources: {'Port': ['ID=25e1d402-e743-4f94-b591-858ac0dbe172,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:56.116819 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:56.149857 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.150075 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.150622 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.151139 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.152109 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.152603 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.153259 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.153894 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.154424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.155058 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.155409 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.155742 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249b911-5bf1-4f10-aed6-2f4346cfbe46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.162989 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=3d39c4e8-282d-4632-8433-fb1d3c1a36a7,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:56.168723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.169286 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.169959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.170740 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.171258 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.171877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.172366 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.172853 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.175002 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.175538 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.176024 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.176520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:56.192723 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:56.302973 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['3d39c4e8-282d-4632-8433-fb1d3c1a36a7'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:46:56.308603 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:56.309535 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:56.311604 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-8b31864a-3237-4ad3-b4ec-19608bd57f32 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.9857035
Nov 20 20:46:56.409337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ff754e99-8951-4fc6-834d-b2c45e656cff None None] Provisioning complete for port 0f099d1a-9480-4c16-96c1-aff34f85ad0c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:56.409872 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ff754e99-8951-4fc6-834d-b2c45e656cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:56.485125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473d99d0>, [{'id': 'f5759275-c3df-424c-9851-de13af72b622', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-726807886-router', 'tenant_id': '2e76c99e96b349dfaca2037d5e677d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c7f389b8-7cde-4757-abac-c1cddf38071f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:50Z', 'updated_at': '2021-11-20T20:46:52Z', 'revision_number': 3, 'project_id': '2e76c99e96b349dfaca2037d5e677d4a', 'gw_port': {'id': 'c7f389b8-7cde-4757-abac-c1cddf38071f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:93:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5759275-c3df-424c-9851-de13af72b622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:51Z', 'updated_at': '2021-11-20T20:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:56.499441 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-1f5b6dfb-f7a7-468e-9ec5-5a5f4759bff0 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.181 HTTP/1.1" status: 200  len: 696 time: 0.1516452
Nov 20 20:46:56.503464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54954) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:56.525246 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Checking router: f5759275-c3df-424c-9851-de13af72b622 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:46:56.525749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Updating router f5759275-c3df-424c-9851-de13af72b622 port c7f389b8-7cde-4757-abac-c1cddf38071f binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:46:56.597181 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:56.621834 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a8f9bae2-742d-4cd8-97d8-39126d8c46ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:56.626138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:56.627308 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:56.726706 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Allocated IP 172.20.0.1 (2ad158de-cda8-4708-adc0-e0fb3ab9e213/577fff26-e068-4f0d-b518-849941311fff/be6e2dd3-4330-412c-8ac7-66aa79eed34b) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:46:56.726855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54958) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:56.802266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-caf7d68f-3389-4f4e-bc86-06b631426ad8 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:56.803651 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-caf7d68f-3389-4f4e-bc86-06b631426ad8 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.2900646
Nov 20 20:46:56.829676 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-fc5e947f-5958-4798-9804-aefcdf6edc38 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:46:56.842654 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c310b8f3-dba0-4bb1-9b43-7bd0ea0bdf6c req-fc5e947f-5958-4798-9804-aefcdf6edc38 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0269814
Nov 20 20:46:56.876948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:46:56.952828 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54966) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:56.953062 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7245ea5b-e5d0-40bd-89c7-205c49c183b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5bb3936f93d04a32a65cf0e613991002&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2196436
Nov 20 20:46:56.978741 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:46:56.978741 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2d49535f-b0ab-4bc3-8a90-462f9bfa2d5c not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:46:56.994089 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a8f9bae2-742d-4cd8-97d8-39126d8c46ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.010715 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a8f9bae2-742d-4cd8-97d8-39126d8c46ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.044158 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.082827 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a8f9bae2-742d-4cd8-97d8-39126d8c46ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=281242975d444209bb89a1548b2d0564&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5776548
Nov 20 20:46:57.094979 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2af899-8612-46a5-9d0f-8ca6f395e21c req-d690bb7d-e3ef-492b-879c-23358e93efe7 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:57.095674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32b2d1-a4cd-425b-90c8-60329fa06891 req-a40f6b02-1322-42c9-b1af-95e49263a8ad tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:57.102854 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5f2af899-8612-46a5-9d0f-8ca6f395e21c req-d690bb7d-e3ef-492b-879c-23358e93efe7 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.1849213
Nov 20 20:46:57.104300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:57.106826 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b32b2d1-a4cd-425b-90c8-60329fa06891 req-a40f6b02-1322-42c9-b1af-95e49263a8ad tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 950 time: 0.1022546
Nov 20 20:46:57.108928 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54970) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:57.141635 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9bae2-742d-4cd8-97d8-39126d8c46ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6043868f-0107-492e-bd42-c137de53b011,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:57.157961 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.167485 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-085dcd99-318d-479b-818a-3f9ce1cd099a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.169102 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.172455 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b32b2d1-a4cd-425b-90c8-60329fa06891 req-2830df7e-6e45-407f-924d-d0dd23e1b929 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641565
Nov 20 20:46:57.233276 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-085dcd99-318d-479b-818a-3f9ce1cd099a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.236665 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:57.237104 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.240704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Attempting to bind port c7f389b8-7cde-4757-abac-c1cddf38071f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:46:57.240704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Attempting to bind port c7f389b8-7cde-4757-abac-c1cddf38071f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:46:57.241121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Attempting to bind port c7f389b8-7cde-4757-abac-c1cddf38071f on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:46:57.243867 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf9311-6952-4137-bdc2-787586079b17 None None] Pushing event updated for resources: {'Port': ['ID=c7f389b8-7cde-4757-abac-c1cddf38071f,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:57.256461 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.261268 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5f2af899-8612-46a5-9d0f-8ca6f395e21c req-42c9b72a-05bd-4a1a-9bb5-089b82c66536 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575980
Nov 20 20:46:57.274295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:46:57.275147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:46:57.275589 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.275998 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:46:57.276496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Bound port: c7f389b8-7cde-4757-abac-c1cddf38071f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:46:57.277366 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.337282 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-845a791a-eddd-4626-b768-d8520c45f652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.339940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Network 2ad158de-cda8-4708-adc0-e0fb3ab9e213 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:57.348830 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:57.358339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:57.358339 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.359920 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=be6e2dd3-4330-412c-8ac7-66aa79eed34b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:57.365798 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] For port c7f389b8-7cde-4757-abac-c1cddf38071f, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:46:57.385195 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] For port c7f389b8-7cde-4757-abac-c1cddf38071f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7f389b8-7cde-4757-abac-c1cddf38071f,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:46:57.402352 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.493303 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Routers {'f5759275-c3df-424c-9851-de13af72b622'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:46:57.494603 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473d99d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f5759275-c3df-424c-9851-de13af72b622'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:57.504484 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf9311-6952-4137-bdc2-787586079b17 None None] Pushing event updated for resources: {'Port': ['ID=c7f389b8-7cde-4757-abac-c1cddf38071f,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:57.521804 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-72337d92-985d-469e-9e57-29e553895db6 req-964d5541-1af6-40c4-a46c-416e6727f885 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3067114
Nov 20 20:46:57.528650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-72337d92-985d-469e-9e57-29e553895db6 req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:46:57.560716 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-72337d92-985d-469e-9e57-29e553895db6 req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.653840 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] Set router f5759275-c3df-424c-9851-de13af72b622 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:46:57.678623 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-72337d92-985d-469e-9e57-29e553895db6 req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.710387 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d683d75b-6f2e-4daf-ba77-0b493878b5c8 None None] Provisioning complete for port be6e2dd3-4330-412c-8ac7-66aa79eed34b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:57.710789 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d683d75b-6f2e-4daf-ba77-0b493878b5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.716907 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-845a791a-eddd-4626-b768-d8520c45f652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.730712 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-085dcd99-318d-479b-818a-3f9ce1cd099a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.733219 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-085dcd99-318d-479b-818a-3f9ce1cd099a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.736940 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-085dcd99-318d-479b-818a-3f9ce1cd099a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/baaafc2b-f528-45f0-9e3a-c325865dde5e HTTP/1.1" status: 204  len: 168 time: 0.7902732
Nov 20 20:46:57.788651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085dcd99-318d-479b-818a-3f9ce1cd099a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaafc2b-f528-45f0-9e3a-c325865dde5e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:57.796263 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d683d75b-6f2e-4daf-ba77-0b493878b5c8 None None] Port be6e2dd3-4330-412c-8ac7-66aa79eed34b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:46:57.828820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-72337d92-985d-469e-9e57-29e553895db6 req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Allocated IP 172.35.1.93 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/882c77ca-df19-402e-8e81-8889fe2558f4) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:46:57.872341 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:57.895295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473d99d0>, [{'id': 'f5759275-c3df-424c-9851-de13af72b622', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-726807886-router', 'tenant_id': '2e76c99e96b349dfaca2037d5e677d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c7f389b8-7cde-4757-abac-c1cddf38071f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:50Z', 'updated_at': '2021-11-20T20:46:52Z', 'revision_number': 3, 'project_id': '2e76c99e96b349dfaca2037d5e677d4a', 'gw_port': {'id': 'c7f389b8-7cde-4757-abac-c1cddf38071f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:93:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5759275-c3df-424c-9851-de13af72b622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:51Z', 'updated_at': '2021-11-20T20:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:46:57.903511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e294e34-6d31-462d-b821-c20e6df19324 req-09953a35-efed-4267-8941-2d11892b8942 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:57.914255 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8e294e34-6d31-462d-b821-c20e6df19324 req-09953a35-efed-4267-8941-2d11892b8942 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 944 time: 0.2060554
Nov 20 20:46:57.980361 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-72337d92-985d-469e-9e57-29e553895db6 req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:58.012030 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-845a791a-eddd-4626-b768-d8520c45f652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:58.014704 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-845a791a-eddd-4626-b768-d8520c45f652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:58.018171 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-845a791a-eddd-4626-b768-d8520c45f652 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6043868f-0107-492e-bd42-c137de53b011 HTTP/1.1" status: 204  len: 168 time: 0.9046273
Nov 20 20:46:58.034905 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-72337d92-985d-469e-9e57-29e553895db6 req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:58.058722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f41a2-47dd-4a7d-9480-8a881088ff4a None None] The sync data for ids ['f5759275-c3df-424c-9851-de13af72b622'] in ncdv-master-1 is: [{'id': 'f5759275-c3df-424c-9851-de13af72b622', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-726807886-router', 'tenant_id': '2e76c99e96b349dfaca2037d5e677d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c7f389b8-7cde-4757-abac-c1cddf38071f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:50Z', 'updated_at': '2021-11-20T20:46:52Z', 'revision_number': 3, 'project_id': '2e76c99e96b349dfaca2037d5e677d4a', 'gw_port': {'id': 'c7f389b8-7cde-4757-abac-c1cddf38071f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:93:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5759275-c3df-424c-9851-de13af72b622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:51Z', 'updated_at': '2021-11-20T20:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:46:58.079255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72337d92-985d-469e-9e57-29e553895db6 req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:58.082924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-72337d92-985d-469e-9e57-29e553895db6 req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:58.086265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-72337d92-985d-469e-9e57-29e553895db6 req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:46:58.086723 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8e294e34-6d31-462d-b821-c20e6df19324 req-daa5d549-cbb7-4741-96b8-74538966a6b7 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/security-groups?id=c03bf507-18e2-4064-b787-6768bad94cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714330
Nov 20 20:46:58.096801 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a791a-eddd-4626-b768-d8520c45f652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6043868f-0107-492e-bd42-c137de53b011,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:58.218734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54984) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:58.220233 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Pushing event updated for resources: {'Port': ['ID=882c77ca-df19-402e-8e81-8889fe2558f4,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:58.276283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:58.276632 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:58.276978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:58.277316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:58.277652 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:58.277988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:58.278696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:58.279036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:58.279369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:58.279700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:58.280026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:58.280382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:46:58.290084 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da994227-74cc-4e02-92db-82c06b89f09e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:58.345169 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-72337d92-985d-469e-9e57-29e553895db6 req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:58.347517 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:58.374106 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:58.375951 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:58.469193 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-72337d92-985d-469e-9e57-29e553895db6 req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:58.532912 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=be6e2dd3-4330-412c-8ac7-66aa79eed34b,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:58.644955 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85881926-4eb9-4721-80c7-57e917f9e9c1 req-c827e4c5-5d42-4c69-afd4-867f1ae5219b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:58.646571 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-85881926-4eb9-4721-80c7-57e917f9e9c1 req-c827e4c5-5d42-4c69-afd4-867f1ae5219b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.1292219
Nov 20 20:46:58.661348 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da994227-74cc-4e02-92db-82c06b89f09e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:58.681696 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da994227-74cc-4e02-92db-82c06b89f09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:58.682423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Network 2ad158de-cda8-4708-adc0-e0fb3ab9e213 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:46:58.689158 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:46:58.721982 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:58.737633 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da994227-74cc-4e02-92db-82c06b89f09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a50ac2c-0cfd-48c5-83dd-2b457f01eba3,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:58.812760 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-85881926-4eb9-4721-80c7-57e917f9e9c1 req-94d00fee-4b76-43e3-8a85-00f3f8428a91 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354396
Nov 20 20:46:58.833443 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-da994227-74cc-4e02-92db-82c06b89f09e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99b85463117b4afa98469dd6d8f3ffac&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6052797
Nov 20 20:46:58.834120 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55002) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:58.858200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:46:58.863152 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:58.863760 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:58.963840 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-72337d92-985d-469e-9e57-29e553895db6 req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:58.994192 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-72337d92-985d-469e-9e57-29e553895db6 req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:59.039289 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:59.057711 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e7e53884-20cc-4bb6-9b10-bec2729a58e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:59.085781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa97729-64d1-4da2-9d9f-052cf676e7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d39c4e8-282d-4632-8433-fb1d3c1a36a7'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:46:59.097392 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faba4aae-6cf8-468b-8f69-52fc9f4ae06e" -d '{"events": [{"server_uuid": "8fa97729-64d1-4da2-9d9f-052cf676e7c9", "name": "network-vif-plugged", "status": "completed", "tag": "3d39c4e8-282d-4632-8433-fb1d3c1a36a7"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:46:59.101312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Router f5759275-c3df-424c-9851-de13af72b622 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:46:59.132773 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 3d39c4e8-282d-4632-8433-fb1d3c1a36a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d39c4e8-282d-4632-8433-fb1d3c1a36a7,segment=NetworkSegment(d83d9ce5-b963-40bd-a609-8340a3760d98),segment_id=d83d9ce5-b963-40bd-a609-8340a3760d98)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:59.143391 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f5d7c-0aab-4995-a843-b0a930bf1cb6 req-186f409f-9bad-4c50-a806-6e9fddf43734 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:59.143391 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-574f5d7c-0aab-4995-a843-b0a930bf1cb6 req-186f409f-9bad-4c50-a806-6e9fddf43734 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 950 time: 0.1690421
Nov 20 20:46:59.152082 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:59.195425 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Pushing event updated for resources: {'Port': ['ID=882c77ca-df19-402e-8e81-8889fe2558f4,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:59.199198 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e7e53884-20cc-4bb6-9b10-bec2729a58e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:59.202841 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-151052fd-f2f4-412a-b998-88efde2f5bd6 None None] Provisioning complete for port be6e2dd3-4330-412c-8ac7-66aa79eed34b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:59.203907 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-151052fd-f2f4-412a-b998-88efde2f5bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:59.209032 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-72337d92-985d-469e-9e57-29e553895db6 req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:59.235876 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c7f389b8-7cde-4757-abac-c1cddf38071f up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:46:59.251704 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-72337d92-985d-469e-9e57-29e553895db6 req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:59.253192 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-72337d92-985d-469e-9e57-29e553895db6 req-28d39131-2782-4239-9f4d-5af34168424d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.7296388
Nov 20 20:46:59.308396 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-574f5d7c-0aab-4995-a843-b0a930bf1cb6 req-1725c214-1d3c-4e63-8e78-1cc296ff32b4 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825081
Nov 20 20:46:59.323148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=3d39c4e8-282d-4632-8433-fb1d3c1a36a7,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:59.337371 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-151052fd-f2f4-412a-b998-88efde2f5bd6 None None] Port be6e2dd3-4330-412c-8ac7-66aa79eed34b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:46:59.368074 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55016) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:59.368785 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c7f389b8-7cde-4757-abac-c1cddf38071f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:46:59.369777 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:59.400977 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:46:59.407293 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9a312c6a-499f-42f5-aa0e-c3e42d3fb6e3 admin admin] 10.222.0.41 "PUT /v2.0/routers/f5759275-c3df-424c-9851-de13af72b622/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7381177
Nov 20 20:46:59.431575 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ffa8a0-3199-4d3f-9a51-6d7687324695 x-openstack-request-id: req-e2ffa8a0-3199-4d3f-9a51-6d7687324695 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:46:59.432045 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa97729-64d1-4da2-9d9f-052cf676e7c9", "name": "network-vif-plugged", "status": "completed", "tag": "3d39c4e8-282d-4632-8433-fb1d3c1a36a7", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:46:59.432414 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2ffa8a0-3199-4d3f-9a51-6d7687324695 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:46:59.432899 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa97729-64d1-4da2-9d9f-052cf676e7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d39c4e8-282d-4632-8433-fb1d3c1a36a7', 'code': 200}
Nov 20 20:46:59.463196 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-72337d92-985d-469e-9e57-29e553895db6 req-7c8658d6-743b-42d6-86f6-c47b513e894d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.93 HTTP/1.1" status: 200  len: 695 time: 0.1986363
Nov 20 20:46:59.495169 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:59.546409 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port c7f389b8-7cde-4757-abac-c1cddf38071f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7f389b8-7cde-4757-abac-c1cddf38071f,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:46:59.556668 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:59.646823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9b7cb42d-e614-4947-8fe0-1d9fc5d33631 tempest-AutoAllocateNetworkTest-1276987942 tempest-AutoAllocateNetworkTest-1276987942-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3f84a0ef99a84b48a4c440d7a4a1dbdd&shared=False HTTP/1.1" status: 200  len: 208 time: 0.2781467
Nov 20 20:46:59.651775 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=c7f389b8-7cde-4757-abac-c1cddf38071f,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:59.652518 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55026) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:59.691080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf12d0e-bb40-4ab3-b963-11c03e7e65a2 req-4f1b879f-d8cf-4828-90ad-3a07aee4bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:59.692588 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cbf12d0e-bb40-4ab3-b963-11c03e7e65a2 req-4f1b879f-d8cf-4828-90ad-3a07aee4bb0e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 1096 time: 0.1748309
Nov 20 20:46:59.760644 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8458b0-82f0-42ee-8d4c-ab623cee8941 req-4236fe79-8e70-4bf0-bb27-7fdc3ba1c6e5 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:59.762204 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5c8458b0-82f0-42ee-8d4c-ab623cee8941 req-4236fe79-8e70-4bf0-bb27-7fdc3ba1c6e5 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 945 time: 0.1931756
Nov 20 20:46:59.805214 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e7e53884-20cc-4bb6-9b10-bec2729a58e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:59.807829 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e7e53884-20cc-4bb6-9b10-bec2729a58e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:46:59.811535 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e7e53884-20cc-4bb6-9b10-bec2729a58e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a50ac2c-0cfd-48c5-83dd-2b457f01eba3 HTTP/1.1" status: 204  len: 168 time: 0.9716897
Nov 20 20:46:59.826700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e53884-20cc-4bb6-9b10-bec2729a58e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a50ac2c-0cfd-48c5-83dd-2b457f01eba3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:46:59.842275 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cbf12d0e-bb40-4ab3-b963-11c03e7e65a2 req-520993ac-bd18-4606-975a-916cd2e0608e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c03bf507-18e2-4064-b787-6768bad94cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335719
Nov 20 20:46:59.859135 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72337d92-985d-469e-9e57-29e553895db6 req-15b0a035-f74b-4e5c-9172-9525699d25c2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:59.860552 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-72337d92-985d-469e-9e57-29e553895db6 req-15b0a035-f74b-4e5c-9172-9525699d25c2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.3907714
Nov 20 20:46:59.866968 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520dc2fb-cdc1-499d-830c-9ae714b6d876 tempest-AutoAllocateNetworkTest-1276987942 tempest-AutoAllocateNetworkTest-1276987942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:46:59.868877 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-520dc2fb-cdc1-499d-830c-9ae714b6d876 tempest-AutoAllocateNetworkTest-1276987942 tempest-AutoAllocateNetworkTest-1276987942-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.2115147
Nov 20 20:46:59.871430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-72337d92-985d-469e-9e57-29e553895db6 req-efdcab47-7776-4163-b380-f613acac023c tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:46:59.872600 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-72337d92-985d-469e-9e57-29e553895db6 req-efdcab47-7776-4163-b380-f613acac023c tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0065563
Nov 20 20:46:59.873080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55032) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:59.895682 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5c8458b0-82f0-42ee-8d4c-ab623cee8941 req-0286d28a-c584-4d67-90cb-248de72b3fc5 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/security-groups?id=c03bf507-18e2-4064-b787-6768bad94cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160934
Nov 20 20:46:59.939966 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b1ab5e1d-8db0-4066-909d-cc5286c98f11 tempest-AutoAllocateNetworkTest-1276987942 tempest-AutoAllocateNetworkTest-1276987942-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0651760
Nov 20 20:46:59.942530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55040) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:46:59.986902 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c6ef6626-f5fc-4ed3-80bf-ba09dab25028 tempest-AutoAllocateNetworkTest-1276987942 tempest-AutoAllocateNetworkTest-1276987942-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3f84a0ef99a84b48a4c440d7a4a1dbdd HTTP/1.1" status: 200  len: 208 time: 0.0425632
Nov 20 20:47:00.035828 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d383f62-3c9d-432e-9100-fedfdedf144a req-7b5f8c21-5594-4bab-b846-8e91f9ff95d3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:00.044160 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1d383f62-3c9d-432e-9100-fedfdedf144a req-7b5f8c21-5594-4bab-b846-8e91f9ff95d3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.0635641
Nov 20 20:47:00.089163 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1d383f62-3c9d-432e-9100-fedfdedf144a req-a3785db9-e90d-40fd-9e18-514a625a4be8 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441298
Nov 20 20:47:00.262809 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-018712ed-f32e-4d21-857a-a0d59b816159 req-3236a70d-c2ae-4962-9cb7-5d0840b95607 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1474447
Nov 20 20:47:00.270245 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-6f3ab23b-f136-4561-b077-a3f41ecafd76 req-7c8b691e-9e5d-4046-a14f-31d325f786ca tempest-FloatingIPDetailsNegativeTestJSON-1597393032 tempest-FloatingIPDetailsNegativeTestJSON-1597393032-project] show failed (client error): The resource could not be found.
Nov 20 20:47:00.271285 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6f3ab23b-f136-4561-b077-a3f41ecafd76 req-7c8b691e-9e5d-4046-a14f-31d325f786ca tempest-FloatingIPDetailsNegativeTestJSON-1597393032 tempest-FloatingIPDetailsNegativeTestJSON-1597393032-project] 10.222.0.41 "GET /v2.0/floatingips/3834c0a9-52b1-4f3a-9d89-9656bb58b8d3 HTTP/1.1" status: 404  len: 350 time: 0.0474584
Nov 20 20:47:00.277384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-018712ed-f32e-4d21-857a-a0d59b816159 req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:00.283177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55050) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:00.338984 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-018712ed-f32e-4d21-857a-a0d59b816159 req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:00.416352 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55058) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:00.498317 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-018712ed-f32e-4d21-857a-a0d59b816159 req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:00.534148 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03b96c-7332-4ff6-9e1d-182d3ca42819 req-72673371-fcbf-4d38-96dc-517738690ce2 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:00.535820 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e03b96c-7332-4ff6-9e1d-182d3ca42819 req-72673371-fcbf-4d38-96dc-517738690ce2 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 950 time: 0.1140835
Nov 20 20:47:00.592189 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-75f43eda-8e17-45bf-9df6-86ee14f9dd17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:00.639728 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Sync routers for ids ['f5759275-c3df-424c-9851-de13af72b622'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:47:00.651617 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Routers {'f5759275-c3df-424c-9851-de13af72b622'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:47:00.652546 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54690460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f5759275-c3df-424c-9851-de13af72b622'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:00.688355 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-018712ed-f32e-4d21-857a-a0d59b816159 req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Allocated IP 172.35.1.30 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/b6e199c4-6377-4662-a0f5-2e33b18a9e8e) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:00.738406 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e03b96c-7332-4ff6-9e1d-182d3ca42819 req-07df7793-7fb1-423a-bf6d-a6c3cfe38439 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500249
Nov 20 20:47:00.782492 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Set router f5759275-c3df-424c-9851-de13af72b622 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:47:00.926229 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-018712ed-f32e-4d21-857a-a0d59b816159 req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.035492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e52cbe-3912-4577-a6e3-a6af23b3260a req-4c6cb6d4-fef6-4392-9352-c2cf02f09ef2 tempest-LiveMigrationNegativeTest-1921044942 tempest-LiveMigrationNegativeTest-1921044942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:01.053173 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54e52cbe-3912-4577-a6e3-a6af23b3260a req-4c6cb6d4-fef6-4392-9352-c2cf02f09ef2 tempest-LiveMigrationNegativeTest-1921044942 tempest-LiveMigrationNegativeTest-1921044942-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 1101 time: 0.2220483
Nov 20 20:47:01.064295 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54690460>, [{'id': 'f5759275-c3df-424c-9851-de13af72b622', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-726807886-router', 'tenant_id': '2e76c99e96b349dfaca2037d5e677d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c7f389b8-7cde-4757-abac-c1cddf38071f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:50Z', 'updated_at': '2021-11-20T20:46:57Z', 'revision_number': 4, 'project_id': '2e76c99e96b349dfaca2037d5e677d4a', 'gw_port': {'id': 'c7f389b8-7cde-4757-abac-c1cddf38071f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5759275-c3df-424c-9851-de13af72b622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:51Z', 'updated_at': '2021-11-20T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be6e2dd3-4330-412c-8ac7-66aa79eed34b', 'name': '', 'network_id': '2ad158de-cda8-4708-adc0-e0fb3ab9e213', 'tenant_id': '2e76c99e96b349dfaca2037d5e677d4a', 'mac_address': 'fa:16:3e:a2:9e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5759275-c3df-424c-9851-de13af72b622', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '577fff26-e068-4f0d-b518-849941311fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:56Z', 'updated_at': '2021-11-20T20:46:58Z', 'revision_number': 2, 'project_id': '2e76c99e96b349dfaca2037d5e677d4a', 'subnets': [{'id': '577fff26-e068-4f0d-b518-849941311fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:01.066545 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-018712ed-f32e-4d21-857a-a0d59b816159 req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.076141 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-75f43eda-8e17-45bf-9df6-86ee14f9dd17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.099677 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Checking router: f5759275-c3df-424c-9851-de13af72b622 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:47:01.100396 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Updating router f5759275-c3df-424c-9851-de13af72b622 port be6e2dd3-4330-412c-8ac7-66aa79eed34b binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:47:01.126820 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-75f43eda-8e17-45bf-9df6-86ee14f9dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.129418 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.169689 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-54e52cbe-3912-4577-a6e3-a6af23b3260a req-a7dada6e-1de8-42b9-a2fb-63705d6001b5 tempest-LiveMigrationNegativeTest-1921044942 tempest-LiveMigrationNegativeTest-1921044942-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.175702 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018712ed-f32e-4d21-857a-a0d59b816159 req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:01.180887 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-018712ed-f32e-4d21-857a-a0d59b816159 req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:01.182615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Pushing event updated for resources: {'Port': ['ID=b6e199c4-6377-4662-a0f5-2e33b18a9e8e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:01.184935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-018712ed-f32e-4d21-857a-a0d59b816159 req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:01.199155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c7f389b8-7cde-4757-abac-c1cddf38071f up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:01.277075 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-018712ed-f32e-4d21-857a-a0d59b816159 req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.277407 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f43eda-8e17-45bf-9df6-86ee14f9dd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d26925-05d6-4597-9002-9c044e9534b3,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:01.302268 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-75f43eda-8e17-45bf-9df6-86ee14f9dd17 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f84a0ef99a84b48a4c440d7a4a1dbdd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8848150
Nov 20 20:47:01.304975 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55086) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:01.342598 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-018712ed-f32e-4d21-857a-a0d59b816159 req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.346034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c7f389b8-7cde-4757-abac-c1cddf38071f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:01.346510 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.551520 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b72cebff-29de-4e4e-bc24-cb9e713ca948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.575336 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-54e52cbe-3912-4577-a6e3-a6af23b3260a req-a7dada6e-1de8-42b9-a2fb-63705d6001b5 tempest-LiveMigrationNegativeTest-1921044942 tempest-LiveMigrationNegativeTest-1921044942-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.578263 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-456b2348-8495-43d5-8e32-176eede56f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.586086 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-54e52cbe-3912-4577-a6e3-a6af23b3260a req-a7dada6e-1de8-42b9-a2fb-63705d6001b5 tempest-LiveMigrationNegativeTest-1921044942 tempest-LiveMigrationNegativeTest-1921044942-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.589232 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.601356 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.640007 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-018712ed-f32e-4d21-857a-a0d59b816159 req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.649933 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b72cebff-29de-4e4e-bc24-cb9e713ca948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.650831 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-018712ed-f32e-4d21-857a-a0d59b816159 req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.666276 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40f432-e4af-4439-a94b-3abd1c391d73 None None] Pushing event updated for resources: {'Port': ['ID=be6e2dd3-4330-412c-8ac7-66aa79eed34b,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:01.720319 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-018712ed-f32e-4d21-857a-a0d59b816159 req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.728875 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54e52cbe-3912-4577-a6e3-a6af23b3260a req-a7dada6e-1de8-42b9-a2fb-63705d6001b5 tempest-LiveMigrationNegativeTest-1921044942 tempest-LiveMigrationNegativeTest-1921044942-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6743865
Nov 20 20:47:01.742018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dada6e-1de8-42b9-a2fb-63705d6001b5 tempest-LiveMigrationNegativeTest-1921044942 tempest-LiveMigrationNegativeTest-1921044942-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc426d66-3382-4704-a4e0-2d62f53b4a15,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:01.790317 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Attempting to bind port be6e2dd3-4330-412c-8ac7-66aa79eed34b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:47:01.790909 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Attempting to bind port be6e2dd3-4330-412c-8ac7-66aa79eed34b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '92f9d80e-f212-4277-8139-21fbb4f80dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ad158de-cda8-4708-adc0-e0fb3ab9e213'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:47:01.791435 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Attempting to bind port be6e2dd3-4330-412c-8ac7-66aa79eed34b on network 2ad158de-cda8-4708-adc0-e0fb3ab9e213 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:01.802828 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Pushing event updated for resources: {'Port': ['ID=b6e199c4-6377-4662-a0f5-2e33b18a9e8e,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:01.811705 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:47:01.811968 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Checking segment: {'id': '92f9d80e-f212-4277-8139-21fbb4f80dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ad158de-cda8-4708-adc0-e0fb3ab9e213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:01.812540 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.813139 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Bound using segment: {'id': '92f9d80e-f212-4277-8139-21fbb4f80dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ad158de-cda8-4708-adc0-e0fb3ab9e213'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:47:01.813572 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Bound port: be6e2dd3-4330-412c-8ac7-66aa79eed34b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f9d80e-f212-4277-8139-21fbb4f80dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ad158de-cda8-4708-adc0-e0fb3ab9e213'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:47:01.814149 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.829553 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-018712ed-f32e-4d21-857a-a0d59b816159 req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.842628 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-018712ed-f32e-4d21-857a-a0d59b816159 req-5d75704c-9436-439e-9222-06ae8cbe5fe2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5697548
Nov 20 20:47:01.846358 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b72cebff-29de-4e4e-bc24-cb9e713ca948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.859119 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b72cebff-29de-4e4e-bc24-cb9e713ca948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.866457 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b72cebff-29de-4e4e-bc24-cb9e713ca948 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62d26925-05d6-4597-9002-9c044e9534b3 HTTP/1.1" status: 204  len: 168 time: 0.5560696
Nov 20 20:47:01.928042 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] For port be6e2dd3-4330-412c-8ac7-66aa79eed34b, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:47:01.931975 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] For port be6e2dd3-4330-412c-8ac7-66aa79eed34b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be6e2dd3-4330-412c-8ac7-66aa79eed34b,segment=NetworkSegment(92f9d80e-f212-4277-8139-21fbb4f80dda),segment_id=92f9d80e-f212-4277-8139-21fbb4f80dda)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:47:01.941944 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:01.946591 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-018712ed-f32e-4d21-857a-a0d59b816159 req-913a5471-80ea-4fed-a31c-6ee5fa4456aa tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.30 HTTP/1.1" status: 200  len: 695 time: 0.1027017
Nov 20 20:47:01.998983 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Routers {'f5759275-c3df-424c-9851-de13af72b622'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:47:02.001249 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54690460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f5759275-c3df-424c-9851-de13af72b622'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:02.008252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72cebff-29de-4e4e-bc24-cb9e713ca948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d26925-05d6-4597-9002-9c044e9534b3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:02.101509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fe346-2e60-45f7-9874-d2ff7acfaff3 req-1f3a4011-6425-49c1-9c9a-85498aaf00da tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:02.103205 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-698fe346-2e60-45f7-9874-d2ff7acfaff3 req-1f3a4011-6425-49c1-9c9a-85498aaf00da tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 945 time: 0.2332115
Nov 20 20:47:02.116110 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-930c8f54-907f-42dc-96b8-a03c1a37a1ed None None] Provisioning complete for port be6e2dd3-4330-412c-8ac7-66aa79eed34b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:02.119152 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-930c8f54-907f-42dc-96b8-a03c1a37a1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:02.204369 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] Set router f5759275-c3df-424c-9851-de13af72b622 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:47:02.238066 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018712ed-f32e-4d21-857a-a0d59b816159 req-ac22a677-1fe5-4f03-a04c-56e96e721be2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:02.256041 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-698fe346-2e60-45f7-9874-d2ff7acfaff3 req-f878fb9c-2cf1-4283-8ca7-208cc95ffe94 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/security-groups?id=c03bf507-18e2-4064-b787-6768bad94cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309159
Nov 20 20:47:02.274740 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-018712ed-f32e-4d21-857a-a0d59b816159 req-ac22a677-1fe5-4f03-a04c-56e96e721be2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.3259404
Nov 20 20:47:02.325145 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-930c8f54-907f-42dc-96b8-a03c1a37a1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:02.376386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-930c8f54-907f-42dc-96b8-a03c1a37a1ed None None] For port be6e2dd3-4330-412c-8ac7-66aa79eed34b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be6e2dd3-4330-412c-8ac7-66aa79eed34b,segment=NetworkSegment(92f9d80e-f212-4277-8139-21fbb4f80dda),segment_id=92f9d80e-f212-4277-8139-21fbb4f80dda)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:02.382342 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-930c8f54-907f-42dc-96b8-a03c1a37a1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:02.429773 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-456b2348-8495-43d5-8e32-176eede56f4a admin admin] Deleting port be6e2dd3-4330-412c-8ac7-66aa79eed34b {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:47:02.429773 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-456b2348-8495-43d5-8e32-176eede56f4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:02.459581 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c8f54-907f-42dc-96b8-a03c1a37a1ed None None] Pushing event updated for resources: {'Port': ['ID=be6e2dd3-4330-412c-8ac7-66aa79eed34b,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:02.469245 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa567aeb-d8a4-47d7-a4a6-2e50ce3d2b0d req-b06460a1-6217-4fdd-8f38-4fbb7defd6fd tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:02.472849 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fa567aeb-d8a4-47d7-a4a6-2e50ce3d2b0d req-b06460a1-6217-4fdd-8f38-4fbb7defd6fd tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.0914326
Nov 20 20:47:02.515331 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5d16f5d9-dd47-4658-985f-5ab232a31a75 None None] Provisioning complete for port be6e2dd3-4330-412c-8ac7-66aa79eed34b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:02.517666 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5d16f5d9-dd47-4658-985f-5ab232a31a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:02.532123 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fa567aeb-d8a4-47d7-a4a6-2e50ce3d2b0d req-c4a1907b-0b07-4752-bcb7-cd2f2cf564e9 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517399
Nov 20 20:47:02.716680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-456b2348-8495-43d5-8e32-176eede56f4a admin admin] For port be6e2dd3-4330-412c-8ac7-66aa79eed34b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be6e2dd3-4330-412c-8ac7-66aa79eed34b,segment=NetworkSegment(92f9d80e-f212-4277-8139-21fbb4f80dda),segment_id=92f9d80e-f212-4277-8139-21fbb4f80dda)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:02.717330 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-456b2348-8495-43d5-8e32-176eede56f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:02.726954 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40f432-e4af-4439-a94b-3abd1c391d73 None None] Pushing event updated for resources: {'Port': ['ID=be6e2dd3-4330-412c-8ac7-66aa79eed34b,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:02.735128 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-456b2348-8495-43d5-8e32-176eede56f4a admin admin] Calling delete_port for be6e2dd3-4330-412c-8ac7-66aa79eed34b owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:47:02.747259 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dee59672-18db-4435-91af-e6df7cc4c70b req-ecf6a9e7-f365-43c4-bf76-c372a8f89a26 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2770183
Nov 20 20:47:02.770818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-dee59672-18db-4435-91af-e6df7cc4c70b req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:02.854278 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dee59672-18db-4435-91af-e6df7cc4c70b req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:02.904925 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54690460>, [{'id': 'f5759275-c3df-424c-9851-de13af72b622', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-726807886-router', 'tenant_id': '2e76c99e96b349dfaca2037d5e677d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c7f389b8-7cde-4757-abac-c1cddf38071f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:50Z', 'updated_at': '2021-11-20T20:46:57Z', 'revision_number': 4, 'project_id': '2e76c99e96b349dfaca2037d5e677d4a', 'gw_port': {'id': 'c7f389b8-7cde-4757-abac-c1cddf38071f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5759275-c3df-424c-9851-de13af72b622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:51Z', 'updated_at': '2021-11-20T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be6e2dd3-4330-412c-8ac7-66aa79eed34b', 'name': '', 'network_id': '2ad158de-cda8-4708-adc0-e0fb3ab9e213', 'tenant_id': '2e76c99e96b349dfaca2037d5e677d4a', 'mac_address': 'fa:16:3e:a2:9e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5759275-c3df-424c-9851-de13af72b622', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '577fff26-e068-4f0d-b518-849941311fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:56Z', 'updated_at': '2021-11-20T20:47:01Z', 'revision_number': 4, 'project_id': '2e76c99e96b349dfaca2037d5e677d4a', 'subnets': [{'id': '577fff26-e068-4f0d-b518-849941311fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:02.980390 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8610f87a-1831-4ca9-8319-047e8784716f None None] The sync data for ids ['f5759275-c3df-424c-9851-de13af72b622'] in ncdv-master-1 is: [{'id': 'f5759275-c3df-424c-9851-de13af72b622', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-726807886-router', 'tenant_id': '2e76c99e96b349dfaca2037d5e677d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c7f389b8-7cde-4757-abac-c1cddf38071f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:50Z', 'updated_at': '2021-11-20T20:46:57Z', 'revision_number': 4, 'project_id': '2e76c99e96b349dfaca2037d5e677d4a', 'gw_port': {'id': 'c7f389b8-7cde-4757-abac-c1cddf38071f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5759275-c3df-424c-9851-de13af72b622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:51Z', 'updated_at': '2021-11-20T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be6e2dd3-4330-412c-8ac7-66aa79eed34b', 'name': '', 'network_id': '2ad158de-cda8-4708-adc0-e0fb3ab9e213', 'tenant_id': '2e76c99e96b349dfaca2037d5e677d4a', 'mac_address': 'fa:16:3e:a2:9e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5759275-c3df-424c-9851-de13af72b622', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '577fff26-e068-4f0d-b518-849941311fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:56Z', 'updated_at': '2021-11-20T20:47:01Z', 'revision_number': 4, 'project_id': '2e76c99e96b349dfaca2037d5e677d4a', 'subnets': [{'id': '577fff26-e068-4f0d-b518-849941311fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:47:03.100312 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-456b2348-8495-43d5-8e32-176eede56f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:03.114462 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dee59672-18db-4435-91af-e6df7cc4c70b req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:03.142855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b2348-8495-43d5-8e32-176eede56f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=be6e2dd3-4330-412c-8ac7-66aa79eed34b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:03.510708 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55172) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:03.721328 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-dee59672-18db-4435-91af-e6df7cc4c70b req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Allocated IP 172.35.1.92 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/0768b9aa-8d68-4ba9-984f-d7dc7bc7c595) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:03.732655 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-5799c812-553c-4247-9985-ceb7086af99a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-network', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:03.764404 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5799c812-553c-4247-9985-ceb7086af99a admin admin] Made reservation on behalf of 5857f13b93654bb08bfb0e3045dc0a42 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:03.767402 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5799c812-553c-4247-9985-ceb7086af99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:03.780699 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5799c812-553c-4247-9985-ceb7086af99a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:03.935203 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5799c812-553c-4247-9985-ceb7086af99a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:03.946426 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5799c812-553c-4247-9985-ceb7086af99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:03.969267 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5799c812-553c-4247-9985-ceb7086af99a admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:47:03.982907 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5799c812-553c-4247-9985-ceb7086af99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:03.983258 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-5799c812-553c-4247-9985-ceb7086af99a admin admin] Added segment 30bb5757-1c9e-4c5f-a18c-7af9d75bafad of type vlan for network b732d073-2758-47f6-b640-8b10bd32a71a
Nov 20 20:47:04.007728 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-456b2348-8495-43d5-8e32-176eede56f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:04.047338 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5799c812-553c-4247-9985-ceb7086af99a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:04.096515 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5799c812-553c-4247-9985-ceb7086af99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:04.098561 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5799c812-553c-4247-9985-ceb7086af99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:04.099175 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5799c812-553c-4247-9985-ceb7086af99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:04.118026 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dee59672-18db-4435-91af-e6df7cc4c70b req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:04.145017 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5799c812-553c-4247-9985-ceb7086af99a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6331503
Nov 20 20:47:04.150977 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55192) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:04.186793 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e6e6a46c-3000-46a7-a10d-083802a05c41 admin admin] Request body: {'subnet': {'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-subnet', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:04.196824 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799c812-553c-4247-9985-ceb7086af99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6c182a-ed3f-4316-9898-fda37df68439,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:04.248491 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799c812-553c-4247-9985-ceb7086af99a admin admin] Pushing event updated for resources: {'Network': ['ID=b732d073-2758-47f6-b640-8b10bd32a71a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:04.263511 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dee59672-18db-4435-91af-e6df7cc4c70b req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:04.265178 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network b732d073-2758-47f6-b640-8b10bd32a71a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:47:04.275674 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e6a46c-3000-46a7-a10d-083802a05c41 admin admin] Made reservation on behalf of 5857f13b93654bb08bfb0e3045dc0a42 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:04.278298 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6e6a46c-3000-46a7-a10d-083802a05c41 admin admin] Publish callbacks [] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:04.358096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee59672-18db-4435-91af-e6df7cc4c70b req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:04.358762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Pushing event updated for resources: {'Port': ['ID=0768b9aa-8d68-4ba9-984f-d7dc7bc7c595,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:04.409838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-dee59672-18db-4435-91af-e6df7cc4c70b req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:04.414023 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee59672-18db-4435-91af-e6df7cc4c70b req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:04.441646 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cad601-f06a-4efb-8a3f-00713cedb076 req-61142671-43f1-4e70-aeff-de7eb56d2d2e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:04.443197 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0cad601-f06a-4efb-8a3f-00713cedb076 req-61142671-43f1-4e70-aeff-de7eb56d2d2e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.1336942
Nov 20 20:47:04.479915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456b2348-8495-43d5-8e32-176eede56f4a admin admin] Router f5759275-c3df-424c-9851-de13af72b622 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:47:04.533795 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0cad601-f06a-4efb-8a3f-00713cedb076 req-794684ad-650b-4b80-9a08-60175d1ac7f2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832486
Nov 20 20:47:04.599347 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dee59672-18db-4435-91af-e6df7cc4c70b req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:04.630648 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6e6a46c-3000-46a7-a10d-083802a05c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:04.677788 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456b2348-8495-43d5-8e32-176eede56f4a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:47:04.684925 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-456b2348-8495-43d5-8e32-176eede56f4a admin admin] 10.222.0.41 "PUT /v2.0/routers/f5759275-c3df-424c-9851-de13af72b622/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4005880
Nov 20 20:47:04.687378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55208) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:04.696968 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dee59672-18db-4435-91af-e6df7cc4c70b req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:04.731420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6a46c-3000-46a7-a10d-083802a05c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b201ef63-9242-4505-8ba1-cc569c2352d2,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:04.745733 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e6a46c-3000-46a7-a10d-083802a05c41 admin admin] Checking segment: {'id': '30bb5757-1c9e-4c5f-a18c-7af9d75bafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:04.746107 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e6a46c-3000-46a7-a10d-083802a05c41 admin admin] Network hostable DHCP agents. Network: b732d073-2758-47f6-b640-8b10bd32a71a, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:47:04.759394 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0639ca-fe78-485a-b6f1-4126d8c67c99 req-4619840d-7652-49f1-a3a2-8f44b3a6dbaf tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:04.760893 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd0639ca-fe78-485a-b6f1-4126d8c67c99 req-4619840d-7652-49f1-a3a2-8f44b3a6dbaf tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 950 time: 0.1008501
Nov 20 20:47:04.786090 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e6a46c-3000-46a7-a10d-083802a05c41 admin admin] Network b732d073-2758-47f6-b640-8b10bd32a71a is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:47:04.797984 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-e6e6a46c-3000-46a7-a10d-083802a05c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b732d073-2758-47f6-b640-8b10bd32a71a) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:04.807598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc62f60-dfec-4b80-81bd-32dcb600b640 None None] Network b732d073-2758-47f6-b640-8b10bd32a71a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:04.825671 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e6a46c-3000-46a7-a10d-083802a05c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:04.826295 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6e6a46c-3000-46a7-a10d-083802a05c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:04.845265 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd0639ca-fe78-485a-b6f1-4126d8c67c99 req-ee23dca2-ae05-4d64-982d-59046633a5df tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759161
Nov 20 20:47:04.849259 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0578-0a65-4506-808b-142aec5440a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:04.856810 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e6e6a46c-3000-46a7-a10d-083802a05c41 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.6886079
Nov 20 20:47:04.859411 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55210) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:04.865833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:04.905189 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:04.906643 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:04.980976 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:05.008615 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b732d073-2758-47f6-b640-8b10bd32a71a', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:47:05.009521 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:05.052994 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0578-0a65-4506-808b-142aec5440a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:05.089498 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dee59672-18db-4435-91af-e6df7cc4c70b req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:05.116757 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dee59672-18db-4435-91af-e6df7cc4c70b req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:05.187269 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Allocated IP 172.20.0.2 (b732d073-2758-47f6-b640-8b10bd32a71a/b201ef63-9242-4505-8ba1-cc569c2352d2/bfc051ce-ee49-4410-acea-dd7a510f3f1c) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:05.217954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Pushing event updated for resources: {'Port': ['ID=0768b9aa-8d68-4ba9-984f-d7dc7bc7c595,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:05.232368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f0578-0a65-4506-808b-142aec5440a5 admin admin] Deleting port c7f389b8-7cde-4757-abac-c1cddf38071f {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:47:05.232765 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0578-0a65-4506-808b-142aec5440a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:05.235655 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dee59672-18db-4435-91af-e6df7cc4c70b req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:05.260311 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dee59672-18db-4435-91af-e6df7cc4c70b req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:05.261652 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dee59672-18db-4435-91af-e6df7cc4c70b req-588a6f04-fd98-475e-9d50-283f0758042e tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.5035102
Nov 20 20:47:05.410981 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dee59672-18db-4435-91af-e6df7cc4c70b req-9d07bf61-fa9c-45fc-8474-5a9c55ea0534 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.92 HTTP/1.1" status: 200  len: 695 time: 0.1344614
Nov 20 20:47:05.454306 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:05.462145 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:05.502417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-ea5f0578-0a65-4506-808b-142aec5440a5 admin admin] For port c7f389b8-7cde-4757-abac-c1cddf38071f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7f389b8-7cde-4757-abac-c1cddf38071f,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:05.502992 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0578-0a65-4506-808b-142aec5440a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:05.518452 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:05.529117 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Pushing event updated for resources: {'Port': ['ID=bfc051ce-ee49-4410-acea-dd7a510f3f1c,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:05.537419 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f0578-0a65-4506-808b-142aec5440a5 admin admin] Calling delete_port for c7f389b8-7cde-4757-abac-c1cddf38071f owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:47:05.541173 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Network b732d073-2758-47f6-b640-8b10bd32a71a is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:05.543982 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:05.547208 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:05.653403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Attempting to bind port bfc051ce-ee49-4410-acea-dd7a510f3f1c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:47:05.654183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Attempting to bind port bfc051ce-ee49-4410-acea-dd7a510f3f1c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '30bb5757-1c9e-4c5f-a18c-7af9d75bafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:47:05.654559 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Attempting to bind port bfc051ce-ee49-4410-acea-dd7a510f3f1c on network b732d073-2758-47f6-b640-8b10bd32a71a {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:05.655493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ca2d0-b2df-4ff0-a735-0c19cac92b4b req-fc8669f6-077d-405e-bbef-c3648228ac81 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:05.657613 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d97ca2d0-b2df-4ff0-a735-0c19cac92b4b req-fc8669f6-077d-405e-bbef-c3648228ac81 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.47 "GET /v2.0/ports?device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 950 time: 0.1277142
Nov 20 20:47:05.660581 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:47:05.660968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Checking segment: {'id': '30bb5757-1c9e-4c5f-a18c-7af9d75bafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:05.661471 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:05.663854 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Bound using segment: {'id': '30bb5757-1c9e-4c5f-a18c-7af9d75bafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:47:05.665714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Bound port: bfc051ce-ee49-4410-acea-dd7a510f3f1c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30bb5757-1c9e-4c5f-a18c-7af9d75bafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:47:05.666153 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:05.678448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee59672-18db-4435-91af-e6df7cc4c70b req-29fa02b4-c6d1-4120-8077-6954f3423163 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:05.679608 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dee59672-18db-4435-91af-e6df7cc4c70b req-29fa02b4-c6d1-4120-8077-6954f3423163 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.2463086
Nov 20 20:47:05.776833 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] For port bfc051ce-ee49-4410-acea-dd7a510f3f1c, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:47:05.781011 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] For port bfc051ce-ee49-4410-acea-dd7a510f3f1c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfc051ce-ee49-4410-acea-dd7a510f3f1c,segment=NetworkSegment(30bb5757-1c9e-4c5f-a18c-7af9d75bafad),segment_id=30bb5757-1c9e-4c5f-a18c-7af9d75bafad)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:47:05.786951 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:05.945540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553af2c-3574-4868-8617-95cdb8db70e6 req-1ccc523b-555d-4ae8-82dc-1602c170b8f3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:05.953809 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9553af2c-3574-4868-8617-95cdb8db70e6 req-1ccc523b-555d-4ae8-82dc-1602c170b8f3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.2181337
Nov 20 20:47:05.959083 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5e75c-e50c-46db-aef9-e8438e44f10f None None] Pushing event updated for resources: {'Port': ['ID=bfc051ce-ee49-4410-acea-dd7a510f3f1c,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:06.043824 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0578-0a65-4506-808b-142aec5440a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:06.056155 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ec1f94c-2391-4ee8-9213-ae7218c2a8a1 req-6cc733ed-2f22-4c30-a971-35cffb113f35 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips/b889b597-62d4-484b-b3c6-bc8f3aaa4b55 HTTP/1.1" status: 200  len: 692 time: 0.0975158
Nov 20 20:47:06.095827 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-d97ca2d0-b2df-4ff0-a735-0c19cac92b4b req-038ef401-40a4-46ba-bfeb-fd0e27c0f97c tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Deleting port 783944b3-4138-4d0f-b209-7f593cf9e786 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:47:06.096579 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d97ca2d0-b2df-4ff0-a735-0c19cac92b4b req-038ef401-40a4-46ba-bfeb-fd0e27c0f97c tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:06.099570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f0578-0a65-4506-808b-142aec5440a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f389b8-7cde-4757-abac-c1cddf38071f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:06.147065 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d41fdc-6ca8-4c68-8a06-5390ffb4c02f None None] Sync routers for ids ['f5759275-c3df-424c-9851-de13af72b622'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:47:06.179522 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9553af2c-3574-4868-8617-95cdb8db70e6 req-791b60b5-5cd4-4f5e-ba8b-aaef8dbc48a0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2238772
Nov 20 20:47:06.182349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d41fdc-6ca8-4c68-8a06-5390ffb4c02f None None] Routers {'f5759275-c3df-424c-9851-de13af72b622'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:47:06.185631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-32d41fdc-6ca8-4c68-8a06-5390ffb4c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47aa35b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f5759275-c3df-424c-9851-de13af72b622'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:06.277066 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:06.326697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55252) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:06.330513 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0578-0a65-4506-808b-142aec5440a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:06.339338 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:06.512573 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-32d41fdc-6ca8-4c68-8a06-5390ffb4c02f None None] Set router f5759275-c3df-424c-9851-de13af72b622 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:47:06.626348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-d97ca2d0-b2df-4ff0-a735-0c19cac92b4b req-038ef401-40a4-46ba-bfeb-fd0e27c0f97c tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] For port 783944b3-4138-4d0f-b209-7f593cf9e786, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=783944b3-4138-4d0f-b209-7f593cf9e786,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:06.626710 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d97ca2d0-b2df-4ff0-a735-0c19cac92b4b req-038ef401-40a4-46ba-bfeb-fd0e27c0f97c tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:06.642090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1f94c-2391-4ee8-9213-ae7218c2a8a1 req-300d9228-e06f-479a-af8c-d2249a6662b5 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:06.643173 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ec1f94c-2391-4ee8-9213-ae7218c2a8a1 req-300d9228-e06f-479a-af8c-d2249a6662b5 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.5558438
Nov 20 20:47:06.654035 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-d97ca2d0-b2df-4ff0-a735-0c19cac92b4b req-038ef401-40a4-46ba-bfeb-fd0e27c0f97c tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Calling delete_port for 783944b3-4138-4d0f-b209-7f593cf9e786 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:47:06.681122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Allocated IP 172.35.1.94 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/ff8105a0-eca5-4ddf-9777-1a23ed5c1421) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:06.695735 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-1ec1f94c-2391-4ee8-9213-ae7218c2a8a1 req-fa4c06a7-e152-423d-92f1-edbcf7ab60e9 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:47:06.695735 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ec1f94c-2391-4ee8-9213-ae7218c2a8a1 req-fa4c06a7-e152-423d-92f1-edbcf7ab60e9 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0356438
Nov 20 20:47:06.702639 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58568635-6583-43e4-b8b0-51bcb6f7c610 req-e866b2da-1c28-4b98-a0e0-28a88cb103a9 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:06.711416 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-58568635-6583-43e4-b8b0-51bcb6f7c610 req-e866b2da-1c28-4b98-a0e0-28a88cb103a9 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=055480e4-60a2-498c-813d-86502a476e44 HTTP/1.1" status: 200  len: 950 time: 0.2108440
Nov 20 20:47:06.713975 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-32d41fdc-6ca8-4c68-8a06-5390ffb4c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47aa35b0>, [{'id': 'f5759275-c3df-424c-9851-de13af72b622', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-726807886-router', 'tenant_id': '2e76c99e96b349dfaca2037d5e677d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:50Z', 'updated_at': '2021-11-20T20:47:05Z', 'revision_number': 7, 'project_id': '2e76c99e96b349dfaca2037d5e677d4a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:06.763028 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d41fdc-6ca8-4c68-8a06-5390ffb4c02f None None] Checking router: f5759275-c3df-424c-9851-de13af72b622 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:47:06.776399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d41fdc-6ca8-4c68-8a06-5390ffb4c02f None None] Routers {'f5759275-c3df-424c-9851-de13af72b622'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:47:06.777175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-32d41fdc-6ca8-4c68-8a06-5390ffb4c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47aa35b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f5759275-c3df-424c-9851-de13af72b622'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:06.872849 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-32d41fdc-6ca8-4c68-8a06-5390ffb4c02f None None] Set router f5759275-c3df-424c-9851-de13af72b622 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:47:06.954448 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-58568635-6583-43e4-b8b0-51bcb6f7c610 req-466542c0-7135-4c8a-b4be-10e60d899288 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673954
Nov 20 20:47:06.963874 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-32d41fdc-6ca8-4c68-8a06-5390ffb4c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47aa35b0>, [{'id': 'f5759275-c3df-424c-9851-de13af72b622', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-726807886-router', 'tenant_id': '2e76c99e96b349dfaca2037d5e677d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:50Z', 'updated_at': '2021-11-20T20:47:05Z', 'revision_number': 7, 'project_id': '2e76c99e96b349dfaca2037d5e677d4a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:07.050819 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d41fdc-6ca8-4c68-8a06-5390ffb4c02f None None] The sync data for ids ['f5759275-c3df-424c-9851-de13af72b622'] in ncdv-master-1 is: [{'id': 'f5759275-c3df-424c-9851-de13af72b622', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-726807886-router', 'tenant_id': '2e76c99e96b349dfaca2037d5e677d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:50Z', 'updated_at': '2021-11-20T20:47:05Z', 'revision_number': 7, 'project_id': '2e76c99e96b349dfaca2037d5e677d4a', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:47:07.076655 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:07.094455 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0578-0a65-4506-808b-142aec5440a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:07.103531 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0578-0a65-4506-808b-142aec5440a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:07.133533 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d97ca2d0-b2df-4ff0-a735-0c19cac92b4b req-038ef401-40a4-46ba-bfeb-fd0e27c0f97c tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:07.154604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['783944b3-4138-4d0f-b209-7f593cf9e786'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:47:07.156929 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['cdc9972c-0094-48f8-9fca-0182b2a13dd7'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:47:07.213133 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ef401-40a4-46ba-bfeb-fd0e27c0f97c tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Pushing event deleted for resources: {'Port': ['ID=783944b3-4138-4d0f-b209-7f593cf9e786,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:07.234966 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a434de67-e0ca-4d2c-8ef1-3c3adb3694d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:07.344026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4836ca55-e099-4b0a-8967-8674cadb117e req-2314be67-a10f-4edb-9850-534172b291c5 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips/b889b597-62d4-484b-b3c6-bc8f3aaa4b55 HTTP/1.1" status: 200  len: 692 time: 0.2472465
Nov 20 20:47:07.416193 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0578-0a65-4506-808b-142aec5440a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:07.416388 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97ca2d0-b2df-4ff0-a735-0c19cac92b4b req-038ef401-40a4-46ba-bfeb-fd0e27c0f97c tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] No DVR routers for this DVR port 783944b3-4138-4d0f-b209-7f593cf9e786 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:47:07.417227 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5f0578-0a65-4506-808b-142aec5440a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5759275-c3df-424c-9851-de13af72b622 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:47:07.423910 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:07.428337 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d97ca2d0-b2df-4ff0-a735-0c19cac92b4b req-038ef401-40a4-46ba-bfeb-fd0e27c0f97c tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:07.431896 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d97ca2d0-b2df-4ff0-a735-0c19cac92b4b req-038ef401-40a4-46ba-bfeb-fd0e27c0f97c tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.47 "DELETE /v2.0/ports/783944b3-4138-4d0f-b209-7f593cf9e786 HTTP/1.1" status: 204  len: 173 time: 1.7666512
Nov 20 20:47:07.464522 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0578-0a65-4506-808b-142aec5440a5 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:07.469782 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ea5f0578-0a65-4506-808b-142aec5440a5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f5759275-c3df-424c-9851-de13af72b622 HTTP/1.1" status: 204  len: 168 time: 2.7813642
Nov 20 20:47:07.476900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55282) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:07.553650 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055480e4-60a2-498c-813d-86502a476e44', 'name': 'network-vif-deleted', 'tag': '783944b3-4138-4d0f-b209-7f593cf9e786'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:47:07.559751 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6c6ff5-f2d5-4c39-b22b-2e615c4718fc" -d '{"events": [{"server_uuid": "055480e4-60a2-498c-813d-86502a476e44", "name": "network-vif-deleted", "tag": "783944b3-4138-4d0f-b209-7f593cf9e786"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:47:07.670215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf694830-2881-4f0e-abed-a84b5a3ce8a6 None None] Network b732d073-2758-47f6-b640-8b10bd32a71a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:07.734214 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Pushing event updated for resources: {'Port': ['ID=ff8105a0-eca5-4ddf-9777-1a23ed5c1421,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:07.752963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-6befe349-1c0e-4cdd-a755-b39eb87a0f03 admin admin] Deleting subnet 577fff26-e068-4f0d-b518-849941311fff {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:47:07.756506 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6befe349-1c0e-4cdd-a755-b39eb87a0f03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:07.765608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae756f-a2f7-4665-96cb-c442baa023c8 req-af753e3c-e370-4a66-8a7f-77dddf257b4f tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:07.771183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-427f7bf6-20a1-46c5-bbe0-70810a1d8062 None None] Provisioning complete for port bfc051ce-ee49-4410-acea-dd7a510f3f1c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:07.771597 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-427f7bf6-20a1-46c5-bbe0-70810a1d8062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:07.777799 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d2ae756f-a2f7-4665-96cb-c442baa023c8 req-af753e3c-e370-4a66-8a7f-77dddf257b4f tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.4618118
Nov 20 20:47:07.798815 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-caca4826-504f-47d7-be38-d710eb3f4448 req-09886920-6c5c-4fee-8d95-a7079000ec09 service neutron] show failed (client error): The resource could not be found.
Nov 20 20:47:07.801264 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-09886920-6c5c-4fee-8d95-a7079000ec09 service neutron] 10.222.0.37 "GET /v2.0/ports/28b4900d-02bb-47ff-89c0-42ceb2af1cdc/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.2325091
Nov 20 20:47:07.801804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:07.801942 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6befe349-1c0e-4cdd-a755-b39eb87a0f03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:07.824299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:07.831767 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:07.929510 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6befe349-1c0e-4cdd-a755-b39eb87a0f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.111575 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d2ae756f-a2f7-4665-96cb-c442baa023c8 req-48e99494-5396-4614-930d-044b89cc792a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3326008
Nov 20 20:47:08.122815 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a434de67-e0ca-4d2c-8ef1-3c3adb3694d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.130455 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6befe349-1c0e-4cdd-a755-b39eb87a0f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.151251 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a434de67-e0ca-4d2c-8ef1-3c3adb3694d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.191398 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6befe349-1c0e-4cdd-a755-b39eb87a0f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.192556 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bfc051ce-ee49-4410-acea-dd7a510f3f1c up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:08.194478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9880ced2-578b-4191-9966-a0926debe774 None None] Network 2ad158de-cda8-4708-adc0-e0fb3ab9e213 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:08.199518 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6befe349-1c0e-4cdd-a755-b39eb87a0f03 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/577fff26-e068-4f0d-b518-849941311fff HTTP/1.1" status: 204  len: 168 time: 0.7212744
Nov 20 20:47:08.203062 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55292) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:08.266209 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a434de67-e0ca-4d2c-8ef1-3c3adb3694d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13b5e47c0dbf4eed95a357e79c630e22&name=default HTTP/1.1" status: 200  len: 2996 time: 1.9236920
Nov 20 20:47:08.269593 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55294) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:08.290710 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.300859 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befe349-1c0e-4cdd-a755-b39eb87a0f03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=577fff26-e068-4f0d-b518-849941311fff,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:08.318540 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-427f7bf6-20a1-46c5-bbe0-70810a1d8062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.318786 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836ca55-e099-4b0a-8967-8674cadb117e req-3449ed56-e7b1-4e13-92a9-55de1089deaa tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:08.320224 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.322752 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4836ca55-e099-4b0a-8967-8674cadb117e req-3449ed56-e7b1-4e13-92a9-55de1089deaa tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.9545052
Nov 20 20:47:08.323585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434de67-e0ca-4d2c-8ef1-3c3adb3694d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b2e1eb-290b-486f-828c-b98d39bdf7ed,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:08.325048 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eec432-ea1a-4f6f-b7f4-c1a0574be756 x-openstack-request-id: req-90eec432-ea1a-4f6f-b7f4-c1a0574be756 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:47:08.325345 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055480e4-60a2-498c-813d-86502a476e44", "name": "network-vif-deleted", "tag": "783944b3-4138-4d0f-b209-7f593cf9e786", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:47:08.325599 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90eec432-ea1a-4f6f-b7f4-c1a0574be756 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:47:08.326005 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055480e4-60a2-498c-813d-86502a476e44', 'name': 'network-vif-deleted', 'tag': '783944b3-4138-4d0f-b209-7f593cf9e786', 'status': 'completed', 'code': 200}
Nov 20 20:47:08.328813 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.359882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-4836ca55-e099-4b0a-8967-8674cadb117e req-5cec1cce-76d7-4059-9866-73c9941e8e16 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:47:08.361147 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4836ca55-e099-4b0a-8967-8674cadb117e req-5cec1cce-76d7-4059-9866-73c9941e8e16 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0196228
Nov 20 20:47:08.427222 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-427f7bf6-20a1-46c5-bbe0-70810a1d8062 None None] For port bfc051ce-ee49-4410-acea-dd7a510f3f1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfc051ce-ee49-4410-acea-dd7a510f3f1c,segment=NetworkSegment(30bb5757-1c9e-4c5f-a18c-7af9d75bafad),segment_id=30bb5757-1c9e-4c5f-a18c-7af9d75bafad)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:08.435725 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-427f7bf6-20a1-46c5-bbe0-70810a1d8062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.459880 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4836ca55-e099-4b0a-8967-8674cadb117e req-7bf6015d-43e0-4a42-9016-11bb7031c8ea tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.92 HTTP/1.1" status: 200  len: 695 time: 0.0873895
Nov 20 20:47:08.515320 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1773d62-36dc-4782-ab0e-2b524b76cf1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.541882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port bfc051ce-ee49-4410-acea-dd7a510f3f1c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:08.542481 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.623230 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f7bf6-20a1-46c5-bbe0-70810a1d8062 None None] Pushing event updated for resources: {'Port': ['ID=bfc051ce-ee49-4410-acea-dd7a510f3f1c,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:08.638104 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4836ca55-e099-4b0a-8967-8674cadb117e req-4935fdc2-8ab8-4d67-8484-855b4ad9e82f tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.92 HTTP/1.1" status: 200  len: 695 time: 0.1505911
Nov 20 20:47:08.693849 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1773d62-36dc-4782-ab0e-2b524b76cf1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.698892 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4826-504f-47d7-be38-d710eb3f4448 req-19eb329b-4458-4ea1-86fe-669930a88ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:08.701405 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-19eb329b-4458-4ea1-86fe-669930a88ae6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448&tenant_id=75d8e50fbc2c4c13be9b56bf0078f315 HTTP/1.1" status: 200  len: 1101 time: 0.4849331
Nov 20 20:47:08.704482 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fec11e-bc8c-4e20-8993-886781dd320c None None] DHCP port deletion for 2ad158de-cda8-4708-adc0-e0fb3ab9e213 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:47:08.713194 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.722595 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:08.802772 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e8fec11e-bc8c-4e20-8993-886781dd320c None None] Deleting port 0f099d1a-9480-4c16-96c1-aff34f85ad0c {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:47:08.803278 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e8fec11e-bc8c-4e20-8993-886781dd320c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.881168 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e8fec11e-bc8c-4e20-8993-886781dd320c None None] For port 0f099d1a-9480-4c16-96c1-aff34f85ad0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f099d1a-9480-4c16-96c1-aff34f85ad0c,segment=NetworkSegment(92f9d80e-f212-4277-8139-21fbb4f80dda),segment_id=92f9d80e-f212-4277-8139-21fbb4f80dda)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:08.881648 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e8fec11e-bc8c-4e20-8993-886781dd320c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.891871 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.899182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e8fec11e-bc8c-4e20-8993-886781dd320c None None] Calling delete_port for 0f099d1a-9480-4c16-96c1-aff34f85ad0c owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:47:08.906442 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1745c695-14b6-4d2c-af36-bdce3353d142 None None] Provisioning complete for port bfc051ce-ee49-4410-acea-dd7a510f3f1c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:08.906829 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1745c695-14b6-4d2c-af36-bdce3353d142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.909587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-4836ca55-e099-4b0a-8967-8674cadb117e req-f4e2b030-ec2a-4b7b-9bac-d1e43ca90a3f tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Deleting port 0768b9aa-8d68-4ba9-984f-d7dc7bc7c595 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:47:08.910291 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4836ca55-e099-4b0a-8967-8674cadb117e req-f4e2b030-ec2a-4b7b-9bac-d1e43ca90a3f tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.915232 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1773d62-36dc-4782-ab0e-2b524b76cf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.918354 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1773d62-36dc-4782-ab0e-2b524b76cf1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:08.922203 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f1773d62-36dc-4782-ab0e-2b524b76cf1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95b2e1eb-290b-486f-828c-b98d39bdf7ed HTTP/1.1" status: 204  len: 168 time: 0.6276565
Nov 20 20:47:08.945649 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1773d62-36dc-4782-ab0e-2b524b76cf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b2e1eb-290b-486f-828c-b98d39bdf7ed,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:09.039816 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4836ca55-e099-4b0a-8967-8674cadb117e req-f4e2b030-ec2a-4b7b-9bac-d1e43ca90a3f tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:09.040151 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4836ca55-e099-4b0a-8967-8674cadb117e req-f4e2b030-ec2a-4b7b-9bac-d1e43ca90a3f tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:09.061546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-4836ca55-e099-4b0a-8967-8674cadb117e req-f4e2b030-ec2a-4b7b-9bac-d1e43ca90a3f tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Calling delete_port for 0768b9aa-8d68-4ba9-984f-d7dc7bc7c595 owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:47:09.119068 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e8fec11e-bc8c-4e20-8993-886781dd320c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:09.164323 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fec11e-bc8c-4e20-8993-886781dd320c None None] Pushing event deleted for resources: {'Port': ['ID=0f099d1a-9480-4c16-96c1-aff34f85ad0c,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:09.178298 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5ccda-6794-4e5e-ab9d-70f241bd790d req-0690d86f-16fe-496f-b8ec-be96ada1399e tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:09.181728 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fec11e-bc8c-4e20-8993-886781dd320c None None] No DVR routers for this DVR port 0f099d1a-9480-4c16-96c1-aff34f85ad0c on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:47:09.188397 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d9b5ccda-6794-4e5e-ab9d-70f241bd790d req-0690d86f-16fe-496f-b8ec-be96ada1399e tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 950 time: 0.3789282
Nov 20 20:47:09.197617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bfc051ce-ee49-4410-acea-dd7a510f3f1c up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:09.261713 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port bfc051ce-ee49-4410-acea-dd7a510f3f1c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:09.262196 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:09.287301 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4836ca55-e099-4b0a-8967-8674cadb117e req-f4e2b030-ec2a-4b7b-9bac-d1e43ca90a3f tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:09.321626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2b030-ec2a-4b7b-9bac-d1e43ca90a3f tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Pushing event deleted for resources: {'Port': ['ID=0768b9aa-8d68-4ba9-984f-d7dc7bc7c595,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:09.338724 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55312) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:09.395597 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b95a44e4-bbfa-4665-b306-2fd6398ab4dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:09.424335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0f099d1a-9480-4c16-96c1-aff34f85ad0c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:47:09.436217 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4836ca55-e099-4b0a-8967-8674cadb117e req-f4e2b030-ec2a-4b7b-9bac-d1e43ca90a3f tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:09.438890 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4836ca55-e099-4b0a-8967-8674cadb117e req-f4e2b030-ec2a-4b7b-9bac-d1e43ca90a3f tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:09.440077 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4836ca55-e099-4b0a-8967-8674cadb117e req-f4e2b030-ec2a-4b7b-9bac-d1e43ca90a3f tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "DELETE /v2.0/floatingips/b889b597-62d4-484b-b3c6-bc8f3aaa4b55 HTTP/1.1" status: 204  len: 173 time: 0.7876043
Nov 20 20:47:09.451555 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 0f099d1a-9480-4c16-96c1-aff34f85ad0c {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:47:09.451836 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0f099d1a-9480-4c16-96c1-aff34f85ad0c not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:47:09.452693 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c7f389b8-7cde-4757-abac-c1cddf38071f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:47:09.477850 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: c7f389b8-7cde-4757-abac-c1cddf38071f {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:47:09.478473 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c7f389b8-7cde-4757-abac-c1cddf38071f not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:47:09.478639 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device be6e2dd3-4330-412c-8ac7-66aa79eed34b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:47:09.503627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: be6e2dd3-4330-412c-8ac7-66aa79eed34b {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:47:09.503627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device be6e2dd3-4330-412c-8ac7-66aa79eed34b not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:47:09.523881 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b95a44e4-bbfa-4665-b306-2fd6398ab4dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:09.536814 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b95a44e4-bbfa-4665-b306-2fd6398ab4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:09.574075 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:09.580561 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b95a44e4-bbfa-4665-b306-2fd6398ab4dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=047b19085ea34e21af17e82f9d1d78d5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2341855
Nov 20 20:47:09.581177 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Deleting port 0f099d1a-9480-4c16-96c1-aff34f85ad0c {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:47:09.581520 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:09.586576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55318) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:09.605946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a44e4-bbfa-4665-b306-2fd6398ab4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ad0bf9-1d46-4bf8-9b88-9ff9daaa0fe8,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:09.634758 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d9b5ccda-6794-4e5e-ab9d-70f241bd790d req-ca11faf6-0a8e-4b3a-8023-93fcf0da13ac tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4426446
Nov 20 20:47:09.675074 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0f568-c28f-4e3e-9f29-313f393c535e req-e0f45638-764a-4459-bb60-8ca879119861 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:09.676618 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f6f0f568-c28f-4e3e-9f29-313f393c535e req-e0f45638-764a-4459-bb60-8ca879119861 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.0877874
Nov 20 20:47:09.693943 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff07ba04-5a28-4905-9505-8e96118e6a76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:09.735171 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff07ba04-5a28-4905-9505-8e96118e6a76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:09.755397 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f6f0f568-c28f-4e3e-9f29-313f393c535e req-2925eb0b-cbf4-4c57-804b-742b87531ec4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723286
Nov 20 20:47:09.820523 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff07ba04-5a28-4905-9505-8e96118e6a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:09.823394 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff07ba04-5a28-4905-9505-8e96118e6a76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:09.824105 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] For port 0f099d1a-9480-4c16-96c1-aff34f85ad0c, host ncdv-master-1, got binding levels [] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:09.824342 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ff07ba04-5a28-4905-9505-8e96118e6a76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7ad0bf9-1d46-4bf8-9b88-9ff9daaa0fe8 HTTP/1.1" status: 204  len: 168 time: 0.2367146
Nov 20 20:47:09.824544 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:09.839651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07ba04-5a28-4905-9505-8e96118e6a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ad0bf9-1d46-4bf8-9b88-9ff9daaa0fe8,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:09.972942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Calling delete_port for 0f099d1a-9480-4c16-96c1-aff34f85ad0c owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:47:09.991979 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.ipam_backend_mixin [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Port 0f099d1a-9480-4c16-96c1-aff34f85ad0c was not found and therefore no delete operation was performed {{(pid=126224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 20 20:47:10.015435 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:10.087047 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] For port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:10.092035 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f099d1a-9480-4c16-96c1-aff34f85ad0c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:10.103941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] No DVR routers for this DVR port 0f099d1a-9480-4c16-96c1-aff34f85ad0c on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:47:10.125047 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bce2bd-0141-45d3-be14-46a7f638c8a9 req-6494d10e-85cb-4419-835c-fb8f4a7c20c5 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:10.126687 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-86bce2bd-0141-45d3-be14-46a7f638c8a9 req-6494d10e-85cb-4419-835c-fb8f4a7c20c5 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.4456429
Nov 20 20:47:10.207727 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] For port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc, host nch1-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:47:10.217185 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55336) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:10.248030 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cf73d89-cdca-468f-8075-472761d935dd req-8079dae1-7830-45bf-8eff-6b9df214e19d tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=3aecb8ea5dbe4dd68bc7f4e295ccef7e HTTP/1.1" status: 200  len: 1655 time: 0.1009734
Nov 20 20:47:10.306378 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:10.356677 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8a4f14b6d0>> segment before_delete 55550000 {{(pid=126224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:47:10.357289 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8a4f14b6d0>> subnet precommit_delete_associations 55550000 {{(pid=126224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:47:10.358259 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a4f2beb20>> segment_host_mapping after_create 55550000 {{(pid=126224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:47:10.358625 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a4f2beb20>> port after_create 55550000 {{(pid=126224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:47:10.358957 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a4f2beb20>> port after_delete 55550000 {{(pid=126224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:47:10.359322 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a4f2beb20>> port after_update 55550000 {{(pid=126224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:47:10.359651 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a4f2beb20>> segment after_delete 55550000 {{(pid=126224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:47:10.360000 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a4f2beb20>> subnet after_create 55550000 {{(pid=126224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:47:10.360364 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a4f2beb20>> subnet after_delete 55550000 {{(pid=126224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:47:10.360739 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8a4f2beb20>> subnet after_update 55550000 {{(pid=126224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:47:10.445374 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a4ef6ecd0>> subnet after_create 55550000 {{(pid=126224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:47:10.445872 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a4ef6ecd0>> subnet after_delete 55550000 {{(pid=126224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:47:10.446285 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a4ef6ecd0>> subnet before_create 55550000 {{(pid=126224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:47:10.446665 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8a4ef6ecd0>> subnet before_update 55550000 {{(pid=126224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 20 20:47:10.447089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f14bf40>,) {'filters': {'network_id': ['2ad158de-cda8-4708-adc0-e0fb3ab9e213']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:10.455030 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409a187f-c361-49ef-a9a0-2762cda33448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b4900d-02bb-47ff-89c0-42ceb2af1cdc'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:47:10.457462 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98974f7-6f43-4a16-9436-4c125b021af7" -d '{"events": [{"server_uuid": "409a187f-c361-49ef-a9a0-2762cda33448", "name": "network-vif-unplugged", "status": "completed", "tag": "28b4900d-02bb-47ff-89c0-42ceb2af1cdc"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:47:10.462551 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:10.484534 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Router 0cc9c018-846b-494f-a654-58519664e19e is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:47:10.492323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f14bf40>, '92f9d80e-f212-4277-8139-21fbb4f80dda') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:10.492323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f14bf40>, '92f9d80e-f212-4277-8139-21fbb4f80dda') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:10.501404 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf73d89-cdca-468f-8075-472761d935dd req-e17ac939-50d0-40c3-87d7-e2255da3b734 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:10.503289 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cf73d89-cdca-468f-8075-472761d935dd req-e17ac939-50d0-40c3-87d7-e2255da3b734 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/networks?id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 787 time: 0.2483897
Nov 20 20:47:10.524122 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-2cf73d89-cdca-468f-8075-472761d935dd req-1e85437b-9841-4e02-9812-669f0f0a05cd tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:47:10.525210 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cf73d89-cdca-468f-8075-472761d935dd req-1e85437b-9841-4e02-9812-669f0f0a05cd tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0121980
Nov 20 20:47:10.536516 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:10.550681 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb4424-10be-452f-9236-10d66bca3836 req-ed2723c2-1628-4cfa-b4f5-f3cf34e14bd9 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:10.552381 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-becb4424-10be-452f-9236-10d66bca3836 req-ed2723c2-1628-4cfa-b4f5-f3cf34e14bd9 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 950 time: 0.3664207
Nov 20 20:47:10.564383 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fcb02bdc-0c4b-41f6-9aac-94d4cb9dc4bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:10.574731 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Transition to ACTIVE for port object 28b4900d-02bb-47ff-89c0-42ceb2af1cdc will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:47:10.588595 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f790f492-787e-4af8-9952-1df7197a60f7 x-openstack-request-id: req-f790f492-787e-4af8-9952-1df7197a60f7 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:47:10.588913 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409a187f-c361-49ef-a9a0-2762cda33448", "name": "network-vif-unplugged", "status": "completed", "tag": "28b4900d-02bb-47ff-89c0-42ceb2af1cdc", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:47:10.589195 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f790f492-787e-4af8-9952-1df7197a60f7 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:47:10.589602 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409a187f-c361-49ef-a9a0-2762cda33448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b4900d-02bb-47ff-89c0-42ceb2af1cdc', 'code': 200}
Nov 20 20:47:10.598587 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:10.621936 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3277e6d7-5454-48b8-ad03-a818ab81b8d9 req-52d14399-a8a4-4b77-9703-61bb7d8fa454 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips/b1867e14-039f-4de2-930e-6d10775a41a2 HTTP/1.1" status: 200  len: 692 time: 0.0699751
Nov 20 20:47:10.622752 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:10.704376 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:47:10.704844 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:   from cryptography.utils import int_from_bytes
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:   from cryptography.utils import int_from_bytes
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:47:10.713826 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:47:10.808015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277e6d7-5454-48b8-ad03-a818ab81b8d9 req-92db2e28-8dfd-44a2-a6e0-61c51d40a01f tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:10.815600 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3277e6d7-5454-48b8-ad03-a818ab81b8d9 req-92db2e28-8dfd-44a2-a6e0-61c51d40a01f tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.1867383
Nov 20 20:47:10.876593 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3277e6d7-5454-48b8-ad03-a818ab81b8d9 req-d0c466ed-ff14-400a-83a2-c611c9a840bf tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.30 HTTP/1.1" status: 200  len: 695 time: 0.0596769
Nov 20 20:47:10.960991 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 783944b3-4138-4d0f-b209-7f593cf9e786 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:47:10.976206 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Pushing event updated for resources: {'Port': ['ID=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,revision_number=6']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:11.008974 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3277e6d7-5454-48b8-ad03-a818ab81b8d9 req-2fe09938-c4ca-4459-84df-ed62005a9422 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.30 HTTP/1.1" status: 200  len: 695 time: 0.1244922
Nov 20 20:47:11.017840 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] No DVR routers for this DVR port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc on host nch1-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:47:11.018190 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 783944b3-4138-4d0f-b209-7f593cf9e786 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:47:11.018452 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 783944b3-4138-4d0f-b209-7f593cf9e786 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:47:11.075653 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:11.084448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9215db-0b50-4ceb-8bb7-5545e377fb8c req-55e25d6b-9dfb-4a77-8bc4-7212d5617471 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:11.086644 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4a9215db-0b50-4ceb-8bb7-5545e377fb8c req-55e25d6b-9dfb-4a77-8bc4-7212d5617471 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae71d012-3101-45ff-8cfa-86095500e364 HTTP/1.1" status: 200  len: 950 time: 0.3323197
Nov 20 20:47:11.120256 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:11.126697 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2ad158de-cda8-4708-adc0-e0fb3ab9e213 HTTP/1.1" status: 204  len: 168 time: 2.9225440
Nov 20 20:47:11.180837 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-3277e6d7-5454-48b8-ad03-a818ab81b8d9 req-36dba1dc-39a8-484c-8c1c-a89103edcca7 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Deleting port b6e199c4-6377-4662-a0f5-2e33b18a9e8e {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:47:11.181270 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3277e6d7-5454-48b8-ad03-a818ab81b8d9 req-36dba1dc-39a8-484c-8c1c-a89103edcca7 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:11.199964 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:47:11.202500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e04819-7b3c-42d1-b585-89b570bdb777 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad158de-cda8-4708-adc0-e0fb3ab9e213,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:11.217354 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Sync routers for ids ['0cc9c018-846b-494f-a654-58519664e19e'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:47:11.230626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Attempting to bind port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:47:11.231001 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Attempting to bind port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:47:11.231372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Attempting to bind port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:11.258481 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Routers {'0cc9c018-846b-494f-a654-58519664e19e'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:47:11.262391 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a550a9a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0cc9c018-846b-494f-a654-58519664e19e'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:11.268132 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:11.269368 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5fd6179b-dde5-4b0b-aeaf-d5c9fee42b61 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 6.4083920
Nov 20 20:47:11.273300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55376) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:11.280197 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-becb4424-10be-452f-9236-10d66bca3836 req-39c34ed5-08e6-4425-9db2-732cbe5dbbc4 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Deleting port cdc9972c-0094-48f8-9fca-0182b2a13dd7 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:47:11.280570 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-becb4424-10be-452f-9236-10d66bca3836 req-39c34ed5-08e6-4425-9db2-732cbe5dbbc4 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:11.290479 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fcb02bdc-0c4b-41f6-9aac-94d4cb9dc4bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:11.293166 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:47:11.293306 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Attempting to bind port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:11.318528 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fcb02bdc-0c4b-41f6-9aac-94d4cb9dc4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:11.328413 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:47:11.328766 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:11.329436 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:47:11.329611 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Bound port: 28b4900d-02bb-47ff-89c0-42ceb2af1cdc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:47:11.329970 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:11.333103 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3277e6d7-5454-48b8-ad03-a818ab81b8d9 req-36dba1dc-39a8-484c-8c1c-a89103edcca7 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:11.333510 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3277e6d7-5454-48b8-ad03-a818ab81b8d9 req-36dba1dc-39a8-484c-8c1c-a89103edcca7 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:11.354502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-3277e6d7-5454-48b8-ad03-a818ab81b8d9 req-36dba1dc-39a8-484c-8c1c-a89103edcca7 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Calling delete_port for b6e199c4-6377-4662-a0f5-2e33b18a9e8e owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:47:11.356114 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4a9215db-0b50-4ceb-8bb7-5545e377fb8c req-d8f53d23-cdc9-4f9c-b138-8f0bcba1e35c tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7502c96-c6e4-43cb-95a7-2e34098110ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2512565
Nov 20 20:47:11.384014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55380) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:11.459423 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Set router 0cc9c018-846b-494f-a654-58519664e19e gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:47:11.578985 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-65b3f5d8-af80-405a-9dc3-203b12026f77 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e76c99e96b349dfaca2037d5e677d4a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1936753
Nov 20 20:47:11.582651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55384) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:11.737117 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-becb4424-10be-452f-9236-10d66bca3836 req-39c34ed5-08e6-4425-9db2-732cbe5dbbc4 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] For port cdc9972c-0094-48f8-9fca-0182b2a13dd7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdc9972c-0094-48f8-9fca-0182b2a13dd7,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:11.737491 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-becb4424-10be-452f-9236-10d66bca3836 req-39c34ed5-08e6-4425-9db2-732cbe5dbbc4 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:11.751025 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a550a9a00>, [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:08Z', 'revision_number': 3, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:11.785930 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Checking router: 0cc9c018-846b-494f-a654-58519664e19e for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:47:11.786304 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Updating router 0cc9c018-846b-494f-a654-58519664e19e port ff8105a0-eca5-4ddf-9777-1a23ed5c1421 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:47:11.809544 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb02bdc-0c4b-41f6-9aac-94d4cb9dc4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ac4a39-2535-47f4-bcdd-0149f30c1ffc,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:11.809544 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-becb4424-10be-452f-9236-10d66bca3836 req-39c34ed5-08e6-4425-9db2-732cbe5dbbc4 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Calling delete_port for cdc9972c-0094-48f8-9fca-0182b2a13dd7 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:47:11.812566 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fcb02bdc-0c4b-41f6-9aac-94d4cb9dc4bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1804fb1afb0465e93e2d3c11f0ab13c&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5769799
Nov 20 20:47:11.817617 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55392) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:11.849130 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.014728 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f448d90c-1214-4da0-9bc2-cf7df05ea5e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.027129 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03d4a4-f318-4e90-be44-3747bf085bab req-c6bd5a52-1d7b-470b-93cd-a1b8dd920557 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:12.028274 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3277e6d7-5454-48b8-ad03-a818ab81b8d9 req-36dba1dc-39a8-484c-8c1c-a89103edcca7 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.029052 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4a03d4a4-f318-4e90-be44-3747bf085bab req-c6bd5a52-1d7b-470b-93cd-a1b8dd920557 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 948 time: 0.2766418
Nov 20 20:47:12.038818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] For port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:47:12.072836 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] For port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:47:12.092803 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebde-affd-4429-b3d8-e006d3e2bd59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.095189 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.105796 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f448d90c-1214-4da0-9bc2-cf7df05ea5e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.111866 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dba1dc-39a8-484c-8c1c-a89103edcca7 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Pushing event deleted for resources: {'Port': ['ID=b6e199c4-6377-4662-a0f5-2e33b18a9e8e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:12.155693 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.162566 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.172184 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:12.173342 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.174908 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] 10.222.0.47 "PUT /v2.0/ports/28b4900d-02bb-47ff-89c0-42ceb2af1cdc HTTP/1.1" status: 200  len: 1096 time: 3.4589431
Nov 20 20:47:12.176994 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebde-affd-4429-b3d8-e006d3e2bd59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.209654 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc48cc2-97cf-44b4-884a-fc4dc10c8b8a None None] Pushing event updated for resources: {'Port': ['ID=ff8105a0-eca5-4ddf-9777-1a23ed5c1421,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:12.240439 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Attempting to bind port ff8105a0-eca5-4ddf-9777-1a23ed5c1421 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:47:12.243831 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Attempting to bind port ff8105a0-eca5-4ddf-9777-1a23ed5c1421 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:47:12.244486 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Attempting to bind port ff8105a0-eca5-4ddf-9777-1a23ed5c1421 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:12.250904 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3277e6d7-5454-48b8-ad03-a818ab81b8d9 req-36dba1dc-39a8-484c-8c1c-a89103edcca7 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.254189 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3277e6d7-5454-48b8-ad03-a818ab81b8d9 req-36dba1dc-39a8-484c-8c1c-a89103edcca7 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.255605 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3277e6d7-5454-48b8-ad03-a818ab81b8d9 req-36dba1dc-39a8-484c-8c1c-a89103edcca7 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "DELETE /v2.0/floatingips/b1867e14-039f-4de2-930e-6d10775a41a2 HTTP/1.1" status: 204  len: 173 time: 1.2457876
Nov 20 20:47:12.262423 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:47:12.263582 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:12.264211 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.264900 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:47:12.265598 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Bound port: ff8105a0-eca5-4ddf-9777-1a23ed5c1421, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:47:12.266312 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.311796 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f448d90c-1214-4da0-9bc2-cf7df05ea5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.314783 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f448d90c-1214-4da0-9bc2-cf7df05ea5e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.318856 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f448d90c-1214-4da0-9bc2-cf7df05ea5e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db1d21e2-3858-4235-a64e-94c534179ee4 HTTP/1.1" status: 204  len: 168 time: 0.7309906
Nov 20 20:47:12.342161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448d90c-1214-4da0-9bc2-cf7df05ea5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1d21e2-3858-4235-a64e-94c534179ee4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:12.348124 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4a03d4a4-f318-4e90-be44-3747bf085bab req-d1bf34b3-5bb0-4896-af21-83105886763d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3031428
Nov 20 20:47:12.353165 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] For port ff8105a0-eca5-4ddf-9777-1a23ed5c1421, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:47:12.360457 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] For port ff8105a0-eca5-4ddf-9777-1a23ed5c1421, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff8105a0-eca5-4ddf-9777-1a23ed5c1421,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:47:12.369307 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.392770 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a46a8-96e5-44f1-8791-79e0b04d832f service neutron] Pushing event updated for resources: {'Port': ['ID=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,revision_number=7']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:12.434453 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4826-504f-47d7-be38-d710eb3f4448 req-64ae2c64-8290-44f2-ad2a-5bedeed81cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:12.436397 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-64ae2c64-8290-44f2-ad2a-5bedeed81cd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 1099 time: 0.2183738
Nov 20 20:47:12.447913 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-becb4424-10be-452f-9236-10d66bca3836 req-39c34ed5-08e6-4425-9db2-732cbe5dbbc4 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.461502 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['cdc9972c-0094-48f8-9fca-0182b2a13dd7'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:47:12.471343 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.487636 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc48cc2-97cf-44b4-884a-fc4dc10c8b8a None None] Pushing event updated for resources: {'Port': ['ID=ff8105a0-eca5-4ddf-9777-1a23ed5c1421,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:12.524441 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Routers {'0cc9c018-846b-494f-a654-58519664e19e'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:47:12.525160 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a550a9a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0cc9c018-846b-494f-a654-58519664e19e'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:12.567449 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c34ed5-08e6-4425-9db2-732cbe5dbbc4 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Pushing event deleted for resources: {'Port': ['ID=cdc9972c-0094-48f8-9fca-0182b2a13dd7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:12.590037 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebde-affd-4429-b3d8-e006d3e2bd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.592917 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebde-affd-4429-b3d8-e006d3e2bd59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.610094 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c7c9ebde-affd-4429-b3d8-e006d3e2bd59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13ac4a39-2535-47f4-bcdd-0149f30c1ffc HTTP/1.1" status: 204  len: 168 time: 0.7894378
Nov 20 20:47:12.617270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409a187f-c361-49ef-a9a0-2762cda33448', 'tag': '28b4900d-02bb-47ff-89c0-42ceb2af1cdc'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:47:12.622905 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a69d97-1075-4c81-a7c8-88388cb2b743" -d '{"events": [{"name": "network-changed", "server_uuid": "409a187f-c361-49ef-a9a0-2762cda33448", "tag": "28b4900d-02bb-47ff-89c0-42ceb2af1cdc"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:47:12.642172 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] Set router 0cc9c018-846b-494f-a654-58519664e19e gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:47:12.713956 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9ebde-affd-4429-b3d8-e006d3e2bd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ac4a39-2535-47f4-bcdd-0149f30c1ffc,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:12.790597 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-becb4424-10be-452f-9236-10d66bca3836 req-39c34ed5-08e6-4425-9db2-732cbe5dbbc4 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] No DVR routers for this DVR port cdc9972c-0094-48f8-9fca-0182b2a13dd7 on host nch1-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:47:12.797113 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device cdc9972c-0094-48f8-9fca-0182b2a13dd7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:47:12.799005 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-becb4424-10be-452f-9236-10d66bca3836 req-39c34ed5-08e6-4425-9db2-732cbe5dbbc4 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:12.806408 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-becb4424-10be-452f-9236-10d66bca3836 req-39c34ed5-08e6-4425-9db2-732cbe5dbbc4 tempest-LiveMigrationNegativeTest-1224343807 tempest-LiveMigrationNegativeTest-1224343807-project] 10.222.0.37 "DELETE /v2.0/ports/cdc9972c-0094-48f8-9fca-0182b2a13dd7 HTTP/1.1" status: 204  len: 173 time: 2.2302356
Nov 20 20:47:12.818481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Allocated IP 172.20.0.1 (b732d073-2758-47f6-b640-8b10bd32a71a/b201ef63-9242-4505-8ba1-cc569c2352d2/7489fbc8-1a62-4fec-8bb0-91663e96f5a7) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:12.855560 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4826-504f-47d7-be38-d710eb3f4448 req-df380231-99d7-4448-9467-566c7ed42af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:12.858223 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-df380231-99d7-4448-9467-566c7ed42af3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.3852375
Nov 20 20:47:12.907667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: cdc9972c-0094-48f8-9fca-0182b2a13dd7 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:47:12.909431 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device cdc9972c-0094-48f8-9fca-0182b2a13dd7 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:47:12.911013 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 28b4900d-02bb-47ff-89c0-42ceb2af1cdc no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:47:12.964008 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-3c77d83c-d545-4d59-bf10-2fc314a0e29b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc HTTP/1.1" status: 200  len: 217 time: 0.0907686
Nov 20 20:47:13.066681 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:13.072641 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4826-504f-47d7-be38-d710eb3f4448 req-a1896a28-59fc-453f-a1ae-89de12e950ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:13.074183 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-a1896a28-59fc-453f-a1ae-89de12e950ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1093261
Nov 20 20:47:13.081531 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 28b4900d-02bb-47ff-89c0-42ceb2af1cdc not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:47:13.106482 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a550a9a00>, [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:08Z', 'revision_number': 3, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:13.146131 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:13.171499 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfacbe8-2bea-4910-a5a4-ca2180c4d121 None None] The sync data for ids ['0cc9c018-846b-494f-a654-58519664e19e'] in ncdv-master-1 is: [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:08Z', 'revision_number': 3, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:47:13.199844 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b0b98b05-a377-44cb-b1a7-d6333b0fbb67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:13.260401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7489fbc8-1a62-4fec-8bb0-91663e96f5a7,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:13.308034 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Network b732d073-2758-47f6-b640-8b10bd32a71a is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:13.323671 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:13.339181 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:13.463977 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:13.511202 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-96ede0e5-c100-4af1-9330-8041d11b0b81 req-510af6c9-69c9-44ea-9d3f-b1a652ee5d17 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips/5e500668-d56e-415c-84b5-4326c8fa1e58 HTTP/1.1" status: 200  len: 692 time: 0.3871727
Nov 20 20:47:13.636851 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4826-504f-47d7-be38-d710eb3f4448 req-99af0a69-43e8-4e4c-886d-4d3650638ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:13.640647 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-99af0a69-43e8-4e4c-886d-4d3650638ab9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5592272
Nov 20 20:47:13.739794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55432) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:13.953589 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4ef266da-2a81-4975-b5b6-3f1d05264799 None None] Provisioning complete for port 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:13.954103 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4ef266da-2a81-4975-b5b6-3f1d05264799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:13.978701 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012ca6f1-8f53-4d66-ac17-825f2eb3aa5e x-openstack-request-id: req-012ca6f1-8f53-4d66-ac17-825f2eb3aa5e {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:47:13.980920 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409a187f-c361-49ef-a9a0-2762cda33448", "tag": "28b4900d-02bb-47ff-89c0-42ceb2af1cdc", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:47:13.981179 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-012ca6f1-8f53-4d66-ac17-825f2eb3aa5e {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:47:13.981596 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409a187f-c361-49ef-a9a0-2762cda33448', 'tag': '28b4900d-02bb-47ff-89c0-42ceb2af1cdc', 'status': 'completed', 'code': 200}
Nov 20 20:47:14.030794 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba126a11-256c-4867-84ba-3a28251ba313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:14.073466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4ef266da-2a81-4975-b5b6-3f1d05264799 None None] Port 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:47:14.233142 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55446) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:14.253469 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:14.316371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ede0e5-c100-4af1-9330-8041d11b0b81 req-2a9655bf-1d2d-4e00-905e-18f543ac2c37 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:14.329943 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-96ede0e5-c100-4af1-9330-8041d11b0b81 req-2a9655bf-1d2d-4e00-905e-18f543ac2c37 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.8166564
Nov 20 20:47:14.343899 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-96ede0e5-c100-4af1-9330-8041d11b0b81 req-d08f8a11-c3f1-4b95-bc20-e82e1fe3d65a tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:47:14.360065 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-96ede0e5-c100-4af1-9330-8041d11b0b81 req-d08f8a11-c3f1-4b95-bc20-e82e1fe3d65a tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0284934
Nov 20 20:47:14.362304 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5effb5c-3e95-4f8e-927b-6924ce7a2480 req-579107c7-f6b0-48d1-b7d2-10e54f68065a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:14.364076 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b5effb5c-3e95-4f8e-927b-6924ce7a2480 req-579107c7-f6b0-48d1-b7d2-10e54f68065a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 948 time: 0.2554102
Nov 20 20:47:14.396540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-ec439ae4-b92b-46fc-9b2d-d5a10c58ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:14.399917 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-ec439ae4-b92b-46fc-9b2d-d5a10c58ea76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 1099 time: 0.4341669
Nov 20 20:47:14.447621 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-b755f383-e7a6-47de-9f37-c0ee3e01eee7 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7764094
Nov 20 20:47:14.450988 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba126a11-256c-4867-84ba-3a28251ba313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:14.480081 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba126a11-256c-4867-84ba-3a28251ba313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:14.510586 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-96ede0e5-c100-4af1-9330-8041d11b0b81 req-76aadac7-50b6-4c76-bcec-5698bc5d14d2 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.93 HTTP/1.1" status: 200  len: 695 time: 0.1495066
Nov 20 20:47:14.661819 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-96ede0e5-c100-4af1-9330-8041d11b0b81 req-feb3cdc1-95e2-4a59-894e-9f7ef293f0ac tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.93 HTTP/1.1" status: 200  len: 695 time: 0.1502812
Nov 20 20:47:14.676463 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b5effb5c-3e95-4f8e-927b-6924ce7a2480 req-e67e98a9-26d9-49c5-b070-e8b380f0e14a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2905879
Nov 20 20:47:14.679633 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ba126a11-256c-4867-84ba-3a28251ba313 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6cfab2b91f894152a39d4cf16c9b279f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9220579
Nov 20 20:47:14.681288 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba126a11-256c-4867-84ba-3a28251ba313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc04828-55f7-431e-9744-e9c2b6448e8a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:14.684074 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55460) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:14.818361 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a3c27d96-4d86-43d9-afb3-e12473985fc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89da80dbcf5948268735e51c28e4bf40&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5837283
Nov 20 20:47:14.830744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55462) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:14.850355 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b54f5b34-487d-47a9-9544-583b3e0adebc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:14.893526 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b54f5b34-487d-47a9-9544-583b3e0adebc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:14.912522 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-db3cc73f-ac5e-4031-aa4b-e9d999c5f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:14.914744 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-db3cc73f-ac5e-4031-aa4b-e9d999c5f9f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.4796503
Nov 20 20:47:14.917248 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:14.931475 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:14.931625 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-caca4826-504f-47d7-be38-d710eb3f4448 req-10bfb70c-1de7-4ca8-9634-09be154f04bd service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4683969
Nov 20 20:47:15.041705 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7489fbc8-1a62-4fec-8bb0-91663e96f5a7,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:15.047551 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:15.132120 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-d726731f-4c47-45c9-bd46-558a1a99f72d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc HTTP/1.1" status: 200  len: 217 time: 0.2014904
Nov 20 20:47:15.141294 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b54f5b34-487d-47a9-9544-583b3e0adebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:15.141886 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e81e3e92-3faf-42ff-b6ed-8d2982f91f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:15.143247 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b54f5b34-487d-47a9-9544-583b3e0adebc admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:15.144567 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b54f5b34-487d-47a9-9544-583b3e0adebc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ecc04828-55f7-431e-9744-e9c2b6448e8a HTTP/1.1" status: 204  len: 168 time: 0.4565976
Nov 20 20:47:15.170488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f5b34-487d-47a9-9544-583b3e0adebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc04828-55f7-431e-9744-e9c2b6448e8a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:15.183878 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Network b732d073-2758-47f6-b640-8b10bd32a71a is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:15.185889 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:15.265677 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e81e3e92-3faf-42ff-b6ed-8d2982f91f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:15.305465 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ff8105a0-eca5-4ddf-9777-1a23ed5c1421 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:15.404462 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Router 0cc9c018-846b-494f-a654-58519664e19e has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:47:15.442972 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ff8105a0-eca5-4ddf-9777-1a23ed5c1421 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:15.443689 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:15.570892 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-96ede0e5-c100-4af1-9330-8041d11b0b81 req-b224e207-1a0e-41e4-9ac5-f77617f7c9ce tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Deleting port 882c77ca-df19-402e-8e81-8889fe2558f4 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:47:15.571404 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-96ede0e5-c100-4af1-9330-8041d11b0b81 req-b224e207-1a0e-41e4-9ac5-f77617f7c9ce tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:15.600733 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-ba479a9b-71d8-463f-87d0-7d2d7473a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:15.602460 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-ba479a9b-71d8-463f-87d0-7d2d7473a93b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 1099 time: 0.5165184
Nov 20 20:47:15.615311 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-1835be6a-e51f-41f0-ad08-34ccb01326ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:15.617871 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-1835be6a-e51f-41f0-ad08-34ccb01326ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.2182717
Nov 20 20:47:15.644645 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e81e3e92-3faf-42ff-b6ed-8d2982f91f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:15.650560 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e81e3e92-3faf-42ff-b6ed-8d2982f91f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:15.660123 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e81e3e92-3faf-42ff-b6ed-8d2982f91f86 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7502c96-c6e4-43cb-95a7-2e34098110ad HTTP/1.1" status: 204  len: 168 time: 0.8199611
Nov 20 20:47:15.669421 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:15.677374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:47:15.687186 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c0183624-eea3-4dbc-b75f-0b0ef73065b5 admin admin] 10.222.0.41 "PUT /v2.0/routers/0cc9c018-846b-494f-a654-58519664e19e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4121082
Nov 20 20:47:15.719464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port ff8105a0-eca5-4ddf-9777-1a23ed5c1421, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff8105a0-eca5-4ddf-9777-1a23ed5c1421,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:15.728187 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7576d570-4929-43bd-8113-0af42ed23efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:15.733062 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:15.814683 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c824444c-5779-402c-9ebc-a4962d216598 None None] Provisioning complete for port 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:15.816250 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c824444c-5779-402c-9ebc-a4962d216598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:15.865727 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e3e92-3faf-42ff-b6ed-8d2982f91f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7502c96-c6e4-43cb-95a7-2e34098110ad,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:15.973623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=ff8105a0-eca5-4ddf-9777-1a23ed5c1421,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:15.989619 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c824444c-5779-402c-9ebc-a4962d216598 None None] Port 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:47:16.039931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae71d012-3101-45ff-8cfa-86095500e364', 'name': 'network-vif-deleted', 'tag': 'cdc9972c-0094-48f8-9fca-0182b2a13dd7'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:47:16.043820 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e57938-35fa-4d48-a2cb-59681a57b892" -d '{"events": [{"server_uuid": "ae71d012-3101-45ff-8cfa-86095500e364", "name": "network-vif-deleted", "tag": "cdc9972c-0094-48f8-9fca-0182b2a13dd7"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:47:16.133804 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-96ede0e5-c100-4af1-9330-8041d11b0b81 req-b224e207-1a0e-41e4-9ac5-f77617f7c9ce tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:16.134179 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-96ede0e5-c100-4af1-9330-8041d11b0b81 req-b224e207-1a0e-41e4-9ac5-f77617f7c9ce tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:16.139911 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-bb61385c-2d53-42c9-b319-d158cdd41a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:16.141440 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-bb61385c-2d53-42c9-b319-d158cdd41a4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4537454
Nov 20 20:47:16.208528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f983251-832b-47f7-abcf-df2cdca59983 req-30ee8449-8f95-4b4e-8d92-c34a4e9993d1 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:16.220004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-a2898bf3-2fb3-4b9a-a628-f552c0580338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:16.226665 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-a2898bf3-2fb3-4b9a-a628-f552c0580338 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.6012983
Nov 20 20:47:16.227091 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f983251-832b-47f7-abcf-df2cdca59983 req-30ee8449-8f95-4b4e-8d92-c34a4e9993d1 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 948 time: 0.1343377
Nov 20 20:47:16.267592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-96ede0e5-c100-4af1-9330-8041d11b0b81 req-b224e207-1a0e-41e4-9ac5-f77617f7c9ce tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Calling delete_port for 882c77ca-df19-402e-8e81-8889fe2558f4 owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:47:16.279779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Sync routers for ids ['0cc9c018-846b-494f-a654-58519664e19e'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:47:16.310158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Routers {'0cc9c018-846b-494f-a654-58519664e19e'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:47:16.310800 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47927370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:47:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0cc9c018-846b-494f-a654-58519664e19e'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:16.412075 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f983251-832b-47f7-abcf-df2cdca59983 req-5fa1859e-9d3e-4c1e-ac51-71bbcc0995e9 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1839945
Nov 20 20:47:16.417542 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55522) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:16.586609 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-17b4bef3-4a05-446c-a351-111b23c54dd8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0531c4bce5f4a21a8784858c948b28b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1660104
Nov 20 20:47:16.588576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55526) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:16.707509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Set router 0cc9c018-846b-494f-a654-58519664e19e gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:47:16.720726 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:16.732408 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd6027f6-bea6-4c37-b8b4-eb2ab7550336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:16.740117 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2af1a5-b977-42df-b273-cdbbb5bf24c8 x-openstack-request-id: req-fd2af1a5-b977-42df-b273-cdbbb5bf24c8 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:47:16.740637 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae71d012-3101-45ff-8cfa-86095500e364", "name": "network-vif-deleted", "tag": "cdc9972c-0094-48f8-9fca-0182b2a13dd7", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:47:16.741434 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd2af1a5-b977-42df-b273-cdbbb5bf24c8 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:47:16.741912 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae71d012-3101-45ff-8cfa-86095500e364', 'name': 'network-vif-deleted', 'tag': 'cdc9972c-0094-48f8-9fca-0182b2a13dd7', 'status': 'completed', 'code': 200}
Nov 20 20:47:16.798924 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd6027f6-bea6-4c37-b8b4-eb2ab7550336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:16.816723 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-f845f89c-1416-4646-af0f-d84c6c4ae443 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6361215
Nov 20 20:47:16.919515 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-af3e28d5-060a-4586-ae87-d528b40d148b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc HTTP/1.1" status: 200  len: 217 time: 0.1814413
Nov 20 20:47:16.931582 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd6027f6-bea6-4c37-b8b4-eb2ab7550336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:16.934744 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd6027f6-bea6-4c37-b8b4-eb2ab7550336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:16.936190 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bd6027f6-bea6-4c37-b8b4-eb2ab7550336 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc426d66-3382-4704-a4e0-2d62f53b4a15 HTTP/1.1" status: 204  len: 168 time: 0.3456550
Nov 20 20:47:16.955944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6027f6-bea6-4c37-b8b4-eb2ab7550336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc426d66-3382-4704-a4e0-2d62f53b4a15,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:16.983467 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-96ede0e5-c100-4af1-9330-8041d11b0b81 req-b224e207-1a0e-41e4-9ac5-f77617f7c9ce tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:17.091089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224e207-1a0e-41e4-9ac5-f77617f7c9ce tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Pushing event deleted for resources: {'Port': ['ID=882c77ca-df19-402e-8e81-8889fe2558f4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:17.190847 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47927370>, [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:14Z', 'revision_number': 4, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7489fbc8-1a62-4fec-8bb0-91663e96f5a7', 'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'mac_address': 'fa:16:3e:03:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:12Z', 'updated_at': '2021-11-20T20:47:14Z', 'revision_number': 2, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'subnets': [{'id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:17.218735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-2debd1d3-5f82-4096-8181-5d5b3810747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:17.221811 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-2debd1d3-5f82-4096-8181-5d5b3810747b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.2676780
Nov 20 20:47:17.237803 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Checking router: 0cc9c018-846b-494f-a654-58519664e19e for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:47:17.238607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Updating router 0cc9c018-846b-494f-a654-58519664e19e port 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:47:17.242796 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ff8105a0-eca5-4ddf-9777-1a23ed5c1421 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:17.252820 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-96ede0e5-c100-4af1-9330-8041d11b0b81 req-b224e207-1a0e-41e4-9ac5-f77617f7c9ce tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:17.255901 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-96ede0e5-c100-4af1-9330-8041d11b0b81 req-b224e207-1a0e-41e4-9ac5-f77617f7c9ce tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:17.260640 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-96ede0e5-c100-4af1-9330-8041d11b0b81 req-b224e207-1a0e-41e4-9ac5-f77617f7c9ce tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "DELETE /v2.0/floatingips/5e500668-d56e-415c-84b5-4326c8fa1e58 HTTP/1.1" status: 204  len: 173 time: 2.5949516
Nov 20 20:47:17.387459 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-3192a09c-b6bf-4c50-92b0-418e3c365739 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5579138
Nov 20 20:47:17.407356 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-1c21c4bb-8c37-42ef-a090-7b20e8c82584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:17.413446 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-1c21c4bb-8c37-42ef-a090-7b20e8c82584 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1507890
Nov 20 20:47:17.420624 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:17.429662 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c95d1bc9-e75b-4df0-bc88-bf5dce1c27a4 req-d5973942-bcb9-46f8-9794-829d44f23436 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips/e754c517-4091-469e-8dbc-36733f7992f2 HTTP/1.1" status: 200  len: 693 time: 0.1351237
Nov 20 20:47:17.663019 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d1bc9-e75b-4df0-bc88-bf5dce1c27a4 req-45cb9d51-cf36-4d3a-b31d-2310d986f7c7 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:17.677044 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c95d1bc9-e75b-4df0-bc88-bf5dce1c27a4 req-45cb9d51-cf36-4d3a-b31d-2310d986f7c7 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.2464139
Nov 20 20:47:17.720726 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-28a953c1-f835-4b64-9fbc-30705a682eb4 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2975278
Nov 20 20:47:17.782552 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c95d1bc9-e75b-4df0-bc88-bf5dce1c27a4 req-9a1ca9a4-09e1-4ead-bfc6-084db9d2f821 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.181 HTTP/1.1" status: 200  len: 696 time: 0.1037776
Nov 20 20:47:17.849511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55600) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:17.886634 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737e4cf-7828-41c7-8670-4fc8b54ed4f6 req-781340aa-ccde-4e58-8bdb-0efc24ec2269 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:17.894956 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7737e4cf-7828-41c7-8670-4fc8b54ed4f6 req-781340aa-ccde-4e58-8bdb-0efc24ec2269 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 948 time: 0.1731515
Nov 20 20:47:17.924366 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c95d1bc9-e75b-4df0-bc88-bf5dce1c27a4 req-80587484-8233-4f3c-9d74-ea849cceb8c9 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.181 HTTP/1.1" status: 200  len: 696 time: 0.1398041
Nov 20 20:47:17.935471 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59a69d97-1075-4c81-a7c8-88388cb2b743 req-f2f52ba2-29f9-4b75-9143-ccd07dcc134f service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1970432
Nov 20 20:47:17.969031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ff8105a0-eca5-4ddf-9777-1a23ed5c1421 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:17.969305 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:17.984999 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7737e4cf-7828-41c7-8670-4fc8b54ed4f6 req-263c0f05-8b2c-4a10-9a75-3333e8aeb053 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890749
Nov 20 20:47:18.234471 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c95d1bc9-e75b-4df0-bc88-bf5dce1c27a4 req-0d7ba066-b182-43c4-b48e-068bf70a54c9 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Deleting port 25e1d402-e743-4f94-b591-858ac0dbe172 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:47:18.234824 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c95d1bc9-e75b-4df0-bc88-bf5dce1c27a4 req-0d7ba066-b182-43c4-b48e-068bf70a54c9 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:18.275737 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f8b2676b-71d4-4410-81c8-09ca56b06b4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:18.311687 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9d0f0-6ee5-4671-85d2-c6cd444019ff req-a3ff9650-7146-417e-8fdc-fa8fdb70cb6c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:18.319401 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cfd9d0f0-6ee5-4671-85d2-c6cd444019ff req-a3ff9650-7146-417e-8fdc-fa8fdb70cb6c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 948 time: 0.1069093
Nov 20 20:47:18.349609 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:18.360072 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:18.421931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55630) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:18.422786 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c95d1bc9-e75b-4df0-bc88-bf5dce1c27a4 req-0d7ba066-b182-43c4-b48e-068bf70a54c9 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:18.423124 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c95d1bc9-e75b-4df0-bc88-bf5dce1c27a4 req-0d7ba066-b182-43c4-b48e-068bf70a54c9 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:18.438003 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c95d1bc9-e75b-4df0-bc88-bf5dce1c27a4 req-0d7ba066-b182-43c4-b48e-068bf70a54c9 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Calling delete_port for 25e1d402-e743-4f94-b591-858ac0dbe172 owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:47:18.447638 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-60526905-c4df-40fd-9319-a7e96836a631 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2082479697-network', 'tenant_id': '0e55cba3435e467ab5b3249ec751fe5b'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:18.482210 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cfd9d0f0-6ee5-4671-85d2-c6cd444019ff req-08144360-617e-498a-a819-7ce75acc592f tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521719
Nov 20 20:47:18.568132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd8dd2-ebb1-422c-9606-5b7e21ed549d req-b65d62ef-3c80-40c6-a1f6-e787dc2f3dbe tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:18.570637 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aadd8dd2-ebb1-422c-9606-5b7e21ed549d req-b65d62ef-3c80-40c6-a1f6-e787dc2f3dbe tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448&tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.1890438
Nov 20 20:47:18.575988 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60526905-c4df-40fd-9319-a7e96836a631 admin admin] Made reservation on behalf of 0e55cba3435e467ab5b3249ec751fe5b for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:18.578755 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60526905-c4df-40fd-9319-a7e96836a631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:18.609580 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f8b2676b-71d4-4410-81c8-09ca56b06b4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:18.618407 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a22c58-ffd2-42d5-8f98-a717db14e2ff None None] Pushing event updated for resources: {'Port': ['ID=7489fbc8-1a62-4fec-8bb0-91663e96f5a7,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:18.630165 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60526905-c4df-40fd-9319-a7e96836a631 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:18.657918 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:18.672606 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c95d1bc9-e75b-4df0-bc88-bf5dce1c27a4 req-0d7ba066-b182-43c4-b48e-068bf70a54c9 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:18.689963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Attempting to bind port 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:47:18.692714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Attempting to bind port 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '30bb5757-1c9e-4c5f-a18c-7af9d75bafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:47:18.693105 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Attempting to bind port 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 on network b732d073-2758-47f6-b640-8b10bd32a71a {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:18.706557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:47:18.706739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Checking segment: {'id': '30bb5757-1c9e-4c5f-a18c-7af9d75bafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:18.707067 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:18.708219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ba066-b182-43c4-b48e-068bf70a54c9 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Pushing event deleted for resources: {'Port': ['ID=25e1d402-e743-4f94-b591-858ac0dbe172,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:18.709029 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Bound using segment: {'id': '30bb5757-1c9e-4c5f-a18c-7af9d75bafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:47:18.709608 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Bound port: 7489fbc8-1a62-4fec-8bb0-91663e96f5a7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30bb5757-1c9e-4c5f-a18c-7af9d75bafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:47:18.710298 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:18.715199 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f8b2676b-71d4-4410-81c8-09ca56b06b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:18.782803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2676b-71d4-4410-81c8-09ca56b06b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957737a3-9714-4831-bd22-42550674324a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:18.875996 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f8b2676b-71d4-4410-81c8-09ca56b06b4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07cf3ae9fe5c4f5a900cd6d3c86cd6f2&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0246060
Nov 20 20:47:18.879768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55650) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:18.905202 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c95d1bc9-e75b-4df0-bc88-bf5dce1c27a4 req-0d7ba066-b182-43c4-b48e-068bf70a54c9 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:18.912053 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-aadd8dd2-ebb1-422c-9606-5b7e21ed549d req-bcba936f-9cc3-4ccd-8275-badc2a35e12b service neutron] delete failed (client error): The resource could not be found.
Nov 20 20:47:18.915508 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c95d1bc9-e75b-4df0-bc88-bf5dce1c27a4 req-0d7ba066-b182-43c4-b48e-068bf70a54c9 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:18.916191 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aadd8dd2-ebb1-422c-9606-5b7e21ed549d req-bcba936f-9cc3-4ccd-8275-badc2a35e12b service neutron] 10.222.0.37 "DELETE /v2.0/ports/28b4900d-02bb-47ff-89c0-42ceb2af1cdc/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.3326604
Nov 20 20:47:18.925592 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c95d1bc9-e75b-4df0-bc88-bf5dce1c27a4 req-0d7ba066-b182-43c4-b48e-068bf70a54c9 tempest-FloatingIPDetailsTestJSON-1658860328 tempest-FloatingIPDetailsTestJSON-1658860328-project] 10.222.0.41 "DELETE /v2.0/floatingips/e754c517-4091-469e-8dbc-36733f7992f2 HTTP/1.1" status: 204  len: 173 time: 0.9939899
Nov 20 20:47:18.933285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55652) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:18.956971 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] For port 7489fbc8-1a62-4fec-8bb0-91663e96f5a7, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:47:18.986895 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 28b4900d-02bb-47ff-89c0-42ceb2af1cdc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:47:19.006567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e68b526c-4f0b-4388-b5cc-cefe92ea4676 None None] Provisioning complete for port 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:19.007322 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e68b526c-4f0b-4388-b5cc-cefe92ea4676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:19.024985 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] For port 7489fbc8-1a62-4fec-8bb0-91663e96f5a7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7489fbc8-1a62-4fec-8bb0-91663e96f5a7,segment=NetworkSegment(30bb5757-1c9e-4c5f-a18c-7af9d75bafad),segment_id=30bb5757-1c9e-4c5f-a18c-7af9d75bafad)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:47:19.073191 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60526905-c4df-40fd-9319-a7e96836a631 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:19.092360 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:19.097485 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:19.124918 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60526905-c4df-40fd-9319-a7e96836a631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:19.193957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e68b526c-4f0b-4388-b5cc-cefe92ea4676 None None] Port 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:47:19.242145 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77351929-9daa-464c-bab0-329627dc5bf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:19.254248 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a22c58-ffd2-42d5-8f98-a717db14e2ff None None] Pushing event updated for resources: {'Port': ['ID=7489fbc8-1a62-4fec-8bb0-91663e96f5a7,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:19.278355 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60526905-c4df-40fd-9319-a7e96836a631 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:47:19.314947 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Routers {'0cc9c018-846b-494f-a654-58519664e19e'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:47:19.327052 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47927370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:47:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0cc9c018-846b-494f-a654-58519664e19e'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:19.374248 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60526905-c4df-40fd-9319-a7e96836a631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7335daf8-95f1-4fae-aa99-4d59d2c024db,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:19.448138 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60526905-c4df-40fd-9319-a7e96836a631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:19.448501 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-60526905-c4df-40fd-9319-a7e96836a631 admin admin] Added segment 333678fe-48b1-4575-9927-23c19bff0680 of type vlan for network c1845c4f-7099-4c02-9b56-ae56632ff298
Nov 20 20:47:19.461848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:19.472961 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77351929-9daa-464c-bab0-329627dc5bf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:19.556501 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '28b4900d-02bb-47ff-89c0-42ceb2af1cdc', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '28b4900d-02bb-47ff-89c0-42ceb2af1cdc', 'mac_address': 'fa:16:3e:a5:7a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:47:19.605828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] Set router 0cc9c018-846b-494f-a654-58519664e19e gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:47:19.676416 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd8dd2-ebb1-422c-9606-5b7e21ed549d req-d0ffa0ac-6230-4156-a793-039e3aa636bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:19.677941 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:19.679211 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aadd8dd2-ebb1-422c-9606-5b7e21ed549d req-d0ffa0ac-6230-4156-a793-039e3aa636bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 1099 time: 0.5676281
Nov 20 20:47:19.686102 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-932293e7-a945-4868-9af4-5dac83680797 None None] Provisioning complete for port 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:19.686570 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-932293e7-a945-4868-9af4-5dac83680797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:19.738327 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f675fca-f859-4ab6-8cc3-affe0ae4a575 req-20817192-bdcb-430e-9172-888e2fd917ec tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:19.748168 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f675fca-f859-4ab6-8cc3-affe0ae4a575 req-20817192-bdcb-430e-9172-888e2fd917ec tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 948 time: 0.1130841
Nov 20 20:47:19.800623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b4900d-02bb-47ff-89c0-42ceb2af1cdc {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:19.827442 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:19.835235 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f675fca-f859-4ab6-8cc3-affe0ae4a575 req-9b73e7fe-445b-4ede-ad41-823867c87e34 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837338
Nov 20 20:47:19.837780 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:19.954264 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60526905-c4df-40fd-9319-a7e96836a631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:20.030802 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-932293e7-a945-4868-9af4-5dac83680797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:20.035703 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:20.048958 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:20.049382 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:20.049796 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:20.050857 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:20.051363 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:20.052077 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:20.052490 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:20.053046 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:20.054223 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:20.054700 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:20.055340 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:20.055746 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:20.073068 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['28b4900d-02bb-47ff-89c0-42ceb2af1cdc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:47:20.128847 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77351929-9daa-464c-bab0-329627dc5bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:20.133649 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77351929-9daa-464c-bab0-329627dc5bf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:20.135286 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-77351929-9daa-464c-bab0-329627dc5bf7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/957737a3-9714-4831-bd22-42550674324a HTTP/1.1" status: 204  len: 168 time: 1.2525845
Nov 20 20:47:20.136229 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60526905-c4df-40fd-9319-a7e96836a631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:20.137355 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60526905-c4df-40fd-9319-a7e96836a631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:20.138147 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60526905-c4df-40fd-9319-a7e96836a631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:20.188706 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77351929-9daa-464c-bab0-329627dc5bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957737a3-9714-4831-bd22-42550674324a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:20.236172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-932293e7-a945-4868-9af4-5dac83680797 None None] For port 7489fbc8-1a62-4fec-8bb0-91663e96f5a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7489fbc8-1a62-4fec-8bb0-91663e96f5a7,segment=NetworkSegment(30bb5757-1c9e-4c5f-a18c-7af9d75bafad),segment_id=30bb5757-1c9e-4c5f-a18c-7af9d75bafad)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:20.252367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd8dd2-ebb1-422c-9606-5b7e21ed549d req-ab1dfa35-5463-41b2-ab50-2f65cea1a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:20.254171 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aadd8dd2-ebb1-422c-9606-5b7e21ed549d req-ab1dfa35-5463-41b2-ab50-2f65cea1a389 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.5191321
Nov 20 20:47:20.261461 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-60526905-c4df-40fd-9319-a7e96836a631 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.8234105
Nov 20 20:47:20.264882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55734) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:20.271252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6b5af847-b699-4527-8d08-6cc9908011d9 admin admin] Request body: {'subnet': {'network_id': 'c1845c4f-7099-4c02-9b56-ae56632ff298', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2082479697-subnet', 'tenant_id': '0e55cba3435e467ab5b3249ec751fe5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:20.308806 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-932293e7-a945-4868-9af4-5dac83680797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:20.333071 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60526905-c4df-40fd-9319-a7e96836a631 admin admin] Pushing event updated for resources: {'Network': ['ID=c1845c4f-7099-4c02-9b56-ae56632ff298,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:20.345986 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5af847-b699-4527-8d08-6cc9908011d9 admin admin] Made reservation on behalf of 0e55cba3435e467ab5b3249ec751fe5b for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:20.348577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b5af847-b699-4527-8d08-6cc9908011d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:20.422090 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aadd8dd2-ebb1-422c-9606-5b7e21ed549d req-dbb06a89-1e39-4159-8ed1-237bae351ccb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc HTTP/1.1" status: 200  len: 217 time: 0.0976002
Nov 20 20:47:20.422251 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932293e7-a945-4868-9af4-5dac83680797 None None] Pushing event updated for resources: {'Port': ['ID=7489fbc8-1a62-4fec-8bb0-91663e96f5a7,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:20.438072 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network c1845c4f-7099-4c02-9b56-ae56632ff298 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:47:20.552066 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47927370>, [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:14Z', 'revision_number': 4, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7489fbc8-1a62-4fec-8bb0-91663e96f5a7', 'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'mac_address': 'fa:16:3e:03:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:12Z', 'updated_at': '2021-11-20T20:47:18Z', 'revision_number': 4, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'subnets': [{'id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:20.581880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd8dd2-ebb1-422c-9606-5b7e21ed549d req-580a80b7-c4a3-4136-aeb8-920c8955e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:20.583585 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aadd8dd2-ebb1-422c-9606-5b7e21ed549d req-580a80b7-c4a3-4136-aeb8-920c8955e06f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1510208
Nov 20 20:47:20.584308 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c60a80-98cf-4d62-af13-ed31b55c9d73 None None] The sync data for ids ['0cc9c018-846b-494f-a654-58519664e19e'] in ncdv-master-1 is: [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:14Z', 'revision_number': 4, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7489fbc8-1a62-4fec-8bb0-91663e96f5a7', 'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'mac_address': 'fa:16:3e:03:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:12Z', 'updated_at': '2021-11-20T20:47:18Z', 'revision_number': 4, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'subnets': [{'id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:47:20.751441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd8dd2-ebb1-422c-9606-5b7e21ed549d req-d3bd1bf4-01e1-4aea-b6dd-fc74ea40570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:20.753046 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aadd8dd2-ebb1-422c-9606-5b7e21ed549d req-d3bd1bf4-01e1-4aea-b6dd-fc74ea40570b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1505322
Nov 20 20:47:20.824707 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b5af847-b699-4527-8d08-6cc9908011d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:20.861570 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89ebac09-8877-438d-b8ce-26b62216e03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:20.927980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5af847-b699-4527-8d08-6cc9908011d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9131ef4-a963-405b-8f1d-294e25c95a8f,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:20.941802 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5af847-b699-4527-8d08-6cc9908011d9 admin admin] Checking segment: {'id': '333678fe-48b1-4575-9927-23c19bff0680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c1845c4f-7099-4c02-9b56-ae56632ff298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:20.942457 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5af847-b699-4527-8d08-6cc9908011d9 admin admin] Network hostable DHCP agents. Network: c1845c4f-7099-4c02-9b56-ae56632ff298, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:47:20.998436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 28b4900d-02bb-47ff-89c0-42ceb2af1cdc up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:21.036644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5af847-b699-4527-8d08-6cc9908011d9 admin admin] Network c1845c4f-7099-4c02-9b56-ae56632ff298 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:47:21.048235 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aadd8dd2-ebb1-422c-9606-5b7e21ed549d req-3b0c7379-2c20-4338-9a90-60ac68a5898c service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2850270
Nov 20 20:47:21.124431 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-6b5af847-b699-4527-8d08-6cc9908011d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c1845c4f-7099-4c02-9b56-ae56632ff298) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:21.133526 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5af847-b699-4527-8d08-6cc9908011d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:21.134487 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b5af847-b699-4527-8d08-6cc9908011d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:21.162103 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bfbfcd-a230-416e-8ccb-16c00dce7494 None None] Network c1845c4f-7099-4c02-9b56-ae56632ff298 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:21.202424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8df5c7-902f-44c6-88b7-4d7dc4fc0934 req-bb33ded9-8bc8-4e5c-b09a-67571ad9aaea tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:21.223826 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff8df5c7-902f-44c6-88b7-4d7dc4fc0934 req-bb33ded9-8bc8-4e5c-b09a-67571ad9aaea tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 949 time: 0.1975715
Nov 20 20:47:21.264033 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55788) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:21.333006 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3202d68d-7a4d-40c8-92df-76820f2fcdfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:21.355136 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6b5af847-b699-4527-8d08-6cc9908011d9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.0884838
Nov 20 20:47:21.357950 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55798) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:21.383800 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2082479697-router', 'tenant_id': '0e55cba3435e467ab5b3249ec751fe5b', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:21.442520 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff8df5c7-902f-44c6-88b7-4d7dc4fc0934 req-7ac4527c-86b0-4c9d-85c3-991ec7c54be8 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2173445
Nov 20 20:47:21.532777 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:21.535861 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:21.595965 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:21.669711 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:47:21.685617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:21.686490 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:21.730109 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:21.941284 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:21.941658 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:22.002248 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aadd8dd2-ebb1-422c-9606-5b7e21ed549d req-5248a379-edff-4f8d-ad0d-1642dd9fdb4c service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9392662
Nov 20 20:47:22.101742 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:22.173289 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409a187f-c361-49ef-a9a0-2762cda33448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b4900d-02bb-47ff-89c0-42ceb2af1cdc'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:47:22.176578 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bcd7da-6314-43df-984b-174c9222ce65" -d '{"events": [{"server_uuid": "409a187f-c361-49ef-a9a0-2762cda33448", "name": "network-vif-plugged", "status": "completed", "tag": "28b4900d-02bb-47ff-89c0-42ceb2af1cdc"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:47:22.179479 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:22.197262 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c1845c4f-7099-4c02-9b56-ae56632ff298', 'network_id': 'c1845c4f-7099-4c02-9b56-ae56632ff298', 'tenant_id': '0e55cba3435e467ab5b3249ec751fe5b', 'fixed_ips': [{'subnet_id': 'f9131ef4-a963-405b-8f1d-294e25c95a8f'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:47:22.198293 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:22.202837 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:22.222297 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:22.224299 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3202d68d-7a4d-40c8-92df-76820f2fcdfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:22.241402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa9f53-4df3-49f3-a313-95afe93f3551 req-e03728c4-5311-4bd7-bf04-2f01a9c4d8f7 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:22.244423 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-49aa9f53-4df3-49f3-a313-95afe93f3551 req-e03728c4-5311-4bd7-bf04-2f01a9c4d8f7 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 945 time: 0.2181690
Nov 20 20:47:22.264323 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3202d68d-7a4d-40c8-92df-76820f2fcdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:22.312228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:22.321031 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3202d68d-7a4d-40c8-92df-76820f2fcdfa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=243e095e01a94ccaa9f11b63b4baff45&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0516024
Nov 20 20:47:22.323863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55856) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:22.454330 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-49aa9f53-4df3-49f3-a313-95afe93f3551 req-3b2099b2-d7a1-41fe-85d7-f96f86feff24 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/security-groups?id=c03bf507-18e2-4064-b787-6768bad94cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882632
Nov 20 20:47:22.485023 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202d68d-7a4d-40c8-92df-76820f2fcdfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3745927-687a-4b61-83ce-0fbe4c1a1f9e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:22.578389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55864) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:22.587477 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838ad435-6be0-4072-a1d9-8fa15ddeca12 x-openstack-request-id: req-838ad435-6be0-4072-a1d9-8fa15ddeca12 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:47:22.588108 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409a187f-c361-49ef-a9a0-2762cda33448", "name": "network-vif-plugged", "status": "completed", "tag": "28b4900d-02bb-47ff-89c0-42ceb2af1cdc", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:47:22.588531 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-838ad435-6be0-4072-a1d9-8fa15ddeca12 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:47:22.590841 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409a187f-c361-49ef-a9a0-2762cda33448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b4900d-02bb-47ff-89c0-42ceb2af1cdc', 'code': 200}
Nov 20 20:47:22.667709 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6e78a7ba-c3ab-451a-ad0c-6688ac0e11c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:22.695343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-89ebac09-8877-438d-b8ce-26b62216e03b admin admin] Deleting port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:47:22.701456 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89ebac09-8877-438d-b8ce-26b62216e03b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:22.710933 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Allocated IP 172.20.0.2 (c1845c4f-7099-4c02-9b56-ae56632ff298/f9131ef4-a963-405b-8f1d-294e25c95a8f/5b97c649-bda0-4fe4-b521-e0fda0430099) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:22.769581 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:22.798568 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:22.872978 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6e78a7ba-c3ab-451a-ad0c-6688ac0e11c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:22.961717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Allocated IP 172.35.1.150 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/e0530375-2508-4060-94ce-8962da608cc7) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:23.045299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53e75d-ab7c-4296-9d26-1b317a3c24b6 req-33c94557-8d03-4778-848e-1cb78d3d7d19 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:23.046794 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8f53e75d-ab7c-4296-9d26-1b317a3c24b6 req-33c94557-8d03-4778-848e-1cb78d3d7d19 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.2986572
Nov 20 20:47:23.052697 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-89ebac09-8877-438d-b8ce-26b62216e03b admin admin] For port e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4,segment=NetworkSegment(02de01e0-57ab-4a80-a45e-1d3cebcda5a5),segment_id=02de01e0-57ab-4a80-a45e-1d3cebcda5a5)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:23.053813 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89ebac09-8877-438d-b8ce-26b62216e03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:23.081546 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-89ebac09-8877-438d-b8ce-26b62216e03b admin admin] Calling delete_port for e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:47:23.105722 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6e78a7ba-c3ab-451a-ad0c-6688ac0e11c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:23.108360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6e78a7ba-c3ab-451a-ad0c-6688ac0e11c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:23.112276 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6e78a7ba-c3ab-451a-ad0c-6688ac0e11c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3745927-687a-4b61-83ce-0fbe4c1a1f9e HTTP/1.1" status: 204  len: 168 time: 0.7860982
Nov 20 20:47:23.119941 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:23.137310 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:23.148910 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a0dabab-e10f-4d25-a181-cbb44fccce3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:23.168772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78a7ba-c3ab-451a-ad0c-6688ac0e11c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3745927-687a-4b61-83ce-0fbe4c1a1f9e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:23.179713 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8f53e75d-ab7c-4296-9d26-1b317a3c24b6 req-1acf0732-f8fb-4270-a13e-f18b0ebc3b0b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179140
Nov 20 20:47:23.220339 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Network c1845c4f-7099-4c02-9b56-ae56632ff298 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:23.230604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:23.241088 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:23.255218 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Pushing event updated for resources: {'Port': ['ID=5b97c649-bda0-4fe4-b521-e0fda0430099,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:23.372756 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Attempting to bind port 5b97c649-bda0-4fe4-b521-e0fda0430099 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:47:23.373362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Attempting to bind port 5b97c649-bda0-4fe4-b521-e0fda0430099 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '333678fe-48b1-4575-9927-23c19bff0680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c1845c4f-7099-4c02-9b56-ae56632ff298'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:47:23.373738 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Attempting to bind port 5b97c649-bda0-4fe4-b521-e0fda0430099 on network c1845c4f-7099-4c02-9b56-ae56632ff298 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:23.380534 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:47:23.381683 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Checking segment: {'id': '333678fe-48b1-4575-9927-23c19bff0680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c1845c4f-7099-4c02-9b56-ae56632ff298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:23.382414 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:23.382840 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Bound using segment: {'id': '333678fe-48b1-4575-9927-23c19bff0680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c1845c4f-7099-4c02-9b56-ae56632ff298'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:47:23.383428 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Bound port: 5b97c649-bda0-4fe4-b521-e0fda0430099, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333678fe-48b1-4575-9927-23c19bff0680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c1845c4f-7099-4c02-9b56-ae56632ff298'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:47:23.383866 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:23.449905 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:23.473482 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] For port 5b97c649-bda0-4fe4-b521-e0fda0430099, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:47:23.479255 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] For port 5b97c649-bda0-4fe4-b521-e0fda0430099, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b97c649-bda0-4fe4-b521-e0fda0430099,segment=NetworkSegment(333678fe-48b1-4575-9927-23c19bff0680),segment_id=333678fe-48b1-4575-9927-23c19bff0680)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:47:23.486331 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:23.555666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d8d7b-d6bb-469c-a002-fd4f37283013 None None] Pushing event updated for resources: {'Port': ['ID=5b97c649-bda0-4fe4-b521-e0fda0430099,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:23.617349 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89ebac09-8877-438d-b8ce-26b62216e03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:23.660144 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebac09-8877-438d-b8ce-26b62216e03b admin admin] Pushing event deleted for resources: {'Port': ['ID=e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:23.719106 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93044bc0-82fc-458f-970c-30144a928588 req-50080419-a934-41ae-b85f-6e3ddab931f5 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:23.720635 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-93044bc0-82fc-458f-970c-30144a928588 req-50080419-a934-41ae-b85f-6e3ddab931f5 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 945 time: 0.2142506
Nov 20 20:47:23.896525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebba24-eada-4c6d-9cdd-4972feba6b71 req-34d1739f-883e-491d-92f5-0220edba4652 tempest-MigrationsAdminTest-437941305 tempest-MigrationsAdminTest-437941305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:23.905159 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89ebba24-eada-4c6d-9cdd-4972feba6b71 req-34d1739f-883e-491d-92f5-0220edba4652 tempest-MigrationsAdminTest-437941305 tempest-MigrationsAdminTest-437941305-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 1101 time: 0.5331728
Nov 20 20:47:23.936520 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a4d90605-4241-4397-93ad-6188cf295dfe req-777bb3c9-3d3b-491d-8891-c3a5a466b0fb tempest-QuotasAdminNegativeTest-527369020 tempest-QuotasAdminNegativeTest-527369020-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=02ccf1d03fcd4cf595fe2da58caf887c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0945413
Nov 20 20:47:23.984606 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:23.988559 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a0dabab-e10f-4d25-a181-cbb44fccce3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:24.051109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Pushing event updated for resources: {'Port': ['ID=e0530375-2508-4060-94ce-8962da608cc7,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:24.061786 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a0dabab-e10f-4d25-a181-cbb44fccce3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:24.102945 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89ebba24-eada-4c6d-9cdd-4972feba6b71 req-c19c8cda-ecf3-43b4-b6a1-d7fb46c02f90 tempest-MigrationsAdminTest-437941305 tempest-MigrationsAdminTest-437941305-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1968091
Nov 20 20:47:24.136150 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:24.144865 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:24.149381 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5a0dabab-e10f-4d25-a181-cbb44fccce3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d02d6dd58a54b9eb9b49709901fa4d9&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5663252
Nov 20 20:47:24.150409 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:24.152430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0dabab-e10f-4d25-a181-cbb44fccce3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39299ad3-f0e8-4b4d-b7ac-33c1b40710d8,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:24.154881 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55940) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:24.252046 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89ebac09-8877-438d-b8ce-26b62216e03b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:24.353153 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55946) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:24.373522 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53630e-878b-4da8-a868-982850f8e0c7 req-cff839ae-83c0-4d66-93ee-362aaba13c37 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:24.374472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d90605-4241-4397-93ad-6188cf295dfe req-003e12ea-1655-4ca3-9a32-69a59f25c33d tempest-QuotasAdminNegativeTest-527369020 tempest-QuotasAdminNegativeTest-527369020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:24.374768 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5d53630e-878b-4da8-a868-982850f8e0c7 req-cff839ae-83c0-4d66-93ee-362aaba13c37 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 945 time: 0.1886346
Nov 20 20:47:24.375426 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b1227ddd-abc1-45d8-b53a-edb299582593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:24.375987 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a4d90605-4241-4397-93ad-6188cf295dfe req-003e12ea-1655-4ca3-9a32-69a59f25c33d tempest-QuotasAdminNegativeTest-527369020 tempest-QuotasAdminNegativeTest-527369020-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4381161
Nov 20 20:47:24.384615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-93044bc0-82fc-458f-970c-30144a928588 req-24b6d5a8-4145-4149-acaf-d86062a6961c tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Deleting port 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:47:24.384950 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-93044bc0-82fc-458f-970c-30144a928588 req-24b6d5a8-4145-4149-acaf-d86062a6961c tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:24.430320 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b1227ddd-abc1-45d8-b53a-edb299582593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:24.435504 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a4d90605-4241-4397-93ad-6188cf295dfe req-f8dd4821-117a-423d-8a9e-f345afe35f73 tempest-QuotasAdminNegativeTest-527369020 tempest-QuotasAdminNegativeTest-527369020-project] 10.222.0.41 "GET /v2.0/quotas/02ccf1d03fcd4cf595fe2da58caf887c HTTP/1.1" status: 200  len: 375 time: 0.0463777
Nov 20 20:47:24.511015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9ca14b80-b42e-4e67-bbbb-7381deb54a72 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-963664236-network', 'tenant_id': 'ee7537dd85d04e808dc792658afa443e'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:24.535397 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5d53630e-878b-4da8-a868-982850f8e0c7 req-34862ada-4425-4556-a472-7c2e1caffa78 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/security-groups?id=c03bf507-18e2-4064-b787-6768bad94cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515326
Nov 20 20:47:24.546685 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a4d90605-4241-4397-93ad-6188cf295dfe req-2d26c1d3-9ad4-4eed-a7d2-e17b8f907f4f tempest-QuotasAdminNegativeTest-527369020 tempest-QuotasAdminNegativeTest-527369020-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=02ccf1d03fcd4cf595fe2da58caf887c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0815136
Nov 20 20:47:24.621106 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b1227ddd-abc1-45d8-b53a-edb299582593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:24.624550 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b1227ddd-abc1-45d8-b53a-edb299582593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:24.625837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b1227ddd-abc1-45d8-b53a-edb299582593 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39299ad3-f0e8-4b4d-b7ac-33c1b40710d8 HTTP/1.1" status: 204  len: 168 time: 0.4689710
Nov 20 20:47:24.632331 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:24.664986 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-93044bc0-82fc-458f-970c-30144a928588 req-24b6d5a8-4145-4149-acaf-d86062a6961c tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] For port 3d39c4e8-282d-4632-8433-fb1d3c1a36a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d39c4e8-282d-4632-8433-fb1d3c1a36a7,segment=NetworkSegment(d83d9ce5-b963-40bd-a609-8340a3760d98),segment_id=d83d9ce5-b963-40bd-a609-8340a3760d98)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:24.665506 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-93044bc0-82fc-458f-970c-30144a928588 req-24b6d5a8-4145-4149-acaf-d86062a6961c tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:24.689940 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1227ddd-abc1-45d8-b53a-edb299582593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39299ad3-f0e8-4b4d-b7ac-33c1b40710d8,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:24.701829 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca14b80-b42e-4e67-bbbb-7381deb54a72 admin admin] Made reservation on behalf of ee7537dd85d04e808dc792658afa443e for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:24.704138 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ca14b80-b42e-4e67-bbbb-7381deb54a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:24.747273 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-ee0e5bd1-0070-4f72-825e-b47cc03b1b13 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d3d075cbe0444578ada04c262fdd9164&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0632744
Nov 20 20:47:24.773352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-93044bc0-82fc-458f-970c-30144a928588 req-24b6d5a8-4145-4149-acaf-d86062a6961c tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Calling delete_port for 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:47:24.792942 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ca14b80-b42e-4e67-bbbb-7381deb54a72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:24.932429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-127025dc-3afd-45b8-9359-bd7c8f6c7e87 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:24.939671 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-127025dc-3afd-45b8-9359-bd7c8f6c7e87 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1914144
Nov 20 20:47:24.960162 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-1e6cbf92-a872-4844-870e-4e6b2a69b404 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/quotas/d3d075cbe0444578ada04c262fdd9164 HTTP/1.1" status: 200  len: 375 time: 0.0189276
Nov 20 20:47:25.029479 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ebac09-8877-438d-b8ce-26b62216e03b admin admin] Router 485517dc-3b47-4b60-b1de-2bd03ca3ba6b has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:47:25.071310 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-fcb50aa7-b3af-42fe-8333-48afb1ef0e2a tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3d075cbe0444578ada04c262fdd9164&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1099432
Nov 20 20:47:25.165127 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55972) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:25.190703 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5d6672-b1a2-4e39-884d-677ccefcc092 None None] Network c1845c4f-7099-4c02-9b56-ae56632ff298 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:25.196288 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:25.345675 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-277a1bab-5825-41fb-9936-3aaa62bd5658 None None] Provisioning complete for port 5b97c649-bda0-4fe4-b521-e0fda0430099 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:25.346230 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-277a1bab-5825-41fb-9936-3aaa62bd5658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:25.348209 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5b97c649-bda0-4fe4-b521-e0fda0430099 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:25.368285 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2e35-846a-42e8-925c-b7410bd5b775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:25.414626 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ca14b80-b42e-4e67-bbbb-7381deb54a72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:25.433774 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ca14b80-b42e-4e67-bbbb-7381deb54a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:25.484141 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-e359afef-15c1-4964-a719-3c8f508db478 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0679941
Nov 20 20:47:25.518927 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-93044bc0-82fc-458f-970c-30144a928588 req-24b6d5a8-4145-4149-acaf-d86062a6961c tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:25.562347 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['3d39c4e8-282d-4632-8433-fb1d3c1a36a7'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:47:25.586081 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca14b80-b42e-4e67-bbbb-7381deb54a72 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:47:25.598724 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ca14b80-b42e-4e67-bbbb-7381deb54a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:25.599414 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-9ca14b80-b42e-4e67-bbbb-7381deb54a72 admin admin] Added segment e3db424c-42d3-40fe-a824-4b0686c9ba40 of type vlan for network 1f07f823-03fd-485f-ad70-6286912e8408
Nov 20 20:47:25.605300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 5b97c649-bda0-4fe4-b521-e0fda0430099 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:25.605672 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:25.668743 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Router 3cc45d3f-0a4f-4106-a476-a6c22eac154e is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:47:25.673441 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-277a1bab-5825-41fb-9936-3aaa62bd5658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:25.683643 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6d5a8-4145-4149-acaf-d86062a6961c tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Pushing event deleted for resources: {'Port': ['ID=3d39c4e8-282d-4632-8433-fb1d3c1a36a7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:25.697348 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-5106e1f6-c3f5-438d-b881-a3cf7d858985 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:25.697348 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-5106e1f6-c3f5-438d-b881-a3cf7d858985 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2046120
Nov 20 20:47:25.717253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca14b80-b42e-4e67-bbbb-7381deb54a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4c6054-5a45-4a2f-b3f4-9b756c403527,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:25.748551 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-277a1bab-5825-41fb-9936-3aaa62bd5658 None None] For port 5b97c649-bda0-4fe4-b521-e0fda0430099, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b97c649-bda0-4fe4-b521-e0fda0430099,segment=NetworkSegment(333678fe-48b1-4575-9927-23c19bff0680),segment_id=333678fe-48b1-4575-9927-23c19bff0680)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:25.750373 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:25.755700 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-39dbd3d5-9796-4531-91df-9fd6523c6192 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/quotas/75d8e50fbc2c4c13be9b56bf0078f315 HTTP/1.1" status: 200  len: 375 time: 0.0239217
Nov 20 20:47:25.772600 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-277a1bab-5825-41fb-9936-3aaa62bd5658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:25.870122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ebac09-8877-438d-b8ce-26b62216e03b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:47:25.871237 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 20:47:25.871818 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 20:47:25.872830 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a1bab-5825-41fb-9936-3aaa62bd5658 None None] Pushing event updated for resources: {'Port': ['ID=5b97c649-bda0-4fe4-b521-e0fda0430099,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:25.878832 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-89ebac09-8877-438d-b8ce-26b62216e03b admin admin] 10.222.0.41 "PUT /v2.0/routers/485517dc-3b47-4b60-b1de-2bd03ca3ba6b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9437137
Nov 20 20:47:25.886136 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181f5e48-411b-4629-a37a-5339b99a4047 None None] Sync routers for ids ['485517dc-3b47-4b60-b1de-2bd03ca3ba6b'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:47:25.887479 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ca14b80-b42e-4e67-bbbb-7381deb54a72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:25.888414 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56006) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:25.911777 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181f5e48-411b-4629-a37a-5339b99a4047 None None] Routers {'485517dc-3b47-4b60-b1de-2bd03ca3ba6b'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:47:25.912438 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-181f5e48-411b-4629-a37a-5339b99a4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54482c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:47:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['485517dc-3b47-4b60-b1de-2bd03ca3ba6b'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:25.916765 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8f705258-15bd-49dc-844e-451c0965b86a req-1cfea36a-6a16-48ac-8907-a0d8e4b51aec tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d3d075cbe0444578ada04c262fdd9164&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2525852
Nov 20 20:47:25.917586 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-93044bc0-82fc-458f-970c-30144a928588 req-24b6d5a8-4145-4149-acaf-d86062a6961c tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] No DVR routers for this DVR port 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 on host nch1-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:47:25.953949 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:47:25.964121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Sync routers for ids ['3cc45d3f-0a4f-4106-a476-a6c22eac154e'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:47:25.968725 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-0846b411-b350-4099-b2d3-7b402e4b3d30 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2114611
Nov 20 20:47:25.980396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Routers {'3cc45d3f-0a4f-4106-a476-a6c22eac154e'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:47:25.981019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473feaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:47:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3cc45d3f-0a4f-4106-a476-a6c22eac154e'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:25.990066 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2e35-846a-42e8-925c-b7410bd5b775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:25.993539 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-93044bc0-82fc-458f-970c-30144a928588 req-24b6d5a8-4145-4149-acaf-d86062a6961c tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:25.998628 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-93044bc0-82fc-458f-970c-30144a928588 req-24b6d5a8-4145-4149-acaf-d86062a6961c tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.37 "DELETE /v2.0/ports/3d39c4e8-282d-4632-8433-fb1d3c1a36a7 HTTP/1.1" status: 204  len: 173 time: 2.2702289
Nov 20 20:47:26.002308 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa97729-64d1-4da2-9d9f-052cf676e7c9', 'name': 'network-vif-deleted', 'tag': '3d39c4e8-282d-4632-8433-fb1d3c1a36a7'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:47:26.004597 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6af3faa-dbfd-4ecd-81c9-72b23fa00358" -d '{"events": [{"server_uuid": "8fa97729-64d1-4da2-9d9f-052cf676e7c9", "name": "network-vif-deleted", "tag": "3d39c4e8-282d-4632-8433-fb1d3c1a36a7"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:47:26.023244 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ca14b80-b42e-4e67-bbbb-7381deb54a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:26.025053 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca14b80-b42e-4e67-bbbb-7381deb54a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:26.041237 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ca14b80-b42e-4e67-bbbb-7381deb54a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:26.050233 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:26.057148 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-07f350c0-5537-4254-af0b-abe31f73f6e7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 4.6911578
Nov 20 20:47:26.081236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56010) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:26.154179 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2e35-846a-42e8-925c-b7410bd5b775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:26.198616 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca14b80-b42e-4e67-bbbb-7381deb54a72 admin admin] Pushing event updated for resources: {'Network': ['ID=1f07f823-03fd-485f-ad70-6286912e8408,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:26.218439 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 1f07f823-03fd-485f-ad70-6286912e8408 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:47:26.275201 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Set router 3cc45d3f-0a4f-4106-a476-a6c22eac154e gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:47:26.282838 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-181f5e48-411b-4629-a37a-5339b99a4047 None None] Set router 485517dc-3b47-4b60-b1de-2bd03ca3ba6b gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:47:26.331149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56020) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:26.334906 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2d5f2e35-846a-42e8-925c-b7410bd5b775 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f698c6449ddf41a793631da6e88ae701&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0903749
Nov 20 20:47:26.373711 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f2e35-846a-42e8-925c-b7410bd5b775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b07dc7c-e3f9-48ca-9808-5fe932d3564d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:26.388166 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2cca0de-6043-40ea-81e2-7c444f67e7fd admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:26.432583 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9ca14b80-b42e-4e67-bbbb-7381deb54a72 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 2.0769467
Nov 20 20:47:26.436429 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56022) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:26.452008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9f3906ac-6bb9-4295-9853-422a08fffa7a admin admin] Request body: {'subnet': {'network_id': '1f07f823-03fd-485f-ad70-6286912e8408', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-963664236-subnet', 'tenant_id': 'ee7537dd85d04e808dc792658afa443e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:26.560783 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3906ac-6bb9-4295-9853-422a08fffa7a admin admin] Made reservation on behalf of ee7537dd85d04e808dc792658afa443e for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:26.565833 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f3906ac-6bb9-4295-9853-422a08fffa7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:26.616535 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f705258-15bd-49dc-844e-451c0965b86a req-6297bc0b-9dfd-426e-8af7-8d975f17f59d tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:26.626108 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8f705258-15bd-49dc-844e-451c0965b86a req-6297bc0b-9dfd-426e-8af7-8d975f17f59d tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6186104
Nov 20 20:47:26.675982 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8f705258-15bd-49dc-844e-451c0965b86a req-50b0e7a8-bf0f-4ebd-b775-82e27104e074 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/quotas/d3d075cbe0444578ada04c262fdd9164 HTTP/1.1" status: 200  len: 375 time: 0.0489492
Nov 20 20:47:26.747563 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-181f5e48-411b-4629-a37a-5339b99a4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54482c40>, [{'id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'name': 'tempest-FloatingIPDetailsTestJSON-1251328393-router', 'tenant_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13'}], 'enable_snat': True}, 'gw_port_id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:37Z', 'updated_at': '2021-11-20T20:47:23Z', 'revision_number': 5, 'project_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'gw_port': {'id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:39Z', 'updated_at': '2021-11-20T20:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:26.838657 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181f5e48-411b-4629-a37a-5339b99a4047 None None] Checking router: 485517dc-3b47-4b60-b1de-2bd03ca3ba6b for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:47:26.847040 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8f705258-15bd-49dc-844e-451c0965b86a req-dca34c61-e992-49da-ada0-2ab907365b3f tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3d075cbe0444578ada04c262fdd9164&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1571622
Nov 20 20:47:26.897527 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181f5e48-411b-4629-a37a-5339b99a4047 None None] Routers {'485517dc-3b47-4b60-b1de-2bd03ca3ba6b'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:47:26.901126 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-181f5e48-411b-4629-a37a-5339b99a4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54482c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:47:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['485517dc-3b47-4b60-b1de-2bd03ca3ba6b'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:26.927263 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b1a036ad-891c-4c16-970b-7313283aa7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:26.974766 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73378447-f71b-43d4-bd52-0404cf3a0807 req-3190faf5-a2ef-432a-81cb-d2d92b7aeb61 tempest-VolumesAdminNegativeTest-1918384537 tempest-VolumesAdminNegativeTest-1918384537-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa97729-64d1-4da2-9d9f-052cf676e7c9 HTTP/1.1" status: 200  len: 210 time: 0.1470003
Nov 20 20:47:27.042631 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b1a036ad-891c-4c16-970b-7313283aa7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:27.054852 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2cca0de-6043-40ea-81e2-7c444f67e7fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:27.128389 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac21052-3608-4789-8472-eda55c956344 x-openstack-request-id: req-eac21052-3608-4789-8472-eda55c956344 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:47:27.128682 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa97729-64d1-4da2-9d9f-052cf676e7c9", "name": "network-vif-deleted", "tag": "3d39c4e8-282d-4632-8433-fb1d3c1a36a7", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:47:27.128942 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eac21052-3608-4789-8472-eda55c956344 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:47:27.129344 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa97729-64d1-4da2-9d9f-052cf676e7c9', 'name': 'network-vif-deleted', 'tag': '3d39c4e8-282d-4632-8433-fb1d3c1a36a7', 'status': 'completed', 'code': 200}
Nov 20 20:47:27.150930 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f3906ac-6bb9-4295-9853-422a08fffa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:27.185080 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-2797be85-e241-409c-ab3d-9627ea345c36 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d3d075cbe0444578ada04c262fdd9164&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0795312
Nov 20 20:47:27.205900 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9ab0955e-ba60-4041-9046-aacd04df0187 None None] Provisioning complete for port 5b97c649-bda0-4fe4-b521-e0fda0430099 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:27.206306 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9ab0955e-ba60-4041-9046-aacd04df0187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:27.264859 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-181f5e48-411b-4629-a37a-5339b99a4047 None None] Set router 485517dc-3b47-4b60-b1de-2bd03ca3ba6b gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:47:27.326368 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb8c0ba7-f9f4-4659-979b-94950c125c7c req-75b26335-34a6-4873-be7d-11a516ff37a6 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 210 time: 0.1804309
Nov 20 20:47:27.446501 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5b97c649-bda0-4fe4-b521-e0fda0430099 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:27.478001 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3906ac-6bb9-4295-9853-422a08fffa7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=444502b4-8455-4747-b026-1e5d940e8d60,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:27.528528 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 5b97c649-bda0-4fe4-b521-e0fda0430099 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:27.528907 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:27.562234 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fdcf9fdb-aa82-4603-b0ba-5484a084bba2 req-27a8b39d-d91c-46a7-a220-7399cfe669f1 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 210 time: 0.1214581
Nov 20 20:47:27.570823 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b1a036ad-891c-4c16-970b-7313283aa7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:27.573766 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b1a036ad-891c-4c16-970b-7313283aa7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:27.575218 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b1a036ad-891c-4c16-970b-7313283aa7c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b07dc7c-e3f9-48ca-9808-5fe932d3564d HTTP/1.1" status: 204  len: 168 time: 1.2431316
Nov 20 20:47:27.600407 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a036ad-891c-4c16-970b-7313283aa7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b07dc7c-e3f9-48ca-9808-5fe932d3564d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:27.608606 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473feaf0>, [{'id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2082479697-router', 'tenant_id': '0e55cba3435e467ab5b3249ec751fe5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': 'e0530375-2508-4060-94ce-8962da608cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:21Z', 'updated_at': '2021-11-20T20:47:24Z', 'revision_number': 3, 'project_id': '0e55cba3435e467ab5b3249ec751fe5b', 'gw_port': {'id': 'e0530375-2508-4060-94ce-8962da608cc7', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:50:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:22Z', 'updated_at': '2021-11-20T20:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:27.629847 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-b1489ebb-ffd3-4e27-9dc7-ed131a59331c tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:27.644421 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-b1489ebb-ffd3-4e27-9dc7-ed131a59331c tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4112487
Nov 20 20:47:27.682814 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-f684407a-696d-418f-a61d-9305d5bac903 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Request body: {'port': {'device_id': '7026c1aa-a9a9-437b-82e7-7121e7fc4b26', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': 'd3d075cbe0444578ada04c262fdd9164'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:27.763139 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Checking router: 3cc45d3f-0a4f-4106-a476-a6c22eac154e for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:47:27.763783 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Updating router 3cc45d3f-0a4f-4106-a476-a6c22eac154e port e0530375-2508-4060-94ce-8962da608cc7 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:47:27.857410 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-181f5e48-411b-4629-a37a-5339b99a4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54482c40>, [{'id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'name': 'tempest-FloatingIPDetailsTestJSON-1251328393-router', 'tenant_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13'}], 'enable_snat': True}, 'gw_port_id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:37Z', 'updated_at': '2021-11-20T20:47:23Z', 'revision_number': 5, 'project_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'gw_port': {'id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:39Z', 'updated_at': '2021-11-20T20:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:27.863283 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:27.971752 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181f5e48-411b-4629-a37a-5339b99a4047 None None] The sync data for ids ['485517dc-3b47-4b60-b1de-2bd03ca3ba6b'] in ncdv-master-1 is: [{'id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'name': 'tempest-FloatingIPDetailsTestJSON-1251328393-router', 'tenant_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13'}], 'enable_snat': True}, 'gw_port_id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:46:37Z', 'updated_at': '2021-11-20T20:47:23Z', 'revision_number': 5, 'project_id': '3aecb8ea5dbe4dd68bc7f4e295ccef7e', 'gw_port': {'id': '0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485517dc-3b47-4b60-b1de-2bd03ca3ba6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:46:39Z', 'updated_at': '2021-11-20T20:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:47:28.076234 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56064) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:28.090131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b2cca0de-6043-40ea-81e2-7c444f67e7fd admin admin] Deleting port 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:47:28.090770 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2cca0de-6043-40ea-81e2-7c444f67e7fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:28.220689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b9d5a6-7082-48f9-95bf-36775f898435 admin admin] Deleting subnet 3926a560-bd0f-41b3-ae6f-86fb7e6f8fc2 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:47:28.236079 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5b9d5a6-7082-48f9-95bf-36775f898435 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:28.333402 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:28.343056 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:28.343323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3906ac-6bb9-4295-9853-422a08fffa7a admin admin] Checking segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:28.343796 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3906ac-6bb9-4295-9853-422a08fffa7a admin admin] Network hostable DHCP agents. Network: 1f07f823-03fd-485f-ad70-6286912e8408, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:47:28.356613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-b2cca0de-6043-40ea-81e2-7c444f67e7fd admin admin] For port 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:28.357255 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2cca0de-6043-40ea-81e2-7c444f67e7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:28.407603 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Attempting to bind port e0530375-2508-4060-94ce-8962da608cc7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:47:28.407979 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Attempting to bind port e0530375-2508-4060-94ce-8962da608cc7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:47:28.408356 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Attempting to bind port e0530375-2508-4060-94ce-8962da608cc7 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:28.433806 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea73e8-0e23-4eec-affa-cc96451f8e24 None None] Pushing event updated for resources: {'Port': ['ID=e0530375-2508-4060-94ce-8962da608cc7,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:28.445570 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:47:28.446271 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:28.446846 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:28.448290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:47:28.451577 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Bound port: e0530375-2508-4060-94ce-8962da608cc7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:47:28.452711 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:28.462177 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5b9d5a6-7082-48f9-95bf-36775f898435 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:28.465139 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b2cca0de-6043-40ea-81e2-7c444f67e7fd admin admin] Calling delete_port for 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:47:28.474504 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-aa161ccf-a191-408f-8225-572297e14655 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1334727
Nov 20 20:47:28.477865 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d314f08-5966-4858-9b15-763bf156782a req-6714dd2a-f656-4486-b702-df0683cde64b tempest-QuotasAdminNegativeTest-527369020 tempest-QuotasAdminNegativeTest-527369020-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=02ccf1d03fcd4cf595fe2da58caf887c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1355870
Nov 20 20:47:28.560804 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-485ec05b-16ec-4289-904d-65f7b3eda862 req-04063701-081e-4fc5-aba3-bebf161bfa13 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 210 time: 0.0660713
Nov 20 20:47:28.577310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] For port e0530375-2508-4060-94ce-8962da608cc7, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:47:28.580660 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] For port e0530375-2508-4060-94ce-8962da608cc7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0530375-2508-4060-94ce-8962da608cc7,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:47:28.586376 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:28.661418 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Routers {'3cc45d3f-0a4f-4106-a476-a6c22eac154e'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:47:28.662194 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473feaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:47:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3cc45d3f-0a4f-4106-a476-a6c22eac154e'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:28.667220 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea73e8-0e23-4eec-affa-cc96451f8e24 None None] Pushing event updated for resources: {'Port': ['ID=e0530375-2508-4060-94ce-8962da608cc7,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:28.720581 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:28.746970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3906ac-6bb9-4295-9853-422a08fffa7a admin admin] Network 1f07f823-03fd-485f-ad70-6286912e8408 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:47:28.799758 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] Set router 3cc45d3f-0a4f-4106-a476-a6c22eac154e gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:47:28.799943 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-60d8ec1b-a911-49d4-a0a9-d5c815d5a2fa req-a1be0932-2df0-4568-bd79-7afaf988095b tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0938969
Nov 20 20:47:28.815214 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5b9d5a6-7082-48f9-95bf-36775f898435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:28.827713 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-9f3906ac-6bb9-4295-9853-422a08fffa7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f07f823-03fd-485f-ad70-6286912e8408) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:28.840532 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3906ac-6bb9-4295-9853-422a08fffa7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:28.841127 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f3906ac-6bb9-4295-9853-422a08fffa7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:28.861354 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aa9136-70ee-453b-ad71-c19fa1fd9165 None None] Network 1f07f823-03fd-485f-ad70-6286912e8408 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:28.863262 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:47:28.863374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d314f08-5966-4858-9b15-763bf156782a req-36fb69a1-cbf5-42fb-99d6-6ae2b5b34da2 tempest-QuotasAdminNegativeTest-527369020 tempest-QuotasAdminNegativeTest-527369020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:28.864885 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d314f08-5966-4858-9b15-763bf156782a req-36fb69a1-cbf5-42fb-99d6-6ae2b5b34da2 tempest-QuotasAdminNegativeTest-527369020 tempest-QuotasAdminNegativeTest-527369020-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3659279
Nov 20 20:47:28.887432 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-f684407a-696d-418f-a61d-9305d5bac903 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Made reservation on behalf of d3d075cbe0444578ada04c262fdd9164 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:28.890848 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-f684407a-696d-418f-a61d-9305d5bac903 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:28.908384 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9f3906ac-6bb9-4295-9853-422a08fffa7a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 2.4670849
Nov 20 20:47:28.911942 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d314f08-5966-4858-9b15-763bf156782a req-5f924e68-75d7-4949-8b01-805d8423f685 tempest-QuotasAdminNegativeTest-527369020 tempest-QuotasAdminNegativeTest-527369020-project] 10.222.0.41 "GET /v2.0/quotas/02ccf1d03fcd4cf595fe2da58caf887c HTTP/1.1" status: 200  len: 375 time: 0.0383248
Nov 20 20:47:28.918268 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-f684407a-696d-418f-a61d-9305d5bac903 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:28.929889 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:47:28.930271 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 3d39c4e8-282d-4632-8433-fb1d3c1a36a7 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:47:28.931669 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-26fdb7ec-d7e9-44ce-995d-f83494444961 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:28.932917 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-26fdb7ec-d7e9-44ce-995d-f83494444961 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4485214
Nov 20 20:47:28.959919 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-23aba3bb-bed1-4967-a901-75331d998e1b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Request body: {'port': {'device_id': 'f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '75d8e50fbc2c4c13be9b56bf0078f315'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:28.989322 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d314f08-5966-4858-9b15-763bf156782a req-02789f0c-7f82-412a-807e-3ac935ca1b19 tempest-QuotasAdminNegativeTest-527369020 tempest-QuotasAdminNegativeTest-527369020-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=02ccf1d03fcd4cf595fe2da58caf887c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0684867
Nov 20 20:47:29.152506 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-f684407a-696d-418f-a61d-9305d5bac903 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:29.166193 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-f684407a-696d-418f-a61d-9305d5bac903 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:29.246705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40284c7a-21c0-45bc-ac23-b52da321ca93 None None] Network 1f07f823-03fd-485f-ad70-6286912e8408 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:29.255204 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684407a-696d-418f-a61d-9305d5bac903 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d14aee-6884-4009-a023-d34a89ba13a1,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:29.279851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:47:29.346022 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:47:29.346502 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e22dd2a6-dc00-4ad1-8fff-7eed6a61efa4 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:47:29.376439 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f705258-15bd-49dc-844e-451c0965b86a req-effb18cd-66ff-4c96-b981-c69c888558e6 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d3d075cbe0444578ada04c262fdd9164&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2154310
Nov 20 20:47:29.386488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473feaf0>, [{'id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2082479697-router', 'tenant_id': '0e55cba3435e467ab5b3249ec751fe5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': 'e0530375-2508-4060-94ce-8962da608cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:21Z', 'updated_at': '2021-11-20T20:47:24Z', 'revision_number': 3, 'project_id': '0e55cba3435e467ab5b3249ec751fe5b', 'gw_port': {'id': 'e0530375-2508-4060-94ce-8962da608cc7', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:50:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:22Z', 'updated_at': '2021-11-20T20:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:29.423182 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:47:29.427663 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9723b6e-329c-44ef-915a-82776bb72905 None None] The sync data for ids ['3cc45d3f-0a4f-4106-a476-a6c22eac154e'] in ncdv-master-1 is: [{'id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2082479697-router', 'tenant_id': '0e55cba3435e467ab5b3249ec751fe5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': 'e0530375-2508-4060-94ce-8962da608cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:21Z', 'updated_at': '2021-11-20T20:47:24Z', 'revision_number': 3, 'project_id': '0e55cba3435e467ab5b3249ec751fe5b', 'gw_port': {'id': 'e0530375-2508-4060-94ce-8962da608cc7', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:50:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:22Z', 'updated_at': '2021-11-20T20:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:47:29.449831 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5b9d5a6-7082-48f9-95bf-36775f898435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:29.548060 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-23aba3bb-bed1-4967-a901-75331d998e1b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Made reservation on behalf of 75d8e50fbc2c4c13be9b56bf0078f315 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:29.551675 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-23aba3bb-bed1-4967-a901-75331d998e1b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:29.639691 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9d5a6-7082-48f9-95bf-36775f898435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3926a560-bd0f-41b3-ae6f-86fb7e6f8fc2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:29.655097 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5b9d5a6-7082-48f9-95bf-36775f898435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:29.664904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56104) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:29.666453 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-f684407a-696d-418f-a61d-9305d5bac903 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Allocated IP 192.168.233.84 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/76b5097e-7d85-4157-a179-a00737c678ce) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:29.666869 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c5b9d5a6-7082-48f9-95bf-36775f898435 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3926a560-bd0f-41b3-ae6f-86fb7e6f8fc2 HTTP/1.1" status: 204  len: 168 time: 1.5789998
Nov 20 20:47:29.777303 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Allocated IP 172.20.0.1 (c1845c4f-7099-4c02-9b56-ae56632ff298/f9131ef4-a963-405b-8f1d-294e25c95a8f/5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:29.907862 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f705258-15bd-49dc-844e-451c0965b86a req-82b27334-a1eb-412a-80be-5ed95d6f7686 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:29.909393 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f705258-15bd-49dc-844e-451c0965b86a req-82b27334-a1eb-412a-80be-5ed95d6f7686 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5177779
Nov 20 20:47:29.912310 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2cca0de-6043-40ea-81e2-7c444f67e7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:29.931239 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8c0b7db5-4a01-4fe0-8cd3-5f3fcc598c4b req-cfb535aa-c878-4510-9ae2-e4b05c23d3b1 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 210 time: 0.2282295
Nov 20 20:47:29.982037 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-8f705258-15bd-49dc-844e-451c0965b86a req-3478566b-e953-406d-8192-9b5f95497b12 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Request body: {'port': {'device_id': 'd01ba62e-c3aa-436b-933b-c4a6533f5f03', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': 'd3d075cbe0444578ada04c262fdd9164'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:30.037342 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cca0de-6043-40ea-81e2-7c444f67e7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:30.207040 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05731500-01bf-4faa-873b-23e9c30df7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.210633 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2f823722-43e0-4f09-bd70-50a2abea58a4 req-fcdf343d-b507-4b35-b8db-51d584f86641 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0950873
Nov 20 20:47:30.289148 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.296406 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2cca0de-6043-40ea-81e2-7c444f67e7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.432930 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2cca0de-6043-40ea-81e2-7c444f67e7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.439754 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2cca0de-6043-40ea-81e2-7c444f67e7fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.441266 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56132) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:30.448900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-abbacc46-f803-4f0b-9f25-69883a739411 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1501469734-network', 'tenant_id': '9d81eb32d6b241bd808af703e58c79a6'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:30.468954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f705258-15bd-49dc-844e-451c0965b86a req-3478566b-e953-406d-8192-9b5f95497b12 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Made reservation on behalf of d3d075cbe0444578ada04c262fdd9164 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:30.472443 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8f705258-15bd-49dc-844e-451c0965b86a req-3478566b-e953-406d-8192-9b5f95497b12 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.540729 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2cca0de-6043-40ea-81e2-7c444f67e7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.541345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cca0de-6043-40ea-81e2-7c444f67e7fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 485517dc-3b47-4b60-b1de-2bd03ca3ba6b {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:47:30.547179 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2cca0de-6043-40ea-81e2-7c444f67e7fd admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.549112 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05731500-01bf-4faa-873b-23e9c30df7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.551620 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b2cca0de-6043-40ea-81e2-7c444f67e7fd admin admin] 10.222.0.41 "DELETE /v2.0/routers/485517dc-3b47-4b60-b1de-2bd03ca3ba6b HTTP/1.1" status: 204  len: 168 time: 4.6620390
Nov 20 20:47:30.570762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56134) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:30.578972 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.579419 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-05731500-01bf-4faa-873b-23e9c30df7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4fad2c40>,) {'filters': {'network_id': ['6c75a303-6203-42d9-b558-9a8c1c2891e4']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:30.593344 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbacc46-f803-4f0b-9f25-69883a739411 admin admin] Made reservation on behalf of 9d81eb32d6b241bd808af703e58c79a6 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:30.595639 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-abbacc46-f803-4f0b-9f25-69883a739411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.630524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-05731500-01bf-4faa-873b-23e9c30df7b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fad2c40>, 'd83d9ce5-b963-40bd-a609-8340a3760d98') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:30.630739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-05731500-01bf-4faa-873b-23e9c30df7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fad2c40>, 'd83d9ce5-b963-40bd-a609-8340a3760d98') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:30.642510 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-f684407a-696d-418f-a61d-9305d5bac903 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.647979 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05731500-01bf-4faa-873b-23e9c30df7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.672211 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05731500-01bf-4faa-873b-23e9c30df7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.696969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05731500-01bf-4faa-873b-23e9c30df7b4 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:47:30.697362 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05731500-01bf-4faa-873b-23e9c30df7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:47:30.699589 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:47:30.718741 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-abbacc46-f803-4f0b-9f25-69883a739411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.786862 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Network c1845c4f-7099-4c02-9b56-ae56632ff298 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:30.799141 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-f684407a-696d-418f-a61d-9305d5bac903 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.814479 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-8257f346-c12d-4163-928d-f17c87dc1758 admin admin] Deleting subnet 87c19699-f15a-44d5-add0-e54d43147cda {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:47:30.822530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:30.826481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:30.828687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:30.836777 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8257f346-c12d-4163-928d-f17c87dc1758 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.926567 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8257f346-c12d-4163-928d-f17c87dc1758 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:30.927759 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-23aba3bb-bed1-4967-a901-75331d998e1b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Allocated IP 192.168.233.228 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/d96f4ca5-742f-4e26-8329-f408e9d46a05) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:30.985023 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:31.159339 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-23aba3bb-bed1-4967-a901-75331d998e1b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:31.191777 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05731500-01bf-4faa-873b-23e9c30df7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:31.200226 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05731500-01bf-4faa-873b-23e9c30df7b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:31.207387 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-05731500-01bf-4faa-873b-23e9c30df7b4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6c75a303-6203-42d9-b558-9a8c1c2891e4 HTTP/1.1" status: 204  len: 168 time: 1.5379765
Nov 20 20:47:31.218138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56158) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:31.239957 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-23aba3bb-bed1-4967-a901-75331d998e1b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:31.252171 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8257f346-c12d-4163-928d-f17c87dc1758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:31.253355 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['28b4900d-02bb-47ff-89c0-42ceb2af1cdc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:47:31.272233 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05731500-01bf-4faa-873b-23e9c30df7b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c75a303-6203-42d9-b558-9a8c1c2891e4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:31.298824 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684407a-696d-418f-a61d-9305d5bac903 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Pushing event updated for resources: {'Port': ['ID=76b5097e-7d85-4157-a179-a00737c678ce,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:31.351695 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2861ec88-77ba-45a6-939a-a3c2e87e0d07 None None] Provisioning complete for port 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:31.352120 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2861ec88-77ba-45a6-939a-a3c2e87e0d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:31.404820 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-abbacc46-f803-4f0b-9f25-69883a739411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:31.415879 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aba3bb-bed1-4967-a901-75331d998e1b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Pushing event updated for resources: {'Port': ['ID=d96f4ca5-742f-4e26-8329-f408e9d46a05,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:31.417450 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8257f346-c12d-4163-928d-f17c87dc1758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:31.420135 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-f684407a-696d-418f-a61d-9305d5bac903 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:31.428514 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-abbacc46-f803-4f0b-9f25-69883a739411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:31.430388 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-23aba3bb-bed1-4967-a901-75331d998e1b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:31.434156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-23aba3bb-bed1-4967-a901-75331d998e1b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:31.437398 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-f684407a-696d-418f-a61d-9305d5bac903 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:31.439288 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-23aba3bb-bed1-4967-a901-75331d998e1b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:31.448582 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-f684407a-696d-418f-a61d-9305d5bac903 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:31.457075 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2861ec88-77ba-45a6-939a-a3c2e87e0d07 None None] Port 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:47:31.480056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e0530375-2508-4060-94ce-8962da608cc7 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:31.573281 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c13818-4095-4836-a941-ba54e641aeba req-118c8193-a439-4046-9731-eea0957f453a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:31.582369 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e0530375-2508-4060-94ce-8962da608cc7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:31.582799 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:31.584977 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-01c13818-4095-4836-a941-ba54e641aeba req-118c8193-a439-4046-9731-eea0957f453a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 936 time: 0.3586447
Nov 20 20:47:31.641623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-f684407a-696d-418f-a61d-9305d5bac903 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:31.642265 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-f684407a-696d-418f-a61d-9305d5bac903 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:31.653525 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-23aba3bb-bed1-4967-a901-75331d998e1b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:31.654261 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-23aba3bb-bed1-4967-a901-75331d998e1b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:31.684475 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:31.698882 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-01c13818-4095-4836-a941-ba54e641aeba req-52482af8-3da7-4bb0-b5de-28a898015fa3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127989
Nov 20 20:47:31.719527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port e0530375-2508-4060-94ce-8962da608cc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0530375-2508-4060-94ce-8962da608cc7,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:31.732160 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:31.737146 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-f684407a-696d-418f-a61d-9305d5bac903 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.0749869
Nov 20 20:47:31.746693 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-23aba3bb-bed1-4967-a901-75331d998e1b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7974095
Nov 20 20:47:31.753332 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Request body: {'port': {'device_id': '7026c1aa-a9a9-437b-82e7-7121e7fc4b26', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:31.763280 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Request body: {'port': {'device_id': 'f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:31.854883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-373ed661-b098-4712-b8d7-70db3b017643 None None] Provisioning complete for port d96f4ca5-742f-4e26-8329-f408e9d46a05 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:31.855515 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-373ed661-b098-4712-b8d7-70db3b017643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:31.907191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-373ed661-b098-4712-b8d7-70db3b017643 None None] Port d96f4ca5-742f-4e26-8329-f408e9d46a05 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:47:31.910361 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:47:31.912950 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=e0530375-2508-4060-94ce-8962da608cc7,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:31.924425 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-66118d17-4908-4688-9f1a-ece451e9ba68 req-4046ae31-8ce9-4b73-bfde-d97e755c87a6 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0790942
Nov 20 20:47:31.947292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbacc46-f803-4f0b-9f25-69883a739411 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:47:31.961312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257f346-c12d-4163-928d-f17c87dc1758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87c19699-f15a-44d5-add0-e54d43147cda,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:31.966362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0211519e-ed25-4fab-ad1e-9a50b86db2ae None None] Network 69f8c170-cf51-4eec-8819-24beafeff8df requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:31.976918 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:47:31.977268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0ed0d8e5-8eb1-45c4-b0ec-1bf2d076e616 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:47:31.981819 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8257f346-c12d-4163-928d-f17c87dc1758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:31.987166 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8257f346-c12d-4163-928d-f17c87dc1758 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/87c19699-f15a-44d5-add0-e54d43147cda HTTP/1.1" status: 204  len: 168 time: 1.4097846
Nov 20 20:47:31.989166 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-97c54bc1-6bbf-482f-ad37-97ec55f6f62b req-8caa434e-52d5-4fe9-9f98-4318ab20a3d2 tempest-QuotasAdminNegativeTest-527369020 tempest-QuotasAdminNegativeTest-527369020-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=02ccf1d03fcd4cf595fe2da58caf887c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.5346887
Nov 20 20:47:31.989904 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56178) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:32.017929 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.050505 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ee31a2-d9c9-4ba2-a390-7a813c7ebbf0 admin admin] Deleting subnet 17bbaced-58a6-4167-9a3a-35eea9b684c4 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:47:32.056938 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.101334 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-abbacc46-f803-4f0b-9f25-69883a739411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.102126 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-abbacc46-f803-4f0b-9f25-69883a739411 admin admin] Added segment 89f974ac-9838-41d7-bccc-a22fa9c0f2b7 of type vlan for network 9c0de4a2-fd60-41bf-b67e-7ce5e85f6702
Nov 20 20:47:32.129871 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2ee31a2-d9c9-4ba2-a390-7a813c7ebbf0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.141386 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-8f705258-15bd-49dc-844e-451c0965b86a req-3478566b-e953-406d-8192-9b5f95497b12 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Allocated IP 192.168.233.170 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:32.193629 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.246279 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c86feb91-ee8b-47ca-a3c1-bf88a9fc6788 None None] Provisioning complete for port 76b5097e-7d85-4157-a179-a00737c678ce triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:32.246707 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c86feb91-ee8b-47ca-a3c1-bf88a9fc6788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.274875 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbacc46-f803-4f0b-9f25-69883a739411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cdff9f-ad34-4ef7-b91b-2a3f3ad88e27,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:32.283148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8f74e9-0e1b-4e8b-bcda-4a8cce146a6b None None] DHCP port deletion for 69f8c170-cf51-4eec-8819-24beafeff8df request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:47:32.357701 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c86feb91-ee8b-47ca-a3c1-bf88a9fc6788 None None] Port 76b5097e-7d85-4157-a179-a00737c678ce cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:47:32.387371 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2d8f74e9-0e1b-4e8b-bcda-4a8cce146a6b None None] Deleting port 5142c1a6-be66-4ef4-8612-50fe5937269a {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:47:32.388010 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2d8f74e9-0e1b-4e8b-bcda-4a8cce146a6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.408229 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2ee31a2-d9c9-4ba2-a390-7a813c7ebbf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.419306 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-abbacc46-f803-4f0b-9f25-69883a739411 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.453441 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-932f4d85-7411-41fc-a159-0041aff86cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.472919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2d8f74e9-0e1b-4e8b-bcda-4a8cce146a6b None None] For port 5142c1a6-be66-4ef4-8612-50fe5937269a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5142c1a6-be66-4ef4-8612-50fe5937269a,segment=NetworkSegment(02de01e0-57ab-4a80-a45e-1d3cebcda5a5),segment_id=02de01e0-57ab-4a80-a45e-1d3cebcda5a5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:32.473438 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2d8f74e9-0e1b-4e8b-bcda-4a8cce146a6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.487579 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2d8f74e9-0e1b-4e8b-bcda-4a8cce146a6b None None] Calling delete_port for 5142c1a6-be66-4ef4-8612-50fe5937269a owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:47:32.586153 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2d8f74e9-0e1b-4e8b-bcda-4a8cce146a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.614158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f74e9-0e1b-4e8b-bcda-4a8cce146a6b None None] Pushing event deleted for resources: {'Port': ['ID=5142c1a6-be66-4ef4-8612-50fe5937269a,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:32.618013 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f74e9-0e1b-4e8b-bcda-4a8cce146a6b None None] No DVR routers for this DVR port 5142c1a6-be66-4ef4-8612-50fe5937269a on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:47:32.621968 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2ee31a2-d9c9-4ba2-a390-7a813c7ebbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.676286 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c54bc1-6bbf-482f-ad37-97ec55f6f62b req-4e8fe8fb-3d2e-41e8-aa03-f6f4de1b7c12 tempest-QuotasAdminNegativeTest-527369020 tempest-QuotasAdminNegativeTest-527369020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:32.677671 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-97c54bc1-6bbf-482f-ad37-97ec55f6f62b req-4e8fe8fb-3d2e-41e8-aa03-f6f4de1b7c12 tempest-QuotasAdminNegativeTest-527369020 tempest-QuotasAdminNegativeTest-527369020-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6624613
Nov 20 20:47:32.678375 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-abbacc46-f803-4f0b-9f25-69883a739411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.679268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbacc46-f803-4f0b-9f25-69883a739411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:32.679832 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-abbacc46-f803-4f0b-9f25-69883a739411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.697918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-932f4d85-7411-41fc-a159-0041aff86cd7 admin admin] The port '5142c1a6-be66-4ef4-8612-50fe5937269a' was deleted {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Nov 20 20:47:32.701023 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56206) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:32.826447 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-97c54bc1-6bbf-482f-ad37-97ec55f6f62b req-0826af87-5d2f-486b-979a-fd717c733040 tempest-QuotasAdminNegativeTest-527369020 tempest-QuotasAdminNegativeTest-527369020-project] 10.222.0.41 "GET /v2.0/quotas/02ccf1d03fcd4cf595fe2da58caf887c HTTP/1.1" status: 200  len: 375 time: 0.1242714
Nov 20 20:47:32.831176 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32b434cc-e793-4b58-a734-d1372a7b15db admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.832814 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-abbacc46-f803-4f0b-9f25-69883a739411 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 2.3905559
Nov 20 20:47:32.833828 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56212) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:32.845668 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9f92a6e6-7348-4a6c-a65c-f656d93deef0 admin admin] Request body: {'subnet': {'network_id': '9c0de4a2-fd60-41bf-b67e-7ce5e85f6702', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1501469734-subnet', 'tenant_id': '9d81eb32d6b241bd808af703e58c79a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:32.884249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaede0a8-fe06-45eb-9ffd-6a0b993974f6 req-2eeb8704-f601-45b3-919d-62584e5ee356 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:32.885769 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eaede0a8-fe06-45eb-9ffd-6a0b993974f6 req-2eeb8704-f601-45b3-919d-62584e5ee356 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 936 time: 0.1029599
Nov 20 20:47:32.904818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f92a6e6-7348-4a6c-a65c-f656d93deef0 admin admin] Made reservation on behalf of 9d81eb32d6b241bd808af703e58c79a6 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:32.907182 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f92a6e6-7348-4a6c-a65c-f656d93deef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.932065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbacc46-f803-4f0b-9f25-69883a739411 admin admin] Pushing event updated for resources: {'Network': ['ID=9c0de4a2-fd60-41bf-b67e-7ce5e85f6702,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:32.946620 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-97c54bc1-6bbf-482f-ad37-97ec55f6f62b req-c38a2b2f-82da-42f9-87bc-c330f71e3056 tempest-QuotasAdminNegativeTest-527369020 tempest-QuotasAdminNegativeTest-527369020-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=02ccf1d03fcd4cf595fe2da58caf887c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1083138
Nov 20 20:47:32.948353 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 9c0de4a2-fd60-41bf-b67e-7ce5e85f6702 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:47:32.979077 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-932f4d85-7411-41fc-a159-0041aff86cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:32.996139 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2ee31a2-d9c9-4ba2-a390-7a813c7ebbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.024121 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eaede0a8-fe06-45eb-9ffd-6a0b993974f6 req-4eb5b882-9431-4435-b789-7f0d624bcfd0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313279
Nov 20 20:47:33.025211 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8f705258-15bd-49dc-844e-451c0965b86a req-3478566b-e953-406d-8192-9b5f95497b12 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.063544 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee31a2-d9c9-4ba2-a390-7a813c7ebbf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17bbaced-58a6-4167-9a3a-35eea9b684c4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:33.069308 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.075485 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-932f4d85-7411-41fc-a159-0041aff86cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f224460>,) {'filters': {'network_id': ['69f8c170-cf51-4eec-8819-24beafeff8df']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:33.077422 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32b434cc-e793-4b58-a734-d1372a7b15db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.080266 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2ee31a2-d9c9-4ba2-a390-7a813c7ebbf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.085035 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f2ee31a2-d9c9-4ba2-a390-7a813c7ebbf0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/17bbaced-58a6-4167-9a3a-35eea9b684c4 HTTP/1.1" status: 204  len: 168 time: 1.8619249
Nov 20 20:47:33.087750 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32b434cc-e793-4b58-a734-d1372a7b15db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.092251 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.092779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56218) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:33.102390 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-932f4d85-7411-41fc-a159-0041aff86cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f224460>, '02de01e0-57ab-4a80-a45e-1d3cebcda5a5') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:33.102853 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-932f4d85-7411-41fc-a159-0041aff86cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f224460>, '02de01e0-57ab-4a80-a45e-1d3cebcda5a5') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:33.155372 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-932f4d85-7411-41fc-a159-0041aff86cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.199364 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-932f4d85-7411-41fc-a159-0041aff86cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.213670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932f4d85-7411-41fc-a159-0041aff86cd7 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:47:33.214123 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-932f4d85-7411-41fc-a159-0041aff86cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:47:33.217713 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:47:33.228971 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:33.234407 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.237585 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-253a3e47-8eb6-41b7-924d-0096fcc866ae req-62af07ec-5397-4476-b40a-808f760227d8 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0849805
Nov 20 20:47:33.253706 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8f705258-15bd-49dc-844e-451c0965b86a req-3478566b-e953-406d-8192-9b5f95497b12 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.266810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b434cc-e793-4b58-a734-d1372a7b15db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e3bbbe-d0ee-4f2a-9d49-f5e1b4514bc4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:33.310188 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-32b434cc-e793-4b58-a734-d1372a7b15db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf21a13fe9da4631baea316fc4b6986c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6063724
Nov 20 20:47:33.321842 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56224) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:33.364576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e0530375-2508-4060-94ce-8962da608cc7 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:33.367688 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-932f4d85-7411-41fc-a159-0041aff86cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.396224 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478566b-e953-406d-8192-9b5f95497b12 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Pushing event updated for resources: {'Port': ['ID=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:33.401950 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f705258-15bd-49dc-844e-451c0965b86a req-3478566b-e953-406d-8192-9b5f95497b12 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:33.411143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-8f705258-15bd-49dc-844e-451c0965b86a req-3478566b-e953-406d-8192-9b5f95497b12 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:33.416274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f705258-15bd-49dc-844e-451c0965b86a req-3478566b-e953-406d-8192-9b5f95497b12 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:33.424042 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-932f4d85-7411-41fc-a159-0041aff86cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.427437 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b352414-cfa7-45d4-8964-b8d393f2ff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.427898 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-932f4d85-7411-41fc-a159-0041aff86cd7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/69f8c170-cf51-4eec-8819-24beafeff8df HTTP/1.1" status: 204  len: 168 time: 1.4136705
Nov 20 20:47:33.438905 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f92a6e6-7348-4a6c-a65c-f656d93deef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.463657 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f4d85-7411-41fc-a159-0041aff86cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=69f8c170-cf51-4eec-8819-24beafeff8df,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:33.490016 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e0530375-2508-4060-94ce-8962da608cc7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:33.490463 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.534150 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f705258-15bd-49dc-844e-451c0965b86a req-3478566b-e953-406d-8192-9b5f95497b12 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:33.541942 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8f705258-15bd-49dc-844e-451c0965b86a req-3478566b-e953-406d-8192-9b5f95497b12 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.547278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Network c1845c4f-7099-4c02-9b56-ae56632ff298 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:33.553364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:33.573337 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f705258-15bd-49dc-844e-451c0965b86a req-3478566b-e953-406d-8192-9b5f95497b12 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.6099355
Nov 20 20:47:33.629774 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Request body: {'port': {'device_id': 'd01ba62e-c3aa-436b-933b-c4a6533f5f03', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:33.685023 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92a6e6-7348-4a6c-a65c-f656d93deef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5489aa0c-2b13-4eb5-8d1d-7d2a10dfaddb,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:33.766726 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-45a08fba-47f8-4498-bb79-3d2f2ac11c96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.769987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56232) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:33.804811 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5142c1a6-be66-4ef4-8612-50fe5937269a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:47:33.827596 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.843160 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 5142c1a6-be66-4ef4-8612-50fe5937269a {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:47:33.843685 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5142c1a6-be66-4ef4-8612-50fe5937269a not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:47:33.854821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Router 3cc45d3f-0a4f-4106-a476-a6c22eac154e has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:47:33.880188 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b5097e-7d85-4157-a179-a00737c678ce {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:33.913051 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b352414-cfa7-45d4-8964-b8d393f2ff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.920520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f92a6e6-7348-4a6c-a65c-f656d93deef0 admin admin] Checking segment: {'id': '89f974ac-9838-41d7-bccc-a22fa9c0f2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9c0de4a2-fd60-41bf-b67e-7ce5e85f6702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:33.920895 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f92a6e6-7348-4a6c-a65c-f656d93deef0 admin admin] Network hostable DHCP agents. Network: 9c0de4a2-fd60-41bf-b67e-7ce5e85f6702, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:47:33.929092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f3c821e8-7901-4490-8012-0f4a2120d740 None None] Provisioning complete for port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:33.929517 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f3c821e8-7901-4490-8012-0f4a2120d740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.938003 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-45a08fba-47f8-4498-bb79-3d2f2ac11c96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.954751 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:33.977720 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f3c821e8-7901-4490-8012-0f4a2120d740 None None] Port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:47:33.986438 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-0b352414-cfa7-45d4-8964-b8d393f2ff68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f00e8e0>,) {'filters': {'network_id': ['e01a3687-adca-4cbd-9358-0b21cc8c2d46']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:34.014219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Transition to ACTIVE for port object 76b5097e-7d85-4157-a179-a00737c678ce will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:47:34.019551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56236) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:34.026208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-0b352414-cfa7-45d4-8964-b8d393f2ff68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f00e8e0>, '7a20d6ab-1c18-41d8-8ee0-f77547eaa5f3') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:34.026549 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-0b352414-cfa7-45d4-8964-b8d393f2ff68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f00e8e0>, '7a20d6ab-1c18-41d8-8ee0-f77547eaa5f3') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:34.035004 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-39ed1aca-85c4-4d5c-8f22-c922754af104 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3aecb8ea5dbe4dd68bc7f4e295ccef7e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2439389
Nov 20 20:47:34.038644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56240) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:34.051375 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:34.061947 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b352414-cfa7-45d4-8964-b8d393f2ff68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:34.068662 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f92a6e6-7348-4a6c-a65c-f656d93deef0 admin admin] Network 9c0de4a2-fd60-41bf-b67e-7ce5e85f6702 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:47:34.129961 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-9f92a6e6-7348-4a6c-a65c-f656d93deef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9c0de4a2-fd60-41bf-b67e-7ce5e85f6702) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:34.135726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-25d2a12f-d7ac-4b8d-85f3-27727a8aad5e None None] Provisioning complete for port 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:34.136249 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-25d2a12f-d7ac-4b8d-85f3-27727a8aad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:34.158429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:47:34.160372 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf400-c7c2-46d3-b8a3-977c1d6cd20f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:34.168651 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-390e3497-301b-47a1-922d-ca3a7cbd9e50 admin admin] 10.222.0.41 "PUT /v2.0/routers/3cc45d3f-0a4f-4106-a476-a6c22eac154e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0811329
Nov 20 20:47:34.169333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b352414-cfa7-45d4-8964-b8d393f2ff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:34.182581 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Sync routers for ids ['3cc45d3f-0a4f-4106-a476-a6c22eac154e'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:47:34.187670 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92a6e6-7348-4a6c-a65c-f656d93deef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:34.188272 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f92a6e6-7348-4a6c-a65c-f656d93deef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:34.202082 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b352414-cfa7-45d4-8964-b8d393f2ff68 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:47:34.206695 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b352414-cfa7-45d4-8964-b8d393f2ff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:47:34.214852 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:47:34.222593 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Routers {'3cc45d3f-0a4f-4106-a476-a6c22eac154e'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:47:34.222965 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf400-c7c2-46d3-b8a3-977c1d6cd20f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:34.223239 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5448b220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:47:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3cc45d3f-0a4f-4106-a476-a6c22eac154e'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:34.249629 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d207bd-0a7f-42ad-9b4b-27ef95f22bd5 None None] Network 9c0de4a2-fd60-41bf-b67e-7ce5e85f6702 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:34.286786 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-45a08fba-47f8-4498-bb79-3d2f2ac11c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:34.289495 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-45a08fba-47f8-4498-bb79-3d2f2ac11c96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:34.305838 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-45a08fba-47f8-4498-bb79-3d2f2ac11c96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5e3bbbe-d0ee-4f2a-9d49-f5e1b4514bc4 HTTP/1.1" status: 204  len: 168 time: 0.9794166
Nov 20 20:47:34.339171 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Pushing event updated for resources: {'Port': ['ID=76b5097e-7d85-4157-a179-a00737c678ce,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:34.353183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-25d2a12f-d7ac-4b8d-85f3-27727a8aad5e None None] Port 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:47:34.407023 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b38308df-c784-4395-9fc5-6c5c7e38e3a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:34.482220 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf400-c7c2-46d3-b8a3-977c1d6cd20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:34.498960 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf400-c7c2-46d3-b8a3-977c1d6cd20f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:34.500567 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7b7bf400-c7c2-46d3-b8a3-977c1d6cd20f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14ed6e5e-59eb-4403-be07-64d4d2e9a339 HTTP/1.1" status: 204  len: 168 time: 0.4558694
Nov 20 20:47:34.505299 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Set router 3cc45d3f-0a4f-4106-a476-a6c22eac154e gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:47:34.545141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f11ab-594e-4e94-b376-3f80f6c3ec95 req-fd473138-2a02-4612-8eeb-8e539b13686f tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:34.553615 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-383f11ab-594e-4e94-b376-3f80f6c3ec95 req-fd473138-2a02-4612-8eeb-8e539b13686f tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 936 time: 0.3206463
Nov 20 20:47:34.597867 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bf400-c7c2-46d3-b8a3-977c1d6cd20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ed6e5e-59eb-4403-be07-64d4d2e9a339,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:34.604133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491d3c25-f22c-4eff-8f40-63fe60079131 None None] Network 9c0de4a2-fd60-41bf-b67e-7ce5e85f6702 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:34.760045 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b38308df-c784-4395-9fc5-6c5c7e38e3a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:34.857744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a08fba-47f8-4498-bb79-3d2f2ac11c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e3bbbe-d0ee-4f2a-9d49-f5e1b4514bc4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:34.874226 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9f92a6e6-7348-4a6c-a65c-f656d93deef0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 2.0374224
Nov 20 20:47:34.887934 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-383f11ab-594e-4e94-b376-3f80f6c3ec95 req-2faf4d6e-5ec2-4961-89d1-94ba4f11c133 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3299379
Nov 20 20:47:34.890893 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b38308df-c784-4395-9fc5-6c5c7e38e3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:34.939852 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b352414-cfa7-45d4-8964-b8d393f2ff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:34.955988 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b352414-cfa7-45d4-8964-b8d393f2ff68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:34.959941 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0b352414-cfa7-45d4-8964-b8d393f2ff68 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e01a3687-adca-4cbd-9358-0b21cc8c2d46 HTTP/1.1" status: 204  len: 168 time: 1.8644049
Nov 20 20:47:34.979621 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b38308df-c784-4395-9fc5-6c5c7e38e3a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02ccf1d03fcd4cf595fe2da58caf887c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9569364
Nov 20 20:47:34.981919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56264) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:34.988639 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b352414-cfa7-45d4-8964-b8d393f2ff68 admin admin] Pushing event deleted for resources: {'Network': ['ID=e01a3687-adca-4cbd-9358-0b21cc8c2d46,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:35.004388 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5448b220>, [{'id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2082479697-router', 'tenant_id': '0e55cba3435e467ab5b3249ec751fe5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': 'e0530375-2508-4060-94ce-8962da608cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:21Z', 'updated_at': '2021-11-20T20:47:31Z', 'revision_number': 4, 'project_id': '0e55cba3435e467ab5b3249ec751fe5b', 'gw_port': {'id': 'e0530375-2508-4060-94ce-8962da608cc7', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:50:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:22Z', 'updated_at': '2021-11-20T20:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e', 'name': '', 'network_id': 'c1845c4f-7099-4c02-9b56-ae56632ff298', 'tenant_id': '0e55cba3435e467ab5b3249ec751fe5b', 'mac_address': 'fa:16:3e:7e:8e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f9131ef4-a963-405b-8f1d-294e25c95a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:28Z', 'updated_at': '2021-11-20T20:47:32Z', 'revision_number': 2, 'project_id': '0e55cba3435e467ab5b3249ec751fe5b', 'subnets': [{'id': 'f9131ef4-a963-405b-8f1d-294e25c95a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:35.014829 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b9a71-d558-49a0-8376-f52f4dab68dc req-e7118dde-0d46-4b97-8195-ef1e9667275d tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:35.022552 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d5b9a71-d558-49a0-8376-f52f4dab68dc req-e7118dde-0d46-4b97-8195-ef1e9667275d tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 936 time: 0.5731883
Nov 20 20:47:35.029601 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56266) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:35.048899 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Checking router: 3cc45d3f-0a4f-4106-a476-a6c22eac154e for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:47:35.049680 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Updating router 3cc45d3f-0a4f-4106-a476-a6c22eac154e port 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:47:35.068598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Attempting to bind port 76b5097e-7d85-4157-a179-a00737c678ce on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:47:35.069067 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Attempting to bind port 76b5097e-7d85-4157-a179-a00737c678ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:47:35.069249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Attempting to bind port 76b5097e-7d85-4157-a179-a00737c678ce on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:35.080375 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.090639 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8297bc29-0bb5-49d6-a413-700b498f62ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.105586 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Port 76b5097e-7d85-4157-a179-a00737c678ce on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:47:35.105955 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Attempting to bind port 76b5097e-7d85-4157-a179-a00737c678ce on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:35.109523 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38308df-c784-4395-9fc5-6c5c7e38e3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49d6888-2118-45ee-9b33-c444263b0422,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:35.119220 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96f4ca5-742f-4e26-8329-f408e9d46a05 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:35.136974 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.138385 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-39b7bf09-6c8f-49ec-8a1e-cdde74cc3fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.144555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:47:35.144810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:35.145196 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:47:35.145632 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Bound port: 76b5097e-7d85-4157-a179-a00737c678ce, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:47:35.146065 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.178636 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-39b7bf09-6c8f-49ec-8a1e-cdde74cc3fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.192023 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d5b9a71-d558-49a0-8376-f52f4dab68dc req-e0051c4b-d897-4715-9ef4-0ef495201b8e tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684368
Nov 20 20:47:35.198843 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Transition to ACTIVE for port object d96f4ca5-742f-4e26-8329-f408e9d46a05 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:47:35.251905 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.413442 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-39b7bf09-6c8f-49ec-8a1e-cdde74cc3fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.417071 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-39b7bf09-6c8f-49ec-8a1e-cdde74cc3fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.419286 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-39b7bf09-6c8f-49ec-8a1e-cdde74cc3fde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b49d6888-2118-45ee-9b33-c444263b0422 HTTP/1.1" status: 204  len: 168 time: 0.4215715
Nov 20 20:47:35.439055 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Pushing event updated for resources: {'Port': ['ID=d96f4ca5-742f-4e26-8329-f408e9d46a05,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:35.443589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7bf09-6c8f-49ec-8a1e-cdde74cc3fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49d6888-2118-45ee-9b33-c444263b0422,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:35.528549 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] For port 76b5097e-7d85-4157-a179-a00737c678ce, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:47:35.534851 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56278) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:35.587264 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:35.588103 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.601143 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.614260 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.627231 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7c4543b1-8600-4d2f-bb20-cfd8a1b7abf4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb059314b462499a8d78e0e350d5de4f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0910532
Nov 20 20:47:35.627907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56284) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:35.653361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] For port 76b5097e-7d85-4157-a179-a00737c678ce, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76b5097e-7d85-4157-a179-a00737c678ce,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:47:35.657420 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8297bc29-0bb5-49d6-a413-700b498f62ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.657861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Transition to ACTIVE for port object 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:47:35.674424 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.675058 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.697052 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8297bc29-0bb5-49d6-a413-700b498f62ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.796807 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef79e97-e030-458d-a906-389b9d00141f None None] Pushing event updated for resources: {'Port': ['ID=5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:35.819698 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Attempting to bind port 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:47:35.820930 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Attempting to bind port 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '333678fe-48b1-4575-9927-23c19bff0680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c1845c4f-7099-4c02-9b56-ae56632ff298'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:47:35.821530 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Attempting to bind port 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e on network c1845c4f-7099-4c02-9b56-ae56632ff298 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:35.829878 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef79e97-e030-458d-a906-389b9d00141f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:35.830615 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef79e97-e030-458d-a906-389b9d00141f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:35.831161 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef79e97-e030-458d-a906-389b9d00141f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:35.831711 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef79e97-e030-458d-a906-389b9d00141f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:35.832312 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef79e97-e030-458d-a906-389b9d00141f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:35.833125 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef79e97-e030-458d-a906-389b9d00141f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:35.833683 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef79e97-e030-458d-a906-389b9d00141f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:35.835084 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef79e97-e030-458d-a906-389b9d00141f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:35.836659 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef79e97-e030-458d-a906-389b9d00141f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:35.837300 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef79e97-e030-458d-a906-389b9d00141f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:35.837857 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef79e97-e030-458d-a906-389b9d00141f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:35.838413 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef79e97-e030-458d-a906-389b9d00141f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:35.842068 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:47:35.843085 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Checking segment: {'id': '333678fe-48b1-4575-9927-23c19bff0680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c1845c4f-7099-4c02-9b56-ae56632ff298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:35.844207 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.844533 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:35.845181 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.845444 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Bound using segment: {'id': '333678fe-48b1-4575-9927-23c19bff0680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c1845c4f-7099-4c02-9b56-ae56632ff298'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:47:35.846162 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Bound port: 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333678fe-48b1-4575-9927-23c19bff0680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c1845c4f-7099-4c02-9b56-ae56632ff298'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:47:35.847156 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:35.858928 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] 10.222.0.47 "PUT /v2.0/ports/76b5097e-7d85-4157-a179-a00737c678ce HTTP/1.1" status: 200  len: 1095 time: 4.1111920
Nov 20 20:47:35.872304 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7026c1aa-a9a9-437b-82e7-7121e7fc4b26', 'tag': '76b5097e-7d85-4157-a179-a00737c678ce'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:47:35.875350 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f0fcb7-2ce1-43d0-8eb7-734632e22811" -d '{"events": [{"name": "network-changed", "server_uuid": "7026c1aa-a9a9-437b-82e7-7121e7fc4b26", "tag": "76b5097e-7d85-4157-a179-a00737c678ce"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:47:35.913091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Attempting to bind port d96f4ca5-742f-4e26-8329-f408e9d46a05 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:47:35.913462 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Attempting to bind port d96f4ca5-742f-4e26-8329-f408e9d46a05 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:47:35.913803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Attempting to bind port d96f4ca5-742f-4e26-8329-f408e9d46a05 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:35.970785 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] For port 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:47:35.982772 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] For port 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e,segment=NetworkSegment(333678fe-48b1-4575-9927-23c19bff0680),segment_id=333678fe-48b1-4575-9927-23c19bff0680)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:47:35.987590 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8297bc29-0bb5-49d6-a413-700b498f62ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f64711a4c7b044d586f26749e884d063&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9568305
Nov 20 20:47:35.989461 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:36.006248 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56292) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:36.007552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297bc29-0bb5-49d6-a413-700b498f62ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c92067-6658-437e-8f66-3bad4486dc4a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:36.066448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Port d96f4ca5-742f-4e26-8329-f408e9d46a05 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:47:36.067003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Attempting to bind port d96f4ca5-742f-4e26-8329-f408e9d46a05 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:36.091449 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82839a40-8c93-4325-8215-2409f2215e70 service neutron] Pushing event updated for resources: {'Port': ['ID=76b5097e-7d85-4157-a179-a00737c678ce,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:36.100841 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:47:36.102765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:36.103365 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:47:36.104025 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Bound port: d96f4ca5-742f-4e26-8329-f408e9d46a05, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:47:36.104612 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:36.200931 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef79e97-e030-458d-a906-389b9d00141f None None] Pushing event updated for resources: {'Port': ['ID=5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:36.229969 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Routers {'3cc45d3f-0a4f-4106-a476-a6c22eac154e'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:47:36.230429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ee470e01-6b8c-4cc6-ad34-a48ca39c55ce None None] Provisioning complete for port 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:36.230897 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ee470e01-6b8c-4cc6-ad34-a48ca39c55ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:36.232034 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5448b220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:47:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3cc45d3f-0a4f-4106-a476-a6c22eac154e'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:36.253833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-fc81fb14-42b7-40d2-acd2-a036ec2adc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:36.256987 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-fc81fb14-42b7-40d2-acd2-a036ec2adc82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3d075cbe0444578ada04c262fdd9164&device_id=7026c1aa-a9a9-437b-82e7-7121e7fc4b26 HTTP/1.1" status: 200  len: 1098 time: 0.3369558
Nov 20 20:47:36.516471 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc127-4b3a-47af-9263-6335e3058489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:36.528248 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Pushing event updated for resources: {'Port': ['ID=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:36.533601 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-9cdfa3c3-c75d-4cef-9fb2-f29d698104ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=76b5097e-7d85-4157-a179-a00737c678ce HTTP/1.1" status: 200  len: 217 time: 0.2357466
Nov 20 20:47:36.553812 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc23b57e-1f6e-4c34-a897-74d07e7d79de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:36.565253 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ee470e01-6b8c-4cc6-ad34-a48ca39c55ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:36.595684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56312) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:36.635421 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ee470e01-6b8c-4cc6-ad34-a48ca39c55ce None None] For port 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e,segment=NetworkSegment(333678fe-48b1-4575-9927-23c19bff0680),segment_id=333678fe-48b1-4575-9927-23c19bff0680)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:36.638214 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa1d70d0-d1e4-42d0-827f-d6926495e40c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:36.643657 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ee470e01-6b8c-4cc6-ad34-a48ca39c55ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:36.659201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] For port d96f4ca5-742f-4e26-8329-f408e9d46a05, host nch1-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:47:36.660463 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc23b57e-1f6e-4c34-a897-74d07e7d79de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:36.700053 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Attempting to bind port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:47:36.701185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Attempting to bind port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:47:36.701185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Attempting to bind port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:36.718020 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] Set router 3cc45d3f-0a4f-4106-a476-a6c22eac154e gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:47:36.728470 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee470e01-6b8c-4cc6-ad34-a48ca39c55ce None None] Pushing event updated for resources: {'Port': ['ID=5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:36.729927 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] For port d96f4ca5-742f-4e26-8329-f408e9d46a05, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d96f4ca5-742f-4e26-8329-f408e9d46a05,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:47:36.739332 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc127-4b3a-47af-9263-6335e3058489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:36.756189 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:36.761816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:47:36.762154 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Attempting to bind port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:36.776296 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a8dbc6cf-4868-47d4-b220-b70c1f15d0d6 None None] Provisioning complete for port 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:36.776820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:47:36.777155 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:36.777537 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a8dbc6cf-4868-47d4-b220-b70c1f15d0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:36.777655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:47:36.777996 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Bound port: 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:47:36.778398 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:36.796839 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1533b-182f-47e6-a618-44c7d390d30f req-a2d50d1a-7b37-4589-b4b8-4bb8a2037823 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:36.802184 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ed1533b-182f-47e6-a618-44c7d390d30f req-a2d50d1a-7b37-4589-b4b8-4bb8a2037823 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 948 time: 0.5660090
Nov 20 20:47:36.864595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-fbb45d56-0423-40e3-9907-a7561d54a791 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:36.872659 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-fbb45d56-0423-40e3-9907-a7561d54a791 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 820 time: 0.3663480
Nov 20 20:47:36.875782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-4482ad43-7f9f-4b3d-b771-4a56cab507d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:36.877527 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-4482ad43-7f9f-4b3d-b771-4a56cab507d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.3319128
Nov 20 20:47:36.900796 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-960bffdf-2c4e-48a5-a513-aa1c52857ddc tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/quotas/ee7537dd85d04e808dc792658afa443e HTTP/1.1" status: 200  len: 375 time: 0.0272009
Nov 20 20:47:36.951269 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc23b57e-1f6e-4c34-a897-74d07e7d79de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:36.954716 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc23b57e-1f6e-4c34-a897-74d07e7d79de admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:36.957573 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cc23b57e-1f6e-4c34-a897-74d07e7d79de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c03bf507-18e2-4064-b787-6768bad94cd7 HTTP/1.1" status: 204  len: 168 time: 1.3228631
Nov 20 20:47:36.968297 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-da077b2b-5a51-4c7a-8c20-c432fd928f8e tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0666347
Nov 20 20:47:36.975868 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23b57e-1f6e-4c34-a897-74d07e7d79de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03bf507-18e2-4064-b787-6768bad94cd7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:36.986810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-221b6476-6172-43b3-b309-5f921a501f5c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:47:36.987830 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-221b6476-6172-43b3-b309-5f921a501f5c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0069964
Nov 20 20:47:36.998827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] For port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:47:37.003403 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] For port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:47:37.010632 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:37.044693 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:37.045333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:37.046747 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] 10.222.0.37 "PUT /v2.0/ports/d96f4ca5-742f-4e26-8329-f408e9d46a05 HTTP/1.1" status: 200  len: 1096 time: 5.2890859
Nov 20 20:47:37.108610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98500b-b566-4987-bb4e-a7e8bc13d9fe service neutron] Pushing event updated for resources: {'Port': ['ID=d96f4ca5-742f-4e26-8329-f408e9d46a05,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:37.122237 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5448b220>, [{'id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2082479697-router', 'tenant_id': '0e55cba3435e467ab5b3249ec751fe5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': 'e0530375-2508-4060-94ce-8962da608cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:21Z', 'updated_at': '2021-11-20T20:47:31Z', 'revision_number': 4, 'project_id': '0e55cba3435e467ab5b3249ec751fe5b', 'gw_port': {'id': 'e0530375-2508-4060-94ce-8962da608cc7', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:50:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:22Z', 'updated_at': '2021-11-20T20:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e', 'name': '', 'network_id': 'c1845c4f-7099-4c02-9b56-ae56632ff298', 'tenant_id': '0e55cba3435e467ab5b3249ec751fe5b', 'mac_address': 'fa:16:3e:7e:8e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f9131ef4-a963-405b-8f1d-294e25c95a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:28Z', 'updated_at': '2021-11-20T20:47:35Z', 'revision_number': 4, 'project_id': '0e55cba3435e467ab5b3249ec751fe5b', 'subnets': [{'id': 'f9131ef4-a963-405b-8f1d-294e25c95a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:47:37.152830 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa1d70d0-d1e4-42d0-827f-d6926495e40c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:37.159315 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-b277da5c-171a-47c4-8136-890b2c41e423 service neutron] 10.222.0.41 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241825
Nov 20 20:47:37.185025 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022ae59-c843-466c-bb51-2495a853ed40 None None] The sync data for ids ['3cc45d3f-0a4f-4106-a476-a6c22eac154e'] in ncdv-master-1 is: [{'id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2082479697-router', 'tenant_id': '0e55cba3435e467ab5b3249ec751fe5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': 'e0530375-2508-4060-94ce-8962da608cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:21Z', 'updated_at': '2021-11-20T20:47:31Z', 'revision_number': 4, 'project_id': '0e55cba3435e467ab5b3249ec751fe5b', 'gw_port': {'id': 'e0530375-2508-4060-94ce-8962da608cc7', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:50:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:22Z', 'updated_at': '2021-11-20T20:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e', 'name': '', 'network_id': 'c1845c4f-7099-4c02-9b56-ae56632ff298', 'tenant_id': '0e55cba3435e467ab5b3249ec751fe5b', 'mac_address': 'fa:16:3e:7e:8e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f9131ef4-a963-405b-8f1d-294e25c95a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:28Z', 'updated_at': '2021-11-20T20:47:35Z', 'revision_number': 4, 'project_id': '0e55cba3435e467ab5b3249ec751fe5b', 'subnets': [{'id': 'f9131ef4-a963-405b-8f1d-294e25c95a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:47:37.189477 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:37.190340 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:37.192058 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f705258-15bd-49dc-844e-451c0965b86a req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] 10.222.0.37 "PUT /v2.0/ports/5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd HTTP/1.1" status: 200  len: 1096 time: 3.5805953
Nov 20 20:47:37.192677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01ba62e-c3aa-436b-933b-c4a6533f5f03', 'tag': '5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:47:37.203774 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae62026-6bad-4298-9cc9-e674ee594a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "d01ba62e-c3aa-436b-933b-c4a6533f5f03", "tag": "5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:47:37.245363 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ed1533b-182f-47e6-a618-44c7d390d30f req-2ea91c42-d74e-4bfc-83cc-a5ca77ab0153 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4300196
Nov 20 20:47:37.258771 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa1d70d0-d1e4-42d0-827f-d6926495e40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:37.265693 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-c19e47eb-35ab-4c04-9e48-5f3eca43b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:37.267521 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-c19e47eb-35ab-4c04-9e48-5f3eca43b5ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3747616
Nov 20 20:47:37.275409 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc127-4b3a-47af-9263-6335e3058489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:37.300197 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc127-4b3a-47af-9263-6335e3058489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:37.305143 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c1ddc127-4b3a-47af-9263-6335e3058489 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5c92067-6658-437e-8f66-3bad4486dc4a HTTP/1.1" status: 204  len: 168 time: 1.2944229
Nov 20 20:47:37.405588 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768dc1f8-3fb3-4aa1-b9d7-bd30214b9504 x-openstack-request-id: req-768dc1f8-3fb3-4aa1-b9d7-bd30214b9504 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:47:37.405588 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7026c1aa-a9a9-437b-82e7-7121e7fc4b26", "tag": "76b5097e-7d85-4157-a179-a00737c678ce", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:47:37.405588 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-768dc1f8-3fb3-4aa1-b9d7-bd30214b9504 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:47:37.405874 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7026c1aa-a9a9-437b-82e7-7121e7fc4b26', 'tag': '76b5097e-7d85-4157-a179-a00737c678ce', 'status': 'completed', 'code': 200}
Nov 20 20:47:37.420965 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddc127-4b3a-47af-9263-6335e3058489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c92067-6658-437e-8f66-3bad4486dc4a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:37.432598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-dac953bd-124b-4e91-a4bd-de6ceca839a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:37.434646 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-dac953bd-124b-4e91-a4bd-de6ceca839a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 1099 time: 0.3095949
Nov 20 20:47:37.527943 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d70d0-d1e4-42d0-827f-d6926495e40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f519a37-7a05-49cb-9af4-aeb8f333f533,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:37.543406 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fa1d70d0-d1e4-42d0-827f-d6926495e40c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f0d4a8fd1d749d39a00498bbb92d8d9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9405155
Nov 20 20:47:37.547188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56334) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:37.579675 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-2fb4e779-4f44-4adc-81af-dca3f6715d15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d96f4ca5-742f-4e26-8329-f408e9d46a05 HTTP/1.1" status: 200  len: 217 time: 0.1346879
Nov 20 20:47:37.588009 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f705258-15bd-49dc-844e-451c0965b86a req-c35af14c-833f-4128-9bad-0ee3cdbd6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:37.590034 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f705258-15bd-49dc-844e-451c0965b86a req-c35af14c-833f-4128-9bad-0ee3cdbd6c40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3d075cbe0444578ada04c262fdd9164&device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 1099 time: 0.3167028
Nov 20 20:47:37.740235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa49385-fbec-4987-9013-bde0aba034fb service neutron] Pushing event updated for resources: {'Port': ['ID=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:37.752586 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f705258-15bd-49dc-844e-451c0965b86a req-85f949cc-1200-4334-ac3a-79d64690cc2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd HTTP/1.1" status: 200  len: 217 time: 0.1103945
Nov 20 20:47:37.812143 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-b2420341-52fb-4743-8cfe-584e211594f6 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4957511
Nov 20 20:47:37.822590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8033a5-5038-4ef2-bfad-2262c6091680 req-fe0366d5-8e09-41e8-8308-71a95960ec1b tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:37.829986 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e8033a5-5038-4ef2-bfad-2262c6091680 req-fe0366d5-8e09-41e8-8308-71a95960ec1b tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 948 time: 0.2539816
Nov 20 20:47:37.837302 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-2f6890f8-eda3-4ab9-8837-d116db8edd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:37.839068 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-2f6890f8-eda3-4ab9-8837-d116db8edd26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1913357
Nov 20 20:47:37.839497 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6fd0f0df-e9f9-4247-b1fd-17cf84245447 service neutron] 10.222.0.41 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5940855
Nov 20 20:47:37.872476 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe763-7125-4121-ab9a-7e179555fd6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:37.909942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56338) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:37.912606 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe763-7125-4121-ab9a-7e179555fd6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:37.946192 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:37.954743 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f705258-15bd-49dc-844e-451c0965b86a req-02926d83-7bfa-4793-b539-50a0bf2348dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:37.956254 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f705258-15bd-49dc-844e-451c0965b86a req-02926d83-7bfa-4793-b539-50a0bf2348dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1913824
Nov 20 20:47:37.986686 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:38.028280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f705258-15bd-49dc-844e-451c0965b86a req-8c08855c-1766-4fd7-ab9e-71cd15491d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:38.030249 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f705258-15bd-49dc-844e-451c0965b86a req-8c08855c-1766-4fd7-ab9e-71cd15491d0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0661826
Nov 20 20:47:38.085785 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e8033a5-5038-4ef2-bfad-2262c6091680 req-a36903d0-2f1c-4285-b011-8c8e6aec794b tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2539246
Nov 20 20:47:38.107506 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe763-7125-4121-ab9a-7e179555fd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:38.109966 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe763-7125-4121-ab9a-7e179555fd6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:38.113699 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f0cbe763-7125-4121-ab9a-7e179555fd6f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f519a37-7a05-49cb-9af4-aeb8f333f533 HTTP/1.1" status: 204  len: 168 time: 0.5618591
Nov 20 20:47:38.141649 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dbc08dce-615c-4a75-8f94-0ff5eb227cd6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c3b26e53afc40fea5cedff2ceafe8ad&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2292001
Nov 20 20:47:38.183657 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56350) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:38.192093 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6fda32-33ad-4308-9b47-e27d25426570 x-openstack-request-id: req-0f6fda32-33ad-4308-9b47-e27d25426570 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:47:38.192903 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef892c6e-5f03-4249-bbf9-f02021daf416 req-5059ab87-9b61-4cc0-9622-c8c9d7c1da34 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3581440
Nov 20 20:47:38.202285 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01ba62e-c3aa-436b-933b-c4a6533f5f03", "tag": "5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:47:38.202850 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f6fda32-33ad-4308-9b47-e27d25426570 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:47:38.203303 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01ba62e-c3aa-436b-933b-c4a6533f5f03', 'tag': '5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd', 'status': 'completed', 'code': 200}
Nov 20 20:47:38.205949 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbe763-7125-4121-ab9a-7e179555fd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f519a37-7a05-49cb-9af4-aeb8f333f533,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:38.255264 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-586d53a3-42c7-49c3-b77c-2dc0037634a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:38.259517 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-586d53a3-42c7-49c3-b77c-2dc0037634a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4063704
Nov 20 20:47:38.284082 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f705258-15bd-49dc-844e-451c0965b86a req-05858d34-313e-4a83-91cf-4fb7f21ef680 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2472663
Nov 20 20:47:38.362982 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eee72c4a-5239-402f-9e41-6ebe5d6c7a7f req-262be5fe-5823-437e-8946-157f00d3b58c tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 210 time: 0.1020126
Nov 20 20:47:38.483695 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f705258-15bd-49dc-844e-451c0965b86a req-a4910f55-71ee-4cda-8376-d85045a40664 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1847463
Nov 20 20:47:38.635184 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-fb3d40f6-b82d-4a66-9fcc-43024f9e7f8f service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3562806
Nov 20 20:47:38.674210 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae62026-6bad-4298-9cc9-e674ee594a1f req-0b8e4431-c18d-4735-883f-4c3229e4be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:38.679052 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dae62026-6bad-4298-9cc9-e674ee594a1f req-0b8e4431-c18d-4735-883f-4c3229e4be07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3d075cbe0444578ada04c262fdd9164&device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 1099 time: 0.1121314
Nov 20 20:47:38.784743 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0fcb7-2ce1-43d0-8eb7-734632e22811 req-10e3f613-040a-4753-8d6b-3c3977895d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:38.794472 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-65f0fcb7-2ce1-43d0-8eb7-734632e22811 req-10e3f613-040a-4753-8d6b-3c3977895d63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3d075cbe0444578ada04c262fdd9164&device_id=7026c1aa-a9a9-437b-82e7-7121e7fc4b26 HTTP/1.1" status: 200  len: 1098 time: 0.5142698
Nov 20 20:47:38.807314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae62026-6bad-4298-9cc9-e674ee594a1f req-4fa9c50b-e03c-41ac-b8d0-872cb9f30209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:38.808945 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dae62026-6bad-4298-9cc9-e674ee594a1f req-4fa9c50b-e03c-41ac-b8d0-872cb9f30209 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1249363
Nov 20 20:47:38.869326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dae62026-6bad-4298-9cc9-e674ee594a1f req-14381878-20b7-4ff7-98f5-b86c546ddba6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd HTTP/1.1" status: 200  len: 217 time: 0.0519733
Nov 20 20:47:38.940897 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2780767e-daec-4c25-84b0-a0d775ee9e12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:38.954384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abc23c-6f2e-4bff-afd6-192a1aa69ac5 req-9dff00cb-7d3f-42ba-a951-91f7357f74de tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:38.974257 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e4abc23c-6f2e-4bff-afd6-192a1aa69ac5 req-9dff00cb-7d3f-42ba-a951-91f7357f74de tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 948 time: 0.4039731
Nov 20 20:47:38.998243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae62026-6bad-4298-9cc9-e674ee594a1f req-c31db1ca-e187-4ae9-9287-4c9a7be54fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:39.000588 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dae62026-6bad-4298-9cc9-e674ee594a1f req-c31db1ca-e187-4ae9-9287-4c9a7be54fd2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1244049
Nov 20 20:47:39.097141 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2780767e-daec-4c25-84b0-a0d775ee9e12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:39.102080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae62026-6bad-4298-9cc9-e674ee594a1f req-3fce4c1b-afba-46da-a605-8677e8535651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:39.106096 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dae62026-6bad-4298-9cc9-e674ee594a1f req-3fce4c1b-afba-46da-a605-8677e8535651 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0963535
Nov 20 20:47:39.178538 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-32aca487-71d6-4182-942f-d27ab66ebf37 req-a62cb393-6f43-4e7b-9f4d-18d96f2ecbbd service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5049160
Nov 20 20:47:39.238100 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e4abc23c-6f2e-4bff-afd6-192a1aa69ac5 req-926deea8-3b39-40d7-ada1-f8e9bd1943f4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2590318
Nov 20 20:47:39.248029 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0fcb7-2ce1-43d0-8eb7-734632e22811 req-c516f769-3062-4f87-b164-ec642a5ceac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:39.251509 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-65f0fcb7-2ce1-43d0-8eb7-734632e22811 req-c516f769-3062-4f87-b164-ec642a5ceac5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.4427605
Nov 20 20:47:39.399747 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-65f0fcb7-2ce1-43d0-8eb7-734632e22811 req-238eaf40-d121-44df-a6c4-0836aeb985ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=76b5097e-7d85-4157-a179-a00737c678ce HTTP/1.1" status: 200  len: 217 time: 0.1405745
Nov 20 20:47:39.406410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5', 'tag': 'd96f4ca5-742f-4e26-8329-f408e9d46a05'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:47:39.411658 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe22785-3983-4eb9-b064-b39e1e5f8b92" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5", "tag": "d96f4ca5-742f-4e26-8329-f408e9d46a05"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:47:39.435817 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:39.449097 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dae62026-6bad-4298-9cc9-e674ee594a1f req-2a9f5811-37b7-44e9-8956-94b8bafd5866 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3341887
Nov 20 20:47:39.471449 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2780767e-daec-4c25-84b0-a0d775ee9e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:39.474416 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2780767e-daec-4c25-84b0-a0d775ee9e12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:39.477328 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2780767e-daec-4c25-84b0-a0d775ee9e12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69f6d7c4-7f56-4019-97f6-d2204dabb54c HTTP/1.1" status: 204  len: 168 time: 1.2826281
Nov 20 20:47:39.500374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780767e-daec-4c25-84b0-a0d775ee9e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f6d7c4-7f56-4019-97f6-d2204dabb54c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:39.515116 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0fcb7-2ce1-43d0-8eb7-734632e22811 req-6682de77-1970-4686-92d7-354f36cf0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:39.516201 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-65f0fcb7-2ce1-43d0-8eb7-734632e22811 req-6682de77-1970-4686-92d7-354f36cf0ea7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1003017
Nov 20 20:47:39.563199 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e8a82-9ce1-4d92-80ec-a13284bfb1a6 req-a61ca6da-3730-4904-af72-972ae57a0f51 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:39.571765 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-391e8a82-9ce1-4d92-80ec-a13284bfb1a6 req-a61ca6da-3730-4904-af72-972ae57a0f51 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 948 time: 0.1739888
Nov 20 20:47:39.625942 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:39.626696 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:39.685517 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dae62026-6bad-4298-9cc9-e674ee594a1f req-7a111adf-cbe2-4dae-994b-534acbeaabcd service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2220974
Nov 20 20:47:39.789062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56408) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:39.793872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4124ff37-cb37-43d9-9409-8f8e808d449c tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2054261647', 'description': 'tempest-description--544782026'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:39.820241 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0fcb7-2ce1-43d0-8eb7-734632e22811 req-e72de3d7-9e1b-4c23-9b41-d9cec1fe91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:39.821766 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-65f0fcb7-2ce1-43d0-8eb7-734632e22811 req-e72de3d7-9e1b-4c23-9b41-d9cec1fe91e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2961781
Nov 20 20:47:39.851755 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4124ff37-cb37-43d9-9409-8f8e808d449c tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:39.854901 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-391e8a82-9ce1-4d92-80ec-a13284bfb1a6 req-43fb2e09-b8d0-4653-9187-a6123786efc6 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2799826
Nov 20 20:47:39.941957 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6792b258-b1e1-45c9-a92f-b3e31d4eaa02 x-openstack-request-id: req-6792b258-b1e1-45c9-a92f-b3e31d4eaa02 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:47:39.942648 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5", "tag": "d96f4ca5-742f-4e26-8329-f408e9d46a05", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:47:39.942982 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6792b258-b1e1-45c9-a92f-b3e31d4eaa02 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:47:39.947859 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5', 'tag': 'd96f4ca5-742f-4e26-8329-f408e9d46a05', 'status': 'completed', 'code': 200}
Nov 20 20:47:39.951223 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4d0f140-8a50-40de-b76f-483a5103d0dc req-84ed1d66-f480-4996-a8ac-a50e9afe772d tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 210 time: 0.0716085
Nov 20 20:47:40.126987 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4124ff37-cb37-43d9-9409-8f8e808d449c tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:40.136809 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe22785-3983-4eb9-b064-b39e1e5f8b92 req-bb3d8c37-3d51-4866-9661-ebfc34d145d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:40.140632 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7fe22785-3983-4eb9-b064-b39e1e5f8b92 req-bb3d8c37-3d51-4866-9661-ebfc34d145d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 1099 time: 0.1766298
Nov 20 20:47:40.142383 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4124ff37-cb37-43d9-9409-8f8e808d449c tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:40.309558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124ff37-cb37-43d9-9409-8f8e808d449c tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb32c7f0-6a77-4735-a9be-155365beafb2,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:40.314006 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4124ff37-cb37-43d9-9409-8f8e808d449c tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:40.325115 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4124ff37-cb37-43d9-9409-8f8e808d449c tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.5349233
Nov 20 20:47:40.328067 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56432) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:40.351244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-996e35e7-d764-4409-8a30-47ae3de71b07 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Request body: {'security_group_rule': {'security_group_id': 'eb32c7f0-6a77-4735-a9be-155365beafb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:40.385792 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-db0d773f-5df9-4013-88b2-92cf590c393f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:40.387365 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-db0d773f-5df9-4013-88b2-92cf590c393f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.47 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 820 time: 0.6510024
Nov 20 20:47:40.407292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-932c23e9-e685-4293-9e61-e73fcb215fb5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Request body: {'port': {'device_id': '564e731b-fef8-42db-8af6-3500bc8c6798', 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408', 'admin_state_up': True, 'tenant_id': 'ee7537dd85d04e808dc792658afa443e'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:40.434619 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-65f0fcb7-2ce1-43d0-8eb7-734632e22811 req-4292fc97-adff-417d-ac4f-a7ea6f4560cd service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5755661
Nov 20 20:47:40.487866 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe22785-3983-4eb9-b064-b39e1e5f8b92 req-83d87ee0-33df-4e3f-94dc-97956fd14aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:40.489774 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7fe22785-3983-4eb9-b064-b39e1e5f8b92 req-83d87ee0-33df-4e3f-94dc-97956fd14aa5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.3359933
Nov 20 20:47:40.510372 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-996e35e7-d764-4409-8a30-47ae3de71b07 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:40.577772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63c912-7275-42e0-8e7e-d83ed58eceea req-9a925543-672f-447e-8173-cd3002ec8322 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:40.591435 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a63c912-7275-42e0-8e7e-d83ed58eceea req-9a925543-672f-447e-8173-cd3002ec8322 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 948 time: 0.1894665
Nov 20 20:47:40.593989 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7fe22785-3983-4eb9-b064-b39e1e5f8b92 req-e30e69fa-7030-4ecd-b368-56771309fcca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d96f4ca5-742f-4e26-8329-f408e9d46a05 HTTP/1.1" status: 200  len: 217 time: 0.0929527
Nov 20 20:47:40.637972 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-65f0fcb7-2ce1-43d0-8eb7-734632e22811 req-76b512df-72d1-4fde-8271-a3b91d19b366 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1961849
Nov 20 20:47:40.651000 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-932c23e9-e685-4293-9e61-e73fcb215fb5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Made reservation on behalf of ee7537dd85d04e808dc792658afa443e for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:40.655613 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-932c23e9-e685-4293-9e61-e73fcb215fb5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:40.710670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe22785-3983-4eb9-b064-b39e1e5f8b92 req-6c2404a7-b6d2-4d59-b9ed-84286e07eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:40.712177 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7fe22785-3983-4eb9-b064-b39e1e5f8b92 req-6c2404a7-b6d2-4d59-b9ed-84286e07eceb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1025722
Nov 20 20:47:40.737846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a63c912-7275-42e0-8e7e-d83ed58eceea req-40f42752-edac-4ffe-8049-71875da1ed8e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314495
Nov 20 20:47:40.755277 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-996e35e7-d764-4409-8a30-47ae3de71b07 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:40.772259 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-996e35e7-d764-4409-8a30-47ae3de71b07 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:40.801145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e35e7-d764-4409-8a30-47ae3de71b07 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149e30f1-a6e2-4eef-94e4-db6121a896b2,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:40.811972 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-932c23e9-e685-4293-9e61-e73fcb215fb5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Allocated IP 172.20.0.8 (1f07f823-03fd-485f-ad70-6286912e8408/444502b4-8455-4747-b026-1e5d940e8d60/189ed4ef-80e9-4e25-b461-a33679104e74) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:40.817249 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-996e35e7-d764-4409-8a30-47ae3de71b07 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:40.819260 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-996e35e7-d764-4409-8a30-47ae3de71b07 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4900489
Nov 20 20:47:40.821454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe22785-3983-4eb9-b064-b39e1e5f8b92 req-0cff00cf-8a0f-4ab1-9eb6-67b0f64b488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:40.822975 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7fe22785-3983-4eb9-b064-b39e1e5f8b92 req-0cff00cf-8a0f-4ab1-9eb6-67b0f64b488b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0866995
Nov 20 20:47:40.823443 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56450) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:40.831358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b8d2910e-2dec-4a31-8945-2a1b7d928cb2 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Request body: {'security_group_rule': {'security_group_id': 'eb32c7f0-6a77-4735-a9be-155365beafb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:40.884432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:47:40.938396 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8d2910e-2dec-4a31-8945-2a1b7d928cb2 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:41.109031 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7fe22785-3983-4eb9-b064-b39e1e5f8b92 req-55b489b3-0fd3-4d98-b9bb-438fe8d32bc5 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2718034
Nov 20 20:47:41.116826 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8d2910e-2dec-4a31-8945-2a1b7d928cb2 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:41.136555 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-932c23e9-e685-4293-9e61-e73fcb215fb5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:41.142618 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8d2910e-2dec-4a31-8945-2a1b7d928cb2 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:41.159603 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c52b1d-f79d-4560-afb1-9fd725d95fdd req-ee3e8dd3-575d-4e97-b91e-bce579298a7b tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:41.167375 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e0c52b1d-f79d-4560-afb1-9fd725d95fdd req-ee3e8dd3-575d-4e97-b91e-bce579298a7b tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 948 time: 0.1673610
Nov 20 20:47:41.215117 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2910e-2dec-4a31-8945-2a1b7d928cb2 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689fc056-16b3-4d39-8037-b6a584cb7bf9,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:41.274546 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8d2910e-2dec-4a31-8945-2a1b7d928cb2 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:41.274546 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b8d2910e-2dec-4a31-8945-2a1b7d928cb2 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4497778
Nov 20 20:47:41.283198 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56472) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:41.291247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:41.291517 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 76b5097e-7d85-4157-a179-a00737c678ce details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:47:41.321062 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e0c52b1d-f79d-4560-afb1-9fd725d95fdd req-6227c42d-8b4b-4639-afda-63bd2d9904a2 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478846
Nov 20 20:47:41.385455 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0e08341b-0ae2-485e-b14c-f4ef3daae2a9 req-781780c7-5db8-45d7-a111-577dbe67427f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 210 time: 0.2172756
Nov 20 20:47:41.402166 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7fe22785-3983-4eb9-b064-b39e1e5f8b92 req-339611aa-c308-4e99-b93f-d0a6dbd02731 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2826397
Nov 20 20:47:41.422507 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:41.424666 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-203e0f0a-3ada-445c-88f7-4d4d7dabc4db req-a5d11584-99f1-43a6-a75a-18ceface1f06 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0980809
Nov 20 20:47:41.427932 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-932c23e9-e685-4293-9e61-e73fcb215fb5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:41.588201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-932c23e9-e685-4293-9e61-e73fcb215fb5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Network 1f07f823-03fd-485f-ad70-6286912e8408 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:41.621566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 76b5097e-7d85-4157-a179-a00737c678ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76b5097e-7d85-4157-a179-a00737c678ce,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:41.630292 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:41.632961 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:41.643423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-932c23e9-e685-4293-9e61-e73fcb215fb5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:41.659154 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c23e9-e685-4293-9e61-e73fcb215fb5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Pushing event updated for resources: {'Port': ['ID=189ed4ef-80e9-4e25-b461-a33679104e74,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:41.661741 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-932c23e9-e685-4293-9e61-e73fcb215fb5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:41.679458 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '76b5097e-7d85-4157-a179-a00737c678ce', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '76b5097e-7d85-4157-a179-a00737c678ce', 'mac_address': 'fa:16:3e:2a:cd:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:47:41.682553 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd', 'mac_address': 'fa:16:3e:9b:54:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:47:41.731349 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e0f0a-3ada-445c-88f7-4d4d7dabc4db req-afa4bd48-8df6-4790-869d-b43c3c04f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:41.732834 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-203e0f0a-3ada-445c-88f7-4d4d7dabc4db req-afa4bd48-8df6-4790-869d-b43c3c04f3b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 1101 time: 0.1890857
Nov 20 20:47:41.776869 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:41.863598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b5097e-7d85-4157-a179-a00737c678ce {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:41.871020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Allocated IP 172.35.1.39 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/7db83115-51b5-429b-b5c6-c5d0442da29b) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:41.899311 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 76b5097e-7d85-4157-a179-a00737c678ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76b5097e-7d85-4157-a179-a00737c678ce,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:41.901082 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:41.912901 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:41.963437 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-932c23e9-e685-4293-9e61-e73fcb215fb5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:41.963783 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-932c23e9-e685-4293-9e61-e73fcb215fb5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:41.978436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=76b5097e-7d85-4157-a179-a00737c678ce,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:41.984964 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:41.999216 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-932c23e9-e685-4293-9e61-e73fcb215fb5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5968471
Nov 20 20:47:42.011016 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:42.020242 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:42.029529 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Request body: {'port': {'device_id': '564e731b-fef8-42db-8af6-3500bc8c6798', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:42.049028 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:42.101143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:42.116590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e0f0a-3ada-445c-88f7-4d4d7dabc4db req-38073bb2-2891-44eb-90cb-c8c95c7201c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:42.118085 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-203e0f0a-3ada-445c-88f7-4d4d7dabc4db req-38073bb2-2891-44eb-90cb-c8c95c7201c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.3584151
Nov 20 20:47:42.130833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181aaf1f-3144-4ff5-bf82-c42d4418820a req-b88b23c5-2c4f-4b1a-b897-e3eead1bf81e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:42.139438 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-181aaf1f-3144-4ff5-bf82-c42d4418820a req-b88b23c5-2c4f-4b1a-b897-e3eead1bf81e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 948 time: 0.0958719
Nov 20 20:47:42.146652 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['76b5097e-7d85-4157-a179-a00737c678ce'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:47:42.169185 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:42.242972 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-203e0f0a-3ada-445c-88f7-4d4d7dabc4db req-ec77a4bd-d728-4da0-be49-0e7ddf49da6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc HTTP/1.1" status: 200  len: 217 time: 0.1014895
Nov 20 20:47:42.247765 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Pushing event updated for resources: {'Port': ['ID=7db83115-51b5-429b-b5c6-c5d0442da29b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:42.250809 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:42.272402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:47:42.278406 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:42.288155 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:42.295755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:42.337310 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-181aaf1f-3144-4ff5-bf82-c42d4418820a req-df268004-42d4-4560-abe3-d94ba25749d3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969993
Nov 20 20:47:42.466645 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e0f0a-3ada-445c-88f7-4d4d7dabc4db req-ada86f92-0c09-44e1-b07a-024b450dc47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:42.468249 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-203e0f0a-3ada-445c-88f7-4d4d7dabc4db req-ada86f92-0c09-44e1-b07a-024b450dc47f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.2102184
Nov 20 20:47:42.499234 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:42.586694 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:42.607135 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e0f0a-3ada-445c-88f7-4d4d7dabc4db req-faf2f8eb-9cd7-402b-9bdf-064faead206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:42.608660 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-203e0f0a-3ada-445c-88f7-4d4d7dabc4db req-faf2f8eb-9cd7-402b-9bdf-064faead206f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1207108
Nov 20 20:47:42.803675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-9a1ec835-a081-4118-8eca-3d0de351b420 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1a432e5f0bc49dc942d406268442ed3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0381088
Nov 20 20:47:42.835160 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-203e0f0a-3ada-445c-88f7-4d4d7dabc4db req-e82ec8aa-edd2-4681-a961-4c2ee8b31130 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1549628
Nov 20 20:47:42.873849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56532) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:42.882328 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:42.891977 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:42.892312 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d96f4ca5-742f-4e26-8329-f408e9d46a05 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:47:42.892682 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1f0a0-a933-4ea6-9b27-118cb06463b6 req-36c6aa80-ce99-437f-95a0-d07bf3b256f6 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:42.900887 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-30e1f0a0-a933-4ea6-9b27-118cb06463b6 req-36c6aa80-ce99-437f-95a0-d07bf3b256f6 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 949 time: 0.2193663
Nov 20 20:47:42.959238 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Pushing event updated for resources: {'Port': ['ID=7db83115-51b5-429b-b5c6-c5d0442da29b,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:42.979738 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-30e1f0a0-a933-4ea6-9b27-118cb06463b6 req-bf689d50-3c13-4ee8-a08f-193a259a66ec tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778458
Nov 20 20:47:43.055377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d96f4ca5-742f-4e26-8329-f408e9d46a05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d96f4ca5-742f-4e26-8329-f408e9d46a05,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:43.071805 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'd96f4ca5-742f-4e26-8329-f408e9d46a05', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': 'd96f4ca5-742f-4e26-8329-f408e9d46a05', 'mac_address': 'fa:16:3e:54:74:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:47:43.083201 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:43.102234 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 76b5097e-7d85-4157-a179-a00737c678ce up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:43.153863 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-f0321786-e6c0-4c46-8dbf-fabca399d3e4 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:43.158447 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:43.164422 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-f0321786-e6c0-4c46-8dbf-fabca399d3e4 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3062482
Nov 20 20:47:43.174906 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-34a3eac0-b1d4-4468-9931-afdf4e1f622d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:43.181524 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96f4ca5-742f-4e26-8329-f408e9d46a05 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:43.185345 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-06c15948-636e-40ed-bd23-c6644f806f48 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/quotas/c1a432e5f0bc49dc942d406268442ed3 HTTP/1.1" status: 200  len: 375 time: 0.0169418
Nov 20 20:47:43.215434 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:43.217127 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7bda4806-92b7-49aa-9900-18c3a7c45670 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.9329333
Nov 20 20:47:43.242354 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-4dc19239-4b27-4e84-8d1b-3b055b540094 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1a432e5f0bc49dc942d406268442ed3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0499296
Nov 20 20:47:43.268896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d96f4ca5-742f-4e26-8329-f408e9d46a05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d96f4ca5-742f-4e26-8329-f408e9d46a05,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:43.278632 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:43.323349 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189ed4ef-80e9-4e25-b461-a33679104e74 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:43.330391 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-203e0f0a-3ada-445c-88f7-4d4d7dabc4db req-04f3f88b-e799-4e75-9322-4206a3e59a44 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4842012
Nov 20 20:47:43.351168 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee6458-e6d1-469b-b4c9-49f4a8ce8c02 req-4c5e0461-6d34-42db-a26d-3d96b1faf639 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:43.352703 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54ee6458-e6d1-469b-b4c9-49f4a8ce8c02 req-4c5e0461-6d34-42db-a26d-3d96b1faf639 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 931 time: 0.2518654
Nov 20 20:47:43.360755 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:43.378369 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-13edb924-5614-4f13-8542-67e34c741950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:43.394008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d96f4ca5-742f-4e26-8329-f408e9d46a05,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:43.394598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Transition to ACTIVE for port object 189ed4ef-80e9-4e25-b461-a33679104e74 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:47:43.401921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 76b5097e-7d85-4157-a179-a00737c678ce completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:47:43.409301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 76b5097e-7d85-4157-a179-a00737c678ce triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:43.409678 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:43.412374 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:43.501716 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-34a3eac0-b1d4-4468-9931-afdf4e1f622d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:43.538478 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54ee6458-e6d1-469b-b4c9-49f4a8ce8c02 req-6c7d4d13-7d49-4828-be73-a38650f1288a tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665325
Nov 20 20:47:43.552340 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-34a3eac0-b1d4-4468-9931-afdf4e1f622d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:43.609105 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d96f4ca5-742f-4e26-8329-f408e9d46a05'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:47:43.614858 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Pushing event updated for resources: {'Port': ['ID=189ed4ef-80e9-4e25-b461-a33679104e74,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:43.641787 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ee1e9288-5077-4a8c-8289-3e265e95f347 req-b62c074e-2869-47a3-ba80-55fbcf5cee0a tempest-FlavorsV2NegativeTest-1554346156 tempest-FlavorsV2NegativeTest-1554346156-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0e80619f2b9240a19e0abedeb02e7b8d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0463045
Nov 20 20:47:43.688351 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-34a3eac0-b1d4-4468-9931-afdf4e1f622d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=069d29641fe24531b70243aa4a8746bd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7853358
Nov 20 20:47:43.692738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56570) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:43.707564 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3eac0-b1d4-4468-9931-afdf4e1f622d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfe95d0-398b-4719-a5c1-f3949dffd482,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:43.737591 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Attempting to bind port 189ed4ef-80e9-4e25-b461-a33679104e74 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:47:43.737834 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Attempting to bind port 189ed4ef-80e9-4e25-b461-a33679104e74 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:47:43.738226 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Attempting to bind port 189ed4ef-80e9-4e25-b461-a33679104e74 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:43.753056 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d32cd-a3b9-4df5-bf06-21c72a911d26 req-f7d539eb-e9a1-4d09-a9fa-8b12b8ae4986 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:43.754816 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d09d32cd-a3b9-4df5-bf06-21c72a911d26 req-f7d539eb-e9a1-4d09-a9fa-8b12b8ae4986 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 949 time: 0.1007016
Nov 20 20:47:43.755664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Port 189ed4ef-80e9-4e25-b461-a33679104e74 on network 1f07f823-03fd-485f-ad70-6286912e8408 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:47:43.756678 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Attempting to bind port 189ed4ef-80e9-4e25-b461-a33679104e74 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:43.764025 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:47:43.764387 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Checking segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:43.764757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Bound using segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:47:43.765199 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Bound port: 189ed4ef-80e9-4e25-b461-a33679104e74, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:47:43.765557 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:43.831987 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:43.873153 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d09d32cd-a3b9-4df5-bf06-21c72a911d26 req-3c49dcba-ba8e-4df4-9683-75eae1806ea8 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056335
Nov 20 20:47:43.893009 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] For port 189ed4ef-80e9-4e25-b461-a33679104e74, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:47:43.897035 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] For port 189ed4ef-80e9-4e25-b461-a33679104e74, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=189ed4ef-80e9-4e25-b461-a33679104e74,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:47:43.903902 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:43.910831 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7026c1aa-a9a9-437b-82e7-7121e7fc4b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b5097e-7d85-4157-a179-a00737c678ce'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:47:43.917014 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a532bb8-6a9f-474d-80d9-3d6632dc94d4" -d '{"events": [{"server_uuid": "7026c1aa-a9a9-437b-82e7-7121e7fc4b26", "name": "network-vif-plugged", "status": "completed", "tag": "76b5097e-7d85-4157-a179-a00737c678ce"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:47:43.963538 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:43.964614 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:43.966366 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] 10.222.0.47 "PUT /v2.0/ports/189ed4ef-80e9-4e25-b461-a33679104e74 HTTP/1.1" status: 200  len: 1091 time: 1.9483397
Nov 20 20:47:43.968016 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564e731b-fef8-42db-8af6-3500bc8c6798', 'tag': '189ed4ef-80e9-4e25-b461-a33679104e74'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:47:43.970816 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813f39d4-5609-4559-ba9a-1747dccb30e1" -d '{"events": [{"name": "network-changed", "server_uuid": "564e731b-fef8-42db-8af6-3500bc8c6798", "tag": "189ed4ef-80e9-4e25-b461-a33679104e74"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:47:44.016070 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9a153-1d92-446e-9af1-5e566938698c service neutron] Pushing event updated for resources: {'Port': ['ID=189ed4ef-80e9-4e25-b461-a33679104e74,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:44.055182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 76b5097e-7d85-4157-a179-a00737c678ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76b5097e-7d85-4157-a179-a00737c678ce,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:44.069234 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:44.124136 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69a6b570-8053-4986-b96f-daa351a4a205 req-2b3641c5-4987-45f5-ad11-6d8947b8dce6 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2054261647&fields=id&tenant_id=5857f13b93654bb08bfb0e3045dc0a42 HTTP/1.1" status: 200  len: 267 time: 0.1216691
Nov 20 20:47:44.155666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=76b5097e-7d85-4157-a179-a00737c678ce,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:44.228152 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-3c45e981-7619-4ac5-bf26-40e2acff56be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:44.229841 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-3c45e981-7619-4ac5-bf26-40e2acff56be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 1094 time: 0.2029827
Nov 20 20:47:44.266283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e9288-5077-4a8c-8289-3e265e95f347 req-b182e8bb-e9c2-40c5-9bb3-af3a58aa5191 tempest-FlavorsV2NegativeTest-1554346156 tempest-FlavorsV2NegativeTest-1554346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:44.267806 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ee1e9288-5077-4a8c-8289-3e265e95f347 req-b182e8bb-e9c2-40c5-9bb3-af3a58aa5191 tempest-FlavorsV2NegativeTest-1554346156 tempest-FlavorsV2NegativeTest-1554346156-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6246541
Nov 20 20:47:44.271011 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-db062e39-3fb4-4470-bbc3-7f9df697c1a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:44.286021 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-904a8de9-0d34-40db-813d-11875245f9f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=189ed4ef-80e9-4e25-b461-a33679104e74 HTTP/1.1" status: 200  len: 217 time: 0.0468235
Nov 20 20:47:44.294662 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ee1e9288-5077-4a8c-8289-3e265e95f347 req-f96446c0-ea09-4945-9b00-5dd8c8cb3b0b tempest-FlavorsV2NegativeTest-1554346156 tempest-FlavorsV2NegativeTest-1554346156-project] 10.222.0.41 "GET /v2.0/quotas/0e80619f2b9240a19e0abedeb02e7b8d HTTP/1.1" status: 200  len: 375 time: 0.0180488
Nov 20 20:47:44.308337 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-db062e39-3fb4-4470-bbc3-7f9df697c1a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:44.341524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6b570-8053-4986-b96f-daa351a4a205 req-9ad7ffb5-8a2a-4185-98c1-cb37a3e3dfea tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:44.342288 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ee1e9288-5077-4a8c-8289-3e265e95f347 req-e189baf8-f22f-4305-9160-16b85487363e tempest-FlavorsV2NegativeTest-1554346156 tempest-FlavorsV2NegativeTest-1554346156-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e80619f2b9240a19e0abedeb02e7b8d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0385485
Nov 20 20:47:44.351049 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69a6b570-8053-4986-b96f-daa351a4a205 req-9ad7ffb5-8a2a-4185-98c1-cb37a3e3dfea tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/networks?id=b732d073-2758-47f6-b640-8b10bd32a71a HTTP/1.1" status: 200  len: 824 time: 0.2137544
Nov 20 20:47:44.384612 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-c8ef0822-699f-49ab-a1e1-22f1bbca8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:44.386140 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-c8ef0822-699f-49ab-a1e1-22f1bbca8674 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.0922477
Nov 20 20:47:44.394409 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69a6b570-8053-4986-b96f-daa351a4a205 req-a41a85b0-0f21-4c1c-96aa-fa3d1e756be6 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/quotas/5857f13b93654bb08bfb0e3045dc0a42 HTTP/1.1" status: 200  len: 375 time: 0.0217216
Nov 20 20:47:44.407786 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-db062e39-3fb4-4470-bbc3-7f9df697c1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:44.410322 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-db062e39-3fb4-4470-bbc3-7f9df697c1a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:44.411658 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-db062e39-3fb4-4470-bbc3-7f9df697c1a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8dfe95d0-398b-4719-a5c1-f3949dffd482 HTTP/1.1" status: 204  len: 168 time: 0.7176414
Nov 20 20:47:44.425735 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db062e39-3fb4-4470-bbc3-7f9df697c1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfe95d0-398b-4719-a5c1-f3949dffd482,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:44.462090 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-44e1329c-cf23-49e4-834e-dbd8110d3e22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0665991
Nov 20 20:47:44.503752 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-4d63a089-7945-4be8-8991-662b6c9d4d70 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1a432e5f0bc49dc942d406268442ed3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0264709
Nov 20 20:47:44.590924 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69a6b570-8053-4986-b96f-daa351a4a205 req-c0e44b6f-11ef-4163-a2af-e1331797d385 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5857f13b93654bb08bfb0e3045dc0a42&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1746123
Nov 20 20:47:44.643003 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-2717799b-b787-4171-b5dd-880e8fee797f service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598680
Nov 20 20:47:44.666245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-7fe15d2f-adef-4413-9372-f5bdbc990d7d tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:44.668161 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-7fe15d2f-adef-4413-9372-f5bdbc990d7d tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1566811
Nov 20 20:47:44.696895 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-a4b40e7a-5bcb-4a40-9ce6-ab4d9abb313c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/quotas/c1a432e5f0bc49dc942d406268442ed3 HTTP/1.1" status: 200  len: 375 time: 0.0219314
Nov 20 20:47:44.753616 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-df2214d5-0d14-4048-b2a3-5b48ac9ec031 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1a432e5f0bc49dc942d406268442ed3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0555468
Nov 20 20:47:44.808395 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-13e9305b-c956-4770-a57c-f1086f2f82de tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c1a432e5f0bc49dc942d406268442ed3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0503469
Nov 20 20:47:44.819299 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69a6b570-8053-4986-b96f-daa351a4a205 req-299aedaa-7825-434f-b779-94417ff1868e service neutron] 10.222.0.41 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900928
Nov 20 20:47:44.825500 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-891f9ab6-0735-452e-9fdd-2b9b912b43aa req-b272258f-7f6e-434d-afb2-682bedf4f0c8 service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1673524
Nov 20 20:47:44.907944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d96f4ca5-742f-4e26-8329-f408e9d46a05 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:44.927379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56626) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:44.949075 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71b592ee-b792-4185-8124-2be7c9d23a62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:44.986659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-360072b2-af5c-4b65-a114-c1bd1e8cc987 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:44.988150 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-360072b2-af5c-4b65-a114-c1bd1e8cc987 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1731837
Nov 20 20:47:44.989454 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69a6b570-8053-4986-b96f-daa351a4a205 req-7e79ee33-0ebd-40da-b494-f51564b504f6 service neutron] 10.222.0.41 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616774
Nov 20 20:47:45.001439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1cd22705-48a2-4ad1-9e08-e793cae5e54c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Request body: {'port': {'device_id': '6acf73a5-9605-4b53-83dc-09af84fee3fe', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': 'c1a432e5f0bc49dc942d406268442ed3'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:45.071764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port d96f4ca5-742f-4e26-8329-f408e9d46a05 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:47:45.078388 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port d96f4ca5-742f-4e26-8329-f408e9d46a05 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:45.079000 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:45.152947 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187fe6f0-2672-42a0-b229-018a338d3cf1 x-openstack-request-id: req-187fe6f0-2672-42a0-b229-018a338d3cf1 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:47:45.153275 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7026c1aa-a9a9-437b-82e7-7121e7fc4b26", "name": "network-vif-plugged", "status": "completed", "tag": "76b5097e-7d85-4157-a179-a00737c678ce", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:47:45.153539 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-187fe6f0-2672-42a0-b229-018a338d3cf1 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:47:45.153937 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7026c1aa-a9a9-437b-82e7-7121e7fc4b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b5097e-7d85-4157-a179-a00737c678ce', 'code': 200}
Nov 20 20:47:45.157786 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9e538f-8e93-47fc-a7f0-c99100f5b71a x-openstack-request-id: req-7c9e538f-8e93-47fc-a7f0-c99100f5b71a {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:47:45.158917 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564e731b-fef8-42db-8af6-3500bc8c6798", "tag": "189ed4ef-80e9-4e25-b461-a33679104e74", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:47:45.159309 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c9e538f-8e93-47fc-a7f0-c99100f5b71a {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:47:45.161004 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564e731b-fef8-42db-8af6-3500bc8c6798', 'tag': '189ed4ef-80e9-4e25-b461-a33679104e74', 'status': 'completed', 'code': 200}
Nov 20 20:47:45.165373 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71b592ee-b792-4185-8124-2be7c9d23a62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:45.220938 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71b592ee-b792-4185-8124-2be7c9d23a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:45.225876 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56634) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:45.311066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6188c-d7bf-425c-9c93-181ad9e2df95 req-940b1c8f-c179-4813-a9e0-d25df42034b0 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:45.312775 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9cb6188c-d7bf-425c-9c93-181ad9e2df95 req-940b1c8f-c179-4813-a9e0-d25df42034b0 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 949 time: 0.0908883
Nov 20 20:47:45.313993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1cd22705-48a2-4ad1-9e08-e793cae5e54c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Made reservation on behalf of c1a432e5f0bc49dc942d406268442ed3 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:45.317425 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1cd22705-48a2-4ad1-9e08-e793cae5e54c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:45.336456 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1cd22705-48a2-4ad1-9e08-e793cae5e54c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:45.348722 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:45.411178 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-71b592ee-b792-4185-8124-2be7c9d23a62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ccc604672a194ec1b9cbe84b698bfb24&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4784892
Nov 20 20:47:45.414658 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56648) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:45.414920 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d96f4ca5-742f-4e26-8329-f408e9d46a05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d96f4ca5-742f-4e26-8329-f408e9d46a05,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:45.426121 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:45.427206 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:45.429491 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f39d4-5609-4559-ba9a-1747dccb30e1 req-c693d3d9-0991-4971-9fe5-b25a0e1fe72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:45.437196 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-813f39d4-5609-4559-ba9a-1747dccb30e1 req-c693d3d9-0991-4971-9fe5-b25a0e1fe72c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 1094 time: 0.2474205
Nov 20 20:47:45.470285 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9cb6188c-d7bf-425c-9c93-181ad9e2df95 req-d51c5f0c-5814-4263-a9b4-40c0cc666735 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500218
Nov 20 20:47:45.512870 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3acba-1319-46f8-a07b-a60bc771d5c7 req-57c5adb3-5743-41ee-abff-4c6090136e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:45.517400 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7ef3acba-1319-46f8-a07b-a60bc771d5c7 req-57c5adb3-5743-41ee-abff-4c6090136e74 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7026c1aa-a9a9-437b-82e7-7121e7fc4b26 HTTP/1.1" status: 200  len: 1100 time: 0.3499184
Nov 20 20:47:45.519212 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b592ee-b792-4185-8124-2be7c9d23a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc436981-a817-40ec-80a5-18875f5281cd,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:45.590765 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1cd22705-48a2-4ad1-9e08-e793cae5e54c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:45.598917 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1cd22705-48a2-4ad1-9e08-e793cae5e54c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:45.628092 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-032f9b5e-ea19-406a-b33e-82f64b6412ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:45.629731 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d96f4ca5-742f-4e26-8329-f408e9d46a05,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:45.664734 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:47:45.671075 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:45.671456 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:45.816811 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5df8f2b8-5e83-4c6b-979f-93905ae11056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:45.848694 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7ef3acba-1319-46f8-a07b-a60bc771d5c7 req-c8b3e26d-f67a-4447-b6c1-449cde0bc244 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2121725
Nov 20 20:47:45.854762 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:45.860322 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff93ec-4f6f-4f14-8def-7aae016653ab req-10fb2ad8-401c-4ec9-9b21-a4e9fb535d8c tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:45.861660 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1cd22705-48a2-4ad1-9e08-e793cae5e54c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Allocated IP 192.168.233.34 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/1f1cf981-26ff-4024-b94c-8e78ef84d154) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:45.868063 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cbff93ec-4f6f-4f14-8def-7aae016653ab req-10fb2ad8-401c-4ec9-9b21-a4e9fb535d8c tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 943 time: 0.3594971
Nov 20 20:47:45.876767 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3bdb11ea-45da-488e-8841-b9e95eddb5a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:45.879221 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f39d4-5609-4559-ba9a-1747dccb30e1 req-ba677e9f-cc45-459e-bf7f-29b88f2e1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:45.881779 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-813f39d4-5609-4559-ba9a-1747dccb30e1 req-ba677e9f-cc45-459e-bf7f-29b88f2e1e9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 921 time: 0.3767519
Nov 20 20:47:45.891673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd22705-48a2-4ad1-9e08-e793cae5e54c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d074940-b35b-4896-8914-3f91bd4cd7a0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:45.897976 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:45.904150 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:45.925407 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5df8f2b8-5e83-4c6b-979f-93905ae11056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:45.956796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c2458-76cf-49f0-ae38-b507a15b4ed8 req-0fc1e9bd-aa81-462d-9f7a-03e5601578be tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:45.966154 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-af2c2458-76cf-49f0-ae38-b507a15b4ed8 req-0fc1e9bd-aa81-462d-9f7a-03e5601578be tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.3170373
Nov 20 20:47:46.008153 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cbff93ec-4f6f-4f14-8def-7aae016653ab req-8ec70f3e-5942-428f-8cc5-ba07311e8e7f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389155
Nov 20 20:47:46.036515 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5df8f2b8-5e83-4c6b-979f-93905ae11056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:46.043933 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5df8f2b8-5e83-4c6b-979f-93905ae11056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:46.045388 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5df8f2b8-5e83-4c6b-979f-93905ae11056 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc436981-a817-40ec-80a5-18875f5281cd HTTP/1.1" status: 204  len: 168 time: 0.6245816
Nov 20 20:47:46.058505 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8f2b8-5e83-4c6b-979f-93905ae11056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc436981-a817-40ec-80a5-18875f5281cd,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:46.111270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:46.126925 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-af2c2458-76cf-49f0-ae38-b507a15b4ed8 req-f64266d1-e6f3-42e8-8f79-252836ac7cbc tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594415
Nov 20 20:47:46.152785 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-813f39d4-5609-4559-ba9a-1747dccb30e1 req-626a002b-c73e-470e-b69c-6b807905de72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=189ed4ef-80e9-4e25-b461-a33679104e74 HTTP/1.1" status: 200  len: 217 time: 0.0787966
Nov 20 20:47:46.255355 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3bdb11ea-45da-488e-8841-b9e95eddb5a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:46.265087 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9e2a73a1-5234-4511-bf0e-ad4c32147393 req-0df47dc8-d0f8-4aca-abea-6c85390e480f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 210 time: 0.0545316
Nov 20 20:47:46.283510 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b09fc368-a558-4fa5-bc6d-ae274fe245f3 req-249f82cf-305a-494e-89db-4d74b9e1dfc2 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 210 time: 0.0471826
Nov 20 20:47:46.287824 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f39d4-5609-4559-ba9a-1747dccb30e1 req-7e3827b8-63b3-4c12-8acc-ed95d10b7bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:46.290856 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-813f39d4-5609-4559-ba9a-1747dccb30e1 req-7e3827b8-63b3-4c12-8acc-ed95d10b7bec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.1296892
Nov 20 20:47:46.294686 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3bdb11ea-45da-488e-8841-b9e95eddb5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:46.354811 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1cd22705-48a2-4ad1-9e08-e793cae5e54c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:46.388488 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3bdb11ea-45da-488e-8841-b9e95eddb5a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e80619f2b9240a19e0abedeb02e7b8d&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1581404
Nov 20 20:47:46.388488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb11ea-45da-488e-8841-b9e95eddb5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3190222-bb6f-43c0-99d7-62f067cdd7bc,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:46.390286 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56664) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:46.459862 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2eb637c0-0369-4101-afcc-230736c7282a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:46.464535 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1cd22705-48a2-4ad1-9e08-e793cae5e54c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:46.550190 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2eb637c0-0369-4101-afcc-230736c7282a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:46.564572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1cd22705-48a2-4ad1-9e08-e793cae5e54c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:46.571696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1cd22705-48a2-4ad1-9e08-e793cae5e54c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:46.581956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1cd22705-48a2-4ad1-9e08-e793cae5e54c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:46.627884 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:46.629424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd22705-48a2-4ad1-9e08-e793cae5e54c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Pushing event updated for resources: {'Port': ['ID=1f1cf981-26ff-4024-b94c-8e78ef84d154,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:46.747738 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-813f39d4-5609-4559-ba9a-1747dccb30e1 req-55919f42-c162-4253-8b57-20be73aff682 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4493828
Nov 20 20:47:46.775239 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1cd22705-48a2-4ad1-9e08-e793cae5e54c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:46.776113 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1cd22705-48a2-4ad1-9e08-e793cae5e54c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:46.792509 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2eb637c0-0369-4101-afcc-230736c7282a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:46.804100 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2eb637c0-0369-4101-afcc-230736c7282a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:46.805980 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2eb637c0-0369-4101-afcc-230736c7282a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3190222-bb6f-43c0-99d7-62f067cdd7bc HTTP/1.1" status: 204  len: 168 time: 0.4132245
Nov 20 20:47:46.837142 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb637c0-0369-4101-afcc-230736c7282a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3190222-bb6f-43c0-99d7-62f067cdd7bc,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:46.883877 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56e36c-e0c4-483f-819b-0278d95cf29c req-3b5cbc60-4568-4929-9666-071174812117 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:46.909002 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-cb380c35-4d4a-4370-a579-c88432f6e9fd tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c1a432e5f0bc49dc942d406268442ed3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0779500
Nov 20 20:47:46.912739 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b56e36c-e0c4-483f-819b-0278d95cf29c req-3b5cbc60-4568-4929-9666-071174812117 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 950 time: 0.2534392
Nov 20 20:47:46.925073 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1cd22705-48a2-4ad1-9e08-e793cae5e54c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9275830
Nov 20 20:47:47.024929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Request body: {'port': {'device_id': '6acf73a5-9605-4b53-83dc-09af84fee3fe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:47.066906 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-524cd7ea-65ee-4a98-94c0-0993befc806c None None] Provisioning complete for port 1f1cf981-26ff-4024-b94c-8e78ef84d154 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:47.067473 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-524cd7ea-65ee-4a98-94c0-0993befc806c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:47.140937 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-524cd7ea-65ee-4a98-94c0-0993befc806c None None] Port 1f1cf981-26ff-4024-b94c-8e78ef84d154 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:47:47.157302 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96f4ca5-742f-4e26-8329-f408e9d46a05'}, {'server_uuid': 'd01ba62e-c3aa-436b-933b-c4a6533f5f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:47:47.167064 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc2b317-5e13-4a0e-9cdd-5e39f0074d9b" -d '{"events": [{"server_uuid": "f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5", "name": "network-vif-plugged", "status": "completed", "tag": "d96f4ca5-742f-4e26-8329-f408e9d46a05"}, {"server_uuid": "d01ba62e-c3aa-436b-933b-c4a6533f5f03", "name": "network-vif-plugged", "status": "completed", "tag": "5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:47:47.179817 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:47.199714 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b56e36c-e0c4-483f-819b-0278d95cf29c req-6fdf69d5-363c-454b-af69-4511326d3d30 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2786705
Nov 20 20:47:47.207508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-171adad1-7962-4e7f-859e-c285d4263ca9 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:47.209050 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-171adad1-7962-4e7f-859e-c285d4263ca9 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2508545
Nov 20 20:47:47.267965 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-f15a49d0-d2f4-4fbe-9572-b25e113e9c6f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Request body: {'port': {'device_id': '15b8954e-6602-42a8-ba75-16bd4aa8ecf3', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': 'c1a432e5f0bc49dc942d406268442ed3'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:47.275843 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-813f39d4-5609-4559-ba9a-1747dccb30e1 req-5c88abc7-fd09-4298-aa92-147233cfece8 service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4977767
Nov 20 20:47:47.338252 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d308d-a670-4831-8f3e-abe619e17fb2 req-35d1dd4d-7cb6-48b0-84a7-1a24fd768ba0 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:47.345587 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1d8d308d-a670-4831-8f3e-abe619e17fb2 req-35d1dd4d-7cb6-48b0-84a7-1a24fd768ba0 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 943 time: 0.1614342
Nov 20 20:47:47.407303 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56710) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:47.442923 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.47', 64165) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:47.612078 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-f15a49d0-d2f4-4fbe-9572-b25e113e9c6f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Made reservation on behalf of c1a432e5f0bc49dc942d406268442ed3 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:47.618553 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-f15a49d0-d2f4-4fbe-9572-b25e113e9c6f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:47.668401 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-813f39d4-5609-4559-ba9a-1747dccb30e1 req-15607c37-d69b-4009-b63c-9668b6d73028 service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3795292
Nov 20 20:47:47.682753 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1d8d308d-a670-4831-8f3e-abe619e17fb2 req-a103749a-b654-4fa3-a087-b362c29b0176 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3360620
Nov 20 20:47:47.698284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6b570-8053-4986-b96f-daa351a4a205 req-c6d20701-06f5-4b4c-be91-a1a9e4938c2e tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:47.699173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-debf6763-f6bb-40c2-8670-85af7a2f9cb0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-175092304-network', 'tenant_id': '9e5736eff1924fa28c0a00ae3da90174'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:47.699849 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69a6b570-8053-4986-b96f-daa351a4a205 req-c6d20701-06f5-4b4c-be91-a1a9e4938c2e tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.47 "GET /v2.0/networks?id=b732d073-2758-47f6-b640-8b10bd32a71a HTTP/1.1" status: 200  len: 824 time: 0.2376881
Nov 20 20:47:47.776238 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debf6763-f6bb-40c2-8670-85af7a2f9cb0 admin admin] Made reservation on behalf of 9e5736eff1924fa28c0a00ae3da90174 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:47.779907 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-debf6763-f6bb-40c2-8670-85af7a2f9cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:47.792986 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-debf6763-f6bb-40c2-8670-85af7a2f9cb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:47.826251 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1cf981-26ff-4024-b94c-8e78ef84d154 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:47.837842 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:47.846284 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69a6b570-8053-4986-b96f-daa351a4a205 req-45f54a46-5688-4ddc-82e2-ae3720246ed6 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5857f13b93654bb08bfb0e3045dc0a42 HTTP/1.1" status: 200  len: 380 time: 0.1360564
Nov 20 20:47:47.856333 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 20 Nov 2021 20:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f50bc77-490a-4cf7-ae59-377fab8a3e1a x-openstack-request-id: req-0f50bc77-490a-4cf7-ae59-377fab8a3e1a {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:47:47.856816 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5", "name": "network-vif-plugged", "status": "completed", "tag": "d96f4ca5-742f-4e26-8329-f408e9d46a05", "code": 200}, {"server_uuid": "d01ba62e-c3aa-436b-933b-c4a6533f5f03", "name": "network-vif-plugged", "status": "completed", "tag": "5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:47:47.857138 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f50bc77-490a-4cf7-ae59-377fab8a3e1a {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:47:47.857780 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96f4ca5-742f-4e26-8329-f408e9d46a05', 'code': 200}
Nov 20 20:47:47.857992 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01ba62e-c3aa-436b-933b-c4a6533f5f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd', 'code': 200}
Nov 20 20:47:47.860512 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-69a6b570-8053-4986-b96f-daa351a4a205 req-f5b29966-8df9-4d70-8e13-37c0af77d4f1 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Request body: {'port': {'device_id': '2c757299-9a55-42d6-a189-d689f2c8f7ef', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'admin_state_up': True, 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'security_groups': ['eb32c7f0-6a77-4735-a9be-155365beafb2']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:47.866899 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Transition to ACTIVE for port object 1f1cf981-26ff-4024-b94c-8e78ef84d154 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:47:47.880653 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.021757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d3d3d-7b18-4c0d-910b-c748312442ad req-0ec9eab0-f799-4402-92fa-dd682c531880 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:48.023929 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c9d3d3d-7b18-4c0d-910b-c748312442ad req-0ec9eab0-f799-4402-92fa-dd682c531880 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.2144845
Nov 20 20:47:48.026575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-f15a49d0-d2f4-4fbe-9572-b25e113e9c6f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Allocated IP 192.168.233.185 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/4d485831-9d58-4e82-8916-5e43c48e5118) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:48.040624 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1cf981-26ff-4024-b94c-8e78ef84d154,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:48.109249 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0eaa1711-64e1-419e-89c6-2516269d605a req-f3047508-3fe0-4485-8d35-f5a7bc038345 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 210 time: 0.1326969
Nov 20 20:47:48.113710 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-debf6763-f6bb-40c2-8670-85af7a2f9cb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.128173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21221a-d886-4ac8-bb59-855d8205971e req-f7dc4060-9234-4d0c-ae22-7d09c7a260f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:48.129776 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eb21221a-d886-4ac8-bb59-855d8205971e req-f7dc4060-9234-4d0c-ae22-7d09c7a260f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 1101 time: 0.1828496
Nov 20 20:47:48.146204 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-debf6763-f6bb-40c2-8670-85af7a2f9cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.211741 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debf6763-f6bb-40c2-8670-85af7a2f9cb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:47:48.235929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd0a33-22b6-4d2b-a368-c4b0fa000db2 req-8d7f58ec-738f-4c54-8233-988257951bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:48.237190 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4bd0a33-22b6-4d2b-a368-c4b0fa000db2 req-8d7f58ec-738f-4c54-8233-988257951bd5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 1101 time: 0.2762775
Nov 20 20:47:48.254475 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c9d3d3d-7b18-4c0d-910b-c748312442ad req-94520cc4-c58d-47dd-96bb-9d27faccb5cd tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2158501
Nov 20 20:47:48.267160 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-debf6763-f6bb-40c2-8670-85af7a2f9cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.267529 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-debf6763-f6bb-40c2-8670-85af7a2f9cb0 admin admin] Added segment 8db06c8e-3096-4876-87fd-3d53166f57f7 of type vlan for network 554d0697-db40-4745-a60d-da36ede89e92
Nov 20 20:47:48.274368 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf6763-f6bb-40c2-8670-85af7a2f9cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:48.294278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Attempting to bind port 1f1cf981-26ff-4024-b94c-8e78ef84d154 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:47:48.294790 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Attempting to bind port 1f1cf981-26ff-4024-b94c-8e78ef84d154 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:47:48.295229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Attempting to bind port 1f1cf981-26ff-4024-b94c-8e78ef84d154 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:48.308751 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4bd0a33-22b6-4d2b-a368-c4b0fa000db2 req-39ddd543-b59c-429e-bb55-519c53117560 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636749
Nov 20 20:47:48.314164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a6b570-8053-4986-b96f-daa351a4a205 req-f5b29966-8df9-4d70-8e13-37c0af77d4f1 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Made reservation on behalf of 5857f13b93654bb08bfb0e3045dc0a42 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:48.321013 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-69a6b570-8053-4986-b96f-daa351a4a205 req-f5b29966-8df9-4d70-8e13-37c0af77d4f1 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.340526 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Port 1f1cf981-26ff-4024-b94c-8e78ef84d154 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:47:48.340953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Attempting to bind port 1f1cf981-26ff-4024-b94c-8e78ef84d154 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:48.344704 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e56e9850-6b8e-4f4a-817f-b091a3a9d1bb req-afd4662d-b4db-4f32-b7fd-59041bb7abde tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 210 time: 0.1009340
Nov 20 20:47:48.345270 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56736) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:48.365480 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:47:48.365929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:48.366444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:47:48.367202 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Bound port: 1f1cf981-26ff-4024-b94c-8e78ef84d154, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:47:48.367688 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.403988 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eb21221a-d886-4ac8-bb59-855d8205971e req-4496a346-a19f-4978-bdef-cb06e8a67833 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2498653
Nov 20 20:47:48.439036 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-debf6763-f6bb-40c2-8670-85af7a2f9cb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.470909 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.489322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] For port 1f1cf981-26ff-4024-b94c-8e78ef84d154, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:47:48.511894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] For port 1f1cf981-26ff-4024-b94c-8e78ef84d154, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f1cf981-26ff-4024-b94c-8e78ef84d154,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:47:48.524598 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.545736 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-f15a49d0-d2f4-4fbe-9572-b25e113e9c6f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.556498 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-debf6763-f6bb-40c2-8670-85af7a2f9cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.557443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debf6763-f6bb-40c2-8670-85af7a2f9cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:48.558080 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-debf6763-f6bb-40c2-8670-85af7a2f9cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.564191 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b9f14218-d9bc-450b-a90c-562f49013f05 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1343100544-network', 'tenant_id': '1929d2944a034783a75db63f07c146a6'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:48.576037 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8025b-8078-43e4-acd4-9d4cee4f3c29 req-89693fa0-bc9f-43f7-bc4e-b497db792312 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:48.577547 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-43f8025b-8078-43e4-acd4-9d4cee4f3c29 req-89693fa0-bc9f-43f7-bc4e-b497db792312 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 950 time: 0.1615639
Nov 20 20:47:48.617694 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:48.618504 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.620072 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] 10.222.0.37 "PUT /v2.0/ports/1f1cf981-26ff-4024-b94c-8e78ef84d154 HTTP/1.1" status: 200  len: 1095 time: 1.6322353
Nov 20 20:47:48.624440 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6acf73a5-9605-4b53-83dc-09af84fee3fe', 'tag': '1f1cf981-26ff-4024-b94c-8e78ef84d154'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:47:48.627468 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e75d867-be36-4dab-b6a8-53b89bb4ff2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6acf73a5-9605-4b53-83dc-09af84fee3fe", "tag": "1f1cf981-26ff-4024-b94c-8e78ef84d154"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:47:48.635480 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-debf6763-f6bb-40c2-8670-85af7a2f9cb0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.2257364
Nov 20 20:47:48.644466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56748) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:48.652600 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0243a995-7c8a-4b23-97fa-c72ca78e7829 admin admin] Request body: {'subnet': {'network_id': '554d0697-db40-4745-a60d-da36ede89e92', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-175092304-subnet', 'tenant_id': '9e5736eff1924fa28c0a00ae3da90174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:48.679499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-69a6b570-8053-4986-b96f-daa351a4a205 req-f5b29966-8df9-4d70-8e13-37c0af77d4f1 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Allocated IP 172.20.0.14 (b732d073-2758-47f6-b640-8b10bd32a71a/b201ef63-9242-4505-8ba1-cc569c2352d2/49830bee-e4b8-4568-83a8-d29f300b9690) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:48.691081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f14218-d9bc-450b-a90c-562f49013f05 admin admin] Made reservation on behalf of 1929d2944a034783a75db63f07c146a6 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:48.694301 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b9f14218-d9bc-450b-a90c-562f49013f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.704924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a577025-1a53-4cda-a43a-d2f41079b9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1cf981-26ff-4024-b94c-8e78ef84d154,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:48.716360 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf6763-f6bb-40c2-8670-85af7a2f9cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=554d0697-db40-4745-a60d-da36ede89e92,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:48.726287 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-f15a49d0-d2f4-4fbe-9572-b25e113e9c6f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.733507 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b9f14218-d9bc-450b-a90c-562f49013f05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.736329 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-43f8025b-8078-43e4-acd4-9d4cee4f3c29 req-d3bbae40-eaa7-47b6-abec-cae7f6438cba tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403129
Nov 20 20:47:48.737486 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f6682a-ef75-4e4f-ab37-0fb7dd917a85 x-openstack-request-id: req-98f6682a-ef75-4e4f-ab37-0fb7dd917a85 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:47:48.737960 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6acf73a5-9605-4b53-83dc-09af84fee3fe", "tag": "1f1cf981-26ff-4024-b94c-8e78ef84d154", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:47:48.738331 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98f6682a-ef75-4e4f-ab37-0fb7dd917a85 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:47:48.738796 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6acf73a5-9605-4b53-83dc-09af84fee3fe', 'tag': '1f1cf981-26ff-4024-b94c-8e78ef84d154', 'status': 'completed', 'code': 200}
Nov 20 20:47:48.755197 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 554d0697-db40-4745-a60d-da36ede89e92 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:47:48.798574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0243a995-7c8a-4b23-97fa-c72ca78e7829 admin admin] Made reservation on behalf of 9e5736eff1924fa28c0a00ae3da90174 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:48.801995 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0243a995-7c8a-4b23-97fa-c72ca78e7829 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.844082 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-f15a49d0-d2f4-4fbe-9572-b25e113e9c6f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:48.847480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-f15a49d0-d2f4-4fbe-9572-b25e113e9c6f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:48.854093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-f15a49d0-d2f4-4fbe-9572-b25e113e9c6f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:48.891264 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56752) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:48.909738 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a49d0-d2f4-4fbe-9572-b25e113e9c6f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Pushing event updated for resources: {'Port': ['ID=4d485831-9d58-4e82-8916-5e43c48e5118,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:48.932772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-f15a49d0-d2f4-4fbe-9572-b25e113e9c6f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:48.933623 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-f15a49d0-d2f4-4fbe-9572-b25e113e9c6f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.965047 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:48.972188 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-f15a49d0-d2f4-4fbe-9572-b25e113e9c6f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7108219
Nov 20 20:47:48.992985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Request body: {'port': {'device_id': '15b8954e-6602-42a8-ba75-16bd4aa8ecf3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:49.084865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 189ed4ef-80e9-4e25-b461-a33679104e74 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:47:49.096924 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:49.137996 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-93e4ce33-7ae2-4ec2-928a-7954eb15864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:49.140567 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-93e4ce33-7ae2-4ec2-928a-7954eb15864d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1a432e5f0bc49dc942d406268442ed3&device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 1098 time: 0.4207761
Nov 20 20:47:49.173463 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5707980-8d19-4eda-a19a-ce27aff24408 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:49.271518 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 189ed4ef-80e9-4e25-b461-a33679104e74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=189ed4ef-80e9-4e25-b461-a33679104e74,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:49.289303 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '189ed4ef-80e9-4e25-b461-a33679104e74', 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408', 'port_id': '189ed4ef-80e9-4e25-b461-a33679104e74', 'mac_address': 'fa:16:3e:65:f6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444502b4-8455-4747-b026-1e5d940e8d60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:47:49.340722 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81aba4cd-5423-45f2-acea-3eaaabfeb0e0 req-5aa0d699-cf3d-4e9c-94df-e5cdcd4564ae tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 210 time: 0.0530071
Nov 20 20:47:49.358004 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:49.384952 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189ed4ef-80e9-4e25-b461-a33679104e74 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:49.418775 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 189ed4ef-80e9-4e25-b461-a33679104e74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=189ed4ef-80e9-4e25-b461-a33679104e74,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:49.420261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8866ff40-b0ef-4527-96b2-78a69da7a8f8 None None] Provisioning complete for port 4d485831-9d58-4e82-8916-5e43c48e5118 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:49.420823 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8866ff40-b0ef-4527-96b2-78a69da7a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:49.425596 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:49.434843 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014b0b6-8c4a-4023-8384-d017982bac8b req-cec31d3f-0d96-435a-ab7d-8eff79f56103 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:49.445069 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b014b0b6-8c4a-4023-8384-d017982bac8b req-cec31d3f-0d96-435a-ab7d-8eff79f56103 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 943 time: 0.5897031
Nov 20 20:47:49.448953 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-4a415c67-7d67-4b98-aee4-d9a08597b9a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=1f1cf981-26ff-4024-b94c-8e78ef84d154 HTTP/1.1" status: 200  len: 217 time: 0.2646449
Nov 20 20:47:49.496653 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-69a6b570-8053-4986-b96f-daa351a4a205 req-f5b29966-8df9-4d70-8e13-37c0af77d4f1 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:49.499966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8866ff40-b0ef-4527-96b2-78a69da7a8f8 None None] Port 4d485831-9d58-4e82-8916-5e43c48e5118 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:47:49.526324 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=189ed4ef-80e9-4e25-b461-a33679104e74,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:49.553122 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b9f14218-d9bc-450b-a90c-562f49013f05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:49.584045 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de598cfe-6a86-4e04-9ecc-93a9724063ca req-4b84aec7-d079-47a9-8efa-db08f1786573 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:49.585937 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-de598cfe-6a86-4e04-9ecc-93a9724063ca req-4b84aec7-d079-47a9-8efa-db08f1786573 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.1175311
Nov 20 20:47:49.590620 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b9f14218-d9bc-450b-a90c-562f49013f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:49.602693 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0243a995-7c8a-4b23-97fa-c72ca78e7829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:49.652146 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['189ed4ef-80e9-4e25-b461-a33679104e74'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:47:49.677031 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d485831-9d58-4e82-8916-5e43c48e5118 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:49.692988 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:49.703889 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-de598cfe-6a86-4e04-9ecc-93a9724063ca req-d71f7848-3398-4952-9452-e52d81502e83 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004343
Nov 20 20:47:49.705633 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f14218-d9bc-450b-a90c-562f49013f05 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:47:49.711364 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Transition to ACTIVE for port object 4d485831-9d58-4e82-8916-5e43c48e5118 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:47:49.716430 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:49.748251 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-df17746d-15df-4249-b182-a30705b6ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:49.749796 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-df17746d-15df-4249-b182-a30705b6ea2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.2399750
Nov 20 20:47:49.764711 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b9f14218-d9bc-450b-a90c-562f49013f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:49.765060 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-b9f14218-d9bc-450b-a90c-562f49013f05 admin admin] Added segment e343e4d7-cd4c-4105-9180-5e57ae735346 of type vlan for network e089fcf3-9dcc-485e-b53f-bb119c8c3467
Nov 20 20:47:49.781997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f14218-d9bc-450b-a90c-562f49013f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63e82ee-7474-4327-9042-3d23723829de,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:49.798667 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Pushing event updated for resources: {'Port': ['ID=4d485831-9d58-4e82-8916-5e43c48e5118,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:49.802194 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b014b0b6-8c4a-4023-8384-d017982bac8b req-e7158135-d13c-427d-95c2-24e59e6a54a1 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3560684
Nov 20 20:47:49.872677 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-69a6b570-8053-4986-b96f-daa351a4a205 req-f5b29966-8df9-4d70-8e13-37c0af77d4f1 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:49.890675 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Attempting to bind port 4d485831-9d58-4e82-8916-5e43c48e5118 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:47:49.891266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Attempting to bind port 4d485831-9d58-4e82-8916-5e43c48e5118 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:47:49.891377 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Attempting to bind port 4d485831-9d58-4e82-8916-5e43c48e5118 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:49.914323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Port 4d485831-9d58-4e82-8916-5e43c48e5118 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:47:49.914676 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Attempting to bind port 4d485831-9d58-4e82-8916-5e43c48e5118 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:49.922491 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:47:49.922845 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:49.923212 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:47:49.923647 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Bound port: 4d485831-9d58-4e82-8916-5e43c48e5118, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:47:49.924051 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:49.978306 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b0392-59d3-4882-8ba9-48c2284c624c req-2da36472-4db9-466b-8644-637a361cb339 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:49.983331 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cc4b0392-59d3-4882-8ba9-48c2284c624c req-2da36472-4db9-466b-8644-637a361cb339 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 948 time: 0.1042871
Nov 20 20:47:50.050262 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] For port 4d485831-9d58-4e82-8916-5e43c48e5118, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:47:50.074998 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cc4b0392-59d3-4882-8ba9-48c2284c624c req-28bde3e0-fa89-416f-aee7-0c0022922172 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882590
Nov 20 20:47:50.078322 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] For port 4d485831-9d58-4e82-8916-5e43c48e5118, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d485831-9d58-4e82-8916-5e43c48e5118,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:47:50.085022 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:50.133494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:50.134228 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:50.135661 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] 10.222.0.47 "PUT /v2.0/ports/4d485831-9d58-4e82-8916-5e43c48e5118 HTTP/1.1" status: 200  len: 1096 time: 1.1538830
Nov 20 20:47:50.136219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b8954e-6602-42a8-ba75-16bd4aa8ecf3', 'tag': '4d485831-9d58-4e82-8916-5e43c48e5118'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:47:50.138622 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefdb12e-89fa-4439-b650-4d6e0060f9f1" -d '{"events": [{"name": "network-changed", "server_uuid": "15b8954e-6602-42a8-ba75-16bd4aa8ecf3", "tag": "4d485831-9d58-4e82-8916-5e43c48e5118"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:47:50.225905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243a995-7c8a-4b23-97fa-c72ca78e7829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=401402cf-759c-4641-9447-60eadb079e88,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:50.232482 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c477d-c157-4f75-bef6-e90a176c4394 service neutron] Pushing event updated for resources: {'Port': ['ID=4d485831-9d58-4e82-8916-5e43c48e5118,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:50.239376 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-49f012cc-18d3-41c7-8bb8-b59ee81c9629 req-69b87eab-cd48-4156-8f91-6de7007e8f83 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:47:50.247102 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-49f012cc-18d3-41c7-8bb8-b59ee81c9629 req-69b87eab-cd48-4156-8f91-6de7007e8f83 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0327919
Nov 20 20:47:50.254966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45399026-bde6-483f-9eb9-6581a10cdec8 req-1c793aaa-4cc1-44b0-bc42-532d0c2d7e99 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:50.257025 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45399026-bde6-483f-9eb9-6581a10cdec8 req-1c793aaa-4cc1-44b0-bc42-532d0c2d7e99 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 950 time: 0.1130757
Nov 20 20:47:50.264216 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-b9b5d66f-faf2-49a8-a2df-edbe81843f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:50.265885 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-b9b5d66f-faf2-49a8-a2df-edbe81843f44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1a432e5f0bc49dc942d406268442ed3&device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 1099 time: 0.0788770
Nov 20 20:47:50.314011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0243a995-7c8a-4b23-97fa-c72ca78e7829 admin admin] Checking segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:50.314593 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0243a995-7c8a-4b23-97fa-c72ca78e7829 admin admin] Network hostable DHCP agents. Network: 554d0697-db40-4745-a60d-da36ede89e92, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:47:50.324399 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-fb973b82-3220-41eb-bdc6-54f82f4dba1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4d485831-9d58-4e82-8916-5e43c48e5118 HTTP/1.1" status: 200  len: 217 time: 0.0486279
Nov 20 20:47:50.324935 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b9f14218-d9bc-450b-a90c-562f49013f05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:50.335427 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a6b570-8053-4986-b96f-daa351a4a205 req-f5b29966-8df9-4d70-8e13-37c0af77d4f1 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Network b732d073-2758-47f6-b640-8b10bd32a71a is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:50.349358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-69a6b570-8053-4986-b96f-daa351a4a205 req-f5b29966-8df9-4d70-8e13-37c0af77d4f1 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:50.361394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a6b570-8053-4986-b96f-daa351a4a205 req-f5b29966-8df9-4d70-8e13-37c0af77d4f1 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:50.365812 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5707980-8d19-4eda-a19a-ce27aff24408 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:50.396250 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45399026-bde6-483f-9eb9-6581a10cdec8 req-6f501684-b8cf-47ee-8553-063e2cac943f tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290534
Nov 20 20:47:50.405664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-c7e4b6fb-4965-466b-b008-03dc04320d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:50.407246 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-c7e4b6fb-4965-466b-b008-03dc04320d7e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0759590
Nov 20 20:47:50.417247 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5707980-8d19-4eda-a19a-ce27aff24408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:50.439552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-b726236d-8aa1-4693-a501-7fa178cd40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:50.441083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-b726236d-8aa1-4693-a501-7fa178cd40dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.6795280
Nov 20 20:47:50.473597 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-fcdd8004-dd16-4435-b5f2-f82660f29eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:50.475262 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-fcdd8004-dd16-4435-b5f2-f82660f29eb1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0590112
Nov 20 20:47:50.503620 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0363e40-db49-4898-bf91-a71e351712ff x-openstack-request-id: req-f0363e40-db49-4898-bf91-a71e351712ff {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:47:50.504122 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b8954e-6602-42a8-ba75-16bd4aa8ecf3", "tag": "4d485831-9d58-4e82-8916-5e43c48e5118", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:47:50.504538 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0363e40-db49-4898-bf91-a71e351712ff {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:47:50.505103 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b8954e-6602-42a8-ba75-16bd4aa8ecf3', 'tag': '4d485831-9d58-4e82-8916-5e43c48e5118', 'status': 'completed', 'code': 200}
Nov 20 20:47:50.509103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b29966-8df9-4d70-8e13-37c0af77d4f1 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Pushing event updated for resources: {'Port': ['ID=49830bee-e4b8-4568-83a8-d29f300b9690,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:50.531623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6b570-8053-4986-b96f-daa351a4a205 req-f5b29966-8df9-4d70-8e13-37c0af77d4f1 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:50.532660 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-69a6b570-8053-4986-b96f-daa351a4a205 req-f5b29966-8df9-4d70-8e13-37c0af77d4f1 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:50.569764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0243a995-7c8a-4b23-97fa-c72ca78e7829 admin admin] Network 554d0697-db40-4745-a60d-da36ede89e92 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:47:50.607983 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b9f14218-d9bc-450b-a90c-562f49013f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:50.609247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f14218-d9bc-450b-a90c-562f49013f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:50.610032 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b9f14218-d9bc-450b-a90c-562f49013f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:50.636480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56778) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:50.670824 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-9365895c-06d2-423f-88b7-e265efa0c3ff service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840217
Nov 20 20:47:50.690099 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fd93f-3da9-48fa-962d-18c283435c07 req-cb39476f-529e-4b6e-9d2f-6b9aff0509b8 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:50.691967 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e94fd93f-3da9-48fa-962d-18c283435c07 req-cb39476f-529e-4b6e-9d2f-6b9aff0509b8 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=7026c1aa-a9a9-437b-82e7-7121e7fc4b26 HTTP/1.1" status: 200  len: 949 time: 0.0885530
Nov 20 20:47:50.705274 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-897b552c-7046-4df7-93e8-26c101441595 None None] Provisioning complete for port 49830bee-e4b8-4568-83a8-d29f300b9690 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:50.705803 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-897b552c-7046-4df7-93e8-26c101441595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:50.728823 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e5707980-8d19-4eda-a19a-ce27aff24408 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90dd8a1a4a6f43f1b7a3c3dd3371ba8d&name=default HTTP/1.1" status: 200  len: 2996 time: 1.8294983
Nov 20 20:47:50.735060 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5707980-8d19-4eda-a19a-ce27aff24408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ac9aa7-83ee-4429-a1d9-9e2e0d4931bd,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:50.737357 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56782) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:50.741501 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69a6b570-8053-4986-b96f-daa351a4a205 req-f5b29966-8df9-4d70-8e13-37c0af77d4f1 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8875358
Nov 20 20:47:50.747587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-0243a995-7c8a-4b23-97fa-c72ca78e7829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 554d0697-db40-4745-a60d-da36ede89e92) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:50.761310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5720aa4c-982f-442c-ac17-d6c50ddc3711 None None] Network 554d0697-db40-4745-a60d-da36ede89e92 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:50.765547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-897b552c-7046-4df7-93e8-26c101441595 None None] Port 49830bee-e4b8-4568-83a8-d29f300b9690 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:47:50.770589 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b9f14218-d9bc-450b-a90c-562f49013f05 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 2.4143734
Nov 20 20:47:50.780261 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Request body: {'port': {'device_id': '2c757299-9a55-42d6-a189-d689f2c8f7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:50.780985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56784) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:50.783269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0243a995-7c8a-4b23-97fa-c72ca78e7829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:50.783843 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0243a995-7c8a-4b23-97fa-c72ca78e7829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:50.816700 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-5cc2e506-adb6-426f-9a19-85c2d9096462 admin admin] Request body: {'subnet': {'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1343100544-subnet', 'tenant_id': '1929d2944a034783a75db63f07c146a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:50.848015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f14218-d9bc-450b-a90c-562f49013f05 admin admin] Pushing event updated for resources: {'Network': ['ID=e089fcf3-9dcc-485e-b53f-bb119c8c3467,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:50.870009 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network e089fcf3-9dcc-485e-b53f-bb119c8c3467 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:47:50.873055 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-cc7bc0ea-3f72-491a-83a5-8430c779a73a service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3234341
Nov 20 20:47:50.882240 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dd21e-e9ac-464a-a297-09b2e1745aa4 req-846dbe6a-4996-4f18-9a74-f72ac169171c tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:50.883861 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7f2dd21e-e9ac-464a-a297-09b2e1745aa4 req-846dbe6a-4996-4f18-9a74-f72ac169171c tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 932 time: 0.2906353
Nov 20 20:47:50.923064 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e94fd93f-3da9-48fa-962d-18c283435c07 req-12aa7d3a-2bfe-4fee-8c90-4f98cf71e02d tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2175479
Nov 20 20:47:50.924252 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc2e506-adb6-426f-9a19-85c2d9096462 admin admin] Made reservation on behalf of 1929d2944a034783a75db63f07c146a6 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:50.940099 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5cc2e506-adb6-426f-9a19-85c2d9096462 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:50.940839 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea6c617b-eb9d-4f32-bd5e-65c5971071f3 req-6e6b0f0e-cdcd-4ee8-a44b-d107abcf913e service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2474442
Nov 20 20:47:50.941650 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0243a995-7c8a-4b23-97fa-c72ca78e7829 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.2959468
Nov 20 20:47:50.946195 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:51.005933 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797cfa0d-9167-45b3-9fb6-52f23c7df74e None None] Network 554d0697-db40-4745-a60d-da36ede89e92 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:51.009963 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-6d878301-908c-4679-bed4-fb2a88f12739 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3675606
Nov 20 20:47:51.042989 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-5378601d-56e9-41db-bd9e-fa609fa02c96 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:47:51.044333 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-5378601d-56e9-41db-bd9e-fa609fa02c96 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0097997
Nov 20 20:47:51.045310 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51d30b22-c4cd-4095-a868-0ae6ad099514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:51.061550 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7f2dd21e-e9ac-464a-a297-09b2e1745aa4 req-b7901b40-f9f3-4091-86f4-c2154287c3e9 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1539552
Nov 20 20:47:51.146899 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d072dc2a-19ca-4e4a-b6ff-97bf2ffbecc4 req-b72a9d23-0387-4212-8aae-0e8595fb1e7c service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2483826
Nov 20 20:47:51.154910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 189ed4ef-80e9-4e25-b461-a33679104e74 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:51.175124 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51d30b22-c4cd-4095-a868-0ae6ad099514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:51.254366 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdb12e-89fa-4439-b650-4d6e0060f9f1 req-34517e03-5d57-451d-a967-ed59c4b66888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:51.257199 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eefdb12e-89fa-4439-b650-4d6e0060f9f1 req-34517e03-5d57-451d-a967-ed59c4b66888 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1a432e5f0bc49dc942d406268442ed3&device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 1099 time: 0.2020764
Nov 20 20:47:51.355870 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 189ed4ef-80e9-4e25-b461-a33679104e74 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:47:51.370863 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77943b-c07d-443e-86a3-39b4be40af7e req-b51f896e-d3da-434c-afee-09a3bc1e89b4 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:51.372402 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b77943b-c07d-443e-86a3-39b4be40af7e req-b51f896e-d3da-434c-afee-09a3bc1e89b4 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 944 time: 0.1300802
Nov 20 20:47:51.376665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75d867-be36-4dab-b6a8-53b89bb4ff2b req-983ddf41-a8a0-4bcb-b25e-80fe259903a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:51.377937 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3e75d867-be36-4dab-b6a8-53b89bb4ff2b req-983ddf41-a8a0-4bcb-b25e-80fe259903a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1a432e5f0bc49dc942d406268442ed3&device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 1098 time: 0.1343544
Nov 20 20:47:51.381595 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e54402-fd40-487a-8745-44512a10e50b req-3282bcbb-b608-493c-8b5b-13aa6a5e86f0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:51.389274 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-90e54402-fd40-487a-8745-44512a10e50b req-3282bcbb-b608-493c-8b5b-13aa6a5e86f0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.3388307
Nov 20 20:47:51.397096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 189ed4ef-80e9-4e25-b461-a33679104e74 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:51.398640 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:51.445763 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51d30b22-c4cd-4095-a868-0ae6ad099514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:51.448416 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51d30b22-c4cd-4095-a868-0ae6ad099514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:51.452961 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-51d30b22-c4cd-4095-a868-0ae6ad099514 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11ac9aa7-83ee-4429-a1d9-9e2e0d4931bd HTTP/1.1" status: 204  len: 168 time: 0.6704547
Nov 20 20:47:51.479820 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5cc2e506-adb6-426f-9a19-85c2d9096462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:51.491561 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d30b22-c4cd-4095-a868-0ae6ad099514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ac9aa7-83ee-4429-a1d9-9e2e0d4931bd,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:51.516455 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:51.569405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 189ed4ef-80e9-4e25-b461-a33679104e74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=189ed4ef-80e9-4e25-b461-a33679104e74,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:51.576776 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564e731b-fef8-42db-8af6-3500bc8c6798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189ed4ef-80e9-4e25-b461-a33679104e74'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:47:51.583065 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6f92d0-52b3-4e30-a522-55425f143323" -d '{"events": [{"server_uuid": "564e731b-fef8-42db-8af6-3500bc8c6798", "name": "network-vif-plugged", "status": "completed", "tag": "189ed4ef-80e9-4e25-b461-a33679104e74"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:47:51.586658 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-90e54402-fd40-487a-8745-44512a10e50b req-f36ba2af-467f-48ea-89b1-982a6e98ba46 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967120
Nov 20 20:47:51.594639 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:51.669071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49830bee-e4b8-4568-83a8-d29f300b9690 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:51.685299 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b77943b-c07d-443e-86a3-39b4be40af7e req-fea5c8fd-9775-4fa3-834f-56bcf8bccc97 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2978387
Nov 20 20:47:51.687234 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:51.698304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=189ed4ef-80e9-4e25-b461-a33679104e74,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:51.707721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75d867-be36-4dab-b6a8-53b89bb4ff2b req-a33ae942-ca4f-43f3-bea2-80366d837092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:51.709270 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3e75d867-be36-4dab-b6a8-53b89bb4ff2b req-a33ae942-ca4f-43f3-bea2-80366d837092 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.3230495
Nov 20 20:47:51.711980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Transition to ACTIVE for port object 49830bee-e4b8-4568-83a8-d29f300b9690 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:47:51.717384 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:51.721475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdb12e-89fa-4439-b650-4d6e0060f9f1 req-53400236-9090-4093-882f-dc11f7dcc2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:51.723588 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eefdb12e-89fa-4439-b650-4d6e0060f9f1 req-53400236-9090-4093-882f-dc11f7dcc2f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.3317943
Nov 20 20:47:51.723785 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2e506-adb6-426f-9a19-85c2d9096462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac3ccbd-8963-47e1-9b4e-185e806337ba,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:51.803120 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3e75d867-be36-4dab-b6a8-53b89bb4ff2b req-ddae4ef7-50b6-4eb7-a5d0-6287722b5d14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=1f1cf981-26ff-4024-b94c-8e78ef84d154 HTTP/1.1" status: 200  len: 217 time: 0.0700877
Nov 20 20:47:51.837468 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eefdb12e-89fa-4439-b650-4d6e0060f9f1 req-9eb09a55-e872-496a-878c-575798761797 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4d485831-9d58-4e82-8916-5e43c48e5118 HTTP/1.1" status: 200  len: 217 time: 0.0858622
Nov 20 20:47:51.884692 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2e506-adb6-426f-9a19-85c2d9096462 admin admin] Checking segment: {'id': 'e343e4d7-cd4c-4105-9180-5e57ae735346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:51.885066 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc2e506-adb6-426f-9a19-85c2d9096462 admin admin] Network hostable DHCP agents. Network: e089fcf3-9dcc-485e-b53f-bb119c8c3467, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:47:51.973502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Pushing event updated for resources: {'Port': ['ID=49830bee-e4b8-4568-83a8-d29f300b9690,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:52.043444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdb12e-89fa-4439-b650-4d6e0060f9f1 req-1d042cbc-fc97-4127-9832-d01ac7d988c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:52.044944 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eefdb12e-89fa-4439-b650-4d6e0060f9f1 req-1d042cbc-fc97-4127-9832-d01ac7d988c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.2058713
Nov 20 20:47:52.073725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75d867-be36-4dab-b6a8-53b89bb4ff2b req-944556ec-6f17-4d89-b684-2704c13c82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:52.075427 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3e75d867-be36-4dab-b6a8-53b89bb4ff2b req-944556ec-6f17-4d89-b684-2704c13c82a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.2598846
Nov 20 20:47:52.077544 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc2e506-adb6-426f-9a19-85c2d9096462 admin admin] Network e089fcf3-9dcc-485e-b53f-bb119c8c3467 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:47:52.156068 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-5cc2e506-adb6-426f-9a19-85c2d9096462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e089fcf3-9dcc-485e-b53f-bb119c8c3467) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:52.162318 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc2e506-adb6-426f-9a19-85c2d9096462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:52.163137 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5cc2e506-adb6-426f-9a19-85c2d9096462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:52.165877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc8a346-7b54-4726-b297-b96ff5c04957 None None] Network e089fcf3-9dcc-485e-b53f-bb119c8c3467 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:52.196335 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdb12e-89fa-4439-b650-4d6e0060f9f1 req-383ba7d4-1704-4519-97cc-e25c102f8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:52.199551 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eefdb12e-89fa-4439-b650-4d6e0060f9f1 req-383ba7d4-1704-4519-97cc-e25c102f8191 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1463737
Nov 20 20:47:52.204723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a4bd6-252d-4c37-b152-5aa008b93111 req-2bb8f919-07ea-4596-80ff-e689cb83abc0 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:52.212564 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a5a4bd6-252d-4c37-b152-5aa008b93111 req-2bb8f919-07ea-4596-80ff-e689cb83abc0 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 948 time: 0.3754463
Nov 20 20:47:52.244668 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5cc2e506-adb6-426f-9a19-85c2d9096462 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.4291353
Nov 20 20:47:52.249004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Attempting to bind port 49830bee-e4b8-4568-83a8-d29f300b9690 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:47:52.249004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Attempting to bind port 49830bee-e4b8-4568-83a8-d29f300b9690 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '30bb5757-1c9e-4c5f-a18c-7af9d75bafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:47:52.249292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Attempting to bind port 49830bee-e4b8-4568-83a8-d29f300b9690 on network b732d073-2758-47f6-b640-8b10bd32a71a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:52.255166 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75d867-be36-4dab-b6a8-53b89bb4ff2b req-91422c0e-ce4d-45d6-9c8e-8f1c8d654cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:52.257464 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3e75d867-be36-4dab-b6a8-53b89bb4ff2b req-91422c0e-ce4d-45d6-9c8e-8f1c8d654cce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1682284
Nov 20 20:47:52.261778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Port 49830bee-e4b8-4568-83a8-d29f300b9690 on network b732d073-2758-47f6-b640-8b10bd32a71a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:47:52.262129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Attempting to bind port 49830bee-e4b8-4568-83a8-d29f300b9690 on network b732d073-2758-47f6-b640-8b10bd32a71a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:47:52.288993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:47:52.289340 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Checking segment: {'id': '30bb5757-1c9e-4c5f-a18c-7af9d75bafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:52.290253 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Bound using segment: {'id': '30bb5757-1c9e-4c5f-a18c-7af9d75bafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:47:52.290764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Bound port: 49830bee-e4b8-4568-83a8-d29f300b9690, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30bb5757-1c9e-4c5f-a18c-7af9d75bafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:47:52.291190 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:52.368406 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eefdb12e-89fa-4439-b650-4d6e0060f9f1 req-ed969c4b-f1c8-455a-9bf9-09bdad1c6e33 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1611245
Nov 20 20:47:52.472919 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a5a4bd6-252d-4c37-b152-5aa008b93111 req-9f289847-d7dd-4415-9094-f1aae147478e tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2550669
Nov 20 20:47:52.475790 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a896c23d-f5b7-44d4-a885-276bcc788acf x-openstack-request-id: req-a896c23d-f5b7-44d4-a885-276bcc788acf {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:47:52.476119 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564e731b-fef8-42db-8af6-3500bc8c6798", "name": "network-vif-plugged", "status": "completed", "tag": "189ed4ef-80e9-4e25-b461-a33679104e74", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:47:52.476388 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a896c23d-f5b7-44d4-a885-276bcc788acf {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:47:52.476815 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564e731b-fef8-42db-8af6-3500bc8c6798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189ed4ef-80e9-4e25-b461-a33679104e74', 'code': 200}
Nov 20 20:47:52.668385 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e40023-6699-4da3-830b-dba41e9fe37d None None] Network e089fcf3-9dcc-485e-b53f-bb119c8c3467 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:52.672486 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] For port 49830bee-e4b8-4568-83a8-d29f300b9690, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:47:52.689000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] For port 49830bee-e4b8-4568-83a8-d29f300b9690, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49830bee-e4b8-4568-83a8-d29f300b9690,segment=NetworkSegment(30bb5757-1c9e-4c5f-a18c-7af9d75bafad),segment_id=30bb5757-1c9e-4c5f-a18c-7af9d75bafad)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:47:52.706904 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3e75d867-be36-4dab-b6a8-53b89bb4ff2b req-d7f4e592-8ed7-4ffd-8c7c-d417ef218da7 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4266214
Nov 20 20:47:52.725837 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:52.794214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56870) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:52.885654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-3d2ad2f2-bae3-44cc-bd03-3a8502c0d027 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-479777563-network', 'tenant_id': '71c16dd9d48c4ba78aac9cab0ee3cfa9'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:52.928334 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2ad2f2-bae3-44cc-bd03-3a8502c0d027 admin admin] Made reservation on behalf of 71c16dd9d48c4ba78aac9cab0ee3cfa9 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:52.930927 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad2f2-bae3-44cc-bd03-3a8502c0d027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:52.941315 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:52.942354 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:52.945859 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69a6b570-8053-4986-b96f-daa351a4a205 req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] 10.222.0.47 "PUT /v2.0/ports/49830bee-e4b8-4568-83a8-d29f300b9690 HTTP/1.1" status: 200  len: 1092 time: 2.1759486
Nov 20 20:47:52.946437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c757299-9a55-42d6-a189-d689f2c8f7ef', 'tag': '49830bee-e4b8-4568-83a8-d29f300b9690'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:47:52.949377 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4923e2f2-7377-4cea-9e71-a2eceebff792" -d '{"events": [{"name": "network-changed", "server_uuid": "2c757299-9a55-42d6-a189-d689f2c8f7ef", "tag": "49830bee-e4b8-4568-83a8-d29f300b9690"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:47:53.078847 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37878fe8-859a-4d1d-af31-891df0085d9a req-3696eb23-ed15-4a86-a477-3473322aa3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:53.080362 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37878fe8-859a-4d1d-af31-891df0085d9a req-3696eb23-ed15-4a86-a477-3473322aa3fa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 1096 time: 0.6006780
Nov 20 20:47:53.083756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eefdb12e-89fa-4439-b650-4d6e0060f9f1 req-1ae1b8fc-319b-45ba-8a55-0797f0d4e56b service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7072284
Nov 20 20:47:53.097681 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691da89c-d243-4ff3-b325-792a96707a7a req-b2f64bab-c12d-4f39-b865-fdd8c402ea63 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:53.099971 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-691da89c-d243-4ff3-b325-792a96707a7a req-b2f64bab-c12d-4f39-b865-fdd8c402ea63 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 944 time: 0.1034255
Nov 20 20:47:53.106249 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad2f2-bae3-44cc-bd03-3a8502c0d027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:53.181766 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3e75d867-be36-4dab-b6a8-53b89bb4ff2b req-dd51f364-6a0d-4247-9871-7cad4a81517b service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4739370
Nov 20 20:47:53.192993 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37878fe8-859a-4d1d-af31-891df0085d9a req-13ccf957-cccc-4f0a-b740-31eb2d29c1ee service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915916
Nov 20 20:47:53.207701 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-691da89c-d243-4ff3-b325-792a96707a7a req-0e1af6d7-ee49-4cea-9776-86bc6c9f2003 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0976877
Nov 20 20:47:53.225871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fccaec-c2fc-4e5a-b339-c487a56dd2b0 req-d5d20034-e059-4d29-97af-49f756044957 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:53.227852 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96fccaec-c2fc-4e5a-b339-c487a56dd2b0 req-d5d20034-e059-4d29-97af-49f756044957 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.5184171
Nov 20 20:47:53.228761 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521be472-1718-4370-8f5b-03249b7a04a4 service neutron] Pushing event updated for resources: {'Port': ['ID=49830bee-e4b8-4568-83a8-d29f300b9690,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:53.272611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6b570-8053-4986-b96f-daa351a4a205 req-d651c7b2-a6ca-45e5-bdd0-82279e729646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:53.274565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69a6b570-8053-4986-b96f-daa351a4a205 req-d651c7b2-a6ca-45e5-bdd0-82279e729646 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5857f13b93654bb08bfb0e3045dc0a42&device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 1095 time: 0.1528101
Nov 20 20:47:53.317172 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56884) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:53.332233 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96fccaec-c2fc-4e5a-b339-c487a56dd2b0 req-ce5532e0-eca8-4a0c-9723-e59ee1e097bc tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942698
Nov 20 20:47:53.357281 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad2f2-bae3-44cc-bd03-3a8502c0d027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:53.358733 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078aff1-c266-4e77-bde0-4b0207f1138f req-fc36cf22-ee0c-48e8-9707-5889e6bc5b87 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:53.360588 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b078aff1-c266-4e77-bde0-4b0207f1138f req-fc36cf22-ee0c-48e8-9707-5889e6bc5b87 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 945 time: 0.0642490
Nov 20 20:47:53.362333 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad2f2-bae3-44cc-bd03-3a8502c0d027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:53.389377 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2ad2f2-bae3-44cc-bd03-3a8502c0d027 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:47:53.399104 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ad2f2-bae3-44cc-bd03-3a8502c0d027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01d1a60-8906-46aa-8686-753c62a859cc,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:53.404720 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b95aad-4023-4794-8e6b-4fe0fa0f55b7 x-openstack-request-id: req-93b95aad-4023-4794-8e6b-4fe0fa0f55b7 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:47:53.405029 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c757299-9a55-42d6-a189-d689f2c8f7ef", "tag": "49830bee-e4b8-4568-83a8-d29f300b9690", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:47:53.405474 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93b95aad-4023-4794-8e6b-4fe0fa0f55b7 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:47:53.405897 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c757299-9a55-42d6-a189-d689f2c8f7ef', 'tag': '49830bee-e4b8-4568-83a8-d29f300b9690', 'status': 'completed', 'code': 200}
Nov 20 20:47:53.408984 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad2f2-bae3-44cc-bd03-3a8502c0d027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:53.409326 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-3d2ad2f2-bae3-44cc-bd03-3a8502c0d027 admin admin] Added segment 6c66e938-b527-4961-9b9e-66e5a863251c of type vlan for network 445e6541-a737-47cd-892d-d09d5894c646
Nov 20 20:47:53.477472 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69a6b570-8053-4986-b96f-daa351a4a205 req-a91575a8-8ea8-4a50-a3cc-7b5e25154e0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49830bee-e4b8-4568-83a8-d29f300b9690 HTTP/1.1" status: 200  len: 217 time: 0.0664582
Nov 20 20:47:53.489270 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b078aff1-c266-4e77-bde0-4b0207f1138f req-1afeb791-6f29-4485-a979-c58b3e8c8494 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206470
Nov 20 20:47:53.539796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-acd7ad7d-529f-430f-accf-00a340a665d4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-4250770-network', 'tenant_id': 'fe09528fc0a54a93832c4d7ae2f59993'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:53.563657 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad2f2-bae3-44cc-bd03-3a8502c0d027 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:53.611358 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6b375-ad76-4c3b-8e06-12aad529a7e9 req-0e968f0c-b2e7-419c-be34-3aec39d6d122 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:53.612911 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-27b6b375-ad76-4c3b-8e06-12aad529a7e9 req-0e968f0c-b2e7-419c-be34-3aec39d6d122 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 948 time: 0.0512292
Nov 20 20:47:53.617450 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd7ad7d-529f-430f-accf-00a340a665d4 admin admin] Made reservation on behalf of fe09528fc0a54a93832c4d7ae2f59993 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:53.619733 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acd7ad7d-529f-430f-accf-00a340a665d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:53.625131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6b570-8053-4986-b96f-daa351a4a205 req-56a86046-6ac7-4955-bd48-0913de2ce91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:53.626588 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69a6b570-8053-4986-b96f-daa351a4a205 req-56a86046-6ac7-4955-bd48-0913de2ce91c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b201ef63-9242-4505-8ba1-cc569c2352d2 HTTP/1.1" status: 200  len: 863 time: 0.1319430
Nov 20 20:47:53.638210 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acd7ad7d-529f-430f-accf-00a340a665d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:53.639942 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad2f2-bae3-44cc-bd03-3a8502c0d027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:53.640860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2ad2f2-bae3-44cc-bd03-3a8502c0d027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:53.641457 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad2f2-bae3-44cc-bd03-3a8502c0d027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:53.665947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847db987-d141-4ca1-b759-d24e167db65b req-6a4d5a13-30cd-445f-b9d7-767c8d5cb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:53.667440 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-6a4d5a13-30cd-445f-b9d7-767c8d5cb686 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 1101 time: 0.1867924
Nov 20 20:47:53.668093 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-27b6b375-ad76-4c3b-8e06-12aad529a7e9 req-a48f16e5-d687-4b6b-bf44-6db5b3975c3f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478806
Nov 20 20:47:53.742415 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3d2ad2f2-bae3-44cc-bd03-3a8502c0d027 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.9350574
Nov 20 20:47:53.745239 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56910) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:53.750270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7e880b3b-94a8-4b04-bf8d-4ee4f40d8e16 admin admin] Request body: {'subnet': {'network_id': '445e6541-a737-47cd-892d-d09d5894c646', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-479777563-subnet', 'tenant_id': '71c16dd9d48c4ba78aac9cab0ee3cfa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:53.770800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e880b3b-94a8-4b04-bf8d-4ee4f40d8e16 admin admin] Made reservation on behalf of 71c16dd9d48c4ba78aac9cab0ee3cfa9 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:53.773943 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e880b3b-94a8-4b04-bf8d-4ee4f40d8e16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:53.801483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ad2f2-bae3-44cc-bd03-3a8502c0d027 admin admin] Pushing event updated for resources: {'Network': ['ID=445e6541-a737-47cd-892d-d09d5894c646,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:53.812394 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 445e6541-a737-47cd-892d-d09d5894c646 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:47:53.876804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6b570-8053-4986-b96f-daa351a4a205 req-820dd134-1e7c-4083-86c9-331a0f2422c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:53.878335 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69a6b570-8053-4986-b96f-daa351a4a205 req-820dd134-1e7c-4083-86c9-331a0f2422c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b732d073-2758-47f6-b640-8b10bd32a71a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2414448
Nov 20 20:47:53.950295 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e880b3b-94a8-4b04-bf8d-4ee4f40d8e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:53.993972 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847db987-d141-4ca1-b759-d24e167db65b req-ef6f50d1-9767-473d-a955-baaadcdf638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:53.995571 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-ef6f50d1-9767-473d-a955-baaadcdf638d service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.2982106
Nov 20 20:47:54.014476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e880b3b-94a8-4b04-bf8d-4ee4f40d8e16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b539a02-da8a-4e5b-b27b-bbe69da58b12,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:54.019691 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e880b3b-94a8-4b04-bf8d-4ee4f40d8e16 admin admin] Checking segment: {'id': '6c66e938-b527-4961-9b9e-66e5a863251c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '445e6541-a737-47cd-892d-d09d5894c646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:54.020026 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e880b3b-94a8-4b04-bf8d-4ee4f40d8e16 admin admin] Network hostable DHCP agents. Network: 445e6541-a737-47cd-892d-d09d5894c646, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:47:54.041240 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e880b3b-94a8-4b04-bf8d-4ee4f40d8e16 admin admin] Network 445e6541-a737-47cd-892d-d09d5894c646 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:47:54.050426 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-7e880b3b-94a8-4b04-bf8d-4ee4f40d8e16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 445e6541-a737-47cd-892d-d09d5894c646) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:54.056505 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e880b3b-94a8-4b04-bf8d-4ee4f40d8e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:54.056505 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e880b3b-94a8-4b04-bf8d-4ee4f40d8e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:54.062276 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c5672f-34e4-47e7-84fb-83b2e5013910 None None] Network 445e6541-a737-47cd-892d-d09d5894c646 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:54.075244 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7e880b3b-94a8-4b04-bf8d-4ee4f40d8e16 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3288729
Nov 20 20:47:54.097496 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-d18b2a1d-36d1-4f54-9ab9-25c5a60ea0ea tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:54.099004 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-d18b2a1d-36d1-4f54-9ab9-25c5a60ea0ea tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/networks?id=e089fcf3-9dcc-485e-b53f-bb119c8c3467 HTTP/1.1" status: 200  len: 822 time: 0.3477890
Nov 20 20:47:54.105174 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-4fdcc339-0fc3-45ac-bc72-2480aa0b6207 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d96f4ca5-742f-4e26-8329-f408e9d46a05 HTTP/1.1" status: 200  len: 217 time: 0.0811684
Nov 20 20:47:54.110519 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acd7ad7d-529f-430f-accf-00a340a665d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:54.132972 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acd7ad7d-529f-430f-accf-00a340a665d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:54.174872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-ebbcfee5-97f2-4bd8-b40d-e9e97feeb9c5 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/quotas/1929d2944a034783a75db63f07c146a6 HTTP/1.1" status: 200  len: 375 time: 0.0573821
Nov 20 20:47:54.176732 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69a6b570-8053-4986-b96f-daa351a4a205 req-5bc22777-d553-4471-a0d1-26f85b2a66a5 service neutron] 10.222.0.47 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2870548
Nov 20 20:47:54.191924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd7ad7d-529f-430f-accf-00a340a665d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:47:54.202467 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da5f25c-179e-4758-a1af-0304de31f15b None None] Network 445e6541-a737-47cd-892d-d09d5894c646 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:54.252179 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-96ed42ef-69e3-4de9-8971-2ba004e94a39 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1929d2944a034783a75db63f07c146a6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0675628
Nov 20 20:47:54.259763 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acd7ad7d-529f-430f-accf-00a340a665d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:54.260105 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-acd7ad7d-529f-430f-accf-00a340a665d4 admin admin] Added segment 25584196-8f4d-448d-bad5-f7906eb4024c of type vlan for network 02f27d14-aac4-4582-b20d-f8462cde1082
Nov 20 20:47:54.261389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7ad7d-529f-430f-accf-00a340a665d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8a0d3e-5e85-4975-a5c8-bfdfdafa9b20,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:54.274700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847db987-d141-4ca1-b759-d24e167db65b req-44aedffe-7309-4976-9452-1480d8afac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:54.276313 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-44aedffe-7309-4976-9452-1480d8afac2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1570244
Nov 20 20:47:54.344881 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5937877-4751-478f-9b89-6ff367f0af54 req-6ca2ec50-6e09-482c-8166-842478d4c1c3 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:54.353895 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b5937877-4751-478f-9b89-6ff367f0af54 req-6ca2ec50-6e09-482c-8166-842478d4c1c3 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 944 time: 0.0614803
Nov 20 20:47:54.409611 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b5937877-4751-478f-9b89-6ff367f0af54 req-c30c3739-7721-4317-8c5e-e17c751cc080 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546281
Nov 20 20:47:54.523720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa292b-4fc5-4399-8770-42fd7ae40dbf req-f67a1f4e-29a7-45f7-a680-c7bbc1506c96 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:54.525191 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-76fa292b-4fc5-4399-8770-42fd7ae40dbf req-f67a1f4e-29a7-45f7-a680-c7bbc1506c96 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0544074
Nov 20 20:47:54.598667 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-76fa292b-4fc5-4399-8770-42fd7ae40dbf req-0dcee685-2257-4250-ab66-181066dca1b9 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648060
Nov 20 20:47:54.656932 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acd7ad7d-529f-430f-accf-00a340a665d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:54.737293 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69a6b570-8053-4986-b96f-daa351a4a205 req-3259f617-bba4-4b67-a18a-df208581d2d8 service neutron] 10.222.0.47 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5464523
Nov 20 20:47:54.744136 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847db987-d141-4ca1-b759-d24e167db65b req-72f623ba-b37e-46f1-b3fb-4cd8495b09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:54.745873 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-72f623ba-b37e-46f1-b3fb-4cd8495b09fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4528685
Nov 20 20:47:54.749711 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acd7ad7d-529f-430f-accf-00a340a665d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:54.750645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd7ad7d-529f-430f-accf-00a340a665d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:54.751244 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acd7ad7d-529f-430f-accf-00a340a665d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:54.810407 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-acd7ad7d-529f-430f-accf-00a340a665d4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.4906437
Nov 20 20:47:54.814750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56938) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:47:54.815312 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-ff66956c-b2c3-497f-b733-666257ae2b12 service neutron] 10.222.0.41 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5428300
Nov 20 20:47:54.820106 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a47dbe76-d359-4284-8b57-dd1b5b63336e admin admin] Request body: {'subnet': {'network_id': '02f27d14-aac4-4582-b20d-f8462cde1082', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-4250770-subnet', 'tenant_id': 'fe09528fc0a54a93832c4d7ae2f59993', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:54.857923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-4cc68211-8289-412e-8ed2-0731dd3597d9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:54.859460 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-4cc68211-8289-412e-8ed2-0731dd3597d9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 807 time: 0.1272540
Nov 20 20:47:54.863893 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47dbe76-d359-4284-8b57-dd1b5b63336e admin admin] Made reservation on behalf of fe09528fc0a54a93832c4d7ae2f59993 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:54.866794 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a47dbe76-d359-4284-8b57-dd1b5b63336e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:54.899062 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-7ff14dee-86d6-4cc1-bf31-e5d662ee2dd8 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/quotas/9e5736eff1924fa28c0a00ae3da90174 HTTP/1.1" status: 200  len: 375 time: 0.0300326
Nov 20 20:47:54.923622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1f1cf981-26ff-4024-b94c-8e78ef84d154 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:47:54.931297 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7ad7d-529f-430f-accf-00a340a665d4 admin admin] Pushing event updated for resources: {'Network': ['ID=02f27d14-aac4-4582-b20d-f8462cde1082,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:54.960675 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 02f27d14-aac4-4582-b20d-f8462cde1082 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:47:54.964864 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-2b0a6fba-54c4-4433-b70d-08e61192b12e tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0312431
Nov 20 20:47:55.012755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923e2f2-7377-4cea-9e71-a2eceebff792 req-2afee566-d76e-4ab8-b109-b373a46cdc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:55.014341 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4923e2f2-7377-4cea-9e71-a2eceebff792 req-2afee566-d76e-4ab8-b109-b373a46cdc5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5857f13b93654bb08bfb0e3045dc0a42&device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 1095 time: 0.1981447
Nov 20 20:47:55.025521 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-acff806f-494b-4254-8648-73e4d44b7d5a service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2653589
Nov 20 20:47:55.097174 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-516c6ea0-15a8-4d4a-9d14-fbbfb0771c9a service neutron] 10.222.0.41 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230457
Nov 20 20:47:55.147328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 4d485831-9d58-4e82-8916-5e43c48e5118 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:47:55.244995 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-9efb16e7-b0fa-4fc6-9a8d-e6bc7d7b7662 service neutron] 10.222.0.41 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4154103
Nov 20 20:47:55.268684 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a47dbe76-d359-4284-8b57-dd1b5b63336e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:55.273401 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-8cd3a958-59ae-4378-b31d-9da59521f3a1 service neutron] 10.222.0.41 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1567373
Nov 20 20:47:55.276560 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-08bcfcf8-fe09-46dc-9992-71cb5aeb5e85 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2208798
Nov 20 20:47:55.305647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923e2f2-7377-4cea-9e71-a2eceebff792 req-9ba2098f-23bb-4087-9e0f-d6f44ced7872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:55.307529 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4923e2f2-7377-4cea-9e71-a2eceebff792 req-9ba2098f-23bb-4087-9e0f-d6f44ced7872 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b732d073-2758-47f6-b640-8b10bd32a71a HTTP/1.1" status: 200  len: 925 time: 0.2790666
Nov 20 20:47:55.335636 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47dbe76-d359-4284-8b57-dd1b5b63336e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ad6947-ec2e-4bf0-b7f2-1640b2ffad21,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:55.343738 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1f1cf981-26ff-4024-b94c-8e78ef84d154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f1cf981-26ff-4024-b94c-8e78ef84d154,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:55.403013 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4923e2f2-7377-4cea-9e71-a2eceebff792 req-8e6c9005-ec14-4af5-addd-dfca6f8845dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49830bee-e4b8-4568-83a8-d29f300b9690 HTTP/1.1" status: 200  len: 217 time: 0.0875943
Nov 20 20:47:55.403806 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47dbe76-d359-4284-8b57-dd1b5b63336e admin admin] Checking segment: {'id': '25584196-8f4d-448d-bad5-f7906eb4024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '02f27d14-aac4-4582-b20d-f8462cde1082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:47:55.404274 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47dbe76-d359-4284-8b57-dd1b5b63336e admin admin] Network hostable DHCP agents. Network: 02f27d14-aac4-4582-b20d-f8462cde1082, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:47:55.446374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '1f1cf981-26ff-4024-b94c-8e78ef84d154', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '1f1cf981-26ff-4024-b94c-8e78ef84d154', 'mac_address': 'fa:16:3e:8f:85:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:47:55.465440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47dbe76-d359-4284-8b57-dd1b5b63336e admin admin] Network 02f27d14-aac4-4582-b20d-f8462cde1082 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:47:55.472523 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923e2f2-7377-4cea-9e71-a2eceebff792 req-299450d9-c24d-429b-8011-619acda491fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:55.474206 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4923e2f2-7377-4cea-9e71-a2eceebff792 req-299450d9-c24d-429b-8011-619acda491fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b201ef63-9242-4505-8ba1-cc569c2352d2 HTTP/1.1" status: 200  len: 863 time: 0.0629370
Nov 20 20:47:55.492871 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-a47dbe76-d359-4284-8b57-dd1b5b63336e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 02f27d14-aac4-4582-b20d-f8462cde1082) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:55.517925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47dbe76-d359-4284-8b57-dd1b5b63336e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:55.521648 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a47dbe76-d359-4284-8b57-dd1b5b63336e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:55.535347 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12403371-f115-465c-ab41-3ba4cb084f28 None None] Network 02f27d14-aac4-4582-b20d-f8462cde1082 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:55.589129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923e2f2-7377-4cea-9e71-a2eceebff792 req-76f95e9b-778a-4d63-ab5e-458615c1611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:55.591659 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4923e2f2-7377-4cea-9e71-a2eceebff792 req-76f95e9b-778a-4d63-ab5e-458615c1611b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b732d073-2758-47f6-b640-8b10bd32a71a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1091676
Nov 20 20:47:55.598253 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a47dbe76-d359-4284-8b57-dd1b5b63336e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7690504
Nov 20 20:47:55.620784 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 4d485831-9d58-4e82-8916-5e43c48e5118, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d485831-9d58-4e82-8916-5e43c48e5118,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:55.652504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '4d485831-9d58-4e82-8916-5e43c48e5118', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '4d485831-9d58-4e82-8916-5e43c48e5118', 'mac_address': 'fa:16:3e:96:b3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:47:55.693684 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:55.787330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634bca5-d656-495e-b8d5-e351f77367d0 req-3e341273-5dc5-4724-ab86-cf9637bddd1d tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:55.788748 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7634bca5-d656-495e-b8d5-e351f77367d0 req-3e341273-5dc5-4724-ab86-cf9637bddd1d tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 945 time: 0.1851990
Nov 20 20:47:55.863060 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7634bca5-d656-495e-b8d5-e351f77367d0 req-9b3ec8e6-0902-4e90-8d95-0f6bc4bacc55 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626454
Nov 20 20:47:55.873280 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1cf981-26ff-4024-b94c-8e78ef84d154 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:55.873583 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4923e2f2-7377-4cea-9e71-a2eceebff792 req-6272ebbb-28bf-4094-a5ee-dca8d9787e66 service neutron] 10.222.0.47 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2708542
Nov 20 20:47:55.918974 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1f1cf981-26ff-4024-b94c-8e78ef84d154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f1cf981-26ff-4024-b94c-8e78ef84d154,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:55.932849 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:55.937199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b6501-3654-4bd7-8011-db144e05f9c7 req-8c8cf48a-695b-4a60-97c7-ca992cc5d0a0 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:55.947883 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c50b6501-3654-4bd7-8011-db144e05f9c7 req-8c8cf48a-695b-4a60-97c7-ca992cc5d0a0 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 948 time: 0.1534185
Nov 20 20:47:56.042701 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:56.072814 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c50b6501-3654-4bd7-8011-db144e05f9c7 req-4f74c000-abbd-4820-a59c-1a30c4a5e522 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225693
Nov 20 20:47:56.160856 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4923e2f2-7377-4cea-9e71-a2eceebff792 req-a4586f26-aa71-441c-8e1d-9617ff82f831 service neutron] 10.222.0.47 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2729340
Nov 20 20:47:56.175381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d485831-9d58-4e82-8916-5e43c48e5118 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:56.241948 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49228f8a-3bdd-4188-9424-8a0ad0f18135 req-3def113e-7917-4cfb-a283-6e6297a29c9e tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:56.266178 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-49228f8a-3bdd-4188-9424-8a0ad0f18135 req-3def113e-7917-4cfb-a283-6e6297a29c9e tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 944 time: 0.1803150
Nov 20 20:47:56.271961 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['1f1cf981-26ff-4024-b94c-8e78ef84d154'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:47:56.303930 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9f440b-b6b1-4972-a691-8f15b23d56fd None None] Network 02f27d14-aac4-4582-b20d-f8462cde1082 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:47:56.310885 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ef50129-5c3f-4d9e-9bde-6ae72a0b2c3f req-8bc0bfcf-3685-46e2-a000-1c61105d2d62 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 210 time: 0.0779288
Nov 20 20:47:56.352643 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-49228f8a-3bdd-4188-9424-8a0ad0f18135 req-32657e0c-d422-439d-9a46-ac6388222114 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0852129
Nov 20 20:47:56.458695 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69e44786-4488-4634-bdcc-c1581a38410d req-b4a58467-7e65-482d-982b-b6ba1dab6ed2 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 210 time: 0.0656848
Nov 20 20:47:56.551416 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=1f1cf981-26ff-4024-b94c-8e78ef84d154,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:56.557312 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 4d485831-9d58-4e82-8916-5e43c48e5118, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d485831-9d58-4e82-8916-5e43c48e5118,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:56.568293 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d40b8-ce6e-4f30-89be-4a3cca0793c1 req-0c8167ea-95c9-4edc-b876-77423a6068a8 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:56.578560 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f4d40b8-ce6e-4f30-89be-4a3cca0793c1 req-0c8167ea-95c9-4edc-b876-77423a6068a8 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.1516020
Nov 20 20:47:56.648791 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-057f4abe-4b09-423b-8815-7fa50c564c37 req-03a142c3-fc3c-40f4-8346-875b664ecac4 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1133834701', 'description': 'tempest-description-1234835390'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:56.672997 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f4d40b8-ce6e-4f30-89be-4a3cca0793c1 req-06f336d6-2a93-4a01-aefc-026346490981 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930722
Nov 20 20:47:56.715400 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-057f4abe-4b09-423b-8815-7fa50c564c37 req-03a142c3-fc3c-40f4-8346-875b664ecac4 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:56.754873 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:56.779553 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 76b5097e-7d85-4157-a179-a00737c678ce details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:47:56.828372 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 76b5097e-7d85-4157-a179-a00737c678ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76b5097e-7d85-4157-a179-a00737c678ce,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:56.848044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '76b5097e-7d85-4157-a179-a00737c678ce', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '76b5097e-7d85-4157-a179-a00737c678ce', 'mac_address': 'fa:16:3e:2a:cd:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:47:56.870196 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-057f4abe-4b09-423b-8815-7fa50c564c37 req-03a142c3-fc3c-40f4-8346-875b664ecac4 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:56.875503 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-057f4abe-4b09-423b-8815-7fa50c564c37 req-03a142c3-fc3c-40f4-8346-875b664ecac4 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:56.922826 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:56.939848 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-057f4abe-4b09-423b-8815-7fa50c564c37 req-03a142c3-fc3c-40f4-8346-875b664ecac4 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:56.946115 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-057f4abe-4b09-423b-8815-7fa50c564c37 req-03a142c3-fc3c-40f4-8346-875b664ecac4 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.3023708
Nov 20 20:47:56.951011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a142c3-fc3c-40f4-8346-875b664ecac4 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcf19d0-1437-48d8-bc8f-5498493aa410,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:56.988930 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76b5097e-7d85-4157-a179-a00737c678ce {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:57.007753 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=4d485831-9d58-4e82-8916-5e43c48e5118,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:57.032916 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-45cda93e-456d-48db-912f-9cf018925d91 req-8cba9b03-41ca-4f5a-b02c-75310cff64c9 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/0fcf19d0-1437-48d8-bc8f-5498493aa410 HTTP/1.1" status: 200  len: 1822 time: 0.0639055
Nov 20 20:47:57.038936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-45cda93e-456d-48db-912f-9cf018925d91 req-86b87baa-361e-4919-8667-640c32fcdc41 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0fcf19d0-1437-48d8-bc8f-5498493aa410', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:57.039566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-45cda93e-456d-48db-912f-9cf018925d91 req-86b87baa-361e-4919-8667-640c32fcdc41 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0fcf19d0-1437-48d8-bc8f-5498493aa410', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:57.042690 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5cb62-2507-483c-b1b4-901dae60f7f4 req-8679ae20-8a7b-49a4-a361-ec482b3da62a tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:57.044481 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9fe5cb62-2507-483c-b1b4-901dae60f7f4 req-8679ae20-8a7b-49a4-a361-ec482b3da62a tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 1096 time: 0.0653722
Nov 20 20:47:57.052757 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 76b5097e-7d85-4157-a179-a00737c678ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76b5097e-7d85-4157-a179-a00737c678ce,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:57.059755 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:57.164331 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9fe5cb62-2507-483c-b1b4-901dae60f7f4 req-1e11729d-d540-4949-8d1d-8b0a746581e7 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114552
Nov 20 20:47:57.179958 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-45cda93e-456d-48db-912f-9cf018925d91 req-86b87baa-361e-4919-8667-640c32fcdc41 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:57.189594 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 49830bee-e4b8-4568-83a8-d29f300b9690 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:47:57.254161 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-45cda93e-456d-48db-912f-9cf018925d91 req-86b87baa-361e-4919-8667-640c32fcdc41 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:57.347450 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-45cda93e-456d-48db-912f-9cf018925d91 req-86b87baa-361e-4919-8667-640c32fcdc41 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:57.416908 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 49830bee-e4b8-4568-83a8-d29f300b9690, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49830bee-e4b8-4568-83a8-d29f300b9690,segment=NetworkSegment(30bb5757-1c9e-4c5f-a18c-7af9d75bafad),segment_id=30bb5757-1c9e-4c5f-a18c-7af9d75bafad)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:57.445155 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25851d-d2e6-4539-8b0e-e8a30077b778 req-9edf6e1c-4217-493b-90a0-6caad71308f1 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:57.454870 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b87baa-361e-4919-8667-640c32fcdc41 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4872e5ab-0556-458f-88e8-2217a2a796f4,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:57.455700 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8b25851d-d2e6-4539-8b0e-e8a30077b778 req-9edf6e1c-4217-493b-90a0-6caad71308f1 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 949 time: 0.0785563
Nov 20 20:47:57.484062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-b7c7911d-1224-442a-b114-7071278914c8 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:57.487917 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-b7c7911d-1224-442a-b114-7071278914c8 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.37 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 807 time: 0.3264239
Nov 20 20:47:57.494974 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-45cda93e-456d-48db-912f-9cf018925d91 req-86b87baa-361e-4919-8667-640c32fcdc41 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:57.516675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-45cda93e-456d-48db-912f-9cf018925d91 req-86b87baa-361e-4919-8667-640c32fcdc41 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4719479
Nov 20 20:47:57.536778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-95f035c5-bb57-4a7f-89e1-f85ed9e958a3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Request body: {'port': {'device_id': '7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40', 'network_id': '554d0697-db40-4745-a60d-da36ede89e92', 'admin_state_up': True, 'tenant_id': '9e5736eff1924fa28c0a00ae3da90174'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:57.575192 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['76b5097e-7d85-4157-a179-a00737c678ce'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:47:57.594715 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '49830bee-e4b8-4568-83a8-d29f300b9690', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'port_id': '49830bee-e4b8-4568-83a8-d29f300b9690', 'mac_address': 'fa:16:3e:b9:8f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:47:57.596513 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8b25851d-d2e6-4539-8b0e-e8a30077b778 req-3533824a-c17f-4523-bf2c-8ee98762aade tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392097
Nov 20 20:47:57.635915 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=76b5097e-7d85-4157-a179-a00737c678ce,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:57.699086 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['4d485831-9d58-4e82-8916-5e43c48e5118'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:47:57.770258 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:57.799230 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49830bee-e4b8-4568-83a8-d29f300b9690 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:57.804210 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bfb63-54ab-4ecf-83ab-2ac3c323da61 req-760482b8-48e1-40dd-a04f-997db0e2e43a tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:57.809519 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-958bfb63-54ab-4ecf-83ab-2ac3c323da61 req-760482b8-48e1-40dd-a04f-997db0e2e43a tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 1096 time: 0.1580660
Nov 20 20:47:57.827731 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9b258a6d-5d9a-4439-85aa-760a82b76adf req-aca7afc6-9e73-405d-89cf-8cc05f07aac9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 210 time: 0.1061454
Nov 20 20:47:57.848151 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 49830bee-e4b8-4568-83a8-d29f300b9690, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49830bee-e4b8-4568-83a8-d29f300b9690,segment=NetworkSegment(30bb5757-1c9e-4c5f-a18c-7af9d75bafad),segment_id=30bb5757-1c9e-4c5f-a18c-7af9d75bafad)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:57.938844 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:58.042769 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-958bfb63-54ab-4ecf-83ab-2ac3c323da61 req-1722778b-7288-403e-8cc9-bae4e7492989 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2130556
Nov 20 20:47:58.050954 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=49830bee-e4b8-4568-83a8-d29f300b9690,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:58.054081 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d677a1-157c-472e-a617-9c1b4d3a11c2 req-9feebe5c-4409-4420-8fad-970f16bc0d91 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:58.055784 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95d677a1-157c-472e-a617-9c1b4d3a11c2 req-9feebe5c-4409-4420-8fad-970f16bc0d91 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 945 time: 0.1144760
Nov 20 20:47:58.076986 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-95f035c5-bb57-4a7f-89e1-f85ed9e958a3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Made reservation on behalf of 9e5736eff1924fa28c0a00ae3da90174 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:58.080341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-ff244f6c-e9e0-4412-b3aa-484b5626b3f2 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:58.081659 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-95f035c5-bb57-4a7f-89e1-f85ed9e958a3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:58.082564 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-ff244f6c-e9e0-4412-b3aa-484b5626b3f2 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.37 "GET /v2.0/networks?id=e089fcf3-9dcc-485e-b53f-bb119c8c3467 HTTP/1.1" status: 200  len: 822 time: 0.3432872
Nov 20 20:47:58.125436 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95d677a1-157c-472e-a617-9c1b4d3a11c2 req-a4e1f504-49cb-4a69-929a-adb8a1193565 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611956
Nov 20 20:47:58.129237 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Request body: {'port': {'device_id': '60f26975-add1-4d8b-aee6-67a5d77835e4', 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467', 'admin_state_up': True, 'tenant_id': '1929d2944a034783a75db63f07c146a6'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:58.235183 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-86e1e16e-21c3-488a-9167-1dc38f6b0add req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1155608301', 'description': 'tempest-description-653566575'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:58.255749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['49830bee-e4b8-4568-83a8-d29f300b9690'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:47:58.267789 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Made reservation on behalf of 1929d2944a034783a75db63f07c146a6 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:47:58.274819 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:58.338465 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-791501b6-6d85-4c25-a7b8-b6e769df38ff req-19f934af-7220-45e3-a9d9-4d29d6c843f9 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 210 time: 0.0497062
Nov 20 20:47:58.341502 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-86e1e16e-21c3-488a-9167-1dc38f6b0add req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:58.368291 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-95f035c5-bb57-4a7f-89e1-f85ed9e958a3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Allocated IP 172.20.0.9 (554d0697-db40-4745-a60d-da36ede89e92/401402cf-759c-4641-9447-60eadb079e88/6b6045ba-274e-4026-bce3-97b2ebae1812) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:58.524322 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-86e1e16e-21c3-488a-9167-1dc38f6b0add req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:58.537499 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-86e1e16e-21c3-488a-9167-1dc38f6b0add req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:58.573440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Allocated IP 172.20.0.9 (e089fcf3-9dcc-485e-b53f-bb119c8c3467/cac3ccbd-8963-47e1-9b4e-185e806337ba/4584c376-5c69-4cf4-91b1-13f4afc7c28d) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:47:58.597141 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9670c-a626-4de6-83d6-e672bee6fc4c req-b5df8434-e979-465d-a20b-ba4cba9cb4f4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:58.604984 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-deb9670c-a626-4de6-83d6-e672bee6fc4c req-b5df8434-e979-465d-a20b-ba4cba9cb4f4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0992773
Nov 20 20:47:58.653253 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-95f035c5-bb57-4a7f-89e1-f85ed9e958a3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:58.715499 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-deb9670c-a626-4de6-83d6-e672bee6fc4c req-ce0cc006-2668-4688-b9c3-031103ce3027 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004267
Nov 20 20:47:58.720221 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-86e1e16e-21c3-488a-9167-1dc38f6b0add req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:58.722526 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-86e1e16e-21c3-488a-9167-1dc38f6b0add req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.4992571
Nov 20 20:47:58.723608 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-95f035c5-bb57-4a7f-89e1-f85ed9e958a3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:58.749821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2c5737-1267-460e-8252-07642b02e59a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:58.790791 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-95f035c5-bb57-4a7f-89e1-f85ed9e958a3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Network 554d0697-db40-4745-a60d-da36ede89e92 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:58.794575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-95f035c5-bb57-4a7f-89e1-f85ed9e958a3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:58.801666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:58.802110 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:58.802433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:58.803265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:58.803265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:58.803497 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:58.803839 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:58.804350 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:58.804774 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:58.805113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:58.805445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:58.805772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb729f0-cc13-47f6-84ca-afb13b743900 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:58.816716 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-95f035c5-bb57-4a7f-89e1-f85ed9e958a3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:58.890620 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:58.897446 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f035c5-bb57-4a7f-89e1-f85ed9e958a3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Pushing event updated for resources: {'Port': ['ID=6b6045ba-274e-4026-bce3-97b2ebae1812,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:58.915346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-95f035c5-bb57-4a7f-89e1-f85ed9e958a3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:58.916204 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-95f035c5-bb57-4a7f-89e1-f85ed9e958a3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:58.945027 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73e622dc-3da6-4d73-a13c-6571f732d4a7 req-3cbc71b0-f0d9-48d9-86dc-9aea3c704c6a tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/9b2c5737-1267-460e-8252-07642b02e59a HTTP/1.1" status: 200  len: 1821 time: 0.0745959
Nov 20 20:47:58.948272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1f1cf981-26ff-4024-b94c-8e78ef84d154 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:58.961853 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-95f035c5-bb57-4a7f-89e1-f85ed9e958a3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4540668
Nov 20 20:47:58.965550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-73e622dc-3da6-4d73-a13c-6571f732d4a7 req-2e366f95-989e-4694-a59e-5828a97358db tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9b2c5737-1267-460e-8252-07642b02e59a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:58.966311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-73e622dc-3da6-4d73-a13c-6571f732d4a7 req-2e366f95-989e-4694-a59e-5828a97358db tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9b2c5737-1267-460e-8252-07642b02e59a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:58.976232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Request body: {'port': {'device_id': '7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:58.992933 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81305bc4-81b3-4af2-a219-36eaf26e6a62 req-f4320e8b-7aef-4aec-b131-a9eff63ac512 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:59.002205 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81305bc4-81b3-4af2-a219-36eaf26e6a62 req-f4320e8b-7aef-4aec-b131-a9eff63ac512 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 949 time: 0.0952041
Nov 20 20:47:59.017618 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.053335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 1f1cf981-26ff-4024-b94c-8e78ef84d154 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:47:59.057994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 1f1cf981-26ff-4024-b94c-8e78ef84d154 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:59.058390 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.095320 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.103832 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Pushing event updated for resources: {'Port': ['ID=4584c376-5c69-4cf4-91b1-13f4afc7c28d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:59.114202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Network e089fcf3-9dcc-485e-b53f-bb119c8c3467 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:47:59.124119 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-73e622dc-3da6-4d73-a13c-6571f732d4a7 req-2e366f95-989e-4694-a59e-5828a97358db tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.133541 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:47:59.138616 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:59.139117 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:59.139626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:59.140076 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:59.140529 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:59.141050 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:59.141488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:59.142006 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:59.142474 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:59.142930 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:59.143357 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:59.143840 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:47:59.148540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:47:59.164465 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 4d485831-9d58-4e82-8916-5e43c48e5118 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:59.171329 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-73e622dc-3da6-4d73-a13c-6571f732d4a7 req-2e366f95-989e-4694-a59e-5828a97358db tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.183482 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-73e622dc-3da6-4d73-a13c-6571f732d4a7 req-2e366f95-989e-4694-a59e-5828a97358db tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.211041 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81305bc4-81b3-4af2-a219-36eaf26e6a62 req-bdb01e91-2d10-4473-9833-9e1a922d9069 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2043645
Nov 20 20:47:59.251167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e366f95-989e-4694-a59e-5828a97358db tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54bb99c-0a82-47fc-bffd-fbfc8eda4d07,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:59.261869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:59.265577 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.269270 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-73e622dc-3da6-4d73-a13c-6571f732d4a7 req-2e366f95-989e-4694-a59e-5828a97358db tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.275154 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73e622dc-3da6-4d73-a13c-6571f732d4a7 req-2e366f95-989e-4694-a59e-5828a97358db tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.3177903
Nov 20 20:47:59.304357 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-6936c15e-27e8-4620-b7ae-60e3b27ba738 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1829717
Nov 20 20:47:59.313822 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 4d485831-9d58-4e82-8916-5e43c48e5118 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:47:59.317621 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Request body: {'port': {'device_id': '60f26975-add1-4d8b-aee6-67a5d77835e4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:47:59.318378 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.351376 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 4d485831-9d58-4e82-8916-5e43c48e5118 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:47:59.351749 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.405074 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.415963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acf73a5-9605-4b53-83dc-09af84fee3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1cf981-26ff-4024-b94c-8e78ef84d154'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:47:59.419052 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab997859-acc9-4564-ae7c-9e63fe258e45" -d '{"events": [{"server_uuid": "6acf73a5-9605-4b53-83dc-09af84fee3fe", "name": "network-vif-plugged", "status": "completed", "tag": "1f1cf981-26ff-4024-b94c-8e78ef84d154"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:47:59.567510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25653c41-d60c-4ba1-9228-7215e6c6f03a req-c3908687-ecfc-48fa-9ae9-ef3204ad91bc tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:59.576030 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25653c41-d60c-4ba1-9228-7215e6c6f03a req-c3908687-ecfc-48fa-9ae9-ef3204ad91bc tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 931 time: 0.2088187
Nov 20 20:47:59.680340 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25653c41-d60c-4ba1-9228-7215e6c6f03a req-782b89a1-cc76-4188-8d7c-5655d9c198ce tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030881
Nov 20 20:47:59.690933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6045ba-274e-4026-bce3-97b2ebae1812 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:59.710949 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.742286 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1f1cf981-26ff-4024-b94c-8e78ef84d154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f1cf981-26ff-4024-b94c-8e78ef84d154,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:59.752829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Transition to ACTIVE for port object 6b6045ba-274e-4026-bce3-97b2ebae1812 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:47:59.761283 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.772292 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.849227 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6045ba-274e-4026-bce3-97b2ebae1812,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:59.855877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=1f1cf981-26ff-4024-b94c-8e78ef84d154,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:47:59.874809 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.913775 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4584c376-5c69-4cf4-91b1-13f4afc7c28d {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:47:59.923626 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 4d485831-9d58-4e82-8916-5e43c48e5118, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d485831-9d58-4e82-8916-5e43c48e5118,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:47:59.924701 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.931062 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.942025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 76b5097e-7d85-4157-a179-a00737c678ce up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:47:59.953288 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Transition to ACTIVE for port object 4584c376-5c69-4cf4-91b1-13f4afc7c28d will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:47:59.954827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece46b92-6500-4ad6-9bd8-846dbac8d71f req-116def21-4eef-4159-b68d-9a6245d03093 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:47:59.961227 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:47:59.962629 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ece46b92-6500-4ad6-9bd8-846dbac8d71f req-116def21-4eef-4159-b68d-9a6245d03093 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 945 time: 0.1531513
Nov 20 20:48:00.007300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Attempting to bind port 6b6045ba-274e-4026-bce3-97b2ebae1812 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:48:00.007639 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Attempting to bind port 6b6045ba-274e-4026-bce3-97b2ebae1812 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:48:00.007975 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Attempting to bind port 6b6045ba-274e-4026-bce3-97b2ebae1812 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:00.038374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Port 6b6045ba-274e-4026-bce3-97b2ebae1812 on network 554d0697-db40-4745-a60d-da36ede89e92 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:48:00.040245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Attempting to bind port 6b6045ba-274e-4026-bce3-97b2ebae1812 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:00.069776 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:48:00.075568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Checking segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:48:00.077364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Bound using segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:48:00.079106 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Bound port: 6b6045ba-274e-4026-bce3-97b2ebae1812, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:48:00.079881 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:00.087427 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=4d485831-9d58-4e82-8916-5e43c48e5118,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:00.114209 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 76b5097e-7d85-4157-a179-a00737c678ce triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:48:00.116364 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:00.120233 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ece46b92-6500-4ad6-9bd8-846dbac8d71f req-c3f902ce-2a2d-4585-9dbe-b798db4b4af9 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1513944
Nov 20 20:48:00.132550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Pushing event updated for resources: {'Port': ['ID=4584c376-5c69-4cf4-91b1-13f4afc7c28d,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:00.181551 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Attempting to bind port 4584c376-5c69-4cf4-91b1-13f4afc7c28d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:48:00.181979 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Attempting to bind port 4584c376-5c69-4cf4-91b1-13f4afc7c28d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e343e4d7-cd4c-4105-9180-5e57ae735346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:48:00.182541 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Attempting to bind port 4584c376-5c69-4cf4-91b1-13f4afc7c28d on network e089fcf3-9dcc-485e-b53f-bb119c8c3467 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:00.189321 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Port 4584c376-5c69-4cf4-91b1-13f4afc7c28d on network e089fcf3-9dcc-485e-b53f-bb119c8c3467 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:48:00.189766 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Attempting to bind port 4584c376-5c69-4cf4-91b1-13f4afc7c28d on network e089fcf3-9dcc-485e-b53f-bb119c8c3467 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:00.191650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-94373eb1-2568-4d38-9ff7-eca851cd57f9 req-f63899e1-7467-435b-9b52-d2d23764e121 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-889797281', 'description': 'tempest-description-1152122394'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:00.195850 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:48:00.196269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Checking segment: {'id': 'e343e4d7-cd4c-4105-9180-5e57ae735346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:48:00.197190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Bound using segment: {'id': 'e343e4d7-cd4c-4105-9180-5e57ae735346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:48:00.197825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Bound port: 4584c376-5c69-4cf4-91b1-13f4afc7c28d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e343e4d7-cd4c-4105-9180-5e57ae735346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:48:00.198609 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:00.228359 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:00.278588 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 76b5097e-7d85-4157-a179-a00737c678ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76b5097e-7d85-4157-a179-a00737c678ce,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:00.286283 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94373eb1-2568-4d38-9ff7-eca851cd57f9 req-f63899e1-7467-435b-9b52-d2d23764e121 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:00.294533 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:00.309074 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] For port 6b6045ba-274e-4026-bce3-97b2ebae1812, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:00.314245 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] For port 4584c376-5c69-4cf4-91b1-13f4afc7c28d, host nch1-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:00.323633 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] For port 4584c376-5c69-4cf4-91b1-13f4afc7c28d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4584c376-5c69-4cf4-91b1-13f4afc7c28d,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:48:00.326340 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] For port 6b6045ba-274e-4026-bce3-97b2ebae1812, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b6045ba-274e-4026-bce3-97b2ebae1812,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:48:00.332476 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:00.335813 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:00.383073 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:00.383607 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:00.385208 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] 10.222.0.37 "PUT /v2.0/ports/6b6045ba-274e-4026-bce3-97b2ebae1812 HTTP/1.1" status: 200  len: 1091 time: 1.4148457
Nov 20 20:48:00.385931 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40', 'tag': '6b6045ba-274e-4026-bce3-97b2ebae1812'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:00.388479 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf7670d-c690-4ef9-b3c4-9b17a15b0792" -d '{"events": [{"name": "network-changed", "server_uuid": "7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40", "tag": "6b6045ba-274e-4026-bce3-97b2ebae1812"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:00.403857 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:00.404997 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:00.407936 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] 10.222.0.37 "PUT /v2.0/ports/4584c376-5c69-4cf4-91b1-13f4afc7c28d HTTP/1.1" status: 200  len: 1091 time: 1.0944285
Nov 20 20:48:00.408157 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f26975-add1-4d8b-aee6-67a5d77835e4', 'tag': '4584c376-5c69-4cf4-91b1-13f4afc7c28d'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:00.412581 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ed5020-7fba-4dc3-a033-aa99567af608" -d '{"events": [{"name": "network-changed", "server_uuid": "60f26975-add1-4d8b-aee6-67a5d77835e4", "tag": "4584c376-5c69-4cf4-91b1-13f4afc7c28d"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:00.449836 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062217b-2d66-4a3d-83f9-01da629dace2 service neutron] Pushing event updated for resources: {'Port': ['ID=4584c376-5c69-4cf4-91b1-13f4afc7c28d,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:00.454978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=76b5097e-7d85-4157-a179-a00737c678ce,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:00.518802 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681c07a-2209-4824-9211-329b500eefd1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6045ba-274e-4026-bce3-97b2ebae1812,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:00.543367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-7a3a7a60-0dad-4c24-8123-51e9b1bf2649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:00.549203 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-7a3a7a60-0dad-4c24-8123-51e9b1bf2649 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 1094 time: 0.0843337
Nov 20 20:48:00.551409 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94373eb1-2568-4d38-9ff7-eca851cd57f9 req-f63899e1-7467-435b-9b52-d2d23764e121 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:00.566868 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-13413ec7-430e-4b26-99c5-c3d18a10a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:00.570833 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-13413ec7-430e-4b26-99c5-c3d18a10a776 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1929d2944a034783a75db63f07c146a6&device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 1094 time: 0.1080298
Nov 20 20:48:00.571900 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94373eb1-2568-4d38-9ff7-eca851cd57f9 req-f63899e1-7467-435b-9b52-d2d23764e121 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:00.634777 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-f442fb01-9477-417a-af7b-8ea4dfaf6ecf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b6045ba-274e-4026-bce3-97b2ebae1812 HTTP/1.1" status: 200  len: 217 time: 0.0764637
Nov 20 20:48:00.653244 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-c784356c-7493-4b70-a524-f13857e0c5c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4584c376-5c69-4cf4-91b1-13f4afc7c28d HTTP/1.1" status: 200  len: 217 time: 0.0515192
Nov 20 20:48:00.657617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63899e1-7467-435b-9b52-d2d23764e121 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea0cedc-301c-417f-99d2-c0d3a5fbe0a8,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:00.689132 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94373eb1-2568-4d38-9ff7-eca851cd57f9 req-f63899e1-7467-435b-9b52-d2d23764e121 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:00.691121 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94373eb1-2568-4d38-9ff7-eca851cd57f9 req-f63899e1-7467-435b-9b52-d2d23764e121 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.5153835
Nov 20 20:48:00.735467 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-ca23dc17-c66b-484f-83bf-2af91f388b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:00.737024 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-ca23dc17-c66b-484f-83bf-2af91f388b7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.0926857
Nov 20 20:48:00.804038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-157a0980-145d-4730-970b-97ee8902aef7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0592859
Nov 20 20:48:00.818408 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-1e1c3a03-13b8-402c-9d5c-b51da48d214b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:00.820410 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-1e1c3a03-13b8-402c-9d5c-b51da48d214b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cac3ccbd-8963-47e1-9b4e-185e806337ba HTTP/1.1" status: 200  len: 862 time: 0.1486895
Nov 20 20:48:00.871149 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-e017b0b9-85b6-4788-9815-2e959ff22076 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e089fcf3-9dcc-485e-b53f-bb119c8c3467&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402687
Nov 20 20:48:00.880651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122eb87-c54b-4c8d-939c-3e7b5c9be689 req-4178947d-d7b3-4770-9f0b-d574eeddf580 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:00.888948 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e122eb87-c54b-4c8d-939c-3e7b5c9be689 req-4178947d-d7b3-4770-9f0b-d574eeddf580 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 943 time: 0.1162574
Nov 20 20:48:00.931598 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-8c8589b6-b880-4775-928c-e14aebe346ea service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1193717
Nov 20 20:48:01.041667 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e122eb87-c54b-4c8d-939c-3e7b5c9be689 req-65d4f213-38d0-4fe3-a8ea-060a4bc59655 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515305
Nov 20 20:48:01.085122 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e76302b-c5ed-4136-aef4-ba5e778a667a req-858f4494-7266-4336-897c-df2cbf6764de service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436827
Nov 20 20:48:01.126942 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-2df361f9-dd5c-4704-aeda-4aa239cc62b0 service neutron] 10.222.0.37 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2049727
Nov 20 20:48:01.153801 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74598c21-d84a-4b3d-b2e0-8fff1890f22c x-openstack-request-id: req-74598c21-d84a-4b3d-b2e0-8fff1890f22c {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:01.154410 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acf73a5-9605-4b53-83dc-09af84fee3fe", "name": "network-vif-plugged", "status": "completed", "tag": "1f1cf981-26ff-4024-b94c-8e78ef84d154", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:01.154410 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74598c21-d84a-4b3d-b2e0-8fff1890f22c {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:01.154778 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acf73a5-9605-4b53-83dc-09af84fee3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1cf981-26ff-4024-b94c-8e78ef84d154', 'code': 200}
Nov 20 20:48:01.173760 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 49830bee-e4b8-4568-83a8-d29f300b9690 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:48:01.297920 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 49830bee-e4b8-4568-83a8-d29f300b9690 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:48:01.304895 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 49830bee-e4b8-4568-83a8-d29f300b9690 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:48:01.305248 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:01.316343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-23f9738e-a423-43f4-80d8-cf32f39c2e75 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:48:01.326870 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-23f9738e-a423-43f4-80d8-cf32f39c2e75 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1349213
Nov 20 20:48:01.363665 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e71e744c-0652-436d-aa8b-3d9307776a68 req-38a48742-8b76-4491-b39f-0312e537fd98 service neutron] 10.222.0.37 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2288373
Nov 20 20:48:01.381883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e2251-f0b9-4148-84eb-73a72d8b3fda req-4ed7f610-2690-4a3a-8a1d-e3d3e41300b5 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:01.389122 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef8e2251-f0b9-4148-84eb-73a72d8b3fda req-4ed7f610-2690-4a3a-8a1d-e3d3e41300b5 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.1588821
Nov 20 20:48:01.393619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256ce38-b846-461e-9597-8a15de0dfa7e req-eb1fd0ee-acc8-4a9c-9140-63095ccaad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:01.395205 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b256ce38-b846-461e-9597-8a15de0dfa7e req-eb1fd0ee-acc8-4a9c-9140-63095ccaad93 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 1100 time: 0.1257336
Nov 20 20:48:01.396587 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-966ea7f0-0831-4ae9-8182-cac233b0163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:01.405689 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-966ea7f0-0831-4ae9-8182-cac233b0163f service neutron] 10.222.0.41 "GET /v2.0/ports/189ed4ef-80e9-4e25-b461-a33679104e74 HTTP/1.1" status: 200  len: 1093 time: 0.0779278
Nov 20 20:48:01.410744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-542acc85-f229-4005-94b9-2599a2092b9a service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:01.411489 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-542acc85-f229-4005-94b9-2599a2092b9a service neutron] Unknown quota resources ['binding']. {{(pid=126224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 20 20:48:01.430847 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:01.463409 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef8e2251-f0b9-4148-84eb-73a72d8b3fda req-66a2cb6a-6a60-4f43-9c6e-2fd63a74200e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687575
Nov 20 20:48:01.487818 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 49830bee-e4b8-4568-83a8-d29f300b9690, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49830bee-e4b8-4568-83a8-d29f300b9690,segment=NetworkSegment(30bb5757-1c9e-4c5f-a18c-7af9d75bafad),segment_id=30bb5757-1c9e-4c5f-a18c-7af9d75bafad)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:01.492764 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:01.511801 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b256ce38-b846-461e-9597-8a15de0dfa7e req-d9750018-be82-4920-a24c-96742590de43 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965195
Nov 20 20:48:01.574597 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=49830bee-e4b8-4568-83a8-d29f300b9690,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:01.632691 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-542acc85-f229-4005-94b9-2599a2092b9a service neutron] Attempting to bind port 189ed4ef-80e9-4e25-b461-a33679104e74 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:48:01.633036 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-542acc85-f229-4005-94b9-2599a2092b9a service neutron] Attempting to bind port 189ed4ef-80e9-4e25-b461-a33679104e74 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:48:01.633369 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-542acc85-f229-4005-94b9-2599a2092b9a service neutron] Attempting to bind port 189ed4ef-80e9-4e25-b461-a33679104e74 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:01.637837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-542acc85-f229-4005-94b9-2599a2092b9a service neutron] Port 189ed4ef-80e9-4e25-b461-a33679104e74 on network 1f07f823-03fd-485f-ad70-6286912e8408 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:48:01.638215 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-542acc85-f229-4005-94b9-2599a2092b9a service neutron] Attempting to bind port 189ed4ef-80e9-4e25-b461-a33679104e74 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:01.645627 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-542acc85-f229-4005-94b9-2599a2092b9a service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:48:01.646282 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-542acc85-f229-4005-94b9-2599a2092b9a service neutron] Checking segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:48:01.647069 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-542acc85-f229-4005-94b9-2599a2092b9a service neutron] Bound using segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:48:01.647595 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-542acc85-f229-4005-94b9-2599a2092b9a service neutron] Bound port: 189ed4ef-80e9-4e25-b461-a33679104e74, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:48:01.655901 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860c048-2f2f-4a12-bfdd-7bae4f2ee028 req-1e7d6b36-b507-43f4-97e9-940cef435e99 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:01.657512 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b860c048-2f2f-4a12-bfdd-7bae4f2ee028 req-1e7d6b36-b507-43f4-97e9-940cef435e99 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 950 time: 0.0622442
Nov 20 20:48:01.709903 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b860c048-2f2f-4a12-bfdd-7bae4f2ee028 req-69142c42-fce1-4837-91bc-1218ab8a8cf7 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453231
Nov 20 20:48:01.758024 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9b1814-9f37-4479-aa6c-68f52aa4f967 x-openstack-request-id: req-5d9b1814-9f37-4479-aa6c-68f52aa4f967 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:01.758934 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40", "tag": "6b6045ba-274e-4026-bce3-97b2ebae1812", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:01.758934 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d9b1814-9f37-4479-aa6c-68f52aa4f967 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:01.758934 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40', 'tag': '6b6045ba-274e-4026-bce3-97b2ebae1812', 'status': 'completed', 'code': 200}
Nov 20 20:48:01.761225 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-542acc85-f229-4005-94b9-2599a2092b9a service neutron] For port 189ed4ef-80e9-4e25-b461-a33679104e74, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=189ed4ef-80e9-4e25-b461-a33679104e74,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:48:01.773565 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-542acc85-f229-4005-94b9-2599a2092b9a service neutron] Publish callbacks [] for binding, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:01.774788 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-542acc85-f229-4005-94b9-2599a2092b9a service neutron] 10.222.0.41 "POST /v2.0/ports/189ed4ef-80e9-4e25-b461-a33679104e74/bindings HTTP/1.1" status: 201  len: 389 time: 0.3682156
Nov 20 20:48:01.810041 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f9181d-6f80-4540-976a-8de6b3e02a2d x-openstack-request-id: req-a9f9181d-6f80-4540-976a-8de6b3e02a2d {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:01.810363 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f26975-add1-4d8b-aee6-67a5d77835e4", "tag": "4584c376-5c69-4cf4-91b1-13f4afc7c28d", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:01.810737 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9f9181d-6f80-4540-976a-8de6b3e02a2d {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:01.811152 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f26975-add1-4d8b-aee6-67a5d77835e4', 'tag': '4584c376-5c69-4cf4-91b1-13f4afc7c28d', 'status': 'completed', 'code': 200}
Nov 20 20:48:01.862474 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7670d-c690-4ef9-b3c4-9b17a15b0792 req-238473e3-8b58-461c-9a72-7250b79d29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:01.863993 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fbf7670d-c690-4ef9-b3c4-9b17a15b0792 req-238473e3-8b58-461c-9a72-7250b79d29a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 1094 time: 0.0778463
Nov 20 20:48:01.920198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-fda5c1d9-310e-4b4c-9d00-c1cf94e98505 req-168a5e9a-2bbc-472a-b86d-a59e2b902384 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2019475391', 'description': 'tempest-description-1448232521'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:01.957511 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5020-7fba-4dc3-a033-aa99567af608 req-ee39006b-13b7-4a77-87a2-b84b454e191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:01.959199 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44ed5020-7fba-4dc3-a033-aa99567af608 req-ee39006b-13b7-4a77-87a2-b84b454e191f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1929d2944a034783a75db63f07c146a6&device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 1094 time: 0.1278360
Nov 20 20:48:01.984983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66df356-454d-4b5f-bdb4-c34878efe2f5 req-f3143b3d-fbe9-4dff-95c5-407de4b9a5cd tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:01.986398 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a66df356-454d-4b5f-bdb4-c34878efe2f5 req-f3143b3d-fbe9-4dff-95c5-407de4b9a5cd tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 943 time: 0.0905921
Nov 20 20:48:02.012310 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-fda5c1d9-310e-4b4c-9d00-c1cf94e98505 req-168a5e9a-2bbc-472a-b86d-a59e2b902384 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:02.047293 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7670d-c690-4ef9-b3c4-9b17a15b0792 req-9bed6aaa-4536-4f53-86e3-c9e5c0382bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:02.049170 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fbf7670d-c690-4ef9-b3c4-9b17a15b0792 req-9bed6aaa-4536-4f53-86e3-c9e5c0382bd0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 908 time: 0.1764390
Nov 20 20:48:02.119423 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fbf7670d-c690-4ef9-b3c4-9b17a15b0792 req-bfdcec1d-ec2c-4f58-b34c-0bc9dc1eebd9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b6045ba-274e-4026-bce3-97b2ebae1812 HTTP/1.1" status: 200  len: 217 time: 0.0592713
Nov 20 20:48:02.138357 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a66df356-454d-4b5f-bdb4-c34878efe2f5 req-2641e5ee-335c-45f0-a74b-780d3026cea0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196444
Nov 20 20:48:02.140978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5020-7fba-4dc3-a033-aa99567af608 req-d4175dc0-1190-4757-9e28-652556374a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:02.146761 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44ed5020-7fba-4dc3-a033-aa99567af608 req-d4175dc0-1190-4757-9e28-652556374a7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e089fcf3-9dcc-485e-b53f-bb119c8c3467 HTTP/1.1" status: 200  len: 923 time: 0.1745431
Nov 20 20:48:02.210453 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-fda5c1d9-310e-4b4c-9d00-c1cf94e98505 req-168a5e9a-2bbc-472a-b86d-a59e2b902384 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:02.218725 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-fda5c1d9-310e-4b4c-9d00-c1cf94e98505 req-168a5e9a-2bbc-472a-b86d-a59e2b902384 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:02.232310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7670d-c690-4ef9-b3c4-9b17a15b0792 req-20574177-c3ee-483a-a461-41d5fc6199fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:02.233859 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fbf7670d-c690-4ef9-b3c4-9b17a15b0792 req-20574177-c3ee-483a-a461-41d5fc6199fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.0940363
Nov 20 20:48:02.269845 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44ed5020-7fba-4dc3-a033-aa99567af608 req-59bf7116-651f-4919-8720-f8de43b2e0d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4584c376-5c69-4cf4-91b1-13f4afc7c28d HTTP/1.1" status: 200  len: 217 time: 0.1060846
Nov 20 20:48:02.322075 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fbf7670d-c690-4ef9-b3c4-9b17a15b0792 req-d7a44d8f-9e69-4645-85c3-d65047973774 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0780947
Nov 20 20:48:02.325804 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-fda5c1d9-310e-4b4c-9d00-c1cf94e98505 req-168a5e9a-2bbc-472a-b86d-a59e2b902384 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:02.326952 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fda5c1d9-310e-4b4c-9d00-c1cf94e98505 req-168a5e9a-2bbc-472a-b86d-a59e2b902384 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.4145308
Nov 20 20:48:02.327958 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a5e9a-2bbc-472a-b86d-a59e2b902384 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8312e254-01a8-4e4b-979d-bcf3f19a8a4c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:02.401957 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-f68af50c-fd2c-4e40-9c25-15076ee381bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:02.405082 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-f68af50c-fd2c-4e40-9c25-15076ee381bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 1096 time: 0.1431873
Nov 20 20:48:02.407114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5020-7fba-4dc3-a033-aa99567af608 req-f1ce6aed-87c5-4866-9bad-8886e0b88cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:02.408535 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44ed5020-7fba-4dc3-a033-aa99567af608 req-f1ce6aed-87c5-4866-9bad-8886e0b88cad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cac3ccbd-8963-47e1-9b4e-185e806337ba HTTP/1.1" status: 200  len: 862 time: 0.1085091
Nov 20 20:48:02.490890 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fbf7670d-c690-4ef9-b3c4-9b17a15b0792 req-70191f2c-1334-4f3f-a7a4-e0362f78c523 service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591170
Nov 20 20:48:02.501987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fbfd8-9069-4519-b491-c937d82cf274 req-7b2fd628-67e9-4838-bf78-746de8f88c43 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:02.503700 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-008fbfd8-9069-4519-b491-c937d82cf274 req-7b2fd628-67e9-4838-bf78-746de8f88c43 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 945 time: 0.0711031
Nov 20 20:48:02.626126 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-008fbfd8-9069-4519-b491-c937d82cf274 req-c7406967-16f3-4a25-8a0b-c0b32c3bd360 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014922
Nov 20 20:48:02.648513 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fbf7670d-c690-4ef9-b3c4-9b17a15b0792 req-20489537-3790-4613-9ee2-6ebf0904baf6 service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435311
Nov 20 20:48:02.822525 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc391f-9634-4fcf-8a4e-49f439251b78 req-090eb8fe-c758-4107-b0c6-d01f3bd11429 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:02.824127 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-06bc391f-9634-4fcf-8a4e-49f439251b78 req-090eb8fe-c758-4107-b0c6-d01f3bd11429 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 943 time: 0.0585151
Nov 20 20:48:02.877293 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-06bc391f-9634-4fcf-8a4e-49f439251b78 req-9d17059f-903d-44dd-99c6-2ec8e1031b4c tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470126
Nov 20 20:48:02.889014 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44ed5020-7fba-4dc3-a033-aa99567af608 req-dd7a7af8-a628-4720-ac6f-f82b0bbe47bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e089fcf3-9dcc-485e-b53f-bb119c8c3467&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4515014
Nov 20 20:48:02.901888 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12457132-b16a-4c1d-8303-dd8c013d16ad req-6a7fbe32-588a-4fd5-a4e3-fff7e3c5f029 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:02.909989 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12457132-b16a-4c1d-8303-dd8c013d16ad req-6a7fbe32-588a-4fd5-a4e3-fff7e3c5f029 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 946 time: 0.6110046
Nov 20 20:48:02.998857 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a708eaa9-177f-4562-9d32-5d72994465f2 req-aef5dde9-240c-4528-b3c9-83730f3f9696 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/5ea0cedc-301c-417f-99d2-c0d3a5fbe0a8 HTTP/1.1" status: 200  len: 1821 time: 0.0777442
Nov 20 20:48:03.085191 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a708eaa9-177f-4562-9d32-5d72994465f2 req-93a1e0df-1b54-491b-b986-d8548f309322 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/8312e254-01a8-4e4b-979d-bcf3f19a8a4c HTTP/1.1" status: 200  len: 1822 time: 0.0830035
Nov 20 20:48:03.097865 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-a708eaa9-177f-4562-9d32-5d72994465f2 req-8f3918e9-09ca-445e-859c-61e174cb926f tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5ea0cedc-301c-417f-99d2-c0d3a5fbe0a8', 'remote_group_id': '8312e254-01a8-4e4b-979d-bcf3f19a8a4c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:03.098733 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-a708eaa9-177f-4562-9d32-5d72994465f2 req-8f3918e9-09ca-445e-859c-61e174cb926f tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5ea0cedc-301c-417f-99d2-c0d3a5fbe0a8', 'remote_group_id': '8312e254-01a8-4e4b-979d-bcf3f19a8a4c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:03.103112 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12457132-b16a-4c1d-8303-dd8c013d16ad req-6ba6eac6-f69a-4625-a110-dc5658b1dc88 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1876156
Nov 20 20:48:03.149327 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ad8cc45-469d-41b4-8fae-0177ebf93fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:03.150871 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ad8cc45-469d-41b4-8fae-0177ebf93fa4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 921 time: 0.7282639
Nov 20 20:48:03.155767 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44ed5020-7fba-4dc3-a033-aa99567af608 req-4ba7a2aa-f846-4063-9989-ce000228e90e service neutron] 10.222.0.37 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2364714
Nov 20 20:48:03.156405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b8954e-6602-42a8-ba75-16bd4aa8ecf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d485831-9d58-4e82-8916-5e43c48e5118'}, {'server_uuid': '7026c1aa-a9a9-437b-82e7-7121e7fc4b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b5097e-7d85-4157-a179-a00737c678ce'}, {'server_uuid': '2c757299-9a55-42d6-a189-d689f2c8f7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49830bee-e4b8-4568-83a8-d29f300b9690'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:03.158937 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a21294-a2b4-42c1-a980-3293162761ba" -d '{"events": [{"server_uuid": "15b8954e-6602-42a8-ba75-16bd4aa8ecf3", "name": "network-vif-plugged", "status": "completed", "tag": "4d485831-9d58-4e82-8916-5e43c48e5118"}, {"server_uuid": "7026c1aa-a9a9-437b-82e7-7121e7fc4b26", "name": "network-vif-plugged", "status": "completed", "tag": "76b5097e-7d85-4157-a179-a00737c678ce"}, {"server_uuid": "2c757299-9a55-42d6-a189-d689f2c8f7ef", "name": "network-vif-plugged", "status": "completed", "tag": "49830bee-e4b8-4568-83a8-d29f300b9690"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:03.185727 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a708eaa9-177f-4562-9d32-5d72994465f2 req-8f3918e9-09ca-445e-859c-61e174cb926f tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:03.231330 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a708eaa9-177f-4562-9d32-5d72994465f2 req-8f3918e9-09ca-445e-859c-61e174cb926f tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:03.238658 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a708eaa9-177f-4562-9d32-5d72994465f2 req-8f3918e9-09ca-445e-859c-61e174cb926f tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:03.249866 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-d78c2ea1-d009-4828-9d77-bd0de9be2973 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=189ed4ef-80e9-4e25-b461-a33679104e74 HTTP/1.1" status: 200  len: 217 time: 0.0773377
Nov 20 20:48:03.260043 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3918e9-09ca-445e-859c-61e174cb926f tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5f782c-6f16-49c8-b237-60450ecb3027,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:03.268348 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a708eaa9-177f-4562-9d32-5d72994465f2 req-8f3918e9-09ca-445e-859c-61e174cb926f tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:03.287312 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a708eaa9-177f-4562-9d32-5d72994465f2 req-8f3918e9-09ca-445e-859c-61e174cb926f tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.1928227
Nov 20 20:48:03.402805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74c588-2acc-41d3-bd40-7e4544ac7738 req-2c45984f-8c03-4966-9578-eaac2281dc01 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:03.404285 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-da74c588-2acc-41d3-bd40-7e4544ac7738 req-2c45984f-8c03-4966-9578-eaac2281dc01 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.1777437
Nov 20 20:48:03.407612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-c4c520da-f682-4b77-a722-1fb7e535f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:03.408988 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-c4c520da-f682-4b77-a722-1fb7e535f69c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.1402893
Nov 20 20:48:03.451515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e13563-a67f-4d6b-921d-63175a7fad40 req-9a3aa3e5-fd08-4c29-a72a-6e4bbabd77a4 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:03.451851 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44ed5020-7fba-4dc3-a033-aa99567af608 req-cc357738-e1e5-4305-a16f-f51c6d7f2853 service neutron] 10.222.0.37 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2706077
Nov 20 20:48:03.453940 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11e13563-a67f-4d6b-921d-63175a7fad40 req-9a3aa3e5-fd08-4c29-a72a-6e4bbabd77a4 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 950 time: 0.0674491
Nov 20 20:48:03.471278 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-c927e5a4-766a-4f24-bb4e-7effc9eb9d5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399978
Nov 20 20:48:03.530633 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11e13563-a67f-4d6b-921d-63175a7fad40 req-6d4580ea-d205-470e-a293-d96e58dfa227 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699887
Nov 20 20:48:03.542676 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-da74c588-2acc-41d3-bd40-7e4544ac7738 req-92a67d64-28ac-42e4-9dae-ed4e2712632b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288853
Nov 20 20:48:03.600779 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7a4418-6c94-4347-b86f-5f8d9442d78f x-openstack-request-id: req-4e7a4418-6c94-4347-b86f-5f8d9442d78f {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:03.601386 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b8954e-6602-42a8-ba75-16bd4aa8ecf3", "name": "network-vif-plugged", "status": "completed", "tag": "4d485831-9d58-4e82-8916-5e43c48e5118", "code": 200}, {"server_uuid": "7026c1aa-a9a9-437b-82e7-7121e7fc4b26", "name": "network-vif-plugged", "status": "completed", "tag": "76b5097e-7d85-4157-a179-a00737c678ce", "code": 200}, {"server_uuid": "2c757299-9a55-42d6-a189-d689f2c8f7ef", "name": "network-vif-plugged", "status": "completed", "tag": "49830bee-e4b8-4568-83a8-d29f300b9690", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:03.601883 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e7a4418-6c94-4347-b86f-5f8d9442d78f {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:03.602527 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b8954e-6602-42a8-ba75-16bd4aa8ecf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d485831-9d58-4e82-8916-5e43c48e5118', 'code': 200}
Nov 20 20:48:03.603001 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7026c1aa-a9a9-437b-82e7-7121e7fc4b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b5097e-7d85-4157-a179-a00737c678ce', 'code': 200}
Nov 20 20:48:03.603465 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c757299-9a55-42d6-a189-d689f2c8f7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49830bee-e4b8-4568-83a8-d29f300b9690', 'code': 200}
Nov 20 20:48:03.672849 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-44d7621b-c0c2-4be5-964f-d64683ff26ff req-493c8092-318d-44f6-afa9-a37ffd2480ab tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-302915415', 'description': 'tempest-description-1823075952'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:03.685964 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-06c6ca7f-6091-43e7-9d5e-8c53b34a19ab service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2027712
Nov 20 20:48:03.704472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6f155-2f3f-49cd-ad46-d2c21eade2ac req-7351ad67-2ae1-4d36-97dd-fd935c5cd3fc tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:03.705994 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eca6f155-2f3f-49cd-ad46-d2c21eade2ac req-7351ad67-2ae1-4d36-97dd-fd935c5cd3fc tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 943 time: 0.0939901
Nov 20 20:48:03.767155 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44d7621b-c0c2-4be5-964f-d64683ff26ff req-493c8092-318d-44f6-afa9-a37ffd2480ab tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:03.785953 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eca6f155-2f3f-49cd-ad46-d2c21eade2ac req-bf24485d-013f-4dfc-ad67-b69aa1ebb38d tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700505
Nov 20 20:48:03.818682 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c48cf0-869e-4a55-b9ee-2d377d35194f req-453b39a4-d428-49b3-9359-ed3d169027ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:03.820527 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-74c48cf0-869e-4a55-b9ee-2d377d35194f req-453b39a4-d428-49b3-9359-ed3d169027ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 1101 time: 0.1135888
Nov 20 20:48:03.869254 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e130fc-f16c-491c-97bf-bf1c3b9641c8 req-9c956fab-7685-4f05-bf1d-8bf2c743af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:03.871351 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46e130fc-f16c-491c-97bf-bf1c3b9641c8 req-9c956fab-7685-4f05-bf1d-8bf2c743af55 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 1097 time: 0.1565535
Nov 20 20:48:03.932795 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-74c48cf0-869e-4a55-b9ee-2d377d35194f req-c11f37c6-300e-41ff-81fe-dcab4e33c2ef service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011276
Nov 20 20:48:03.955416 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ba18e-5ceb-4217-aed4-5907d6a91c80 req-613a4114-7b16-4aa2-8c56-d097c97378aa tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:03.957013 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-106ba18e-5ceb-4217-aed4-5907d6a91c80 req-613a4114-7b16-4aa2-8c56-d097c97378aa tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 945 time: 0.0715992
Nov 20 20:48:03.964371 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-be4a1bcb-bcad-41a6-9e92-43e36b2b7d56 service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2694612
Nov 20 20:48:03.994717 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46e130fc-f16c-491c-97bf-bf1c3b9641c8 req-24f05490-3a2e-4b9e-98f6-eca7a3863a3a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1146121
Nov 20 20:48:04.008496 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44d7621b-c0c2-4be5-964f-d64683ff26ff req-493c8092-318d-44f6-afa9-a37ffd2480ab tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:04.014023 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44d7621b-c0c2-4be5-964f-d64683ff26ff req-493c8092-318d-44f6-afa9-a37ffd2480ab tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:04.043179 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44d7621b-c0c2-4be5-964f-d64683ff26ff req-493c8092-318d-44f6-afa9-a37ffd2480ab tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:04.044560 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44d7621b-c0c2-4be5-964f-d64683ff26ff req-493c8092-318d-44f6-afa9-a37ffd2480ab tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.3889880
Nov 20 20:48:04.186447 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c8092-318d-44f6-afa9-a37ffd2480ab tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d60a0b-323a-4806-a4bd-518f6aadc8b8,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:04.217815 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34078e78-d68e-44db-9f6e-4eeb4a50c88d req-9d94168b-1d58-4b3d-baf5-d0307b11342e tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:04.219387 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-34078e78-d68e-44db-9f6e-4eeb4a50c88d req-9d94168b-1d58-4b3d-baf5-d0307b11342e tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 943 time: 0.0915902
Nov 20 20:48:04.229311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-7c11bfea-44e0-48f9-b786-f2009aeaa485 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:04.230900 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-7c11bfea-44e0-48f9-b786-f2009aeaa485 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798&tenant_id=ee7537dd85d04e808dc792658afa443e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1748512
Nov 20 20:48:04.245688 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:04.307448 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-106ba18e-5ceb-4217-aed4-5907d6a91c80 req-3c8b38c5-8bde-4a9b-b871-071bab32fccc tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3355813
Nov 20 20:48:04.338421 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-34078e78-d68e-44db-9f6e-4eeb4a50c88d req-aa4a637f-dc60-45cf-ad68-f4a0b1b661b3 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064990
Nov 20 20:48:04.341146 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:04.343571 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-9def0974-4205-43f2-adae-bd3367e931cd req-af364228-f98f-43b0-a9fb-0b70f07477fd tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1054622566', 'description': 'tempest-description-682893154'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:04.392517 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9def0974-4205-43f2-adae-bd3367e931cd req-af364228-f98f-43b0-a9fb-0b70f07477fd tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:04.484320 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9def0974-4205-43f2-adae-bd3367e931cd req-af364228-f98f-43b0-a9fb-0b70f07477fd tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:04.496060 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9def0974-4205-43f2-adae-bd3367e931cd req-af364228-f98f-43b0-a9fb-0b70f07477fd tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:04.534224 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9bf58-388f-48fe-a2f6-be71db9d0226 req-a8333e6b-3561-40b1-96da-ba546f52a239 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:04.536244 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-17c9bf58-388f-48fe-a2f6-be71db9d0226 req-a8333e6b-3561-40b1-96da-ba546f52a239 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 946 time: 0.1055839
Nov 20 20:48:04.541300 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9def0974-4205-43f2-adae-bd3367e931cd req-af364228-f98f-43b0-a9fb-0b70f07477fd tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:04.562680 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9def0974-4205-43f2-adae-bd3367e931cd req-af364228-f98f-43b0-a9fb-0b70f07477fd tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.2239683
Nov 20 20:48:04.563642 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af364228-f98f-43b0-a9fb-0b70f07477fd tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c36607-66cf-4da0-b414-d0d7fe059673,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:04.565200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] For port 189ed4ef-80e9-4e25-b461-a33679104e74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=189ed4ef-80e9-4e25-b461-a33679104e74,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:04.627170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] For port 189ed4ef-80e9-4e25-b461-a33679104e74, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:04.689732 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564e731b-fef8-42db-8af6-3500bc8c6798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189ed4ef-80e9-4e25-b461-a33679104e74'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:04.690493 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-93e0f0a8-cc48-46e4-8425-31dfabc9733e req-dd9ad252-a84e-4b15-a73a-7eac96d40b83 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/28d60a0b-323a-4806-a4bd-518f6aadc8b8 HTTP/1.1" status: 200  len: 1821 time: 0.0456560
Nov 20 20:48:04.692108 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7642c2-1e02-474f-a8a7-1c78f5606a30" -d '{"events": [{"server_uuid": "564e731b-fef8-42db-8af6-3500bc8c6798", "name": "network-vif-unplugged", "status": "completed", "tag": "189ed4ef-80e9-4e25-b461-a33679104e74"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:04.697078 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:04.722944 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-17c9bf58-388f-48fe-a2f6-be71db9d0226 req-73749e3e-f1ea-40b2-9d68-3dd316cf95cb tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1581540
Nov 20 20:48:04.723645 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:04.756797 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-93e0f0a8-cc48-46e4-8425-31dfabc9733e req-9e799cba-260b-4686-8fc6-e532331d90b3 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/31c36607-66cf-4da0-b414-d0d7fe059673 HTTP/1.1" status: 200  len: 1821 time: 0.0549843
Nov 20 20:48:04.768824 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-93e0f0a8-cc48-46e4-8425-31dfabc9733e req-8d636b8b-15a6-4f18-b633-dfe2bd479547 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '28d60a0b-323a-4806-a4bd-518f6aadc8b8', 'remote_group_id': '31c36607-66cf-4da0-b414-d0d7fe059673', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:04.769149 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-93e0f0a8-cc48-46e4-8425-31dfabc9733e req-8d636b8b-15a6-4f18-b633-dfe2bd479547 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '28d60a0b-323a-4806-a4bd-518f6aadc8b8', 'remote_group_id': '31c36607-66cf-4da0-b414-d0d7fe059673', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:04.850407 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Pushing event updated for resources: {'Port': ['ID=189ed4ef-80e9-4e25-b461-a33679104e74,revision_number=7']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:04.869027 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Attempting to bind port 189ed4ef-80e9-4e25-b461-a33679104e74 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:48:04.869268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Attempting to bind port 189ed4ef-80e9-4e25-b461-a33679104e74 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:48:04.869599 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Attempting to bind port 189ed4ef-80e9-4e25-b461-a33679104e74 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:04.879313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Port 189ed4ef-80e9-4e25-b461-a33679104e74 on network 1f07f823-03fd-485f-ad70-6286912e8408 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:48:04.879313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Attempting to bind port 189ed4ef-80e9-4e25-b461-a33679104e74 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:04.887892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1bc4d-c9a2-44f2-a2ae-687b6c7eb8da req-b61902d2-35f2-490a-ac42-3572461eae94 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:04.889375 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2bd1bc4d-c9a2-44f2-a2ae-687b6c7eb8da req-b61902d2-35f2-490a-ac42-3572461eae94 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0954309
Nov 20 20:48:04.895408 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-93e0f0a8-cc48-46e4-8425-31dfabc9733e req-8d636b8b-15a6-4f18-b633-dfe2bd479547 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:04.897310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:48:04.897838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Checking segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:48:04.905096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Bound using segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:48:04.905844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Bound port: 189ed4ef-80e9-4e25-b461-a33679104e74, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:48:04.906430 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:04.942393 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-93e0f0a8-cc48-46e4-8425-31dfabc9733e req-8d636b8b-15a6-4f18-b633-dfe2bd479547 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:04.947612 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-93e0f0a8-cc48-46e4-8425-31dfabc9733e req-8d636b8b-15a6-4f18-b633-dfe2bd479547 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:04.963202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d636b8b-15a6-4f18-b633-dfe2bd479547 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8b014c-42aa-43d9-87ab-06f29c2c06bc,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:04.967727 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 4584c376-5c69-4cf4-91b1-13f4afc7c28d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:48:04.987718 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-93e0f0a8-cc48-46e4-8425-31dfabc9733e req-8d636b8b-15a6-4f18-b633-dfe2bd479547 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:04.990266 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-93e0f0a8-cc48-46e4-8425-31dfabc9733e req-8d636b8b-15a6-4f18-b633-dfe2bd479547 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.2265925
Nov 20 20:48:05.002932 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] For port 189ed4ef-80e9-4e25-b461-a33679104e74, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:05.007335 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] For port 189ed4ef-80e9-4e25-b461-a33679104e74, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=189ed4ef-80e9-4e25-b461-a33679104e74,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:48:05.018229 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:05.087635 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 4584c376-5c69-4cf4-91b1-13f4afc7c28d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4584c376-5c69-4cf4-91b1-13f4afc7c28d,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:05.100528 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '4584c376-5c69-4cf4-91b1-13f4afc7c28d', 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467', 'port_id': '4584c376-5c69-4cf4-91b1-13f4afc7c28d', 'mac_address': 'fa:16:3e:93:ab:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac3ccbd-8963-47e1-9b4e-185e806337ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:48:05.143849 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:05.172003 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4584c376-5c69-4cf4-91b1-13f4afc7c28d {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:05.191907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:05.194292 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:05.195925 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] 10.222.0.37 "PUT /v2.0/ports/189ed4ef-80e9-4e25-b461-a33679104e74 HTTP/1.1" status: 200  len: 1121 time: 0.9562054
Nov 20 20:48:05.196961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae187e0-297e-4183-a3fd-2ae32feabf56 service neutron] Pushing event updated for resources: {'Port': ['ID=189ed4ef-80e9-4e25-b461-a33679104e74,revision_number=8']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:05.221861 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 4584c376-5c69-4cf4-91b1-13f4afc7c28d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4584c376-5c69-4cf4-91b1-13f4afc7c28d,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:05.228060 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:05.230157 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 6b6045ba-274e-4026-bce3-97b2ebae1812 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:48:05.245696 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd8c2d-4ac2-490c-a885-54264848e25d req-2d09ebbe-2d28-4617-932f-92cccdb3e62f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:05.256000 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10bd8c2d-4ac2-490c-a885-54264848e25d req-2d09ebbe-2d28-4617-932f-92cccdb3e62f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 950 time: 0.1167326
Nov 20 20:48:05.257913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2bd1bc4d-c9a2-44f2-a2ae-687b6c7eb8da req-2a4bc425-45af-49cc-a014-bb13477512aa tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3465014
Nov 20 20:48:05.351652 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10bd8c2d-4ac2-490c-a885-54264848e25d req-80831bdf-a655-4e7d-b588-afcdcb965d1e tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894372
Nov 20 20:48:05.367013 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9e30fc-dd08-4983-bc6d-0a9c3c6e6899 x-openstack-request-id: req-0a9e30fc-dd08-4983-bc6d-0a9c3c6e6899 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:05.367317 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564e731b-fef8-42db-8af6-3500bc8c6798", "name": "network-vif-unplugged", "status": "completed", "tag": "189ed4ef-80e9-4e25-b461-a33679104e74", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:05.367588 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a9e30fc-dd08-4983-bc6d-0a9c3c6e6899 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:05.367977 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564e731b-fef8-42db-8af6-3500bc8c6798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189ed4ef-80e9-4e25-b461-a33679104e74', 'code': 200}
Nov 20 20:48:05.399589 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=4584c376-5c69-4cf4-91b1-13f4afc7c28d,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:05.459545 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['189ed4ef-80e9-4e25-b461-a33679104e74'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:05.468045 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da8f596b-d319-4103-b1db-768bf29b8ee1 req-d182c653-1ec4-4311-846c-9e66a3f0b4e3 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/31c36607-66cf-4da0-b414-d0d7fe059673 HTTP/1.1" status: 200  len: 1821 time: 0.0861189
Nov 20 20:48:05.503682 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae3974-9c5f-430b-bf35-c95102052ba0 req-dcd174f9-f6c9-48ab-aee0-88f0ccf6f44e tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:05.512363 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e8ae3974-9c5f-430b-bf35-c95102052ba0 req-dcd174f9-f6c9-48ab-aee0-88f0ccf6f44e tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 943 time: 0.0788853
Nov 20 20:48:05.579427 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-da8f596b-d319-4103-b1db-768bf29b8ee1 req-22a7ec62-dbc4-42a2-8c41-ba2b6dd4a46e tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:05.626318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 6b6045ba-274e-4026-bce3-97b2ebae1812, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b6045ba-274e-4026-bce3-97b2ebae1812,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:05.638927 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e8ae3974-9c5f-430b-bf35-c95102052ba0 req-41f46f7c-4c1c-4bab-bf1b-7b7738dd67d9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236136
Nov 20 20:48:05.660269 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-da8f596b-d319-4103-b1db-768bf29b8ee1 req-22a7ec62-dbc4-42a2-8c41-ba2b6dd4a46e tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:05.666722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '6b6045ba-274e-4026-bce3-97b2ebae1812', 'network_id': '554d0697-db40-4745-a60d-da36ede89e92', 'port_id': '6b6045ba-274e-4026-bce3-97b2ebae1812', 'mac_address': 'fa:16:3e:45:8d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401402cf-759c-4641-9447-60eadb079e88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:48:05.746471 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:05.775019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6045ba-274e-4026-bce3-97b2ebae1812 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:05.781035 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-da8f596b-d319-4103-b1db-768bf29b8ee1 req-22a7ec62-dbc4-42a2-8c41-ba2b6dd4a46e tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:05.784137 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-da8f596b-d319-4103-b1db-768bf29b8ee1 req-22a7ec62-dbc4-42a2-8c41-ba2b6dd4a46e tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:05.785471 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da8f596b-d319-4103-b1db-768bf29b8ee1 req-22a7ec62-dbc4-42a2-8c41-ba2b6dd4a46e tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "DELETE /v2.0/security-groups/31c36607-66cf-4da0-b414-d0d7fe059673 HTTP/1.1" status: 204  len: 173 time: 0.3104162
Nov 20 20:48:05.804296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7ec62-dbc4-42a2-8c41-ba2b6dd4a46e tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c36607-66cf-4da0-b414-d0d7fe059673,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:05.815573 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 6b6045ba-274e-4026-bce3-97b2ebae1812, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b6045ba-274e-4026-bce3-97b2ebae1812,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:05.838363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d1d09-02cb-481d-90a9-1a9b136fabfd req-0a2e61ad-e7dc-4ba6-964d-ddf68b9d04aa tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:05.845922 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-612d1d09-02cb-481d-90a9-1a9b136fabfd req-0a2e61ad-e7dc-4ba6-964d-ddf68b9d04aa tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 943 time: 0.0872922
Nov 20 20:48:05.853938 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:05.917964 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-612d1d09-02cb-481d-90a9-1a9b136fabfd req-f096d42a-ebee-42d7-af6b-50fdd6da031e tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699286
Nov 20 20:48:05.930325 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=6b6045ba-274e-4026-bce3-97b2ebae1812,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:05.965257 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081dc2b-c054-4bcd-a41a-045f8456aee6 req-0c48bc4b-9239-479b-bfdc-7eeff98fbd89 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:05.971632 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7081dc2b-c054-4bcd-a41a-045f8456aee6 req-0c48bc4b-9239-479b-bfdc-7eeff98fbd89 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 944 time: 0.1021941
Nov 20 20:48:06.026081 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7081dc2b-c054-4bcd-a41a-045f8456aee6 req-5683b28d-3aef-42d9-b719-ae4a2a41b2a0 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471854
Nov 20 20:48:06.112723 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0cbfecfd-77cf-4c58-ac37-3bcfed68bf56 req-242e6b68-f63c-41fc-9c92-2b1c0415e378 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/28d60a0b-323a-4806-a4bd-518f6aadc8b8 HTTP/1.1" status: 200  len: 1821 time: 0.0573053
Nov 20 20:48:06.146333 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff635038-7250-4c6f-8482-4f3a50961656 req-217aa92f-289a-4396-bf3f-9523315a050e tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:06.148304 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff635038-7250-4c6f-8482-4f3a50961656 req-217aa92f-289a-4396-bf3f-9523315a050e tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 946 time: 0.0624216
Nov 20 20:48:06.148921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-16a4843f-054b-48d1-97bf-44d2575b2993 req-0c42e2b6-5718-4bdb-974e-41105d8d4cb9 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-558793015', 'description': 'tempest-description-825184471'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:06.179514 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-16a4843f-054b-48d1-97bf-44d2575b2993 req-0c42e2b6-5718-4bdb-974e-41105d8d4cb9 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:06.194696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['6b6045ba-274e-4026-bce3-97b2ebae1812'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:06.204651 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff635038-7250-4c6f-8482-4f3a50961656 req-aad68b91-8157-4972-afec-f01d44c74ddf tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482459
Nov 20 20:48:06.234096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['4584c376-5c69-4cf4-91b1-13f4afc7c28d'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:06.271343 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-16a4843f-054b-48d1-97bf-44d2575b2993 req-0c42e2b6-5718-4bdb-974e-41105d8d4cb9 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:06.293908 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-16a4843f-054b-48d1-97bf-44d2575b2993 req-0c42e2b6-5718-4bdb-974e-41105d8d4cb9 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:06.337236 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-16a4843f-054b-48d1-97bf-44d2575b2993 req-0c42e2b6-5718-4bdb-974e-41105d8d4cb9 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:06.362594 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-16a4843f-054b-48d1-97bf-44d2575b2993 req-0c42e2b6-5718-4bdb-974e-41105d8d4cb9 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.2122929
Nov 20 20:48:06.381760 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd834f-0e0b-4214-9aa6-12717abd87cf req-bee5e2a3-0bf2-4531-8276-77e8cbc57542 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:06.401731 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6bd834f-0e0b-4214-9aa6-12717abd87cf req-bee5e2a3-0bf2-4531-8276-77e8cbc57542 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 946 time: 0.0960515
Nov 20 20:48:06.402813 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57220) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:48:06.416336 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c6eb8a2c-1ac1-413a-a699-757a83f135ab tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Request body: {'floatingip': {'port_id': '49830bee-e4b8-4568-83a8-d29f300b9690'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:06.419270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42e2b6-5718-4bdb-974e-41105d8d4cb9 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb4492b-9f67-4e5a-8021-42debabca608,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:06.424532 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:48:06.505959 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6eb8a2c-1ac1-413a-a699-757a83f135ab tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for floatingip, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:06.557875 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3ef35-0e99-4cac-8368-319e699aa573 req-45244ee4-77c0-43a2-a473-56412746cae0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:06.566013 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ce3ef35-0e99-4cac-8368-319e699aa573 req-45244ee4-77c0-43a2-a473-56412746cae0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.1274569
Nov 20 20:48:06.632755 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ffc0843-24cf-484e-9940-ada285fb83a8 req-9bb0c0f9-931f-4daa-92b4-7f0b8d3549ab tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/dcb4492b-9f67-4e5a-8021-42debabca608 HTTP/1.1" status: 200  len: 1820 time: 0.2100410
Nov 20 20:48:06.662840 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-4ffc0843-24cf-484e-9940-ada285fb83a8 req-95964071-42b1-490c-b8f7-2a2b88714389 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dcb4492b-9f67-4e5a-8021-42debabca608', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:06.663422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-4ffc0843-24cf-484e-9940-ada285fb83a8 req-95964071-42b1-490c-b8f7-2a2b88714389 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dcb4492b-9f67-4e5a-8021-42debabca608', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:06.681226 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ce3ef35-0e99-4cac-8368-319e699aa573 req-cb4106c9-eee4-4ea4-9f18-029556b35544 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999062
Nov 20 20:48:06.813608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e80b9-4cdd-4433-adc8-1b9bff5e7ab5 req-c270a6e8-eaf4-48d7-84c3-63fb02da4b42 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:06.815644 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-912e80b9-4cdd-4433-adc8-1b9bff5e7ab5 req-c270a6e8-eaf4-48d7-84c3-63fb02da4b42 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 950 time: 0.0582693
Nov 20 20:48:06.880706 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-912e80b9-4cdd-4433-adc8-1b9bff5e7ab5 req-e7f43aac-8e3c-4987-8c1c-3ab51a1f727b tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568278
Nov 20 20:48:07.013300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94561994-5c39-4ef8-b331-15c39ca82432 req-fa16aa12-b710-417f-bf0b-e007019ee682 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:07.018117 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-94561994-5c39-4ef8-b331-15c39ca82432 req-fa16aa12-b710-417f-bf0b-e007019ee682 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 944 time: 0.0675535
Nov 20 20:48:07.018886 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4ffc0843-24cf-484e-9940-ada285fb83a8 req-95964071-42b1-490c-b8f7-2a2b88714389 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:07.095953 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-94561994-5c39-4ef8-b331-15c39ca82432 req-2e292212-974c-4515-a5df-cf7b8b280a17 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665092
Nov 20 20:48:07.137819 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4ffc0843-24cf-484e-9940-ada285fb83a8 req-95964071-42b1-490c-b8f7-2a2b88714389 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:07.156781 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4ffc0843-24cf-484e-9940-ada285fb83a8 req-95964071-42b1-490c-b8f7-2a2b88714389 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:07.193949 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95964071-42b1-490c-b8f7-2a2b88714389 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464a12d8-8c33-469b-a38d-f9dba6126313,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:07.234749 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacba00-0854-40d7-8911-97dbfc1638ce req-08b39cdc-c654-4126-aac7-ef6682faa661 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:07.240706 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4ffc0843-24cf-484e-9940-ada285fb83a8 req-95964071-42b1-490c-b8f7-2a2b88714389 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:07.244148 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7aacba00-0854-40d7-8911-97dbfc1638ce req-08b39cdc-c654-4126-aac7-ef6682faa661 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0730131
Nov 20 20:48:07.255819 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ffc0843-24cf-484e-9940-ada285fb83a8 req-95964071-42b1-490c-b8f7-2a2b88714389 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5983527
Nov 20 20:48:07.306983 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7aacba00-0854-40d7-8911-97dbfc1638ce req-89c7f5aa-1c62-4a18-a232-1ece12bdb132 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616140
Nov 20 20:48:07.318490 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.db.resource_extend [None req-c6eb8a2c-1ac1-413a-a699-757a83f135ab tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 20:48:07.491634 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349afb6b-5321-4f2a-a6c5-ce55951d04c9 req-12655896-bb89-46a0-a609-7ab2508ca729 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:07.500153 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-349afb6b-5321-4f2a-a6c5-ce55951d04c9 req-12655896-bb89-46a0-a609-7ab2508ca729 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 944 time: 0.0769687
Nov 20 20:48:07.582789 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-349afb6b-5321-4f2a-a6c5-ce55951d04c9 req-089bbd48-3af3-402b-91c8-3e746da47dda tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809937
Nov 20 20:48:07.683451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d7fc9756-3710-4879-8793-7ec863dfef4a req-b5da5029-37a6-4b71-a23c-a6d3f2278ba7 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/dcb4492b-9f67-4e5a-8021-42debabca608 HTTP/1.1" status: 200  len: 2413 time: 0.0686793
Nov 20 20:48:07.691178 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-d7fc9756-3710-4879-8793-7ec863dfef4a req-0dd3ddda-af14-4d9b-90a9-fc343852feb8 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dcb4492b-9f67-4e5a-8021-42debabca608', 'remote_group_id': None}]} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:07.691757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-d7fc9756-3710-4879-8793-7ec863dfef4a req-0dd3ddda-af14-4d9b-90a9-fc343852feb8 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dcb4492b-9f67-4e5a-8021-42debabca608', 'remote_group_id': None}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:07.694604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564e731b-fef8-42db-8af6-3500bc8c6798', 'tag': '189ed4ef-80e9-4e25-b461-a33679104e74'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:07.698770 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0297bde-c8cb-4ff9-afd2-2b8e0575b89e" -d '{"events": [{"name": "network-changed", "server_uuid": "564e731b-fef8-42db-8af6-3500bc8c6798", "tag": "189ed4ef-80e9-4e25-b461-a33679104e74"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:07.767714 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d7fc9756-3710-4879-8793-7ec863dfef4a req-0dd3ddda-af14-4d9b-90a9-fc343852feb8 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:07.786115 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6eb8a2c-1ac1-413a-a699-757a83f135ab tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:07.793422 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6eb8a2c-1ac1-413a-a699-757a83f135ab tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:07.799331 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d7fc9756-3710-4879-8793-7ec863dfef4a req-0dd3ddda-af14-4d9b-90a9-fc343852feb8 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:07.804335 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d7fc9756-3710-4879-8793-7ec863dfef4a req-0dd3ddda-af14-4d9b-90a9-fc343852feb8 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:07.824030 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3ddda-af14-4d9b-90a9-fc343852feb8 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b15397-7c44-4fd2-90e4-9f2b0a8601bf,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:07.831648 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d7fc9756-3710-4879-8793-7ec863dfef4a req-0dd3ddda-af14-4d9b-90a9-fc343852feb8 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:07.832821 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d7fc9756-3710-4879-8793-7ec863dfef4a req-0dd3ddda-af14-4d9b-90a9-fc343852feb8 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1464500
Nov 20 20:48:07.844855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ac3b8-fcb7-4293-8cf0-9fa76898b082 req-63f0906f-dbb4-404a-9fd3-c53a6e63f943 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:07.844855 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff8ac3b8-fcb7-4293-8cf0-9fa76898b082 req-63f0906f-dbb4-404a-9fd3-c53a6e63f943 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 943 time: 0.1372521
Nov 20 20:48:07.941141 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff8ac3b8-fcb7-4293-8cf0-9fa76898b082 req-ba75f444-3ddf-456d-ad03-6c94e7a651b0 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921075
Nov 20 20:48:07.949367 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7d04d6c4-596b-47c0-9968-756777d3464a req-7d55cad8-1223-4c32-ae43-5d6f4edaf433 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1a432e5f0bc49dc942d406268442ed3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0316811
Nov 20 20:48:07.950030 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-c6eb8a2c-1ac1-413a-a699-757a83f135ab tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Floating IP c9702501-acee-4f77-95f4-0b77ed9a950d associated. External IP: 172.35.1.39, port: 49830bee-e4b8-4568-83a8-d29f300b9690.
Nov 20 20:48:07.992184 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:08.007709 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:08.104347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04d6c4-596b-47c0-9968-756777d3464a req-170ffa17-c621-41fd-8144-c2dde86609dd tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:08.106297 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7d04d6c4-596b-47c0-9968-756777d3464a req-170ffa17-c621-41fd-8144-c2dde86609dd tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1470792
Nov 20 20:48:08.132038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7d04d6c4-596b-47c0-9968-756777d3464a req-d4e9e62e-2ff8-4d47-873c-575c1b253d87 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/quotas/c1a432e5f0bc49dc942d406268442ed3 HTTP/1.1" status: 200  len: 375 time: 0.0195334
Nov 20 20:48:08.153938 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45269e23-4b2b-4f45-832a-b2c0c1549c9d req-6d97652c-0df1-4e32-bc6a-ce4d6c2daf95 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:08.155583 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-45269e23-4b2b-4f45-832a-b2c0c1549c9d req-6d97652c-0df1-4e32-bc6a-ce4d6c2daf95 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0821795
Nov 20 20:48:08.185996 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7d04d6c4-596b-47c0-9968-756777d3464a req-61641fd8-cf67-4a30-b256-60516b1d150e tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1a432e5f0bc49dc942d406268442ed3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0477533
Nov 20 20:48:08.262402 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-45269e23-4b2b-4f45-832a-b2c0c1549c9d req-4de3f265-8d0b-44ca-b733-e35af9eca467 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607359
Nov 20 20:48:08.344483 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33cb06d-10c0-42fa-829d-c7d7d936c2b3 x-openstack-request-id: req-c33cb06d-10c0-42fa-829d-c7d7d936c2b3 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:08.344784 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564e731b-fef8-42db-8af6-3500bc8c6798", "tag": "189ed4ef-80e9-4e25-b461-a33679104e74", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:08.345048 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c33cb06d-10c0-42fa-829d-c7d7d936c2b3 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:08.347426 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564e731b-fef8-42db-8af6-3500bc8c6798', 'tag': '189ed4ef-80e9-4e25-b461-a33679104e74', 'status': 'completed', 'code': 200}
Nov 20 20:48:08.359558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6eb8a2c-1ac1-413a-a699-757a83f135ab tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Router 0cc9c018-846b-494f-a654-58519664e19e has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:48:08.410483 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6445780d-a740-47fd-9435-5c67fb1d60ab req-df6e823b-a74f-4dff-bbcc-af1a02efbf74 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/dcb4492b-9f67-4e5a-8021-42debabca608 HTTP/1.1" status: 200  len: 3011 time: 0.0931571
Nov 20 20:48:08.500902 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ceaca08-5ca0-4c62-8d07-399d09a361f1 req-0ca93c2a-1f7b-4c2e-9dbb-b768de07b230 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 210 time: 0.0518591
Nov 20 20:48:08.618436 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d53eb-fc54-49b6-abc2-0d55e9ce4411 req-32238ef7-c60e-43bf-a8dc-2c0ed1b274a7 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:08.636059 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1a8d53eb-fc54-49b6-abc2-0d55e9ce4411 req-32238ef7-c60e-43bf-a8dc-2c0ed1b274a7 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 944 time: 0.1306610
Nov 20 20:48:08.657093 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0297bde-c8cb-4ff9-afd2-2b8e0575b89e req-379d60f6-a585-490d-9149-9dee568aa89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:08.658882 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0297bde-c8cb-4ff9-afd2-2b8e0575b89e req-379d60f6-a585-490d-9149-9dee568aa89a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 1124 time: 0.1972866
Nov 20 20:48:08.676690 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-89452868-ac33-4a29-b3f7-8347c251ee9e req-409e1bc1-25ad-4cf0-975d-7ad6455bd332 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-group-rules/b3b15397-7c44-4fd2-90e4-9f2b0a8601bf HTTP/1.1" status: 200  len: 783 time: 0.0490999
Nov 20 20:48:08.742955 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-89452868-ac33-4a29-b3f7-8347c251ee9e req-3e14548b-304f-474d-abab-79ddecc0efff tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/dcb4492b-9f67-4e5a-8021-42debabca608 HTTP/1.1" status: 200  len: 3011 time: 0.0590136
Nov 20 20:48:08.776230 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-89452868-ac33-4a29-b3f7-8347c251ee9e req-284a5ae4-48bf-4d54-8abc-11dc94d8a6ed tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:08.776542 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0297bde-c8cb-4ff9-afd2-2b8e0575b89e req-dff804e2-4c3c-45f5-8ef5-91a31eb67081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:08.777954 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0297bde-c8cb-4ff9-afd2-2b8e0575b89e req-dff804e2-4c3c-45f5-8ef5-91a31eb67081 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 921 time: 0.1089928
Nov 20 20:48:08.788060 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-89452868-ac33-4a29-b3f7-8347c251ee9e req-284a5ae4-48bf-4d54-8abc-11dc94d8a6ed tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:08.829194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6eb8a2c-1ac1-413a-a699-757a83f135ab tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:48:08.834918 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6eb8a2c-1ac1-413a-a699-757a83f135ab tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:08.844144 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-89452868-ac33-4a29-b3f7-8347c251ee9e req-284a5ae4-48bf-4d54-8abc-11dc94d8a6ed tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:08.846590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1fee00-5ac7-4df3-85f1-19d687e6a43a None None] Sync routers for ids ['0cc9c018-846b-494f-a654-58519664e19e'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:48:08.850950 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-89452868-ac33-4a29-b3f7-8347c251ee9e req-284a5ae4-48bf-4d54-8abc-11dc94d8a6ed tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:08.861823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-89452868-ac33-4a29-b3f7-8347c251ee9e req-284a5ae4-48bf-4d54-8abc-11dc94d8a6ed tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b3b15397-7c44-4fd2-90e4-9f2b0a8601bf HTTP/1.1" status: 204  len: 173 time: 0.1179192
Nov 20 20:48:08.880593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a5ae4-48bf-4d54-8abc-11dc94d8a6ed tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3b15397-7c44-4fd2-90e4-9f2b0a8601bf,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:08.881778 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0297bde-c8cb-4ff9-afd2-2b8e0575b89e req-f7faad8a-7386-4a3d-b889-392cdc357752 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=189ed4ef-80e9-4e25-b461-a33679104e74 HTTP/1.1" status: 200  len: 217 time: 0.0934711
Nov 20 20:48:08.883963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1fee00-5ac7-4df3-85f1-19d687e6a43a None None] Routers {'0cc9c018-846b-494f-a654-58519664e19e'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:48:08.884704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3a1fee00-5ac7-4df3-85f1-19d687e6a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4738acd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:47:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0cc9c018-846b-494f-a654-58519664e19e'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:48:08.953843 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0297bde-c8cb-4ff9-afd2-2b8e0575b89e req-6f915cc6-2d99-4df5-91b8-e963ed4b39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:08.955325 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0297bde-c8cb-4ff9-afd2-2b8e0575b89e req-6f915cc6-2d99-4df5-91b8-e963ed4b39d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.0608156
Nov 20 20:48:08.977413 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c6eb8a2c-1ac1-413a-a699-757a83f135ab tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "PUT /v2.0/floatingips/c9702501-acee-4f77-95f4-0b77ed9a950d HTTP/1.1" status: 200  len: 991 time: 2.5715377
Nov 20 20:48:08.988290 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1a8d53eb-fc54-49b6-abc2-0d55e9ce4411 req-9d835179-629b-42c6-9aa3-f99bf7e86351 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3492055
Nov 20 20:48:09.000848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 189ed4ef-80e9-4e25-b461-a33679104e74 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:48:09.024389 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0297bde-c8cb-4ff9-afd2-2b8e0575b89e req-c2a90c12-e17c-4f0f-9d12-82c63b96be44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0576317
Nov 20 20:48:09.028161 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 4584c376-5c69-4cf4-91b1-13f4afc7c28d up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:48:09.081361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580fa84-dab7-40bd-827e-9563e0baaa0c req-7549eed7-48e8-45c4-bccf-b8c1c710152c tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:09.089494 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9580fa84-dab7-40bd-827e-9563e0baaa0c req-7549eed7-48e8-45c4-bccf-b8c1c710152c tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 944 time: 0.1421418
Nov 20 20:48:09.184957 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9580fa84-dab7-40bd-827e-9563e0baaa0c req-66e073e8-3a5f-485f-bf54-ff4c23e78485 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828986
Nov 20 20:48:09.230989 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66d39038-995f-4a9b-bc03-c37e6c3ee97d req-2bb287e9-39ad-4340-abe3-604a9611bc1e tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/dcb4492b-9f67-4e5a-8021-42debabca608 HTTP/1.1" status: 200  len: 2413 time: 0.1659510
Nov 20 20:48:09.257065 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 4584c376-5c69-4cf4-91b1-13f4afc7c28d completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:48:09.275707 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 4584c376-5c69-4cf4-91b1-13f4afc7c28d triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:48:09.276767 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:09.287221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-3a1fee00-5ac7-4df3-85f1-19d687e6a43a None None] Set router 0cc9c018-846b-494f-a654-58519664e19e gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:48:09.288595 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0297bde-c8cb-4ff9-afd2-2b8e0575b89e req-ff57c407-8bac-46f9-bb8b-4ceef960ce63 service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2425921
Nov 20 20:48:09.326193 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-66d39038-995f-4a9b-bc03-c37e6c3ee97d req-7f7336df-b6fc-4520-91da-a72c026b6532 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:09.377680 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-66d39038-995f-4a9b-bc03-c37e6c3ee97d req-7f7336df-b6fc-4520-91da-a72c026b6532 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:09.478899 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0297bde-c8cb-4ff9-afd2-2b8e0575b89e req-c6c59e1d-e0e9-456e-8423-9d686337bd41 service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627672
Nov 20 20:48:09.508966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb05524-cdf4-4870-9182-38e3f08caa49 req-f8ce51df-eaf9-4e48-b427-9cc8c60b5e30 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:09.516316 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-66d39038-995f-4a9b-bc03-c37e6c3ee97d req-7f7336df-b6fc-4520-91da-a72c026b6532 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:09.516316 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-66d39038-995f-4a9b-bc03-c37e6c3ee97d req-7f7336df-b6fc-4520-91da-a72c026b6532 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:09.516316 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66d39038-995f-4a9b-bc03-c37e6c3ee97d req-7f7336df-b6fc-4520-91da-a72c026b6532 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "DELETE /v2.0/security-groups/dcb4492b-9f67-4e5a-8021-42debabca608 HTTP/1.1" status: 204  len: 173 time: 0.2828960
Nov 20 20:48:09.530729 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6bb05524-cdf4-4870-9182-38e3f08caa49 req-f8ce51df-eaf9-4e48-b427-9cc8c60b5e30 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 943 time: 0.1556263
Nov 20 20:48:09.540702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7336df-b6fc-4520-91da-a72c026b6532 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb4492b-9f67-4e5a-8021-42debabca608,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:09.601326 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6bb05524-cdf4-4870-9182-38e3f08caa49 req-b21c3f5c-652e-46ff-b2d0-a94a0903fd30 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653872
Nov 20 20:48:09.635486 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 189ed4ef-80e9-4e25-b461-a33679104e74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=189ed4ef-80e9-4e25-b461-a33679104e74,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:09.666204 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-5f3b51ce-a925-447c-9d6b-ee4172993a7a req-2bd7157e-9955-4103-a999-ff214099d40b tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] show failed (client error): The resource could not be found.
Nov 20 20:48:09.667254 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5f3b51ce-a925-447c-9d6b-ee4172993a7a req-2bd7157e-9955-4103-a999-ff214099d40b tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/31c36607-66cf-4da0-b414-d0d7fe059673 HTTP/1.1" status: 404  len: 352 time: 0.0182412
Nov 20 20:48:09.700507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 189ed4ef-80e9-4e25-b461-a33679104e74 has no active binding in host nch1-master-1 {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 20 20:48:09.712302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fe6c3-a3f1-4bd5-9efc-2df8a3a25743 req-aa66f7be-1e17-49e6-b0f2-85f609851b28 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:09.714870 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e96fe6c3-a3f1-4bd5-9efc-2df8a3a25743 req-aa66f7be-1e17-49e6-b0f2-85f609851b28 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.1090066
Nov 20 20:48:09.800666 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eb331805-b797-4861-abf4-f02a048a9689 req-d96a6146-db62-4142-ac03-a5aac81ecb36 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 210 time: 0.0358276
Nov 20 20:48:09.822636 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e96fe6c3-a3f1-4bd5-9efc-2df8a3a25743 req-68e911ac-1e2e-4a13-b366-1ed208cf4a4e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951173
Nov 20 20:48:09.902912 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f52e4e4-a616-4f04-8f9a-f80daa2e1b07 req-052e182a-ce34-438c-80ad-7429d7ec13a9 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/28d60a0b-323a-4806-a4bd-518f6aadc8b8 HTTP/1.1" status: 200  len: 1821 time: 0.0501244
Nov 20 20:48:09.956508 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:10.008988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f26975-add1-4d8b-aee6-67a5d77835e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4584c376-5c69-4cf4-91b1-13f4afc7c28d'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:10.012103 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd708da0-993b-416e-9a87-04b7b353ea40" -d '{"events": [{"server_uuid": "60f26975-add1-4d8b-aee6-67a5d77835e4", "name": "network-vif-plugged", "status": "completed", "tag": "4584c376-5c69-4cf4-91b1-13f4afc7c28d"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:10.041124 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 4584c376-5c69-4cf4-91b1-13f4afc7c28d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4584c376-5c69-4cf4-91b1-13f4afc7c28d,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:10.053562 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:10.053767 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d04d6c4-596b-47c0-9968-756777d3464a req-29fad2b4-24a2-4ed2-b437-d084d90f43f9 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c1a432e5f0bc49dc942d406268442ed3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0653698
Nov 20 20:48:10.054676 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 6b6045ba-274e-4026-bce3-97b2ebae1812 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:48:10.087746 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0f52e4e4-a616-4f04-8f9a-f80daa2e1b07 req-db28a7b2-4e12-4365-ac3a-b088298af127 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:10.107410 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f284cf-aed2-4ae5-b70b-38b63050e295 x-openstack-request-id: req-68f284cf-aed2-4ae5-b70b-38b63050e295 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:10.107731 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f26975-add1-4d8b-aee6-67a5d77835e4", "name": "network-vif-plugged", "status": "completed", "tag": "4584c376-5c69-4cf4-91b1-13f4afc7c28d", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:10.107997 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68f284cf-aed2-4ae5-b70b-38b63050e295 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:10.108438 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f26975-add1-4d8b-aee6-67a5d77835e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4584c376-5c69-4cf4-91b1-13f4afc7c28d', 'code': 200}
Nov 20 20:48:10.118407 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3a1fee00-5ac7-4df3-85f1-19d687e6a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4738acd0>, [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:14Z', 'revision_number': 4, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c9702501-acee-4f77-95f4-0b77ed9a950d', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'floating_ip_address': '172.35.1.39', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '0cc9c018-846b-494f-a654-58519664e19e', 'port_id': '49830bee-e4b8-4568-83a8-d29f300b9690', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'mac_address': 'fa:16:3e:b9:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c757299-9a55-42d6-a189-d689f2c8f7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:47:42Z', 'updated_at': '2021-11-20T20:48:07Z', 'revision_number': 1, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7489fbc8-1a62-4fec-8bb0-91663e96f5a7', 'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'mac_address': 'fa:16:3e:03:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:12Z', 'updated_at': '2021-11-20T20:47:20Z', 'revision_number': 5, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'subnets': [{'id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:48:10.176469 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0f52e4e4-a616-4f04-8f9a-f80daa2e1b07 req-db28a7b2-4e12-4365-ac3a-b088298af127 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:10.197385 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1fee00-5ac7-4df3-85f1-19d687e6a43a None None] Checking router: 0cc9c018-846b-494f-a654-58519664e19e for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:48:10.212508 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 6b6045ba-274e-4026-bce3-97b2ebae1812 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:48:10.222370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 6b6045ba-274e-4026-bce3-97b2ebae1812 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:48:10.222894 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:10.287511 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1fee00-5ac7-4df3-85f1-19d687e6a43a None None] Routers {'0cc9c018-846b-494f-a654-58519664e19e'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:48:10.288246 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3a1fee00-5ac7-4df3-85f1-19d687e6a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4738acd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:47:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0cc9c018-846b-494f-a654-58519664e19e'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:48:10.334543 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0f52e4e4-a616-4f04-8f9a-f80daa2e1b07 req-db28a7b2-4e12-4365-ac3a-b088298af127 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:10.337806 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0f52e4e4-a616-4f04-8f9a-f80daa2e1b07 req-db28a7b2-4e12-4365-ac3a-b088298af127 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:10.340925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5beb1-262d-4cb5-9ba2-73ed04278ccd req-9ed660f3-0bc0-4512-9335-ad2eabf4a2cd tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:10.354362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=4584c376-5c69-4cf4-91b1-13f4afc7c28d,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:10.355911 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dcd5beb1-262d-4cb5-9ba2-73ed04278ccd req-9ed660f3-0bc0-4512-9335-ad2eabf4a2cd tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 944 time: 0.1148067
Nov 20 20:48:10.356411 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f52e4e4-a616-4f04-8f9a-f80daa2e1b07 req-db28a7b2-4e12-4365-ac3a-b088298af127 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "DELETE /v2.0/security-groups/28d60a0b-323a-4806-a4bd-518f6aadc8b8 HTTP/1.1" status: 204  len: 173 time: 0.4311931
Nov 20 20:48:10.373907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c757299-9a55-42d6-a189-d689f2c8f7ef', 'tag': '49830bee-e4b8-4568-83a8-d29f300b9690'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:10.376208 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2ad394-cd5f-4e8a-873d-f8578342d7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c757299-9a55-42d6-a189-d689f2c8f7ef", "tag": "49830bee-e4b8-4568-83a8-d29f300b9690"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:10.422254 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28a7b2-4e12-4365-ac3a-b088298af127 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d60a0b-323a-4806-a4bd-518f6aadc8b8,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:10.433497 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:10.457223 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dcd5beb1-262d-4cb5-9ba2-73ed04278ccd req-ec8cd718-b3d0-43a3-a301-e70a7aebb2d3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917654
Nov 20 20:48:10.553215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 6b6045ba-274e-4026-bce3-97b2ebae1812, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b6045ba-274e-4026-bce3-97b2ebae1812,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:10.557432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-3a1fee00-5ac7-4df3-85f1-19d687e6a43a None None] Set router 0cc9c018-846b-494f-a654-58519664e19e gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:48:10.562404 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:10.569488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04d6c4-596b-47c0-9968-756777d3464a req-f0e3c1ee-0218-4220-b1ab-9d88b85c8fbd tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:10.572543 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d04d6c4-596b-47c0-9968-756777d3464a req-f0e3c1ee-0218-4220-b1ab-9d88b85c8fbd tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5044489
Nov 20 20:48:10.582685 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f6427-9c05-45e0-83bf-e1066528acd0 req-75f7409e-275c-48d2-a030-69fd1c89adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:10.584447 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de5f6427-9c05-45e0-83bf-e1066528acd0 req-75f7409e-275c-48d2-a030-69fd1c89adc5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 1096 time: 0.3098192
Nov 20 20:48:10.596147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-7d04d6c4-596b-47c0-9968-756777d3464a req-c9488374-1845-4266-af3a-21d57641ba77 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Request body: {'port': {'device_id': 'a52b80c7-eace-4956-a4bb-9903bc93a9b5', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': 'c1a432e5f0bc49dc942d406268442ed3'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:10.644518 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fe017-0d37-4764-a613-ebca644e4206 req-dc1b4fd2-b281-40b7-ad45-e911053f1189 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:10.648151 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6a8fe017-0d37-4764-a613-ebca644e4206 req-dc1b4fd2-b281-40b7-ad45-e911053f1189 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.2044010
Nov 20 20:48:10.658884 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-682f3b88-b6d6-46d4-bc68-424965930877 req-b893154a-4112-4cc0-b2a8-a31b5e3221e9 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/8312e254-01a8-4e4b-979d-bcf3f19a8a4c HTTP/1.1" status: 200  len: 1822 time: 0.0629175
Nov 20 20:48:10.734886 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=6b6045ba-274e-4026-bce3-97b2ebae1812,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:10.775932 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-682f3b88-b6d6-46d4-bc68-424965930877 req-8841b053-61f9-4717-b6c0-a545d9b37c83 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:10.806706 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-682f3b88-b6d6-46d4-bc68-424965930877 req-8841b053-61f9-4717-b6c0-a545d9b37c83 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:10.865263 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de5f6427-9c05-45e0-83bf-e1066528acd0 req-be3f098a-39e0-4cd8-a14d-81fcc68b4f8c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2618523
Nov 20 20:48:10.901507 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-682f3b88-b6d6-46d4-bc68-424965930877 req-8841b053-61f9-4717-b6c0-a545d9b37c83 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:10.906526 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-682f3b88-b6d6-46d4-bc68-424965930877 req-8841b053-61f9-4717-b6c0-a545d9b37c83 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:10.918670 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6a8fe017-0d37-4764-a613-ebca644e4206 req-4cc94512-3637-4890-8d34-5101ebcb4e09 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2565346
Nov 20 20:48:10.920417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d04d6c4-596b-47c0-9968-756777d3464a req-c9488374-1845-4266-af3a-21d57641ba77 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Made reservation on behalf of c1a432e5f0bc49dc942d406268442ed3 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:48:10.926311 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d04d6c4-596b-47c0-9968-756777d3464a req-c9488374-1845-4266-af3a-21d57641ba77 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:10.932549 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-682f3b88-b6d6-46d4-bc68-424965930877 req-8841b053-61f9-4717-b6c0-a545d9b37c83 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "DELETE /v2.0/security-groups/8312e254-01a8-4e4b-979d-bcf3f19a8a4c HTTP/1.1" status: 204  len: 173 time: 0.2687573
Nov 20 20:48:10.959696 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841b053-61f9-4717-b6c0-a545d9b37c83 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8312e254-01a8-4e4b-979d-bcf3f19a8a4c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:10.978086 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3a1fee00-5ac7-4df3-85f1-19d687e6a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4738acd0>, [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:14Z', 'revision_number': 4, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c9702501-acee-4f77-95f4-0b77ed9a950d', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'floating_ip_address': '172.35.1.39', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '0cc9c018-846b-494f-a654-58519664e19e', 'port_id': '49830bee-e4b8-4568-83a8-d29f300b9690', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'mac_address': 'fa:16:3e:b9:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c757299-9a55-42d6-a189-d689f2c8f7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:47:42Z', 'updated_at': '2021-11-20T20:48:07Z', 'revision_number': 1, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7489fbc8-1a62-4fec-8bb0-91663e96f5a7', 'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'mac_address': 'fa:16:3e:03:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:12Z', 'updated_at': '2021-11-20T20:47:20Z', 'revision_number': 5, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'subnets': [{'id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:48:11.056789 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1fee00-5ac7-4df3-85f1-19d687e6a43a None None] The sync data for ids ['0cc9c018-846b-494f-a654-58519664e19e'] in ncdv-master-1 is: [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:14Z', 'revision_number': 4, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c9702501-acee-4f77-95f4-0b77ed9a950d', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'floating_ip_address': '172.35.1.39', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '0cc9c018-846b-494f-a654-58519664e19e', 'port_id': '49830bee-e4b8-4568-83a8-d29f300b9690', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'mac_address': 'fa:16:3e:b9:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c757299-9a55-42d6-a189-d689f2c8f7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:47:42Z', 'updated_at': '2021-11-20T20:48:07Z', 'revision_number': 1, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7489fbc8-1a62-4fec-8bb0-91663e96f5a7', 'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'mac_address': 'fa:16:3e:03:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:12Z', 'updated_at': '2021-11-20T20:47:20Z', 'revision_number': 5, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'subnets': [{'id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:48:11.070507 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767f20c9-7be1-4ff9-bbc8-dec6409d00c1 x-openstack-request-id: req-767f20c9-7be1-4ff9-bbc8-dec6409d00c1 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:11.071187 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c757299-9a55-42d6-a189-d689f2c8f7ef", "tag": "49830bee-e4b8-4568-83a8-d29f300b9690", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:11.075243 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-767f20c9-7be1-4ff9-bbc8-dec6409d00c1 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:11.085092 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c757299-9a55-42d6-a189-d689f2c8f7ef', 'tag': '49830bee-e4b8-4568-83a8-d29f300b9690', 'status': 'completed', 'code': 200}
Nov 20 20:48:11.104184 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-58d5d778-ced6-468f-8846-8ea2628cb0c0 req-996bf409-9ccc-4ccc-beb6-4863b97c6efb tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 210 time: 0.0471902
Nov 20 20:48:11.264615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd999ac-31b0-42be-8a49-57f637787220 req-5828597d-3c20-4439-bbcf-67cc3bf2d44b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:11.266288 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8bd999ac-31b0-42be-8a49-57f637787220 req-5828597d-3c20-4439-bbcf-67cc3bf2d44b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0724671
Nov 20 20:48:11.278995 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23254b4b-ce49-42cc-a24d-d7bd20ba8e3a req-2dfd591f-9f66-471a-89b6-7c28cfd15ab8 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:11.287909 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-23254b4b-ce49-42cc-a24d-d7bd20ba8e3a req-2dfd591f-9f66-471a-89b6-7c28cfd15ab8 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 943 time: 0.1796715
Nov 20 20:48:11.298463 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ad394-cd5f-4e8a-873d-f8578342d7a1 req-3ee0363f-0c7e-4bf2-871b-f291445f2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:11.299952 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac2ad394-cd5f-4e8a-873d-f8578342d7a1 req-3ee0363f-0c7e-4bf2-871b-f291445f2a47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5857f13b93654bb08bfb0e3045dc0a42&device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 1097 time: 0.2503583
Nov 20 20:48:11.326028 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8bd999ac-31b0-42be-8a49-57f637787220 req-def99f72-3804-404d-87bc-11fc08f1f8c3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520623
Nov 20 20:48:11.399537 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-7d04d6c4-596b-47c0-9968-756777d3464a req-c9488374-1845-4266-af3a-21d57641ba77 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Allocated IP 192.168.233.166 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/d8a96fcd-0d70-42d9-969c-d580c3b6eb61) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:48:11.414467 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-23254b4b-ce49-42cc-a24d-d7bd20ba8e3a req-d575180d-b41e-4e3f-9516-aab070b57867 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110721
Nov 20 20:48:11.474448 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8f4db007-5ecf-4836-82d2-dc922fb738bd req-ef675193-65bb-4ed1-85ff-bfd2ad1e033e tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/5ea0cedc-301c-417f-99d2-c0d3a5fbe0a8 HTTP/1.1" status: 200  len: 1821 time: 0.0844376
Nov 20 20:48:11.584871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ad394-cd5f-4e8a-873d-f8578342d7a1 req-a763c496-5e34-4b4b-bb55-4e3caa0e8457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:11.586448 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac2ad394-cd5f-4e8a-873d-f8578342d7a1 req-a763c496-5e34-4b4b-bb55-4e3caa0e8457 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b732d073-2758-47f6-b640-8b10bd32a71a HTTP/1.1" status: 200  len: 925 time: 0.2548437
Nov 20 20:48:11.592947 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45cea8-37ac-4c6a-a283-68df9da09774 None None] New status for floating IP c9702501-acee-4f77-95f4-0b77ed9a950d: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:48:11.629802 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8f4db007-5ecf-4836-82d2-dc922fb738bd req-ff2e8a60-d378-4cf1-b7e4-03600bf53705 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:11.660625 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8f4db007-5ecf-4836-82d2-dc922fb738bd req-ff2e8a60-d378-4cf1-b7e4-03600bf53705 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:11.715968 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8f4db007-5ecf-4836-82d2-dc922fb738bd req-ff2e8a60-d378-4cf1-b7e4-03600bf53705 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:11.719766 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8f4db007-5ecf-4836-82d2-dc922fb738bd req-ff2e8a60-d378-4cf1-b7e4-03600bf53705 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:11.721237 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8f4db007-5ecf-4836-82d2-dc922fb738bd req-ff2e8a60-d378-4cf1-b7e4-03600bf53705 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "DELETE /v2.0/security-groups/5ea0cedc-301c-417f-99d2-c0d3a5fbe0a8 HTTP/1.1" status: 204  len: 173 time: 0.2458506
Nov 20 20:48:11.741699 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e8a60-d378-4cf1-b7e4-03600bf53705 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea0cedc-301c-417f-99d2-c0d3a5fbe0a8,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:11.919732 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ca39d2b0-b1e4-44f2-8ea6-3cb9a2230b36 req-8ca4a2d8-517f-46d1-90d5-ac503b98c339 tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/9b2c5737-1267-460e-8252-07642b02e59a HTTP/1.1" status: 200  len: 2420 time: 0.0705032
Nov 20 20:48:12.030236 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ca39d2b0-b1e4-44f2-8ea6-3cb9a2230b36 req-103a14d4-a211-4248-a49f-e7e4d8ca5fbb tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:12.062276 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ca39d2b0-b1e4-44f2-8ea6-3cb9a2230b36 req-103a14d4-a211-4248-a49f-e7e4d8ca5fbb tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:12.110781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6045ba-274e-4026-bce3-97b2ebae1812'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:12.111802 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd0a76e-3ac5-404b-94d6-41e5ee15bb96" -d '{"events": [{"server_uuid": "7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40", "name": "network-vif-plugged", "status": "completed", "tag": "6b6045ba-274e-4026-bce3-97b2ebae1812"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:12.131655 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ca39d2b0-b1e4-44f2-8ea6-3cb9a2230b36 req-103a14d4-a211-4248-a49f-e7e4d8ca5fbb tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:12.132922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c54344-2d16-4b2c-a56a-11637ab1d000 req-6d10140c-8c82-4321-a381-f93ccba8ddc8 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:12.134455 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02c54344-2d16-4b2c-a56a-11637ab1d000 req-6d10140c-8c82-4321-a381-f93ccba8ddc8 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 945 time: 0.5099449
Nov 20 20:48:12.135499 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ca39d2b0-b1e4-44f2-8ea6-3cb9a2230b36 req-103a14d4-a211-4248-a49f-e7e4d8ca5fbb tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:12.138826 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ca39d2b0-b1e4-44f2-8ea6-3cb9a2230b36 req-103a14d4-a211-4248-a49f-e7e4d8ca5fbb tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "DELETE /v2.0/security-groups/9b2c5737-1267-460e-8252-07642b02e59a HTTP/1.1" status: 204  len: 173 time: 0.2046735
Nov 20 20:48:12.142976 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac2ad394-cd5f-4e8a-873d-f8578342d7a1 req-3261f77e-573e-4bd4-b209-6914a00428c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49830bee-e4b8-4568-83a8-d29f300b9690 HTTP/1.1" status: 200  len: 999 time: 0.5314310
Nov 20 20:48:12.160322 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a14d4-a211-4248-a49f-e7e4d8ca5fbb tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2c5737-1267-460e-8252-07642b02e59a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:12.243612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ad394-cd5f-4e8a-873d-f8578342d7a1 req-6c209ef6-2b03-4800-b96c-f008b3b1b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:12.245066 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac2ad394-cd5f-4e8a-873d-f8578342d7a1 req-6c209ef6-2b03-4800-b96c-f008b3b1b2e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b201ef63-9242-4505-8ba1-cc569c2352d2 HTTP/1.1" status: 200  len: 863 time: 0.0815353
Nov 20 20:48:12.251608 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d04d6c4-596b-47c0-9968-756777d3464a req-c9488374-1845-4266-af3a-21d57641ba77 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:12.273448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aad82e-c97e-49ee-aacc-e5499d6f1794 req-6ef5592a-5dfa-4b42-850f-5bf079859a74 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:12.275140 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6aad82e-c97e-49ee-aacc-e5499d6f1794 req-6ef5592a-5dfa-4b42-850f-5bf079859a74 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.0539172
Nov 20 20:48:12.297744 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02c54344-2d16-4b2c-a56a-11637ab1d000 req-b39f11d9-44b2-44af-8275-7e4774123367 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466489
Nov 20 20:48:12.343576 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6aad82e-c97e-49ee-aacc-e5499d6f1794 req-85a2dc19-0d96-4fbf-882a-43008fce4b1d tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613301
Nov 20 20:48:12.359250 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d04d6c4-596b-47c0-9968-756777d3464a req-c9488374-1845-4266-af3a-21d57641ba77 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:12.362777 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773d37bb-7bbb-442f-829d-6dd00ab82a50 x-openstack-request-id: req-773d37bb-7bbb-442f-829d-6dd00ab82a50 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:12.363098 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40", "name": "network-vif-plugged", "status": "completed", "tag": "6b6045ba-274e-4026-bce3-97b2ebae1812", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:12.363364 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-773d37bb-7bbb-442f-829d-6dd00ab82a50 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:12.363614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ad394-cd5f-4e8a-873d-f8578342d7a1 req-fbb08120-00ab-41fc-bf4f-ada0c8dddc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:12.364146 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6045ba-274e-4026-bce3-97b2ebae1812', 'code': 200}
Nov 20 20:48:12.366696 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac2ad394-cd5f-4e8a-873d-f8578342d7a1 req-fbb08120-00ab-41fc-bf4f-ada0c8dddc32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b732d073-2758-47f6-b640-8b10bd32a71a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1102865
Nov 20 20:48:12.379739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['4d485831-9d58-4e82-8916-5e43c48e5118'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:12.405003 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['1f1cf981-26ff-4024-b94c-8e78ef84d154'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:12.461205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d04d6c4-596b-47c0-9968-756777d3464a req-c9488374-1845-4266-af3a-21d57641ba77 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:48:12.477432 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e422e-b3e0-4618-ac6f-ea7401cc3e37 req-70e6a316-52c7-4363-aedd-f6c451cf00ae tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:12.479387 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed1e422e-b3e0-4618-ac6f-ea7401cc3e37 req-70e6a316-52c7-4363-aedd-f6c451cf00ae tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 936 time: 0.0597477
Nov 20 20:48:12.486086 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-7d04d6c4-596b-47c0-9968-756777d3464a req-c9488374-1845-4266-af3a-21d57641ba77 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:48:12.494286 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d04d6c4-596b-47c0-9968-756777d3464a req-c9488374-1845-4266-af3a-21d57641ba77 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:48:12.570772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9488374-1845-4266-af3a-21d57641ba77 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Pushing event updated for resources: {'Port': ['ID=d8a96fcd-0d70-42d9-969c-d580c3b6eb61,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:12.572210 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed1e422e-b3e0-4618-ac6f-ea7401cc3e37 req-341a448f-226f-422b-9a95-3fafce291068 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854597
Nov 20 20:48:12.580723 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e74c1b4-ff4f-4250-9c10-8457e8c07b27 req-6d605148-41d4-4d46-bfa7-4cb0f1fa81cd tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "GET /v2.0/security-groups/0fcf19d0-1437-48d8-bc8f-5498493aa410 HTTP/1.1" status: 200  len: 2415 time: 0.1826477
Nov 20 20:48:12.635734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04d6c4-596b-47c0-9968-756777d3464a req-c9488374-1845-4266-af3a-21d57641ba77 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:12.636995 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d04d6c4-596b-47c0-9968-756777d3464a req-c9488374-1845-4266-af3a-21d57641ba77 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:12.652189 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac2ad394-cd5f-4e8a-873d-f8578342d7a1 req-82a1b9bf-148f-41b7-8ba5-612f3c47cc61 service neutron] 10.222.0.47 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2552178
Nov 20 20:48:12.672385 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d04d6c4-596b-47c0-9968-756777d3464a req-c9488374-1845-4266-af3a-21d57641ba77 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0854645
Nov 20 20:48:12.691914 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8e74c1b4-ff4f-4250-9c10-8457e8c07b27 req-cf80c396-5b2d-427f-9e22-f4930f853e3d tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:12.708780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fe4bc-3121-4e3c-b242-34734f6bad60 req-651eaea9-9693-4991-987a-cc8479969f4c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:12.722317 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8e74c1b4-ff4f-4250-9c10-8457e8c07b27 req-cf80c396-5b2d-427f-9e22-f4930f853e3d tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:12.730209 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-346fe4bc-3121-4e3c-b242-34734f6bad60 req-651eaea9-9693-4991-987a-cc8479969f4c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0810025
Nov 20 20:48:12.766791 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ca9aa21d-ab67-440b-ab63-f4c698056a71 None None] Provisioning complete for port d8a96fcd-0d70-42d9-969c-d580c3b6eb61 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:48:12.768024 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ca9aa21d-ab67-440b-ab63-f4c698056a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:12.811109 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-346fe4bc-3121-4e3c-b242-34734f6bad60 req-332f976e-494e-4b95-ad8e-536a7ef433ae tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796945
Nov 20 20:48:12.814634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ca9aa21d-ab67-440b-ab63-f4c698056a71 None None] Port d8a96fcd-0d70-42d9-969c-d580c3b6eb61 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:48:12.847704 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8e74c1b4-ff4f-4250-9c10-8457e8c07b27 req-cf80c396-5b2d-427f-9e22-f4930f853e3d tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:12.851399 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8e74c1b4-ff4f-4250-9c10-8457e8c07b27 req-cf80c396-5b2d-427f-9e22-f4930f853e3d tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:12.852539 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e74c1b4-ff4f-4250-9c10-8457e8c07b27 req-cf80c396-5b2d-427f-9e22-f4930f853e3d tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] 10.222.0.41 "DELETE /v2.0/security-groups/0fcf19d0-1437-48d8-bc8f-5498493aa410 HTTP/1.1" status: 204  len: 173 time: 0.2536888
Nov 20 20:48:12.859047 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57380) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:48:12.859899 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac2ad394-cd5f-4e8a-873d-f8578342d7a1 req-df52c0eb-7096-4dbb-b577-c28649f6a7bf service neutron] 10.222.0.47 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332371
Nov 20 20:48:12.865278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80c396-5b2d-427f-9e22-f4930f853e3d tempest-SecurityGroupRulesTestJSON-309733550 tempest-SecurityGroupRulesTestJSON-309733550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcf19d0-1437-48d8-bc8f-5498493aa410,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:12.945587 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2321d2-1cd6-4469-a900-9cbfd378e38a admin admin] Deleting subnet 30ad6947-ec2e-4bf0-b7f2-1640b2ffad21 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:48:12.950029 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c2321d2-1cd6-4469-a900-9cbfd378e38a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:12.991607 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94e67a-617f-49fd-aa8b-519a88c0aeb6 req-6df64df5-7ba8-4a28-9140-95b7d801891f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:12.993143 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4f94e67a-617f-49fd-aa8b-519a88c0aeb6 req-6df64df5-7ba8-4a28-9140-95b7d801891f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 943 time: 0.1028092
Nov 20 20:48:13.002752 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c2321d2-1cd6-4469-a900-9cbfd378e38a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.081500 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4f94e67a-617f-49fd-aa8b-519a88c0aeb6 req-d48db282-f550-40b3-9524-2fb3ee858346 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818295
Nov 20 20:48:13.082638 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c2321d2-1cd6-4469-a900-9cbfd378e38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.139497 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c2321d2-1cd6-4469-a900-9cbfd378e38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.146677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0901b4-aa44-4658-825b-c2d9c616ab7f req-7adea1a8-1380-4904-a5e1-faaacf6c2afb tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:13.148617 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb0901b4-aa44-4658-825b-c2d9c616ab7f req-7adea1a8-1380-4904-a5e1-faaacf6c2afb tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=7026c1aa-a9a9-437b-82e7-7121e7fc4b26 HTTP/1.1" status: 200  len: 949 time: 0.0521665
Nov 20 20:48:13.172945 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2321d2-1cd6-4469-a900-9cbfd378e38a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ad6947-ec2e-4bf0-b7f2-1640b2ffad21,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:13.175424 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c2321d2-1cd6-4469-a900-9cbfd378e38a admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.178185 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8c2321d2-1cd6-4469-a900-9cbfd378e38a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/30ad6947-ec2e-4bf0-b7f2-1640b2ffad21 HTTP/1.1" status: 204  len: 168 time: 0.3179879
Nov 20 20:48:13.180613 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57402) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:48:13.188026 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fa328752-9502-4084-a231-c5bdd965b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.201992 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb0901b4-aa44-4658-825b-c2d9c616ab7f req-c5bbe81c-3e8b-483c-8782-5694d934094f tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473506
Nov 20 20:48:13.252213 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31f518ee-b239-4d8e-b6ea-ead14bd05beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.280708 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-cb75a237-a99d-49e5-bc16-22863d70adb2 service neutron] 10.222.0.47 "GET /v2.0/ports/189ed4ef-80e9-4e25-b461-a33679104e74/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0644886
Nov 20 20:48:13.342319 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31f518ee-b239-4d8e-b6ea-ead14bd05beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.366536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-31f518ee-b239-4d8e-b6ea-ead14bd05beb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ea6a8b0>,) {'filters': {'network_id': ['02f27d14-aac4-4582-b20d-f8462cde1082']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:48:13.376786 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-31f518ee-b239-4d8e-b6ea-ead14bd05beb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ea6a8b0>, '25584196-8f4d-448d-bad5-f7906eb4024c') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:48:13.377326 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-31f518ee-b239-4d8e-b6ea-ead14bd05beb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ea6a8b0>, '25584196-8f4d-448d-bad5-f7906eb4024c') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:48:13.387814 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31f518ee-b239-4d8e-b6ea-ead14bd05beb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.402806 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31f518ee-b239-4d8e-b6ea-ead14bd05beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.409687 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f518ee-b239-4d8e-b6ea-ead14bd05beb admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:48:13.410092 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31f518ee-b239-4d8e-b6ea-ead14bd05beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:48:13.412408 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:48:13.475542 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31f518ee-b239-4d8e-b6ea-ead14bd05beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.481525 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31f518ee-b239-4d8e-b6ea-ead14bd05beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.484818 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-31f518ee-b239-4d8e-b6ea-ead14bd05beb admin admin] 10.222.0.41 "DELETE /v2.0/networks/02f27d14-aac4-4582-b20d-f8462cde1082 HTTP/1.1" status: 204  len: 168 time: 0.3032727
Nov 20 20:48:13.497368 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f518ee-b239-4d8e-b6ea-ead14bd05beb admin admin] Pushing event deleted for resources: {'Network': ['ID=02f27d14-aac4-4582-b20d-f8462cde1082,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:13.500351 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfda439-99e6-41fe-9727-dbdedb270842 req-e08d7a6a-8fe4-441b-8995-55946afaf082 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:13.508733 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2bfda439-99e6-41fe-9727-dbdedb270842 req-e08d7a6a-8fe4-441b-8995-55946afaf082 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 945 time: 0.1294136
Nov 20 20:48:13.569183 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-796fceba-83a0-43df-a102-415ad2c11f8f service neutron] For port 189ed4ef-80e9-4e25-b461-a33679104e74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=189ed4ef-80e9-4e25-b461-a33679104e74,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:13.596275 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2bfda439-99e6-41fe-9727-dbdedb270842 req-69cd3b13-cf11-4d35-af6b-929ac424d4bc tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865910
Nov 20 20:48:13.603542 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-796fceba-83a0-43df-a102-415ad2c11f8f service neutron] For port 189ed4ef-80e9-4e25-b461-a33679104e74, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:13.641167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-796fceba-83a0-43df-a102-415ad2c11f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189ed4ef-80e9-4e25-b461-a33679104e74 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:13.653239 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-796fceba-83a0-43df-a102-415ad2c11f8f service neutron] For port 189ed4ef-80e9-4e25-b461-a33679104e74, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=189ed4ef-80e9-4e25-b461-a33679104e74,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:13.655547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57428) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:48:13.669081 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-796fceba-83a0-43df-a102-415ad2c11f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.702020 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b44bd2-dd92-4339-91f0-e6df4d553740 req-7c22d716-921e-46ca-8fcd-360e1e64268f tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:13.703556 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f6b44bd2-dd92-4339-91f0-e6df4d553740 req-7c22d716-921e-46ca-8fcd-360e1e64268f tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.1016133
Nov 20 20:48:13.735322 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4075236a-6be6-4c86-b792-00a3f912cb16 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe09528fc0a54a93832c4d7ae2f59993&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0783405
Nov 20 20:48:13.737739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57434) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:48:13.773472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Request body: {'port': {'device_id': 'a52b80c7-eace-4956-a4bb-9903bc93a9b5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:13.793509 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f6b44bd2-dd92-4339-91f0-e6df4d553740 req-6ebb0b20-a99a-49f3-b42e-04ba3ecf8e4a tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797422
Nov 20 20:48:13.820474 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-01bd02ef-f284-462e-9636-4ad759276a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.821590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-796fceba-83a0-43df-a102-415ad2c11f8f service neutron] Transition to ACTIVE for port object 189ed4ef-80e9-4e25-b461-a33679104e74 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:48:13.842970 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-796fceba-83a0-43df-a102-415ad2c11f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.848727 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-01bd02ef-f284-462e-9636-4ad759276a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.892284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c90dcb-11f5-4674-8ae1-395f2bc6a015 req-c7c256cd-1bc6-4105-b553-871b3ccb817d tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:13.894073 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d4c90dcb-11f5-4674-8ae1-395f2bc6a015 req-c7c256cd-1bc6-4105-b553-871b3ccb817d tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 936 time: 0.1587620
Nov 20 20:48:13.916966 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.931758 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-01bd02ef-f284-462e-9636-4ad759276a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.936440 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-01bd02ef-f284-462e-9636-4ad759276a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:13.936440 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-01bd02ef-f284-462e-9636-4ad759276a5e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a8a0d3e-5e85-4975-a5c8-bfdfdafa9b20 HTTP/1.1" status: 204  len: 168 time: 0.1953225
Nov 20 20:48:14.005148 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-796fceba-83a0-43df-a102-415ad2c11f8f service neutron] No DVR routers for this DVR port 189ed4ef-80e9-4e25-b461-a33679104e74 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:48:14.011323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd02ef-f284-462e-9636-4ad759276a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8a0d3e-5e85-4975-a5c8-bfdfdafa9b20,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:14.038193 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fceba-83a0-43df-a102-415ad2c11f8f service neutron] Pushing event updated for resources: {'Port': ['ID=189ed4ef-80e9-4e25-b461-a33679104e74,revision_number=10']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:14.048625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aac976-23d4-4d6a-9554-322f6047da95 req-68f180ed-666c-4639-8a30-27a0d0f4d211 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:14.057271 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45aac976-23d4-4d6a-9554-322f6047da95 req-68f180ed-666c-4639-8a30-27a0d0f4d211 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.1362913
Nov 20 20:48:14.131744 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45aac976-23d4-4d6a-9554-322f6047da95 req-d445e3c8-f603-489f-bd19-e40e5f756d72 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732379
Nov 20 20:48:14.191496 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d4c90dcb-11f5-4674-8ae1-395f2bc6a015 req-01509b9a-5b3b-4994-8fc3-2444a077421f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2581489
Nov 20 20:48:14.209067 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d9af5-7974-47c0-87ad-c0d342d27960 req-26afd478-a75c-462f-9506-f3a5802c71f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:14.212525 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-254d9af5-7974-47c0-87ad-c0d342d27960 req-26afd478-a75c-462f-9506-f3a5802c71f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 1096 time: 0.3042624
Nov 20 20:48:14.297518 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-796fceba-83a0-43df-a102-415ad2c11f8f service neutron] 10.222.0.47 "PUT /v2.0/ports/189ed4ef-80e9-4e25-b461-a33679104e74/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.0022652
Nov 20 20:48:14.415858 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-254d9af5-7974-47c0-87ad-c0d342d27960 req-6c58e6df-2bc3-45dd-94ee-59055050aa09 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363485
Nov 20 20:48:14.459974 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b87bb4-5ec7-4a41-b864-228c6a5a83c2 req-7710cd8f-66e5-48e4-831e-971da7f2c78f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:14.462527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42b87bb4-5ec7-4a41-b864-228c6a5a83c2 req-7710cd8f-66e5-48e4-831e-971da7f2c78f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 944 time: 0.1797032
Nov 20 20:48:14.478720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-0fec47c1-6a02-4b05-94bb-3c6f6edfca93 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:14.480385 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-0fec47c1-6a02-4b05-94bb-3c6f6edfca93 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798&tenant_id=ee7537dd85d04e808dc792658afa443e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1118135
Nov 20 20:48:14.544219 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42b87bb4-5ec7-4a41-b864-228c6a5a83c2 req-8fd129ae-81d3-4ceb-92f3-f5768dbd2451 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751135
Nov 20 20:48:14.602985 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a96fcd-0d70-42d9-969c-d580c3b6eb61 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:14.611182 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:14.633580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Transition to ACTIVE for port object d8a96fcd-0d70-42d9-969c-d580c3b6eb61 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:48:14.638659 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:14.727241 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a96fcd-0d70-42d9-969c-d580c3b6eb61,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:14.740577 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-0aabee24-31c7-468d-b964-32f003ccc85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:14.747035 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-0aabee24-31c7-468d-b964-32f003ccc85c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798&tenant_id=ee7537dd85d04e808dc792658afa443e HTTP/1.1" status: 200  len: 1095 time: 0.1018858
Nov 20 20:48:14.788791 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81692716-34c9-4476-9fe9-ec1c7b9746d6 req-35a4bf05-af7d-4853-8d12-7899ccc2b81a tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:14.798776 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81692716-34c9-4476-9fe9-ec1c7b9746d6 req-35a4bf05-af7d-4853-8d12-7899ccc2b81a tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 945 time: 0.1100130
Nov 20 20:48:14.827779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Attempting to bind port d8a96fcd-0d70-42d9-969c-d580c3b6eb61 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:48:14.828098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Attempting to bind port d8a96fcd-0d70-42d9-969c-d580c3b6eb61 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:48:14.828610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Attempting to bind port d8a96fcd-0d70-42d9-969c-d580c3b6eb61 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:14.838980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Port d8a96fcd-0d70-42d9-969c-d580c3b6eb61 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:48:14.839327 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Attempting to bind port d8a96fcd-0d70-42d9-969c-d580c3b6eb61 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:14.847739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:48:14.848080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:48:14.848591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:48:14.849872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Bound port: d8a96fcd-0d70-42d9-969c-d580c3b6eb61, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:48:14.849872 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:14.887567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57476) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:48:14.924825 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81692716-34c9-4476-9fe9-ec1c7b9746d6 req-71f28832-0ae5-4307-8faa-6248d6c82dc0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204484
Nov 20 20:48:14.940520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-1ad36622-4160-4cf2-8877-319e63f833c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:14.943154 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-1ad36622-4160-4cf2-8877-319e63f833c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 1095 time: 0.1410112
Nov 20 20:48:14.977626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] For port d8a96fcd-0d70-42d9-969c-d580c3b6eb61, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:14.995304 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] For port d8a96fcd-0d70-42d9-969c-d580c3b6eb61, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8a96fcd-0d70-42d9-969c-d580c3b6eb61,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:48:15.005338 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:15.022095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c42de-6019-4d11-a730-7883f8e50ae1 req-d7bb1f86-d82f-4c76-827c-5762ba426541 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:15.024024 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-983c42de-6019-4d11-a730-7883f8e50ae1 req-d7bb1f86-d82f-4c76-827c-5762ba426541 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.0790477
Nov 20 20:48:15.052329 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-517171b2-d12f-4008-b8e6-34eb650714a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:15.053823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-517171b2-d12f-4008-b8e6-34eb650714a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 921 time: 0.1022179
Nov 20 20:48:15.062608 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-2bbee60e-bc44-4d5d-a51a-fd6c51ca40bd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-76785331-network', 'tenant_id': '1b0c2ea7352848dcbb0c66efff699f0a'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:15.095510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:15.096132 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:15.097536 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d04d6c4-596b-47c0-9968-756777d3464a req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] 10.222.0.37 "PUT /v2.0/ports/d8a96fcd-0d70-42d9-969c-d580c3b6eb61 HTTP/1.1" status: 200  len: 1096 time: 1.3290508
Nov 20 20:48:15.102320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52b80c7-eace-4956-a4bb-9903bc93a9b5', 'tag': 'd8a96fcd-0d70-42d9-969c-d580c3b6eb61'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:15.104568 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc8508c-8774-4bf1-9992-b04891a564ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a52b80c7-eace-4956-a4bb-9903bc93a9b5", "tag": "d8a96fcd-0d70-42d9-969c-d580c3b6eb61"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:15.120049 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-07a8191d-b6af-4411-9f18-35a5d4ffde9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=189ed4ef-80e9-4e25-b461-a33679104e74 HTTP/1.1" status: 200  len: 217 time: 0.0405729
Nov 20 20:48:15.139463 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbee60e-bc44-4d5d-a51a-fd6c51ca40bd admin admin] Made reservation on behalf of 1b0c2ea7352848dcbb0c66efff699f0a for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:48:15.141913 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2bbee60e-bc44-4d5d-a51a-fd6c51ca40bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:15.155877 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c4b439-45b2-4776-9892-8611b2c0ccf4 x-openstack-request-id: req-e4c4b439-45b2-4776-9892-8611b2c0ccf4 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:15.156192 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52b80c7-eace-4956-a4bb-9903bc93a9b5", "tag": "d8a96fcd-0d70-42d9-969c-d580c3b6eb61", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:15.156523 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4c4b439-45b2-4776-9892-8611b2c0ccf4 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:15.156827 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52b80c7-eace-4956-a4bb-9903bc93a9b5', 'tag': 'd8a96fcd-0d70-42d9-969c-d580c3b6eb61', 'status': 'completed', 'code': 200}
Nov 20 20:48:15.157854 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2bbee60e-bc44-4d5d-a51a-fd6c51ca40bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:15.167459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d73f6f-7c6e-4bb5-9df7-1175afa15ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a96fcd-0d70-42d9-969c-d580c3b6eb61,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:15.224375 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-3a0e4d1f-3e63-4be0-b07e-d77e34101dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:15.226484 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-3a0e4d1f-3e63-4be0-b07e-d77e34101dee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.0741258
Nov 20 20:48:15.272061 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-983c42de-6019-4d11-a730-7883f8e50ae1 req-cde14449-3ced-45c0-981e-854c78f81853 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149689
Nov 20 20:48:15.286942 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-4cdfff0a-b27c-42f5-bc01-7b9f41c84c0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443149
Nov 20 20:48:15.306038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04d6c4-596b-47c0-9968-756777d3464a req-d75c24e8-129d-4553-b9be-c9c1e50b85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:15.308798 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d04d6c4-596b-47c0-9968-756777d3464a req-d75c24e8-129d-4553-b9be-c9c1e50b85f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1a432e5f0bc49dc942d406268442ed3&device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 1099 time: 0.1356032
Nov 20 20:48:15.353224 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e9af7-4d63-4bdf-a469-adf12ac96b62 req-d555e8b1-255d-42ca-8ad2-7f04f389f63f tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:15.355068 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9d6e9af7-4d63-4bdf-a469-adf12ac96b62 req-d555e8b1-255d-42ca-8ad2-7f04f389f63f tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.1450291
Nov 20 20:48:15.376801 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d04d6c4-596b-47c0-9968-756777d3464a req-8d4009da-c10b-4d1a-86cf-e9a021d927e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=d8a96fcd-0d70-42d9-969c-d580c3b6eb61 HTTP/1.1" status: 200  len: 217 time: 0.0531020
Nov 20 20:48:15.446076 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2bbee60e-bc44-4d5d-a51a-fd6c51ca40bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:15.451540 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-14d45cb0-f22e-422a-9669-a02c5fa3d2f4 service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515877
Nov 20 20:48:15.455066 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9d6e9af7-4d63-4bdf-a469-adf12ac96b62 req-ff055086-e8e8-4016-a63d-2ff9e085350d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647993
Nov 20 20:48:15.457474 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2bbee60e-bc44-4d5d-a51a-fd6c51ca40bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:15.498361 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbee60e-bc44-4d5d-a51a-fd6c51ca40bd admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:48:15.509836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04d6c4-596b-47c0-9968-756777d3464a req-fb7a9fd0-d0ca-4e8b-976c-47bcc907a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:15.511397 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d04d6c4-596b-47c0-9968-756777d3464a req-fb7a9fd0-d0ca-4e8b-976c-47bcc907a256 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1224482
Nov 20 20:48:15.530628 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e376177-42f8-4a4b-bc5d-ee8b759d9fe4 req-a51e4cf4-0b56-40b2-9426-f35cd8c63715 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:15.532717 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e376177-42f8-4a4b-bc5d-ee8b759d9fe4 req-a51e4cf4-0b56-40b2-9426-f35cd8c63715 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 948 time: 0.1647465
Nov 20 20:48:15.538429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbee60e-bc44-4d5d-a51a-fd6c51ca40bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:15.557052 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2bbee60e-bc44-4d5d-a51a-fd6c51ca40bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:15.557637 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-2bbee60e-bc44-4d5d-a51a-fd6c51ca40bd admin admin] Added segment eb5d8917-bdce-443a-9f43-b305ebe271f7 of type vlan for network f82a7818-62f9-41df-8e59-1f9bb434e3d7
Nov 20 20:48:15.570582 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f0af5fed-a316-428d-bafd-b1d51b122001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:15.573558 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-d6f69218-d960-40bd-b3e2-a128a20f564a service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1025853
Nov 20 20:48:15.644813 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2bbee60e-bc44-4d5d-a51a-fd6c51ca40bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:15.676019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf8a26-6022-4386-8784-e3678db3298d req-c6013c7b-c0de-4f56-bcc1-623434041c81 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:15.678126 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ffdf8a26-6022-4386-8784-e3678db3298d req-c6013c7b-c0de-4f56-bcc1-623434041c81 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 944 time: 0.0542157
Nov 20 20:48:15.694597 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e376177-42f8-4a4b-bc5d-ee8b759d9fe4 req-ee1152e0-7540-4486-8dc7-6f4ae5c27547 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249230
Nov 20 20:48:15.700699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04d6c4-596b-47c0-9968-756777d3464a req-8de83114-777b-44e7-92ee-c4aea8ea888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:15.702527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d04d6c4-596b-47c0-9968-756777d3464a req-8de83114-777b-44e7-92ee-c4aea8ea888f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1666632
Nov 20 20:48:15.703671 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2bbee60e-bc44-4d5d-a51a-fd6c51ca40bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:15.704638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbee60e-bc44-4d5d-a51a-fd6c51ca40bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:15.705332 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2bbee60e-bc44-4d5d-a51a-fd6c51ca40bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:15.736386 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ffdf8a26-6022-4386-8784-e3678db3298d req-e175a219-c2be-4bac-9c28-4f27394cf10e tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518291
Nov 20 20:48:15.757857 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2bbee60e-bc44-4d5d-a51a-fd6c51ca40bd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8691521
Nov 20 20:48:15.761163 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57490) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:48:15.766897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-19bc6521-be2a-42ab-ad75-1526624757d1 admin admin] Request body: {'subnet': {'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-76785331-subnet', 'tenant_id': '1b0c2ea7352848dcbb0c66efff699f0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:15.791627 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bc6521-be2a-42ab-ad75-1526624757d1 admin admin] Made reservation on behalf of 1b0c2ea7352848dcbb0c66efff699f0a for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:48:15.794613 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19bc6521-be2a-42ab-ad75-1526624757d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:15.808313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbee60e-bc44-4d5d-a51a-fd6c51ca40bd admin admin] Pushing event updated for resources: {'Network': ['ID=f82a7818-62f9-41df-8e59-1f9bb434e3d7,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:15.820835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network f82a7818-62f9-41df-8e59-1f9bb434e3d7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:48:15.890408 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d04d6c4-596b-47c0-9968-756777d3464a req-77dea61e-9490-41e1-98b4-3744c339c4db service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1644046
Nov 20 20:48:16.010756 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d04d6c4-596b-47c0-9968-756777d3464a req-3d95bd5d-bd8b-4ba6-a431-e1db444342b9 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898075
Nov 20 20:48:16.031139 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-42684a40-dc07-4f82-9e38-ea6265e8f936 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:16.032740 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-42684a40-dc07-4f82-9e38-ea6265e8f936 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798&tenant_id=ee7537dd85d04e808dc792658afa443e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0937743
Nov 20 20:48:16.088857 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19bc6521-be2a-42ab-ad75-1526624757d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:16.134608 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8508c-8774-4bf1-9992-b04891a564ae req-70574eff-fa7a-4448-bb57-4c858b6df905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:16.136255 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbc8508c-8774-4bf1-9992-b04891a564ae req-70574eff-fa7a-4448-bb57-4c858b6df905 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1a432e5f0bc49dc942d406268442ed3&device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 1099 time: 0.0408099
Nov 20 20:48:16.149562 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661de91-e10e-440c-a502-27dfd457afef req-002bb3c9-c9c1-48bd-8678-fc1f88bbff61 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:16.151180 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f661de91-e10e-440c-a502-27dfd457afef req-002bb3c9-c9c1-48bd-8678-fc1f88bbff61 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 945 time: 0.1420064
Nov 20 20:48:16.193847 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc6521-be2a-42ab-ad75-1526624757d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e91b14ea-0983-48f2-b667-d7d8c840210d,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:16.240448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8508c-8774-4bf1-9992-b04891a564ae req-bdb0fef6-2c40-4bd7-a416-e04ad6040531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:16.241948 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbc8508c-8774-4bf1-9992-b04891a564ae req-bdb0fef6-2c40-4bd7-a416-e04ad6040531 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.0907342
Nov 20 20:48:16.255587 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bc6521-be2a-42ab-ad75-1526624757d1 admin admin] Checking segment: {'id': 'eb5d8917-bdce-443a-9f43-b305ebe271f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:48:16.255948 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc6521-be2a-42ab-ad75-1526624757d1 admin admin] Network hostable DHCP agents. Network: f82a7818-62f9-41df-8e59-1f9bb434e3d7, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:48:16.278313 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f661de91-e10e-440c-a502-27dfd457afef req-cac197f4-9924-438a-863a-ceaa7f5484b3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139641
Nov 20 20:48:16.293471 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbc8508c-8774-4bf1-9992-b04891a564ae req-9c4b6d0f-9280-420e-93c0-fa40bcd208ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=d8a96fcd-0d70-42d9-969c-d580c3b6eb61 HTTP/1.1" status: 200  len: 217 time: 0.0360143
Nov 20 20:48:16.297075 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc6521-be2a-42ab-ad75-1526624757d1 admin admin] Network f82a7818-62f9-41df-8e59-1f9bb434e3d7 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:48:16.303490 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-358a98c8-ea92-4112-9113-1ea34931e99d service neutron] For port 189ed4ef-80e9-4e25-b461-a33679104e74, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:16.308621 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-358a98c8-ea92-4112-9113-1ea34931e99d service neutron] Publish callbacks [] for binding, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:16.309672 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ca8c78c-8a91-4116-a753-45b06868bde8 req-358a98c8-ea92-4112-9113-1ea34931e99d service neutron] 10.222.0.37 "DELETE /v2.0/ports/189ed4ef-80e9-4e25-b461-a33679104e74/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2566574
Nov 20 20:48:16.313902 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-19bc6521-be2a-42ab-ad75-1526624757d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f82a7818-62f9-41df-8e59-1f9bb434e3d7) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:48:16.319572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc6521-be2a-42ab-ad75-1526624757d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:16.320287 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19bc6521-be2a-42ab-ad75-1526624757d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:16.339794 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-19bc6521-be2a-42ab-ad75-1526624757d1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5771735
Nov 20 20:48:16.341709 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf7954a-1c7f-4339-8a6f-2f5d7e2d9efb None None] Network f82a7818-62f9-41df-8e59-1f9bb434e3d7 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:48:16.399378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8508c-8774-4bf1-9992-b04891a564ae req-5e6df418-4b6a-4f19-94ed-845fea33c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:16.401162 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbc8508c-8774-4bf1-9992-b04891a564ae req-5e6df418-4b6a-4f19-94ed-845fea33c24d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0935416
Nov 20 20:48:16.432680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535af61-d914-448d-8e56-6420e711960c req-215ee69f-777e-45c8-b1fe-8ef1b2211fd9 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:16.434450 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a535af61-d914-448d-8e56-6420e711960c req-215ee69f-777e-45c8-b1fe-8ef1b2211fd9 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.0790873
Nov 20 20:48:16.516096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8508c-8774-4bf1-9992-b04891a564ae req-879d3b3e-362d-44b0-8d22-3293c26569b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:16.518597 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbc8508c-8774-4bf1-9992-b04891a564ae req-879d3b3e-362d-44b0-8d22-3293c26569b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1037860
Nov 20 20:48:16.532111 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a535af61-d914-448d-8e56-6420e711960c req-7667de84-db59-4842-91dd-df10779d7035 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829511
Nov 20 20:48:16.635228 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c790e9-8d41-4fde-b82a-c6b563c53a97 req-3584329c-f8b6-4c7c-b199-ed5ac4163206 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:16.642628 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-20c790e9-8d41-4fde-b82a-c6b563c53a97 req-3584329c-f8b6-4c7c-b199-ed5ac4163206 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0661018
Nov 20 20:48:16.662721 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbc8508c-8774-4bf1-9992-b04891a564ae req-75a01721-04b3-4df8-b711-5dd7b4c12d63 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277339
Nov 20 20:48:16.704073 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-20c790e9-8d41-4fde-b82a-c6b563c53a97 req-7419aae2-5f6d-431e-8dc0-545ef48e30b8 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570726
Nov 20 20:48:16.730879 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771075e2-92c8-48a7-aaaf-d9ab0f96a4c9 None None] Network f82a7818-62f9-41df-8e59-1f9bb434e3d7 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:48:16.801432 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbc8508c-8774-4bf1-9992-b04891a564ae req-7867f344-35b8-4973-8644-7931f46ff65f service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303608
Nov 20 20:48:16.809357 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:16.882366 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae2317-c8b6-4542-8abb-0249538c4a65 req-9aa57396-dd80-4040-ae3f-0bd094fe3597 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:16.890439 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b4ae2317-c8b6-4542-8abb-0249538c4a65 req-9aa57396-dd80-4040-ae3f-0bd094fe3597 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.0665715
Nov 20 20:48:16.935297 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b4ae2317-c8b6-4542-8abb-0249538c4a65 req-62f2883f-428a-4fa3-9125-6a49158e9972 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434418
Nov 20 20:48:16.986491 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:48:16.992808 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-50ba2c7b-f23b-49e2-8723-2436ceed20f2 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:16.994342 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-50ba2c7b-f23b-49e2-8723-2436ceed20f2 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/networks?id=f82a7818-62f9-41df-8e59-1f9bb434e3d7 HTTP/1.1" status: 200  len: 813 time: 0.1327612
Nov 20 20:48:17.011734 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-09dd1cb9-50ca-4f8c-b0cc-f0335e5451f4 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/quotas/1b0c2ea7352848dcbb0c66efff699f0a HTTP/1.1" status: 200  len: 375 time: 0.0104225
Nov 20 20:48:17.047718 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ba82b-a787-4416-8f72-88eae34d7e1f req-23eb83d8-60e9-49e4-bc1e-925a1fff97b3 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:17.049202 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-959ba82b-a787-4416-8f72-88eae34d7e1f req-23eb83d8-60e9-49e4-bc1e-925a1fff97b3 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 948 time: 0.0556319
Nov 20 20:48:17.050754 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-07562f33-93ca-4817-a2c1-5c5aa7ba9958 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b0c2ea7352848dcbb0c66efff699f0a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0330315
Nov 20 20:48:17.090725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:17.099341 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-959ba82b-a787-4416-8f72-88eae34d7e1f req-c675304d-3bda-4ba4-a8a5-7d66291ec9a2 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430672
Nov 20 20:48:17.106349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd', 'mac_address': 'fa:16:3e:9b:54:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:48:17.155634 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:17.156582 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-0d6335fb-1d0a-4c5a-80cd-2ee75b4980b6 service neutron] 10.222.0.41 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0942733
Nov 20 20:48:17.169310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:17.189896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:17.195565 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:17.217518 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1df2cf-4c83-4e72-b0eb-ee949d1204d9 req-b84f4888-67c0-44c8-9a2c-a80d369c02bd tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:17.219151 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8b1df2cf-4c83-4e72-b0eb-ee949d1204d9 req-b84f4888-67c0-44c8-9a2c-a80d369c02bd tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 944 time: 0.0546715
Nov 20 20:48:17.259733 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:17.274674 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-19e0696b-3b4a-4019-ba0f-cd7cd144bf7f service neutron] 10.222.0.41 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1098533
Nov 20 20:48:17.280844 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8b1df2cf-4c83-4e72-b0eb-ee949d1204d9 req-5014a97c-ac72-4bc5-a139-6a49b0616165 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461245
Nov 20 20:48:17.295701 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 189ed4ef-80e9-4e25-b461-a33679104e74 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:48:17.360654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 189ed4ef-80e9-4e25-b461-a33679104e74 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:48:17.361087 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 76b5097e-7d85-4157-a179-a00737c678ce no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:48:17.453404 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:17.492340 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1d633-b0de-442b-a54e-5d8584fcf4b6 req-4e95b227-a70b-4a8a-a7f2-e7f7a8d6e0a4 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:17.500478 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8a1d633-b0de-442b-a54e-5d8584fcf4b6 req-4e95b227-a70b-4a8a-a7f2-e7f7a8d6e0a4 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 945 time: 0.0812092
Nov 20 20:48:17.501338 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:17.559010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a971f-865c-4450-9fab-0687d2ce718f req-05ee8462-80cf-45ac-bd22-c22e73bab22c tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:17.561074 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be5a971f-865c-4450-9fab-0687d2ce718f req-05ee8462-80cf-45ac-bd22-c22e73bab22c tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.0780003
Nov 20 20:48:17.577927 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 76b5097e-7d85-4157-a179-a00737c678ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76b5097e-7d85-4157-a179-a00737c678ce,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:17.580085 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7026c1aa-a9a9-437b-82e7-7121e7fc4b26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b5097e-7d85-4157-a179-a00737c678ce'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:17.584123 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507d2d34-41f3-4499-813e-ed0e877f55ab" -d '{"events": [{"server_uuid": "7026c1aa-a9a9-437b-82e7-7121e7fc4b26", "name": "network-vif-unplugged", "status": "completed", "tag": "76b5097e-7d85-4157-a179-a00737c678ce"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:17.588960 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8a1d633-b0de-442b-a54e-5d8584fcf4b6 req-175ae95d-d3e2-46c6-89b2-58dd90b878a1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875018
Nov 20 20:48:17.589190 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:17.644182 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be5a971f-865c-4450-9fab-0687d2ce718f req-884b9e5a-82d8-4a08-83a3-7dc5601e6293 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766659
Nov 20 20:48:17.658778 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5cb15297-f848-4f1a-ae61-4fe84b3c674d req-849087f0-0a00-4fc8-a329-e912d7b80adc tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 210 time: 0.0349870
Nov 20 20:48:17.680203 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=76b5097e-7d85-4157-a179-a00737c678ce,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:17.733102 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e7f5d1-a12c-4260-abf1-2abfcbbfcd13 x-openstack-request-id: req-28e7f5d1-a12c-4260-abf1-2abfcbbfcd13 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:17.733708 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7026c1aa-a9a9-437b-82e7-7121e7fc4b26", "name": "network-vif-unplugged", "status": "completed", "tag": "76b5097e-7d85-4157-a179-a00737c678ce", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:17.733708 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28e7f5d1-a12c-4260-abf1-2abfcbbfcd13 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:17.733941 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7026c1aa-a9a9-437b-82e7-7121e7fc4b26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b5097e-7d85-4157-a179-a00737c678ce', 'code': 200}
Nov 20 20:48:17.802549 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622e90c-5acc-433a-b686-54ecdb511ebf req-c9e7f568-ff52-4659-ba5c-a9a1920e0e1e tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:17.804345 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2622e90c-5acc-433a-b686-54ecdb511ebf req-c9e7f568-ff52-4659-ba5c-a9a1920e0e1e tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 1095 time: 0.0499854
Nov 20 20:48:17.851815 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2622e90c-5acc-433a-b686-54ecdb511ebf req-157e7493-8fe4-4512-bac5-acd11f1778f9 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413132
Nov 20 20:48:17.981993 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c5cc7-5bb2-4087-a2c2-bb6101e19858 req-fb271efb-65b5-429d-b6b9-7ace57544922 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:17.984313 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c54c5cc7-5bb2-4087-a2c2-bb6101e19858 req-fb271efb-65b5-429d-b6b9-7ace57544922 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 1096 time: 0.0544066
Nov 20 20:48:18.064210 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c54c5cc7-5bb2-4087-a2c2-bb6101e19858 req-5c06d3f5-4a14-43af-9d37-5274f913c6fe tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735064
Nov 20 20:48:18.097436 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec5053-fc75-47e5-b864-bbff17f22648 req-596d2525-dde2-4b75-8e1b-c874aebd3077 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:18.099915 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52ec5053-fc75-47e5-b864-bbff17f22648 req-596d2525-dde2-4b75-8e1b-c874aebd3077 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.0677257
Nov 20 20:48:18.166429 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52ec5053-fc75-47e5-b864-bbff17f22648 req-ac890991-b70e-4c23-a00c-936754ce62b1 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589080
Nov 20 20:48:18.199789 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328b540-0a06-4d51-928f-b6e1d5ca60b2 req-521731c3-b6ce-4794-897c-520551d2b192 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:18.204296 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b328b540-0a06-4d51-928f-b6e1d5ca60b2 req-521731c3-b6ce-4794-897c-520551d2b192 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0730994
Nov 20 20:48:18.272507 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b328b540-0a06-4d51-928f-b6e1d5ca60b2 req-d5e55af1-b05a-4c23-afe1-3755480b0b8d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637052
Nov 20 20:48:18.376497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060178a0-6905-4438-b29c-ad53f29438c0 req-7b5a707b-5f18-4c50-8592-2d7c5175bbfe tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:18.378130 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-060178a0-6905-4438-b29c-ad53f29438c0 req-7b5a707b-5f18-4c50-8592-2d7c5175bbfe tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 1096 time: 0.0438628
Nov 20 20:48:18.390531 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619c131-96d5-453f-a034-8d518ddb2700 req-3416ae1a-1dba-4d34-a374-88de2154b805 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:18.392258 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0619c131-96d5-453f-a034-8d518ddb2700 req-3416ae1a-1dba-4d34-a374-88de2154b805 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 820 time: 0.1204607
Nov 20 20:48:18.410159 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0619c131-96d5-453f-a034-8d518ddb2700 req-2252cdba-1cf5-4f76-a78b-ddf0c8cd36f2 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/quotas/ee7537dd85d04e808dc792658afa443e HTTP/1.1" status: 200  len: 375 time: 0.0103004
Nov 20 20:48:18.429119 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-060178a0-6905-4438-b29c-ad53f29438c0 req-e0696352-0de0-46a2-a163-1177ba8d87d1 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420694
Nov 20 20:48:18.466990 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:18.470312 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0619c131-96d5-453f-a034-8d518ddb2700 req-20b6e19a-1521-47c8-bfa6-640a3ac829b3 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0527751
Nov 20 20:48:18.549311 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab035e-30bc-4c89-9a4e-dd10c08ca76b req-cafd00a3-a3ac-451c-aec3-cebf9cb90f35 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:18.551085 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-beab035e-30bc-4c89-9a4e-dd10c08ca76b req-cafd00a3-a3ac-451c-aec3-cebf9cb90f35 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 948 time: 0.0544064
Nov 20 20:48:18.605932 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0619c131-96d5-453f-a034-8d518ddb2700 req-4ecd07a1-f673-4a96-b537-e5089b77a9e3 service neutron] 10.222.0.41 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279619
Nov 20 20:48:18.609456 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-beab035e-30bc-4c89-9a4e-dd10c08ca76b req-3c6b1e5d-7206-420c-b246-0fc1df2a3799 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509224
Nov 20 20:48:18.836096 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0619c131-96d5-453f-a034-8d518ddb2700 req-370d48c2-2fe4-4b89-b66b-7c6da30566f4 service neutron] 10.222.0.41 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2292085
Nov 20 20:48:18.899437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-7d7cd52a-ad80-4af2-bf9c-335fad698615 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:18.902186 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-7d7cd52a-ad80-4af2-bf9c-335fad698615 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.47 "GET /v2.0/networks?id=f82a7818-62f9-41df-8e59-1f9bb434e3d7 HTTP/1.1" status: 200  len: 813 time: 0.1933365
Nov 20 20:48:18.921282 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-28753729-172a-4825-84f0-cbbd68fa6eef tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Request body: {'port': {'device_id': 'c60d2233-750a-4b19-b2b7-a577b8091aee', 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7', 'admin_state_up': True, 'tenant_id': '1b0c2ea7352848dcbb0c66efff699f0a'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:18.966754 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:18.997347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da1b4b-ec7c-4828-87a1-edec381ff970 req-73ac5e65-cb43-4a17-9b4f-a839f923a109 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:19.007254 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d8a96fcd-0d70-42d9-969c-d580c3b6eb61 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:48:19.012399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:48:19.017793 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d4da1b4b-ec7c-4828-87a1-edec381ff970 req-73ac5e65-cb43-4a17-9b4f-a839f923a109 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.1183300
Nov 20 20:48:19.140759 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d4da1b4b-ec7c-4828-87a1-edec381ff970 req-f8e77c6f-0e3f-4c0f-8029-2d7e664ddabb tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177261
Nov 20 20:48:19.217158 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e44c5a5f-4497-461e-b74e-aed3dd9cb251 req-96b2a7f0-d193-4054-8fee-7fe974d875b7 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 210 time: 0.0826409
Nov 20 20:48:19.229563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-28753729-172a-4825-84f0-cbbd68fa6eef tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Made reservation on behalf of 1b0c2ea7352848dcbb0c66efff699f0a for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:48:19.233633 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-28753729-172a-4825-84f0-cbbd68fa6eef tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:19.342317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d8a96fcd-0d70-42d9-969c-d580c3b6eb61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8a96fcd-0d70-42d9-969c-d580c3b6eb61,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:19.398304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'd8a96fcd-0d70-42d9-969c-d580c3b6eb61', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': 'd8a96fcd-0d70-42d9-969c-d580c3b6eb61', 'mac_address': 'fa:16:3e:02:a5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:48:19.430033 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:48:19.430033 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:19.506778 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ab79b60d-b2d5-44c9-a106-5d9bee967516 req-714821c3-3ec6-45af-8697-684c09acd701 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 210 time: 0.0537155
Nov 20 20:48:19.523201 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-28753729-172a-4825-84f0-cbbd68fa6eef tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Allocated IP 172.20.0.4 (f82a7818-62f9-41df-8e59-1f9bb434e3d7/e91b14ea-0983-48f2-b667-d7d8c840210d/3c47ade7-005b-489c-858d-16364f1b0424) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:48:19.624620 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:19.661411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a96fcd-0d70-42d9-969c-d580c3b6eb61 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:19.732051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d8a96fcd-0d70-42d9-969c-d580c3b6eb61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8a96fcd-0d70-42d9-969c-d580c3b6eb61,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:19.733249 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:19.764349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792902e6-14ef-4a32-87ef-65deff5db3d0 req-437eaa37-9668-4bfc-bca7-5f21c857619e tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:19.773331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-792902e6-14ef-4a32-87ef-65deff5db3d0 req-437eaa37-9668-4bfc-bca7-5f21c857619e tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.1411283
Nov 20 20:48:19.780651 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:19.782179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01ba62e-c3aa-436b-933b-c4a6533f5f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:19.785246 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68c8354-e801-41f5-a488-589721431106" -d '{"events": [{"server_uuid": "d01ba62e-c3aa-436b-933b-c4a6533f5f03", "name": "network-vif-plugged", "status": "completed", "tag": "5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:19.794142 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:19.799128 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:19.855567 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-28753729-172a-4825-84f0-cbbd68fa6eef tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:19.875317 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-792902e6-14ef-4a32-87ef-65deff5db3d0 req-93fb2329-2c80-4371-9f63-349e34b71c3b tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006911
Nov 20 20:48:19.923922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d8a96fcd-0d70-42d9-969c-d580c3b6eb61,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:19.952242 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-28753729-172a-4825-84f0-cbbd68fa6eef tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:20.070477 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-28753729-172a-4825-84f0-cbbd68fa6eef tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Network f82a7818-62f9-41df-8e59-1f9bb434e3d7 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:48:20.074341 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:20.085809 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-28753729-172a-4825-84f0-cbbd68fa6eef tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:48:20.091095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-28753729-172a-4825-84f0-cbbd68fa6eef tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:48:20.096944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:48:20.097039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:48:20.097600 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:48:20.098131 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:48:20.100361 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:48:20.101421 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:48:20.101810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:48:20.102227 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:48:20.102548 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:48:20.102885 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:48:20.103219 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:48:20.103551 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:48:20.156937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28753729-172a-4825-84f0-cbbd68fa6eef tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Pushing event updated for resources: {'Port': ['ID=3c47ade7-005b-489c-858d-16364f1b0424,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:20.180004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d8a96fcd-0d70-42d9-969c-d580c3b6eb61'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:20.185642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-28753729-172a-4825-84f0-cbbd68fa6eef tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:20.186394 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-28753729-172a-4825-84f0-cbbd68fa6eef tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:20.204804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59360b87-6305-42c3-a0cc-037a0ba449e5 req-8eedf57d-7434-4a5a-863c-0c165657f63e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:20.213844 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-59360b87-6305-42c3-a0cc-037a0ba449e5 req-8eedf57d-7434-4a5a-863c-0c165657f63e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.2109632
Nov 20 20:48:20.241831 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-28753729-172a-4825-84f0-cbbd68fa6eef tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3255403
Nov 20 20:48:20.273814 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Request body: {'port': {'device_id': 'c60d2233-750a-4b19-b2b7-a577b8091aee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:20.322685 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-59360b87-6305-42c3-a0cc-037a0ba449e5 req-450564b9-8430-436e-a7e7-5ef27e7a279e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078446
Nov 20 20:48:20.387212 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:20.527703 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-a830ff79-afb6-4115-a6d4-c7da1ee224d3 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:48:20.527703 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-a830ff79-afb6-4115-a6d4-c7da1ee224d3 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0066602
Nov 20 20:48:20.642455 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-46cbf6dc-21b2-43b5-8ea8-962d07039938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:20.644194 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-46cbf6dc-21b2-43b5-8ea8-962d07039938 service neutron] 10.222.0.41 "GET /v2.0/ports/6b6045ba-274e-4026-bce3-97b2ebae1812 HTTP/1.1" status: 200  len: 1093 time: 0.1006584
Nov 20 20:48:20.656714 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-15982846-8fd6-4a4f-b5db-b9b15e00410f service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:20.657551 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-15982846-8fd6-4a4f-b5db-b9b15e00410f service neutron] Unknown quota resources ['binding']. {{(pid=126224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 20 20:48:20.877178 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb1d75-94ea-4797-b1fc-338a74e6c7a3 req-dcc0ce12-895c-4b81-9a09-df1802490875 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:20.884998 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-99bb1d75-94ea-4797-b1fc-338a74e6c7a3 req-dcc0ce12-895c-4b81-9a09-df1802490875 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 949 time: 0.4347188
Nov 20 20:48:20.909550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619c131-96d5-453f-a034-8d518ddb2700 req-d3dff307-dcde-4eee-a9f8-9838f527516e tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:20.912240 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0619c131-96d5-453f-a034-8d518ddb2700 req-d3dff307-dcde-4eee-a9f8-9838f527516e tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.47 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 820 time: 0.2049735
Nov 20 20:48:20.936583 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-0619c131-96d5-453f-a034-8d518ddb2700 req-3b115512-29de-41a8-8f22-927f2c279eac tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Request body: {'port': {'device_id': '06f6126a-4e65-40c1-a727-0559f7cf71ba', 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408', 'admin_state_up': True, 'tenant_id': 'ee7537dd85d04e808dc792658afa443e'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:20.972309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-15982846-8fd6-4a4f-b5db-b9b15e00410f service neutron] Attempting to bind port 6b6045ba-274e-4026-bce3-97b2ebae1812 on host nch2-master-1 for vnic_type normal with profile None {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:48:20.972649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-15982846-8fd6-4a4f-b5db-b9b15e00410f service neutron] Attempting to bind port 6b6045ba-274e-4026-bce3-97b2ebae1812 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:48:20.972981 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-15982846-8fd6-4a4f-b5db-b9b15e00410f service neutron] Attempting to bind port 6b6045ba-274e-4026-bce3-97b2ebae1812 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:20.974640 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-99bb1d75-94ea-4797-b1fc-338a74e6c7a3 req-1b4041b3-94d3-4838-b07b-4a1e633a2a13 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837586
Nov 20 20:48:21.028818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-15982846-8fd6-4a4f-b5db-b9b15e00410f service neutron] Port 6b6045ba-274e-4026-bce3-97b2ebae1812 on network 554d0697-db40-4745-a60d-da36ede89e92 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:48:21.029409 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-15982846-8fd6-4a4f-b5db-b9b15e00410f service neutron] Attempting to bind port 6b6045ba-274e-4026-bce3-97b2ebae1812 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:21.049233 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-15982846-8fd6-4a4f-b5db-b9b15e00410f service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:48:21.049592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-15982846-8fd6-4a4f-b5db-b9b15e00410f service neutron] Checking segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:48:21.049973 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-15982846-8fd6-4a4f-b5db-b9b15e00410f service neutron] Bound using segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:48:21.050537 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-15982846-8fd6-4a4f-b5db-b9b15e00410f service neutron] Bound port: 6b6045ba-274e-4026-bce3-97b2ebae1812, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:48:21.125113 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b802ea4-1670-4ac3-95d6-efd2d55d2aa3 x-openstack-request-id: req-5b802ea4-1670-4ac3-95d6-efd2d55d2aa3 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:21.126236 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01ba62e-c3aa-436b-933b-c4a6533f5f03", "name": "network-vif-plugged", "status": "completed", "tag": "5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:21.126641 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b802ea4-1670-4ac3-95d6-efd2d55d2aa3 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:21.127191 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01ba62e-c3aa-436b-933b-c4a6533f5f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd', 'code': 200}
Nov 20 20:48:21.167980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c47ade7-005b-489c-858d-16364f1b0424 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:21.183161 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:21.199726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Transition to ACTIVE for port object 3c47ade7-005b-489c-858d-16364f1b0424 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:48:21.237083 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:21.373988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc741aa5-7388-438a-918d-58ddf93cd667 req-9994ff0c-6011-4531-b2ef-2f250c3169f3 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:21.375541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dc741aa5-7388-438a-918d-58ddf93cd667 req-9994ff0c-6011-4531-b2ef-2f250c3169f3 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 943 time: 0.1712878
Nov 20 20:48:21.386096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c47ade7-005b-489c-858d-16364f1b0424,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:21.402373 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-15982846-8fd6-4a4f-b5db-b9b15e00410f service neutron] For port 6b6045ba-274e-4026-bce3-97b2ebae1812, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b6045ba-274e-4026-bce3-97b2ebae1812,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:48:21.412403 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-15982846-8fd6-4a4f-b5db-b9b15e00410f service neutron] Publish callbacks [] for binding, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:21.413729 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-15982846-8fd6-4a4f-b5db-b9b15e00410f service neutron] 10.222.0.41 "POST /v2.0/ports/6b6045ba-274e-4026-bce3-97b2ebae1812/bindings HTTP/1.1" status: 201  len: 389 time: 0.7631533
Nov 20 20:48:21.414936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0619c131-96d5-453f-a034-8d518ddb2700 req-3b115512-29de-41a8-8f22-927f2c279eac tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Made reservation on behalf of ee7537dd85d04e808dc792658afa443e for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:48:21.419161 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0619c131-96d5-453f-a034-8d518ddb2700 req-3b115512-29de-41a8-8f22-927f2c279eac tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:21.451807 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dc741aa5-7388-438a-918d-58ddf93cd667 req-b4972c81-f85b-41e0-955f-28a0dd40df17 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612645
Nov 20 20:48:21.467501 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Attempting to bind port 3c47ade7-005b-489c-858d-16364f1b0424 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:48:21.467839 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Attempting to bind port 3c47ade7-005b-489c-858d-16364f1b0424 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'eb5d8917-bdce-443a-9f43-b305ebe271f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:48:21.468170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Attempting to bind port 3c47ade7-005b-489c-858d-16364f1b0424 on network f82a7818-62f9-41df-8e59-1f9bb434e3d7 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:21.484438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Port 3c47ade7-005b-489c-858d-16364f1b0424 on network f82a7818-62f9-41df-8e59-1f9bb434e3d7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:48:21.484781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Attempting to bind port 3c47ade7-005b-489c-858d-16364f1b0424 on network f82a7818-62f9-41df-8e59-1f9bb434e3d7 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:21.498078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:48:21.498435 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Checking segment: {'id': 'eb5d8917-bdce-443a-9f43-b305ebe271f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:48:21.498825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Bound using segment: {'id': 'eb5d8917-bdce-443a-9f43-b305ebe271f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:48:21.508445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Bound port: 3c47ade7-005b-489c-858d-16364f1b0424, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5d8917-bdce-443a-9f43-b305ebe271f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:48:21.508831 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:21.645098 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-0619c131-96d5-453f-a034-8d518ddb2700 req-3b115512-29de-41a8-8f22-927f2c279eac tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Allocated IP 172.20.0.7 (1f07f823-03fd-485f-ad70-6286912e8408/444502b4-8455-4747-b026-1e5d940e8d60/9247b2b9-3787-408f-9910-0d7f430ac7e3) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:48:21.659351 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] For port 3c47ade7-005b-489c-858d-16364f1b0424, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:21.665773 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] For port 3c47ade7-005b-489c-858d-16364f1b0424, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c47ade7-005b-489c-858d-16364f1b0424,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:48:21.676393 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:21.742247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c47ade7-005b-489c-858d-16364f1b0424,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:21.760658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:21.761419 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:21.763156 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-be131c1c-2106-4647-a8af-ab38debed8f2 service neutron] 10.222.0.47 "PUT /v2.0/ports/3c47ade7-005b-489c-858d-16364f1b0424 HTTP/1.1" status: 200  len: 1091 time: 1.5022044
Nov 20 20:48:21.764192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60d2233-750a-4b19-b2b7-a577b8091aee', 'tag': '3c47ade7-005b-489c-858d-16364f1b0424'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:21.766783 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782b01ab-2480-4eb2-aebc-f2a5028669be" -d '{"events": [{"name": "network-changed", "server_uuid": "c60d2233-750a-4b19-b2b7-a577b8091aee", "tag": "3c47ade7-005b-489c-858d-16364f1b0424"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:21.778196 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28591cc9-8ece-4720-b807-8a1fd4a8a549 req-d0bcdfb3-81b5-4c29-b2c7-22f8f25b94e6 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 210 time: 0.0634315
Nov 20 20:48:21.898476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2f857-c30a-4828-899d-ad883ea9dda1 req-a0de455a-bbd0-433d-99a9-ab03e66ce1cd tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:21.906608 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5a2f857-c30a-4828-899d-ad883ea9dda1 req-a0de455a-bbd0-433d-99a9-ab03e66ce1cd tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.1364715
Nov 20 20:48:21.933545 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-026f2534-a7f4-4e38-8b5c-6daed411b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:21.934339 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-026f2534-a7f4-4e38-8b5c-6daed411b8aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 1096 time: 0.1532729
Nov 20 20:48:21.962301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-d932d57c-884a-4932-b3b3-a2cba5e1da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:21.964381 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-d932d57c-884a-4932-b3b3-a2cba5e1da7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b0c2ea7352848dcbb0c66efff699f0a&device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 1094 time: 0.1242540
Nov 20 20:48:22.010104 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0619c131-96d5-453f-a034-8d518ddb2700 req-3b115512-29de-41a8-8f22-927f2c279eac tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:22.026592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3eaafe-bf3b-4669-b9d4-2540033ba2d8 req-3c41c5d4-b4f5-41dc-86b0-9ffac2befeaf tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:22.028171 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0d3eaafe-bf3b-4669-b9d4-2540033ba2d8 req-3c41c5d4-b4f5-41dc-86b0-9ffac2befeaf tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.1371543
Nov 20 20:48:22.030720 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-343c5299-b820-4fd2-89ed-65af85411fd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c47ade7-005b-489c-858d-16364f1b0424 HTTP/1.1" status: 200  len: 217 time: 0.0539339
Nov 20 20:48:22.045489 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5a2f857-c30a-4828-899d-ad883ea9dda1 req-add4d0d8-88c0-436e-8c8e-4550a2af334f tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376228
Nov 20 20:48:22.138139 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-1a4c1992-3fd4-4424-8fb3-3b1198076366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:22.139808 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-1a4c1992-3fd4-4424-8fb3-3b1198076366 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e91b14ea-0983-48f2-b667-d7d8c840210d HTTP/1.1" status: 200  len: 853 time: 0.0880971
Nov 20 20:48:22.169895 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0d3eaafe-bf3b-4669-b9d4-2540033ba2d8 req-e834f630-333f-44c0-b679-216df9dff44f tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958240
Nov 20 20:48:22.185984 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-b662ed66-8011-442f-8961-8d803d930fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:22.187698 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-b662ed66-8011-442f-8961-8d803d930fa3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 908 time: 0.2410033
Nov 20 20:48:22.199760 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-89c1cbc7-c708-4634-a0b0-10d28a24bd7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f82a7818-62f9-41df-8e59-1f9bb434e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437484
Nov 20 20:48:22.201778 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0619c131-96d5-453f-a034-8d518ddb2700 req-3b115512-29de-41a8-8f22-927f2c279eac tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:22.318238 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccb1f0b-7260-4545-b874-e14f86bbae79 x-openstack-request-id: req-bccb1f0b-7260-4545-b874-e14f86bbae79 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:22.318943 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60d2233-750a-4b19-b2b7-a577b8091aee", "tag": "3c47ade7-005b-489c-858d-16364f1b0424", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:22.319346 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bccb1f0b-7260-4545-b874-e14f86bbae79 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:22.319886 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60d2233-750a-4b19-b2b7-a577b8091aee', 'tag': '3c47ade7-005b-489c-858d-16364f1b0424', 'status': 'completed', 'code': 200}
Nov 20 20:48:22.344981 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-7e8d3e3c-b46f-474f-8347-4b7e0ef9914c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b6045ba-274e-4026-bce3-97b2ebae1812 HTTP/1.1" status: 200  len: 217 time: 0.1272585
Nov 20 20:48:22.345722 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-db97db53-1e28-4c2e-a5d6-d07fc8ed48a3 service neutron] 10.222.0.47 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322069
Nov 20 20:48:22.357920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df98ea6-b78d-452a-92f7-859e017f70f1 req-46e4891d-00f4-4180-b5eb-18438a99fe4e tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:22.359983 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7df98ea6-b78d-452a-92f7-859e017f70f1 req-46e4891d-00f4-4180-b5eb-18438a99fe4e tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 945 time: 0.2183638
Nov 20 20:48:22.423869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0619c131-96d5-453f-a034-8d518ddb2700 req-3b115512-29de-41a8-8f22-927f2c279eac tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Network 1f07f823-03fd-485f-ad70-6286912e8408 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:48:22.431428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b115512-29de-41a8-8f22-927f2c279eac tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Pushing event updated for resources: {'Port': ['ID=9247b2b9-3787-408f-9910-0d7f430ac7e3,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:22.433948 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-0619c131-96d5-453f-a034-8d518ddb2700 req-3b115512-29de-41a8-8f22-927f2c279eac tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:48:22.441591 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0619c131-96d5-453f-a034-8d518ddb2700 req-3b115512-29de-41a8-8f22-927f2c279eac tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:48:22.485418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1bf24a2b-c019-42dc-971d-068092df61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:22.486935 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1bf24a2b-c019-42dc-971d-068092df61aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.1252141
Nov 20 20:48:22.510702 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d855035-0033-4d97-8adc-de2675d8ce06 req-3dd77e2c-92b9-4ff8-97b4-f51806bf0f04 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:22.517545 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2d855035-0033-4d97-8adc-de2675d8ce06 req-3dd77e2c-92b9-4ff8-97b4-f51806bf0f04 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 949 time: 0.1740491
Nov 20 20:48:22.527804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619c131-96d5-453f-a034-8d518ddb2700 req-3b115512-29de-41a8-8f22-927f2c279eac tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:22.528464 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0619c131-96d5-453f-a034-8d518ddb2700 req-3b115512-29de-41a8-8f22-927f2c279eac tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:22.548231 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7df98ea6-b78d-452a-92f7-859e017f70f1 req-a71d7d2b-6dca-40af-a8da-a58780c61175 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510105
Nov 20 20:48:22.593193 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-d12cf51a-0503-4b6f-aff2-35384fb4388d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0701644
Nov 20 20:48:22.656047 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32cdb889-9686-4dd0-9dae-50b927eb8c53 req-b7c40974-49fe-42ba-a47a-76ce97defeba service neutron] 10.222.0.47 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2944930
Nov 20 20:48:22.788536 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0619c131-96d5-453f-a034-8d518ddb2700 req-3b115512-29de-41a8-8f22-927f2c279eac tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8558152
Nov 20 20:48:22.810715 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2d855035-0033-4d97-8adc-de2675d8ce06 req-8b93c4ec-8498-4f74-9eaa-e2fcf6b789d3 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2925193
Nov 20 20:48:22.821540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Request body: {'port': {'device_id': '06f6126a-4e65-40c1-a727-0559f7cf71ba', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:22.886231 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-59ba6797-134a-4f84-af9a-4cf1c798e546 service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2673264
Nov 20 20:48:22.897375 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a739319-6e8e-477b-be23-fbcfadbf2a9e req-2734f444-78c2-429a-acc2-a1f4c54f7614 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:22.905046 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3a739319-6e8e-477b-be23-fbcfadbf2a9e req-2734f444-78c2-429a-acc2-a1f4c54f7614 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.1239822
Nov 20 20:48:22.931042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b01ab-2480-4eb2-aebc-f2a5028669be req-9e01dcb4-8226-42e8-a4e4-9592f337977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:22.933135 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-782b01ab-2480-4eb2-aebc-f2a5028669be req-9e01dcb4-8226-42e8-a4e4-9592f337977b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b0c2ea7352848dcbb0c66efff699f0a&device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 1094 time: 0.1413724
Nov 20 20:48:22.959873 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:23.032540 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3a739319-6e8e-477b-be23-fbcfadbf2a9e req-1739d8d0-bc93-490a-80a2-edc836bad085 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074369
Nov 20 20:48:23.032818 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d8a96fcd-0d70-42d9-969c-d580c3b6eb61 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:48:23.118353 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port d8a96fcd-0d70-42d9-969c-d580c3b6eb61 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:48:23.121179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b01ab-2480-4eb2-aebc-f2a5028669be req-6eb7b432-ce64-42e3-bfc8-a986c7739b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:23.122698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port d8a96fcd-0d70-42d9-969c-d580c3b6eb61 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:48:23.122853 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-782b01ab-2480-4eb2-aebc-f2a5028669be req-6eb7b432-ce64-42e3-bfc8-a986c7739b77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f82a7818-62f9-41df-8e59-1f9bb434e3d7 HTTP/1.1" status: 200  len: 914 time: 0.1789756
Nov 20 20:48:23.123376 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:23.172123 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-e768538b-1457-451f-a624-53b32be7ee92 service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2780523
Nov 20 20:48:23.192971 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd17e28-1592-4a39-857c-8ea60552a73f req-5b03f930-eea1-4a97-951c-d056f53c06b2 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:23.195031 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-afd17e28-1592-4a39-857c-8ea60552a73f req-5b03f930-eea1-4a97-951c-d056f53c06b2 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 943 time: 0.2305474
Nov 20 20:48:23.230539 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-782b01ab-2480-4eb2-aebc-f2a5028669be req-c46a3197-4397-40cd-85f8-4a36d3ad8aff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c47ade7-005b-489c-858d-16364f1b0424 HTTP/1.1" status: 200  len: 217 time: 0.0707710
Nov 20 20:48:23.300980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b01ab-2480-4eb2-aebc-f2a5028669be req-4af737f6-0bc2-4ba8-8e94-1fbf6fc104dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:23.303402 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-782b01ab-2480-4eb2-aebc-f2a5028669be req-4af737f6-0bc2-4ba8-8e94-1fbf6fc104dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e91b14ea-0983-48f2-b667-d7d8c840210d HTTP/1.1" status: 200  len: 853 time: 0.0629640
Nov 20 20:48:23.367669 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:23.383985 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-782b01ab-2480-4eb2-aebc-f2a5028669be req-6868385c-9668-4fdf-a941-e0035bd387e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f82a7818-62f9-41df-8e59-1f9bb434e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499520
Nov 20 20:48:23.398601 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-afd17e28-1592-4a39-857c-8ea60552a73f req-125a4c3f-36ca-4db3-a711-0a09964ec909 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354098
Nov 20 20:48:23.407927 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d8a96fcd-0d70-42d9-969c-d580c3b6eb61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8a96fcd-0d70-42d9-969c-d580c3b6eb61,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:23.409515 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52b80c7-eace-4956-a4bb-9903bc93a9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a96fcd-0d70-42d9-969c-d580c3b6eb61'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:23.413560 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766ef6bf-281f-4f89-b6ad-3faed7fca7e5" -d '{"events": [{"server_uuid": "a52b80c7-eace-4956-a4bb-9903bc93a9b5", "name": "network-vif-plugged", "status": "completed", "tag": "d8a96fcd-0d70-42d9-969c-d580c3b6eb61"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:23.419268 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:23.477590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-6f4b0269-9366-4f67-bc5d-c9bd8793fe8b tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:23.479702 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-6f4b0269-9366-4f67-bc5d-c9bd8793fe8b tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40&tenant_id=9e5736eff1924fa28c0a00ae3da90174&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.2031476
Nov 20 20:48:23.482396 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b64a3c-cb52-44b3-b083-8918663c4573 req-5d5557cf-13b2-48e5-b729-0999f56fe6f5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:23.484242 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-10b64a3c-cb52-44b3-b083-8918663c4573 req-5d5557cf-13b2-48e5-b729-0999f56fe6f5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 931 time: 0.1797979
Nov 20 20:48:23.518849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:23.538375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d8a96fcd-0d70-42d9-969c-d580c3b6eb61,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:23.605896 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-782b01ab-2480-4eb2-aebc-f2a5028669be req-d02f56d5-6a69-40fa-8af8-12c9f4df925a service neutron] 10.222.0.47 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901824
Nov 20 20:48:23.638097 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-10b64a3c-cb52-44b3-b083-8918663c4573 req-bb72338d-57f0-4f0f-b1f8-f1b8e887ed01 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925207
Nov 20 20:48:23.696166 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:23.720781 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-782b01ab-2480-4eb2-aebc-f2a5028669be req-84794e91-a9aa-4622-8a43-68e7cc8f55c3 service neutron] 10.222.0.47 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1066875
Nov 20 20:48:23.834791 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9247b2b9-3787-408f-9910-0d7f430ac7e3 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:23.852488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5eeb02-0fa7-42af-89dc-cc00fa048fcc req-8cbb3e1f-6b9d-4cff-aed7-fefb1e038b4b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:23.859814 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5d5eeb02-0fa7-42af-89dc-cc00fa048fcc req-8cbb3e1f-6b9d-4cff-aed7-fefb1e038b4b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0834289
Nov 20 20:48:23.868769 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:23.901991 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Transition to ACTIVE for port object 9247b2b9-3787-408f-9910-0d7f430ac7e3 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:48:23.914506 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:23.924166 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5d5eeb02-0fa7-42af-89dc-cc00fa048fcc req-abeee02e-60fc-497e-8ee2-353d2a3d93cd tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633633
Nov 20 20:48:23.940441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] For port 6b6045ba-274e-4026-bce3-97b2ebae1812, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b6045ba-274e-4026-bce3-97b2ebae1812,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:24.024091 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d1aa21-02f4-4d9b-aeeb-06772976fb9d x-openstack-request-id: req-c1d1aa21-02f4-4d9b-aeeb-06772976fb9d {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:24.024458 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52b80c7-eace-4956-a4bb-9903bc93a9b5", "name": "network-vif-plugged", "status": "completed", "tag": "d8a96fcd-0d70-42d9-969c-d580c3b6eb61", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:24.024717 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1d1aa21-02f4-4d9b-aeeb-06772976fb9d {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:24.025117 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52b80c7-eace-4956-a4bb-9903bc93a9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a96fcd-0d70-42d9-969c-d580c3b6eb61', 'code': 200}
Nov 20 20:48:24.047866 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Pushing event updated for resources: {'Port': ['ID=9247b2b9-3787-408f-9910-0d7f430ac7e3,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:24.075839 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] For port 6b6045ba-274e-4026-bce3-97b2ebae1812, host nch1-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:24.245061 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b2fe6-572e-4c2d-b331-11f975b86901 req-9d2ad7be-213d-41f1-863b-f06504105e63 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:24.246679 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f68b2fe6-572e-4c2d-b331-11f975b86901 req-9d2ad7be-213d-41f1-863b-f06504105e63 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 950 time: 0.0930376
Nov 20 20:48:24.261180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcc5e0-c197-475a-8660-bc17b0cbd41f req-fcbd5be9-a2c8-46c3-83a9-c42a1c07c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:24.262665 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7bbcc5e0-c197-475a-8660-bc17b0cbd41f req-fcbd5be9-a2c8-46c3-83a9-c42a1c07c87b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 1101 time: 0.0663981
Nov 20 20:48:24.296816 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37adda-dfa0-48e4-947f-b973fde2e750 req-d43d62e9-bed4-44c1-9845-a3a6b0f7d396 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:24.305791 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa37adda-dfa0-48e4-947f-b973fde2e750 req-d43d62e9-bed4-44c1-9845-a3a6b0f7d396 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 945 time: 0.1669600
Nov 20 20:48:24.317439 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6045ba-274e-4026-bce3-97b2ebae1812'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:24.320745 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aad347-32b5-4593-8997-e7bc0e5a2a9c" -d '{"events": [{"server_uuid": "7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40", "name": "network-vif-unplugged", "status": "completed", "tag": "6b6045ba-274e-4026-bce3-97b2ebae1812"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:24.328409 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:24.350089 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:24.382448 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f68b2fe6-572e-4c2d-b331-11f975b86901 req-c9614d35-6f0c-4b0c-9954-03be8a8e998b tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234467
Nov 20 20:48:24.390822 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7bbcc5e0-c197-475a-8660-bc17b0cbd41f req-c51165d5-0d35-4d23-8d51-08a8197850ed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137276
Nov 20 20:48:24.442321 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Attempting to bind port 9247b2b9-3787-408f-9910-0d7f430ac7e3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:48:24.443158 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Attempting to bind port 9247b2b9-3787-408f-9910-0d7f430ac7e3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:48:24.443486 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Attempting to bind port 9247b2b9-3787-408f-9910-0d7f430ac7e3 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:24.461517 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa37adda-dfa0-48e4-947f-b973fde2e750 req-bbae2120-5f6b-493a-83a2-00f4dc37f1c7 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544628
Nov 20 20:48:24.485870 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Port 9247b2b9-3787-408f-9910-0d7f430ac7e3 on network 1f07f823-03fd-485f-ad70-6286912e8408 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:48:24.486742 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Attempting to bind port 9247b2b9-3787-408f-9910-0d7f430ac7e3 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:24.537880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:48:24.538352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Checking segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:48:24.538849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Bound using segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:48:24.539434 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Bound port: 9247b2b9-3787-408f-9910-0d7f430ac7e3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:48:24.539914 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:24.552198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Pushing event updated for resources: {'Port': ['ID=6b6045ba-274e-4026-bce3-97b2ebae1812,revision_number=7']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:24.565509 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Attempting to bind port 6b6045ba-274e-4026-bce3-97b2ebae1812 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:48:24.566062 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Attempting to bind port 6b6045ba-274e-4026-bce3-97b2ebae1812 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:48:24.566620 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Attempting to bind port 6b6045ba-274e-4026-bce3-97b2ebae1812 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:24.575514 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Port 6b6045ba-274e-4026-bce3-97b2ebae1812 on network 554d0697-db40-4745-a60d-da36ede89e92 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:48:24.575944 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Attempting to bind port 6b6045ba-274e-4026-bce3-97b2ebae1812 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:24.602324 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5aaa33-ca87-4b93-bf70-0f420ef6c0a0 x-openstack-request-id: req-5d5aaa33-ca87-4b93-bf70-0f420ef6c0a0 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:24.602743 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40", "name": "network-vif-unplugged", "status": "completed", "tag": "6b6045ba-274e-4026-bce3-97b2ebae1812", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:24.603102 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d5aaa33-ca87-4b93-bf70-0f420ef6c0a0 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:24.604156 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6045ba-274e-4026-bce3-97b2ebae1812', 'code': 200}
Nov 20 20:48:24.607652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:48:24.608107 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Checking segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:48:24.610095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Bound using segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:48:24.610095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Bound port: 6b6045ba-274e-4026-bce3-97b2ebae1812, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:48:24.610095 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:24.687280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe263b-df88-42f8-9a52-5cd65e6db4ed req-cf8aa6b2-f505-4d67-8567-debf1823b315 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:24.697418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] For port 9247b2b9-3787-408f-9910-0d7f430ac7e3, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:24.700167 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8ebe263b-df88-42f8-9a52-5cd65e6db4ed req-cf8aa6b2-f505-4d67-8567-debf1823b315 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 943 time: 0.0880091
Nov 20 20:48:24.703730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] For port 9247b2b9-3787-408f-9910-0d7f430ac7e3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9247b2b9-3787-408f-9910-0d7f430ac7e3,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:48:24.711080 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:24.769607 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:24.770449 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:24.772364 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0619c131-96d5-453f-a034-8d518ddb2700 req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] 10.222.0.47 "PUT /v2.0/ports/9247b2b9-3787-408f-9910-0d7f430ac7e3 HTTP/1.1" status: 200  len: 1091 time: 1.9598782
Nov 20 20:48:24.778962 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] For port 6b6045ba-274e-4026-bce3-97b2ebae1812, host nch1-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:24.792400 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8ebe263b-df88-42f8-9a52-5cd65e6db4ed req-c5cbba4b-97f2-4d5c-a177-0dcbe5a77d37 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913510
Nov 20 20:48:24.808293 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] For port 6b6045ba-274e-4026-bce3-97b2ebae1812, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b6045ba-274e-4026-bce3-97b2ebae1812,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:48:24.812302 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7f410-580a-488d-a9e8-b97aa6eed906 service neutron] Pushing event updated for resources: {'Port': ['ID=9247b2b9-3787-408f-9910-0d7f430ac7e3,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:24.831865 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:24.972461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88ba41-f3fb-4f3d-ace2-bcff9e4bd6de req-515e5ca8-c137-413f-9492-81a97dd87a1e tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:24.975482 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c88ba41-f3fb-4f3d-ace2-bcff9e4bd6de req-515e5ca8-c137-413f-9492-81a97dd87a1e tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 943 time: 0.0711625
Nov 20 20:48:24.986366 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Pushing event updated for resources: {'Port': ['ID=6b6045ba-274e-4026-bce3-97b2ebae1812,revision_number=8']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:24.991480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:24.992188 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:24.994127 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1abe0585-d080-4590-a033-bec39cf598be service neutron] 10.222.0.47 "PUT /v2.0/ports/6b6045ba-274e-4026-bce3-97b2ebae1812 HTTP/1.1" status: 200  len: 1121 time: 1.4855764
Nov 20 20:48:25.005625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619c131-96d5-453f-a034-8d518ddb2700 req-46eed2cb-9526-46ca-beda-571ec1d524bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:25.005918 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0619c131-96d5-453f-a034-8d518ddb2700 req-46eed2cb-9526-46ca-beda-571ec1d524bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 1094 time: 0.1382740
Nov 20 20:48:25.022276 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e906d-2cff-4eca-af3f-1a921abc2429 req-3be86352-41f8-4450-b091-92c144566af2 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:25.024300 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-046e906d-2cff-4eca-af3f-1a921abc2429 req-3be86352-41f8-4450-b091-92c144566af2 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.1104798
Nov 20 20:48:25.067828 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c88ba41-f3fb-4f3d-ace2-bcff9e4bd6de req-2c98916a-bd7e-44a0-b195-60b02a5d64f0 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852773
Nov 20 20:48:25.092336 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0619c131-96d5-453f-a034-8d518ddb2700 req-e310bdf3-6bbb-45de-be5d-5fc31322387e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9247b2b9-3787-408f-9910-0d7f430ac7e3 HTTP/1.1" status: 200  len: 217 time: 0.0669167
Nov 20 20:48:25.168852 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-046e906d-2cff-4eca-af3f-1a921abc2429 req-5fe98a1b-97ac-4e6d-a4ee-4c5df4d6f67d tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361756
Nov 20 20:48:25.172944 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619c131-96d5-453f-a034-8d518ddb2700 req-dcd98939-e294-4a46-97bb-6c140e0d9d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:25.174505 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0619c131-96d5-453f-a034-8d518ddb2700 req-dcd98939-e294-4a46-97bb-6c140e0d9d5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.0723872
Nov 20 20:48:25.214707 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['6b6045ba-274e-4026-bce3-97b2ebae1812'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:25.221142 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0619c131-96d5-453f-a034-8d518ddb2700 req-3a32b8cc-3295-4530-ba03-416a1da929c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0359764
Nov 20 20:48:25.226309 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a55a1b-7a3d-43b0-adf2-9fcff418592d req-7794d72a-d4a9-4288-9fb3-1d99ed1e7a08 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:25.227865 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-13a55a1b-7a3d-43b0-adf2-9fcff418592d req-7794d72a-d4a9-4288-9fb3-1d99ed1e7a08 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0955184
Nov 20 20:48:25.308450 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-13a55a1b-7a3d-43b0-adf2-9fcff418592d req-6d9bdb5b-9053-4bd1-ad8d-f98592f74100 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736837
Nov 20 20:48:25.341020 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 3c47ade7-005b-489c-858d-16364f1b0424 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:48:25.352395 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0619c131-96d5-453f-a034-8d518ddb2700 req-f48a7d0f-fcf6-4349-bf31-b968177b50ca service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204858
Nov 20 20:48:25.556714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 3c47ade7-005b-489c-858d-16364f1b0424, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c47ade7-005b-489c-858d-16364f1b0424,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:25.563131 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0619c131-96d5-453f-a034-8d518ddb2700 req-054e624e-6ff4-4b4c-be18-899e9c3cc0ad service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2004266
Nov 20 20:48:25.593050 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686436a-c713-45fb-9b9d-975c508b7252 req-dbecf3ea-aa28-4603-927d-e240f2c9706f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:25.596190 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5686436a-c713-45fb-9b9d-975c508b7252 req-dbecf3ea-aa28-4603-927d-e240f2c9706f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 950 time: 0.0939970
Nov 20 20:48:25.612000 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '3c47ade7-005b-489c-858d-16364f1b0424', 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7', 'port_id': '3c47ade7-005b-489c-858d-16364f1b0424', 'mac_address': 'fa:16:3e:05:24:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e91b14ea-0983-48f2-b667-d7d8c840210d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:48:25.680780 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5686436a-c713-45fb-9b9d-975c508b7252 req-e2ad3c38-48ec-45d2-a143-0c74d812975c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743518
Nov 20 20:48:25.686219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ea372-1520-4dbc-bdf4-8681ba4f5693 req-f9cd8161-b4f1-418c-97f8-fb5acfad3509 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:25.693074 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-290ea372-1520-4dbc-bdf4-8681ba4f5693 req-f9cd8161-b4f1-418c-97f8-fb5acfad3509 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 943 time: 0.0663893
Nov 20 20:48:25.723991 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:25.743922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c47ade7-005b-489c-858d-16364f1b0424 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:25.749892 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-290ea372-1520-4dbc-bdf4-8681ba4f5693 req-98fcf001-fbe4-47d6-8467-52b8d96a49ef tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558825
Nov 20 20:48:25.775058 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 3c47ade7-005b-489c-858d-16364f1b0424, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c47ade7-005b-489c-858d-16364f1b0424,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:25.784089 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:25.857161 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=3c47ade7-005b-489c-858d-16364f1b0424,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:25.932641 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c3e58-44f0-46a6-a65c-fecfc419c952 req-f2f9b1c8-802c-4ffd-add8-3c4ae13f9a36 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:25.940143 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ee9c3e58-44f0-46a6-a65c-fecfc419c952 req-f2f9b1c8-802c-4ffd-add8-3c4ae13f9a36 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 944 time: 0.0678234
Nov 20 20:48:25.988100 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ee9c3e58-44f0-46a6-a65c-fecfc419c952 req-b9424d6f-dc4e-4113-bbab-418043aa0247 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468674
Nov 20 20:48:26.143768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['3c47ade7-005b-489c-858d-16364f1b0424'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:26.203948 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577d91b-6752-41ac-98b5-215cc7deb546 req-f5bdc30b-4ce9-45ff-a196-f0c1053f1a40 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:26.205508 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c577d91b-6752-41ac-98b5-215cc7deb546 req-f5bdc30b-4ce9-45ff-a196-f0c1053f1a40 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 943 time: 0.0621104
Nov 20 20:48:26.273187 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c577d91b-6752-41ac-98b5-215cc7deb546 req-f9f96a4a-0016-4025-8b63-569cc260763d tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606194
Nov 20 20:48:26.360175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5079aed-d631-4d12-b03f-dfbb74124e7f req-2463143f-30a2-409c-a88a-79312f92f649 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:26.373271 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d5079aed-d631-4d12-b03f-dfbb74124e7f req-2463143f-30a2-409c-a88a-79312f92f649 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.0702164
Nov 20 20:48:26.450005 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d5079aed-d631-4d12-b03f-dfbb74124e7f req-6b23c584-d30a-4b9b-b7f5-8eb189bc02ed tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744040
Nov 20 20:48:26.464589 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791df4d6-0b8b-478a-814f-42e25acc97f1 req-392fd539-74a6-4977-8ce5-0e14e120b891 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:26.466416 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-791df4d6-0b8b-478a-814f-42e25acc97f1 req-392fd539-74a6-4977-8ce5-0e14e120b891 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0542333
Nov 20 20:48:26.524011 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-791df4d6-0b8b-478a-814f-42e25acc97f1 req-b5897dfa-037d-4afd-ae91-9e4f261b14d3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504584
Nov 20 20:48:26.605117 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f6126a-4e65-40c1-a727-0559f7cf71ba', 'tag': '9247b2b9-3787-408f-9910-0d7f430ac7e3'}, {'name': 'network-changed', 'server_uuid': '7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40', 'tag': '6b6045ba-274e-4026-bce3-97b2ebae1812'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:26.607927 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9" -d '{"events": [{"name": "network-changed", "server_uuid": "06f6126a-4e65-40c1-a727-0559f7cf71ba", "tag": "9247b2b9-3787-408f-9910-0d7f430ac7e3"}, {"name": "network-changed", "server_uuid": "7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40", "tag": "6b6045ba-274e-4026-bce3-97b2ebae1812"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:26.657820 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fe4efa-c96b-4779-ac98-7cf5f9964b09 x-openstack-request-id: req-a4fe4efa-c96b-4779-ac98-7cf5f9964b09 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:26.658220 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f6126a-4e65-40c1-a727-0559f7cf71ba", "tag": "9247b2b9-3787-408f-9910-0d7f430ac7e3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40", "tag": "6b6045ba-274e-4026-bce3-97b2ebae1812", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:26.658860 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4fe4efa-c96b-4779-ac98-7cf5f9964b09 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:26.659331 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f6126a-4e65-40c1-a727-0559f7cf71ba', 'tag': '9247b2b9-3787-408f-9910-0d7f430ac7e3', 'status': 'completed', 'code': 200}
Nov 20 20:48:26.659665 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40', 'tag': '6b6045ba-274e-4026-bce3-97b2ebae1812', 'status': 'completed', 'code': 200}
Nov 20 20:48:26.785673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-3b294516-8d47-4a2f-805a-9de1eefbed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:26.786867 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-20ca0c22-e44f-4f40-953e-259a5060bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:26.788744 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-3b294516-8d47-4a2f-805a-9de1eefbed67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 1124 time: 0.0975981
Nov 20 20:48:26.791770 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-20ca0c22-e44f-4f40-953e-259a5060bf38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 1094 time: 0.1093976
Nov 20 20:48:26.896690 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3464ee9-5ce2-40f3-8ce5-40b6daa09c84 req-75a730c8-b7e6-4c5e-934c-a8f60f94423e tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:26.906455 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f3464ee9-5ce2-40f3-8ce5-40b6daa09c84 req-75a730c8-b7e6-4c5e-934c-a8f60f94423e tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 950 time: 0.1415489
Nov 20 20:48:26.967547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-1de08faf-7b36-42bf-897a-289b63d263f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:26.969863 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-1de08faf-7b36-42bf-897a-289b63d263f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 921 time: 0.1667159
Nov 20 20:48:26.990657 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41a988-7a0d-45d8-bc29-d6cf19d15597 req-3c6ec0af-c009-47a6-ba4a-0713e8581b11 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:26.991541 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2c41a988-7a0d-45d8-bc29-d6cf19d15597 req-3c6ec0af-c009-47a6-ba4a-0713e8581b11 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 943 time: 0.0726252
Nov 20 20:48:27.007271 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f3464ee9-5ce2-40f3-8ce5-40b6daa09c84 req-c2e548ee-55ea-44e7-957b-46e1cacc6870 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997424
Nov 20 20:48:27.034452 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 4584c376-5c69-4cf4-91b1-13f4afc7c28d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:48:27.046172 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-9acbfe0d-c78c-4d59-b937-4e60a63ba20c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9247b2b9-3787-408f-9910-0d7f430ac7e3 HTTP/1.1" status: 200  len: 217 time: 0.0535982
Nov 20 20:48:27.050327 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-721ff201-a1c1-49f6-938a-0eb6534b93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:27.051948 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-721ff201-a1c1-49f6-938a-0eb6534b93cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 908 time: 0.2178943
Nov 20 20:48:27.137445 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2c41a988-7a0d-45d8-bc29-d6cf19d15597 req-526e32d1-b9d5-4a60-a489-fd225077d905 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357522
Nov 20 20:48:27.143101 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-2f743f01-0795-43e2-989e-8d1bbcad3987 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b6045ba-274e-4026-bce3-97b2ebae1812 HTTP/1.1" status: 200  len: 217 time: 0.0736489
Nov 20 20:48:27.182312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-a2c8de29-2d3d-4d8a-83b4-e5dcc959d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:27.183735 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-a2c8de29-2d3d-4d8a-83b4-e5dcc959d6a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.1303792
Nov 20 20:48:27.225291 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 4584c376-5c69-4cf4-91b1-13f4afc7c28d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4584c376-5c69-4cf4-91b1-13f4afc7c28d,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:27.235278 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-34029425-c5d1-48a3-a1f4-d5bdbc73fb4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418012
Nov 20 20:48:27.269123 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '4584c376-5c69-4cf4-91b1-13f4afc7c28d', 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467', 'port_id': '4584c376-5c69-4cf4-91b1-13f4afc7c28d', 'mac_address': 'fa:16:3e:93:ab:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac3ccbd-8963-47e1-9b4e-185e806337ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:48:27.355362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37f2e1-1ce0-44bf-9782-65193b206103 req-26906785-b2f5-446d-b408-836eca3701f5 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:27.356989 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb37f2e1-1ce0-44bf-9782-65193b206103 req-26906785-b2f5-446d-b408-836eca3701f5 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 944 time: 0.2169678
Nov 20 20:48:27.377745 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:27.393898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-3439b3a6-8f56-42fd-987d-924592bea7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:27.395420 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-3439b3a6-8f56-42fd-987d-924592bea7b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.2416093
Nov 20 20:48:27.425610 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-fb45e270-1651-4cf9-a4f5-601cc0b46624 service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1792502
Nov 20 20:48:27.443809 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6b6045ba-274e-4026-bce3-97b2ebae1812 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:48:27.493902 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-6106a332-de6b-469c-bab0-73e6e910b25c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0636597
Nov 20 20:48:27.512103 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 3c47ade7-005b-489c-858d-16364f1b0424 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:48:27.545281 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4584c376-5c69-4cf4-91b1-13f4afc7c28d {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:27.580656 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb37f2e1-1ce0-44bf-9782-65193b206103 req-9accf911-a4fa-49fb-b0fb-dedd2497f951 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107735
Nov 20 20:48:27.624883 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-9faab433-e36b-4fd4-823c-644c1515c06f service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771495
Nov 20 20:48:27.666663 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 4584c376-5c69-4cf4-91b1-13f4afc7c28d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4584c376-5c69-4cf4-91b1-13f4afc7c28d,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:27.684277 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-a635cd81-62ab-4e8a-8de2-d8bd83cec13b service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1731427
Nov 20 20:48:27.687482 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:27.753041 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 6b6045ba-274e-4026-bce3-97b2ebae1812, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b6045ba-274e-4026-bce3-97b2ebae1812,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:27.779114 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc382d-f495-4bca-bed3-f26cd019a28d req-750f132f-e1e1-4949-80ce-d7373bb7cd39 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:27.781306 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-82dc382d-f495-4bca-bed3-f26cd019a28d req-750f132f-e1e1-4949-80ce-d7373bb7cd39 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 943 time: 0.0711563
Nov 20 20:48:27.792081 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6b6045ba-274e-4026-bce3-97b2ebae1812 has no active binding in host nch2-master-1 {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 20 20:48:27.797018 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 3c47ade7-005b-489c-858d-16364f1b0424 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:48:27.803845 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 3c47ade7-005b-489c-858d-16364f1b0424 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:48:27.804212 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:27.823298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a665f-a615-45e9-bcbd-d79a4c4beaa4 req-8034b52c-a786-48a0-9e07-8c7bf4ed0009 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:27.834038 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e8a665f-a615-45e9-bcbd-d79a4c4beaa4 req-8034b52c-a786-48a0-9e07-8c7bf4ed0009 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 944 time: 0.1451786
Nov 20 20:48:27.846437 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=4584c376-5c69-4cf4-91b1-13f4afc7c28d,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:27.860468 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-82dc382d-f495-4bca-bed3-f26cd019a28d req-8e73bbe5-6262-4087-99aa-caa6ac1c2401 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664358
Nov 20 20:48:27.891348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['4584c376-5c69-4cf4-91b1-13f4afc7c28d'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:27.922073 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e8a665f-a615-45e9-bcbd-d79a4c4beaa4 req-eb9e1e41-9b06-4f9b-90a3-57fcf04009d0 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866282
Nov 20 20:48:27.969293 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cd8ddd8-2cf7-4289-be7f-a7ad9f2fdfe9 req-c1783999-8ec3-4c08-b4fc-04316474c0ee service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2418313
Nov 20 20:48:27.972050 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:28.038092 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857e303-3e72-4174-a206-2f393889b75e req-fb14ffcf-eb2c-4c3f-851f-2d1d573d5f8c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:28.048208 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4857e303-3e72-4174-a206-2f393889b75e req-fb14ffcf-eb2c-4c3f-851f-2d1d573d5f8c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0967476
Nov 20 20:48:28.134926 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4857e303-3e72-4174-a206-2f393889b75e req-eedfd847-9764-49c6-a927-262d55f46651 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815952
Nov 20 20:48:28.172428 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 3c47ade7-005b-489c-858d-16364f1b0424, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c47ade7-005b-489c-858d-16364f1b0424,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:28.178009 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60d2233-750a-4b19-b2b7-a577b8091aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c47ade7-005b-489c-858d-16364f1b0424'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:28.181965 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b5b5a0-582f-454e-a082-b816f017945f" -d '{"events": [{"server_uuid": "c60d2233-750a-4b19-b2b7-a577b8091aee", "name": "network-vif-plugged", "status": "completed", "tag": "3c47ade7-005b-489c-858d-16364f1b0424"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:28.188047 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:28.282996 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=3c47ade7-005b-489c-858d-16364f1b0424,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:28.402239 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-3c8f23a5-a2c0-4e33-a4f6-444e63a5aee2 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:28.402970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-3c8f23a5-a2c0-4e33-a4f6-444e63a5aee2 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:28.403483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-3c8f23a5-a2c0-4e33-a4f6-444e63a5aee2 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:28.403951 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-3c8f23a5-a2c0-4e33-a4f6-444e63a5aee2 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:28.404420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-3c8f23a5-a2c0-4e33-a4f6-444e63a5aee2 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:28.404888 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-3c8f23a5-a2c0-4e33-a4f6-444e63a5aee2 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:28.405349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-3c8f23a5-a2c0-4e33-a4f6-444e63a5aee2 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:28.405841 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-3c8f23a5-a2c0-4e33-a4f6-444e63a5aee2 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:28.406343 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-3c8f23a5-a2c0-4e33-a4f6-444e63a5aee2 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:28.406864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-3c8f23a5-a2c0-4e33-a4f6-444e63a5aee2 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:28.407448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-3c8f23a5-a2c0-4e33-a4f6-444e63a5aee2 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:28.407914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-3c8f23a5-a2c0-4e33-a4f6-444e63a5aee2 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:28.408377 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-3c8f23a5-a2c0-4e33-a4f6-444e63a5aee2 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:28.411359 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-3c8f23a5-a2c0-4e33-a4f6-444e63a5aee2 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba&device_id=c60d2233-750a-4b19-b2b7-a577b8091aee&device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5&device_id=60f26975-add1-4d8b-aee6-67a5d77835e4&device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40&device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef&device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3&device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe&device_id=564e731b-fef8-42db-8af6-3500bc8c6798&device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03&device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5&device_id=7026c1aa-a9a9-437b-82e7-7121e7fc4b26&device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 11786 time: 0.0691087
Nov 20 20:48:28.431970 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-15a33972-189d-473b-ad1e-2e26d8f85ef5 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:28.551059 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-1758d5a9-623d-4353-812c-a26aeaeccfef service neutron] 10.222.0.37 "GET /v2.0/ports/d96f4ca5-742f-4e26-8329-f408e9d46a05/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1021173
Nov 20 20:48:28.581205 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-15a33972-189d-473b-ad1e-2e26d8f85ef5 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:28.587356 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-15a33972-189d-473b-ad1e-2e26d8f85ef5 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:28.637066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a33972-189d-473b-ad1e-2e26d8f85ef5 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c305d7b-6264-4980-b3bb-bb60f2587fb1,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:28.728896 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ad7ccce4-3242-4fb1-8c69-47e6ae34f3b3 req-15a33972-189d-473b-ad1e-2e26d8f85ef5 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&id=d63e82ee-7474-4327-9042-3d23723829de&id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&id=1d074940-b35b-4896-8914-3f91bd4cd7a0&id=eb32c7f0-6a77-4735-a9be-155365beafb2&id=65d14aee-6884-4009-a023-d34a89ba13a1&id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 782 time: 0.3098788
Nov 20 20:48:28.920258 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36db76ee-ca39-44c8-927a-43b9db076b10 x-openstack-request-id: req-36db76ee-ca39-44c8-927a-43b9db076b10 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:28.920559 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60d2233-750a-4b19-b2b7-a577b8091aee", "name": "network-vif-plugged", "status": "completed", "tag": "3c47ade7-005b-489c-858d-16364f1b0424", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:28.920815 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36db76ee-ca39-44c8-927a-43b9db076b10 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:28.921329 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60d2233-750a-4b19-b2b7-a577b8091aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c47ade7-005b-489c-858d-16364f1b0424', 'code': 200}
Nov 20 20:48:28.979275 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68437d0d-6080-4b48-8be2-58359803368f req-792dd3aa-75e9-4853-b663-d22d82e3e0f8 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:28.981501 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68437d0d-6080-4b48-8be2-58359803368f req-792dd3aa-75e9-4853-b663-d22d82e3e0f8 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 943 time: 0.1578639
Nov 20 20:48:29.007736 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847db987-d141-4ca1-b759-d24e167db65b req-d854dc83-0c10-4631-9929-eb78af2a20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:29.008698 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-d854dc83-0c10-4631-9929-eb78af2a20d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5&tenant_id=75d8e50fbc2c4c13be9b56bf0078f315 HTTP/1.1" status: 200  len: 1101 time: 0.1687176
Nov 20 20:48:29.061511 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 4584c376-5c69-4cf4-91b1-13f4afc7c28d up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:48:29.081904 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68437d0d-6080-4b48-8be2-58359803368f req-23138e20-6827-44a6-9780-003087fabdef tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812745
Nov 20 20:48:29.143567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847db987-d141-4ca1-b759-d24e167db65b req-5417ab0d-0e50-491f-94ce-8618a9518a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:29.146325 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-5417ab0d-0e50-491f-94ce-8618a9518a32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 1101 time: 0.0905299
Nov 20 20:48:29.221030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 4584c376-5c69-4cf4-91b1-13f4afc7c28d triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:48:29.222271 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:29.349228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847db987-d141-4ca1-b759-d24e167db65b req-0448088c-f09b-4783-8a5c-a2bbd8c8b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:29.350837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-0448088c-f09b-4783-8a5c-a2bbd8c8b858 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1939964
Nov 20 20:48:29.369251 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:29.387866 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 9247b2b9-3787-408f-9910-0d7f430ac7e3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:48:29.410520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01b12f-98e1-405f-9d9f-aebf1615ab40 req-427dd2de-6f70-42e1-9a30-fccfc5e656bb tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:29.419136 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e01b12f-98e1-405f-9d9f-aebf1615ab40 req-427dd2de-6f70-42e1-9a30-fccfc5e656bb tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0784595
Nov 20 20:48:29.429880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c844733-f7a2-49e5-9281-c9f657473899 req-e50d207a-cac5-4652-8254-8d66a6dcb47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:29.431419 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5c844733-f7a2-49e5-9281-c9f657473899 req-e50d207a-cac5-4652-8254-8d66a6dcb47b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 1096 time: 0.4213927
Nov 20 20:48:29.437751 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 4584c376-5c69-4cf4-91b1-13f4afc7c28d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4584c376-5c69-4cf4-91b1-13f4afc7c28d,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:29.454770 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:29.455366 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-2447792a-f4cf-4337-8d81-e54db5af48ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d96f4ca5-742f-4e26-8329-f408e9d46a05 HTTP/1.1" status: 200  len: 217 time: 0.0938668
Nov 20 20:48:29.521303 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e01b12f-98e1-405f-9d9f-aebf1615ab40 req-59278934-2a6b-4784-b2b7-e981101dda16 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011651
Nov 20 20:48:29.541599 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5c844733-f7a2-49e5-9281-c9f657473899 req-95473354-1f11-48cc-88d9-7f964f170928 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003644
Nov 20 20:48:29.587660 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=4584c376-5c69-4cf4-91b1-13f4afc7c28d,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:29.588198 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847db987-d141-4ca1-b759-d24e167db65b req-f81ce03a-f9bb-4caa-86e1-1cf84e76f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:29.589882 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-f81ce03a-f9bb-4caa-86e1-1cf84e76f5fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1213729
Nov 20 20:48:29.631020 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 9247b2b9-3787-408f-9910-0d7f430ac7e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9247b2b9-3787-408f-9910-0d7f430ac7e3,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:29.655272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '9247b2b9-3787-408f-9910-0d7f430ac7e3', 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408', 'port_id': '9247b2b9-3787-408f-9910-0d7f430ac7e3', 'mac_address': 'fa:16:3e:98:24:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444502b4-8455-4747-b026-1e5d940e8d60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:48:29.696198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc19a4-441b-4e1f-8536-ab3cd331c6cc req-b72cd9d2-522e-4255-96f1-6b8a5338ef1c tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:29.704457 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a7bc19a4-441b-4e1f-8536-ab3cd331c6cc req-b72cd9d2-522e-4255-96f1-6b8a5338ef1c tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 943 time: 0.0701969
Nov 20 20:48:29.706357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847db987-d141-4ca1-b759-d24e167db65b req-047adc34-f23e-49bb-b5c6-4e0f21c9b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:29.707956 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-047adc34-f23e-49bb-b5c6-4e0f21c9b0ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1046941
Nov 20 20:48:29.736137 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:29.753784 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9247b2b9-3787-408f-9910-0d7f430ac7e3 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:29.775978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 9247b2b9-3787-408f-9910-0d7f430ac7e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9247b2b9-3787-408f-9910-0d7f430ac7e3,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:29.776908 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a7bc19a4-441b-4e1f-8536-ab3cd331c6cc req-9379618c-b1e9-4176-a56d-f8ba73610d8d tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711381
Nov 20 20:48:29.785576 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:29.787148 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafefaf-17ac-4e44-ad47-2b0c53bbd13a req-71102118-ddeb-4b14-9ceb-8019384e3fa5 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:29.794429 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8dafefaf-17ac-4e44-ad47-2b0c53bbd13a req-71102118-ddeb-4b14-9ceb-8019384e3fa5 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.1312611
Nov 20 20:48:29.866659 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8dafefaf-17ac-4e44-ad47-2b0c53bbd13a req-fa50ecb2-81b4-4382-a039-bb8730520dc2 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712929
Nov 20 20:48:29.870924 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=9247b2b9-3787-408f-9910-0d7f430ac7e3,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:29.918205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282edc9-c52e-4a1c-ac3e-b5362974dfd1 req-19a7f046-cf04-4724-b1d1-3fb9d00b0bdb tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:29.927095 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3282edc9-c52e-4a1c-ac3e-b5362974dfd1 req-19a7f046-cf04-4724-b1d1-3fb9d00b0bdb tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0781620
Nov 20 20:48:29.974439 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-0adfdd12-943e-430e-9722-fabd9b389127 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2573342
Nov 20 20:48:29.992106 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3282edc9-c52e-4a1c-ac3e-b5362974dfd1 req-8d573107-479c-4320-bf49-2f68b63da12b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638292
Nov 20 20:48:30.131818 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-847db987-d141-4ca1-b759-d24e167db65b req-03335eee-4bb4-42b3-8f6a-d8012199f1ac service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458113
Nov 20 20:48:30.228910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['9247b2b9-3787-408f-9910-0d7f430ac7e3'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:30.280708 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438b0a1-f880-44bc-832e-a0da2656d2f3 req-2f2f1d68-4f3a-4cad-b25a-dbfdde18d3ff tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:30.281252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438b0a1-f880-44bc-832e-a0da2656d2f3 req-2f2f1d68-4f3a-4cad-b25a-dbfdde18d3ff tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:30.281797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438b0a1-f880-44bc-832e-a0da2656d2f3 req-2f2f1d68-4f3a-4cad-b25a-dbfdde18d3ff tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:30.283599 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f438b0a1-f880-44bc-832e-a0da2656d2f3 req-2f2f1d68-4f3a-4cad-b25a-dbfdde18d3ff tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5&device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3&device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 2883 time: 0.0995035
Nov 20 20:48:30.376148 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f438b0a1-f880-44bc-832e-a0da2656d2f3 req-ba769fb0-2e23-47ed-8976-e7001a98b070 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848312
Nov 20 20:48:30.450133 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e99f1-5733-4a6b-befd-02050fdb255a req-932d00f5-19bd-400f-bbd6-258394880639 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:30.459581 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ca1e99f1-5733-4a6b-befd-02050fdb255a req-932d00f5-19bd-400f-bbd6-258394880639 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 943 time: 0.0983179
Nov 20 20:48:30.477862 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-eeea-4c97-a799-2a4b772c4062 req-bb0a6081-ae76-4f53-8a00-569683da6f0c tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:30.485303 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ab90fe7-eeea-4c97-a799-2a4b772c4062 req-bb0a6081-ae76-4f53-8a00-569683da6f0c tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.0663455
Nov 20 20:48:30.511881 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ca1e99f1-5733-4a6b-befd-02050fdb255a req-6eccd4a2-3ac2-44d9-a77b-d0ef6875eca7 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512025
Nov 20 20:48:30.546008 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ab90fe7-eeea-4c97-a799-2a4b772c4062 req-c4e9e379-87f8-4ec2-9f66-98a05259d070 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584493
Nov 20 20:48:30.661698 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52819e-ba93-4cbd-9ad2-b8ebf003ba12 req-33c212a6-9972-4218-8506-c6b201203af1 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:30.663466 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e52819e-ba93-4cbd-9ad2-b8ebf003ba12 req-33c212a6-9972-4218-8506-c6b201203af1 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0614085
Nov 20 20:48:30.726155 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e52819e-ba93-4cbd-9ad2-b8ebf003ba12 req-bdc7b191-a8a2-4031-8b44-2cbf1f088759 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567267
Nov 20 20:48:30.922456 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f26975-add1-4d8b-aee6-67a5d77835e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4584c376-5c69-4cf4-91b1-13f4afc7c28d'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:30.924789 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fedbb7b-c4b0-4d43-b308-c94f5b8e8d5d" -d '{"events": [{"server_uuid": "60f26975-add1-4d8b-aee6-67a5d77835e4", "name": "network-vif-plugged", "status": "completed", "tag": "4584c376-5c69-4cf4-91b1-13f4afc7c28d"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:30.927508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86596a5f-0f2d-49ec-a196-bd24f76ecc40 req-562298e2-f30e-4600-9c0b-0e53ba742308 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:30.931918 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-86596a5f-0f2d-49ec-a196-bd24f76ecc40 req-562298e2-f30e-4600-9c0b-0e53ba742308 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 944 time: 0.0653706
Nov 20 20:48:30.988215 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-86596a5f-0f2d-49ec-a196-bd24f76ecc40 req-3d9e219d-f389-4b84-b25f-35d1030ef9d2 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515785
Nov 20 20:48:31.053334 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f0538a-aa1e-4e95-aaf2-7937456c3340 x-openstack-request-id: req-f4f0538a-aa1e-4e95-aaf2-7937456c3340 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:31.053651 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f26975-add1-4d8b-aee6-67a5d77835e4", "name": "network-vif-plugged", "status": "completed", "tag": "4584c376-5c69-4cf4-91b1-13f4afc7c28d", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:31.053964 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4f0538a-aa1e-4e95-aaf2-7937456c3340 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:31.054337 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f26975-add1-4d8b-aee6-67a5d77835e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4584c376-5c69-4cf4-91b1-13f4afc7c28d', 'code': 200}
Nov 20 20:48:31.242246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145940c0-1659-4b10-8a6d-61a29f9b5c40 req-1c840fda-da63-40fc-8e13-02a3dcd357e3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:31.251325 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-145940c0-1659-4b10-8a6d-61a29f9b5c40 req-1c840fda-da63-40fc-8e13-02a3dcd357e3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0767243
Nov 20 20:48:31.327801 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-145940c0-1659-4b10-8a6d-61a29f9b5c40 req-717eecdd-d171-4024-ad89-93f0835fbb49 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755112
Nov 20 20:48:31.356597 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cff12-ab8e-4127-9dea-c0639874d833 req-7b33cb71-c0cc-4807-8f63-a1ccd37a713c tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:31.358186 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ca2cff12-ab8e-4127-9dea-c0639874d833 req-7b33cb71-c0cc-4807-8f63-a1ccd37a713c tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 1100 time: 0.0532563
Nov 20 20:48:31.401883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 9247b2b9-3787-408f-9910-0d7f430ac7e3 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:48:31.412397 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ca2cff12-ab8e-4127-9dea-c0639874d833 req-020b5ad5-a9aa-4592-9fa0-7ddcdcb8c59b tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470622
Nov 20 20:48:31.476828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 9247b2b9-3787-408f-9910-0d7f430ac7e3 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:48:31.481437 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 9247b2b9-3787-408f-9910-0d7f430ac7e3 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:48:31.481962 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:31.580958 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15642e5-4bf0-4815-b733-65fce1483a71 req-718872ea-2134-4a00-acb2-078a7ae68c33 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:31.584324 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c15642e5-4bf0-4815-b733-65fce1483a71 req-718872ea-2134-4a00-acb2-078a7ae68c33 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 1100 time: 0.0859783
Nov 20 20:48:31.603431 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:31.652297 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 9247b2b9-3787-408f-9910-0d7f430ac7e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9247b2b9-3787-408f-9910-0d7f430ac7e3,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:31.658904 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:31.677588 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c15642e5-4bf0-4815-b733-65fce1483a71 req-b264b827-b308-4010-99ed-a76351919277 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837343
Nov 20 20:48:31.685382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c836a-0e93-4ff5-8a87-64a38a715e8c req-0886c7a4-18c0-4608-8431-56b76feb28da tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:31.686964 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a0c836a-0e93-4ff5-8a87-64a38a715e8c req-0886c7a4-18c0-4608-8431-56b76feb28da tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 943 time: 0.0666299
Nov 20 20:48:31.736896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=9247b2b9-3787-408f-9910-0d7f430ac7e3,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:31.774109 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a0c836a-0e93-4ff5-8a87-64a38a715e8c req-2fb71c12-75f2-46bc-b1c5-26d4fb12c8bd tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736151
Nov 20 20:48:31.858222 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5eb24-3438-4d76-ae28-a435f122e686 req-7fa03636-2bdd-4817-bc70-a6e774cca765 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:31.859974 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6af5eb24-3438-4d76-ae28-a435f122e686 req-7fa03636-2bdd-4817-bc70-a6e774cca765 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.0572395
Nov 20 20:48:31.918103 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6af5eb24-3438-4d76-ae28-a435f122e686 req-521f69f5-8373-409f-a5ce-8410375b7022 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484993
Nov 20 20:48:32.065080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd472d-8d03-4ca3-a1f0-64fb60425681 req-500304fe-3287-42c9-a160-b48b899f5e72 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:32.066846 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-71bd472d-8d03-4ca3-a1f0-64fb60425681 req-500304fe-3287-42c9-a160-b48b899f5e72 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0788233
Nov 20 20:48:32.129778 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-71bd472d-8d03-4ca3-a1f0-64fb60425681 req-609b73ee-8c74-4ff8-a589-bc68e323c8b8 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557117
Nov 20 20:48:32.156513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6cd61-b806-4b7f-9aaa-12ebfe8951aa req-2fde4fc3-f7a9-4948-b297-66838c571628 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:32.158610 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-75b6cd61-b806-4b7f-9aaa-12ebfe8951aa req-2fde4fc3-f7a9-4948-b297-66838c571628 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 945 time: 0.0647974
Nov 20 20:48:32.214743 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-75b6cd61-b806-4b7f-9aaa-12ebfe8951aa req-a57c3835-e594-434c-87cf-5c07db2ff625 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488307
Nov 20 20:48:32.363687 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c564f2d-9294-4945-8991-8c13b435e280 req-ca608483-02c9-4ffc-b1da-bb38296565f3 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:32.365525 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7c564f2d-9294-4945-8991-8c13b435e280 req-ca608483-02c9-4ffc-b1da-bb38296565f3 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0657115
Nov 20 20:48:32.430021 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7c564f2d-9294-4945-8991-8c13b435e280 req-2fe65986-4c6c-4ec4-ae16-bf2a8c950aff tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572169
Nov 20 20:48:32.580601 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25baab-a024-4205-9b75-c5934e82ced0 req-3d274d55-105d-4cbb-9ee0-adba262e61bf tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:32.582264 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fb25baab-a024-4205-9b75-c5934e82ced0 req-3d274d55-105d-4cbb-9ee0-adba262e61bf tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0663147
Nov 20 20:48:32.650781 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fb25baab-a024-4205-9b75-c5934e82ced0 req-59a9831c-a42b-45c5-9473-a9f2a5ab8958 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602901
Nov 20 20:48:32.898534 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48795d75-da57-411a-a179-5fcf4966306a req-d7f0d863-d048-4ecb-a623-50848822c32b tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:32.901491 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-48795d75-da57-411a-a179-5fcf4966306a req-d7f0d863-d048-4ecb-a623-50848822c32b tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0752163
Nov 20 20:48:32.965585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-48795d75-da57-411a-a179-5fcf4966306a req-c04f68a1-cf58-49dd-b5cf-0845214eeb0b tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570846
Nov 20 20:48:32.996925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05f284-3495-4378-9512-6846db715d38 req-e87bbdee-b1a6-44d5-8e9f-886f3e071ecb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:32.999505 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af05f284-3495-4378-9512-6846db715d38 req-e87bbdee-b1a6-44d5-8e9f-886f3e071ecb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 943 time: 0.0687170
Nov 20 20:48:33.055300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f6126a-4e65-40c1-a727-0559f7cf71ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9247b2b9-3787-408f-9910-0d7f430ac7e3'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:33.060365 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d00047c-045a-42c9-8f45-1f0f1f082256" -d '{"events": [{"server_uuid": "06f6126a-4e65-40c1-a727-0559f7cf71ba", "name": "network-vif-plugged", "status": "completed", "tag": "9247b2b9-3787-408f-9910-0d7f430ac7e3"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:33.075827 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af05f284-3495-4378-9512-6846db715d38 req-a49b8778-1da8-4927-b33e-9106f8542360 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698102
Nov 20 20:48:33.087531 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d96f4ca5-742f-4e26-8329-f408e9d46a05 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:48:33.133056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 4584c376-5c69-4cf4-91b1-13f4afc7c28d no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:48:33.135620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fe070-d82f-476a-9d05-b6f50ef66fab req-279e5baa-f983-46da-8ec8-4ec25892530f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:33.137546 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-528fe070-d82f-476a-9d05-b6f50ef66fab req-279e5baa-f983-46da-8ec8-4ec25892530f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0973020
Nov 20 20:48:33.146810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98133e-1ef7-4173-8574-0b1c26ba7c10 req-dc544087-0a91-45bd-9f9c-d2b507bad694 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:33.148815 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ad98133e-1ef7-4173-8574-0b1c26ba7c10 req-dc544087-0a91-45bd-9f9c-d2b507bad694 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.37 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.0986691
Nov 20 20:48:33.212559 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-528fe070-d82f-476a-9d05-b6f50ef66fab req-0cd3d42e-e691-4f2e-ade5-6939147f1232 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626357
Nov 20 20:48:33.217361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfb72c-45ab-4ae2-af82-4cdf40689688 req-c99ad6e3-fdec-40af-bb0e-eba397642204 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:33.219134 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75dfb72c-45ab-4ae2-af82-4cdf40689688 req-c99ad6e3-fdec-40af-bb0e-eba397642204 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 945 time: 0.0640292
Nov 20 20:48:33.300933 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75dfb72c-45ab-4ae2-af82-4cdf40689688 req-6ae44692-464a-4629-ba48-8dd2c0605653 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751150
Nov 20 20:48:33.308396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d96f4ca5-742f-4e26-8329-f408e9d46a05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d96f4ca5-742f-4e26-8329-f408e9d46a05,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:33.332381 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0e2780-eaef-47a8-8798-72e0918c126e x-openstack-request-id: req-5d0e2780-eaef-47a8-8798-72e0918c126e {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:33.333573 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f6126a-4e65-40c1-a727-0559f7cf71ba", "name": "network-vif-plugged", "status": "completed", "tag": "9247b2b9-3787-408f-9910-0d7f430ac7e3", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:33.334028 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d0e2780-eaef-47a8-8798-72e0918c126e {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:33.334605 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f6126a-4e65-40c1-a727-0559f7cf71ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9247b2b9-3787-408f-9910-0d7f430ac7e3', 'code': 200}
Nov 20 20:48:33.344389 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'd96f4ca5-742f-4e26-8329-f408e9d46a05', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': 'd96f4ca5-742f-4e26-8329-f408e9d46a05', 'mac_address': 'fa:16:3e:54:74:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:48:33.356997 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:33.436913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 4584c376-5c69-4cf4-91b1-13f4afc7c28d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4584c376-5c69-4cf4-91b1-13f4afc7c28d,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:33.444190 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:33.445056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d96f4ca5-742f-4e26-8329-f408e9d46a05 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:48:33.528463 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ebda2-5e0a-4891-88c9-08e801a385b1 req-fd28bf66-963b-49a0-9645-030b70a061c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:33.531745 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-487ebda2-5e0a-4891-88c9-08e801a385b1 req-fd28bf66-963b-49a0-9645-030b70a061c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 1096 time: 0.0787332
Nov 20 20:48:33.550941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851eb906-de7c-4b45-9117-c931723b7bd1 req-5f57d23d-12a1-4530-8f6d-2497ce6b0e74 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:33.551614 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:33.559979 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-851eb906-de7c-4b45-9117-c931723b7bd1 req-5f57d23d-12a1-4530-8f6d-2497ce6b0e74 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 945 time: 0.1421731
Nov 20 20:48:33.591040 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d96f4ca5-742f-4e26-8329-f408e9d46a05 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:33.595774 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-ad98133e-1ef7-4173-8574-0b1c26ba7c10 req-d33cc769-0fe4-46be-bda1-15a92e290e6b tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Deleting port 4584c376-5c69-4cf4-91b1-13f4afc7c28d {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:48:33.596122 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ad98133e-1ef7-4173-8574-0b1c26ba7c10 req-d33cc769-0fe4-46be-bda1-15a92e290e6b tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:33.624568 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=4584c376-5c69-4cf4-91b1-13f4afc7c28d,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:33.641407 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-487ebda2-5e0a-4891-88c9-08e801a385b1 req-98155943-ac9a-4808-9952-17c6ebe7fb01 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006541
Nov 20 20:48:33.647189 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d96f4ca5-742f-4e26-8329-f408e9d46a05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d96f4ca5-742f-4e26-8329-f408e9d46a05,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:33.649077 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-851eb906-de7c-4b45-9117-c931723b7bd1 req-b282705f-b46e-42c1-8fa1-a5a0fb3bed92 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881338
Nov 20 20:48:33.652817 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:33.655129 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:33.715397 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-a31488f0-ccfd-4ec3-ad2e-ac718e5782ca service neutron] 10.222.0.37 "GET /v2.0/ports/6b6045ba-274e-4026-bce3-97b2ebae1812/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1448653
Nov 20 20:48:33.724959 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d96f4ca5-742f-4e26-8329-f408e9d46a05,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:33.741382 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfec1c8-7309-4e3f-a7ca-8d02cdba47ce req-72bb4c69-24af-4265-9624-7f5b0e95f3c7 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:33.742945 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2dfec1c8-7309-4e3f-a7ca-8d02cdba47ce req-72bb4c69-24af-4265-9624-7f5b0e95f3c7 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 950 time: 0.0999238
Nov 20 20:48:33.768622 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 20:48:33.768993 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 20:48:33.799926 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-ad98133e-1ef7-4173-8574-0b1c26ba7c10 req-d33cc769-0fe4-46be-bda1-15a92e290e6b tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] For port 4584c376-5c69-4cf4-91b1-13f4afc7c28d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4584c376-5c69-4cf4-91b1-13f4afc7c28d,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:33.800328 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ad98133e-1ef7-4173-8574-0b1c26ba7c10 req-d33cc769-0fe4-46be-bda1-15a92e290e6b tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:33.818825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-ad98133e-1ef7-4173-8574-0b1c26ba7c10 req-d33cc769-0fe4-46be-bda1-15a92e290e6b tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Calling delete_port for 4584c376-5c69-4cf4-91b1-13f4afc7c28d owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:48:33.827446 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfc5de-931f-47ea-a358-174438ed03e1 req-88240e91-02ce-4dd6-b96a-c98f05808dfc tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:33.830461 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-49cfc5de-931f-47ea-a358-174438ed03e1 req-88240e91-02ce-4dd6-b96a-c98f05808dfc tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 949 time: 0.1039288
Nov 20 20:48:33.870197 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2dfec1c8-7309-4e3f-a7ca-8d02cdba47ce req-2ce436eb-7266-497b-a6ec-78fc7cb3d987 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915275
Nov 20 20:48:33.928532 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-49cfc5de-931f-47ea-a358-174438ed03e1 req-dc1b8a40-dba1-461d-9cfc-e812e6a90eec tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920575
Nov 20 20:48:33.975103 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d96f4ca5-742f-4e26-8329-f408e9d46a05'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:34.008033 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-485f1941-ec08-4b9c-bbb1-f8fd884eff46 service neutron] For port 6b6045ba-274e-4026-bce3-97b2ebae1812, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b6045ba-274e-4026-bce3-97b2ebae1812,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:34.010672 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ad98133e-1ef7-4173-8574-0b1c26ba7c10 req-d33cc769-0fe4-46be-bda1-15a92e290e6b tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:34.050516 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cc769-0fe4-46be-bda1-15a92e290e6b tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Pushing event deleted for resources: {'Port': ['ID=4584c376-5c69-4cf4-91b1-13f4afc7c28d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:34.057040 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-485f1941-ec08-4b9c-bbb1-f8fd884eff46 service neutron] For port 6b6045ba-274e-4026-bce3-97b2ebae1812, host nch1-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:34.140278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad98133e-1ef7-4173-8574-0b1c26ba7c10 req-d33cc769-0fe4-46be-bda1-15a92e290e6b tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] No DVR routers for this DVR port 4584c376-5c69-4cf4-91b1-13f4afc7c28d on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:48:34.143104 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ad98133e-1ef7-4173-8574-0b1c26ba7c10 req-d33cc769-0fe4-46be-bda1-15a92e290e6b tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:34.145754 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-485f1941-ec08-4b9c-bbb1-f8fd884eff46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6045ba-274e-4026-bce3-97b2ebae1812 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:34.148542 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ad98133e-1ef7-4173-8574-0b1c26ba7c10 req-d33cc769-0fe4-46be-bda1-15a92e290e6b tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.37 "DELETE /v2.0/ports/4584c376-5c69-4cf4-91b1-13f4afc7c28d HTTP/1.1" status: 204  len: 173 time: 0.9041972
Nov 20 20:48:34.149147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f26975-add1-4d8b-aee6-67a5d77835e4', 'name': 'network-vif-deleted', 'tag': '4584c376-5c69-4cf4-91b1-13f4afc7c28d'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:34.151813 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e239c7-4252-4944-8882-f4b43b28c47f" -d '{"events": [{"server_uuid": "60f26975-add1-4d8b-aee6-67a5d77835e4", "name": "network-vif-deleted", "tag": "4584c376-5c69-4cf4-91b1-13f4afc7c28d"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:34.177317 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-485f1941-ec08-4b9c-bbb1-f8fd884eff46 service neutron] For port 6b6045ba-274e-4026-bce3-97b2ebae1812, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b6045ba-274e-4026-bce3-97b2ebae1812,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:34.198397 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-485f1941-ec08-4b9c-bbb1-f8fd884eff46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:34.259689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7b99c-4ba8-45ff-8add-d314bd30ea3a req-2f264e6a-6914-4f62-a5d6-7921c855b65a tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:34.261383 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d7b99c-4ba8-45ff-8add-d314bd30ea3a req-2f264e6a-6914-4f62-a5d6-7921c855b65a tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0629327
Nov 20 20:48:34.286282 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-485f1941-ec08-4b9c-bbb1-f8fd884eff46 service neutron] Transition to ACTIVE for port object 6b6045ba-274e-4026-bce3-97b2ebae1812 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:48:34.291171 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-485f1941-ec08-4b9c-bbb1-f8fd884eff46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:34.313102 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:34.339835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d96f4ca5-742f-4e26-8329-f408e9d46a05 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:34.375773 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-485f1941-ec08-4b9c-bbb1-f8fd884eff46 service neutron] No DVR routers for this DVR port 6b6045ba-274e-4026-bce3-97b2ebae1812 on host nch1-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:48:34.383142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d96f4ca5-742f-4e26-8329-f408e9d46a05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d96f4ca5-742f-4e26-8329-f408e9d46a05,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:34.393000 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:34.422239 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-485f1941-ec08-4b9c-bbb1-f8fd884eff46 service neutron] 10.222.0.37 "PUT /v2.0/ports/6b6045ba-274e-4026-bce3-97b2ebae1812/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.6896534
Nov 20 20:48:34.422966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f1941-ec08-4b9c-bbb1-f8fd884eff46 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6045ba-274e-4026-bce3-97b2ebae1812,revision_number=10']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:34.438997 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d7b99c-4ba8-45ff-8add-d314bd30ea3a req-024e3ac2-30bc-4e94-be0a-9fdda63b1426 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691351
Nov 20 20:48:34.467933 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d96f4ca5-742f-4e26-8329-f408e9d46a05,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:34.494206 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b363da5-0a6d-473b-b84b-f1de506ebcc9 req-f8e22f2e-1964-4426-80ca-09401cb92715 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:34.495814 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4b363da5-0a6d-473b-b84b-f1de506ebcc9 req-f8e22f2e-1964-4426-80ca-09401cb92715 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 944 time: 0.0614357
Nov 20 20:48:34.550578 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4b363da5-0a6d-473b-b84b-f1de506ebcc9 req-9fea35ab-839b-40b5-936e-d4dc058a5428 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470049
Nov 20 20:48:34.696492 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f648c3-bbb7-4b6c-8d57-9f5b09a538d1 req-c22299f1-5485-479a-8453-d95df214a3c9 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:34.697959 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75f648c3-bbb7-4b6c-8d57-9f5b09a538d1 req-c22299f1-5485-479a-8453-d95df214a3c9 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0560992
Nov 20 20:48:34.740601 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3e7ce1-9494-4b3f-9bd0-166823a86d23 x-openstack-request-id: req-9b3e7ce1-9494-4b3f-9bd0-166823a86d23 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:34.740993 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f26975-add1-4d8b-aee6-67a5d77835e4", "name": "network-vif-deleted", "tag": "4584c376-5c69-4cf4-91b1-13f4afc7c28d", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:34.741169 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b3e7ce1-9494-4b3f-9bd0-166823a86d23 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:34.741547 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f26975-add1-4d8b-aee6-67a5d77835e4', 'name': 'network-vif-deleted', 'tag': '4584c376-5c69-4cf4-91b1-13f4afc7c28d', 'status': 'completed', 'code': 200}
Nov 20 20:48:34.748155 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75f648c3-bbb7-4b6c-8d57-9f5b09a538d1 req-d873b00c-eac8-4967-a8ba-517e19538e0c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441036
Nov 20 20:48:34.762301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4c1e9-0926-453e-b659-9020455b3a7f req-20897e63-0dee-4c75-aad8-b9b745d3b908 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:34.763835 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1e4c1e9-0926-453e-b659-9020455b3a7f req-20897e63-0dee-4c75-aad8-b9b745d3b908 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5&tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 949 time: 0.4940493
Nov 20 20:48:34.812649 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9252db3-98e4-4526-8de6-14e82c93d8f3 req-73d4258f-49e5-4476-b342-fc00300ae12c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:34.814332 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b9252db3-98e4-4526-8de6-14e82c93d8f3 req-73d4258f-49e5-4476-b342-fc00300ae12c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 948 time: 0.0719523
Nov 20 20:48:34.855184 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a148e840-0d25-414e-b048-665dc044dd27 req-0be90291-039c-4ff1-8059-c11167665f50 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=60f26975-add1-4d8b-aee6-67a5d77835e4 HTTP/1.1" status: 200  len: 210 time: 0.0271478
Nov 20 20:48:34.896793 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b9252db3-98e4-4526-8de6-14e82c93d8f3 req-0e789a87-08b3-4480-8209-4a7a82c23d0e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752940
Nov 20 20:48:34.902070 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4c1e9-0926-453e-b659-9020455b3a7f req-933ec761-1ea8-4279-a48a-3f8d6fc7387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:34.903630 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1e4c1e9-0926-453e-b659-9020455b3a7f req-933ec761-1ea8-4279-a48a-3f8d6fc7387f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 1099 time: 0.0678916
Nov 20 20:48:35.025439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4c1e9-0926-453e-b659-9020455b3a7f req-04e87c1d-8275-4282-8681-36c114d7dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:35.026964 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1e4c1e9-0926-453e-b659-9020455b3a7f req-04e87c1d-8275-4282-8681-36c114d7dfef service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1092291
Nov 20 20:48:35.031750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddc5a6-749c-4d86-a07d-300d737870fa req-fa399062-4e59-4231-b55e-15a7ca7afab0 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:35.033197 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-abddc5a6-749c-4d86-a07d-300d737870fa req-fa399062-4e59-4231-b55e-15a7ca7afab0 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 945 time: 0.0510037
Nov 20 20:48:35.071055 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1e4c1e9-0926-453e-b659-9020455b3a7f req-6372ee37-397e-426c-bc67-6dbad6a66d5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d96f4ca5-742f-4e26-8329-f408e9d46a05 HTTP/1.1" status: 200  len: 217 time: 0.0367665
Nov 20 20:48:35.087828 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-abddc5a6-749c-4d86-a07d-300d737870fa req-11ff8ddb-5550-4f38-94b1-7e60bd316798 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472217
Nov 20 20:48:35.091987 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d96f4ca5-742f-4e26-8329-f408e9d46a05 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:48:35.127543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4c1e9-0926-453e-b659-9020455b3a7f req-ca3ba44a-933e-443d-bbb6-2ac01921f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:35.129020 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1e4c1e9-0926-453e-b659-9020455b3a7f req-ca3ba44a-933e-443d-bbb6-2ac01921f2d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0495553
Nov 20 20:48:35.144675 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port d96f4ca5-742f-4e26-8329-f408e9d46a05 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:48:35.145230 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:35.178572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4c1e9-0926-453e-b659-9020455b3a7f req-afc6b2db-a1ac-4560-b115-e441188d54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:35.180084 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1e4c1e9-0926-453e-b659-9020455b3a7f req-afc6b2db-a1ac-4560-b115-e441188d54bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0399632
Nov 20 20:48:35.222040 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:35.254662 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d96f4ca5-742f-4e26-8329-f408e9d46a05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d96f4ca5-742f-4e26-8329-f408e9d46a05,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:35.259889 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:35.260770 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:48:35.271825 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1e4c1e9-0926-453e-b659-9020455b3a7f req-570fcbd4-d378-4536-b4d9-55580e17bdd7 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836685
Nov 20 20:48:35.336788 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f26975-add1-4d8b-aee6-67a5d77835e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4584c376-5c69-4cf4-91b1-13f4afc7c28d'}, {'server_uuid': 'f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96f4ca5-742f-4e26-8329-f408e9d46a05'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:35.339048 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681fad48-e11a-44eb-a599-4f93350a4dd1" -d '{"events": [{"server_uuid": "60f26975-add1-4d8b-aee6-67a5d77835e4", "name": "network-vif-unplugged", "status": "completed", "tag": "4584c376-5c69-4cf4-91b1-13f4afc7c28d"}, {"server_uuid": "f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5", "name": "network-vif-plugged", "status": "completed", "tag": "d96f4ca5-742f-4e26-8329-f408e9d46a05"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:35.343731 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d96f4ca5-742f-4e26-8329-f408e9d46a05,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:35.375878 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1e4c1e9-0926-453e-b659-9020455b3a7f req-fae479f6-8a0f-4217-8875-177f36191baa service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903363
Nov 20 20:48:35.385891 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:35.398037 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f46a8b-2b5f-46fd-a75d-2d397523c0d4 x-openstack-request-id: req-c4f46a8b-2b5f-46fd-a75d-2d397523c0d4 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:35.398457 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f26975-add1-4d8b-aee6-67a5d77835e4", "name": "network-vif-unplugged", "status": "completed", "tag": "4584c376-5c69-4cf4-91b1-13f4afc7c28d", "code": 200}, {"server_uuid": "f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5", "name": "network-vif-plugged", "status": "completed", "tag": "d96f4ca5-742f-4e26-8329-f408e9d46a05", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:35.398761 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4f46a8b-2b5f-46fd-a75d-2d397523c0d4 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:35.399161 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f26975-add1-4d8b-aee6-67a5d77835e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4584c376-5c69-4cf4-91b1-13f4afc7c28d', 'code': 200}
Nov 20 20:48:35.399422 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96f4ca5-742f-4e26-8329-f408e9d46a05', 'code': 200}
Nov 20 20:48:35.421703 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:35.425587 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:35.483636 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:35.559184 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a5efe-9e03-4e5b-b178-9fd7f8c1eb62 req-26d7b182-930a-455c-991f-585dad4a81a4 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:35.560655 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0c0a5efe-9e03-4e5b-b178-9fd7f8c1eb62 req-26d7b182-930a-455c-991f-585dad4a81a4 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0523994
Nov 20 20:48:35.608166 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0c0a5efe-9e03-4e5b-b178-9fd7f8c1eb62 req-ec6ff3ee-92d5-4516-949a-43b10249b67b tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415788
Nov 20 20:48:35.711839 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed8adb-01db-4018-aa01-1d78eb41d651 req-6c7dc6ec-1878-4baf-a789-072ecc0ee98d tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:35.713301 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-15ed8adb-01db-4018-aa01-1d78eb41d651 req-6c7dc6ec-1878-4baf-a789-072ecc0ee98d tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 944 time: 0.0491345
Nov 20 20:48:35.760337 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-15ed8adb-01db-4018-aa01-1d78eb41d651 req-df7745a0-fa55-413b-8dfe-6c0c9ab71070 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411727
Nov 20 20:48:35.877045 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714b043-d230-4643-98de-d10140e12cef req-17be97e0-d438-4963-8aee-ca8a2cd45039 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:35.878540 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d714b043-d230-4643-98de-d10140e12cef req-17be97e0-d438-4963-8aee-ca8a2cd45039 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0500057
Nov 20 20:48:35.929464 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d714b043-d230-4643-98de-d10140e12cef req-9328ff54-b874-460e-9b07-61f3db193c34 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446773
Nov 20 20:48:36.068424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3fda0-df89-4e45-a087-42ae82060ae5 req-34a3a9c2-752b-4552-8b71-58ebadad1af3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:36.069897 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-33f3fda0-df89-4e45-a087-42ae82060ae5 req-34a3a9c2-752b-4552-8b71-58ebadad1af3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0576508
Nov 20 20:48:36.118978 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-33f3fda0-df89-4e45-a087-42ae82060ae5 req-a447024f-76f7-460a-8f38-51fa3ccacce1 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431645
Nov 20 20:48:36.333691 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1d6fc5ef-c393-4fce-824b-ec963c7f9b10 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:36.335532 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-1d6fc5ef-c393-4fce-824b-ec963c7f9b10 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40&tenant_id=9e5736eff1924fa28c0a00ae3da90174&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0597394
Nov 20 20:48:36.350125 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1140dd-3178-4554-974a-ded3e80124f4 req-c496c794-b39c-4e00-96ab-a22bad988d4e tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:36.357445 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2c1140dd-3178-4554-974a-ded3e80124f4 req-c496c794-b39c-4e00-96ab-a22bad988d4e tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 945 time: 0.0556972
Nov 20 20:48:36.400090 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-f5fb6db4-c064-43a8-bc7b-812937b57a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:36.401872 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-f5fb6db4-c064-43a8-bc7b-812937b57a73 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40&tenant_id=9e5736eff1924fa28c0a00ae3da90174 HTTP/1.1" status: 200  len: 1095 time: 0.0582106
Nov 20 20:48:36.402016 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58096) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:48:36.408922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c666f69d-d827-4c80-ba04-f7cb96e7e32e tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281967304', 'description': 'tempest-description--1979419397'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:36.422603 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2c1140dd-3178-4554-974a-ded3e80124f4 req-8823fe50-e507-4b3a-acf0-2929411b92e0 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640864
Nov 20 20:48:36.439945 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c666f69d-d827-4c80-ba04-f7cb96e7e32e tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:36.481336 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-6bd5f98d-e753-41b0-8cc3-109c8754f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:36.482976 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-6bd5f98d-e753-41b0-8cc3-109c8754f347 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 1095 time: 0.0461040
Nov 20 20:48:36.510826 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c666f69d-d827-4c80-ba04-f7cb96e7e32e tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:36.515607 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c666f69d-d827-4c80-ba04-f7cb96e7e32e tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:36.544866 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c666f69d-d827-4c80-ba04-f7cb96e7e32e tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:36.546117 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c666f69d-d827-4c80-ba04-f7cb96e7e32e tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1431761
Nov 20 20:48:36.549402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58098) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:48:36.554200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a7f5ea3b-4705-4589-8b54-ded004f2a2b2 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Request body: {'security_group_rule': {'security_group_id': '4beb69f9-3613-42a6-9d40-20d076a516e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:36.561811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666f69d-d827-4c80-ba04-f7cb96e7e32e tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4beb69f9-3613-42a6-9d40-20d076a516e8,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:36.589239 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7f5ea3b-4705-4589-8b54-ded004f2a2b2 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:36.594242 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-32023812-571b-4dd1-bc8c-7568db9c071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:36.595702 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-32023812-571b-4dd1-bc8c-7568db9c071d service neutron] 10.222.0.47 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 908 time: 0.0919900
Nov 20 20:48:36.645377 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7f5ea3b-4705-4589-8b54-ded004f2a2b2 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:36.649383 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7f5ea3b-4705-4589-8b54-ded004f2a2b2 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:36.671560 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5ea3b-4705-4589-8b54-ded004f2a2b2 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9963854e-2ee7-4a3c-9c2e-b6f03b9f1cba,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:36.678333 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7f5ea3b-4705-4589-8b54-ded004f2a2b2 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:36.682395 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a7f5ea3b-4705-4589-8b54-ded004f2a2b2 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1320341
Nov 20 20:48:36.682989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58102) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:48:36.687215 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-975c800b-9eee-4475-8e57-a16e8c8d3a10 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Request body: {'security_group_rule': {'security_group_id': '4beb69f9-3613-42a6-9d40-20d076a516e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:36.713532 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-975c800b-9eee-4475-8e57-a16e8c8d3a10 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:36.738522 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517e1bf-81f5-4655-8a4d-d43723fea959 req-4183797b-1c71-4d93-8e8b-c27a49f1d5ee tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:36.740555 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f517e1bf-81f5-4655-8a4d-d43723fea959 req-4183797b-1c71-4d93-8e8b-c27a49f1d5ee tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0605743
Nov 20 20:48:36.774803 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-975c800b-9eee-4475-8e57-a16e8c8d3a10 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:36.778604 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-975c800b-9eee-4475-8e57-a16e8c8d3a10 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:36.781188 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-153fe8fb-ee9d-4ebb-94e1-da482a51ba24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b6045ba-274e-4026-bce3-97b2ebae1812 HTTP/1.1" status: 200  len: 217 time: 0.0596423
Nov 20 20:48:36.799801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c800b-9eee-4475-8e57-a16e8c8d3a10 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe0119b-ecc6-4a55-9d4b-54f1cb03b7ad,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:36.812098 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-975c800b-9eee-4475-8e57-a16e8c8d3a10 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:36.818613 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-975c800b-9eee-4475-8e57-a16e8c8d3a10 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1345680
Nov 20 20:48:36.819402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58106) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:48:36.824562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:36.856263 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f517e1bf-81f5-4655-8a4d-d43723fea959 req-a388d5b7-f966-4be5-9670-692603d23a4f tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857100
Nov 20 20:48:36.859628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-596db0dd-37a0-416b-97ca-f06ae50d76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:36.861047 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-596db0dd-37a0-416b-97ca-f06ae50d76d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.0705364
Nov 20 20:48:36.863276 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:36.902721 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-b8a55e13-e5f8-4e13-b0f0-823de0601727 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0312269
Nov 20 20:48:36.921662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d7046-a856-4d56-b33c-2fe3f10eabff req-390060bd-ac85-48f1-af2d-f33854a9f3b0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:36.923153 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b91d7046-a856-4d56-b33c-2fe3f10eabff req-390060bd-ac85-48f1-af2d-f33854a9f3b0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 944 time: 0.0726457
Nov 20 20:48:37.002244 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-e58978a8-b1ca-4a0e-ab06-afe2bd86db08 service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903883
Nov 20 20:48:37.009307 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b91d7046-a856-4d56-b33c-2fe3f10eabff req-ea48b8e3-e14b-4c70-bfdc-72e81197487f tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781264
Nov 20 20:48:37.031115 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:37.089827 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 4584c376-5c69-4cf4-91b1-13f4afc7c28d no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:48:37.113241 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 4584c376-5c69-4cf4-91b1-13f4afc7c28d {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:48:37.113626 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 4584c376-5c69-4cf4-91b1-13f4afc7c28d not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:48:37.114061 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 6b6045ba-274e-4026-bce3-97b2ebae1812 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:48:37.117901 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8fa32-af04-43ac-9bd0-c8ed824da6ac req-5a240c74-b90a-4a7d-9a3c-27d761c725a9 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:37.119470 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0ba8fa32-af04-43ac-9bd0-c8ed824da6ac req-5a240c74-b90a-4a7d-9a3c-27d761c725a9 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.1204958
Nov 20 20:48:37.148530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Allocated IP 172.35.1.155 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/48c3c8ea-ada4-440f-84f2-8d2419e5637b) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:48:37.164700 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 6b6045ba-274e-4026-bce3-97b2ebae1812 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:48:37.165890 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-5b9acc20-03a6-4393-b45a-b4a7aceecbd6 service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347260
Nov 20 20:48:37.197893 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0ba8fa32-af04-43ac-9bd0-c8ed824da6ac req-9714bbeb-09a3-4593-a320-492fd0219146 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717664
Nov 20 20:48:37.291611 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:37.312416 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b733295-7205-4a4f-aa9c-9b590803ae93 req-346be59b-1455-485c-8959-3f3d3c872a8b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:37.313893 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b733295-7205-4a4f-aa9c-9b590803ae93 req-346be59b-1455-485c-8959-3f3d3c872a8b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0853202
Nov 20 20:48:37.368547 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:37.400303 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01ba62e-c3aa-436b-933b-c4a6533f5f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:37.401660 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b733295-7205-4a4f-aa9c-9b590803ae93 req-5735b6d9-7223-4d67-9012-fbcfe83cb5a5 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807426
Nov 20 20:48:37.403254 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cad721-73c0-497a-a53a-5c6a7d71ac9c" -d '{"events": [{"server_uuid": "d01ba62e-c3aa-436b-933b-c4a6533f5f03", "name": "network-vif-unplugged", "status": "completed", "tag": "5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:37.421179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:48:37.424945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:48:37.427792 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Pushing event updated for resources: {'Port': ['ID=48c3c8ea-ada4-440f-84f2-8d2419e5637b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:37.429967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:48:37.461829 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f403bc-56d6-4c4d-a848-68325f25e16b x-openstack-request-id: req-e2f403bc-56d6-4c4d-a848-68325f25e16b {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:37.463644 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01ba62e-c3aa-436b-933b-c4a6533f5f03", "name": "network-vif-unplugged", "status": "completed", "tag": "5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:37.464086 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2f403bc-56d6-4c4d-a848-68325f25e16b {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:37.464619 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01ba62e-c3aa-436b-933b-c4a6533f5f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd', 'code': 200}
Nov 20 20:48:37.579615 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46c7f0-23eb-4238-b4c8-44894547dd8b req-22582be5-0589-406d-a0c3-d7f4b2d263f0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:37.581285 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b46c7f0-23eb-4238-b4c8-44894547dd8b req-22582be5-0589-406d-a0c3-d7f4b2d263f0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0961621
Nov 20 20:48:37.592515 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:37.609934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9544dc-d429-43cc-9370-1c3c04dfaa31 req-5f5f4118-2a00-4c0c-8d0c-2478fcc593e0 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:37.611484 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a9544dc-d429-43cc-9370-1c3c04dfaa31 req-5f5f4118-2a00-4c0c-8d0c-2478fcc593e0 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 945 time: 0.0911820
Nov 20 20:48:37.614188 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-7088c69e-ccf6-466f-bd7e-1e02686c36c3 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:37.615787 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-7088c69e-ccf6-466f-bd7e-1e02686c36c3 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40&tenant_id=9e5736eff1924fa28c0a00ae3da90174&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0843186
Nov 20 20:48:37.651108 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:37.689472 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b46c7f0-23eb-4238-b4c8-44894547dd8b req-1ebd7cba-9cf3-4e62-b02f-d883498873fb tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904596
Nov 20 20:48:37.702492 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a9544dc-d429-43cc-9370-1c3c04dfaa31 req-ff430edf-64ff-4cd9-b5ac-81c3dff513c4 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831370
Nov 20 20:48:37.772074 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-b117802b-0a94-477c-8361-ebfdaa478917 service neutron] For port 6b6045ba-274e-4026-bce3-97b2ebae1812, host nch1-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:37.781420 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-b117802b-0a94-477c-8361-ebfdaa478917 service neutron] Publish callbacks [] for binding, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:37.783498 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa5db672-6d9d-49ba-a0ad-da921cbdb06f req-b117802b-0a94-477c-8361-ebfdaa478917 service neutron] 10.222.0.47 "DELETE /v2.0/ports/6b6045ba-274e-4026-bce3-97b2ebae1812/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1511385
Nov 20 20:48:37.861924 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:37.867892 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:37.952693 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:37.981671 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Pushing event updated for resources: {'Port': ['ID=48c3c8ea-ada4-440f-84f2-8d2419e5637b,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:37.986886 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:37.998043 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:38.014139 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:38.015435 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a0a85f92-b7b1-46ef-a9c2-0be99f9c7155 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1949785
Nov 20 20:48:38.023980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698916d9-2a41-4891-8429-2ea31e47a299 req-4f7e463b-a3a7-4d2f-abf0-a0ae95de7b19 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:38.025476 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-698916d9-2a41-4891-8429-2ea31e47a299 req-4f7e463b-a3a7-4d2f-abf0-a0ae95de7b19 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0898540
Nov 20 20:48:38.054702 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-62a7edcf-0406-4519-89f0-e0cb9e189ec7 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0321391
Nov 20 20:48:38.092351 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-698916d9-2a41-4891-8429-2ea31e47a299 req-233fcc69-c415-4242-baae-7d6bcf91a44c tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531623
Nov 20 20:48:38.170851 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-0fef2267-4191-4e1b-9873-6ba9bce80eac tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:38.172351 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-0fef2267-4191-4e1b-9873-6ba9bce80eac tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1168740
Nov 20 20:48:38.190597 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-c8dcb13d-e925-4671-bcdd-a15ee264ffa1 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/quotas/75d8e50fbc2c4c13be9b56bf0078f315 HTTP/1.1" status: 200  len: 375 time: 0.0116220
Nov 20 20:48:38.210244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084dd5f-184e-4169-94ee-ed64661740db req-24dff7e7-164a-43c6-bbc6-e5df6a460052 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:38.214380 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2084dd5f-184e-4169-94ee-ed64661740db req-24dff7e7-164a-43c6-bbc6-e5df6a460052 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 944 time: 0.0544550
Nov 20 20:48:38.252598 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-21ab4fc9-4ac9-463c-b4b1-e69c106239af tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0527039
Nov 20 20:48:38.279305 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2084dd5f-184e-4169-94ee-ed64661740db req-7e67e9a0-7bee-434c-8fb1-9f6ca18631de tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582778
Nov 20 20:48:38.521055 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5193eb-bdf9-445b-a090-8371a0a0b5f3 req-abad958f-ef5e-40a7-b980-80de9a366e3a tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:38.529994 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5d5193eb-bdf9-445b-a090-8371a0a0b5f3 req-abad958f-ef5e-40a7-b980-80de9a366e3a tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0783482
Nov 20 20:48:38.544720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-6bd8a123-1db1-49e2-801a-5eeb68c42016 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:38.546930 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-6bd8a123-1db1-49e2-801a-5eeb68c42016 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/networks?id=e089fcf3-9dcc-485e-b53f-bb119c8c3467 HTTP/1.1" status: 200  len: 822 time: 0.1463628
Nov 20 20:48:38.580815 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-4eea7b9e-c40e-46ad-a7ea-4abd3c031f57 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/quotas/1929d2944a034783a75db63f07c146a6 HTTP/1.1" status: 200  len: 375 time: 0.0252547
Nov 20 20:48:38.598855 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5d5193eb-bdf9-445b-a090-8371a0a0b5f3 req-a4faa537-fe49-4739-a82f-fa0e011bf6c5 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624301
Nov 20 20:48:38.658964 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-4795d620-4e96-4a4e-86a1-40799223178e tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1929d2944a034783a75db63f07c146a6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0711873
Nov 20 20:48:38.774452 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-fd8cb67e-ffe9-4aaa-9d74-362acfc0d03c service neutron] 10.222.0.41 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1065676
Nov 20 20:48:38.808585 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-393bd3c3-ef10-4cbe-827f-352f25dacb55 req-8df2275f-600c-4658-8f57-bfd2fba73676 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 210 time: 0.0266085
Nov 20 20:48:38.882745 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-f19f5e1b-300b-4d40-a245-51819d122c66 service neutron] 10.222.0.41 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1070292
Nov 20 20:48:38.944541 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf60e0-a6e0-4f49-b80b-2d92a543d282 req-e45fec72-8853-42b3-b712-d27d6856763a tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:38.945967 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-afbf60e0-a6e0-4f49-b80b-2d92a543d282 req-e45fec72-8853-42b3-b712-d27d6856763a tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 1095 time: 0.0580986
Nov 20 20:48:39.010429 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-afbf60e0-a6e0-4f49-b80b-2d92a543d282 req-2b4c2346-fb7d-4b75-875a-cd2937fffc80 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577497
Nov 20 20:48:39.121740 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1b533-4c78-4f04-994f-483207fc5e3c req-b8ad68f3-51ce-43b9-8fa2-8a54650eb81e tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:39.125166 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bd0a1225-c89c-400c-aa32-3c77a2edf21e req-4ecd4102-91c6-4ebe-aaf6-e9cd6ce7eb30 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 210 time: 0.0335007
Nov 20 20:48:39.129448 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-20b1b533-4c78-4f04-994f-483207fc5e3c req-b8ad68f3-51ce-43b9-8fa2-8a54650eb81e tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 945 time: 0.0686934
Nov 20 20:48:39.184172 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-20b1b533-4c78-4f04-994f-483207fc5e3c req-96a17c43-a740-4cd4-b266-8352d8a5da0a tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538425
Nov 20 20:48:39.246238 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6e9c9-96d8-4c55-acf4-55feb353b461 req-44953fe9-30c1-4738-902b-e990c534dd0b tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:39.248054 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ae6e9c9-96d8-4c55-acf4-55feb353b461 req-44953fe9-30c1-4738-902b-e990c534dd0b tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0709655
Nov 20 20:48:39.331256 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ae6e9c9-96d8-4c55-acf4-55feb353b461 req-af28a854-712e-4958-bfb7-fcb2dc6008ed tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756435
Nov 20 20:48:39.338425 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a86b2-52d1-41c7-b041-d6f36e09a6a3 req-ae09092b-fd12-4586-a7c4-f98235a19ce2 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:39.340021 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aa7a86b2-52d1-41c7-b041-d6f36e09a6a3 req-ae09092b-fd12-4586-a7c4-f98235a19ce2 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 1096 time: 0.0479999
Nov 20 20:48:39.392822 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aa7a86b2-52d1-41c7-b041-d6f36e09a6a3 req-4022ffcc-aad0-4eff-9264-ae7dba00c7bf tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469713
Nov 20 20:48:39.462973 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 76b5097e-7d85-4157-a179-a00737c678ce details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:48:39.547113 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ca72f5d5-1c7d-44eb-a024-0c185a407b0e tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:39.548930 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ca72f5d5-1c7d-44eb-a024-0c185a407b0e tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 807 time: 0.1334443
Nov 20 20:48:39.565594 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-b48a85d6-58c3-4510-ac26-8d78abb33754 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/quotas/9e5736eff1924fa28c0a00ae3da90174 HTTP/1.1" status: 200  len: 375 time: 0.0100889
Nov 20 20:48:39.567402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd1049-1435-4670-9394-6cbde4418db1 req-60dccb93-b8a6-4f37-a1dc-0355a4c22725 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:39.569333 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69fd1049-1435-4670-9394-6cbde4418db1 req-60dccb93-b8a6-4f37-a1dc-0355a4c22725 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 1096 time: 0.0725355
Nov 20 20:48:39.605402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 76b5097e-7d85-4157-a179-a00737c678ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76b5097e-7d85-4157-a179-a00737c678ce,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:39.622129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '76b5097e-7d85-4157-a179-a00737c678ce', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '76b5097e-7d85-4157-a179-a00737c678ce', 'mac_address': 'fa:16:3e:2a:cd:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:48:39.624931 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-900eb790-47f1-4290-9710-de76e2f67004 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0524323
Nov 20 20:48:39.626254 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69fd1049-1435-4670-9394-6cbde4418db1 req-d1ecf108-a8f4-40e1-a6c0-4381f3b3f56b tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508320
Nov 20 20:48:39.677034 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:39.684773 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b5097e-7d85-4157-a179-a00737c678ce {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:39.714436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 76b5097e-7d85-4157-a179-a00737c678ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76b5097e-7d85-4157-a179-a00737c678ce,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:39.719433 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:39.758879 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-c314e4eb-426b-46bb-a900-28d5da94f383 service neutron] 10.222.0.41 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249251
Nov 20 20:48:39.786540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=76b5097e-7d85-4157-a179-a00737c678ce,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:39.840773 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-3726a67c-ae0a-4a63-888a-d4982cb957c8 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0644360
Nov 20 20:48:39.860892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec338156-311a-4b5c-8667-2490b366fbae req-ad57077c-f831-479a-943e-4c59656e535b tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:39.862500 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec338156-311a-4b5c-8667-2490b366fbae req-ad57077c-f831-479a-943e-4c59656e535b tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.1122725
Nov 20 20:48:39.882849 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-e6f33a24-7ceb-4463-b5fc-a1c70203c947 service neutron] 10.222.0.41 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231418
Nov 20 20:48:40.000376 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec338156-311a-4b5c-8667-2490b366fbae req-3bf059d0-6a8b-4284-a0b5-5b80aeb60253 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267197
Nov 20 20:48:40.029573 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['76b5097e-7d85-4157-a179-a00737c678ce'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:40.031230 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-2ddf5642-7641-471c-bec0-48ae30738ce3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:40.032904 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-2ddf5642-7641-471c-bec0-48ae30738ce3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1694775
Nov 20 20:48:40.059682 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-f3bbcd3c-b7ba-43f7-ab7b-ec7229df34c0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Request body: {'port': {'device_id': '31269560-9cb4-4f4a-915c-60e283225964', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '75d8e50fbc2c4c13be9b56bf0078f315'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:40.189236 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7036e026-5eff-40fa-bbb3-3d8175a3a719 req-37f88f95-a4e4-4626-b48e-dcb660d2d698 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 210 time: 0.0372093
Nov 20 20:48:40.221156 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-53e9dd82-34c7-4c1e-aba9-45f800b2a403 req-f34660b9-61b2-4076-a82f-1c533573915a tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 210 time: 0.0382662
Nov 20 20:48:40.320661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-f3bbcd3c-b7ba-43f7-ab7b-ec7229df34c0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Made reservation on behalf of 75d8e50fbc2c4c13be9b56bf0078f315 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:48:40.328874 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-f3bbcd3c-b7ba-43f7-ab7b-ec7229df34c0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:40.413298 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dc0e591d-cbd0-4586-89d7-b5cf91637109 req-26d0551e-e1b4-4d90-856b-30af8853431e tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 210 time: 0.0766799
Nov 20 20:48:40.550513 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e6f60-fdfe-465e-a12e-6446eaf10328 req-0a79d843-07ee-4e01-8a8d-07d5ca10825a tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:40.552767 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f7e6f60-fdfe-465e-a12e-6446eaf10328 req-0a79d843-07ee-4e01-8a8d-07d5ca10825a tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 1096 time: 0.1481032
Nov 20 20:48:40.607244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-f3bbcd3c-b7ba-43f7-ab7b-ec7229df34c0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Allocated IP 192.168.233.111 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/d17c3e85-73cd-4445-8746-63b4de251722) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:48:40.628539 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-0426f203-ccc1-40ff-aa0f-4dd17cf94ba0 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:40.631113 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-0426f203-ccc1-40ff-aa0f-4dd17cf94ba0 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.37 "GET /v2.0/networks?id=e089fcf3-9dcc-485e-b53f-bb119c8c3467 HTTP/1.1" status: 200  len: 822 time: 0.2425983
Nov 20 20:48:40.635297 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2b1cc-105b-4a56-af0b-0c8560ab970b req-81325dbe-391c-4ce9-8cd2-36baa1ccccf9 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:40.636906 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-edb2b1cc-105b-4a56-af0b-0c8560ab970b req-81325dbe-391c-4ce9-8cd2-36baa1ccccf9 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.1038806
Nov 20 20:48:40.654579 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f7e6f60-fdfe-465e-a12e-6446eaf10328 req-f86eb682-3410-4e16-a4ce-fca8dd7d2202 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920391
Nov 20 20:48:40.665714 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-b784e619-4af1-4ba1-a1ad-41daed4adbee tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Request body: {'port': {'device_id': '43ca2999-8a94-4c5f-bc08-7ba55ff79ba4', 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467', 'admin_state_up': True, 'tenant_id': '1929d2944a034783a75db63f07c146a6'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:40.749859 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-edb2b1cc-105b-4a56-af0b-0c8560ab970b req-bad51586-e0c4-476a-92e5-2cd6e67a54f7 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032267
Nov 20 20:48:40.834678 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-b784e619-4af1-4ba1-a1ad-41daed4adbee tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Made reservation on behalf of 1929d2944a034783a75db63f07c146a6 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:48:40.840348 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-b784e619-4af1-4ba1-a1ad-41daed4adbee tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:40.854202 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-f3bbcd3c-b7ba-43f7-ab7b-ec7229df34c0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:40.903215 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-f3bbcd3c-b7ba-43f7-ab7b-ec7229df34c0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:40.924057 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d96f4ca5-742f-4e26-8329-f408e9d46a05'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:41.002410 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-f3bbcd3c-b7ba-43f7-ab7b-ec7229df34c0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:48:41.002984 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-b784e619-4af1-4ba1-a1ad-41daed4adbee tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Allocated IP 172.20.0.3 (e089fcf3-9dcc-485e-b53f-bb119c8c3467/cac3ccbd-8963-47e1-9b4e-185e806337ba/1469ba97-d687-4daa-b763-d4b8c0589efb) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:48:41.015096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-f3bbcd3c-b7ba-43f7-ab7b-ec7229df34c0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:48:41.020123 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-f3bbcd3c-b7ba-43f7-ab7b-ec7229df34c0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:48:41.049741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbcd3c-b7ba-43f7-ab7b-ec7229df34c0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Pushing event updated for resources: {'Port': ['ID=d17c3e85-73cd-4445-8746-63b4de251722,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:41.112860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-f3bbcd3c-b7ba-43f7-ab7b-ec7229df34c0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:41.114898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['28b4900d-02bb-47ff-89c0-42ceb2af1cdc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:41.119763 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-f3bbcd3c-b7ba-43f7-ab7b-ec7229df34c0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:41.151488 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-f3bbcd3c-b7ba-43f7-ab7b-ec7229df34c0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0953646
Nov 20 20:48:41.165919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Request body: {'port': {'device_id': '31269560-9cb4-4f4a-915c-60e283225964', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:41.275525 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:41.390788 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-b784e619-4af1-4ba1-a1ad-41daed4adbee tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:41.464689 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 76b5097e-7d85-4157-a179-a00737c678ce up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:48:41.471661 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-b784e619-4af1-4ba1-a1ad-41daed4adbee tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:41.533867 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5f49b03e-6c77-43d3-a95a-0bbdf8080cd2 None None] Provisioning complete for port d17c3e85-73cd-4445-8746-63b4de251722 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:48:41.534304 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5f49b03e-6c77-43d3-a95a-0bbdf8080cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:41.578440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003db25-e6fc-4d4d-a343-0ab637c155f3 req-90574da8-32e7-44ce-aae5-6270be9d2917 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:41.580009 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0003db25-e6fc-4d4d-a343-0ab637c155f3 req-90574da8-32e7-44ce-aae5-6270be9d2917 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.4456468
Nov 20 20:48:41.608598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-5f49b03e-6c77-43d3-a95a-0bbdf8080cd2 None None] Port d17c3e85-73cd-4445-8746-63b4de251722 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:48:41.622587 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 76b5097e-7d85-4157-a179-a00737c678ce triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:48:41.622968 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:41.638454 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dba86510-a532-4bcc-94c2-128480756dd3 req-72c8390f-c1bd-4840-898f-b204045d9786 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1965153
Nov 20 20:48:41.643367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-b784e619-4af1-4ba1-a1ad-41daed4adbee tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Network e089fcf3-9dcc-485e-b53f-bb119c8c3467 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:48:41.662078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0712e49-54cb-4a44-9d8f-500dc04275cc req-4cf5119d-3c61-4ce7-a56a-8337297f871e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:41.668873 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0712e49-54cb-4a44-9d8f-500dc04275cc req-4cf5119d-3c61-4ce7-a56a-8337297f871e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 936 time: 0.1547093
Nov 20 20:48:41.709939 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-b784e619-4af1-4ba1-a1ad-41daed4adbee tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:48:41.721005 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-b784e619-4af1-4ba1-a1ad-41daed4adbee tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:48:41.749503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784e619-4af1-4ba1-a1ad-41daed4adbee tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Pushing event updated for resources: {'Port': ['ID=1469ba97-d687-4daa-b763-d4b8c0589efb,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:41.775902 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:41.783249 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0712e49-54cb-4a44-9d8f-500dc04275cc req-9b63a489-6f45-4f05-a6e5-5f539856e72c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991054
Nov 20 20:48:41.831648 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7026c1aa-a9a9-437b-82e7-7121e7fc4b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b5097e-7d85-4157-a179-a00737c678ce'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:41.835348 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43785fa5-854f-4029-a6be-9f7585ddc3a5" -d '{"events": [{"server_uuid": "7026c1aa-a9a9-437b-82e7-7121e7fc4b26", "name": "network-vif-plugged", "status": "completed", "tag": "76b5097e-7d85-4157-a179-a00737c678ce"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:41.853933 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 76b5097e-7d85-4157-a179-a00737c678ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76b5097e-7d85-4157-a179-a00737c678ce,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:41.868862 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:41.946316 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-b784e619-4af1-4ba1-a1ad-41daed4adbee tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:41.946549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=76b5097e-7d85-4157-a179-a00737c678ce,revision_number=10']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:41.947147 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-b784e619-4af1-4ba1-a1ad-41daed4adbee tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:41.973498 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-500ed7f0-ec59-4863-9529-92e5ab0b41c7 req-6603a596-1468-42e1-8716-e6ba533b5750 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 210 time: 0.0636539
Nov 20 20:48:41.996282 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17c3e85-73cd-4445-8746-63b4de251722 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:42.001852 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0003db25-e6fc-4d4d-a343-0ab637c155f3 req-dcde7113-5b32-4a71-9b5d-dfbfb792243d tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4020803
Nov 20 20:48:42.007922 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:42.050622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Transition to ACTIVE for port object d17c3e85-73cd-4445-8746-63b4de251722 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:48:42.059396 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:42.182487 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Pushing event updated for resources: {'Port': ['ID=d17c3e85-73cd-4445-8746-63b4de251722,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:42.204741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4dd230-1f72-42e5-8ce5-82be52d4f210 req-4c3034cd-aa2d-44fd-a4ee-bc52d7f36a21 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:42.206275 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac4dd230-1f72-42e5-8ce5-82be52d4f210 req-4c3034cd-aa2d-44fd-a4ee-bc52d7f36a21 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 931 time: 0.1380124
Nov 20 20:48:42.222151 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-b784e619-4af1-4ba1-a1ad-41daed4adbee tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5628266
Nov 20 20:48:42.234007 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-dc30799e-a5af-4c85-90e8-1dd5a4248d3c tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:42.235535 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-dc30799e-a5af-4c85-90e8-1dd5a4248d3c tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.47 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 807 time: 0.5803397
Nov 20 20:48:42.243431 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Request body: {'port': {'device_id': '43ca2999-8a94-4c5f-bc08-7ba55ff79ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:42.277054 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-5706a12e-e207-40f7-9aec-7c97cf05f1cb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Request body: {'port': {'device_id': 'f67bb1ce-5e3e-497f-af2f-54d0c33e27e2', 'network_id': '554d0697-db40-4745-a60d-da36ede89e92', 'admin_state_up': True, 'tenant_id': '9e5736eff1924fa28c0a00ae3da90174'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:42.291641 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba86510-a532-4bcc-94c2-128480756dd3 req-e6d5fe53-8b15-4dca-8596-c8d1b83b3a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:42.293248 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dba86510-a532-4bcc-94c2-128480756dd3 req-e6d5fe53-8b15-4dca-8596-c8d1b83b3a14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 1101 time: 0.4076440
Nov 20 20:48:42.319744 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac4dd230-1f72-42e5-8ce5-82be52d4f210 req-23f7c0e5-1a45-4690-bef5-c6914863ddb6 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964575
Nov 20 20:48:42.332762 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdcbb1-a909-43c6-9075-821efb4b8722 req-84fb0b5d-51a2-4d94-a050-293a9dd65ee3 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:42.334597 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-49fdcbb1-a909-43c6-9075-821efb4b8722 req-84fb0b5d-51a2-4d94-a050-293a9dd65ee3 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 1096 time: 0.1955297
Nov 20 20:48:42.357182 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Attempting to bind port d17c3e85-73cd-4445-8746-63b4de251722 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:48:42.362638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Attempting to bind port d17c3e85-73cd-4445-8746-63b4de251722 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:48:42.363307 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Attempting to bind port d17c3e85-73cd-4445-8746-63b4de251722 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:42.370426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Port d17c3e85-73cd-4445-8746-63b4de251722 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:48:42.371149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Attempting to bind port d17c3e85-73cd-4445-8746-63b4de251722 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:42.386611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:48:42.387319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:48:42.388791 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:48:42.389482 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Bound port: d17c3e85-73cd-4445-8746-63b4de251722, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:48:42.391781 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:42.518725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050ebcb-f7b6-410f-95d5-d9dd5bd06c3a req-f6b5dea0-f978-4340-af94-d513d6a319a7 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:42.528434 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7050ebcb-f7b6-410f-95d5-d9dd5bd06c3a req-f6b5dea0-f978-4340-af94-d513d6a319a7 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.1032059
Nov 20 20:48:42.563746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:42.588335 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d17c3e85-73cd-4445-8746-63b4de251722,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:48:42.602000 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:42.659689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:42.660620 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:42.662181 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] 10.222.0.37 "PUT /v2.0/ports/d17c3e85-73cd-4445-8746-63b4de251722 HTTP/1.1" status: 200  len: 1096 time: 1.5013952
Nov 20 20:48:42.665824 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7050ebcb-f7b6-410f-95d5-d9dd5bd06c3a req-3df2c8fa-43e0-4def-b0cb-13d404bd425f tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364360
Nov 20 20:48:42.666397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:42.671451 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf41554c-ff22-4b2c-9cf9-d6fd9c1ff360" -d '{"events": [{"name": "network-changed", "server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "tag": "d17c3e85-73cd-4445-8746-63b4de251722"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:42.713973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221087b5-96f2-4a4d-85f4-4896d6a8b136 service neutron] Pushing event updated for resources: {'Port': ['ID=d17c3e85-73cd-4445-8746-63b4de251722,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:42.771957 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45898181-4846-4106-9ab6-e91c76cac601 x-openstack-request-id: req-45898181-4846-4106-9ab6-e91c76cac601 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:42.773148 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7026c1aa-a9a9-437b-82e7-7121e7fc4b26", "name": "network-vif-plugged", "status": "completed", "tag": "76b5097e-7d85-4157-a179-a00737c678ce", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:42.773414 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45898181-4846-4106-9ab6-e91c76cac601 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:42.773818 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7026c1aa-a9a9-437b-82e7-7121e7fc4b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b5097e-7d85-4157-a179-a00737c678ce', 'code': 200}
Nov 20 20:48:42.786922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-3d9e1456-0f81-4d0f-a659-528a0474dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:42.790744 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-3d9e1456-0f81-4d0f-a659-528a0474dba2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 1099 time: 0.0569315
Nov 20 20:48:42.851547 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:42.854263 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba86510-a532-4bcc-94c2-128480756dd3 req-1edeccb1-e1f0-4c58-bf08-3385e2158e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:42.855942 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dba86510-a532-4bcc-94c2-128480756dd3 req-1edeccb1-e1f0-4c58-bf08-3385e2158e58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.5262268
Nov 20 20:48:42.862915 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-6de3ad4b-9df7-4076-be46-159d79f2e1b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=d17c3e85-73cd-4445-8746-63b4de251722 HTTP/1.1" status: 200  len: 217 time: 0.0604808
Nov 20 20:48:42.976779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-35b806eb-3bf8-4989-9271-f3698e2fb00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:42.980789 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-35b806eb-3bf8-4989-9271-f3698e2fb00d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0881796
Nov 20 20:48:42.982222 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dba86510-a532-4bcc-94c2-128480756dd3 req-1eb87e75-2c55-4fe7-97a1-762456b8638f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc HTTP/1.1" status: 200  len: 217 time: 0.1069868
Nov 20 20:48:43.051979 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb880788-bb62-4d16-85bd-d7f95ca4c995 x-openstack-request-id: req-cb880788-bb62-4d16-85bd-d7f95ca4c995 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:43.052740 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "tag": "d17c3e85-73cd-4445-8746-63b4de251722", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:43.053003 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb880788-bb62-4d16-85bd-d7f95ca4c995 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:43.053410 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722', 'status': 'completed', 'code': 200}
Nov 20 20:48:43.063860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-95780082-b8bc-4ca8-b0ce-584e9ce5474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:43.065381 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-95780082-b8bc-4ca8-b0ce-584e9ce5474c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0765765
Nov 20 20:48:43.081857 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-49fdcbb1-a909-43c6-9075-821efb4b8722 req-73a33f93-47e6-4884-9bbe-6574662b7903 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7397103
Nov 20 20:48:43.107199 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-5706a12e-e207-40f7-9aec-7c97cf05f1cb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Made reservation on behalf of 9e5736eff1924fa28c0a00ae3da90174 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:48:43.110999 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-5706a12e-e207-40f7-9aec-7c97cf05f1cb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:43.193614 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba86510-a532-4bcc-94c2-128480756dd3 req-4579318d-a447-47d8-8451-2edc5f2ce8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:43.194849 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9e8174d1-8996-43ac-bdf5-2c8371fa438e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:43.195383 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dba86510-a532-4bcc-94c2-128480756dd3 req-4579318d-a447-47d8-8451-2edc5f2ce8c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1784928
Nov 20 20:48:43.322202 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7948ca75-8138-4075-9501-38c412873891 req-c4c22370-596b-44df-9de0-59558a13e248 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 210 time: 0.0703995
Nov 20 20:48:43.328586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b9985-83f0-4f74-b88e-53ecd4681644 req-d4538017-9043-44e0-a3cf-f332b5465051 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:43.335338 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c8b9985-83f0-4f74-b88e-53ecd4681644 req-d4538017-9043-44e0-a3cf-f332b5465051 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 948 time: 0.1603067
Nov 20 20:48:43.388699 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba86510-a532-4bcc-94c2-128480756dd3 req-15c74f0d-e5f6-438c-a549-a347150e3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:43.389646 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-4ccbfcdb-ee3a-445c-b8f0-24eb4235613d service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2894278
Nov 20 20:48:43.390338 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dba86510-a532-4bcc-94c2-128480756dd3 req-15c74f0d-e5f6-438c-a549-a347150e3411 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1780155
Nov 20 20:48:43.393770 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d30c95eb-4381-4afe-9c49-d9ba15e082e9 req-769e67d9-2474-4db3-a796-9ca28e4cfe03 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1590877
Nov 20 20:48:43.423057 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:48:43.504665 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c8b9985-83f0-4f74-b88e-53ecd4681644 req-30832fd5-5b50-4992-86d6-61eeeb4ba9ee tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684380
Nov 20 20:48:43.560623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c95eb-4381-4afe-9c49-d9ba15e082e9 req-f85fabe7-2d4f-473f-b5a8-f87c8dd1f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:43.562193 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d30c95eb-4381-4afe-9c49-d9ba15e082e9 req-f85fabe7-2d4f-473f-b5a8-f87c8dd1f7e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 1101 time: 0.1023161
Nov 20 20:48:43.594406 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-5706a12e-e207-40f7-9aec-7c97cf05f1cb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Allocated IP 172.20.0.11 (554d0697-db40-4745-a60d-da36ede89e92/401402cf-759c-4641-9447-60eadb079e88/1ebb075b-0271-4950-a74a-182cc4a744f5) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:48:43.608053 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-10e72b5d-83f4-4ca7-b0e1-308589d81c71 req-9d83a932-ee29-4606-96df-5ae33be62202 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762469
Nov 20 20:48:43.661114 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ac036-61f1-4097-b70d-7476b7a27027 req-e7bef578-18f8-4e5f-bed4-1126b123bee0 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:43.668656 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-575ac036-61f1-4097-b70d-7476b7a27027 req-e7bef578-18f8-4e5f-bed4-1126b123bee0 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.2234404
Nov 20 20:48:43.753078 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dba86510-a532-4bcc-94c2-128480756dd3 req-1187b00f-7502-476b-98e7-fe0266dbea01 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3294508
Nov 20 20:48:43.756002 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c95eb-4381-4afe-9c49-d9ba15e082e9 req-7bb6dabb-9d18-4ea7-b6eb-e25141395817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:43.758671 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d30c95eb-4381-4afe-9c49-d9ba15e082e9 req-7bb6dabb-9d18-4ea7-b6eb-e25141395817 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1751559
Nov 20 20:48:43.760731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41554c-ff22-4b2c-9cf9-d6fd9c1ff360 req-e7fee50a-b530-4f0c-8333-b9f0ce624dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:43.762305 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf41554c-ff22-4b2c-9cf9-d6fd9c1ff360 req-e7fee50a-b530-4f0c-8333-b9f0ce624dc1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 1099 time: 0.0765793
Nov 20 20:48:43.833589 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-575ac036-61f1-4097-b70d-7476b7a27027 req-17458277-545a-4fe5-a512-a14ec0359a9b tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593866
Nov 20 20:48:43.839866 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d30c95eb-4381-4afe-9c49-d9ba15e082e9 req-cdbdbd69-1c55-4ed7-8199-0317e8d76fad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d96f4ca5-742f-4e26-8329-f408e9d46a05 HTTP/1.1" status: 200  len: 217 time: 0.0610852
Nov 20 20:48:43.919509 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1469ba97-d687-4daa-b763-d4b8c0589efb {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:43.934503 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:43.962276 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c95eb-4381-4afe-9c49-d9ba15e082e9 req-787127b1-6c42-4ba8-ad4d-1693407ba6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:43.963730 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d30c95eb-4381-4afe-9c49-d9ba15e082e9 req-787127b1-6c42-4ba8-ad4d-1693407ba6c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1099830
Nov 20 20:48:43.989129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41554c-ff22-4b2c-9cf9-d6fd9c1ff360 req-82b37a66-3c65-4f5d-b928-c70f2daf8ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:43.990977 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf41554c-ff22-4b2c-9cf9-d6fd9c1ff360 req-82b37a66-3c65-4f5d-b928-c70f2daf8ad7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.2139072
Nov 20 20:48:44.033410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Transition to ACTIVE for port object 1469ba97-d687-4daa-b763-d4b8c0589efb will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:48:44.088325 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf41554c-ff22-4b2c-9cf9-d6fd9c1ff360 req-49e12b8f-4ee9-467c-aa50-9ca46850cac6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=d17c3e85-73cd-4445-8746-63b4de251722 HTTP/1.1" status: 200  len: 217 time: 0.0821252
Nov 20 20:48:44.088673 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:44.146324 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c95eb-4381-4afe-9c49-d9ba15e082e9 req-4e9a033b-ac51-404d-9cc1-41294ee07c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:44.148152 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d30c95eb-4381-4afe-9c49-d9ba15e082e9 req-4e9a033b-ac51-404d-9cc1-41294ee07c85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1739736
Nov 20 20:48:44.224640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41554c-ff22-4b2c-9cf9-d6fd9c1ff360 req-008a2ad9-b4c7-4639-989c-451c3fe14997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:44.226643 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dba86510-a532-4bcc-94c2-128480756dd3 req-5472e894-bf2a-42f2-96fe-ebc2921e21d6 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4641201
Nov 20 20:48:44.227314 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf41554c-ff22-4b2c-9cf9-d6fd9c1ff360 req-008a2ad9-b4c7-4639-989c-451c3fe14997 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1275880
Nov 20 20:48:44.249771 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Pushing event updated for resources: {'Port': ['ID=1469ba97-d687-4daa-b763-d4b8c0589efb,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:44.287988 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ce1f5-c1fa-4940-a7ef-44bad63d7a76 req-d4022782-d457-45ea-bc2a-f9f708bfd5a9 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:44.305504 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-602ce1f5-c1fa-4940-a7ef-44bad63d7a76 req-d4022782-d457-45ea-bc2a-f9f708bfd5a9 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 931 time: 0.3641806
Nov 20 20:48:44.371337 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-5706a12e-e207-40f7-9aec-7c97cf05f1cb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:44.474824 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-602ce1f5-c1fa-4940-a7ef-44bad63d7a76 req-d0af230a-c378-4c46-a269-35fb75ba6064 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683645
Nov 20 20:48:44.482962 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Attempting to bind port 1469ba97-d687-4daa-b763-d4b8c0589efb on host nch1-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:48:44.483304 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Attempting to bind port 1469ba97-d687-4daa-b763-d4b8c0589efb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e343e4d7-cd4c-4105-9180-5e57ae735346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:48:44.483651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Attempting to bind port 1469ba97-d687-4daa-b763-d4b8c0589efb on network e089fcf3-9dcc-485e-b53f-bb119c8c3467 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:44.492708 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Port 1469ba97-d687-4daa-b763-d4b8c0589efb on network e089fcf3-9dcc-485e-b53f-bb119c8c3467 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:48:44.493039 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Attempting to bind port 1469ba97-d687-4daa-b763-d4b8c0589efb on network e089fcf3-9dcc-485e-b53f-bb119c8c3467 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:44.500338 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:48:44.500686 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Checking segment: {'id': 'e343e4d7-cd4c-4105-9180-5e57ae735346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:48:44.501241 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Bound using segment: {'id': 'e343e4d7-cd4c-4105-9180-5e57ae735346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:48:44.501730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Bound port: 1469ba97-d687-4daa-b763-d4b8c0589efb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e343e4d7-cd4c-4105-9180-5e57ae735346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:48:44.502207 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:44.507216 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-5706a12e-e207-40f7-9aec-7c97cf05f1cb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:44.667352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] For port 1469ba97-d687-4daa-b763-d4b8c0589efb, host nch1-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:44.670902 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] For port 1469ba97-d687-4daa-b763-d4b8c0589efb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1469ba97-d687-4daa-b763-d4b8c0589efb,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:48:44.673405 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706a12e-e207-40f7-9aec-7c97cf05f1cb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Pushing event updated for resources: {'Port': ['ID=1ebb075b-0271-4950-a74a-182cc4a744f5,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:44.708282 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41554c-ff22-4b2c-9cf9-d6fd9c1ff360 req-f0f080da-a006-4af7-8dfa-f25879da69e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:44.710806 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf41554c-ff22-4b2c-9cf9-d6fd9c1ff360 req-f0f080da-a006-4af7-8dfa-f25879da69e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4665880
Nov 20 20:48:44.737179 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d30c95eb-4381-4afe-9c49-d9ba15e082e9 req-c0d87f53-07ef-44d7-a274-23c037832c2d service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5616021
Nov 20 20:48:44.749447 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-5706a12e-e207-40f7-9aec-7c97cf05f1cb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Network 554d0697-db40-4745-a60d-da36ede89e92 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:48:44.753642 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:44.869291 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:44.870105 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:44.871570 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] 10.222.0.37 "PUT /v2.0/ports/1469ba97-d687-4daa-b763-d4b8c0589efb HTTP/1.1" status: 200  len: 1091 time: 2.6344082
Nov 20 20:48:44.872659 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a53cc2-470b-4815-abfe-b44752c0ef54 service neutron] Pushing event updated for resources: {'Port': ['ID=1469ba97-d687-4daa-b763-d4b8c0589efb,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:44.875917 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ca2999-8a94-4c5f-bc08-7ba55ff79ba4', 'tag': '1469ba97-d687-4daa-b763-d4b8c0589efb'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:44.878638 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fa016e-f265-4056-8766-3f99c70d62b3" -d '{"events": [{"name": "network-changed", "server_uuid": "43ca2999-8a94-4c5f-bc08-7ba55ff79ba4", "tag": "1469ba97-d687-4daa-b763-d4b8c0589efb"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:44.882312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-5706a12e-e207-40f7-9aec-7c97cf05f1cb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:48:44.885491 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-5706a12e-e207-40f7-9aec-7c97cf05f1cb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:48:44.924611 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf41554c-ff22-4b2c-9cf9-d6fd9c1ff360 req-abf15613-4f7b-4e0f-a3a6-f66310baabe9 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899788
Nov 20 20:48:45.043835 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf41554c-ff22-4b2c-9cf9-d6fd9c1ff360 req-d67246d1-e5fa-4c68-a502-09f36e167527 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1048083
Nov 20 20:48:45.047169 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d30c95eb-4381-4afe-9c49-d9ba15e082e9 req-9051509c-742e-48c2-a699-7cde174cfa9d service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2823753
Nov 20 20:48:45.066660 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-5706a12e-e207-40f7-9aec-7c97cf05f1cb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:45.067609 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-5706a12e-e207-40f7-9aec-7c97cf05f1cb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:45.099329 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-5706a12e-e207-40f7-9aec-7c97cf05f1cb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8476005
Nov 20 20:48:45.119574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b7e7a-6431-4c6e-b473-3827e3141753 req-35f73dc5-0ecc-4ca8-87cd-988439d9238f tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:45.121047 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-020b7e7a-6431-4c6e-b473-3827e3141753 req-35f73dc5-0ecc-4ca8-87cd-988439d9238f tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.4365990
Nov 20 20:48:45.131078 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Request body: {'port': {'device_id': 'f67bb1ce-5e3e-497f-af2f-54d0c33e27e2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:45.177956 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-60f049a9-1df0-460f-8edf-1646cd46955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:45.179654 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-60f049a9-1df0-460f-8edf-1646cd46955a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1929d2944a034783a75db63f07c146a6&device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 1094 time: 0.1698463
Nov 20 20:48:45.277096 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-481958dc-b5e0-4bfe-9bd0-8fb1186567f9 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:48:45.278258 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-481958dc-b5e0-4bfe-9bd0-8fb1186567f9 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0458870
Nov 20 20:48:45.287176 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-1a04911e-f898-46e5-92ca-9f8d9b49241b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1469ba97-d687-4daa-b763-d4b8c0589efb HTTP/1.1" status: 200  len: 217 time: 0.0784390
Nov 20 20:48:45.297121 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:45.331538 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-020b7e7a-6431-4c6e-b473-3827e3141753 req-d5313509-f90b-48cd-9e93-b256750aae52 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796768
Nov 20 20:48:45.397885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-2bcf0407-1930-470c-b8d3-3e1abd2895d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:45.399574 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-2bcf0407-1930-470c-b8d3-3e1abd2895d7 service neutron] 10.222.0.41 "GET /v2.0/ports/9247b2b9-3787-408f-9910-0d7f430ac7e3 HTTP/1.1" status: 200  len: 1093 time: 0.1104033
Nov 20 20:48:45.413648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-e18bbef4-f02a-4893-9b8f-74d43d954678 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:45.414124 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-e18bbef4-f02a-4893-9b8f-74d43d954678 service neutron] Unknown quota resources ['binding']. {{(pid=126224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 20 20:48:45.419568 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-463eecc6-eada-45cf-8855-24e103609dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:45.421027 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-463eecc6-eada-45cf-8855-24e103609dac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cac3ccbd-8963-47e1-9b4e-185e806337ba HTTP/1.1" status: 200  len: 862 time: 0.1218598
Nov 20 20:48:45.497378 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-01449b85-2ba4-4fd2-ac0e-09a25bdbc616 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e089fcf3-9dcc-485e-b53f-bb119c8c3467&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499561
Nov 20 20:48:45.591991 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c5777f5-4307-4f24-bdf6-f4f606fcb426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:46.117547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715eefae-03e6-4121-be92-f3ddfd10e443 req-bd567ea3-903d-4f0a-bd19-f4877bba7f26 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:46.119128 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-715eefae-03e6-4121-be92-f3ddfd10e443 req-bd567ea3-903d-4f0a-bd19-f4877bba7f26 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 932 time: 0.5347545
Nov 20 20:48:46.190837 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-f73f2773-f82e-4f44-b267-f3d3eb952f1a service neutron] 10.222.0.37 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6468973
Nov 20 20:48:46.316884 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-715eefae-03e6-4121-be92-f3ddfd10e443 req-3a741eef-8ea1-429a-bdd6-e24085498f5e tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449332
Nov 20 20:48:46.337222 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-e18bbef4-f02a-4893-9b8f-74d43d954678 service neutron] Attempting to bind port 9247b2b9-3787-408f-9910-0d7f430ac7e3 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:48:46.337733 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-e18bbef4-f02a-4893-9b8f-74d43d954678 service neutron] Attempting to bind port 9247b2b9-3787-408f-9910-0d7f430ac7e3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:48:46.338477 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-e18bbef4-f02a-4893-9b8f-74d43d954678 service neutron] Attempting to bind port 9247b2b9-3787-408f-9910-0d7f430ac7e3 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:46.357217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-e18bbef4-f02a-4893-9b8f-74d43d954678 service neutron] Port 9247b2b9-3787-408f-9910-0d7f430ac7e3 on network 1f07f823-03fd-485f-ad70-6286912e8408 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:48:46.357652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-e18bbef4-f02a-4893-9b8f-74d43d954678 service neutron] Attempting to bind port 9247b2b9-3787-408f-9910-0d7f430ac7e3 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:46.401616 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-e18bbef4-f02a-4893-9b8f-74d43d954678 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:48:46.402339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-e18bbef4-f02a-4893-9b8f-74d43d954678 service neutron] Checking segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:48:46.402339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-e18bbef4-f02a-4893-9b8f-74d43d954678 service neutron] Bound using segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:48:46.402715 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-e18bbef4-f02a-4893-9b8f-74d43d954678 service neutron] Bound port: 9247b2b9-3787-408f-9910-0d7f430ac7e3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:48:46.485581 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ebb075b-0271-4950-a74a-182cc4a744f5 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:46.491285 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-136dcb28-c8cb-4db3-a17b-c34d560c79a9 req-f5b74255-e5cf-4556-9c13-98e39f12abae service neutron] 10.222.0.37 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2879651
Nov 20 20:48:46.498390 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:46.531095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52736325-3295-410b-9428-330d7ec67f92 req-cafff542-cb55-4020-9855-6a404058260b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:46.538412 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-52736325-3295-410b-9428-330d7ec67f92 req-cafff542-cb55-4020-9855-6a404058260b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 948 time: 0.1690168
Nov 20 20:48:46.540681 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Transition to ACTIVE for port object 1ebb075b-0271-4950-a74a-182cc4a744f5 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:48:46.561125 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:46.574370 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-e18bbef4-f02a-4893-9b8f-74d43d954678 service neutron] For port 9247b2b9-3787-408f-9910-0d7f430ac7e3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9247b2b9-3787-408f-9910-0d7f430ac7e3,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:48:46.615551 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-e18bbef4-f02a-4893-9b8f-74d43d954678 service neutron] Publish callbacks [] for binding, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:46.616717 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-e18bbef4-f02a-4893-9b8f-74d43d954678 service neutron] 10.222.0.41 "POST /v2.0/ports/9247b2b9-3787-408f-9910-0d7f430ac7e3/bindings HTTP/1.1" status: 201  len: 389 time: 1.2114208
Nov 20 20:48:46.635417 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:46.655273 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Pushing event updated for resources: {'Port': ['ID=1ebb075b-0271-4950-a74a-182cc4a744f5,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:46.666078 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-52736325-3295-410b-9428-330d7ec67f92 req-c457809c-b60f-48a5-9740-00b06b46ba01 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266649
Nov 20 20:48:46.766920 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a014c05e-8d08-4f0c-8a0a-366811474b05 x-openstack-request-id: req-a014c05e-8d08-4f0c-8a0a-366811474b05 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:46.767753 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ca2999-8a94-4c5f-bc08-7ba55ff79ba4", "tag": "1469ba97-d687-4daa-b763-d4b8c0589efb", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:46.768087 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a014c05e-8d08-4f0c-8a0a-366811474b05 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:46.769445 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ca2999-8a94-4c5f-bc08-7ba55ff79ba4', 'tag': '1469ba97-d687-4daa-b763-d4b8c0589efb', 'status': 'completed', 'code': 200}
Nov 20 20:48:46.883294 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a8217-e9c6-46b0-af75-6394e96d3402 req-129af056-1c3d-47d7-b46d-5fd4c1913cb7 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:46.884878 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e08a8217-e9c6-46b0-af75-6394e96d3402 req-129af056-1c3d-47d7-b46d-5fd4c1913cb7 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.1109254
Nov 20 20:48:46.887660 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Attempting to bind port 1ebb075b-0271-4950-a74a-182cc4a744f5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:48:46.887920 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Attempting to bind port 1ebb075b-0271-4950-a74a-182cc4a744f5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:48:46.888250 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Attempting to bind port 1ebb075b-0271-4950-a74a-182cc4a744f5 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:46.904820 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Port 1ebb075b-0271-4950-a74a-182cc4a744f5 on network 554d0697-db40-4745-a60d-da36ede89e92 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:48:46.905149 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Attempting to bind port 1ebb075b-0271-4950-a74a-182cc4a744f5 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:46.915722 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa016e-f265-4056-8766-3f99c70d62b3 req-d8f20c59-f38f-4813-a27c-a1a9edb24343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:46.917106 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d1fa016e-f265-4056-8766-3f99c70d62b3 req-d8f20c59-f38f-4813-a27c-a1a9edb24343 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1929d2944a034783a75db63f07c146a6&device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 1094 time: 0.1075094
Nov 20 20:48:46.922699 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:48:46.923040 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Checking segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:48:46.923428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Bound using segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:48:46.923884 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Bound port: 1ebb075b-0271-4950-a74a-182cc4a744f5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:48:46.924243 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:46.971815 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e0bd4-7149-46e6-b11d-102582c1ea29 req-8ad91316-458e-437f-a6a5-d397a794b006 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:46.975090 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-516e0bd4-7149-46e6-b11d-102582c1ea29 req-8ad91316-458e-437f-a6a5-d397a794b006 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 943 time: 0.1191881
Nov 20 20:48:46.983417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-c7524a81-5e32-4ee3-beac-5ba3eb1b8c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:46.985149 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-c7524a81-5e32-4ee3-beac-5ba3eb1b8c01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 1096 time: 0.0697887
Nov 20 20:48:47.024381 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e08a8217-e9c6-46b0-af75-6394e96d3402 req-9741471f-0681-4ccf-9002-637f689b5fa3 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317968
Nov 20 20:48:47.115076 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d17c3e85-73cd-4445-8746-63b4de251722 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:48:47.115641 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] For port 1ebb075b-0271-4950-a74a-182cc4a744f5, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:47.120500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] For port 1ebb075b-0271-4950-a74a-182cc4a744f5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ebb075b-0271-4950-a74a-182cc4a744f5,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:48:47.122683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa016e-f265-4056-8766-3f99c70d62b3 req-ede0d1eb-f967-4688-a12c-acc31d39977d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:47.124229 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d1fa016e-f265-4056-8766-3f99c70d62b3 req-ede0d1eb-f967-4688-a12c-acc31d39977d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e089fcf3-9dcc-485e-b53f-bb119c8c3467 HTTP/1.1" status: 200  len: 923 time: 0.1971958
Nov 20 20:48:47.134111 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:47.143874 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-516e0bd4-7149-46e6-b11d-102582c1ea29 req-466dd1e4-3824-42df-bdf1-4b5f4073eb02 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574481
Nov 20 20:48:47.221416 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d1fa016e-f265-4056-8766-3f99c70d62b3 req-92af7407-e289-460a-91fa-7239cc35a96a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1469ba97-d687-4daa-b763-d4b8c0589efb HTTP/1.1" status: 200  len: 217 time: 0.0640094
Nov 20 20:48:47.233018 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:47.233650 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:47.235069 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] 10.222.0.47 "PUT /v2.0/ports/1ebb075b-0271-4950-a74a-182cc4a744f5 HTTP/1.1" status: 200  len: 1092 time: 2.1098363
Nov 20 20:48:47.236577 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-56d8abec-09f6-40ab-b64e-730462a5e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:47.252765 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-56d8abec-09f6-40ab-b64e-730462a5e7b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 921 time: 0.2449384
Nov 20 20:48:47.344088 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-dcaf956b-569f-48f0-a0c4-69dcd26b6bcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9247b2b9-3787-408f-9910-0d7f430ac7e3 HTTP/1.1" status: 200  len: 217 time: 0.0902145
Nov 20 20:48:47.349187 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f425dc2-d464-45f5-8260-b62ac6857bc8 req-382f3e95-885a-44bc-beba-198e7eb0d0e0 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:47.356004 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4f425dc2-d464-45f5-8260-b62ac6857bc8 req-382f3e95-885a-44bc-beba-198e7eb0d0e0 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.2343361
Nov 20 20:48:47.365756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08379e-567e-490a-9720-2f1e2f90af0c service neutron] Pushing event updated for resources: {'Port': ['ID=1ebb075b-0271-4950-a74a-182cc4a744f5,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:47.377517 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d17c3e85-73cd-4445-8746-63b4de251722,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:47.391781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'd17c3e85-73cd-4445-8746-63b4de251722', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': 'd17c3e85-73cd-4445-8746-63b4de251722', 'mac_address': 'fa:16:3e:b2:b9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:48:47.435374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa016e-f265-4056-8766-3f99c70d62b3 req-f6cac969-b1a5-411d-b3ae-9e700802acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:47.436902 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d1fa016e-f265-4056-8766-3f99c70d62b3 req-f6cac969-b1a5-411d-b3ae-9e700802acc8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cac3ccbd-8963-47e1-9b4e-185e806337ba HTTP/1.1" status: 200  len: 862 time: 0.2009997
Nov 20 20:48:47.452810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-69f2f2bf-0b05-4ca5-970d-33c4578001e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:47.454609 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-69f2f2bf-0b05-4ca5-970d-33c4578001e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.1025009
Nov 20 20:48:47.460790 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:47.474550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17c3e85-73cd-4445-8746-63b4de251722 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:47.495204 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d17c3e85-73cd-4445-8746-63b4de251722,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:47.501300 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:47.504985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-e1da9481-eb84-44f5-ba6a-4115663be8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:47.506633 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-e1da9481-eb84-44f5-ba6a-4115663be8aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 1095 time: 0.1870470
Nov 20 20:48:47.508228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-e1e928f6-37fd-4945-b21c-8426566ac1f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445187
Nov 20 20:48:47.513318 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d1fa016e-f265-4056-8766-3f99c70d62b3 req-28d719d5-e49c-4e7d-957b-3b71d11c5a26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e089fcf3-9dcc-485e-b53f-bb119c8c3467&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0580978
Nov 20 20:48:47.557953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d17c3e85-73cd-4445-8746-63b4de251722,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:47.583256 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4f425dc2-d464-45f5-8260-b62ac6857bc8 req-45056cf2-1d6e-4c72-82fe-15649bf03b62 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2214999
Nov 20 20:48:47.607738 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-f61a219f-7d7d-4646-8f66-efd8a49764f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebb075b-0271-4950-a74a-182cc4a744f5 HTTP/1.1" status: 200  len: 217 time: 0.0866568
Nov 20 20:48:47.635304 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85401c4f-8f9b-418e-a001-f5c707e7bde4 req-b7ef4061-33a9-44fd-a71c-b041cc9eb80f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:47.642734 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-85401c4f-8f9b-418e-a001-f5c707e7bde4 req-b7ef4061-33a9-44fd-a71c-b041cc9eb80f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 945 time: 0.1474233
Nov 20 20:48:47.705102 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-6d00e3bd-2811-401e-8200-0e1012b13700 service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1659536
Nov 20 20:48:47.726953 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-85401c4f-8f9b-418e-a001-f5c707e7bde4 req-b2f2774a-df37-4baa-92a1-acd543297b88 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780134
Nov 20 20:48:47.781266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-f7f48f69-b031-4a0d-836d-8538f0dd6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:47.783350 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-f7f48f69-b031-4a0d-836d-8538f0dd6a40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.1629746
Nov 20 20:48:47.785277 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d1fa016e-f265-4056-8766-3f99c70d62b3 req-34ebd5ac-eaf0-469c-9e94-a3f9835ef642 service neutron] 10.222.0.37 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2549922
Nov 20 20:48:47.815724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d17c3e85-73cd-4445-8746-63b4de251722'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:47.852825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa47e3-9cf5-4889-aa29-d17a9193c67a req-a28cbffc-ed13-4e05-90c3-1576d25d8bae tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:47.861568 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e0fa47e3-9cf5-4889-aa29-d17a9193c67a req-a28cbffc-ed13-4e05-90c3-1576d25d8bae tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 944 time: 0.1979358
Nov 20 20:48:47.868255 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-6997f923-927f-450e-ba63-8c33361d1bd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0593617
Nov 20 20:48:47.887226 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-ca179313-6d70-4a24-9f3c-fe3d3d8a649a service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589665
Nov 20 20:48:47.896915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5b9cd-8081-4d72-b74f-7261495fe4fe req-f6d72428-c255-494e-a92f-01dc93e51ee4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:47.899069 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-21d5b9cd-8081-4d72-b74f-7261495fe4fe req-f6d72428-c255-494e-a92f-01dc93e51ee4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 949 time: 0.0896134
Nov 20 20:48:47.968998 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-21d5b9cd-8081-4d72-b74f-7261495fe4fe req-b7ae033c-f63d-49e4-9802-85826de22b13 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631087
Nov 20 20:48:48.022317 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e0fa47e3-9cf5-4889-aa29-d17a9193c67a req-880010f2-3151-4677-930e-7799eb6ce7e9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512916
Nov 20 20:48:48.045562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-2408211c-d6c8-457c-9a40-910f23f650f2 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:48.048966 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-2408211c-d6c8-457c-9a40-910f23f650f2 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba&tenant_id=ee7537dd85d04e808dc792658afa443e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0773957
Nov 20 20:48:48.081699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:48:48.092268 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d1fa016e-f265-4056-8766-3f99c70d62b3 req-a1281d04-d526-4f8d-8bb0-60abf4937e64 service neutron] 10.222.0.37 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2961109
Nov 20 20:48:48.136743 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-89dbd6f8-52d1-4e5d-9153-96d65c40a59c service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2462749
Nov 20 20:48:48.208313 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:48.241203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7d678-82dd-4da1-a7ba-b40c8e191a61 req-dea778fe-fe26-4623-9724-5f433c99dd25 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:48.249065 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ad7d678-82dd-4da1-a7ba-b40c8e191a61 req-dea778fe-fe26-4623-9724-5f433c99dd25 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.1252427
Nov 20 20:48:48.324829 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77433be9-d2ff-4f96-aab5-f7252dab5db0 req-18210861-45f3-43e9-95d2-bf6a37cb141d tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:48.333313 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-77433be9-d2ff-4f96-aab5-f7252dab5db0 req-18210861-45f3-43e9-95d2-bf6a37cb141d tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 943 time: 0.0796700
Nov 20 20:48:48.336673 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a74e3ec7-0f20-419e-926a-03b74abcf912 req-e53a6652-0ec7-4394-be41-bd35864c9289 service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1817884
Nov 20 20:48:48.352118 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ad7d678-82dd-4da1-a7ba-b40c8e191a61 req-dfa5a85e-d353-4d31-8bb6-42b2a613b3b1 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017694
Nov 20 20:48:48.419932 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-77433be9-d2ff-4f96-aab5-f7252dab5db0 req-43624346-7fb3-47f1-870d-3bb6a544bca9 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856051
Nov 20 20:48:48.481314 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:48.499947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] For port 9247b2b9-3787-408f-9910-0d7f430ac7e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9247b2b9-3787-408f-9910-0d7f430ac7e3,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:48.548145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] For port 9247b2b9-3787-408f-9910-0d7f430ac7e3, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:48.595924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f6126a-4e65-40c1-a727-0559f7cf71ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9247b2b9-3787-408f-9910-0d7f430ac7e3'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:48.598978 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6c65ff-eae4-490a-a177-425832763398" -d '{"events": [{"server_uuid": "06f6126a-4e65-40c1-a727-0559f7cf71ba", "name": "network-vif-unplugged", "status": "completed", "tag": "9247b2b9-3787-408f-9910-0d7f430ac7e3"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:48.603662 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:48.609999 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:48.695335 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4f67c1-14b0-4645-971a-87703295b4c2 x-openstack-request-id: req-df4f67c1-14b0-4645-971a-87703295b4c2 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:48.695664 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f6126a-4e65-40c1-a727-0559f7cf71ba", "name": "network-vif-unplugged", "status": "completed", "tag": "9247b2b9-3787-408f-9910-0d7f430ac7e3", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:48.696009 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df4f67c1-14b0-4645-971a-87703295b4c2 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:48.696409 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f6126a-4e65-40c1-a727-0559f7cf71ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9247b2b9-3787-408f-9910-0d7f430ac7e3', 'code': 200}
Nov 20 20:48:48.730573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Pushing event updated for resources: {'Port': ['ID=9247b2b9-3787-408f-9910-0d7f430ac7e3,revision_number=7']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:48.746658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Attempting to bind port 9247b2b9-3787-408f-9910-0d7f430ac7e3 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:48:48.747472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Attempting to bind port 9247b2b9-3787-408f-9910-0d7f430ac7e3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:48:48.747836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Attempting to bind port 9247b2b9-3787-408f-9910-0d7f430ac7e3 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:48.765281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Port 9247b2b9-3787-408f-9910-0d7f430ac7e3 on network 1f07f823-03fd-485f-ad70-6286912e8408 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:48:48.767984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Attempting to bind port 9247b2b9-3787-408f-9910-0d7f430ac7e3 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:48:48.775217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adb015-a14b-44f5-a360-7ca81524d91c req-b865a2e2-44fc-4ac8-96c5-e8de4f7938c7 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:48.775765 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:48:48.776175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Checking segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:48:48.776826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Bound using segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:48:48.778147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Bound port: 9247b2b9-3787-408f-9910-0d7f430ac7e3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:48:48.780027 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:48.784139 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1adb015-a14b-44f5-a360-7ca81524d91c req-b865a2e2-44fc-4ac8-96c5-e8de4f7938c7 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0750279
Nov 20 20:48:48.786738 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67bb1ce-5e3e-497f-af2f-54d0c33e27e2', 'tag': '1ebb075b-0271-4950-a74a-182cc4a744f5'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:48.789142 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffb90db-8a7b-4699-a71b-3bdffa559a59" -d '{"events": [{"name": "network-changed", "server_uuid": "f67bb1ce-5e3e-497f-af2f-54d0c33e27e2", "tag": "1ebb075b-0271-4950-a74a-182cc4a744f5"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:48.857678 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1adb015-a14b-44f5-a360-7ca81524d91c req-1b9ca4df-b258-491a-8633-5c0d460b6d74 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719652
Nov 20 20:48:48.896495 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] For port 9247b2b9-3787-408f-9910-0d7f430ac7e3, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:48.907086 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8609e-bc04-425d-8c87-d306426e297c req-2bdd009a-8e11-422d-a76a-fb6acc6da8ce tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:48.908630 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30d8609e-bc04-425d-8c87-d306426e297c req-2bdd009a-8e11-422d-a76a-fb6acc6da8ce tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 943 time: 0.0867915
Nov 20 20:48:48.911534 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] For port 9247b2b9-3787-408f-9910-0d7f430ac7e3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9247b2b9-3787-408f-9910-0d7f430ac7e3,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:48:48.920761 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:48.922315 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c86258-2e21-4972-b7f6-3d6345ff8489 x-openstack-request-id: req-c5c86258-2e21-4972-b7f6-3d6345ff8489 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:48.922689 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67bb1ce-5e3e-497f-af2f-54d0c33e27e2", "tag": "1ebb075b-0271-4950-a74a-182cc4a744f5", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:48.923006 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5c86258-2e21-4972-b7f6-3d6345ff8489 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:48.923511 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67bb1ce-5e3e-497f-af2f-54d0c33e27e2', 'tag': '1ebb075b-0271-4950-a74a-182cc4a744f5', 'status': 'completed', 'code': 200}
Nov 20 20:48:48.951491 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:49.033054 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb90db-8a7b-4699-a71b-3bdffa559a59 req-59fa0097-fa86-4179-9189-c275e9c76654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:49.033275 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ffb90db-8a7b-4699-a71b-3bdffa559a59 req-59fa0097-fa86-4179-9189-c275e9c76654 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 1095 time: 0.0838115
Nov 20 20:48:49.084189 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:49.084869 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:49.086474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] 10.222.0.37 "PUT /v2.0/ports/9247b2b9-3787-408f-9910-0d7f430ac7e3 HTTP/1.1" status: 200  len: 1121 time: 1.0173907
Nov 20 20:48:49.105277 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30d8609e-bc04-425d-8c87-d306426e297c req-b8e5e7ab-739e-4898-92bc-684f790d0779 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1745226
Nov 20 20:48:49.113328 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537ccfc-a335-421a-a77a-b1bbff64b993 service neutron] Pushing event updated for resources: {'Port': ['ID=9247b2b9-3787-408f-9910-0d7f430ac7e3,revision_number=8']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:49.196862 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadf3a3-98aa-4f85-90f2-6f0dbfb1a7ac req-05cf7109-933f-42b9-be6b-85384113fd4e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:49.204265 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dcadf3a3-98aa-4f85-90f2-6f0dbfb1a7ac req-05cf7109-933f-42b9-be6b-85384113fd4e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 949 time: 0.0844460
Nov 20 20:48:49.205171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1f1cf981-26ff-4024-b94c-8e78ef84d154 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:48:49.211626 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d17c3e85-73cd-4445-8746-63b4de251722 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:48:49.223325 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb90db-8a7b-4699-a71b-3bdffa559a59 req-487497c2-c73b-44e1-a71c-731373299d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:49.225003 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ffb90db-8a7b-4699-a71b-3bdffa559a59 req-487497c2-c73b-44e1-a71c-731373299d38 service neutron] 10.222.0.47 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 908 time: 0.1816049
Nov 20 20:48:49.243844 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['9247b2b9-3787-408f-9910-0d7f430ac7e3'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:49.257884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9b915-81bb-4dee-a3b4-e520a9ae9cfa req-10d375ea-f14d-4b80-b396-191271028e02 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:49.260129 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42c9b915-81bb-4dee-a3b4-e520a9ae9cfa req-10d375ea-f14d-4b80-b396-191271028e02 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 944 time: 0.0746217
Nov 20 20:48:49.278098 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dcadf3a3-98aa-4f85-90f2-6f0dbfb1a7ac req-18ef9782-44a9-4864-bbdc-b1c55347b4d7 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720656
Nov 20 20:48:49.314041 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ffb90db-8a7b-4699-a71b-3bdffa559a59 req-916b3f4a-3490-4cba-adb3-d6ba967c82ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebb075b-0271-4950-a74a-182cc4a744f5 HTTP/1.1" status: 200  len: 217 time: 0.0584502
Nov 20 20:48:49.341157 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42c9b915-81bb-4dee-a3b4-e520a9ae9cfa req-9e06fc59-986e-4d14-9d01-f61f5ec37eac tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742080
Nov 20 20:48:49.374572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port d17c3e85-73cd-4445-8746-63b4de251722 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:48:49.402040 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port d17c3e85-73cd-4445-8746-63b4de251722 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:48:49.402597 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:49.405977 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb90db-8a7b-4699-a71b-3bdffa559a59 req-c260c917-a642-4875-919c-0631de894c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:49.408951 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ffb90db-8a7b-4699-a71b-3bdffa559a59 req-c260c917-a642-4875-919c-0631de894c60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.0768142
Nov 20 20:48:49.487739 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ffb90db-8a7b-4699-a71b-3bdffa559a59 req-8680edb9-3f43-4a9a-8885-75314bf6a3a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0661459
Nov 20 20:48:49.570853 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47beb936-1c88-4169-a0f8-16a63d09003c req-bd9f53ab-b515-412a-b4c9-b035caf5ef53 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:49.573917 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1f1cf981-26ff-4024-b94c-8e78ef84d154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f1cf981-26ff-4024-b94c-8e78ef84d154,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:49.578806 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47beb936-1c88-4169-a0f8-16a63d09003c req-bd9f53ab-b515-412a-b4c9-b035caf5ef53 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.1459177
Nov 20 20:48:49.624219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfa902-7cd0-463e-82ad-78070b39af87 req-4f1ff89e-ba77-434a-9469-f65f0b6b14bb tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:49.635448 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:49.641957 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12cfa902-7cd0-463e-82ad-78070b39af87 req-4f1ff89e-ba77-434a-9469-f65f0b6b14bb tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 943 time: 0.1000478
Nov 20 20:48:49.653673 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '1f1cf981-26ff-4024-b94c-8e78ef84d154', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '1f1cf981-26ff-4024-b94c-8e78ef84d154', 'mac_address': 'fa:16:3e:8f:85:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:48:49.682443 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ffb90db-8a7b-4699-a71b-3bdffa559a59 req-4bdb8218-d407-4aeb-94c2-554a45bbe378 service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1770988
Nov 20 20:48:49.684299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d17c3e85-73cd-4445-8746-63b4de251722,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:49.687229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:49.690282 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b71f2de-f10e-47cb-ac29-cd763c8ab7d8" -d '{"events": [{"server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "name": "network-vif-plugged", "status": "completed", "tag": "d17c3e85-73cd-4445-8746-63b4de251722"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:49.706466 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47beb936-1c88-4169-a0f8-16a63d09003c req-6bb4af4c-3e17-4634-a99d-5acff4e820ac tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178305
Nov 20 20:48:49.706797 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:49.706797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1f1cf981-26ff-4024-b94c-8e78ef84d154 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:48:49.746722 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12cfa902-7cd0-463e-82ad-78070b39af87 req-fb4d6341-55ed-477a-a76f-a3293fd8d2fe tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031244
Nov 20 20:48:49.829523 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:49.857421 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ffb90db-8a7b-4699-a71b-3bdffa559a59 req-00087fe8-7a2d-48b4-991e-1a97f3e1a9ff service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1586423
Nov 20 20:48:49.862247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f1cf981-26ff-4024-b94c-8e78ef84d154 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:49.924528 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f409c21-bef1-4fa0-97b6-dce788e13dcf x-openstack-request-id: req-2f409c21-bef1-4fa0-97b6-dce788e13dcf {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:49.924985 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "name": "network-vif-plugged", "status": "completed", "tag": "d17c3e85-73cd-4445-8746-63b4de251722", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:49.925362 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f409c21-bef1-4fa0-97b6-dce788e13dcf {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:49.925915 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722', 'code': 200}
Nov 20 20:48:49.937240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d17c3e85-73cd-4445-8746-63b4de251722,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:49.958676 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1f1cf981-26ff-4024-b94c-8e78ef84d154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f1cf981-26ff-4024-b94c-8e78ef84d154,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:49.966268 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:49.967607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1469ba97-d687-4daa-b763-d4b8c0589efb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:48:50.063554 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ff2fa-498c-44c3-9ac1-1e484add8b5e req-0aea527c-4391-492e-bb19-4fee8860438a tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:50.073699 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8c7ff2fa-498c-44c3-9ac1-1e484add8b5e req-0aea527c-4391-492e-bb19-4fee8860438a tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.1080425
Nov 20 20:48:50.076026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c921a1-bcc1-4f5d-bf8d-e0a3668a953e req-bc773a11-25ff-4a36-9b6b-254465f49d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:50.077451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=1f1cf981-26ff-4024-b94c-8e78ef84d154,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:50.077595 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-09c921a1-bcc1-4f5d-bf8d-e0a3668a953e req-bc773a11-25ff-4a36-9b6b-254465f49d3c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 1101 time: 0.1114118
Nov 20 20:48:50.085103 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:50.113007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1f1cf981-26ff-4024-b94c-8e78ef84d154 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:50.137905 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-09c921a1-bcc1-4f5d-bf8d-e0a3668a953e req-1422007f-4ba9-44fe-a691-d2c59ca6f9b6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522456
Nov 20 20:48:50.178341 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1f1cf981-26ff-4024-b94c-8e78ef84d154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f1cf981-26ff-4024-b94c-8e78ef84d154,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:50.184998 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:50.193459 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8c7ff2fa-498c-44c3-9ac1-1e484add8b5e req-af96ea8a-7e79-4d00-b9f2-12baa8726a46 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200006
Nov 20 20:48:50.249649 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1469ba97-d687-4daa-b763-d4b8c0589efb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1469ba97-d687-4daa-b763-d4b8c0589efb,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:50.260561 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=1f1cf981-26ff-4024-b94c-8e78ef84d154,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:50.265200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '1469ba97-d687-4daa-b763-d4b8c0589efb', 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467', 'port_id': '1469ba97-d687-4daa-b763-d4b8c0589efb', 'mac_address': 'fa:16:3e:2a:38:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac3ccbd-8963-47e1-9b4e-185e806337ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:48:50.294772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4939f35-f413-42fe-99b0-e6984b14684d req-03486da0-a027-4047-8d63-71a4eecee109 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:50.303662 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d4939f35-f413-42fe-99b0-e6984b14684d req-03486da0-a027-4047-8d63-71a4eecee109 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 943 time: 0.0869226
Nov 20 20:48:50.306453 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:50.320750 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1469ba97-d687-4daa-b763-d4b8c0589efb {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:50.354639 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1469ba97-d687-4daa-b763-d4b8c0589efb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1469ba97-d687-4daa-b763-d4b8c0589efb,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:50.360085 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:50.362644 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d4939f35-f413-42fe-99b0-e6984b14684d req-69605e11-31a7-407d-96b0-0f09295edec8 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580347
Nov 20 20:48:50.429053 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5025ba-202b-4379-b1c7-48a2105e21c7 req-89c41f13-5c14-4c04-be5c-6963846f0037 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:50.432023 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=1469ba97-d687-4daa-b763-d4b8c0589efb,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:50.437141 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9c5025ba-202b-4379-b1c7-48a2105e21c7 req-89c41f13-5c14-4c04-be5c-6963846f0037 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0851083
Nov 20 20:48:50.485972 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9c5025ba-202b-4379-b1c7-48a2105e21c7 req-fd37aab9-3455-4c63-8fc4-513f34014b6d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479577
Nov 20 20:48:50.496535 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8427cd-50a3-4a90-9d9e-a948ea2db7cd req-731a0d48-36e0-4401-9bef-c3287fdc4a58 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:50.498207 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fe8427cd-50a3-4a90-9d9e-a948ea2db7cd req-731a0d48-36e0-4401-9bef-c3287fdc4a58 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 944 time: 0.0718079
Nov 20 20:48:50.563827 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fe8427cd-50a3-4a90-9d9e-a948ea2db7cd req-1477c21b-0042-44e1-abea-f9ecb20d4f8f tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564537
Nov 20 20:48:50.697188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f6126a-4e65-40c1-a727-0559f7cf71ba', 'tag': '9247b2b9-3787-408f-9910-0d7f430ac7e3'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:50.700972 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d7e215-70aa-4f80-abfb-ff17d7eb5dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "06f6126a-4e65-40c1-a727-0559f7cf71ba", "tag": "9247b2b9-3787-408f-9910-0d7f430ac7e3"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:50.711007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['1469ba97-d687-4daa-b763-d4b8c0589efb'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:50.798664 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['1f1cf981-26ff-4024-b94c-8e78ef84d154'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:50.898311 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea4752e-d7fb-47e2-912f-ba8d0895c58b x-openstack-request-id: req-1ea4752e-d7fb-47e2-912f-ba8d0895c58b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:50.898611 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f6126a-4e65-40c1-a727-0559f7cf71ba", "tag": "9247b2b9-3787-408f-9910-0d7f430ac7e3", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:50.898870 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ea4752e-d7fb-47e2-912f-ba8d0895c58b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:50.899289 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f6126a-4e65-40c1-a727-0559f7cf71ba', 'tag': '9247b2b9-3787-408f-9910-0d7f430ac7e3', 'status': 'completed', 'code': 200}
Nov 20 20:48:50.936938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75934ef0-d29a-4c40-82d8-2741eb3d31dd req-d335b62d-46da-4d6a-aef9-d1eefe2ea02c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:50.939069 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75934ef0-d29a-4c40-82d8-2741eb3d31dd req-d335b62d-46da-4d6a-aef9-d1eefe2ea02c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 947 time: 0.0873907
Nov 20 20:48:51.060062 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7e215-70aa-4f80-abfb-ff17d7eb5dfa req-755f314e-49dd-4389-8be1-9961f79fa073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:51.061598 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75d7e215-70aa-4f80-abfb-ff17d7eb5dfa req-755f314e-49dd-4389-8be1-9961f79fa073 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 1124 time: 0.0794799
Nov 20 20:48:51.065669 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75934ef0-d29a-4c40-82d8-2741eb3d31dd req-4ada9a54-5ceb-4943-9df8-c12c46fdaf90 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117859
Nov 20 20:48:51.107733 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a36540-15fe-4c73-a704-e8c46ec71b29 req-0fc90721-ab6b-460d-ba87-463b1a9a5268 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:51.113194 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-34a36540-15fe-4c73-a704-e8c46ec71b29 req-0fc90721-ab6b-460d-ba87-463b1a9a5268 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 944 time: 0.1000896
Nov 20 20:48:51.219811 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 9247b2b9-3787-408f-9910-0d7f430ac7e3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:48:51.252941 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-34a36540-15fe-4c73-a704-e8c46ec71b29 req-cc5bd691-86cf-4c03-a6bd-9fc8ac1980bb tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290855
Nov 20 20:48:51.297849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7e215-70aa-4f80-abfb-ff17d7eb5dfa req-6d9fd4ec-f647-428f-82e6-f7ca98c9b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:51.308696 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75d7e215-70aa-4f80-abfb-ff17d7eb5dfa req-6d9fd4ec-f647-428f-82e6-f7ca98c9b0f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 921 time: 0.2346694
Nov 20 20:48:51.375720 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75d7e215-70aa-4f80-abfb-ff17d7eb5dfa req-72d7165a-e1f5-4996-955c-15522ed38383 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9247b2b9-3787-408f-9910-0d7f430ac7e3 HTTP/1.1" status: 200  len: 217 time: 0.0565917
Nov 20 20:48:51.407989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694e33-7774-4ea5-a789-fd2f881fe778 req-c21776b9-9a1a-4d71-ba7c-99ed91b3d662 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:51.421254 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67694e33-7774-4ea5-a789-fd2f881fe778 req-c21776b9-9a1a-4d71-ba7c-99ed91b3d662 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0992622
Nov 20 20:48:51.473311 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.resource_extend [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 20:48:51.473769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7e215-70aa-4f80-abfb-ff17d7eb5dfa req-ed44b209-d520-48fe-977d-b3a96df250d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:51.475685 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75d7e215-70aa-4f80-abfb-ff17d7eb5dfa req-ed44b209-d520-48fe-977d-b3a96df250d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.0893316
Nov 20 20:48:51.496006 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1ebb075b-0271-4950-a74a-182cc4a744f5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:48:51.500251 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67694e33-7774-4ea5-a789-fd2f881fe778 req-192824e0-158c-4be8-9d67-0c5cb09440b1 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753124
Nov 20 20:48:51.526467 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75d7e215-70aa-4f80-abfb-ff17d7eb5dfa req-f5c7234f-b79c-4808-aaef-704064eb23cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397892
Nov 20 20:48:51.668687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ea8f3-faec-47b4-b9d7-7c79fac461ad req-8bc0444c-3181-47cd-af45-8a6ef7b161bd tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:51.677071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 9247b2b9-3787-408f-9910-0d7f430ac7e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9247b2b9-3787-408f-9910-0d7f430ac7e3,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:51.681144 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-159ea8f3-faec-47b4-b9d7-7c79fac461ad req-8bc0444c-3181-47cd-af45-8a6ef7b161bd tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0872619
Nov 20 20:48:51.696951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 9247b2b9-3787-408f-9910-0d7f430ac7e3 has no active binding in host nch1-master-1 {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 20 20:48:51.733396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 1ebb075b-0271-4950-a74a-182cc4a744f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ebb075b-0271-4950-a74a-182cc4a744f5,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:51.742402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d093fc-a733-4a99-8a84-70d06e8d1eb9 req-225d24cc-18b0-422a-b726-2956a5118467 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:51.748242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '1ebb075b-0271-4950-a74a-182cc4a744f5', 'network_id': '554d0697-db40-4745-a60d-da36ede89e92', 'port_id': '1ebb075b-0271-4950-a74a-182cc4a744f5', 'mac_address': 'fa:16:3e:e9:4c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401402cf-759c-4641-9447-60eadb079e88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:48:51.749960 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-24d093fc-a733-4a99-8a84-70d06e8d1eb9 req-225d24cc-18b0-422a-b726-2956a5118467 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 943 time: 0.2260120
Nov 20 20:48:51.761304 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-159ea8f3-faec-47b4-b9d7-7c79fac461ad req-d62088e8-6317-42f0-88c5-956d6b06a912 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790036
Nov 20 20:48:51.788597 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75d7e215-70aa-4f80-abfb-ff17d7eb5dfa req-73ae5248-6fa9-414a-967e-63cdf8537fcf service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2472942
Nov 20 20:48:51.807451 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:51.841957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebb075b-0271-4950-a74a-182cc4a744f5 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:51.860889 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-24d093fc-a733-4a99-8a84-70d06e8d1eb9 req-c763b248-8892-435c-90c2-93dfcae46d8e tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098423
Nov 20 20:48:51.900414 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 1ebb075b-0271-4950-a74a-182cc4a744f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ebb075b-0271-4950-a74a-182cc4a744f5,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:51.909638 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:51.968544 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f0541-f94f-4e61-be28-e08de0949c69 req-4717eac9-61e2-4d4b-b401-1c529a82afe1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:51.970176 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a5f0541-f94f-4e61-be28-e08de0949c69 req-4717eac9-61e2-4d4b-b401-1c529a82afe1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 944 time: 0.1083784
Nov 20 20:48:51.991316 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75d7e215-70aa-4f80-abfb-ff17d7eb5dfa req-de4ebd7a-ebaf-4763-b9d3-9e7a63b0cf3d service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1882222
Nov 20 20:48:51.998025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=1ebb075b-0271-4950-a74a-182cc4a744f5,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:52.055364 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a5f0541-f94f-4e61-be28-e08de0949c69 req-8e32fcc9-b558-4360-b14a-aee35ffb5e6d tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753508
Nov 20 20:48:52.201599 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2deb0-5da6-4378-bba1-2dbad4922ec1 req-9c78ebc4-3cd9-46b3-9b95-fa3866a4a02f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:52.203119 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e1b2deb0-5da6-4378-bba1-2dbad4922ec1 req-9c78ebc4-3cd9-46b3-9b95-fa3866a4a02f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 947 time: 0.0541308
Nov 20 20:48:52.294680 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e1b2deb0-5da6-4378-bba1-2dbad4922ec1 req-96c397bd-16be-4a17-8f48-8005ae7bb3f2 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797145
Nov 20 20:48:52.330118 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['1ebb075b-0271-4950-a74a-182cc4a744f5'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:48:52.411394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ee1c7-dfe1-475f-b131-e509718ddc54 req-a21ab724-2820-49c8-a51f-c261155668cc tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:52.412913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dc7ee1c7-dfe1-475f-b131-e509718ddc54 req-a21ab724-2820-49c8-a51f-c261155668cc tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 944 time: 0.0691361
Nov 20 20:48:52.470703 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dc7ee1c7-dfe1-475f-b131-e509718ddc54 req-4e1f3ace-dbb3-4aa5-9a89-9a5936303c47 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476553
Nov 20 20:48:52.626619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da077835-d2c8-4a37-9251-5a7a682a1de6 req-80afe4e9-9d34-4df2-b718-218160b4934f tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:52.630565 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da077835-d2c8-4a37-9251-5a7a682a1de6 req-80afe4e9-9d34-4df2-b718-218160b4934f tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0537505
Nov 20 20:48:52.684883 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da077835-d2c8-4a37-9251-5a7a682a1de6 req-4c850695-f31a-4d82-a38e-50181badfde6 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499399
Nov 20 20:48:52.877558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70c70b-6e8a-4fad-bed2-8ca3c9318fd8 req-1bf997fb-0f48-4d0c-b05c-60c3feecebe2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:52.879828 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cd70c70b-6e8a-4fad-bed2-8ca3c9318fd8 req-1bf997fb-0f48-4d0c-b05c-60c3feecebe2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0520947
Nov 20 20:48:52.940039 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cd70c70b-6e8a-4fad-bed2-8ca3c9318fd8 req-bc0a367f-2605-4dec-98ec-e07443cb9eca tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538573
Nov 20 20:48:53.015782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9defd-1ba1-442e-aad2-cc140fc15a72 req-fa091de1-67c2-4342-870d-58804090e5ba tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:53.018183 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aca9defd-1ba1-442e-aad2-cc140fc15a72 req-fa091de1-67c2-4342-870d-58804090e5ba tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 943 time: 0.0686989
Nov 20 20:48:53.079420 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aca9defd-1ba1-442e-aad2-cc140fc15a72 req-06be6dfc-33c4-4d1e-8ecd-aea24ded9ea5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531518
Nov 20 20:48:53.094350 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b011df-edc4-442a-a7fc-ec82e3c93b89 req-f30d172a-daae-4cfc-91d7-bd91a93ca52d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:53.106484 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79b011df-edc4-442a-a7fc-ec82e3c93b89 req-f30d172a-daae-4cfc-91d7-bd91a93ca52d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0728199
Nov 20 20:48:53.168046 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79b011df-edc4-442a-a7fc-ec82e3c93b89 req-9a36f5e5-6449-495b-b83e-26b5d1392f72 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628402
Nov 20 20:48:53.223750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8690270-e75e-4a56-9173-69c8759e7d33 req-06cc84af-35eb-49dc-ba15-768d7d6e52ac tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:53.231451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1f1cf981-26ff-4024-b94c-8e78ef84d154 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:48:53.242170 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8690270-e75e-4a56-9173-69c8759e7d33 req-06cc84af-35eb-49dc-ba15-768d7d6e52ac tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 945 time: 0.0804901
Nov 20 20:48:53.315260 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8690270-e75e-4a56-9173-69c8759e7d33 req-25c05629-3ca4-4f81-9acc-02c8c2740b1f tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682085
Nov 20 20:48:53.341908 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 1f1cf981-26ff-4024-b94c-8e78ef84d154 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:48:53.341908 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:53.434785 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:53.495522 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1f1cf981-26ff-4024-b94c-8e78ef84d154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f1cf981-26ff-4024-b94c-8e78ef84d154,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:53.497100 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acf73a5-9605-4b53-83dc-09af84fee3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1cf981-26ff-4024-b94c-8e78ef84d154'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:53.499874 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6e0804-3c26-4c54-a5cb-f5620d6b97bb" -d '{"events": [{"server_uuid": "6acf73a5-9605-4b53-83dc-09af84fee3fe", "name": "network-vif-plugged", "status": "completed", "tag": "1f1cf981-26ff-4024-b94c-8e78ef84d154"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:53.507070 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:53.508187 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1469ba97-d687-4daa-b763-d4b8c0589efb up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:48:53.589855 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b660c-33a2-4ca8-b1f4-37bf21da7957 req-f64c787e-7207-4f6f-9be4-804c7a6d3873 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:53.597207 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-589b660c-33a2-4ca8-b1f4-37bf21da7957 req-f64c787e-7207-4f6f-9be4-804c7a6d3873 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 947 time: 0.1419597
Nov 20 20:48:53.643619 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=1f1cf981-26ff-4024-b94c-8e78ef84d154,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:53.653672 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-589b660c-33a2-4ca8-b1f4-37bf21da7957 req-ccb32e62-54a2-423c-a2f0-4d0fa0fb081a tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544832
Nov 20 20:48:53.662386 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-f61d59b9-743b-400a-934d-2addef72115c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1137681
Nov 20 20:48:53.711480 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 1469ba97-d687-4daa-b763-d4b8c0589efb completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:48:53.716344 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 1469ba97-d687-4daa-b763-d4b8c0589efb triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:48:53.716891 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:53.758419 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6116d57-e84b-49b8-9b6f-e899ac160866 req-bb175240-6c52-4bb6-aed9-20e62807b24a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:53.775902 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6116d57-e84b-49b8-9b6f-e899ac160866 req-bb175240-6c52-4bb6-aed9-20e62807b24a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.1289070
Nov 20 20:48:53.806992 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63853a8c-24db-4863-9219-b5c79aa5ab35 x-openstack-request-id: req-63853a8c-24db-4863-9219-b5c79aa5ab35 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:53.809816 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acf73a5-9605-4b53-83dc-09af84fee3fe", "name": "network-vif-plugged", "status": "completed", "tag": "1f1cf981-26ff-4024-b94c-8e78ef84d154", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:53.810585 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63853a8c-24db-4863-9219-b5c79aa5ab35 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:53.811846 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acf73a5-9605-4b53-83dc-09af84fee3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1cf981-26ff-4024-b94c-8e78ef84d154', 'code': 200}
Nov 20 20:48:53.914301 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6116d57-e84b-49b8-9b6f-e899ac160866 req-0835a938-fcb2-44c1-9192-5029a980e5a7 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351783
Nov 20 20:48:53.924028 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:53.955835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8266b-30b5-4a14-b38e-6a057caf3cbb req-734c8285-733e-4b37-bbf0-709597f1bfa4 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:53.964048 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6ed8266b-30b5-4a14-b38e-6a057caf3cbb req-734c8285-733e-4b37-bbf0-709597f1bfa4 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 944 time: 0.0892415
Nov 20 20:48:53.990973 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1469ba97-d687-4daa-b763-d4b8c0589efb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1469ba97-d687-4daa-b763-d4b8c0589efb,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:54.011952 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:54.035324 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6ed8266b-30b5-4a14-b38e-6a057caf3cbb req-ec629669-598d-4995-adf6-b4ffefb858f8 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681725
Nov 20 20:48:54.103968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=1469ba97-d687-4daa-b763-d4b8c0589efb,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:54.206573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74808-a349-4f83-9338-34caff0cfc0b req-749411f4-a32a-434e-8cea-00e3f5cfddc3 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:54.212873 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cdd74808-a349-4f83-9338-34caff0cfc0b req-749411f4-a32a-434e-8cea-00e3f5cfddc3 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.1185300
Nov 20 20:48:54.263000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d04212-d9bc-4a44-9476-c4727b88d1f4 req-ce8cf44b-5133-4097-92cc-20562e84ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:54.264559 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e2d04212-d9bc-4a44-9476-c4727b88d1f4 req-ce8cf44b-5133-4097-92cc-20562e84ac40 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 1100 time: 0.1230042
Nov 20 20:48:54.288900 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cdd74808-a349-4f83-9338-34caff0cfc0b req-592a9040-1fc1-4ab6-a0b3-3d948739203f tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697656
Nov 20 20:48:54.331398 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e2d04212-d9bc-4a44-9476-c4727b88d1f4 req-a656cdd0-4c29-47b1-a422-87116fee7380 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531571
Nov 20 20:48:54.485173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405e93f-e07b-4fb3-b4d8-0ce0b0bc26a9 req-850ae3a5-7851-47b9-b67c-3e387dc76106 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:54.492956 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6405e93f-e07b-4fb3-b4d8-0ce0b0bc26a9 req-850ae3a5-7851-47b9-b67c-3e387dc76106 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 943 time: 0.0802579
Nov 20 20:48:54.501246 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d425a-2fdb-489a-a47d-511f66740f8b req-58de546b-e2d5-4ebe-bd54-6b60b6e8c4e0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:54.502833 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c6d425a-2fdb-489a-a47d-511f66740f8b req-58de546b-e2d5-4ebe-bd54-6b60b6e8c4e0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 945 time: 0.0716891
Nov 20 20:48:54.579362 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c6d425a-2fdb-489a-a47d-511f66740f8b req-48355684-6788-4981-89f1-c8a4b1e13af3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683467
Nov 20 20:48:54.602845 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6405e93f-e07b-4fb3-b4d8-0ce0b0bc26a9 req-73b84633-420c-4b91-8a86-44180364b6e8 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087816
Nov 20 20:48:54.653828 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-b690c9ce-c3dd-4b24-b273-6b447df9e0ec service neutron] 10.222.0.47 "GET /v2.0/ports/9247b2b9-3787-408f-9910-0d7f430ac7e3/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1035175
Nov 20 20:48:54.859386 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855ca5b-2278-4904-a5ab-d7f6ae07fb68 req-ce5a5810-cdaa-427b-8726-96985eb278a1 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:54.869650 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5855ca5b-2278-4904-a5ab-d7f6ae07fb68 req-ce5a5810-cdaa-427b-8726-96985eb278a1 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0935428
Nov 20 20:48:54.930409 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5855ca5b-2278-4904-a5ab-d7f6ae07fb68 req-fd848145-7e78-45c0-a52c-e925a2d8bb54 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592246
Nov 20 20:48:54.978613 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-92ff7b6d-80ae-4c6c-85c2-f5391f8f2e04 service neutron] For port 9247b2b9-3787-408f-9910-0d7f430ac7e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9247b2b9-3787-408f-9910-0d7f430ac7e3,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:55.046105 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-92ff7b6d-80ae-4c6c-85c2-f5391f8f2e04 service neutron] For port 9247b2b9-3787-408f-9910-0d7f430ac7e3, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:55.117263 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-92ff7b6d-80ae-4c6c-85c2-f5391f8f2e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9247b2b9-3787-408f-9910-0d7f430ac7e3 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:48:55.134674 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-92ff7b6d-80ae-4c6c-85c2-f5391f8f2e04 service neutron] For port 9247b2b9-3787-408f-9910-0d7f430ac7e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9247b2b9-3787-408f-9910-0d7f430ac7e3,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:55.150384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee3c7c-886e-4fb4-8539-3a18096e2d45 req-6f155597-5063-49b7-8f9f-1b39e8e38447 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:55.152019 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-90ee3c7c-886e-4fb4-8539-3a18096e2d45 req-6f155597-5063-49b7-8f9f-1b39e8e38447 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.1253300
Nov 20 20:48:55.174682 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-92ff7b6d-80ae-4c6c-85c2-f5391f8f2e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:55.249766 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-90ee3c7c-886e-4fb4-8539-3a18096e2d45 req-d543b707-2332-41dd-a320-3b887fd5f14d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904539
Nov 20 20:48:55.274122 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608f460-b87e-494b-b2d7-8288a7d3c392 req-a423a730-3e4a-495a-9694-ddc9ea57aa83 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:55.274122 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b608f460-b87e-494b-b2d7-8288a7d3c392 req-a423a730-3e4a-495a-9694-ddc9ea57aa83 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 945 time: 0.0987198
Nov 20 20:48:55.320608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-92ff7b6d-80ae-4c6c-85c2-f5391f8f2e04 service neutron] Transition to ACTIVE for port object 9247b2b9-3787-408f-9910-0d7f430ac7e3 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:48:55.324951 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-92ff7b6d-80ae-4c6c-85c2-f5391f8f2e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:55.387577 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b608f460-b87e-494b-b2d7-8288a7d3c392 req-3e3ef20f-c017-4fd4-8131-83efd695e410 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905912
Nov 20 20:48:55.417264 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-92ff7b6d-80ae-4c6c-85c2-f5391f8f2e04 service neutron] No DVR routers for this DVR port 9247b2b9-3787-408f-9910-0d7f430ac7e3 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:48:55.443228 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff7b6d-80ae-4c6c-85c2-f5391f8f2e04 service neutron] Pushing event updated for resources: {'Port': ['ID=9247b2b9-3787-408f-9910-0d7f430ac7e3,revision_number=10']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:55.477652 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-92ff7b6d-80ae-4c6c-85c2-f5391f8f2e04 service neutron] 10.222.0.47 "PUT /v2.0/ports/9247b2b9-3787-408f-9910-0d7f430ac7e3/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.8082588
Nov 20 20:48:55.490395 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257ec4c-c06c-4a1b-b66e-9faf06c3feb9 req-a9979dde-f11b-42b8-a7dc-4b8bdceb0472 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:55.492018 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d257ec4c-c06c-4a1b-b66e-9faf06c3feb9 req-a9979dde-f11b-42b8-a7dc-4b8bdceb0472 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.1170654
Nov 20 20:48:55.509958 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1ebb075b-0271-4950-a74a-182cc4a744f5 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:48:55.585823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 1ebb075b-0271-4950-a74a-182cc4a744f5 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:48:55.590106 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 1ebb075b-0271-4950-a74a-182cc4a744f5 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:48:55.590685 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:55.640688 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-89ecbde2-5296-460a-8511-10f0859fabf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:55.642146 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-89ecbde2-5296-460a-8511-10f0859fabf4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 1101 time: 0.0884280
Nov 20 20:48:55.647917 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d257ec4c-c06c-4a1b-b66e-9faf06c3feb9 req-2c5944e3-95d2-41a0-a0a3-067aa11e583a tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492028
Nov 20 20:48:55.694792 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-8bb17d1b-80d9-44fb-86ae-f87c55f5e00f tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:55.700894 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-8bb17d1b-80d9-44fb-86ae-f87c55f5e00f tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba&tenant_id=ee7537dd85d04e808dc792658afa443e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1191559
Nov 20 20:48:55.757413 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-ebdbe9a2-8b80-4565-8a29-9a138e81738a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:55.759150 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-ebdbe9a2-8b80-4565-8a29-9a138e81738a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.0977952
Nov 20 20:48:55.806700 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:55.819848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ca2999-8a94-4c5f-bc08-7ba55ff79ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1469ba97-d687-4daa-b763-d4b8c0589efb'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:55.823267 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441a331d-5441-4a8f-bb13-5f145a42ed91" -d '{"events": [{"server_uuid": "43ca2999-8a94-4c5f-bc08-7ba55ff79ba4", "name": "network-vif-plugged", "status": "completed", "tag": "1469ba97-d687-4daa-b763-d4b8c0589efb"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:55.850274 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-98ba4eb5-e82f-44e6-82ae-e84ce4e8e57b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=d17c3e85-73cd-4445-8746-63b4de251722 HTTP/1.1" status: 200  len: 217 time: 0.0461330
Nov 20 20:48:55.866269 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 1ebb075b-0271-4950-a74a-182cc4a744f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ebb075b-0271-4950-a74a-182cc4a744f5,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:48:55.877213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52040cfa-72b6-4db2-91e1-ddfe0d5f3b23 req-aeebc5d0-66eb-4e83-8549-ab06061258b1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:55.885274 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52040cfa-72b6-4db2-91e1-ddfe0d5f3b23 req-aeebc5d0-66eb-4e83-8549-ab06061258b1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 945 time: 0.1250265
Nov 20 20:48:55.891935 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:55.893113 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 9247b2b9-3787-408f-9910-0d7f430ac7e3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:48:55.893895 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-2bd7e012-9cc9-41c9-b0c1-82525f2369a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:55.901610 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-2bd7e012-9cc9-41c9-b0c1-82525f2369a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba&tenant_id=ee7537dd85d04e808dc792658afa443e HTTP/1.1" status: 200  len: 1095 time: 0.1908636
Nov 20 20:48:55.929638 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac5601-62ec-43ab-9049-7069a4c0f8fb req-536b4170-4ab2-4f30-889a-5657b5b5a9cb tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:55.939576 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-06ac5601-62ec-43ab-9049-7069a4c0f8fb req-536b4170-4ab2-4f30-889a-5657b5b5a9cb tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 944 time: 0.1592679
Nov 20 20:48:55.971771 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52040cfa-72b6-4db2-91e1-ddfe0d5f3b23 req-1b3c65a9-0bd4-4b3d-8a9d-14ad367061a5 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804951
Nov 20 20:48:56.002407 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-b62fa6c6-14fb-4776-89a8-804e5a294e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:56.004216 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-b62fa6c6-14fb-4776-89a8-804e5a294e4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1440871
Nov 20 20:48:56.045652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9d497826-1c74-4ad1-8ab6-db7e020c8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:56.047606 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-9d497826-1c74-4ad1-8ab6-db7e020c8e91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 1095 time: 0.0860767
Nov 20 20:48:56.093561 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-4e292c58-1e4b-4376-acb7-d9f7ad8bfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:56.095090 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-4e292c58-1e4b-4376-acb7-d9f7ad8bfbe8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0831172
Nov 20 20:48:56.096038 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 9247b2b9-3787-408f-9910-0d7f430ac7e3 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:48:56.108832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=1ebb075b-0271-4950-a74a-182cc4a744f5,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:48:56.124708 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-06ac5601-62ec-43ab-9049-7069a4c0f8fb req-586e453e-3cff-40e7-9a96-489f1c8a425c tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814654
Nov 20 20:48:56.204908 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d2f7b1-c1da-4dfc-9c3c-7fad9e6bd6ea x-openstack-request-id: req-17d2f7b1-c1da-4dfc-9c3c-7fad9e6bd6ea {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:56.205158 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ca2999-8a94-4c5f-bc08-7ba55ff79ba4", "name": "network-vif-plugged", "status": "completed", "tag": "1469ba97-d687-4daa-b763-d4b8c0589efb", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:56.205266 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17d2f7b1-c1da-4dfc-9c3c-7fad9e6bd6ea {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:56.205744 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ca2999-8a94-4c5f-bc08-7ba55ff79ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1469ba97-d687-4daa-b763-d4b8c0589efb', 'code': 200}
Nov 20 20:48:56.212339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-d6cb11b0-2012-4591-a849-de06096a0dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:56.213816 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-d6cb11b0-2012-4591-a849-de06096a0dc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 921 time: 0.1507914
Nov 20 20:48:56.267596 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-c9b2ce28-4a9b-4f8e-a7a5-05c149d41566 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9247b2b9-3787-408f-9910-0d7f430ac7e3 HTTP/1.1" status: 200  len: 217 time: 0.0379324
Nov 20 20:48:56.304434 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-77d6080d-4a49-4f8a-b0bb-9416b7cbb72a service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973751
Nov 20 20:48:56.469546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbb931-ea80-457a-bfd2-d1ad8cbe4c8f req-7c56f9f0-0a46-47f0-bbff-3cebaf241495 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:56.471092 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7bbbb931-ea80-457a-bfd2-d1ad8cbe4c8f req-7c56f9f0-0a46-47f0-bbff-3cebaf241495 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.1981449
Nov 20 20:48:56.476747 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b233c86-60e6-4285-bbac-d55b359b2f64 req-0e555c54-295d-4e76-8fde-babb1c6c72f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:56.478693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b233c86-60e6-4285-bbac-d55b359b2f64 req-0e555c54-295d-4e76-8fde-babb1c6c72f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 1096 time: 0.1687663
Nov 20 20:48:56.518384 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-1667ce0b-2e8e-41ae-b898-b51d5db36329 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1904480
Nov 20 20:48:56.595195 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7bbbb931-ea80-457a-bfd2-d1ad8cbe4c8f req-c0a2e6f1-467b-437c-a216-a39f32362f1b tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134207
Nov 20 20:48:56.600578 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b233c86-60e6-4285-bbac-d55b359b2f64 req-aa830491-6886-4071-8c09-1a072187a90f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082733
Nov 20 20:48:56.636497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-faec3f0f-43b9-4900-acac-3b948fe31e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:56.638085 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-faec3f0f-43b9-4900-acac-3b948fe31e90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.3576550
Nov 20 20:48:56.657265 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b805da-9757-4e85-bc23-9982f32470c2 req-d761a849-148e-4810-8ddd-cf8237620c62 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:56.660909 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-26b805da-9757-4e85-bc23-9982f32470c2 req-d761a849-148e-4810-8ddd-cf8237620c62 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0728981
Nov 20 20:48:56.721526 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-26b805da-9757-4e85-bc23-9982f32470c2 req-993b7876-b014-4cff-8008-4e19ef9b3963 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546169
Nov 20 20:48:56.733615 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b47c8a-adac-451a-80bb-3553d1e5b62d req-799ffa36-a79a-4bfe-a731-deb7393029ee tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:56.735231 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80b47c8a-adac-451a-80bb-3553d1e5b62d req-799ffa36-a79a-4bfe-a731-deb7393029ee tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 945 time: 0.0550992
Nov 20 20:48:56.796434 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80b47c8a-adac-451a-80bb-3553d1e5b62d req-c9484d47-9be3-4664-ae55-a359a16adf84 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534811
Nov 20 20:48:56.836662 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a5319-d313-4c4d-88eb-48b18a13b8bb req-07efb964-65dd-47bc-84fb-b36c8877ca15 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:56.838204 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-702a5319-d313-4c4d-88eb-48b18a13b8bb req-07efb964-65dd-47bc-84fb-b36c8877ca15 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0506108
Nov 20 20:48:56.872756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-5174d8cd-a553-40bd-84eb-2be2394133be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0335519
Nov 20 20:48:56.902731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b66f6-52c3-4d27-8265-e714ee1c16b5 req-2e18540c-c5a7-42b9-9418-701d25f0f52f tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:56.904342 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-083b66f6-52c3-4d27-8265-e714ee1c16b5 req-2e18540c-c5a7-42b9-9418-701d25f0f52f tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0500321
Nov 20 20:48:56.933830 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-702a5319-d313-4c4d-88eb-48b18a13b8bb req-6e3dd8e7-8442-4fc3-9e96-4149af5a7f4c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848620
Nov 20 20:48:56.953681 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-083b66f6-52c3-4d27-8265-e714ee1c16b5 req-6b8e1dab-6bb4-4c6f-a27b-63e1694d442a tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433404
Nov 20 20:48:57.003915 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-4eae0ea2-2bb3-47dc-a9fd-0016364d373f service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206565
Nov 20 20:48:57.082980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc2443-989b-42a1-a57e-836732f18850 req-f5875530-91d9-4048-9a15-1ad802b6654e tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:57.084582 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-72fc2443-989b-42a1-a57e-836732f18850 req-f5875530-91d9-4048-9a15-1ad802b6654e tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 946 time: 0.0561013
Nov 20 20:48:57.103141 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-70afc120-2ff7-4bd9-9eca-ed7cfbea6f56 service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0913353
Nov 20 20:48:57.149173 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-72fc2443-989b-42a1-a57e-836732f18850 req-fbb3150f-8a54-4584-a06e-ca220f6a1b79 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583954
Nov 20 20:48:57.281096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183555d1-9442-46e1-bde7-159faedc1461 req-e83df35a-2a42-4fa3-a756-9594da18a98f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:57.282613 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-183555d1-9442-46e1-bde7-159faedc1461 req-e83df35a-2a42-4fa3-a756-9594da18a98f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 944 time: 0.0560236
Nov 20 20:48:57.349895 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-183555d1-9442-46e1-bde7-159faedc1461 req-110362b4-e732-462d-bf00-383d1fdafd3e tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594139
Nov 20 20:48:57.423364 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8d7ce-1efd-4477-a539-c0eca2da96d6 req-38709b8c-7779-4c88-9bee-e2dd72efde3e tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:57.425172 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-92c8d7ce-1efd-4477-a539-c0eca2da96d6 req-38709b8c-7779-4c88-9bee-e2dd72efde3e tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0702600
Nov 20 20:48:57.490260 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-86b6e89f-be58-4524-afd5-2120ce1a7580 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:57.491801 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-86b6e89f-be58-4524-afd5-2120ce1a7580 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba&tenant_id=ee7537dd85d04e808dc792658afa443e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0932350
Nov 20 20:48:57.504424 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-92c8d7ce-1efd-4477-a539-c0eca2da96d6 req-bfb17bfe-e75d-4f09-ae85-1b650bdb0841 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574343
Nov 20 20:48:57.561212 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f8772-ac93-4400-9c95-046291b3daf2 req-7652ce2b-47d1-443f-aba4-69d4f1192e2a tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:57.562779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-699f8772-ac93-4400-9c95-046291b3daf2 req-7652ce2b-47d1-443f-aba4-69d4f1192e2a tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=7026c1aa-a9a9-437b-82e7-7121e7fc4b26 HTTP/1.1" status: 200  len: 950 time: 0.0735900
Nov 20 20:48:57.610645 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-2aedb884-c1ad-4e3e-966f-66825c7920be service neutron] For port 9247b2b9-3787-408f-9910-0d7f430ac7e3, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:48:57.612019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-699f8772-ac93-4400-9c95-046291b3daf2 req-846bccdc-298b-4a25-8d06-2a4f0fdd0b8b tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420840
Nov 20 20:48:57.614636 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-2aedb884-c1ad-4e3e-966f-66825c7920be service neutron] Publish callbacks [] for binding, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:48:57.615746 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d29114-8ded-4fb9-9a5f-7c5411c12e33 req-2aedb884-c1ad-4e3e-966f-66825c7920be service neutron] 10.222.0.37 "DELETE /v2.0/ports/9247b2b9-3787-408f-9910-0d7f430ac7e3/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1104445
Nov 20 20:48:57.851314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfe762-f6c9-4813-bd98-287be0af4a23 req-8ed4764e-089e-460e-8740-c467dbfeec2c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:57.852803 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-76bfe762-f6c9-4813-bd98-287be0af4a23 req-8ed4764e-089e-460e-8740-c467dbfeec2c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0560436
Nov 20 20:48:57.902090 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-76bfe762-f6c9-4813-bd98-287be0af4a23 req-73a40cbe-a50e-4cc4-9b4c-fb32a0c93e78 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430822
Nov 20 20:48:57.940653 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c7060-a077-4770-b9a5-5172cfef1d8c req-34b79f7b-1695-4838-b619-08c158b32d72 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:57.942594 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f4c7060-a077-4770-b9a5-5172cfef1d8c req-34b79f7b-1695-4838-b619-08c158b32d72 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 945 time: 0.0577729
Nov 20 20:48:58.005613 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f4c7060-a077-4770-b9a5-5172cfef1d8c req-ac83e247-37d7-4e87-8522-67d45c7ca84d tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508246
Nov 20 20:48:58.129781 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b8ac5-7ab3-4d79-a3b8-e6162cd76029 req-63540594-0a22-4327-a58a-df5060c66daa tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:58.131445 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-037b8ac5-7ab3-4d79-a3b8-e6162cd76029 req-63540594-0a22-4327-a58a-df5060c66daa tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0588975
Nov 20 20:48:58.182029 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-037b8ac5-7ab3-4d79-a3b8-e6162cd76029 req-1561f23e-0c12-418d-af54-97f462df4738 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447359
Nov 20 20:48:58.206601 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67bb1ce-5e3e-497f-af2f-54d0c33e27e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebb075b-0271-4950-a74a-182cc4a744f5'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:48:58.209840 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a35d8c-a3ce-46c8-948e-9454f5993c0c" -d '{"events": [{"server_uuid": "f67bb1ce-5e3e-497f-af2f-54d0c33e27e2", "name": "network-vif-plugged", "status": "completed", "tag": "1ebb075b-0271-4950-a74a-182cc4a744f5"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:48:58.275992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a6923-467a-4030-a183-06fd4d9e047b req-dabcfc7e-b473-4460-9a16-ef007059dd80 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:58.278170 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd5a6923-467a-4030-a183-06fd4d9e047b req-dabcfc7e-b473-4460-9a16-ef007059dd80 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 946 time: 0.0510113
Nov 20 20:48:58.332333 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd5a6923-467a-4030-a183-06fd4d9e047b req-8f22addd-446b-4562-91a5-d88efd95bd61 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474927
Nov 20 20:48:58.353950 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12068685-7a5c-4014-b56e-daa35d2caae1 x-openstack-request-id: req-12068685-7a5c-4014-b56e-daa35d2caae1 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:48:58.354277 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67bb1ce-5e3e-497f-af2f-54d0c33e27e2", "name": "network-vif-plugged", "status": "completed", "tag": "1ebb075b-0271-4950-a74a-182cc4a744f5", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:48:58.354728 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12068685-7a5c-4014-b56e-daa35d2caae1 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:48:58.355141 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67bb1ce-5e3e-497f-af2f-54d0c33e27e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebb075b-0271-4950-a74a-182cc4a744f5', 'code': 200}
Nov 20 20:48:58.481510 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda1ed3-1923-4fdf-98a0-f1c641d01060 req-7702bdbc-ac62-457e-a727-c39f03f58e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:58.484244 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5cda1ed3-1923-4fdf-98a0-f1c641d01060 req-7702bdbc-ac62-457e-a727-c39f03f58e6f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 1097 time: 0.0468118
Nov 20 20:48:58.505577 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196fde0-8fbf-485d-8dc5-28f0cc38e421 req-2dc3f8b1-cd45-4d44-9082-8d1024c609e3 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:58.507456 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6196fde0-8fbf-485d-8dc5-28f0cc38e421 req-2dc3f8b1-cd45-4d44-9082-8d1024c609e3 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 944 time: 0.0571191
Nov 20 20:48:58.549055 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5cda1ed3-1923-4fdf-98a0-f1c641d01060 req-70d225a7-b7f4-496b-9d27-dd02e5002d83 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565917
Nov 20 20:48:58.575788 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6196fde0-8fbf-485d-8dc5-28f0cc38e421 req-56785c9a-bc31-43b9-8e2e-d215e72dc8bf tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593877
Nov 20 20:48:58.654576 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b391d-fa76-4b6e-a46c-029b68bfdde7 req-aac0f845-e69c-43ec-a688-3a912bc7711e tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:58.656232 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-838b391d-fa76-4b6e-a46c-029b68bfdde7 req-aac0f845-e69c-43ec-a688-3a912bc7711e tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0568323
Nov 20 20:48:58.709399 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-838b391d-fa76-4b6e-a46c-029b68bfdde7 req-cfc6761c-a022-4084-b548-fae66e77fab6 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449719
Nov 20 20:48:58.808863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea49f4-cab7-4eb1-b933-adc2c38ec53f req-09881f07-0b2d-448e-8b6f-f96e5bc43483 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:58.810497 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5cea49f4-cab7-4eb1-b933-adc2c38ec53f req-09881f07-0b2d-448e-8b6f-f96e5bc43483 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 1095 time: 0.0450153
Nov 20 20:48:58.856131 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5cea49f4-cab7-4eb1-b933-adc2c38ec53f req-2a897876-bac2-469e-a924-2feeda09c350 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398631
Nov 20 20:48:59.030266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f95402-4e5a-4bb4-b6c0-a418e0cda8e5 req-ff6dd59d-1f62-4aeb-8350-75a528cd362b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:59.031920 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47f95402-4e5a-4bb4-b6c0-a418e0cda8e5 req-ff6dd59d-1f62-4aeb-8350-75a528cd362b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0572228
Nov 20 20:48:59.082198 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47f95402-4e5a-4bb4-b6c0-a418e0cda8e5 req-11c95042-fce3-42de-af64-cad37ac263ad tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427768
Nov 20 20:48:59.147721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-662b44e2-bf8a-43aa-a4e1-9c619f40477a tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:59.149212 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-662b44e2-bf8a-43aa-a4e1-9c619f40477a tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 820 time: 0.1165028
Nov 20 20:48:59.165762 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-e5b5db76-dbc9-4624-ae47-6f157cbdea30 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/quotas/ee7537dd85d04e808dc792658afa443e HTTP/1.1" status: 200  len: 375 time: 0.0107563
Nov 20 20:48:59.217903 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-c7b26174-61e9-476b-bc54-934162aaf415 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0463018
Nov 20 20:48:59.258824 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da2ce5-1d76-4c0b-9496-3e6f8e08811d req-2d8c7b80-5f61-4296-beaa-9aefa48ceba7 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:59.260331 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b1da2ce5-1d76-4c0b-9496-3e6f8e08811d req-2d8c7b80-5f61-4296-beaa-9aefa48ceba7 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 945 time: 0.0498109
Nov 20 20:48:59.308148 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-321f40f5-9720-48ac-ba82-77464a8fa612 service neutron] 10.222.0.41 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824814
Nov 20 20:48:59.309177 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b1da2ce5-1d76-4c0b-9496-3e6f8e08811d req-b11aa8ae-814e-4739-b2b9-865b13f93d98 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429997
Nov 20 20:48:59.408110 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-c6825539-878b-4333-8642-b5bf50821f89 service neutron] 10.222.0.41 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932558
Nov 20 20:48:59.468843 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced73753-d07d-4cd4-a53f-bf047c9a9590 req-91351c24-206e-4054-bd86-2110ddad2fa8 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:59.470334 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ced73753-d07d-4cd4-a53f-bf047c9a9590 req-91351c24-206e-4054-bd86-2110ddad2fa8 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0489860
Nov 20 20:48:59.546378 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ced73753-d07d-4cd4-a53f-bf047c9a9590 req-2f445a6e-487e-4a1c-877b-3d339ad66602 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683203
Nov 20 20:48:59.607810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d146af-ded2-492c-9f01-9107ae4bbbbc req-d670a3fa-37e7-4908-bf1d-94eec3a0d8fa tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:59.610141 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b4d146af-ded2-492c-9f01-9107ae4bbbbc req-d670a3fa-37e7-4908-bf1d-94eec3a0d8fa tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 945 time: 0.0538967
Nov 20 20:48:59.648349 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088ff71-0293-4b76-90ef-d1af0b0983c9 req-894ae87e-ae3e-489a-966d-19799c94171c tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:59.649843 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e088ff71-0293-4b76-90ef-d1af0b0983c9 req-894ae87e-ae3e-489a-966d-19799c94171c tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 946 time: 0.0532260
Nov 20 20:48:59.663588 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b4d146af-ded2-492c-9f01-9107ae4bbbbc req-ca7ffeea-09c4-4030-bd65-63ba26a878bd tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467107
Nov 20 20:48:59.716649 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e088ff71-0293-4b76-90ef-d1af0b0983c9 req-f66d9a95-f53d-42a2-a226-b93cbf0d4301 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576322
Nov 20 20:48:59.818500 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6587b5f4-3b48-40e1-ab34-5d1a625e41d2 req-77b8b32c-52ac-4d17-9ee6-41de229d74a6 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 210 time: 0.0453157
Nov 20 20:48:59.938562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b26279-a678-493d-99b8-ae7c4cf39e22 req-2171ae05-038b-431e-abdd-e91bd907453a tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:48:59.940218 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-55b26279-a678-493d-99b8-ae7c4cf39e22 req-2171ae05-038b-431e-abdd-e91bd907453a tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0569818
Nov 20 20:48:59.995707 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-55b26279-a678-493d-99b8-ae7c4cf39e22 req-11612a4a-9c98-470e-ad21-5dedc6ba026e tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483122
Nov 20 20:49:00.265621 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f4258-5e91-419f-8f41-d130c6a17499 req-5efba3ae-f2d9-48d6-83f9-3eed74467081 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:00.267221 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5a2f4258-5e91-419f-8f41-d130c6a17499 req-5efba3ae-f2d9-48d6-83f9-3eed74467081 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0573709
Nov 20 20:49:00.322172 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5a2f4258-5e91-419f-8f41-d130c6a17499 req-e3f04c79-8b45-4487-ae0d-e1baa9b46195 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474181
Nov 20 20:49:00.601076 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86778146-7501-4cdc-9a6c-0671f5185b3e req-3609e9a9-d9a0-4b72-93c4-f64ed557e624 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:00.602803 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-86778146-7501-4cdc-9a6c-0671f5185b3e req-3609e9a9-d9a0-4b72-93c4-f64ed557e624 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 945 time: 0.0598483
Nov 20 20:49:00.711737 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-86778146-7501-4cdc-9a6c-0671f5185b3e req-c2778f66-bd97-4f04-915b-3d052d36ffdf tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974555
Nov 20 20:49:00.770457 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-132132d0-e15a-4271-b31a-5188f0666852 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:00.772732 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-132132d0-e15a-4271-b31a-5188f0666852 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.47 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 820 time: 0.1685121
Nov 20 20:49:00.792628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Request body: {'port': {'device_id': '21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d', 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408', 'admin_state_up': True, 'tenant_id': 'ee7537dd85d04e808dc792658afa443e'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:00.888335 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1e61b-f8ba-4055-bbeb-687de6168b3b req-84cf8bd0-d790-4d29-aef5-5ace96981e1b tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:00.889930 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8fd1e61b-f8ba-4055-bbeb-687de6168b3b req-84cf8bd0-d790-4d29-aef5-5ace96981e1b tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.1132681
Nov 20 20:49:00.968007 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8fd1e61b-f8ba-4055-bbeb-687de6168b3b req-44686ad3-bb3c-44a6-a0ae-aa19f1a2829f tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709131
Nov 20 20:49:00.974400 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Made reservation on behalf of ee7537dd85d04e808dc792658afa443e for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:49:00.977898 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:01.068842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76ff97-f4ba-4c0f-bdbe-c22005af8376 req-912d3039-d457-4604-87b5-c2ea436a8c3d tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:01.070415 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e76ff97-f4ba-4c0f-bdbe-c22005af8376 req-912d3039-d457-4604-87b5-c2ea436a8c3d tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 946 time: 0.0548131
Nov 20 20:49:01.122134 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e76ff97-f4ba-4c0f-bdbe-c22005af8376 req-2a7de93e-7b98-4388-aed2-63d2d4b3014c tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439212
Nov 20 20:49:01.137585 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-272dbf5f-4f97-47f6-babd-43591304252c req-223141e3-c1f3-46b0-b5ba-3989cc367b23 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 210 time: 0.0328264
Nov 20 20:49:01.156682 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Allocated IP 172.20.0.9 (1f07f823-03fd-485f-ad70-6286912e8408/444502b4-8455-4747-b026-1e5d940e8d60/45fadff2-da94-4f5f-8340-26c7ac05e1e2) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:49:01.333452 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdf20b-a565-4218-a9d9-4bde5ee124a7 req-1b086705-0f87-4689-97a9-f5ea328f9800 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:01.334981 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d9fdf20b-a565-4218-a9d9-4bde5ee124a7 req-1b086705-0f87-4689-97a9-f5ea328f9800 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.1246521
Nov 20 20:49:01.383207 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:01.416289 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d9fdf20b-a565-4218-a9d9-4bde5ee124a7 req-1f59e840-6758-40bb-abd7-78a1cb34e67a tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742080
Nov 20 20:49:01.439137 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:01.512348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 76b5097e-7d85-4157-a179-a00737c678ce no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:49:01.516418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Network 1f07f823-03fd-485f-ad70-6286912e8408 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:49:01.527007 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:01.533012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:49:01.541174 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Pushing event updated for resources: {'Port': ['ID=45fadff2-da94-4f5f-8340-26c7ac05e1e2,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:01.578936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:01.579296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:01.579650 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:01.579996 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:01.580341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:01.580684 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:01.581022 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:01.581358 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:01.581858 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:01.582417 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:01.582940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:01.583480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:01.603160 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:01.604860 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06d02b-c048-490a-85af-40dfd1716a31 req-c72cde78-59e9-438b-9f34-64637de77591 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:01.614416 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da06d02b-c048-490a-85af-40dfd1716a31 req-c72cde78-59e9-438b-9f34-64637de77591 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 1097 time: 0.1327541
Nov 20 20:49:01.634570 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7026c1aa-a9a9-437b-82e7-7121e7fc4b26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b5097e-7d85-4157-a179-a00737c678ce'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:01.636385 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:01.637020 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:01.637268 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bfa719-e3a1-48f4-9921-0449b1a8dd5d" -d '{"events": [{"server_uuid": "7026c1aa-a9a9-437b-82e7-7121e7fc4b26", "name": "network-vif-unplugged", "status": "completed", "tag": "76b5097e-7d85-4157-a179-a00737c678ce"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:01.651468 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 76b5097e-7d85-4157-a179-a00737c678ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76b5097e-7d85-4157-a179-a00737c678ce,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:01.657535 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:01.668998 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-7a8acd24-42c1-4a53-8bec-a2d2cc484198 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8808379
Nov 20 20:49:01.687419 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Request body: {'port': {'device_id': '21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:01.709981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=76b5097e-7d85-4157-a179-a00737c678ce,revision_number=11']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:01.714607 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da06d02b-c048-490a-85af-40dfd1716a31 req-9aa71f9a-0127-4922-8267-1df1dbdab0c6 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850110
Nov 20 20:49:01.735667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32fa11-e029-43d0-97ad-25320548734b req-cef2fb0a-e291-41cb-bee0-f353fa2d9f5c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:01.737181 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b32fa11-e029-43d0-97ad-25320548734b req-cef2fb0a-e291-41cb-bee0-f353fa2d9f5c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0623262
Nov 20 20:49:01.771822 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:01.788940 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b32fa11-e029-43d0-97ad-25320548734b req-ba781ab3-0b10-491c-a6b3-beead0fec363 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434787
Nov 20 20:49:01.833792 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f167ccdb-c383-4d8a-9583-f73b753d6d57 x-openstack-request-id: req-f167ccdb-c383-4d8a-9583-f73b753d6d57 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:01.834141 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7026c1aa-a9a9-437b-82e7-7121e7fc4b26", "name": "network-vif-unplugged", "status": "completed", "tag": "76b5097e-7d85-4157-a179-a00737c678ce", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:01.834404 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f167ccdb-c383-4d8a-9583-f73b753d6d57 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:01.834807 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7026c1aa-a9a9-437b-82e7-7121e7fc4b26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b5097e-7d85-4157-a179-a00737c678ce', 'code': 200}
Nov 20 20:49:01.921878 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3607c2-da24-4f65-86e6-8afe374fdc41 req-1924364d-8355-4391-800c-fe59514376f0 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:01.923523 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7f3607c2-da24-4f65-86e6-8afe374fdc41 req-1924364d-8355-4391-800c-fe59514376f0 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 1097 time: 0.0429597
Nov 20 20:49:01.969571 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7f3607c2-da24-4f65-86e6-8afe374fdc41 req-9848d861-be4d-4487-ae8a-1a95f52ba1a5 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393023
Nov 20 20:49:02.023982 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e181539-fa4b-4999-b7af-26be9d46b4e9 req-e77a4ee1-e157-47ca-b798-7f2aa1e7a0af tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:02.025487 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2e181539-fa4b-4999-b7af-26be9d46b4e9 req-e77a4ee1-e157-47ca-b798-7f2aa1e7a0af tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 945 time: 0.1085346
Nov 20 20:49:02.075111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be27f2-0eec-4d71-ae63-fa5705eaf3a0 req-6f4bbc54-82c9-48b3-9943-fcb0ed855ca4 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:02.076636 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8be27f2-0eec-4d71-ae63-fa5705eaf3a0 req-6f4bbc54-82c9-48b3-9943-fcb0ed855ca4 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 948 time: 0.0496645
Nov 20 20:49:02.109269 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2e181539-fa4b-4999-b7af-26be9d46b4e9 req-e4b173d9-44d0-47bd-af29-16ea8f063a03 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758924
Nov 20 20:49:02.134216 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8be27f2-0eec-4d71-ae63-fa5705eaf3a0 req-8526d3d8-7848-4744-8bec-2796e7ae9f53 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507166
Nov 20 20:49:02.155396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fadff2-da94-4f5f-8340-26c7ac05e1e2 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:49:02.159390 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:02.174995 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Transition to ACTIVE for port object 45fadff2-da94-4f5f-8340-26c7ac05e1e2 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:49:02.180708 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:02.248585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Pushing event updated for resources: {'Port': ['ID=45fadff2-da94-4f5f-8340-26c7ac05e1e2,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:02.258567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5fc49-0b37-40ea-940e-d5d1395e9df5 req-9307ba7e-da83-4011-b4c1-7072bd7c39b7 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:02.260315 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-74e5fc49-0b37-40ea-940e-d5d1395e9df5 req-9307ba7e-da83-4011-b4c1-7072bd7c39b7 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0559609
Nov 20 20:49:02.314913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-74e5fc49-0b37-40ea-940e-d5d1395e9df5 req-24d1e9ab-b13b-4f6a-ba11-9f3b7c9791be tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475121
Nov 20 20:49:02.322554 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Attempting to bind port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:02.322554 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Attempting to bind port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:02.322758 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Attempting to bind port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:02.327294 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on network 1f07f823-03fd-485f-ad70-6286912e8408 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:49:02.327623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Attempting to bind port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:02.341700 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:02.342306 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Checking segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:02.342649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Bound using segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:02.343419 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Bound port: 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:02.343891 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:02.432438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d91376-1da0-4deb-8c04-d1045093f296 req-fab10a72-312b-403e-976e-41aa7f417f49 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:02.434130 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f5d91376-1da0-4deb-8c04-d1045093f296 req-fab10a72-312b-403e-976e-41aa7f417f49 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 1097 time: 0.0450754
Nov 20 20:49:02.446692 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] For port 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:02.450809 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] For port 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45fadff2-da94-4f5f-8340-26c7ac05e1e2,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:02.456048 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:02.481110 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f5d91376-1da0-4deb-8c04-d1045093f296 req-c9c55b6b-d92d-482f-941c-91a3d2822755 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410793
Nov 20 20:49:02.495527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f6d46-cc88-46f2-886e-39c0182410f4 req-06ccbdef-cd8b-42bc-8354-398609ef60c4 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:02.497008 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ce4f6d46-cc88-46f2-886e-39c0182410f4 req-06ccbdef-cd8b-42bc-8354-398609ef60c4 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 943 time: 0.1008644
Nov 20 20:49:02.510543 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:02.511155 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:02.518308 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] 10.222.0.47 "PUT /v2.0/ports/45fadff2-da94-4f5f-8340-26c7ac05e1e2 HTTP/1.1" status: 200  len: 1091 time: 0.8293869
Nov 20 20:49:02.518308 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d', 'tag': '45fadff2-da94-4f5f-8340-26c7ac05e1e2'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:02.520535 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59393f6a-d0c5-45c5-b1ee-2c154749aaaa" -d '{"events": [{"name": "network-changed", "server_uuid": "21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d", "tag": "45fadff2-da94-4f5f-8340-26c7ac05e1e2"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:02.610517 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cda4c-2057-409a-ba42-055f6ece731e service neutron] Pushing event updated for resources: {'Port': ['ID=45fadff2-da94-4f5f-8340-26c7ac05e1e2,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:02.633724 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ce4f6d46-cc88-46f2-886e-39c0182410f4 req-b6584f03-d68c-4d4d-9838-8a4759fb08c8 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284664
Nov 20 20:49:02.635973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c2d3e-6a5c-43d8-bb5b-725144e8539d req-598abeb1-9ea0-4f5e-8927-20f75759e05f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:02.642333 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-0bd0542d-8443-4acc-aea7-b1c4cb765917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:02.643946 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-0bd0542d-8443-4acc-aea7-b1c4cb765917 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 1094 time: 0.0834985
Nov 20 20:49:02.644978 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac9c2d3e-6a5c-43d8-bb5b-725144e8539d req-598abeb1-9ea0-4f5e-8927-20f75759e05f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0795679
Nov 20 20:49:02.696355 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc137315-0d22-45a0-a88a-6741402107af x-openstack-request-id: req-dc137315-0d22-45a0-a88a-6741402107af {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:02.696645 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d", "tag": "45fadff2-da94-4f5f-8340-26c7ac05e1e2", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:02.696896 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc137315-0d22-45a0-a88a-6741402107af {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:02.697288 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d', 'tag': '45fadff2-da94-4f5f-8340-26c7ac05e1e2', 'status': 'completed', 'code': 200}
Nov 20 20:49:02.699057 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-c1dfd6aa-6758-4a3b-9381-0c7938291788 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45fadff2-da94-4f5f-8340-26c7ac05e1e2 HTTP/1.1" status: 200  len: 217 time: 0.0382161
Nov 20 20:49:02.702619 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac9c2d3e-6a5c-43d8-bb5b-725144e8539d req-061c3b20-dbb2-4808-ad5e-6d8dda0861d0 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497839
Nov 20 20:49:02.748307 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cd95fb42-7308-40e2-a32c-d2a1acaf2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:02.749724 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-cd95fb42-7308-40e2-a32c-d2a1acaf2283 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.0433636
Nov 20 20:49:02.785575 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-6e7660ef-8a70-4960-9275-a3f0c6705e4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0270786
Nov 20 20:49:02.898327 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-f9ef5446-41b2-4a83-96cb-3b0c14f15d45 service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1049566
Nov 20 20:49:02.924154 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8fc38-729d-4743-94cf-9c979c9033f3 req-e6a14b73-d119-4e46-abb8-769887c05706 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:02.926321 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6af8fc38-729d-4743-94cf-9c979c9033f3 req-e6a14b73-d119-4e46-abb8-769887c05706 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0672867
Nov 20 20:49:03.022771 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6af8fc38-729d-4743-94cf-9c979c9033f3 req-d7d12043-b63b-462a-a71b-306bcddbf7fc tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866859
Nov 20 20:49:03.039149 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-989ba62f-a31f-4e95-b087-19a31ef06481 req-9465166b-836e-45af-9370-7f03e1ae1ad3 service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320693
Nov 20 20:49:03.127583 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59393f6a-d0c5-45c5-b1ee-2c154749aaaa req-340f2dbf-f763-484b-9999-7e2e7f9d652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:03.129372 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59393f6a-d0c5-45c5-b1ee-2c154749aaaa req-340f2dbf-f763-484b-9999-7e2e7f9d652e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 1094 time: 0.0410459
Nov 20 20:49:03.229028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f8e67-d42e-49ee-814b-bfbf57eb046d req-d6104452-4ea5-459d-8c87-21c822fbfdfc tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:03.231253 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a59f8e67-d42e-49ee-814b-bfbf57eb046d req-d6104452-4ea5-459d-8c87-21c822fbfdfc tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 945 time: 0.0491753
Nov 20 20:49:03.261571 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1469ba97-d687-4daa-b763-d4b8c0589efb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:49:03.278143 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a59f8e67-d42e-49ee-814b-bfbf57eb046d req-e853aa08-34e3-44e5-b435-2ed93fbb5890 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428245
Nov 20 20:49:03.281438 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d4759-5a95-4cb4-98b3-5fb10ace0a26 req-d583f89b-6972-4131-b955-8b6400133a55 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:03.282930 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-488d4759-5a95-4cb4-98b3-5fb10ace0a26 req-d583f89b-6972-4131-b955-8b6400133a55 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 948 time: 0.0673790
Nov 20 20:49:03.284125 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59393f6a-d0c5-45c5-b1ee-2c154749aaaa req-ae954559-eef1-4a49-88a2-2015af927566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:03.285995 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59393f6a-d0c5-45c5-b1ee-2c154749aaaa req-ae954559-eef1-4a49-88a2-2015af927566 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 921 time: 0.1340311
Nov 20 20:49:03.346557 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59393f6a-d0c5-45c5-b1ee-2c154749aaaa req-e2b486de-a7f5-4160-a689-40112ecdafea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45fadff2-da94-4f5f-8340-26c7ac05e1e2 HTTP/1.1" status: 200  len: 217 time: 0.0475924
Nov 20 20:49:03.401956 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-488d4759-5a95-4cb4-98b3-5fb10ace0a26 req-4899f286-5ee3-4f56-b942-ab04afa5f622 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122165
Nov 20 20:49:03.410986 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1469ba97-d687-4daa-b763-d4b8c0589efb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1469ba97-d687-4daa-b763-d4b8c0589efb,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:03.422745 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '1469ba97-d687-4daa-b763-d4b8c0589efb', 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467', 'port_id': '1469ba97-d687-4daa-b763-d4b8c0589efb', 'mac_address': 'fa:16:3e:2a:38:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac3ccbd-8963-47e1-9b4e-185e806337ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:49:03.434195 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59393f6a-d0c5-45c5-b1ee-2c154749aaaa req-dbef6623-7e6a-4c54-98d4-a7832ed343a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:03.435630 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59393f6a-d0c5-45c5-b1ee-2c154749aaaa req-dbef6623-7e6a-4c54-98d4-a7832ed343a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.0785432
Nov 20 20:49:03.461259 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:03.473643 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59393f6a-d0c5-45c5-b1ee-2c154749aaaa req-133a49b2-44a3-4586-866a-c1b27c37618a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0294042
Nov 20 20:49:03.478298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3ea03-9490-4ff6-a5ac-c76780caea0b req-3a55a3d0-a563-4cb2-b848-31bbd86c1249 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:03.478436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1469ba97-d687-4daa-b763-d4b8c0589efb {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:49:03.480496 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ffc3ea03-9490-4ff6-a5ac-c76780caea0b req-3a55a3d0-a563-4cb2-b848-31bbd86c1249 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0513320
Nov 20 20:49:03.507265 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1469ba97-d687-4daa-b763-d4b8c0589efb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1469ba97-d687-4daa-b763-d4b8c0589efb,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:03.514612 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:03.576537 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ffc3ea03-9490-4ff6-a5ac-c76780caea0b req-3aae8308-dac2-454d-ad32-8180ca82ca34 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852208
Nov 20 20:49:03.588322 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=1469ba97-d687-4daa-b763-d4b8c0589efb,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:03.635465 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59393f6a-d0c5-45c5-b1ee-2c154749aaaa req-cad35b0d-3da4-4a95-bc32-5539776085c7 service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486967
Nov 20 20:49:03.645761 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cd238-60e7-4d62-afae-3e91b4edc379 req-afcb8998-84b5-42d8-8ece-b94096642f35 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:03.647465 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d24cd238-60e7-4d62-afae-3e91b4edc379 req-afcb8998-84b5-42d8-8ece-b94096642f35 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 1097 time: 0.0720615
Nov 20 20:49:03.755907 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d24cd238-60e7-4d62-afae-3e91b4edc379 req-1168242d-3d88-40be-b1f9-b0b5f543071f tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008472
Nov 20 20:49:03.760672 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddf391-8659-4713-98ae-8e00a12c52ca req-eac56458-3b81-4d44-b28e-82b19550f886 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:03.762241 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1ddf391-8659-4713-98ae-8e00a12c52ca req-eac56458-3b81-4d44-b28e-82b19550f886 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 943 time: 0.0509539
Nov 20 20:49:03.766493 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['1469ba97-d687-4daa-b763-d4b8c0589efb'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:03.767100 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59393f6a-d0c5-45c5-b1ee-2c154749aaaa req-ed49372e-cdb9-4002-88cb-549fef1ee1bf service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234288
Nov 20 20:49:03.825522 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1ddf391-8659-4713-98ae-8e00a12c52ca req-f7762c55-c46d-497f-a7df-7d26c367f03d tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571444
Nov 20 20:49:03.882278 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fa819-c3bb-4f76-be03-949717a748ff req-312bad70-c520-43de-801d-020e898f2c85 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:03.883811 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa8fa819-c3bb-4f76-be03-949717a748ff req-312bad70-c520-43de-801d-020e898f2c85 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0525613
Nov 20 20:49:03.938603 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa8fa819-c3bb-4f76-be03-949717a748ff req-80958086-b8b6-477b-a1a6-24ecad2b7068 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484986
Nov 20 20:49:04.142461 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04518c-b02f-444d-aded-6f0fe76202cf req-97b137f9-52c3-417b-bce2-8957cf67fc50 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:04.147631 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da04518c-b02f-444d-aded-6f0fe76202cf req-97b137f9-52c3-417b-bce2-8957cf67fc50 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0541582
Nov 20 20:49:04.201096 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da04518c-b02f-444d-aded-6f0fe76202cf req-8c5b7c3d-8040-4364-80ac-030eef12cb2a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475025
Nov 20 20:49:04.431800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2eed-e268-479d-b4bf-ed964b1658ea req-9c0def5f-c506-4a0b-ac25-73245255ef55 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:04.433371 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7bcf2eed-e268-479d-b4bf-ed964b1658ea req-9c0def5f-c506-4a0b-ac25-73245255ef55 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 944 time: 0.0798023
Nov 20 20:49:04.441909 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa2e91-45f4-4b02-b19a-cd179c14e3d8 req-ccebb100-b0f9-4ac1-a6c1-e491079e4ee3 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:04.443341 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-57fa2e91-45f4-4b02-b19a-cd179c14e3d8 req-ccebb100-b0f9-4ac1-a6c1-e491079e4ee3 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.37 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 948 time: 0.0798378
Nov 20 20:49:04.523897 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7bcf2eed-e268-479d-b4bf-ed964b1658ea req-520d73c5-f3d8-4ff5-81a8-2fd4c060a07d tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795600
Nov 20 20:49:04.572746 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-57fa2e91-45f4-4b02-b19a-cd179c14e3d8 req-29174759-f16c-499d-9fa6-618a68904a4d tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Deleting port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:49:04.573093 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-57fa2e91-45f4-4b02-b19a-cd179c14e3d8 req-29174759-f16c-499d-9fa6-618a68904a4d tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:04.682788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-57fa2e91-45f4-4b02-b19a-cd179c14e3d8 req-29174759-f16c-499d-9fa6-618a68904a4d tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] For port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:04.683152 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-57fa2e91-45f4-4b02-b19a-cd179c14e3d8 req-29174759-f16c-499d-9fa6-618a68904a4d tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:04.688205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-e6ff7b19-38ba-4e22-ba45-b24dd09aeb6d tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:49:04.689196 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-e6ff7b19-38ba-4e22-ba45-b24dd09aeb6d tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0127831
Nov 20 20:49:04.723029 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-57fa2e91-45f4-4b02-b19a-cd179c14e3d8 req-29174759-f16c-499d-9fa6-618a68904a4d tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Calling delete_port for 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:49:04.755998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-ea1e08ad-cc39-473b-a97e-9be2cb4a88da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:04.757369 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-ea1e08ad-cc39-473b-a97e-9be2cb4a88da service neutron] 10.222.0.41 "GET /v2.0/ports/1ebb075b-0271-4950-a74a-182cc4a744f5 HTTP/1.1" status: 200  len: 1094 time: 0.0475624
Nov 20 20:49:04.795728 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-88702ed6-4c91-4add-a3ed-975639ba1d93 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:04.796176 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-88702ed6-4c91-4add-a3ed-975639ba1d93 service neutron] Unknown quota resources ['binding']. {{(pid=126224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 20 20:49:04.808658 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63301c-fe67-415d-bd24-4331d9b899a5 req-0c7763c1-5407-42da-ba4f-fdbf0cdc3776 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:04.810031 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ff63301c-fe67-415d-bd24-4331d9b899a5 req-0c7763c1-5407-42da-ba4f-fdbf0cdc3776 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 948 time: 0.1474302
Nov 20 20:49:04.955701 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ff63301c-fe67-415d-bd24-4331d9b899a5 req-8426bcfe-77d4-4b1e-8007-64a63987f877 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220126
Nov 20 20:49:05.035416 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-57fa2e91-45f4-4b02-b19a-cd179c14e3d8 req-29174759-f16c-499d-9fa6-618a68904a4d tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:05.073596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-88702ed6-4c91-4add-a3ed-975639ba1d93 service neutron] Attempting to bind port 1ebb075b-0271-4950-a74a-182cc4a744f5 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:05.073831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-88702ed6-4c91-4add-a3ed-975639ba1d93 service neutron] Attempting to bind port 1ebb075b-0271-4950-a74a-182cc4a744f5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:05.074200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-88702ed6-4c91-4add-a3ed-975639ba1d93 service neutron] Attempting to bind port 1ebb075b-0271-4950-a74a-182cc4a744f5 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:05.077426 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29174759-f16c-499d-9fa6-618a68904a4d tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Pushing event deleted for resources: {'Port': ['ID=5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:05.087091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-88702ed6-4c91-4add-a3ed-975639ba1d93 service neutron] Port 1ebb075b-0271-4950-a74a-182cc4a744f5 on network 554d0697-db40-4745-a60d-da36ede89e92 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:49:05.087540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-88702ed6-4c91-4add-a3ed-975639ba1d93 service neutron] Attempting to bind port 1ebb075b-0271-4950-a74a-182cc4a744f5 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:05.114002 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-88702ed6-4c91-4add-a3ed-975639ba1d93 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:05.114373 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-88702ed6-4c91-4add-a3ed-975639ba1d93 service neutron] Checking segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:05.114766 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-88702ed6-4c91-4add-a3ed-975639ba1d93 service neutron] Bound using segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:05.115225 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-88702ed6-4c91-4add-a3ed-975639ba1d93 service neutron] Bound port: 1ebb075b-0271-4950-a74a-182cc4a744f5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:05.133210 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fa2e91-45f4-4b02-b19a-cd179c14e3d8 req-29174759-f16c-499d-9fa6-618a68904a4d tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] No DVR routers for this DVR port 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd on host nch1-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:49:05.156913 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-57fa2e91-45f4-4b02-b19a-cd179c14e3d8 req-29174759-f16c-499d-9fa6-618a68904a4d tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:05.160342 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-57fa2e91-45f4-4b02-b19a-cd179c14e3d8 req-29174759-f16c-499d-9fa6-618a68904a4d tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.37 "DELETE /v2.0/ports/5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd HTTP/1.1" status: 204  len: 173 time: 0.7029037
Nov 20 20:49:05.160783 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01ba62e-c3aa-436b-933b-c4a6533f5f03', 'name': 'network-vif-deleted', 'tag': '5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:05.163034 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9624ab7-d13d-49af-a364-d4217c281252" -d '{"events": [{"server_uuid": "d01ba62e-c3aa-436b-933b-c4a6533f5f03", "name": "network-vif-deleted", "tag": "5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:05.224094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-88702ed6-4c91-4add-a3ed-975639ba1d93 service neutron] For port 1ebb075b-0271-4950-a74a-182cc4a744f5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ebb075b-0271-4950-a74a-182cc4a744f5,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:05.235022 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f93086-4a88-43ca-ba5c-a3e6c51d41df req-005a75de-4d1f-403a-ad8e-ee25cca41d46 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:05.236515 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d7f93086-4a88-43ca-ba5c-a3e6c51d41df req-005a75de-4d1f-403a-ad8e-ee25cca41d46 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0810769
Nov 20 20:49:05.240565 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-88702ed6-4c91-4add-a3ed-975639ba1d93 service neutron] Publish callbacks [] for binding, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:05.241647 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-88702ed6-4c91-4add-a3ed-975639ba1d93 service neutron] 10.222.0.41 "POST /v2.0/ports/1ebb075b-0271-4950-a74a-182cc4a744f5/bindings HTTP/1.1" status: 201  len: 389 time: 0.4755929
Nov 20 20:49:05.278807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1469ba97-d687-4daa-b763-d4b8c0589efb up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:05.295456 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d7f93086-4a88-43ca-ba5c-a3e6c51d41df req-f3390b1e-8693-4c4d-a1cd-f27b1e0cc751 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503278
Nov 20 20:49:05.344411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 1469ba97-d687-4daa-b763-d4b8c0589efb triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:05.345060 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:05.445895 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af4991-efab-4222-8a4c-6e147574fe10 req-56681c33-2e87-45f2-a032-f08f8ef26a6c tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:05.448566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54af4991-efab-4222-8a4c-6e147574fe10 req-56681c33-2e87-45f2-a032-f08f8ef26a6c tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 943 time: 0.0699930
Nov 20 20:49:05.456153 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:05.464129 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438d6f4-8fa8-41b0-8c32-ba24b61eed2b req-073706fb-c009-4308-9e52-9bf7e7711447 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:05.466486 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6438d6f4-8fa8-41b0-8c32-ba24b61eed2b req-073706fb-c009-4308-9e52-9bf7e7711447 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0744412
Nov 20 20:49:05.529225 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54af4991-efab-4222-8a4c-6e147574fe10 req-0fa076d7-9fd1-4bbd-8c2d-b73ab2683c36 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719516
Nov 20 20:49:05.535884 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1469ba97-d687-4daa-b763-d4b8c0589efb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1469ba97-d687-4daa-b763-d4b8c0589efb,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:05.564595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ca2999-8a94-4c5f-bc08-7ba55ff79ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1469ba97-d687-4daa-b763-d4b8c0589efb'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:05.567290 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6438d6f4-8fa8-41b0-8c32-ba24b61eed2b req-a69c83a1-5306-4333-ba0b-be257813a82d tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938811
Nov 20 20:49:05.570995 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38f6446-5e15-4543-9134-31f13191b43e" -d '{"events": [{"server_uuid": "43ca2999-8a94-4c5f-bc08-7ba55ff79ba4", "name": "network-vif-plugged", "status": "completed", "tag": "1469ba97-d687-4daa-b763-d4b8c0589efb"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:05.576844 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 45fadff2-da94-4f5f-8340-26c7ac05e1e2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:49:05.581373 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:05.662651 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fa9f2f-8384-423f-8a1e-9ab19921da91 x-openstack-request-id: req-22fa9f2f-8384-423f-8a1e-9ab19921da91 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:05.663158 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01ba62e-c3aa-436b-933b-c4a6533f5f03", "name": "network-vif-deleted", "tag": "5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:05.663575 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22fa9f2f-8384-423f-8a1e-9ab19921da91 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:05.664994 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01ba62e-c3aa-436b-933b-c4a6533f5f03', 'name': 'network-vif-deleted', 'tag': '5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd', 'status': 'completed', 'code': 200}
Nov 20 20:49:05.685688 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-037341ac-afc0-4e12-9309-a628b2d3197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:05.687248 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-037341ac-afc0-4e12-9309-a628b2d3197f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 1097 time: 0.0800438
Nov 20 20:49:05.698964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6b9c6-957a-4693-9740-b85bc014eb08 req-a0c1c02b-2522-451f-8210-ac149eb2332d tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:05.700675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6bb6b9c6-957a-4693-9740-b85bc014eb08 req-a0c1c02b-2522-451f-8210-ac149eb2332d tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 945 time: 0.0655088
Nov 20 20:49:05.704308 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=1469ba97-d687-4daa-b763-d4b8c0589efb,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:05.758609 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6bb6b9c6-957a-4693-9740-b85bc014eb08 req-d13a3d70-8920-49ab-bf6d-39d8b44537f5 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484760
Nov 20 20:49:05.773763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45fadff2-da94-4f5f-8340-26c7ac05e1e2,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:05.792155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '45fadff2-da94-4f5f-8340-26c7ac05e1e2', 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408', 'port_id': '45fadff2-da94-4f5f-8340-26c7ac05e1e2', 'mac_address': 'fa:16:3e:43:1f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444502b4-8455-4747-b026-1e5d940e8d60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:49:05.802542 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992360e8-4b55-4140-a7ff-54a4a8f35de2 req-5e0ce8e9-5bff-4179-88d8-d029b71ffa55 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:05.804074 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-992360e8-4b55-4140-a7ff-54a4a8f35de2 req-5e0ce8e9-5bff-4179-88d8-d029b71ffa55 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.1159317
Nov 20 20:49:05.834793 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:05.838906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-884a9da6-c00c-44b4-9c86-9b385d98ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:05.840369 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-884a9da6-c00c-44b4-9c86-9b385d98ec07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 908 time: 0.1409914
Nov 20 20:49:05.848622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fadff2-da94-4f5f-8340-26c7ac05e1e2 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:49:05.869409 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45fadff2-da94-4f5f-8340-26c7ac05e1e2,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:05.873146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36be548-33ee-4dc4-a8ea-dcade63f2264 req-9287d20e-5b31-475c-8bdc-b1a91b3f3f5c tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:05.874763 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b36be548-33ee-4dc4-a8ea-dcade63f2264 req-9287d20e-5b31-475c-8bdc-b1a91b3f3f5c tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 946 time: 0.0618880
Nov 20 20:49:05.875615 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:05.899608 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-d6802cd0-246e-4eaa-96d7-bc90f55dc506 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebb075b-0271-4950-a74a-182cc4a744f5 HTTP/1.1" status: 200  len: 217 time: 0.0475295
Nov 20 20:49:05.905472 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-992360e8-4b55-4140-a7ff-54a4a8f35de2 req-84be2704-c116-48f5-b15d-691f21f2d4f9 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927210
Nov 20 20:49:05.929838 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b36be548-33ee-4dc4-a8ea-dcade63f2264 req-9f8ec0c0-7b56-4993-a033-24808b6873f0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452585
Nov 20 20:49:05.934098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=45fadff2-da94-4f5f-8340-26c7ac05e1e2,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:05.971007 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-8edc6716-4603-4a1f-b93b-f9535a00d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:05.973394 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f597c0e-fcc1-47a3-897a-972d5ed88435 x-openstack-request-id: req-6f597c0e-fcc1-47a3-897a-972d5ed88435 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:05.973720 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ca2999-8a94-4c5f-bc08-7ba55ff79ba4", "name": "network-vif-plugged", "status": "completed", "tag": "1469ba97-d687-4daa-b763-d4b8c0589efb", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:05.974006 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f597c0e-fcc1-47a3-897a-972d5ed88435 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:05.974430 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ca2999-8a94-4c5f-bc08-7ba55ff79ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1469ba97-d687-4daa-b763-d4b8c0589efb', 'code': 200}
Nov 20 20:49:05.975676 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-8edc6716-4603-4a1f-b93b-f9535a00d972 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.0684273
Nov 20 20:49:06.031819 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-d7dcf453-6b40-4740-8423-bd869ae703b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0350368
Nov 20 20:49:06.072904 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-56509b3f-cdba-4ae9-8c7a-2217b31aa136 req-8c7ae8b9-95b1-45b5-a484-aab54b338191 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d01ba62e-c3aa-436b-933b-c4a6533f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0320055
Nov 20 20:49:06.150651 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-e23fdb2d-7769-4e82-9481-ccb99366ef08 service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1000378
Nov 20 20:49:06.177627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['45fadff2-da94-4f5f-8340-26c7ac05e1e2'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:06.245992 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-6e357d74-de6f-4689-bf08-6503accc9ed5 service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863142
Nov 20 20:49:06.362311 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-ca7cc99d-692b-41b2-9aa2-f587cc767cbf tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:06.364492 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-ca7cc99d-692b-41b2-9aa2-f587cc767cbf tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2&tenant_id=9e5736eff1924fa28c0a00ae3da90174&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.0476508
Nov 20 20:49:06.384095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:06.419503 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b482d-d20b-424d-91ec-b11b47732843 req-5c4726ef-bb56-4f95-b22e-a48e329ff2a9 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:06.420989 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d4b482d-d20b-424d-91ec-b11b47732843 req-5c4726ef-bb56-4f95-b22e-a48e329ff2a9 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0520747
Nov 20 20:49:06.442337 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:06.470460 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d4b482d-d20b-424d-91ec-b11b47732843 req-b2667438-8b05-41f4-9f4f-8e2f967a6449 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424271
Nov 20 20:49:06.570677 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] For port 1ebb075b-0271-4950-a74a-182cc4a744f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ebb075b-0271-4950-a74a-182cc4a744f5,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:06.634970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] For port 1ebb075b-0271-4950-a74a-182cc4a744f5, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:06.675131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6be40-465a-4796-bd08-0e05d9cb76fa req-e5c59f72-3706-429a-9acc-4995d38379d4 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:06.677311 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4e6be40-465a-4796-bd08-0e05d9cb76fa req-e5c59f72-3706-429a-9acc-4995d38379d4 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0500822
Nov 20 20:49:06.688641 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffa92e-09a5-4e65-a6d9-e717abd17a0b req-cae9868c-df81-48fd-ac76-df0c84bbf244 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:06.690145 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2bffa92e-09a5-4e65-a6d9-e717abd17a0b req-cae9868c-df81-48fd-ac76-df0c84bbf244 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 944 time: 0.0909426
Nov 20 20:49:06.695050 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:06.704490 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:06.728007 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4e6be40-465a-4796-bd08-0e05d9cb76fa req-ff811df1-b69a-4a7f-8e57-f14bd11fa47a tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444334
Nov 20 20:49:06.812795 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2bffa92e-09a5-4e65-a6d9-e717abd17a0b req-af9b9e82-9b09-4ff8-955e-a6fdfbe14ad2 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158631
Nov 20 20:49:06.817602 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Pushing event updated for resources: {'Port': ['ID=1ebb075b-0271-4950-a74a-182cc4a744f5,revision_number=7']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:06.829028 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Attempting to bind port 1ebb075b-0271-4950-a74a-182cc4a744f5 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:06.829366 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Attempting to bind port 1ebb075b-0271-4950-a74a-182cc4a744f5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:06.829711 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Attempting to bind port 1ebb075b-0271-4950-a74a-182cc4a744f5 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:06.837463 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Port 1ebb075b-0271-4950-a74a-182cc4a744f5 on network 554d0697-db40-4745-a60d-da36ede89e92 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:49:06.837463 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Attempting to bind port 1ebb075b-0271-4950-a74a-182cc4a744f5 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:06.842861 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:06.843290 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Checking segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:06.843748 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Bound using segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:06.844275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Bound port: 1ebb075b-0271-4950-a74a-182cc4a744f5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:06.844688 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:06.874012 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42726fa-1bc4-42bb-bcbb-59597ea622d4 req-bdf370bd-8796-4f13-8749-963a321eb7b7 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:06.875581 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e42726fa-1bc4-42bb-bcbb-59597ea622d4 req-bdf370bd-8796-4f13-8749-963a321eb7b7 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 945 time: 0.0514529
Nov 20 20:49:06.931681 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e42726fa-1bc4-42bb-bcbb-59597ea622d4 req-efc9583f-b7d9-4b0c-ac23-1654aeee991d tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489678
Nov 20 20:49:07.066029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184c0a7-e642-491a-8f49-28273691ccce req-eaaa6969-57e6-4093-87a6-d6c822361e87 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:07.067803 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a184c0a7-e642-491a-8f49-28273691ccce req-eaaa6969-57e6-4093-87a6-d6c822361e87 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 944 time: 0.0570390
Nov 20 20:49:07.119430 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a184c0a7-e642-491a-8f49-28273691ccce req-d4fb4c79-3108-42de-b001-2e15921ea8a0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453420
Nov 20 20:49:07.176898 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] For port 1ebb075b-0271-4950-a74a-182cc4a744f5, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:07.186087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ec256-9575-4e3b-8f7f-3b24e84a9887 req-272e959c-ca0e-4ac4-bced-50d15eb87a34 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:07.187520 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c31ec256-9575-4e3b-8f7f-3b24e84a9887 req-272e959c-ca0e-4ac4-bced-50d15eb87a34 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0966427
Nov 20 20:49:07.202086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] For port 1ebb075b-0271-4950-a74a-182cc4a744f5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ebb075b-0271-4950-a74a-182cc4a744f5,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:07.209944 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:07.275983 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1469ba97-d687-4daa-b763-d4b8c0589efb no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:49:07.322179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cefac8-48df-4fd7-bafa-4e62f0833f1c req-c0e809ef-3edc-4664-9ecf-0930edbb8fcc tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:07.324290 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0cefac8-48df-4fd7-bafa-4e62f0833f1c req-c0e809ef-3edc-4664-9ecf-0930edbb8fcc tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.37 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 945 time: 0.0653415
Nov 20 20:49:07.326329 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c31ec256-9575-4e3b-8f7f-3b24e84a9887 req-e9151c87-3d61-4ed1-874d-df8de1bbc546 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277094
Nov 20 20:49:07.328335 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Pushing event updated for resources: {'Port': ['ID=1ebb075b-0271-4950-a74a-182cc4a744f5,revision_number=8']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:07.339044 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:07.339811 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:07.341483 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-68b0514e-67a9-42b4-865f-c48a68438fce service neutron] 10.222.0.37 "PUT /v2.0/ports/1ebb075b-0271-4950-a74a-182cc4a744f5 HTTP/1.1" status: 200  len: 1122 time: 0.9614649
Nov 20 20:49:07.413738 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:07.437289 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d0cefac8-48df-4fd7-bafa-4e62f0833f1c req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Deleting port 1469ba97-d687-4daa-b763-d4b8c0589efb {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:49:07.437508 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0cefac8-48df-4fd7-bafa-4e62f0833f1c req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:07.451242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1469ba97-d687-4daa-b763-d4b8c0589efb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1469ba97-d687-4daa-b763-d4b8c0589efb,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:07.457281 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:07.458213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:49:07.492323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19752a9b-7898-49ee-8777-0f1e9508f201 req-bdf6eb6a-ee74-4321-8b3c-7d4027fb90d6 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:07.493938 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-19752a9b-7898-49ee-8777-0f1e9508f201 req-bdf6eb6a-ee74-4321-8b3c-7d4027fb90d6 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=7026c1aa-a9a9-437b-82e7-7121e7fc4b26 HTTP/1.1" status: 200  len: 948 time: 0.0514057
Nov 20 20:49:07.515091 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['1ebb075b-0271-4950-a74a-182cc4a744f5'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:07.521922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:49:07.522728 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5e0bce97-bbcb-4b23-8f8b-ede1ff1f23bd not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:49:07.551168 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 45fadff2-da94-4f5f-8340-26c7ac05e1e2 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:07.556031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d0cefac8-48df-4fd7-bafa-4e62f0833f1c req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] For port 1469ba97-d687-4daa-b763-d4b8c0589efb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1469ba97-d687-4daa-b763-d4b8c0589efb,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:07.556558 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0cefac8-48df-4fd7-bafa-4e62f0833f1c req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:07.576454 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-19752a9b-7898-49ee-8777-0f1e9508f201 req-9ceddf02-6445-4321-b60b-a29a377ea475 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713811
Nov 20 20:49:07.596191 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d0cefac8-48df-4fd7-bafa-4e62f0833f1c req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Calling delete_port for 1469ba97-d687-4daa-b763-d4b8c0589efb owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:49:07.617499 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=1469ba97-d687-4daa-b763-d4b8c0589efb,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:07.648776 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:49:07.659392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:07.660346 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:07.666093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67bb1ce-5e3e-497f-af2f-54d0c33e27e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebb075b-0271-4950-a74a-182cc4a744f5'}, {'name': 'network-changed', 'server_uuid': 'f67bb1ce-5e3e-497f-af2f-54d0c33e27e2', 'tag': '1ebb075b-0271-4950-a74a-182cc4a744f5'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:07.668519 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64427ad1-6f69-4b69-ac85-d5ee76df4a2e" -d '{"events": [{"server_uuid": "f67bb1ce-5e3e-497f-af2f-54d0c33e27e2", "name": "network-vif-unplugged", "status": "completed", "tag": "1ebb075b-0271-4950-a74a-182cc4a744f5"}, {"name": "network-changed", "server_uuid": "f67bb1ce-5e3e-497f-af2f-54d0c33e27e2", "tag": "1ebb075b-0271-4950-a74a-182cc4a744f5"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:07.674084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665600b-1881-46b1-a377-bd7a2f3d78c2 req-30c8a6cb-4f64-445d-8c23-278902108651 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:07.676408 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3665600b-1881-46b1-a377-bd7a2f3d78c2 req-30c8a6cb-4f64-445d-8c23-278902108651 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.1172183
Nov 20 20:49:07.710504 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5195988-7c51-4936-aa48-26dac7ac5b7e x-openstack-request-id: req-a5195988-7c51-4936-aa48-26dac7ac5b7e {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:07.710504 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67bb1ce-5e3e-497f-af2f-54d0c33e27e2", "name": "network-vif-unplugged", "status": "completed", "tag": "1ebb075b-0271-4950-a74a-182cc4a744f5", "code": 200}, {"name": "network-changed", "server_uuid": "f67bb1ce-5e3e-497f-af2f-54d0c33e27e2", "tag": "1ebb075b-0271-4950-a74a-182cc4a744f5", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:07.710504 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5195988-7c51-4936-aa48-26dac7ac5b7e {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:07.711181 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67bb1ce-5e3e-497f-af2f-54d0c33e27e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebb075b-0271-4950-a74a-182cc4a744f5', 'code': 200}
Nov 20 20:49:07.711517 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67bb1ce-5e3e-497f-af2f-54d0c33e27e2', 'tag': '1ebb075b-0271-4950-a74a-182cc4a744f5', 'status': 'completed', 'code': 200}
Nov 20 20:49:07.755988 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3665600b-1881-46b1-a377-bd7a2f3d78c2 req-4a027f40-6240-410f-9e94-f00499e30603 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670180
Nov 20 20:49:07.795891 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64427ad1-6f69-4b69-ac85-d5ee76df4a2e req-012ade6a-e36d-42f1-98d0-9ef530133ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:07.797629 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-64427ad1-6f69-4b69-ac85-d5ee76df4a2e req-012ade6a-e36d-42f1-98d0-9ef530133ab8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 1125 time: 0.0514767
Nov 20 20:49:07.799149 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:07.833336 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0cefac8-48df-4fd7-bafa-4e62f0833f1c req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:07.882878 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Pushing event deleted for resources: {'Port': ['ID=1469ba97-d687-4daa-b763-d4b8c0589efb,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:07.925997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:07.926920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:07.926920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:07.927182 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:07.927430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:07.927732 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:07.928060 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:07.928387 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:07.928740 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:07.929380 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:07.929380 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:07.929702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:07.937778 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a423d-92d6-4d9c-98db-1804c7286e98 req-06be7edc-4110-49bb-b2f3-0247c33c592a tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:07.939489 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e7a423d-92d6-4d9c-98db-1804c7286e98 req-06be7edc-4110-49bb-b2f3-0247c33c592a tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.1086581
Nov 20 20:49:07.972710 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45fadff2-da94-4f5f-8340-26c7ac05e1e2,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:07.975323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64427ad1-6f69-4b69-ac85-d5ee76df4a2e req-bc970d7e-76e2-425e-b086-3e63e3cd8832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:07.975728 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cefac8-48df-4fd7-bafa-4e62f0833f1c req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] No DVR routers for this DVR port 1469ba97-d687-4daa-b763-d4b8c0589efb on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:49:07.977569 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-64427ad1-6f69-4b69-ac85-d5ee76df4a2e req-bc970d7e-76e2-425e-b086-3e63e3cd8832 service neutron] 10.222.0.47 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 908 time: 0.1705704
Nov 20 20:49:07.977736 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ca2999-8a94-4c5f-bc08-7ba55ff79ba4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1469ba97-d687-4daa-b763-d4b8c0589efb'}, {'server_uuid': '21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fadff2-da94-4f5f-8340-26c7ac05e1e2'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:07.980134 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8835d46-10ff-480c-95dd-96be836d39bf" -d '{"events": [{"server_uuid": "43ca2999-8a94-4c5f-bc08-7ba55ff79ba4", "name": "network-vif-unplugged", "status": "completed", "tag": "1469ba97-d687-4daa-b763-d4b8c0589efb"}, {"server_uuid": "21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d", "name": "network-vif-plugged", "status": "completed", "tag": "45fadff2-da94-4f5f-8340-26c7ac05e1e2"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:07.982453 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0cefac8-48df-4fd7-bafa-4e62f0833f1c req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:07.987029 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0cefac8-48df-4fd7-bafa-4e62f0833f1c req-59ead7df-ea8f-44c2-8c02-261e37244310 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.37 "DELETE /v2.0/ports/1469ba97-d687-4daa-b763-d4b8c0589efb HTTP/1.1" status: 204  len: 173 time: 0.6550307
Nov 20 20:49:07.989118 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:07.991769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ca2999-8a94-4c5f-bc08-7ba55ff79ba4', 'name': 'network-vif-deleted', 'tag': '1469ba97-d687-4daa-b763-d4b8c0589efb'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:07.992960 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7debec5c-3cfe-405c-9d50-f590cccb9c70" -d '{"events": [{"server_uuid": "43ca2999-8a94-4c5f-bc08-7ba55ff79ba4", "name": "network-vif-deleted", "tag": "1469ba97-d687-4daa-b763-d4b8c0589efb"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:07.996553 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:08.015684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaabf2-b1be-4fc9-81c3-66e26e67193e req-a7581d3b-db01-45f0-a193-bbfd787a6483 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:08.020229 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:08.027264 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fbeaabf2-b1be-4fc9-81c3-66e26e67193e req-a7581d3b-db01-45f0-a193-bbfd787a6483 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 944 time: 0.1062906
Nov 20 20:49:08.052880 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-64427ad1-6f69-4b69-ac85-d5ee76df4a2e req-f8441916-af98-4785-9c6d-db8beb032f9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebb075b-0271-4950-a74a-182cc4a744f5 HTTP/1.1" status: 200  len: 217 time: 0.0472960
Nov 20 20:49:08.054975 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=45fadff2-da94-4f5f-8340-26c7ac05e1e2,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:08.083593 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fbeaabf2-b1be-4fc9-81c3-66e26e67193e req-b4d3236b-19c2-4fd4-a635-a5f809c68b77 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552535
Nov 20 20:49:08.096243 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e7a423d-92d6-4d9c-98db-1804c7286e98 req-dfa6ffb6-450e-49bd-8d4f-ad83607c52c3 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379745
Nov 20 20:49:08.127426 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64427ad1-6f69-4b69-ac85-d5ee76df4a2e req-c22341a9-9b15-410f-89cb-9d435cc97628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:08.130710 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-64427ad1-6f69-4b69-ac85-d5ee76df4a2e req-c22341a9-9b15-410f-89cb-9d435cc97628 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.0665522
Nov 20 20:49:08.165213 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709f0275-5e12-4687-9b77-e3200b3b454c x-openstack-request-id: req-709f0275-5e12-4687-9b77-e3200b3b454c {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:08.165643 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ca2999-8a94-4c5f-bc08-7ba55ff79ba4", "name": "network-vif-unplugged", "status": "completed", "tag": "1469ba97-d687-4daa-b763-d4b8c0589efb", "code": 200}, {"server_uuid": "21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d", "name": "network-vif-plugged", "status": "completed", "tag": "45fadff2-da94-4f5f-8340-26c7ac05e1e2", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:08.166023 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-709f0275-5e12-4687-9b77-e3200b3b454c {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:08.166674 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ca2999-8a94-4c5f-bc08-7ba55ff79ba4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1469ba97-d687-4daa-b763-d4b8c0589efb', 'code': 200}
Nov 20 20:49:08.167043 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fadff2-da94-4f5f-8340-26c7ac05e1e2', 'code': 200}
Nov 20 20:49:08.183357 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-64427ad1-6f69-4b69-ac85-d5ee76df4a2e req-9cd56e60-f44d-43fe-8c57-149951ed9032 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427358
Nov 20 20:49:08.223155 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb643b2-fff2-4023-a60b-45cbdf252e6a x-openstack-request-id: req-1eb643b2-fff2-4023-a60b-45cbdf252e6a {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:08.224013 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ca2999-8a94-4c5f-bc08-7ba55ff79ba4", "name": "network-vif-deleted", "tag": "1469ba97-d687-4daa-b763-d4b8c0589efb", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:08.224442 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1eb643b2-fff2-4023-a60b-45cbdf252e6a {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:08.224840 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ca2999-8a94-4c5f-bc08-7ba55ff79ba4', 'name': 'network-vif-deleted', 'tag': '1469ba97-d687-4daa-b763-d4b8c0589efb', 'status': 'completed', 'code': 200}
Nov 20 20:49:08.228632 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e794aa20-cef1-462b-969c-c6ab62c4a501 req-ade0c4e8-5e34-4f6f-8866-149402d7bce2 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ca2999-8a94-4c5f-bc08-7ba55ff79ba4 HTTP/1.1" status: 200  len: 210 time: 0.0389030
Nov 20 20:49:08.351327 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-64427ad1-6f69-4b69-ac85-d5ee76df4a2e req-0eeaf728-760e-4411-ae45-5086d94beffd service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539586
Nov 20 20:49:08.360831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557dd4cb-2284-47ea-8d2f-0f62d9c80828 req-808131a8-e30c-475f-bc8b-fcfa6a4f7e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:08.362283 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-557dd4cb-2284-47ea-8d2f-0f62d9c80828 req-808131a8-e30c-475f-bc8b-fcfa6a4f7e7a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 1096 time: 0.1004086
Nov 20 20:49:08.397670 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724be6e0-59f6-4f3f-8443-b5bc6a22e64e req-95aad03e-a0ae-4b76-95dd-9eddae7c62a2 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:08.399144 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-724be6e0-59f6-4f3f-8443-b5bc6a22e64e req-95aad03e-a0ae-4b76-95dd-9eddae7c62a2 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 944 time: 0.1261051
Nov 20 20:49:08.439245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f6ccd-08c4-4993-b326-16a554f27da6 req-f0a032c5-e5de-457c-9331-a4634d4ccf37 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:08.440765 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d68f6ccd-08c4-4993-b326-16a554f27da6 req-f0a032c5-e5de-457c-9331-a4634d4ccf37 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0497036
Nov 20 20:49:08.490683 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d68f6ccd-08c4-4993-b326-16a554f27da6 req-05cfd23d-ecb6-426f-915d-7da919898502 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438261
Nov 20 20:49:08.519217 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-557dd4cb-2284-47ea-8d2f-0f62d9c80828 req-d6f4c6bf-864d-46ab-b525-1aae71d8608b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440730
Nov 20 20:49:08.540762 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-64427ad1-6f69-4b69-ac85-d5ee76df4a2e req-1f63cbab-7788-4ed3-ae38-a132773b160a service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1768782
Nov 20 20:49:08.544338 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-724be6e0-59f6-4f3f-8443-b5bc6a22e64e req-04f52b4e-47fc-4a45-aaf6-6d8dea6bc075 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339941
Nov 20 20:49:08.695599 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a267a9-4084-4d14-8f58-7f291c28f645 req-34a69302-9c36-4866-b720-44b3e1c907ad tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:08.697084 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a7a267a9-4084-4d14-8f58-7f291c28f645 req-34a69302-9c36-4866-b720-44b3e1c907ad tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=7026c1aa-a9a9-437b-82e7-7121e7fc4b26 HTTP/1.1" status: 200  len: 948 time: 0.0479243
Nov 20 20:49:08.745995 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a7a267a9-4084-4d14-8f58-7f291c28f645 req-f3453b8c-62a8-48f5-bdc8-ea5a8f410ff3 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426745
Nov 20 20:49:08.885097 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47038b-9c5d-4cd4-8bf8-1338cf2eca0f req-a43b9d0d-aa0b-4710-aef8-3ec4690ac2d1 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:08.886623 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8c47038b-9c5d-4cd4-8bf8-1338cf2eca0f req-a43b9d0d-aa0b-4710-aef8-3ec4690ac2d1 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0480428
Nov 20 20:49:08.933595 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8c47038b-9c5d-4cd4-8bf8-1338cf2eca0f req-9a29414e-3c3d-4550-ba82-ad0e8e55cd0b tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410919
Nov 20 20:49:09.209701 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a8d65-9e9e-4198-a6a6-1ef22b842a76 req-7a39ec33-3afc-43dd-afe1-01bb1fa5d760 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:09.211383 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e74a8d65-9e9e-4198-a6a6-1ef22b842a76 req-7a39ec33-3afc-43dd-afe1-01bb1fa5d760 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 945 time: 0.0531850
Nov 20 20:49:09.215341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669dce9-d151-4dbc-be35-64b0b63b74bc req-4c78cab2-54a3-40df-8ea2-baf44da1915b tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:09.216796 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5669dce9-d151-4dbc-be35-64b0b63b74bc req-4c78cab2-54a3-40df-8ea2-baf44da1915b tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0484211
Nov 20 20:49:09.259436 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e74a8d65-9e9e-4198-a6a6-1ef22b842a76 req-4c1eb7fc-65c7-4e36-ba54-df1433d69e05 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420330
Nov 20 20:49:09.269424 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5669dce9-d151-4dbc-be35-64b0b63b74bc req-f9e97728-8b70-44b3-987b-b3aca38318cc tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461106
Nov 20 20:49:09.288656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1ebb075b-0271-4950-a74a-182cc4a744f5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:49:09.398029 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1ebb075b-0271-4950-a74a-182cc4a744f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ebb075b-0271-4950-a74a-182cc4a744f5,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:09.408959 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1ebb075b-0271-4950-a74a-182cc4a744f5 has no active binding in host nch1-master-1 {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 20 20:49:09.511928 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e0991-2d23-4533-b07b-5c136056df96 req-1457df24-01cc-42bf-8a15-b52b01b31182 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:09.513433 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c25e0991-2d23-4533-b07b-5c136056df96 req-1457df24-01cc-42bf-8a15-b52b01b31182 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/networks?id=e089fcf3-9dcc-485e-b53f-bb119c8c3467 HTTP/1.1" status: 200  len: 822 time: 0.0989265
Nov 20 20:49:09.531310 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c25e0991-2d23-4533-b07b-5c136056df96 req-bee67fa0-e19d-4ad7-b203-236c6e54ea42 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/quotas/1929d2944a034783a75db63f07c146a6 HTTP/1.1" status: 200  len: 375 time: 0.0112896
Nov 20 20:49:09.567210 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c25e0991-2d23-4533-b07b-5c136056df96 req-1506e4da-3a51-46ab-ae9c-bdcbe206c41b tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1929d2944a034783a75db63f07c146a6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0292225
Nov 20 20:49:09.614638 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ec389-8804-4e5c-8e99-9642f20ab11b req-7a354f5e-b9b8-445c-acbf-fba3f9921e66 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:09.616147 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bc9ec389-8804-4e5c-8e99-9642f20ab11b req-7a354f5e-b9b8-445c-acbf-fba3f9921e66 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0519807
Nov 20 20:49:09.661389 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c25e0991-2d23-4533-b07b-5c136056df96 req-63a17518-3247-4be3-bb1b-fee40ffcf47e service neutron] 10.222.0.41 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870292
Nov 20 20:49:09.666392 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bc9ec389-8804-4e5c-8e99-9642f20ab11b req-78834038-25d7-423f-901d-1aa3ef97d4ca tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440416
Nov 20 20:49:09.811161 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86338b-5297-4710-9e6d-0667cbd62102 req-e3a3e7a8-740f-4c79-a8a1-f4ca4a26c83d tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:09.812766 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a86338b-5297-4710-9e6d-0667cbd62102 req-e3a3e7a8-740f-4c79-a8a1-f4ca4a26c83d tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 944 time: 0.0919161
Nov 20 20:49:09.832524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284812d-ab84-477d-8c6a-90a56551632c req-2f303588-cd2b-4a3f-916f-6cc7042cad86 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:09.834179 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5284812d-ab84-477d-8c6a-90a56551632c req-2f303588-cd2b-4a3f-916f-6cc7042cad86 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.47 "GET /v2.0/ports?device_id=7026c1aa-a9a9-437b-82e7-7121e7fc4b26 HTTP/1.1" status: 200  len: 948 time: 0.0807128
Nov 20 20:49:09.917946 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a86338b-5297-4710-9e6d-0667cbd62102 req-c42ccf90-5eb7-44e9-a132-f2c8c4c41d32 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950840
Nov 20 20:49:09.973334 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-5284812d-ab84-477d-8c6a-90a56551632c req-2273e571-b585-4947-bf09-1951e4ab9d62 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Deleting port 76b5097e-7d85-4157-a179-a00737c678ce {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:49:09.973657 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5284812d-ab84-477d-8c6a-90a56551632c req-2273e571-b585-4947-bf09-1951e4ab9d62 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:10.047315 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c25e0991-2d23-4533-b07b-5c136056df96 req-4bdcb002-208e-4dac-ba36-4f733e93f599 service neutron] 10.222.0.41 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3780642
Nov 20 20:49:10.091166 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6c4d1-202a-4ec5-83ba-66e43f160459 req-edee507f-fb63-44ab-9374-dc9104c832b0 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:10.093051 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eca6c4d1-202a-4ec5-83ba-66e43f160459 req-edee507f-fb63-44ab-9374-dc9104c832b0 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=7026c1aa-a9a9-437b-82e7-7121e7fc4b26 HTTP/1.1" status: 200  len: 948 time: 0.1041136
Nov 20 20:49:10.128935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-5284812d-ab84-477d-8c6a-90a56551632c req-2273e571-b585-4947-bf09-1951e4ab9d62 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] For port 76b5097e-7d85-4157-a179-a00737c678ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76b5097e-7d85-4157-a179-a00737c678ce,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:10.129378 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5284812d-ab84-477d-8c6a-90a56551632c req-2273e571-b585-4947-bf09-1951e4ab9d62 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:10.152252 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-5284812d-ab84-477d-8c6a-90a56551632c req-2273e571-b585-4947-bf09-1951e4ab9d62 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Calling delete_port for 76b5097e-7d85-4157-a179-a00737c678ce owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:49:10.180704 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eca6c4d1-202a-4ec5-83ba-66e43f160459 req-4ba1d71c-2fe1-4bce-a4f6-0d9feb5a4cd8 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=65d14aee-6884-4009-a023-d34a89ba13a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788100
Nov 20 20:49:10.279533 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c38f35ad-9d0b-4b13-9849-f6c2fae02c36 req-536354a9-b8bc-4fb0-8440-d9def212f135 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed9cc31a-a73e-4fea-b56f-0b57cacab7f1 HTTP/1.1" status: 200  len: 210 time: 0.0351079
Nov 20 20:49:10.313457 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced55402-6a0b-4550-aedd-32c4f81da268 req-f3ec54c1-4d08-4534-81b7-918fd24c10b2 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:10.315263 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ced55402-6a0b-4550-aedd-32c4f81da268 req-f3ec54c1-4d08-4534-81b7-918fd24c10b2 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0917790
Nov 20 20:49:10.392919 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ced55402-6a0b-4550-aedd-32c4f81da268 req-7d9b4185-dc3e-43fa-b5e3-f0562d9ea957 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682898
Nov 20 20:49:10.430680 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5284812d-ab84-477d-8c6a-90a56551632c req-2273e571-b585-4947-bf09-1951e4ab9d62 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:10.475434 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632e968-3df2-4efd-b895-e6fe7f79dd29 req-e68a332b-2e6e-48c4-882a-a6c219334725 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:10.476905 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8632e968-3df2-4efd-b895-e6fe7f79dd29 req-e68a332b-2e6e-48c4-882a-a6c219334725 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 945 time: 0.1068017
Nov 20 20:49:10.480085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273e571-b585-4947-bf09-1951e4ab9d62 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Pushing event deleted for resources: {'Port': ['ID=76b5097e-7d85-4157-a179-a00737c678ce,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:10.527943 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1b0fe-6538-4dea-856e-50198b25105c req-5238a502-6e44-46e3-bd27-ed914a394075 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:10.538257 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f2e1b0fe-6538-4dea-856e-50198b25105c req-5238a502-6e44-46e3-bd27-ed914a394075 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0850110
Nov 20 20:49:10.554455 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5284812d-ab84-477d-8c6a-90a56551632c req-2273e571-b585-4947-bf09-1951e4ab9d62 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] No DVR routers for this DVR port 76b5097e-7d85-4157-a179-a00737c678ce on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:49:10.557198 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5284812d-ab84-477d-8c6a-90a56551632c req-2273e571-b585-4947-bf09-1951e4ab9d62 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:10.561523 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5284812d-ab84-477d-8c6a-90a56551632c req-2273e571-b585-4947-bf09-1951e4ab9d62 tempest-ListImageFiltersTestJSON-1889297841 tempest-ListImageFiltersTestJSON-1889297841-project] 10.222.0.47 "DELETE /v2.0/ports/76b5097e-7d85-4157-a179-a00737c678ce HTTP/1.1" status: 204  len: 173 time: 0.7118788
Nov 20 20:49:10.567932 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7026c1aa-a9a9-437b-82e7-7121e7fc4b26', 'name': 'network-vif-deleted', 'tag': '76b5097e-7d85-4157-a179-a00737c678ce'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:10.569710 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e730b8c7-d5cd-4efd-8767-aeda21046425" -d '{"events": [{"server_uuid": "7026c1aa-a9a9-437b-82e7-7121e7fc4b26", "name": "network-vif-deleted", "tag": "76b5097e-7d85-4157-a179-a00737c678ce"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:10.583559 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8632e968-3df2-4efd-b895-e6fe7f79dd29 req-beb1f691-5244-4710-a097-9f9cb516ca3b tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940049
Nov 20 20:49:10.622763 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f2e1b0fe-6538-4dea-856e-50198b25105c req-980c49a6-4aba-4e1e-9edf-c109d438cd33 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833740
Nov 20 20:49:10.674987 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95342398-5689-4312-bcd7-2eae229bca8a x-openstack-request-id: req-95342398-5689-4312-bcd7-2eae229bca8a {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:10.676219 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7026c1aa-a9a9-437b-82e7-7121e7fc4b26", "name": "network-vif-deleted", "tag": "76b5097e-7d85-4157-a179-a00737c678ce", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:10.677361 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95342398-5689-4312-bcd7-2eae229bca8a {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:10.677842 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7026c1aa-a9a9-437b-82e7-7121e7fc4b26', 'name': 'network-vif-deleted', 'tag': '76b5097e-7d85-4157-a179-a00737c678ce', 'status': 'completed', 'code': 200}
Nov 20 20:49:10.779346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f68fd-4da9-4bec-a8d0-f76dd5906ae0 req-2f2843c6-55b1-4477-a9b9-4245e2986f79 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:10.781034 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e2f68fd-4da9-4bec-a8d0-f76dd5906ae0 req-2f2843c6-55b1-4477-a9b9-4245e2986f79 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 1096 time: 0.0507829
Nov 20 20:49:10.812299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9436ea5-2ffe-4f09-a267-b16122591585 req-86a0b855-51c8-4435-b578-308e76266603 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:10.815130 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c9436ea5-2ffe-4f09-a267-b16122591585 req-86a0b855-51c8-4435-b578-308e76266603 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0560112
Nov 20 20:49:10.841762 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e2f68fd-4da9-4bec-a8d0-f76dd5906ae0 req-2ee8ebc2-7839-4bbb-a611-8eef896dcab7 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542998
Nov 20 20:49:10.885662 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c9436ea5-2ffe-4f09-a267-b16122591585 req-2756db2b-df3f-4062-bc88-f31c3ead6036 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600204
Nov 20 20:49:11.060795 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c185950-e73f-4bed-b137-dade58db1d1c req-40845e55-e5bd-48e8-9c7a-661c84f0c21a tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:11.069458 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c185950-e73f-4bed-b137-dade58db1d1c req-40845e55-e5bd-48e8-9c7a-661c84f0c21a tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 944 time: 0.0735686
Nov 20 20:49:11.123020 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c185950-e73f-4bed-b137-dade58db1d1c req-ec4bddf1-fa58-4b75-ada7-f68e008e7e2b tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526493
Nov 20 20:49:11.292482 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1469ba97-d687-4daa-b763-d4b8c0589efb no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:49:11.327306 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 1469ba97-d687-4daa-b763-d4b8c0589efb {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:49:11.327885 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1469ba97-d687-4daa-b763-d4b8c0589efb not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:49:11.392601 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b7b7a92e-085f-4ae0-a930-f319d87a5ed7 req-288469d6-0f88-4ec9-8f7d-9ef236104cf4 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed9cc31a-a73e-4fea-b56f-0b57cacab7f1 HTTP/1.1" status: 200  len: 210 time: 0.0290504
Nov 20 20:49:11.580904 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72ddad-e0de-44ed-8aa7-75c3ef265f69 req-ea7d634d-07e1-4210-8ea8-c0fd19e0e041 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:11.586835 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b72ddad-e0de-44ed-8aa7-75c3ef265f69 req-ea7d634d-07e1-4210-8ea8-c0fd19e0e041 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0923574
Nov 20 20:49:11.602942 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e0991-2d23-4533-b07b-5c136056df96 req-fbd00224-4f47-4c87-af91-529c09f02c07 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:11.604348 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c25e0991-2d23-4533-b07b-5c136056df96 req-fbd00224-4f47-4c87-af91-529c09f02c07 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.37 "GET /v2.0/networks?id=e089fcf3-9dcc-485e-b53f-bb119c8c3467 HTTP/1.1" status: 200  len: 822 time: 0.2053251
Nov 20 20:49:11.623136 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-c25e0991-2d23-4533-b07b-5c136056df96 req-78481b61-dcd4-4cdc-9b10-57fd6124deda tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Request body: {'port': {'device_id': 'ed9cc31a-a73e-4fea-b56f-0b57cacab7f1', 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467', 'admin_state_up': True, 'tenant_id': '1929d2944a034783a75db63f07c146a6'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:11.705955 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b72ddad-e0de-44ed-8aa7-75c3ef265f69 req-1e9f6793-b79f-49cb-a188-c297b24147a8 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158605
Nov 20 20:49:11.760677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25e0991-2d23-4533-b07b-5c136056df96 req-78481b61-dcd4-4cdc-9b10-57fd6124deda tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Made reservation on behalf of 1929d2944a034783a75db63f07c146a6 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:49:11.765219 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c25e0991-2d23-4533-b07b-5c136056df96 req-78481b61-dcd4-4cdc-9b10-57fd6124deda tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:11.881506 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af578cd7-af34-42f3-a2db-22a7dfa0de7b req-749328df-a894-48fc-997f-86f30ba40c47 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:11.883040 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-af578cd7-af34-42f3-a2db-22a7dfa0de7b req-749328df-a894-48fc-997f-86f30ba40c47 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.1061287
Nov 20 20:49:11.963575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-c25e0991-2d23-4533-b07b-5c136056df96 req-78481b61-dcd4-4cdc-9b10-57fd6124deda tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Allocated IP 172.20.0.7 (e089fcf3-9dcc-485e-b53f-bb119c8c3467/cac3ccbd-8963-47e1-9b4e-185e806337ba/f39a7349-0e42-47d1-8bed-def98fbec976) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:49:11.975754 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-af578cd7-af34-42f3-a2db-22a7dfa0de7b req-a424b309-3024-49fa-88ae-505440dc5ccf tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839620
Nov 20 20:49:12.156956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe91b6-211f-4ac9-893f-e3648974a05e req-c8286116-f45d-4fc6-bcca-ec9b9effee42 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:12.158915 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5dfe91b6-211f-4ac9-893f-e3648974a05e req-c8286116-f45d-4fc6-bcca-ec9b9effee42 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.1040699
Nov 20 20:49:12.217454 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c25e0991-2d23-4533-b07b-5c136056df96 req-78481b61-dcd4-4cdc-9b10-57fd6124deda tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:12.244001 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5dfe91b6-211f-4ac9-893f-e3648974a05e req-4c85e1f9-5526-4b31-a174-7853d0123519 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743427
Nov 20 20:49:12.271560 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c25e0991-2d23-4533-b07b-5c136056df96 req-78481b61-dcd4-4cdc-9b10-57fd6124deda tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:12.284319 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666aa87-4028-445f-bbd2-c99f508036d4 req-a96823a0-fba2-495e-a35a-98349696d1b4 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:12.287289 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4666aa87-4028-445f-bbd2-c99f508036d4 req-a96823a0-fba2-495e-a35a-98349696d1b4 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 944 time: 0.0864327
Nov 20 20:49:12.353299 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78481b61-dcd4-4cdc-9b10-57fd6124deda tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Pushing event updated for resources: {'Port': ['ID=f39a7349-0e42-47d1-8bed-def98fbec976,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:12.353592 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59364) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:12.364896 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25e0991-2d23-4533-b07b-5c136056df96 req-78481b61-dcd4-4cdc-9b10-57fd6124deda tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Network e089fcf3-9dcc-485e-b53f-bb119c8c3467 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:49:12.366933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-c25e0991-2d23-4533-b07b-5c136056df96 req-78481b61-dcd4-4cdc-9b10-57fd6124deda tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:12.370308 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25e0991-2d23-4533-b07b-5c136056df96 req-78481b61-dcd4-4cdc-9b10-57fd6124deda tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:49:12.417407 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-f316ffe9-392f-4eb5-9621-199439a8a3c9 service neutron] 10.222.0.47 "GET /v2.0/ports/1ebb075b-0271-4950-a74a-182cc4a744f5/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1522880
Nov 20 20:49:12.436265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e0991-2d23-4533-b07b-5c136056df96 req-78481b61-dcd4-4cdc-9b10-57fd6124deda tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:12.436916 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c25e0991-2d23-4533-b07b-5c136056df96 req-78481b61-dcd4-4cdc-9b10-57fd6124deda tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:12.454149 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4666aa87-4028-445f-bbd2-c99f508036d4 req-16e452c8-be3a-4a55-9908-4c46cc200ad5 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412771
Nov 20 20:49:12.468395 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c25e0991-2d23-4533-b07b-5c136056df96 req-78481b61-dcd4-4cdc-9b10-57fd6124deda tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8525598
Nov 20 20:49:12.502448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Request body: {'port': {'device_id': 'ed9cc31a-a73e-4fea-b56f-0b57cacab7f1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:12.589268 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dca457ed-2ef5-433f-b3d5-2101a6b82a3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3d075cbe0444578ada04c262fdd9164&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2310917
Nov 20 20:49:12.589268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59376) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:12.599933 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:12.633769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c53151-fc76-494e-bef1-8e687ad34fb7 req-9e3f3dba-79c7-4772-b880-2772f3d789fb tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:12.635583 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69c53151-fc76-494e-bef1-8e687ad34fb7 req-9e3f3dba-79c7-4772-b880-2772f3d789fb tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed9cc31a-a73e-4fea-b56f-0b57cacab7f1 HTTP/1.1" status: 200  len: 931 time: 0.1002967
Nov 20 20:49:12.746855 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69c53151-fc76-494e-bef1-8e687ad34fb7 req-7e1810b6-2780-48b4-a2fa-41da54306d82 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996912
Nov 20 20:49:12.761997 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-4a453b14-17a8-476e-9c8b-6e1142199805 service neutron] For port 1ebb075b-0271-4950-a74a-182cc4a744f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ebb075b-0271-4950-a74a-182cc4a744f5,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:12.783170 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-121d3718-0c92-4410-a7e0-c9f4a9d94aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:12.783902 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-4a453b14-17a8-476e-9c8b-6e1142199805 service neutron] For port 1ebb075b-0271-4950-a74a-182cc4a744f5, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:12.820504 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-4a453b14-17a8-476e-9c8b-6e1142199805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ebb075b-0271-4950-a74a-182cc4a744f5 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:49:12.831979 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-4a453b14-17a8-476e-9c8b-6e1142199805 service neutron] For port 1ebb075b-0271-4950-a74a-182cc4a744f5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ebb075b-0271-4950-a74a-182cc4a744f5,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:12.846538 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-4a453b14-17a8-476e-9c8b-6e1142199805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:12.852280 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-121d3718-0c92-4410-a7e0-c9f4a9d94aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:12.934722 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-4a453b14-17a8-476e-9c8b-6e1142199805 service neutron] Transition to ACTIVE for port object 1ebb075b-0271-4950-a74a-182cc4a744f5 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:49:12.942204 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-4a453b14-17a8-476e-9c8b-6e1142199805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:12.945663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ba91e-16e2-4a60-9e9b-a4a968bdd0c6 req-12cad285-0350-44f5-ae81-a4bfcab8f778 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:12.947262 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a34ba91e-16e2-4a60-9e9b-a4a968bdd0c6 req-12cad285-0350-44f5-ae81-a4bfcab8f778 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.1444678
Nov 20 20:49:13.025436 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-4a453b14-17a8-476e-9c8b-6e1142199805 service neutron] No DVR routers for this DVR port 1ebb075b-0271-4950-a74a-182cc4a744f5 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:49:13.033742 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-121d3718-0c92-4410-a7e0-c9f4a9d94aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:13.037939 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-121d3718-0c92-4410-a7e0-c9f4a9d94aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:13.039502 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-121d3718-0c92-4410-a7e0-c9f4a9d94aa9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65d14aee-6884-4009-a023-d34a89ba13a1 HTTP/1.1" status: 204  len: 168 time: 0.4492862
Nov 20 20:49:13.054817 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a453b14-17a8-476e-9c8b-6e1142199805 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebb075b-0271-4950-a74a-182cc4a744f5,revision_number=10']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:13.063047 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d3718-0c92-4410-a7e0-c9f4a9d94aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d14aee-6884-4009-a023-d34a89ba13a1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:13.099065 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-4a453b14-17a8-476e-9c8b-6e1142199805 service neutron] 10.222.0.47 "PUT /v2.0/ports/1ebb075b-0271-4950-a74a-182cc4a744f5/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.6736960
Nov 20 20:49:13.101906 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a34ba91e-16e2-4a60-9e9b-a4a968bdd0c6 req-94b563fe-07ed-4082-b344-72cd52e746da tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352417
Nov 20 20:49:13.157123 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39a7349-0e42-47d1-8bed-def98fbec976 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:49:13.174076 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:13.182162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58beacf1-b505-4a98-a5a3-ed2f0dbe7f19 req-ba5ed878-261a-495a-b2e5-5c740b684ae6 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:13.191880 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-58beacf1-b505-4a98-a5a3-ed2f0dbe7f19 req-ba5ed878-261a-495a-b2e5-5c740b684ae6 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0738060
Nov 20 20:49:13.202304 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6897b080-c5db-426b-9a66-7a54b5357c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:13.205561 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Transition to ACTIVE for port object f39a7349-0e42-47d1-8bed-def98fbec976 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:49:13.209939 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:13.265536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Pushing event updated for resources: {'Port': ['ID=f39a7349-0e42-47d1-8bed-def98fbec976,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:13.274433 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-58beacf1-b505-4a98-a5a3-ed2f0dbe7f19 req-0c5d7025-f41b-4782-b77c-8c4b3d7128ca tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811238
Nov 20 20:49:13.323288 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-66cee5a5-1c0b-471e-af4d-269df75b2812 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:13.325924 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-66cee5a5-1c0b-471e-af4d-269df75b2812 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2&tenant_id=9e5736eff1924fa28c0a00ae3da90174&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0775056
Nov 20 20:49:13.402657 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-3046ed1d-d095-40ef-9a0d-6e1d36281597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:13.404434 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-3046ed1d-d095-40ef-9a0d-6e1d36281597 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2&tenant_id=9e5736eff1924fa28c0a00ae3da90174 HTTP/1.1" status: 200  len: 1096 time: 0.0691891
Nov 20 20:49:13.417434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e0e45-59f0-4404-95c8-53fee93d0533 req-1d1f6893-209c-454d-861a-14ffceaa6d44 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:13.419083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b83e0e45-59f0-4404-95c8-53fee93d0533 req-1d1f6893-209c-454d-861a-14ffceaa6d44 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0862243
Nov 20 20:49:13.424010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Attempting to bind port f39a7349-0e42-47d1-8bed-def98fbec976 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:13.424406 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Attempting to bind port f39a7349-0e42-47d1-8bed-def98fbec976 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e343e4d7-cd4c-4105-9180-5e57ae735346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:13.424798 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Attempting to bind port f39a7349-0e42-47d1-8bed-def98fbec976 on network e089fcf3-9dcc-485e-b53f-bb119c8c3467 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:13.443822 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Port f39a7349-0e42-47d1-8bed-def98fbec976 on network e089fcf3-9dcc-485e-b53f-bb119c8c3467 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:49:13.444429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Attempting to bind port f39a7349-0e42-47d1-8bed-def98fbec976 on network e089fcf3-9dcc-485e-b53f-bb119c8c3467 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:13.455075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:13.455411 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Checking segment: {'id': 'e343e4d7-cd4c-4105-9180-5e57ae735346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:13.455796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Bound using segment: {'id': 'e343e4d7-cd4c-4105-9180-5e57ae735346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:13.456266 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Bound port: f39a7349-0e42-47d1-8bed-def98fbec976, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e343e4d7-cd4c-4105-9180-5e57ae735346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:13.456657 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:13.489971 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-1b79395a-bc56-42a7-b720-629243794f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:13.491743 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-1b79395a-bc56-42a7-b720-629243794f6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 1096 time: 0.0521145
Nov 20 20:49:13.544891 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b83e0e45-59f0-4404-95c8-53fee93d0533 req-3866a147-9a9d-45cf-8697-38f75a2682e1 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162710
Nov 20 20:49:13.552416 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 3c47ade7-005b-489c-858d-16364f1b0424 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:49:13.556642 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 3c47ade7-005b-489c-858d-16364f1b0424 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:49:13.640132 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] For port f39a7349-0e42-47d1-8bed-def98fbec976, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:13.643683 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] For port f39a7349-0e42-47d1-8bed-def98fbec976, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f39a7349-0e42-47d1-8bed-def98fbec976,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:13.645458 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95d8ae-de94-4d12-8eb4-252b1f622ba7 req-6d83fd45-fb4c-4cf2-8e93-0d1d7580ddcf tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:13.647038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a95d8ae-de94-4d12-8eb4-252b1f622ba7 req-6d83fd45-fb4c-4cf2-8e93-0d1d7580ddcf tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 945 time: 0.1147125
Nov 20 20:49:13.650313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-4a3b38b6-7076-49ea-a6b6-29dffb601a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:13.651741 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-4a3b38b6-7076-49ea-a6b6-29dffb601a52 service neutron] 10.222.0.37 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 908 time: 0.1527994
Nov 20 20:49:13.652358 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:13.671335 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:13.671957 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:13.673321 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c25e0991-2d23-4533-b07b-5c136056df96 req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] 10.222.0.37 "PUT /v2.0/ports/f39a7349-0e42-47d1-8bed-def98fbec976 HTTP/1.1" status: 200  len: 1091 time: 1.1950240
Nov 20 20:49:13.673773 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9cc31a-a73e-4fea-b56f-0b57cacab7f1', 'tag': 'f39a7349-0e42-47d1-8bed-def98fbec976'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:13.680275 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba348c8-1fcb-4e30-9dc0-39de1fe13bba" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9cc31a-a73e-4fea-b56f-0b57cacab7f1", "tag": "f39a7349-0e42-47d1-8bed-def98fbec976"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:13.732413 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-3a894051-b2bf-4716-a785-3f892000dfc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebb075b-0271-4950-a74a-182cc4a744f5 HTTP/1.1" status: 200  len: 217 time: 0.0529366
Nov 20 20:49:13.776798 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a95d8ae-de94-4d12-8eb4-252b1f622ba7 req-13ada63a-b301-46a3-859d-d067d5e22e03 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197529
Nov 20 20:49:13.848992 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced6434c-4da9-4dcf-a5c2-f3d1a98e0b47 x-openstack-request-id: req-ced6434c-4da9-4dcf-a5c2-f3d1a98e0b47 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:13.849283 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9cc31a-a73e-4fea-b56f-0b57cacab7f1", "tag": "f39a7349-0e42-47d1-8bed-def98fbec976", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:13.849539 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ced6434c-4da9-4dcf-a5c2-f3d1a98e0b47 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:13.849939 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9cc31a-a73e-4fea-b56f-0b57cacab7f1', 'tag': 'f39a7349-0e42-47d1-8bed-def98fbec976', 'status': 'completed', 'code': 200}
Nov 20 20:49:13.857990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-2f0dbce6-3d4b-4354-a931-9cf534170cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:13.860625 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-2f0dbce6-3d4b-4354-a931-9cf534170cfe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.1184673
Nov 20 20:49:13.864417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a7008-3d2c-4e19-b5f7-8b6a3bb0a072 service neutron] Pushing event updated for resources: {'Port': ['ID=f39a7349-0e42-47d1-8bed-def98fbec976,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:13.887999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e0991-2d23-4533-b07b-5c136056df96 req-fd11922c-1d90-44ff-a355-ba0101fa68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:13.889663 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c25e0991-2d23-4533-b07b-5c136056df96 req-fd11922c-1d90-44ff-a355-ba0101fa68ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1929d2944a034783a75db63f07c146a6&device_id=ed9cc31a-a73e-4fea-b56f-0b57cacab7f1 HTTP/1.1" status: 200  len: 1094 time: 0.1469007
Nov 20 20:49:13.918633 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:13.920047 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-a182f0f9-7e0e-4f13-b8e7-1777e0cc28b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497699
Nov 20 20:49:13.941881 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 3c47ade7-005b-489c-858d-16364f1b0424, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c47ade7-005b-489c-858d-16364f1b0424,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:13.965998 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60d2233-750a-4b19-b2b7-a577b8091aee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c47ade7-005b-489c-858d-16364f1b0424'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:13.968454 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f365b76d-1329-4458-959a-637c47abcd59" -d '{"events": [{"server_uuid": "c60d2233-750a-4b19-b2b7-a577b8091aee", "name": "network-vif-unplugged", "status": "completed", "tag": "3c47ade7-005b-489c-858d-16364f1b0424"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:13.988849 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c25e0991-2d23-4533-b07b-5c136056df96 req-5e824935-21b7-4fda-849f-f14bd9f2ff08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f39a7349-0e42-47d1-8bed-def98fbec976 HTTP/1.1" status: 200  len: 217 time: 0.0784523
Nov 20 20:49:13.992966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '3c47ade7-005b-489c-858d-16364f1b0424', 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7', 'port_id': '3c47ade7-005b-489c-858d-16364f1b0424', 'mac_address': 'fa:16:3e:05:24:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e91b14ea-0983-48f2-b667-d7d8c840210d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:49:13.998346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 3c47ade7-005b-489c-858d-16364f1b0424, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c47ade7-005b-489c-858d-16364f1b0424,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:14.009490 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:14.010147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 76b5097e-7d85-4157-a179-a00737c678ce no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:49:14.061673 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafb126-bc9f-488a-80a1-b8896555f1f1 req-51eecc62-6eaa-415a-883a-083a49818127 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:14.071541 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4cafb126-bc9f-488a-80a1-b8896555f1f1 req-51eecc62-6eaa-415a-883a-083a49818127 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed9cc31a-a73e-4fea-b56f-0b57cacab7f1 HTTP/1.1" status: 200  len: 943 time: 0.1650753
Nov 20 20:49:14.115904 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:14.141928 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-bca07405-88f7-417a-a59b-97bd77b22725 service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1922023
Nov 20 20:49:14.142258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e0991-2d23-4533-b07b-5c136056df96 req-ae51ffa5-27ce-414b-934a-4905258e578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:14.143554 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c25e0991-2d23-4533-b07b-5c136056df96 req-ae51ffa5-27ce-414b-934a-4905258e578b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cac3ccbd-8963-47e1-9b4e-185e806337ba HTTP/1.1" status: 200  len: 862 time: 0.1462419
Nov 20 20:49:14.215748 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c25e0991-2d23-4533-b07b-5c136056df96 req-658d8a21-9ae1-4791-ae7f-2c83b90a7d51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e089fcf3-9dcc-485e-b53f-bb119c8c3467&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0592859
Nov 20 20:49:14.240561 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4cafb126-bc9f-488a-80a1-b8896555f1f1 req-514612da-a9c1-4fcc-b993-da6b29f52302 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679618
Nov 20 20:49:14.311519 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 76b5097e-7d85-4157-a179-a00737c678ce {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:49:14.317520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 76b5097e-7d85-4157-a179-a00737c678ce not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:49:14.320767 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c47ade7-005b-489c-858d-16364f1b0424 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:49:14.344441 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c05035-af98-418b-99c7-762e50ea16cc x-openstack-request-id: req-e6c05035-af98-418b-99c7-762e50ea16cc {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:14.348206 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60d2233-750a-4b19-b2b7-a577b8091aee", "name": "network-vif-unplugged", "status": "completed", "tag": "3c47ade7-005b-489c-858d-16364f1b0424", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:14.348978 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6c05035-af98-418b-99c7-762e50ea16cc {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:14.349605 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60d2233-750a-4b19-b2b7-a577b8091aee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c47ade7-005b-489c-858d-16364f1b0424', 'code': 200}
Nov 20 20:49:14.391585 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 3c47ade7-005b-489c-858d-16364f1b0424, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c47ade7-005b-489c-858d-16364f1b0424,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:14.410892 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:14.413201 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c25e0991-2d23-4533-b07b-5c136056df96 req-31801ddc-118e-427e-9ada-df8cccfdd9df service neutron] 10.222.0.37 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845720
Nov 20 20:49:14.419244 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-c04b1729-bda7-46c9-99a9-8d73065558f3 service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2597234
Nov 20 20:49:14.427886 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5251e5-36a9-461b-84d9-d2cc5e86b1dd req-e931065d-5b88-4a77-a8b6-c4eee323bfcc tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:14.435549 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9e5251e5-36a9-461b-84d9-d2cc5e86b1dd req-e931065d-5b88-4a77-a8b6-c4eee323bfcc tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 943 time: 0.1847954
Nov 20 20:49:14.437185 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=3c47ade7-005b-489c-858d-16364f1b0424,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:14.515720 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=3c47ade7-005b-489c-858d-16364f1b0424,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:14.584886 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9e5251e5-36a9-461b-84d9-d2cc5e86b1dd req-246a6532-132b-4ea2-9fed-99dd04119a27 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427443
Nov 20 20:49:14.635806 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c25e0991-2d23-4533-b07b-5c136056df96 req-36e68cbb-b81d-47a7-905e-447e504db5be service neutron] 10.222.0.37 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1971111
Nov 20 20:49:14.680752 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['3c47ade7-005b-489c-858d-16364f1b0424'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:14.749330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320fb5e-9665-431f-aac6-f3ae16a1dba5 req-244b7e49-c038-42ed-b5bb-f098599ccbe9 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:14.756952 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d320fb5e-9665-431f-aac6-f3ae16a1dba5 req-244b7e49-c038-42ed-b5bb-f098599ccbe9 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0855720
Nov 20 20:49:14.792642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-499b6a09-0eb4-4bda-b077-3c7d72a89d00 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:14.794455 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-499b6a09-0eb4-4bda-b077-3c7d72a89d00 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2&tenant_id=9e5736eff1924fa28c0a00ae3da90174&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0946252
Nov 20 20:49:14.821525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf31ba-cb07-40af-8c1d-caef976f90a7 req-9e466dde-573f-4fdc-b76f-a5dfc786964d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:14.829875 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-afaf31ba-cb07-40af-8c1d-caef976f90a7 req-9e466dde-573f-4fdc-b76f-a5dfc786964d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0874131
Nov 20 20:49:14.839202 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d320fb5e-9665-431f-aac6-f3ae16a1dba5 req-248596ca-22fd-4a80-a3ac-d8c237e8b0e2 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813239
Nov 20 20:49:14.851368 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba348c8-1fcb-4e30-9dc0-39de1fe13bba req-8cdce3d0-3809-4a14-a405-62ec63e6fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:14.852911 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eba348c8-1fcb-4e30-9dc0-39de1fe13bba req-8cdce3d0-3809-4a14-a405-62ec63e6fd6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1929d2944a034783a75db63f07c146a6&device_id=ed9cc31a-a73e-4fea-b56f-0b57cacab7f1 HTTP/1.1" status: 200  len: 1094 time: 0.0890598
Nov 20 20:49:14.950734 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-afaf31ba-cb07-40af-8c1d-caef976f90a7 req-97e17b82-d56d-462b-bd1a-3e6b674ced63 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185658
Nov 20 20:49:14.990999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba348c8-1fcb-4e30-9dc0-39de1fe13bba req-f111c1dc-f05f-47cf-81d9-95392831bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:14.992814 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eba348c8-1fcb-4e30-9dc0-39de1fe13bba req-f111c1dc-f05f-47cf-81d9-95392831bd89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e089fcf3-9dcc-485e-b53f-bb119c8c3467 HTTP/1.1" status: 200  len: 923 time: 0.1192055
Nov 20 20:49:15.047377 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eba348c8-1fcb-4e30-9dc0-39de1fe13bba req-84632ed0-34bf-4d3c-8f3c-4aa6d9639d5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f39a7349-0e42-47d1-8bed-def98fbec976 HTTP/1.1" status: 200  len: 217 time: 0.0450730
Nov 20 20:49:15.095546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b4ff9-056f-4783-a5d3-d94aae441ef6 req-9e6ad7bf-c68c-4ee3-9513-079f2569f78c tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:15.097102 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-462b4ff9-056f-4783-a5d3-d94aae441ef6 req-9e6ad7bf-c68c-4ee3-9513-079f2569f78c tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 945 time: 0.0773556
Nov 20 20:49:15.101541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-cc6ba20c-35c0-452f-b5d1-7b5dcee00583 service neutron] For port 1ebb075b-0271-4950-a74a-182cc4a744f5, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:15.107656 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-cc6ba20c-35c0-452f-b5d1-7b5dcee00583 service neutron] Publish callbacks [] for binding, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:15.108755 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-cc6ba20c-35c0-452f-b5d1-7b5dcee00583 service neutron] 10.222.0.37 "DELETE /v2.0/ports/1ebb075b-0271-4950-a74a-182cc4a744f5/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3033090
Nov 20 20:49:15.130596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba348c8-1fcb-4e30-9dc0-39de1fe13bba req-e101102b-7dce-4e9c-8085-9f410a0891f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:15.131580 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eba348c8-1fcb-4e30-9dc0-39de1fe13bba req-e101102b-7dce-4e9c-8085-9f410a0891f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cac3ccbd-8963-47e1-9b4e-185e806337ba HTTP/1.1" status: 200  len: 862 time: 0.0684354
Nov 20 20:49:15.177114 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eba348c8-1fcb-4e30-9dc0-39de1fe13bba req-a457a40c-1b29-4e88-94ec-28bd44718c5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e089fcf3-9dcc-485e-b53f-bb119c8c3467&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0329616
Nov 20 20:49:15.180237 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-462b4ff9-056f-4783-a5d3-d94aae441ef6 req-62727203-b52f-445c-8916-d1ef2021aa14 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761583
Nov 20 20:49:15.337146 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eba348c8-1fcb-4e30-9dc0-39de1fe13bba req-5e70e658-9202-4c77-a8a0-cc878e4439f8 service neutron] 10.222.0.37 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440184
Nov 20 20:49:15.449648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7335aa2-4121-4ce3-a320-39f2b84b3b28 req-215e4926-d04d-4bb6-a8bf-27bbc13ce37e tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:15.451198 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a7335aa2-4121-4ce3-a320-39f2b84b3b28 req-215e4926-d04d-4bb6-a8bf-27bbc13ce37e tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 1096 time: 0.1296875
Nov 20 20:49:15.564734 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 3c47ade7-005b-489c-858d-16364f1b0424 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:15.594867 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6bfa31a4-f291-4eb1-b9b6-56ebb3eaf1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:15.616033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8be5e-d9cb-459f-9f36-b902e2ee55a1 req-241518f7-c9eb-44d0-845e-76b7567e6ff6 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:15.619590 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c4e8be5e-d9cb-459f-9f36-b902e2ee55a1 req-241518f7-c9eb-44d0-845e-76b7567e6ff6 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed9cc31a-a73e-4fea-b56f-0b57cacab7f1 HTTP/1.1" status: 200  len: 943 time: 0.0814238
Nov 20 20:49:15.632888 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 3c47ade7-005b-489c-858d-16364f1b0424 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:15.633295 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:15.681872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c4e8be5e-d9cb-459f-9f36-b902e2ee55a1 req-aaddabb3-6aa6-4417-bdb9-7a333740a146 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560627
Nov 20 20:49:15.743374 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:15.786492 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 3c47ade7-005b-489c-858d-16364f1b0424, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c47ade7-005b-489c-858d-16364f1b0424,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:15.793584 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:15.794814 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1ebb075b-0271-4950-a74a-182cc4a744f5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:49:15.827281 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eba348c8-1fcb-4e30-9dc0-39de1fe13bba req-9ec81743-2337-4c9e-88c3-efe3066ce947 service neutron] 10.222.0.37 "GET /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4709044
Nov 20 20:49:15.852111 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a7335aa2-4121-4ce3-a320-39f2b84b3b28 req-3750b72a-d82f-4cf6-9c4a-922fbc72fe59 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3942850
Nov 20 20:49:15.870980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6c738-9962-4f15-85d1-0a5645ba17e0 req-70051245-d3de-4c2f-b3b4-5596f743b629 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:15.872961 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7af6c738-9962-4f15-85d1-0a5645ba17e0 req-70051245-d3de-4c2f-b3b4-5596f743b629 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0812161
Nov 20 20:49:15.901992 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=3c47ade7-005b-489c-858d-16364f1b0424,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:15.908448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1ebb075b-0271-4950-a74a-182cc4a744f5 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:49:15.928367 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7af6c738-9962-4f15-85d1-0a5645ba17e0 req-a62840cd-d6aa-4ace-824d-bd606d26bf74 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545189
Nov 20 20:49:16.058991 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16321acd-232c-4cc3-b9cb-1db63e83552c req-44626b7f-9d40-4e2b-8c2a-325ec138be17 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:16.060460 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-16321acd-232c-4cc3-b9cb-1db63e83552c req-44626b7f-9d40-4e2b-8c2a-325ec138be17 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0578072
Nov 20 20:49:16.115596 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-16321acd-232c-4cc3-b9cb-1db63e83552c req-6eb54e4a-53b7-44d2-b6e0-b1fac80ad8df tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483570
Nov 20 20:49:16.184253 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f4ac3-71c4-4597-a1b7-7194b6d184ac req-20894900-f710-4e3c-b10b-64e19f523df8 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:16.185877 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-697f4ac3-71c4-4597-a1b7-7194b6d184ac req-20894900-f710-4e3c-b10b-64e19f523df8 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0958350
Nov 20 20:49:16.260683 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-697f4ac3-71c4-4597-a1b7-7194b6d184ac req-1d6ef468-afde-4176-be1a-5ff53fa1d151 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676208
Nov 20 20:49:16.348705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9499adf-6703-4830-92e1-0839d78c2880 req-822561df-1885-41a5-a575-91838eddee24 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:16.350375 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e9499adf-6703-4830-92e1-0839d78c2880 req-822561df-1885-41a5-a575-91838eddee24 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 807 time: 0.1230376
Nov 20 20:49:16.351110 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60d2233-750a-4b19-b2b7-a577b8091aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c47ade7-005b-489c-858d-16364f1b0424'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:16.353699 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c876b707-3be8-43d0-b413-99e6b1d2f776" -d '{"events": [{"server_uuid": "c60d2233-750a-4b19-b2b7-a577b8091aee", "name": "network-vif-plugged", "status": "completed", "tag": "3c47ade7-005b-489c-858d-16364f1b0424"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:16.369694 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e9499adf-6703-4830-92e1-0839d78c2880 req-7ec05c75-ca5d-482c-89fe-062d12182b0f tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/quotas/9e5736eff1924fa28c0a00ae3da90174 HTTP/1.1" status: 200  len: 375 time: 0.0128393
Nov 20 20:49:16.395610 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141bcea8-532f-4a75-9a85-a5fe367b763d x-openstack-request-id: req-141bcea8-532f-4a75-9a85-a5fe367b763d {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:16.395914 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60d2233-750a-4b19-b2b7-a577b8091aee", "name": "network-vif-plugged", "status": "completed", "tag": "3c47ade7-005b-489c-858d-16364f1b0424", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:16.396183 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-141bcea8-532f-4a75-9a85-a5fe367b763d {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:16.396585 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60d2233-750a-4b19-b2b7-a577b8091aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c47ade7-005b-489c-858d-16364f1b0424', 'code': 200}
Nov 20 20:49:16.437235 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e9499adf-6703-4830-92e1-0839d78c2880 req-a8700b06-7535-4320-a7ab-d2c366b4a603 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0578837
Nov 20 20:49:16.471713 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59496) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:16.576786 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e9499adf-6703-4830-92e1-0839d78c2880 req-d5ec3e56-cbe4-4fff-b670-4a8d7d772178 service neutron] 10.222.0.41 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312149
Nov 20 20:49:16.579395 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4fe4a-2155-4754-b24d-81535d2a590a req-57613378-75b3-4d6e-8bb8-67c40ad2ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:16.580759 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11c4fe4a-2155-4754-b24d-81535d2a590a req-57613378-75b3-4d6e-8bb8-67c40ad2ff85 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 1096 time: 0.0674491
Nov 20 20:49:16.600759 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d258ac0c-3b71-49b2-b61f-966258c35eb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:16.635952 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:16.694350 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d258ac0c-3b71-49b2-b61f-966258c35eb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:16.700165 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d258ac0c-3b71-49b2-b61f-966258c35eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:16.700990 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11c4fe4a-2155-4754-b24d-81535d2a590a req-8325a724-1ecb-4246-bd05-c11296da2f66 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058826
Nov 20 20:49:16.723965 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e9499adf-6703-4830-92e1-0839d78c2880 req-c3cbbc2b-6d85-4490-a57e-2e2835a08d1f service neutron] 10.222.0.41 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369901
Nov 20 20:49:16.740200 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d258ac0c-3b71-49b2-b61f-966258c35eb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c2dea7e010246e78bd78146653d8152&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2665200
Nov 20 20:49:16.741642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258ac0c-3b71-49b2-b61f-966258c35eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d68a2c-ae23-4429-98c4-5f5fb802e703,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:16.743093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59502) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:16.815287 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4cce20d7-4edf-41c0-a7c0-9c2d5a977d35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:16.816655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015b113-d1af-4db7-81a7-7e7337cf3208 req-cdb873ab-2955-4c78-8f80-86caf442c83f tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:16.818135 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d015b113-d1af-4db7-81a7-7e7337cf3208 req-cdb873ab-2955-4c78-8f80-86caf442c83f tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed9cc31a-a73e-4fea-b56f-0b57cacab7f1 HTTP/1.1" status: 200  len: 943 time: 0.0541697
Nov 20 20:49:16.840215 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4cce20d7-4edf-41c0-a7c0-9c2d5a977d35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:16.872490 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d015b113-d1af-4db7-81a7-7e7337cf3208 req-31d26db3-be45-4a23-b7e1-9ad8f55a1bd4 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482702
Nov 20 20:49:16.919233 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45b17a47-3bb5-41bd-97ca-c545502c1089 req-c53777c9-bb1a-4969-b2e9-1c79f6ad2e5f tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 210 time: 0.0279438
Nov 20 20:49:16.919947 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4cce20d7-4edf-41c0-a7c0-9c2d5a977d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:16.922499 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4cce20d7-4edf-41c0-a7c0-9c2d5a977d35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:16.926674 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4cce20d7-4edf-41c0-a7c0-9c2d5a977d35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01d68a2c-ae23-4429-98c4-5f5fb802e703 HTTP/1.1" status: 204  len: 168 time: 0.1793420
Nov 20 20:49:16.931410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce20d7-4edf-41c0-a7c0-9c2d5a977d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d68a2c-ae23-4429-98c4-5f5fb802e703,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:17.073830 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023db63-da85-414b-97c6-e219ad3ce507 req-41fa613b-c27a-40b2-9e6f-7882058635b3 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:17.091861 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c023db63-da85-414b-97c6-e219ad3ce507 req-41fa613b-c27a-40b2-9e6f-7882058635b3 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.0799515
Nov 20 20:49:17.136593 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c023db63-da85-414b-97c6-e219ad3ce507 req-fec3adbe-64f4-4b7c-80a7-9ac86eaf05ea tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480001
Nov 20 20:49:17.259923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da105ed2-b19a-439f-9049-04a14212c8aa req-d35d2542-8db5-46aa-b999-4a535088c4eb tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:17.261586 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da105ed2-b19a-439f-9049-04a14212c8aa req-d35d2542-8db5-46aa-b999-4a535088c4eb tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0708101
Nov 20 20:49:17.322216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f39a7349-0e42-47d1-8bed-def98fbec976 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:49:17.326212 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da105ed2-b19a-439f-9049-04a14212c8aa req-1e353209-b7a6-4584-92e6-377216f07b54 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578492
Nov 20 20:49:17.443443 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd2e82-c10a-4418-a8ea-a9e5c7949dde req-6e713516-56fa-40f4-9dd9-0528d6a328ce tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:17.445493 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0dd2e82-c10a-4418-a8ea-a9e5c7949dde req-6e713516-56fa-40f4-9dd9-0528d6a328ce tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0914016
Nov 20 20:49:17.511648 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0dd2e82-c10a-4418-a8ea-a9e5c7949dde req-58e8c852-3859-42ee-b20b-901cf6a863ba tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568287
Nov 20 20:49:17.513579 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port f39a7349-0e42-47d1-8bed-def98fbec976, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f39a7349-0e42-47d1-8bed-def98fbec976,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:17.530514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'f39a7349-0e42-47d1-8bed-def98fbec976', 'network_id': 'e089fcf3-9dcc-485e-b53f-bb119c8c3467', 'port_id': 'f39a7349-0e42-47d1-8bed-def98fbec976', 'mac_address': 'fa:16:3e:93:fe:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac3ccbd-8963-47e1-9b4e-185e806337ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:49:17.579426 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:17.596009 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39a7349-0e42-47d1-8bed-def98fbec976 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:49:17.626245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port f39a7349-0e42-47d1-8bed-def98fbec976, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f39a7349-0e42-47d1-8bed-def98fbec976,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:17.634263 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:17.697066 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=f39a7349-0e42-47d1-8bed-def98fbec976,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:17.804949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59544) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:17.934944 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-96028309-bd6d-4e8f-9589-574cad2e8b60 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-73314611-network', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:17.963814 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f39a7349-0e42-47d1-8bed-def98fbec976'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:17.967055 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96028309-bd6d-4e8f-9589-574cad2e8b60 admin admin] Made reservation on behalf of 2a9b204d38934eeea9ac2d67611156eb for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:49:17.970671 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96028309-bd6d-4e8f-9589-574cad2e8b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:18.009667 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96028309-bd6d-4e8f-9589-574cad2e8b60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:18.068914 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03819780-1f14-4d2b-ab33-e59e82020370 req-10120d52-5ce3-4a52-9894-691206a0d4be tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:18.075260 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-03819780-1f14-4d2b-ab33-e59e82020370 req-10120d52-5ce3-4a52-9894-691206a0d4be tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed9cc31a-a73e-4fea-b56f-0b57cacab7f1 HTTP/1.1" status: 200  len: 944 time: 0.1032369
Nov 20 20:49:18.088649 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e78564bf-f164-4775-a834-0686c4e4abab req-70568571-249b-44f7-b805-ba40b30b5659 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 210 time: 0.0297546
Nov 20 20:49:18.240089 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96028309-bd6d-4e8f-9589-574cad2e8b60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:18.257624 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96028309-bd6d-4e8f-9589-574cad2e8b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:18.332793 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-03819780-1f14-4d2b-ab33-e59e82020370 req-839997c8-6202-4b45-ad44-324e45d4d57e tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2564938
Nov 20 20:49:18.348662 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96028309-bd6d-4e8f-9589-574cad2e8b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f569ae9-bbed-4bed-945a-fcbec066d730,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:18.353454 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96028309-bd6d-4e8f-9589-574cad2e8b60 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:49:18.379575 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96028309-bd6d-4e8f-9589-574cad2e8b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:18.379932 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-96028309-bd6d-4e8f-9589-574cad2e8b60 admin admin] Added segment fe4913fd-d6bc-497d-8f84-38beb20c87e9 of type vlan for network ecb95c56-c11a-4f3b-9cd5-8a7b52baf801
Nov 20 20:49:18.387598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496b158-e1ce-4b53-96ef-d61b8783bf0c req-06e79a7a-13cf-45e6-a275-6dbf64fcdd6c tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:18.391703 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0496b158-e1ce-4b53-96ef-d61b8783bf0c req-06e79a7a-13cf-45e6-a275-6dbf64fcdd6c tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.1565914
Nov 20 20:49:18.395962 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9499adf-6703-4830-92e1-0839d78c2880 req-ce254dc2-34f2-416f-a0fe-387fd95e3270 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:18.397700 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e9499adf-6703-4830-92e1-0839d78c2880 req-ce254dc2-34f2-416f-a0fe-387fd95e3270 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.47 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 807 time: 0.2363956
Nov 20 20:49:18.422525 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-e9499adf-6703-4830-92e1-0839d78c2880 req-c07d3f6e-9065-4709-a56f-1198ea7cc045 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Request body: {'port': {'device_id': 'c352e82a-20f7-44a4-a047-019ee6b6785b', 'network_id': '554d0697-db40-4745-a60d-da36ede89e92', 'admin_state_up': True, 'tenant_id': '9e5736eff1924fa28c0a00ae3da90174'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:18.468044 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:18.483504 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0496b158-e1ce-4b53-96ef-d61b8783bf0c req-27338496-d90b-4ac7-8bd0-e83acae05a7e tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803099
Nov 20 20:49:18.483686 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96028309-bd6d-4e8f-9589-574cad2e8b60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:18.582511 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96028309-bd6d-4e8f-9589-574cad2e8b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:18.583479 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96028309-bd6d-4e8f-9589-574cad2e8b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:18.584116 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96028309-bd6d-4e8f-9589-574cad2e8b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:18.587342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927bf1a-f113-4d27-ac53-ea5751a1595a req-75442680-2937-4bd7-bd79-045a977db4ef tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:18.589037 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2927bf1a-f113-4d27-ac53-ea5751a1595a req-75442680-2937-4bd7-bd79-045a977db4ef tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 1096 time: 0.1409349
Nov 20 20:49:18.592468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84998be4-7010-4a10-bb3f-79bf94a03750 req-6bc352c3-9be2-4e38-af63-799d9598aba6 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:18.593732 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-84998be4-7010-4a10-bb3f-79bf94a03750 req-6bc352c3-9be2-4e38-af63-799d9598aba6 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0507405
Nov 20 20:49:18.645764 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-84998be4-7010-4a10-bb3f-79bf94a03750 req-68688670-f77f-4343-afc8-f35dfcbf7cc1 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455942
Nov 20 20:49:18.646331 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-96028309-bd6d-4e8f-9589-574cad2e8b60 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8402567
Nov 20 20:49:18.649452 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59568) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:18.655324 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-261f4a23-97f1-466d-924b-eeb19a5bcbf9 admin admin] Request body: {'subnet': {'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-73314611-subnet', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:18.680434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261f4a23-97f1-466d-924b-eeb19a5bcbf9 admin admin] Made reservation on behalf of 2a9b204d38934eeea9ac2d67611156eb for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:49:18.682719 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-261f4a23-97f1-466d-924b-eeb19a5bcbf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:18.750173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96028309-bd6d-4e8f-9589-574cad2e8b60 admin admin] Pushing event updated for resources: {'Network': ['ID=ecb95c56-c11a-4f3b-9cd5-8a7b52baf801,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:18.768264 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9499adf-6703-4830-92e1-0839d78c2880 req-c07d3f6e-9065-4709-a56f-1198ea7cc045 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Made reservation on behalf of 9e5736eff1924fa28c0a00ae3da90174 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:49:18.772621 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e9499adf-6703-4830-92e1-0839d78c2880 req-c07d3f6e-9065-4709-a56f-1198ea7cc045 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:18.773224 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:49:18.798764 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2927bf1a-f113-4d27-ac53-ea5751a1595a req-7146431a-c614-43b4-b836-51d12c238037 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890609
Nov 20 20:49:18.915570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe44b58-ff7a-4524-b1c8-2d0902e288b3 req-ab9ea271-0445-4baf-920b-57136e0ea91e tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:18.917105 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-afe44b58-ff7a-4524-b1c8-2d0902e288b3 req-ab9ea271-0445-4baf-920b-57136e0ea91e tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.1242592
Nov 20 20:49:18.918674 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-261f4a23-97f1-466d-924b-eeb19a5bcbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:18.959327 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:18.971270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-e9499adf-6703-4830-92e1-0839d78c2880 req-c07d3f6e-9065-4709-a56f-1198ea7cc045 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Allocated IP 172.20.0.2 (554d0697-db40-4745-a60d-da36ede89e92/401402cf-759c-4641-9447-60eadb079e88/870f5ce2-c00b-40f9-84c6-8fa23fcf05bc) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:49:18.992766 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8aa8d-10e4-437e-920a-a449081ce5af req-22b9541a-fa69-4c79-bc27-898be4659265 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:18.994499 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8cb8aa8d-10e4-437e-920a-a449081ce5af req-22b9541a-fa69-4c79-bc27-898be4659265 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0825272
Nov 20 20:49:19.007370 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f4a23-97f1-466d-924b-eeb19a5bcbf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2563a429-d56a-441b-ae05-c13563861abb,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:19.035402 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-afe44b58-ff7a-4524-b1c8-2d0902e288b3 req-0ef38158-d969-4445-b15c-10f532176630 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060443
Nov 20 20:49:19.041774 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f4a23-97f1-466d-924b-eeb19a5bcbf9 admin admin] Checking segment: {'id': 'fe4913fd-d6bc-497d-8f84-38beb20c87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:19.042521 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f4a23-97f1-466d-924b-eeb19a5bcbf9 admin admin] Network hostable DHCP agents. Network: ecb95c56-c11a-4f3b-9cd5-8a7b52baf801, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:49:19.063108 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f4a23-97f1-466d-924b-eeb19a5bcbf9 admin admin] Network ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:49:19.076234 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-261f4a23-97f1-466d-924b-eeb19a5bcbf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ecb95c56-c11a-4f3b-9cd5-8a7b52baf801) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:19.086394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261f4a23-97f1-466d-924b-eeb19a5bcbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:19.087486 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-261f4a23-97f1-466d-924b-eeb19a5bcbf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:19.109331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-261f4a23-97f1-466d-924b-eeb19a5bcbf9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4583595
Nov 20 20:49:19.110831 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecec1c9-d4ac-4ad1-97f8-58f6549eb71b None None] Network ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:49:19.112228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59574) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:19.117500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-73314611-router', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:19.119926 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8cb8aa8d-10e4-437e-920a-a449081ce5af req-3bf834cb-d26b-4bd9-a42b-f2b835229971 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185498
Nov 20 20:49:19.161300 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:19.162767 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:19.230833 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:19.303635 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e9499adf-6703-4830-92e1-0839d78c2880 req-c07d3f6e-9065-4709-a56f-1198ea7cc045 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:19.336873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f39a7349-0e42-47d1-8bed-def98fbec976 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:19.349250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ecb95c56-c11a-4f3b-9cd5-8a7b52baf801', 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'fixed_ips': [{'subnet_id': '2563a429-d56a-441b-ae05-c13563861abb'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:49:19.352362 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:19.383823 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e9499adf-6703-4830-92e1-0839d78c2880 req-c07d3f6e-9065-4709-a56f-1198ea7cc045 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:19.471042 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:19.518360 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9499adf-6703-4830-92e1-0839d78c2880 req-c07d3f6e-9065-4709-a56f-1198ea7cc045 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Network 554d0697-db40-4745-a60d-da36ede89e92 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:49:19.528422 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-e9499adf-6703-4830-92e1-0839d78c2880 req-c07d3f6e-9065-4709-a56f-1198ea7cc045 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:19.535233 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9499adf-6703-4830-92e1-0839d78c2880 req-c07d3f6e-9065-4709-a56f-1198ea7cc045 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:49:19.545560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port f39a7349-0e42-47d1-8bed-def98fbec976 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:49:19.554137 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port f39a7349-0e42-47d1-8bed-def98fbec976 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:19.554510 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:19.567378 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d3f6e-9065-4709-a56f-1198ea7cc045 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Pushing event updated for resources: {'Port': ['ID=870f5ce2-c00b-40f9-84c6-8fa23fcf05bc,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:19.608481 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229f264-40ad-410d-b105-a54fbda86104 req-769d865b-8313-4e1f-81c6-9f550544743a tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:19.610230 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9229f264-40ad-410d-b105-a54fbda86104 req-769d865b-8313-4e1f-81c6-9f550544743a tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 931 time: 0.1464303
Nov 20 20:49:19.624019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9499adf-6703-4830-92e1-0839d78c2880 req-c07d3f6e-9065-4709-a56f-1198ea7cc045 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:19.624742 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e9499adf-6703-4830-92e1-0839d78c2880 req-c07d3f6e-9065-4709-a56f-1198ea7cc045 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:19.663274 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e9499adf-6703-4830-92e1-0839d78c2880 req-c07d3f6e-9065-4709-a56f-1198ea7cc045 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2447283
Nov 20 20:49:19.678702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Allocated IP 172.20.0.2 (ecb95c56-c11a-4f3b-9cd5-8a7b52baf801/2563a429-d56a-441b-ae05-c13563861abb/0bae167e-c667-403c-88d3-81d2044e9d79) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:49:19.699972 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9229f264-40ad-410d-b105-a54fbda86104 req-fb37a6c3-8bfb-4b5e-abd0-7418d9160f4b tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719569
Nov 20 20:49:19.704092 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Request body: {'port': {'device_id': 'c352e82a-20f7-44a4-a047-019ee6b6785b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:19.776341 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:19.855207 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:19.880394 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:19.887760 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9cc31a-a73e-4fea-b56f-0b57cacab7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39a7349-0e42-47d1-8bed-def98fbec976'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:19.890425 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4390dff8-db55-4be3-a242-aae5abea26bf" -d '{"events": [{"server_uuid": "ed9cc31a-a73e-4fea-b56f-0b57cacab7f1", "name": "network-vif-plugged", "status": "completed", "tag": "f39a7349-0e42-47d1-8bed-def98fbec976"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:19.917461 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port f39a7349-0e42-47d1-8bed-def98fbec976, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f39a7349-0e42-47d1-8bed-def98fbec976,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:19.924528 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:19.929484 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:19.982346 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e2173-74c5-41ef-a450-66a34b4ac65c req-1661a548-2f9f-41b0-87c5-23cafeaacc5a tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:19.983989 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b57e2173-74c5-41ef-a450-66a34b4ac65c req-1661a548-2f9f-41b0-87c5-23cafeaacc5a tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed9cc31a-a73e-4fea-b56f-0b57cacab7f1 HTTP/1.1" status: 200  len: 944 time: 0.1386302
Nov 20 20:49:20.040456 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:20.045899 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=f39a7349-0e42-47d1-8bed-def98fbec976,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:20.054145 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:20.074350 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b57e2173-74c5-41ef-a450-66a34b4ac65c req-a3bd42d0-bbd3-459b-a8c8-7f284530be02 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818641
Nov 20 20:49:20.115075 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Network ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:49:20.118525 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:20.125841 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:49:20.134689 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Pushing event updated for resources: {'Port': ['ID=0bae167e-c667-403c-88d3-81d2044e9d79,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:20.159114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Allocated IP 172.35.1.25 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/76530b73-e17a-455b-98a7-698b6175da0b) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:49:20.163051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:20.164510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:20.165004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:20.166300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:20.167420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:20.170568 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:20.171013 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:20.172078 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:20.172497 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:20.172905 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:20.174426 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:20.176082 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:20.263562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Attempting to bind port 0bae167e-c667-403c-88d3-81d2044e9d79 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:20.263934 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Attempting to bind port 0bae167e-c667-403c-88d3-81d2044e9d79 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fe4913fd-d6bc-497d-8f84-38beb20c87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:20.264299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Attempting to bind port 0bae167e-c667-403c-88d3-81d2044e9d79 on network ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:20.270230 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:20.270654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Checking segment: {'id': 'fe4913fd-d6bc-497d-8f84-38beb20c87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:20.271242 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:20.271643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Bound using segment: {'id': 'fe4913fd-d6bc-497d-8f84-38beb20c87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:20.272375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Bound port: 0bae167e-c667-403c-88d3-81d2044e9d79, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4913fd-d6bc-497d-8f84-38beb20c87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:20.272763 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:20.336272 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:20.373365 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] For port 0bae167e-c667-403c-88d3-81d2044e9d79, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:20.378702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] For port 0bae167e-c667-403c-88d3-81d2044e9d79, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bae167e-c667-403c-88d3-81d2044e9d79,segment=NetworkSegment(fe4913fd-d6bc-497d-8f84-38beb20c87e9),segment_id=fe4913fd-d6bc-497d-8f84-38beb20c87e9)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:20.383114 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:49:20.383399 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:20.393089 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:20.399842 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:20.422770 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:49:20.450861 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Transition to ACTIVE for port object 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:49:20.463037 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2add3b4-b5da-48c1-baac-7f1b341f9266 None None] Pushing event updated for resources: {'Port': ['ID=0bae167e-c667-403c-88d3-81d2044e9d79,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:20.473478 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-936f8c1d-297e-4274-b928-8c1d94f88320 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:20.480393 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Pushing event updated for resources: {'Port': ['ID=76530b73-e17a-455b-98a7-698b6175da0b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:20.482001 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-936f8c1d-297e-4274-b928-8c1d94f88320 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/networks?id=f82a7818-62f9-41df-8e59-1f9bb434e3d7 HTTP/1.1" status: 200  len: 813 time: 0.2409003
Nov 20 20:49:20.485968 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:20.495078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:49:20.496756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:20.500060 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:49:20.547860 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-3414853b-65e9-431a-b01b-db6d611a52fc tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/quotas/1b0c2ea7352848dcbb0c66efff699f0a HTTP/1.1" status: 200  len: 375 time: 0.0632222
Nov 20 20:49:20.653702 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Pushing event updated for resources: {'Port': ['ID=870f5ce2-c00b-40f9-84c6-8fa23fcf05bc,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:20.708537 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-015440e6-9d4f-4f24-9bbd-8606515831bb tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b0c2ea7352848dcbb0c66efff699f0a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1360474
Nov 20 20:49:20.741738 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304b762-51f6-4dcd-9b87-2bdb1707acaa req-e0ebcd10-9a4b-4dd5-baba-37ec7c7d232c tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:20.743723 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1304b762-51f6-4dcd-9b87-2bdb1707acaa req-e0ebcd10-9a4b-4dd5-baba-37ec7c7d232c tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.47 "GET /v2.0/ports?device_id=c60d2233-750a-4b19-b2b7-a577b8091aee HTTP/1.1" status: 200  len: 945 time: 0.1134686
Nov 20 20:49:20.745657 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Attempting to bind port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:20.746031 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Attempting to bind port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:20.746499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Attempting to bind port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:20.791701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc on network 554d0697-db40-4745-a60d-da36ede89e92 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:49:20.792142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Attempting to bind port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:20.831778 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:20.832465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Checking segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:20.833088 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Bound using segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:20.833614 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Bound port: 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:20.834085 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:20.881564 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:20.885837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-7a75b455-c452-459d-b92a-15821b113a33 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:49:20.886881 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-7a75b455-c452-459d-b92a-15821b113a33 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1048753
Nov 20 20:49:21.002826 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-eff1dca5-2084-4782-9dd7-dad651da7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:21.005214 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-eff1dca5-2084-4782-9dd7-dad651da7126 service neutron] 10.222.0.41 "GET /v2.0/ports/45fadff2-da94-4f5f-8340-26c7ac05e1e2 HTTP/1.1" status: 200  len: 1093 time: 0.1079004
Nov 20 20:49:21.009835 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-9cc4cdb5-12c7-4997-bf4d-b55a22014403 service neutron] 10.222.0.41 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2907922
Nov 20 20:49:21.018613 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-fbe44d23-dacc-4dc3-9409-049db0a5ef34 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:21.019721 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-fbe44d23-dacc-4dc3-9409-049db0a5ef34 service neutron] Unknown quota resources ['binding']. {{(pid=126224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 20 20:49:21.081803 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:21.100810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] For port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:21.172066 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-1304b762-51f6-4dcd-9b87-2bdb1707acaa req-08bab63c-74f0-4b3c-b5d2-63158da14cf4 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Deleting port 3c47ade7-005b-489c-858d-16364f1b0424 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:49:21.172411 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1304b762-51f6-4dcd-9b87-2bdb1707acaa req-08bab63c-74f0-4b3c-b5d2-63158da14cf4 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:21.184805 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] For port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=870f5ce2-c00b-40f9-84c6-8fa23fcf05bc,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:21.231099 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:21.363149 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:21.363902 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:21.365384 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e9499adf-6703-4830-92e1-0839d78c2880 req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] 10.222.0.47 "PUT /v2.0/ports/870f5ce2-c00b-40f9-84c6-8fa23fcf05bc HTTP/1.1" status: 200  len: 1091 time: 1.6699505
Nov 20 20:49:21.380372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c352e82a-20f7-44a4-a047-019ee6b6785b', 'tag': '870f5ce2-c00b-40f9-84c6-8fa23fcf05bc'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:21.382175 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef82e6e7-4688-468f-9175-1ffa39e9e5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c352e82a-20f7-44a4-a047-019ee6b6785b", "tag": "870f5ce2-c00b-40f9-84c6-8fa23fcf05bc"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:21.437632 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-6cb3c484-b792-4a41-a16e-d9765570d6e5 service neutron] 10.222.0.41 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4064710
Nov 20 20:49:21.482468 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-1304b762-51f6-4dcd-9b87-2bdb1707acaa req-08bab63c-74f0-4b3c-b5d2-63158da14cf4 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] For port 3c47ade7-005b-489c-858d-16364f1b0424, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c47ade7-005b-489c-858d-16364f1b0424,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:21.483467 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1304b762-51f6-4dcd-9b87-2bdb1707acaa req-08bab63c-74f0-4b3c-b5d2-63158da14cf4 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:21.533362 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfbdea-077f-4fec-b375-35dec565ab21 service neutron] Pushing event updated for resources: {'Port': ['ID=870f5ce2-c00b-40f9-84c6-8fa23fcf05bc,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:21.553682 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-1304b762-51f6-4dcd-9b87-2bdb1707acaa req-08bab63c-74f0-4b3c-b5d2-63158da14cf4 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Calling delete_port for 3c47ade7-005b-489c-858d-16364f1b0424 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:49:21.564598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-fbe44d23-dacc-4dc3-9409-049db0a5ef34 service neutron] Attempting to bind port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:21.564958 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-fbe44d23-dacc-4dc3-9409-049db0a5ef34 service neutron] Attempting to bind port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:21.565286 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-fbe44d23-dacc-4dc3-9409-049db0a5ef34 service neutron] Attempting to bind port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:21.572742 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0bae167e-c667-403c-88d3-81d2044e9d79 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:21.577988 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-fbe44d23-dacc-4dc3-9409-049db0a5ef34 service neutron] Port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on network 1f07f823-03fd-485f-ad70-6286912e8408 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:49:21.578319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Router baabe343-a327-40a4-9f15-dfaa7eb84846 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:49:21.578766 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-fbe44d23-dacc-4dc3-9409-049db0a5ef34 service neutron] Attempting to bind port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:21.608500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9499adf-6703-4830-92e1-0839d78c2880 req-348f84a4-ee06-450c-95c3-4053c857465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:21.609172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d032b1-0a5c-405d-bd1d-84e24bd0ad14 None None] Network ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:49:21.610075 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e9499adf-6703-4830-92e1-0839d78c2880 req-348f84a4-ee06-450c-95c3-4053c857465a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 1094 time: 0.1517112
Nov 20 20:49:21.616712 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-fbe44d23-dacc-4dc3-9409-049db0a5ef34 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:21.617007 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-fbe44d23-dacc-4dc3-9409-049db0a5ef34 service neutron] Checking segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:21.617397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-fbe44d23-dacc-4dc3-9409-049db0a5ef34 service neutron] Bound using segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:21.617896 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-fbe44d23-dacc-4dc3-9409-049db0a5ef34 service neutron] Bound port: 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:21.723485 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:49:21.729170 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-040f6fcf-948a-48c1-b5db-af62d8a75449 None None] Provisioning complete for port 0bae167e-c667-403c-88d3-81d2044e9d79 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:21.729450 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-040f6fcf-948a-48c1-b5db-af62d8a75449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:21.741579 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Sync routers for ids ['baabe343-a327-40a4-9f15-dfaa7eb84846'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:49:21.757884 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:21.762612 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-06ae715f-803c-4d39-928b-2d0edf003b2f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.6485469
Nov 20 20:49:21.764763 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59636) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:21.829586 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 0bae167e-c667-403c-88d3-81d2044e9d79 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:21.829823 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:21.836417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Routers {'baabe343-a327-40a4-9f15-dfaa7eb84846'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:49:21.837203 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47305fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:49:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['baabe343-a327-40a4-9f15-dfaa7eb84846'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:22.022898 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-fbe44d23-dacc-4dc3-9409-049db0a5ef34 service neutron] For port 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45fadff2-da94-4f5f-8340-26c7ac05e1e2,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:22.075981 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-fbe44d23-dacc-4dc3-9409-049db0a5ef34 service neutron] Publish callbacks [] for binding, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:22.077149 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-fbe44d23-dacc-4dc3-9409-049db0a5ef34 service neutron] 10.222.0.41 "POST /v2.0/ports/45fadff2-da94-4f5f-8340-26c7ac05e1e2/bindings HTTP/1.1" status: 201  len: 389 time: 1.0664113
Nov 20 20:49:22.079908 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e9499adf-6703-4830-92e1-0839d78c2880 req-49312e04-14b9-499e-bbdd-f37c4d523384 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=870f5ce2-c00b-40f9-84c6-8fa23fcf05bc HTTP/1.1" status: 200  len: 217 time: 0.4127269
Nov 20 20:49:22.138675 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01024dd0-c9ee-4266-8866-5bf33318b1d4 req-72d98519-994f-4ddf-bd74-42058c20670f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:22.158797 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-01024dd0-c9ee-4266-8866-5bf33318b1d4 req-72d98519-994f-4ddf-bd74-42058c20670f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.4925132
Nov 20 20:49:22.281942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9499adf-6703-4830-92e1-0839d78c2880 req-504b2a47-0e42-47a9-91cc-c997846520f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:22.284236 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e9499adf-6703-4830-92e1-0839d78c2880 req-504b2a47-0e42-47a9-91cc-c997846520f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.1858981
Nov 20 20:49:22.302338 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-01024dd0-c9ee-4266-8866-5bf33318b1d4 req-d40f425f-7678-4512-a5fe-fcf52b07b74c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414394
Nov 20 20:49:22.312755 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:22.318733 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-040f6fcf-948a-48c1-b5db-af62d8a75449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:22.352509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Set router baabe343-a327-40a4-9f15-dfaa7eb84846 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:49:22.406769 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e9499adf-6703-4830-92e1-0839d78c2880 req-1a251780-76b3-4661-bf76-85b9e21d7580 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0985551
Nov 20 20:49:22.457434 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52622180-d13f-42e1-8873-cb804bbf522d x-openstack-request-id: req-52622180-d13f-42e1-8873-cb804bbf522d {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:22.457811 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9cc31a-a73e-4fea-b56f-0b57cacab7f1", "name": "network-vif-plugged", "status": "completed", "tag": "f39a7349-0e42-47d1-8bed-def98fbec976", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:22.458335 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52622180-d13f-42e1-8873-cb804bbf522d {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:22.458756 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9cc31a-a73e-4fea-b56f-0b57cacab7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39a7349-0e42-47d1-8bed-def98fbec976', 'code': 200}
Nov 20 20:49:22.496036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-040f6fcf-948a-48c1-b5db-af62d8a75449 None None] For port 0bae167e-c667-403c-88d3-81d2044e9d79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bae167e-c667-403c-88d3-81d2044e9d79,segment=NetworkSegment(fe4913fd-d6bc-497d-8f84-38beb20c87e9),segment_id=fe4913fd-d6bc-497d-8f84-38beb20c87e9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:22.508666 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1304b762-51f6-4dcd-9b87-2bdb1707acaa req-08bab63c-74f0-4b3c-b5d2-63158da14cf4 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:22.509939 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-040f6fcf-948a-48c1-b5db-af62d8a75449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:22.592656 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:22.634023 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11deae9-879a-42e4-9828-2b4ec6e7cb4b req-f059eed2-fce9-4bca-9df4-83cebff66ce6 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:22.635622 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d11deae9-879a-42e4-9828-2b4ec6e7cb4b req-f059eed2-fce9-4bca-9df4-83cebff66ce6 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.1675696
Nov 20 20:49:22.647250 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bab63c-74f0-4b3c-b5d2-63158da14cf4 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Pushing event deleted for resources: {'Port': ['ID=3c47ade7-005b-489c-858d-16364f1b0424,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:22.685813 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f6fcf-948a-48c1-b5db-af62d8a75449 None None] Pushing event updated for resources: {'Port': ['ID=0bae167e-c667-403c-88d3-81d2044e9d79,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:22.691148 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 20:49:22.691751 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 20:49:22.756479 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08444bd-dc15-4f6e-891a-9d93ae6e1fa8 req-1dbd1c84-43b2-4b9a-85a8-47de080e1ad0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:22.759099 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47305fd0>, [{'id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'name': 'tempest-ServersTestBootFromVolume-73314611-router', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': '76530b73-e17a-455b-98a7-698b6175da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:20Z', 'revision_number': 3, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'gw_port': {'id': '76530b73-e17a-455b-98a7-698b6175da0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:35:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:22.766387 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a08444bd-dc15-4f6e-891a-9d93ae6e1fa8 req-1dbd1c84-43b2-4b9a-85a8-47de080e1ad0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 943 time: 0.2083135
Nov 20 20:49:22.770143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d195d08-09f2-41b8-9d71-0d893694db5a req-77e5cbe5-cb77-43bd-a404-41bbba48f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:22.771737 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4d195d08-09f2-41b8-9d71-0d893694db5a req-77e5cbe5-cb77-43bd-a404-41bbba48f056 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed9cc31a-a73e-4fea-b56f-0b57cacab7f1 HTTP/1.1" status: 200  len: 1096 time: 0.1751330
Nov 20 20:49:22.777882 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-1304b762-51f6-4dcd-9b87-2bdb1707acaa req-08bab63c-74f0-4b3c-b5d2-63158da14cf4 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] No DVR routers for this DVR port 3c47ade7-005b-489c-858d-16364f1b0424 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:49:22.780690 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1304b762-51f6-4dcd-9b87-2bdb1707acaa req-08bab63c-74f0-4b3c-b5d2-63158da14cf4 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:22.785066 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1304b762-51f6-4dcd-9b87-2bdb1707acaa req-08bab63c-74f0-4b3c-b5d2-63158da14cf4 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.47 "DELETE /v2.0/ports/3c47ade7-005b-489c-858d-16364f1b0424 HTTP/1.1" status: 204  len: 173 time: 2.0255585
Nov 20 20:49:22.798681 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-415b4299-9e01-4c79-9ea5-911366dd14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:22.800741 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-415b4299-9e01-4c79-9ea5-911366dd14e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 1096 time: 0.1790736
Nov 20 20:49:22.806184 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Checking router: baabe343-a327-40a4-9f15-dfaa7eb84846 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:49:22.808365 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Updating router baabe343-a327-40a4-9f15-dfaa7eb84846 port 76530b73-e17a-455b-98a7-698b6175da0b binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:49:22.853831 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4d195d08-09f2-41b8-9d71-0d893694db5a req-f36a1cee-09f5-41c7-b035-2f7eb985080d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632355
Nov 20 20:49:22.867919 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d11deae9-879a-42e4-9828-2b4ec6e7cb4b req-598edeb9-e912-46d7-b598-5adf99870899 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943684
Nov 20 20:49:22.883750 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e9499adf-6703-4830-92e1-0839d78c2880 req-0c4de87d-b865-49a2-8ca8-cb5b611ffbe9 service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4690576
Nov 20 20:49:22.887674 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:22.927379 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a08444bd-dc15-4f6e-891a-9d93ae6e1fa8 req-8c567f9e-a601-494d-9fbd-bc5a3cc44412 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599758
Nov 20 20:49:23.055028 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23308c1a-83c4-4f1f-b593-1b64e40d2f8d x-openstack-request-id: req-23308c1a-83c4-4f1f-b593-1b64e40d2f8d {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:23.055756 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c352e82a-20f7-44a4-a047-019ee6b6785b", "tag": "870f5ce2-c00b-40f9-84c6-8fa23fcf05bc", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:23.055903 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23308c1a-83c4-4f1f-b593-1b64e40d2f8d {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:23.056424 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c352e82a-20f7-44a4-a047-019ee6b6785b', 'tag': '870f5ce2-c00b-40f9-84c6-8fa23fcf05bc', 'status': 'completed', 'code': 200}
Nov 20 20:49:23.076698 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-f1c40d90-f7e3-4777-9971-4da4f6516041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:23.078713 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-f1c40d90-f7e3-4777-9971-4da4f6516041 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 921 time: 0.2688992
Nov 20 20:49:23.080004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Allocated IP 172.20.0.1 (ecb95c56-c11a-4f3b-9cd5-8a7b52baf801/2563a429-d56a-441b-ae05-c13563861abb/2b956d09-829e-429c-a13e-0a43961c10fc) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:49:23.139291 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e9499adf-6703-4830-92e1-0839d78c2880 req-5418a6b4-41d6-4f92-a760-8351f33e7a8a service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2467439
Nov 20 20:49:23.149579 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-717012a8-8c66-4627-854d-cbadced87686 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45fadff2-da94-4f5f-8340-26c7ac05e1e2 HTTP/1.1" status: 200  len: 217 time: 0.0608227
Nov 20 20:49:23.181115 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a7457-5292-4dd3-a262-9b98feb3f31f req-6e434b32-490d-4205-80c0-5e9e8e83776e tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:23.188202 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-578a7457-5292-4dd3-a262-9b98feb3f31f req-6e434b32-490d-4205-80c0-5e9e8e83776e tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed9cc31a-a73e-4fea-b56f-0b57cacab7f1 HTTP/1.1" status: 200  len: 945 time: 0.2408116
Nov 20 20:49:23.222827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-c2a0eb81-bb16-4d82-95f4-a54bd2dcf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:23.224735 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-c2a0eb81-bb16-4d82-95f4-a54bd2dcf937 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.0572345
Nov 20 20:49:23.225938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4c51051a-e788-4ba8-85f4-3819eed09d1a None None] Provisioning complete for port 0bae167e-c667-403c-88d3-81d2044e9d79 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:23.226392 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4c51051a-e788-4ba8-85f4-3819eed09d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:23.286218 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-506b9ecf-f3af-4f10-a1ba-765040b775a6 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:23.286494 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-b5740c21-6671-46d8-8be9-860e9b38ecc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407028
Nov 20 20:49:23.287684 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-506b9ecf-f3af-4f10-a1ba-765040b775a6 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.47 "GET /v2.0/networks?id=f82a7818-62f9-41df-8e59-1f9bb434e3d7 HTTP/1.1" status: 200  len: 813 time: 0.2519598
Nov 20 20:49:23.304575 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-578a7457-5292-4dd3-a262-9b98feb3f31f req-b7f9ed09-58b4-4d0f-a13e-74bd38403e4b tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151888
Nov 20 20:49:23.328351 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-591930a7-bf4d-4e5b-aa84-816ae52811df tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Request body: {'port': {'device_id': '743798f2-3de6-473a-b676-6226a4b9ebba', 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7', 'admin_state_up': True, 'tenant_id': '1b0c2ea7352848dcbb0c66efff699f0a'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:23.333713 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb5856d2-cf68-43a5-acd9-b14779f6a041 req-d38c9bb1-53e7-49a2-9e60-4cd1d46662dc tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 210 time: 0.1054516
Nov 20 20:49:23.388573 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82e6e7-4688-468f-9175-1ffa39e9e5ea req-54fa4826-252e-4938-93e4-301153ca0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:23.393560 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef82e6e7-4688-468f-9175-1ffa39e9e5ea req-54fa4826-252e-4938-93e4-301153ca0c2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 1094 time: 0.1539338
Nov 20 20:49:23.413306 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:23.469054 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:23.469925 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:23.504776 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6787c16e-4ff0-499b-8163-405e1bd2ddd5 service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1739526
Nov 20 20:49:23.540575 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe7d3f-56fd-44fb-a32b-68dac1c48f94 None None] Pushing event updated for resources: {'Port': ['ID=76530b73-e17a-455b-98a7-698b6175da0b,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:23.551780 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0bae167e-c667-403c-88d3-81d2044e9d79 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:23.560297 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:23.610921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Attempting to bind port 76530b73-e17a-455b-98a7-698b6175da0b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:23.611294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Attempting to bind port 76530b73-e17a-455b-98a7-698b6175da0b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:23.611664 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Attempting to bind port 76530b73-e17a-455b-98a7-698b6175da0b on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:23.619134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 3c47ade7-005b-489c-858d-16364f1b0424 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:49:23.646707 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 3c47ade7-005b-489c-858d-16364f1b0424 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:49:23.647587 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 3c47ade7-005b-489c-858d-16364f1b0424 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:49:23.653386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:23.654876 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:23.655992 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:23.656328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:23.657486 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Bound port: 76530b73-e17a-455b-98a7-698b6175da0b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:23.657887 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:23.670572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73451a-7729-46e1-a0a5-9371bda202db req-49935507-8815-4ed2-b209-309f1169a2e8 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:23.672225 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef73451a-7729-46e1-a0a5-9371bda202db req-49935507-8815-4ed2-b209-309f1169a2e8 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 945 time: 0.2483983
Nov 20 20:49:23.677529 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Network ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:49:23.683197 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:23.699159 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 0bae167e-c667-403c-88d3-81d2044e9d79 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:23.699778 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:23.714130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:49:23.721113 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-591930a7-bf4d-4e5b-aa84-816ae52811df tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Made reservation on behalf of 1b0c2ea7352848dcbb0c66efff699f0a for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:49:23.721354 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Pushing event updated for resources: {'Port': ['ID=2b956d09-829e-429c-a13e-0a43961c10fc,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:23.728924 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-591930a7-bf4d-4e5b-aa84-816ae52811df tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:23.757780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82e6e7-4688-468f-9175-1ffa39e9e5ea req-acf665d1-ac3c-45b4-ac76-24fc559d965a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:23.759358 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef82e6e7-4688-468f-9175-1ffa39e9e5ea req-acf665d1-ac3c-45b4-ac76-24fc559d965a service neutron] 10.222.0.47 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 908 time: 0.3517587
Nov 20 20:49:23.759565 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] For port 76530b73-e17a-455b-98a7-698b6175da0b, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:23.763233 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] For port 76530b73-e17a-455b-98a7-698b6175da0b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76530b73-e17a-455b-98a7-698b6175da0b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:23.772366 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:23.795753 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-3f9ded6d-a44e-4a75-a22c-1e90e6ac5462 service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2406785
Nov 20 20:49:23.806115 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef6fc7-e1c9-41aa-a764-b81b71391dd1 req-5efcdee9-1cbc-48e1-98b3-b64f0be26cca tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:23.816539 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-49ef6fc7-e1c9-41aa-a764-b81b71391dd1 req-5efcdee9-1cbc-48e1-98b3-b64f0be26cca tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.1949072
Nov 20 20:49:23.833584 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef82e6e7-4688-468f-9175-1ffa39e9e5ea req-87a10872-351a-43ad-8dd2-245c9efc7b1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=870f5ce2-c00b-40f9-84c6-8fa23fcf05bc HTTP/1.1" status: 200  len: 217 time: 0.0621154
Nov 20 20:49:23.844334 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:23.891687 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef73451a-7729-46e1-a0a5-9371bda202db req-6566b40c-1edf-490e-8d97-3eb085b45dc5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798193
Nov 20 20:49:23.902746 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Routers {'baabe343-a327-40a4-9f15-dfaa7eb84846'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:49:23.908935 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47305fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:49:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['baabe343-a327-40a4-9f15-dfaa7eb84846'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:23.967863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82e6e7-4688-468f-9175-1ffa39e9e5ea req-6995b3ea-9b02-4133-875a-496b28b43617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:23.969347 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef82e6e7-4688-468f-9175-1ffa39e9e5ea req-6995b3ea-9b02-4133-875a-496b28b43617 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.1196873
Nov 20 20:49:23.979651 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-49ef6fc7-e1c9-41aa-a764-b81b71391dd1 req-3ed705e1-2279-4ee0-9e3a-de15f9ef8d66 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618783
Nov 20 20:49:24.023702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe7d3f-56fd-44fb-a32b-68dac1c48f94 None None] Pushing event updated for resources: {'Port': ['ID=76530b73-e17a-455b-98a7-698b6175da0b,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:24.088021 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef82e6e7-4688-468f-9175-1ffa39e9e5ea req-95a06aba-ed29-46d9-afb4-e9ff0d05f427 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0738220
Nov 20 20:49:24.161529 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] Set router baabe343-a327-40a4-9f15-dfaa7eb84846 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:49:24.181416 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9825c6-af90-4289-ba75-e33dba314016 req-ef861b23-9c65-4211-bdef-061ab39f5e52 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:24.190252 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d9825c6-af90-4289-ba75-e33dba314016 req-ef861b23-9c65-4211-bdef-061ab39f5e52 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 943 time: 0.0963011
Nov 20 20:49:24.212375 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:24.253497 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e34902d7-be8d-4c87-b737-d9ffec891ee4 None None] Provisioning complete for port 2b956d09-829e-429c-a13e-0a43961c10fc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:24.254065 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e34902d7-be8d-4c87-b737-d9ffec891ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:24.289242 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d9825c6-af90-4289-ba75-e33dba314016 req-7fa1add9-a794-4f69-8ea5-a877cbacf65b tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944929
Nov 20 20:49:24.299178 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-591930a7-bf4d-4e5b-aa84-816ae52811df tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Allocated IP 172.20.0.7 (f82a7818-62f9-41df-8e59-1f9bb434e3d7/e91b14ea-0983-48f2-b667-d7d8c840210d/701e9eed-1ec3-47ff-a1de-75bfa89aefd7) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:49:24.348443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cd8cf-19d2-482d-a037-d0c7346ff6ad req-c96b6682-5e34-478c-8b3a-5aced0337d58 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:24.350324 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df8cd8cf-19d2-482d-a037-d0c7346ff6ad req-c96b6682-5e34-478c-8b3a-5aced0337d58 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.2976465
Nov 20 20:49:24.354898 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef82e6e7-4688-468f-9175-1ffa39e9e5ea req-54c4d4ef-dc0d-481d-85ee-2fd427487823 service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2507112
Nov 20 20:49:24.491914 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e34902d7-be8d-4c87-b737-d9ffec891ee4 None None] Port 2b956d09-829e-429c-a13e-0a43961c10fc cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:49:24.520992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b023fc9-1032-4203-aed9-491444a3add9 req-608e2266-0eab-426a-98d9-92f679b2f3b6 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:24.522903 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b023fc9-1032-4203-aed9-491444a3add9 req-608e2266-0eab-426a-98d9-92f679b2f3b6 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed9cc31a-a73e-4fea-b56f-0b57cacab7f1 HTTP/1.1" status: 200  len: 945 time: 0.1137991
Nov 20 20:49:24.540626 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df8cd8cf-19d2-482d-a037-d0c7346ff6ad req-c3712fe7-91c5-435e-a828-ac12b3593170 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788008
Nov 20 20:49:24.641277 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b023fc9-1032-4203-aed9-491444a3add9 req-bfe55479-e247-47b1-9202-b5410a418bc8 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052239
Nov 20 20:49:24.661933 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:24.679441 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:24.754434 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fcbe2e04-ca1b-41ea-8b9a-277ee4778646 req-0142e1fc-6437-4360-b758-09fe801ab8cf tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 210 time: 0.0597942
Nov 20 20:49:24.763782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47305fd0>, [{'id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'name': 'tempest-ServersTestBootFromVolume-73314611-router', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': '76530b73-e17a-455b-98a7-698b6175da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:20Z', 'revision_number': 3, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'gw_port': {'id': '76530b73-e17a-455b-98a7-698b6175da0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:35:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:24.775491 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef82e6e7-4688-468f-9175-1ffa39e9e5ea req-5399919b-3bc8-4d12-9bc1-fb3ccb786bf3 service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4085071
Nov 20 20:49:24.801305 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:24.817978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee14dd-6a76-477c-9a10-122c947945c8 None None] The sync data for ids ['baabe343-a327-40a4-9f15-dfaa7eb84846'] in ncdv-master-1 is: [{'id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'name': 'tempest-ServersTestBootFromVolume-73314611-router', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': '76530b73-e17a-455b-98a7-698b6175da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:20Z', 'revision_number': 3, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'gw_port': {'id': '76530b73-e17a-455b-98a7-698b6175da0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:35:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:49:24.840884 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-591930a7-bf4d-4e5b-aa84-816ae52811df tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:24.863195 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Pushing event updated for resources: {'Port': ['ID=2b956d09-829e-429c-a13e-0a43961c10fc,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:24.896730 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-591930a7-bf4d-4e5b-aa84-816ae52811df tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:24.983557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Network ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:49:24.988013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:25.020551 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-591930a7-bf4d-4e5b-aa84-816ae52811df tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Network f82a7818-62f9-41df-8e59-1f9bb434e3d7 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:49:25.025074 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-591930a7-bf4d-4e5b-aa84-816ae52811df tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:25.044557 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-591930a7-bf4d-4e5b-aa84-816ae52811df tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:49:25.093142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60d2233-750a-4b19-b2b7-a577b8091aee', 'name': 'network-vif-deleted', 'tag': '3c47ade7-005b-489c-858d-16364f1b0424'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:25.095600 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dbca0a-9260-4888-8937-92a4b87a58f4" -d '{"events": [{"server_uuid": "c60d2233-750a-4b19-b2b7-a577b8091aee", "name": "network-vif-deleted", "tag": "3c47ade7-005b-489c-858d-16364f1b0424"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:25.104269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-591930a7-bf4d-4e5b-aa84-816ae52811df tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:25.108891 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-591930a7-bf4d-4e5b-aa84-816ae52811df tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:25.160962 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-591930a7-bf4d-4e5b-aa84-816ae52811df tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8473213
Nov 20 20:49:25.193717 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591930a7-bf4d-4e5b-aa84-816ae52811df tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Pushing event updated for resources: {'Port': ['ID=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:25.212810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Router baabe343-a327-40a4-9f15-dfaa7eb84846 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:49:25.219941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Request body: {'port': {'device_id': '743798f2-3de6-473a-b676-6226a4b9ebba', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:25.323420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2822b-e740-4168-9df9-e3eeef5b5e31 req-78b0cb28-37f8-4d33-9fcb-4041cda161c2 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:25.325268 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b3b2822b-e740-4168-9df9-e3eeef5b5e31 req-78b0cb28-37f8-4d33-9fcb-4041cda161c2 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 945 time: 0.2971084
Nov 20 20:49:25.328151 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:25.333244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c8729-f50e-4ca1-99a9-bb2ed7b8c6ac req-e46696eb-b4ec-44cf-b369-9cbe307577ca tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:25.342591 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d2c8729-f50e-4ca1-99a9-bb2ed7b8c6ac req-e46696eb-b4ec-44cf-b369-9cbe307577ca tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed9cc31a-a73e-4fea-b56f-0b57cacab7f1 HTTP/1.1" status: 200  len: 945 time: 0.1842051
Nov 20 20:49:25.433978 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d2c8729-f50e-4ca1-99a9-bb2ed7b8c6ac req-eeda6279-f788-442e-bd90-d9126f1122ad tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903690
Nov 20 20:49:25.450828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5f6cbd4d-c073-46a9-b7dd-e0c9805520d2 None None] Provisioning complete for port 2b956d09-829e-429c-a13e-0a43961c10fc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:25.452282 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5f6cbd4d-c073-46a9-b7dd-e0c9805520d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:25.455119 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b3b2822b-e740-4168-9df9-e3eeef5b5e31 req-e5669f43-bb37-461a-9d76-7e43489c8388 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115739
Nov 20 20:49:25.490158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 76530b73-e17a-455b-98a7-698b6175da0b up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:25.502317 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:49:25.508412 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b6946abf-b227-4c53-b065-58fa382ed885 admin admin] 10.222.0.41 "PUT /v2.0/routers/baabe343-a327-40a4-9f15-dfaa7eb84846/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7419217
Nov 20 20:49:25.591298 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-5f6cbd4d-c073-46a9-b7dd-e0c9805520d2 None None] Port 2b956d09-829e-429c-a13e-0a43961c10fc cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:49:25.601527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ded994-f891-4b0c-ad2a-cfefab7c17d9 req-40561901-2c2c-4aea-96cf-cc577843472d tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:25.606954 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:49:25.610979 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d636a798-dad9-4dd3-9d8f-9258b83df4d5 x-openstack-request-id: req-d636a798-dad9-4dd3-9d8f-9258b83df4d5 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:25.613237 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60d2233-750a-4b19-b2b7-a577b8091aee", "name": "network-vif-deleted", "tag": "3c47ade7-005b-489c-858d-16364f1b0424", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:25.613667 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d636a798-dad9-4dd3-9d8f-9258b83df4d5 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:25.614337 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60d2233-750a-4b19-b2b7-a577b8091aee', 'name': 'network-vif-deleted', 'tag': '3c47ade7-005b-489c-858d-16364f1b0424', 'status': 'completed', 'code': 200}
Nov 20 20:49:25.614471 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89ded994-f891-4b0c-ad2a-cfefab7c17d9 req-40561901-2c2c-4aea-96cf-cc577843472d tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0763607
Nov 20 20:49:25.625429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 76530b73-e17a-455b-98a7-698b6175da0b triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:25.625964 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:25.715023 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89ded994-f891-4b0c-ad2a-cfefab7c17d9 req-ee257a91-4fbd-4998-97fd-6767611c7d46 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993979
Nov 20 20:49:25.806528 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d6ab3-bf6b-4980-929c-ac48147d8329 req-2792ad71-7756-4d8a-9ba2-b955078c2f51 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:25.808073 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f19d6ab3-bf6b-4980-929c-ac48147d8329 req-2792ad71-7756-4d8a-9ba2-b955078c2f51 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 943 time: 0.1391904
Nov 20 20:49:25.837831 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636667a-d7db-4901-95b9-8cf833488970 req-a9ecf59d-3170-4331-b6b3-f6ab42b5cd7e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:25.839834 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4636667a-d7db-4901-95b9-8cf833488970 req-a9ecf59d-3170-4331-b6b3-f6ab42b5cd7e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0606616
Nov 20 20:49:25.844984 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=870f5ce2-c00b-40f9-84c6-8fa23fcf05bc,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:25.853721 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:25.879355 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 76530b73-e17a-455b-98a7-698b6175da0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76530b73-e17a-455b-98a7-698b6175da0b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:25.886546 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:25.893547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '870f5ce2-c00b-40f9-84c6-8fa23fcf05bc', 'network_id': '554d0697-db40-4745-a60d-da36ede89e92', 'port_id': '870f5ce2-c00b-40f9-84c6-8fa23fcf05bc', 'mac_address': 'fa:16:3e:cc:6d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401402cf-759c-4641-9447-60eadb079e88', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:49:25.900339 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f19d6ab3-bf6b-4980-929c-ac48147d8329 req-7ef80e4d-8487-4bb4-a58a-fd89507754b8 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834432
Nov 20 20:49:25.943857 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4636667a-d7db-4901-95b9-8cf833488970 req-c7d878eb-9da5-41ac-8a1a-97a9af6b9cf0 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970473
Nov 20 20:49:25.987561 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:49:25.999575 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:26.004865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=76530b73-e17a-455b-98a7-698b6175da0b,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:26.014918 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Transition to ACTIVE for port object 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:49:26.021456 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:26.053113 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:26.084992 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:49:26.114099 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=870f5ce2-c00b-40f9-84c6-8fa23fcf05bc,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:26.121729 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:26.123832 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Pushing event updated for resources: {'Port': ['ID=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:26.179464 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee7b94-ba74-47dc-adda-9396fed88117 req-805cefb7-b2b9-4d96-892d-da0a68030ecb tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:26.190296 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6eee7b94-ba74-47dc-adda-9396fed88117 req-805cefb7-b2b9-4d96-892d-da0a68030ecb tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 943 time: 0.1133785
Nov 20 20:49:26.197250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=870f5ce2-c00b-40f9-84c6-8fa23fcf05bc,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:26.220035 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Attempting to bind port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:26.220630 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Attempting to bind port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'eb5d8917-bdce-443a-9f43-b305ebe271f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:26.221069 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Attempting to bind port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 on network f82a7818-62f9-41df-8e59-1f9bb434e3d7 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:26.227888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 on network f82a7818-62f9-41df-8e59-1f9bb434e3d7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:49:26.228307 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Attempting to bind port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 on network f82a7818-62f9-41df-8e59-1f9bb434e3d7 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:26.233995 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:26.234821 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Checking segment: {'id': 'eb5d8917-bdce-443a-9f43-b305ebe271f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:26.234967 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Bound using segment: {'id': 'eb5d8917-bdce-443a-9f43-b305ebe271f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:26.235288 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Bound port: 701e9eed-1ec3-47ff-a1de-75bfa89aefd7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5d8917-bdce-443a-9f43-b305ebe271f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:26.235777 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:26.258150 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6eee7b94-ba74-47dc-adda-9396fed88117 req-75a5bea7-e0b9-45e8-83fc-857a75d8c27e tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653808
Nov 20 20:49:26.289237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59694) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:26.294420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-01f80a06-24cb-4369-aee7-1f92b541a4ca tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1088097932', 'description': 'tempest-description--1429836621'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:26.307493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] For port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:26.310937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] For port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:26.315484 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:26.316614 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01f80a06-24cb-4369-aee7-1f92b541a4ca tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:26.351471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:26.352610 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:26.353876 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] 10.222.0.47 "PUT /v2.0/ports/701e9eed-1ec3-47ff-a1de-75bfa89aefd7 HTTP/1.1" status: 200  len: 1091 time: 1.1612990
Nov 20 20:49:26.386744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d30e7-1fe4-4d5c-ae15-f0ea6153dc2d service neutron] Pushing event updated for resources: {'Port': ['ID=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:26.390087 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01f80a06-24cb-4369-aee7-1f92b541a4ca tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:26.394846 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01f80a06-24cb-4369-aee7-1f92b541a4ca tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:26.404276 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['870f5ce2-c00b-40f9-84c6-8fa23fcf05bc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:26.437130 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01f80a06-24cb-4369-aee7-1f92b541a4ca tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:26.441862 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59696) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:26.443131 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-01f80a06-24cb-4369-aee7-1f92b541a4ca tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.1527982
Nov 20 20:49:26.444338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f80a06-24cb-4369-aee7-1f92b541a4ca tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9cd5fa-6249-4169-93a1-d240705c2e78,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:26.454831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ec97332d-0f05-448e-a6ec-983b0702059d tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Request body: {'security_group_rule': {'security_group_id': 'fc9cd5fa-6249-4169-93a1-d240705c2e78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:26.488148 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-d2df3f99-83bd-4a95-80a8-2cc7c294e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:26.489909 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-d2df3f99-83bd-4a95-80a8-2cc7c294e7cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b0c2ea7352848dcbb0c66efff699f0a&device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 1094 time: 0.0923257
Nov 20 20:49:26.496274 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ec97332d-0f05-448e-a6ec-983b0702059d tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:26.559477 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-850b3022-ad3d-4689-b964-22ea701e8999 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=701e9eed-1ec3-47ff-a1de-75bfa89aefd7 HTTP/1.1" status: 200  len: 217 time: 0.0458591
Nov 20 20:49:26.567855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72070211-ffa9-4379-8828-a8b4f1afbd26 req-ded4d426-5c15-4b44-b42d-1f7876e47572 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:26.569387 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-72070211-ffa9-4379-8828-a8b4f1afbd26 req-ded4d426-5c15-4b44-b42d-1f7876e47572 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed9cc31a-a73e-4fea-b56f-0b57cacab7f1 HTTP/1.1" status: 200  len: 945 time: 0.0582578
Nov 20 20:49:26.622505 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-72070211-ffa9-4379-8828-a8b4f1afbd26 req-fef55827-180b-4cd4-88b0-871653d61382 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups?id=d63e82ee-7474-4327-9042-3d23723829de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461605
Nov 20 20:49:26.670161 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-82d2d088-1ebb-4522-b231-914045eae3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:26.671970 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-82d2d088-1ebb-4522-b231-914045eae3d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e91b14ea-0983-48f2-b667-d7d8c840210d HTTP/1.1" status: 200  len: 853 time: 0.0988748
Nov 20 20:49:26.690109 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15060e07-6403-4baa-bfb6-a7e9f824610d req-6f634c68-f777-4128-ac33-93da9b7e2854 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:26.692654 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-15060e07-6403-4baa-bfb6-a7e9f824610d req-6f634c68-f777-4128-ac33-93da9b7e2854 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 945 time: 0.1349676
Nov 20 20:49:26.694591 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ec97332d-0f05-448e-a6ec-983b0702059d tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:26.707632 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ec97332d-0f05-448e-a6ec-983b0702059d tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:26.731089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276232e-f381-4427-937f-f21bbcef5b03 req-d02ccaf5-f768-4615-8647-937f07c94366 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:26.732777 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0276232e-f381-4427-937f-f21bbcef5b03 req-d02ccaf5-f768-4615-8647-937f07c94366 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9cc31a-a73e-4fea-b56f-0b57cacab7f1 HTTP/1.1" status: 200  len: 945 time: 0.0578511
Nov 20 20:49:26.739894 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-47e533c9-14c2-4b3c-8a72-295584964055 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f82a7818-62f9-41df-8e59-1f9bb434e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441067
Nov 20 20:49:26.768737 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97332d-0f05-448e-a6ec-983b0702059d tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365cd102-c5d5-43de-9993-d108fc95cd93,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:26.786848 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ec97332d-0f05-448e-a6ec-983b0702059d tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:26.791193 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ec97332d-0f05-448e-a6ec-983b0702059d tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3479476
Nov 20 20:49:26.793308 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59704) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:26.808013 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0d65fdf3-3a60-4ad8-b701-65d9c200c6b6 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Request body: {'security_group_rule': {'security_group_id': 'fc9cd5fa-6249-4169-93a1-d240705c2e78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:26.892693 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0a5a0-7529-4ff9-979b-7e45fcafcf71 req-27c7bb50-db40-43cc-b909-56cd86dfc000 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:26.894753 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96a0a5a0-7529-4ff9-979b-7e45fcafcf71 req-27c7bb50-db40-43cc-b909-56cd86dfc000 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 949 time: 0.0872095
Nov 20 20:49:26.915533 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-0276232e-f381-4427-937f-f21bbcef5b03 req-906c25fd-0688-4475-91a6-49f40a26848c tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Deleting port f39a7349-0e42-47d1-8bed-def98fbec976 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:49:26.916023 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0276232e-f381-4427-937f-f21bbcef5b03 req-906c25fd-0688-4475-91a6-49f40a26848c tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:27.011104 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Sync routers for ids ['baabe343-a327-40a4-9f15-dfaa7eb84846'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:49:27.023719 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96a0a5a0-7529-4ff9-979b-7e45fcafcf71 req-d410e3e7-633d-40c5-9355-35cf5564127c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202438
Nov 20 20:49:27.024018 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Routers {'baabe343-a327-40a4-9f15-dfaa7eb84846'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:49:27.024795 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54583310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:49:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['baabe343-a327-40a4-9f15-dfaa7eb84846'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:27.066267 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-0276232e-f381-4427-937f-f21bbcef5b03 req-906c25fd-0688-4475-91a6-49f40a26848c tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] For port f39a7349-0e42-47d1-8bed-def98fbec976, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f39a7349-0e42-47d1-8bed-def98fbec976,segment=NetworkSegment(e343e4d7-cd4c-4105-9180-5e57ae735346),segment_id=e343e4d7-cd4c-4105-9180-5e57ae735346)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:27.067359 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0276232e-f381-4427-937f-f21bbcef5b03 req-906c25fd-0688-4475-91a6-49f40a26848c tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:27.084178 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-0276232e-f381-4427-937f-f21bbcef5b03 req-906c25fd-0688-4475-91a6-49f40a26848c tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Calling delete_port for f39a7349-0e42-47d1-8bed-def98fbec976 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:49:27.110803 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-15060e07-6403-4baa-bfb6-a7e9f824610d req-7abe597f-9f0b-4ba9-ad7b-91a16c40e5ef tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4058583
Nov 20 20:49:27.155059 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Set router baabe343-a327-40a4-9f15-dfaa7eb84846 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:49:27.156197 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0d65fdf3-3a60-4ad8-b701-65d9c200c6b6 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:27.217612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06a3f9-94e2-458b-86da-f6ea69a164d7 req-359fbc2d-1da9-4f55-945d-81f952beceba tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:27.219233 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc06a3f9-94e2-458b-86da-f6ea69a164d7 req-359fbc2d-1da9-4f55-945d-81f952beceba tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 944 time: 0.0853851
Nov 20 20:49:27.242670 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-e6f87acd-c6d7-4220-9d26-31783cc39036 service neutron] 10.222.0.47 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4868629
Nov 20 20:49:27.308431 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0d65fdf3-3a60-4ad8-b701-65d9c200c6b6 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:27.312147 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc06a3f9-94e2-458b-86da-f6ea69a164d7 req-fea95d28-e9de-482a-9ae7-cb99c7df8e79 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850616
Nov 20 20:49:27.313797 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0276232e-f381-4427-937f-f21bbcef5b03 req-906c25fd-0688-4475-91a6-49f40a26848c tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:27.318961 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3dd7d-a1cc-493f-8955-eba794cd6f11 req-8d8211e6-9477-4227-a7bb-2787dc1dbbbd tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:27.320791 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-93e3dd7d-a1cc-493f-8955-eba794cd6f11 req-8d8211e6-9477-4227-a7bb-2787dc1dbbbd tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.1165962
Nov 20 20:49:27.324669 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0d65fdf3-3a60-4ad8-b701-65d9c200c6b6 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:27.328186 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f39a7349-0e42-47d1-8bed-def98fbec976'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:27.368148 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c25fd-0688-4475-91a6-49f40a26848c tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Pushing event deleted for resources: {'Port': ['ID=f39a7349-0e42-47d1-8bed-def98fbec976,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:27.375010 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1f1cf981-26ff-4024-b94c-8e78ef84d154 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:49:27.390919 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65fdf3-3a60-4ad8-b701-65d9c200c6b6 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2ea51a-6975-489d-b479-131874617049,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:27.414696 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0d65fdf3-3a60-4ad8-b701-65d9c200c6b6 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:27.416142 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0d65fdf3-3a60-4ad8-b701-65d9c200c6b6 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6200254
Nov 20 20:49:27.428422 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59714) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:27.445346 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:27.465880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0276232e-f381-4427-937f-f21bbcef5b03 req-906c25fd-0688-4475-91a6-49f40a26848c tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] No DVR routers for this DVR port f39a7349-0e42-47d1-8bed-def98fbec976 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:49:27.471265 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0276232e-f381-4427-937f-f21bbcef5b03 req-906c25fd-0688-4475-91a6-49f40a26848c tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:27.477025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 76530b73-e17a-455b-98a7-698b6175da0b up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:27.482639 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0276232e-f381-4427-937f-f21bbcef5b03 req-906c25fd-0688-4475-91a6-49f40a26848c tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.37 "DELETE /v2.0/ports/f39a7349-0e42-47d1-8bed-def98fbec976 HTTP/1.1" status: 204  len: 173 time: 0.7415845
Nov 20 20:49:27.483153 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9cc31a-a73e-4fea-b56f-0b57cacab7f1', 'name': 'network-vif-deleted', 'tag': 'f39a7349-0e42-47d1-8bed-def98fbec976'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:27.485547 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74e6f6d-13e1-4aba-aab8-d8031f91b3d3" -d '{"events": [{"server_uuid": "ed9cc31a-a73e-4fea-b56f-0b57cacab7f1", "name": "network-vif-deleted", "tag": "f39a7349-0e42-47d1-8bed-def98fbec976"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:27.532997 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60288793-dcdb-4a7f-9c39-c29043e6bf83 req-fcda33c7-0830-4aba-aad5-811d63ab3563 service neutron] 10.222.0.47 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2806759
Nov 20 20:49:27.560556 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-93e3dd7d-a1cc-493f-8955-eba794cd6f11 req-dcdefc8d-1b3b-4b86-a12c-1330752b78d9 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2029574
Nov 20 20:49:27.566458 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54583310>, [{'id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'name': 'tempest-ServersTestBootFromVolume-73314611-router', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': '76530b73-e17a-455b-98a7-698b6175da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:24Z', 'revision_number': 4, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'gw_port': {'id': '76530b73-e17a-455b-98a7-698b6175da0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b956d09-829e-429c-a13e-0a43961c10fc', 'name': '', 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'mac_address': 'fa:16:3e:fb:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2563a429-d56a-441b-ae05-c13563861abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:22Z', 'updated_at': '2021-11-20T20:49:24Z', 'revision_number': 2, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'subnets': [{'id': '2563a429-d56a-441b-ae05-c13563861abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:27.601009 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1f1cf981-26ff-4024-b94c-8e78ef84d154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f1cf981-26ff-4024-b94c-8e78ef84d154,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:27.601534 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:27.607099 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f7d08-79c6-4f1d-8b86-7214808240db req-0adcb925-f81b-452c-9c7a-43dead508b5f tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:27.615785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bc9f7d08-79c6-4f1d-8b86-7214808240db req-0adcb925-f81b-452c-9c7a-43dead508b5f tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 943 time: 0.0687909
Nov 20 20:49:27.619810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743798f2-3de6-473a-b676-6226a4b9ebba', 'tag': '701e9eed-1ec3-47ff-a1de-75bfa89aefd7'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:27.624714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:27.626954 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcad66c-8707-4300-85c4-c9900e9fa104" -d '{"events": [{"name": "network-changed", "server_uuid": "743798f2-3de6-473a-b676-6226a4b9ebba", "tag": "701e9eed-1ec3-47ff-a1de-75bfa89aefd7"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:27.634639 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Checking router: baabe343-a327-40a4-9f15-dfaa7eb84846 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:49:27.635254 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Updating router baabe343-a327-40a4-9f15-dfaa7eb84846 port 2b956d09-829e-429c-a13e-0a43961c10fc binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:49:27.640661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-38264fd6-bfb0-498e-b684-a0d769fca491 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:27.642765 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-38264fd6-bfb0-498e-b684-a0d769fca491 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d&tenant_id=ee7537dd85d04e808dc792658afa443e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1603696
Nov 20 20:49:27.678914 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bc9f7d08-79c6-4f1d-8b86-7214808240db req-13cb96c9-eebb-4ee2-80e4-282de0c0ef1a tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618129
Nov 20 20:49:27.682541 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746ea456-c46d-4a02-a595-1e4543d72163 x-openstack-request-id: req-746ea456-c46d-4a02-a595-1e4543d72163 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:27.683667 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9cc31a-a73e-4fea-b56f-0b57cacab7f1", "name": "network-vif-deleted", "tag": "f39a7349-0e42-47d1-8bed-def98fbec976", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:27.684510 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-746ea456-c46d-4a02-a595-1e4543d72163 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:27.686743 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9cc31a-a73e-4fea-b56f-0b57cacab7f1', 'name': 'network-vif-deleted', 'tag': 'f39a7349-0e42-47d1-8bed-def98fbec976', 'status': 'completed', 'code': 200}
Nov 20 20:49:27.687390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:27.691656 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:27.710249 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '1f1cf981-26ff-4024-b94c-8e78ef84d154', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '1f1cf981-26ff-4024-b94c-8e78ef84d154', 'mac_address': 'fa:16:3e:8f:85:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:49:27.749397 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54bfdfb-1992-4540-92b2-9a4786bc6247 x-openstack-request-id: req-f54bfdfb-1992-4540-92b2-9a4786bc6247 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:27.749700 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743798f2-3de6-473a-b676-6226a4b9ebba", "tag": "701e9eed-1ec3-47ff-a1de-75bfa89aefd7", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:27.749950 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f54bfdfb-1992-4540-92b2-9a4786bc6247 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:27.750364 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743798f2-3de6-473a-b676-6226a4b9ebba', 'tag': '701e9eed-1ec3-47ff-a1de-75bfa89aefd7', 'status': 'completed', 'code': 200}
Nov 20 20:49:27.761313 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 76530b73-e17a-455b-98a7-698b6175da0b triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:27.761719 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:27.789890 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a7b87363-2e5c-44d3-a60e-ef5faddcdd10 req-80e71fd5-2e0a-47bd-9e5f-fe780c2e14c1 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed9cc31a-a73e-4fea-b56f-0b57cacab7f1 HTTP/1.1" status: 200  len: 210 time: 0.0313964
Nov 20 20:49:27.816260 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:49:27.824412 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:27.824787 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:27.841319 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:27.850009 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:27.883170 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f1cf981-26ff-4024-b94c-8e78ef84d154 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:49:27.931825 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1f1cf981-26ff-4024-b94c-8e78ef84d154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f1cf981-26ff-4024-b94c-8e78ef84d154,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:27.940022 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcad66c-8707-4300-85c4-c9900e9fa104 req-a6a5e681-0b6f-4dbd-8b32-6fbea4a22a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:27.941823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-abcad66c-8707-4300-85c4-c9900e9fa104 req-a6a5e681-0b6f-4dbd-8b32-6fbea4a22a5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b0c2ea7352848dcbb0c66efff699f0a&device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 1094 time: 0.1405632
Nov 20 20:49:27.942711 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:28.029528 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:28.036308 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:28.046035 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=1f1cf981-26ff-4024-b94c-8e78ef84d154,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:28.079454 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c352e82a-20f7-44a4-a047-019ee6b6785b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870f5ce2-c00b-40f9-84c6-8fa23fcf05bc'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:28.082995 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6203d61-e525-41aa-a26e-e706cec0856b" -d '{"events": [{"server_uuid": "c352e82a-20f7-44a4-a047-019ee6b6785b", "name": "network-vif-plugged", "status": "completed", "tag": "870f5ce2-c00b-40f9-84c6-8fa23fcf05bc"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:28.109394 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:28.117050 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:28.119116 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=870f5ce2-c00b-40f9-84c6-8fa23fcf05bc,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:28.131546 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:28.189682 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a6b34c-beef-4f22-a1f7-0913ef31237c x-openstack-request-id: req-83a6b34c-beef-4f22-a1f7-0913ef31237c {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:28.195211 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c352e82a-20f7-44a4-a047-019ee6b6785b", "name": "network-vif-plugged", "status": "completed", "tag": "870f5ce2-c00b-40f9-84c6-8fa23fcf05bc", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:28.202431 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83a6b34c-beef-4f22-a1f7-0913ef31237c {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:28.203106 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c352e82a-20f7-44a4-a047-019ee6b6785b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870f5ce2-c00b-40f9-84c6-8fa23fcf05bc', 'code': 200}
Nov 20 20:49:28.211896 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd78853-b48b-4687-98be-5cd23f09084e None None] Pushing event updated for resources: {'Port': ['ID=2b956d09-829e-429c-a13e-0a43961c10fc,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:28.226739 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd78853-b48b-4687-98be-5cd23f09084e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:28.227020 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd78853-b48b-4687-98be-5cd23f09084e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:28.227540 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd78853-b48b-4687-98be-5cd23f09084e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:28.227894 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd78853-b48b-4687-98be-5cd23f09084e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:28.228236 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd78853-b48b-4687-98be-5cd23f09084e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:28.228575 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd78853-b48b-4687-98be-5cd23f09084e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:28.228910 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd78853-b48b-4687-98be-5cd23f09084e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:28.229245 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd78853-b48b-4687-98be-5cd23f09084e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:28.229578 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd78853-b48b-4687-98be-5cd23f09084e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:28.230073 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd78853-b48b-4687-98be-5cd23f09084e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:28.230800 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd78853-b48b-4687-98be-5cd23f09084e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:28.231560 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd78853-b48b-4687-98be-5cd23f09084e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:49:28.248105 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['1f1cf981-26ff-4024-b94c-8e78ef84d154'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:28.264440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] For port 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45fadff2-da94-4f5f-8340-26c7ac05e1e2,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:28.279922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=870f5ce2-c00b-40f9-84c6-8fa23fcf05bc,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:28.312608 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af476de-5d6b-4e4e-a2e5-86c0087d81da req-3989b522-9bb1-4f76-b587-feaf50b35344 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:28.314084 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Attempting to bind port 2b956d09-829e-429c-a13e-0a43961c10fc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:28.314606 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Attempting to bind port 2b956d09-829e-429c-a13e-0a43961c10fc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fe4913fd-d6bc-497d-8f84-38beb20c87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:28.315153 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Attempting to bind port 2b956d09-829e-429c-a13e-0a43961c10fc on network ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:28.320870 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:28.321623 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Checking segment: {'id': 'fe4913fd-d6bc-497d-8f84-38beb20c87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:28.322234 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:28.322797 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Bound using segment: {'id': 'fe4913fd-d6bc-497d-8f84-38beb20c87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:28.323421 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Bound port: 2b956d09-829e-429c-a13e-0a43961c10fc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4913fd-d6bc-497d-8f84-38beb20c87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:28.324004 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:28.338895 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7af476de-5d6b-4e4e-a2e5-86c0087d81da req-3989b522-9bb1-4f76-b587-feaf50b35344 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 945 time: 0.0987482
Nov 20 20:49:28.396756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Allocated IP 172.35.1.188 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/c827db55-47b8-4057-bf2e-6d77fa2771e6) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:49:28.409174 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7af476de-5d6b-4e4e-a2e5-86c0087d81da req-3e173093-8d07-4f90-9986-0f72e9322bee tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693772
Nov 20 20:49:28.421126 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] For port 2b956d09-829e-429c-a13e-0a43961c10fc, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:28.437482 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] For port 2b956d09-829e-429c-a13e-0a43961c10fc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b956d09-829e-429c-a13e-0a43961c10fc,segment=NetworkSegment(fe4913fd-d6bc-497d-8f84-38beb20c87e9),segment_id=fe4913fd-d6bc-497d-8f84-38beb20c87e9)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:28.444112 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:28.514120 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Routers {'baabe343-a327-40a4-9f15-dfaa7eb84846'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:49:28.514760 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54583310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:49:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['baabe343-a327-40a4-9f15-dfaa7eb84846'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:28.556081 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcad66c-8707-4300-85c4-c9900e9fa104 req-c01966ed-b182-4024-86c3-5ebab3b532c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:28.557660 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-abcad66c-8707-4300-85c4-c9900e9fa104 req-c01966ed-b182-4024-86c3-5ebab3b532c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f82a7818-62f9-41df-8e59-1f9bb434e3d7 HTTP/1.1" status: 200  len: 914 time: 0.5942121
Nov 20 20:49:28.558565 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd78853-b48b-4687-98be-5cd23f09084e None None] Pushing event updated for resources: {'Port': ['ID=2b956d09-829e-429c-a13e-0a43961c10fc,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:28.594303 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e2c3ffaa-dc79-45ef-83d2-3a1458262e83 None None] Provisioning complete for port 2b956d09-829e-429c-a13e-0a43961c10fc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:28.595304 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e2c3ffaa-dc79-45ef-83d2-3a1458262e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:28.664144 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532e419-e047-4292-8db2-3a8d1dc74a1d req-a0afd148-14a8-4f1e-858c-3800ca06bfd4 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:28.666620 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7532e419-e047-4292-8db2-3a8d1dc74a1d req-a0afd148-14a8-4f1e-858c-3800ca06bfd4 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 948 time: 0.4949644
Nov 20 20:49:28.696463 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-abcad66c-8707-4300-85c4-c9900e9fa104 req-57f62ef5-cc43-4e01-bfc5-b99df33ed0ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=701e9eed-1ec3-47ff-a1de-75bfa89aefd7 HTTP/1.1" status: 200  len: 217 time: 0.1195064
Nov 20 20:49:28.703196 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] Set router baabe343-a327-40a4-9f15-dfaa7eb84846 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:49:28.729994 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] For port 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:28.757530 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e2c3ffaa-dc79-45ef-83d2-3a1458262e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:28.768282 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b66d64-baa1-43c6-9780-fb9ff33c27d6 req-64211260-7298-42ec-83f2-24acae719661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:28.770098 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-83b66d64-baa1-43c6-9780-fb9ff33c27d6 req-64211260-7298-42ec-83f2-24acae719661 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 1096 time: 0.3174684
Nov 20 20:49:28.823499 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e2c3ffaa-dc79-45ef-83d2-3a1458262e83 None None] For port 2b956d09-829e-429c-a13e-0a43961c10fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b956d09-829e-429c-a13e-0a43961c10fc,segment=NetworkSegment(fe4913fd-d6bc-497d-8f84-38beb20c87e9),segment_id=fe4913fd-d6bc-497d-8f84-38beb20c87e9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:28.830620 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e2c3ffaa-dc79-45ef-83d2-3a1458262e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:28.912537 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3ffaa-dc79-45ef-83d2-3a1458262e83 None None] Pushing event updated for resources: {'Port': ['ID=2b956d09-829e-429c-a13e-0a43961c10fc,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:28.920759 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:28.923336 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:28.935634 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7532e419-e047-4292-8db2-3a8d1dc74a1d req-ac8a8b7c-1e16-494e-81c1-94307ea0697b tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2618487
Nov 20 20:49:28.948540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcad66c-8707-4300-85c4-c9900e9fa104 req-baefcb00-749f-48d9-8198-db90a77264bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:28.950015 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-abcad66c-8707-4300-85c4-c9900e9fa104 req-baefcb00-749f-48d9-8198-db90a77264bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e91b14ea-0983-48f2-b667-d7d8c840210d HTTP/1.1" status: 200  len: 853 time: 0.2330742
Nov 20 20:49:28.950661 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:28.991930 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1d4bc07d-9173-4d1c-8d51-5a96efc0b397 None None] Provisioning complete for port 2b956d09-829e-429c-a13e-0a43961c10fc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:28.991930 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1d4bc07d-9173-4d1c-8d51-5a96efc0b397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:29.015134 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54583310>, [{'id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'name': 'tempest-ServersTestBootFromVolume-73314611-router', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': '76530b73-e17a-455b-98a7-698b6175da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:24Z', 'revision_number': 4, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'gw_port': {'id': '76530b73-e17a-455b-98a7-698b6175da0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b956d09-829e-429c-a13e-0a43961c10fc', 'name': '', 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'mac_address': 'fa:16:3e:fb:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2563a429-d56a-441b-ae05-c13563861abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:22Z', 'updated_at': '2021-11-20T20:49:28Z', 'revision_number': 4, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'subnets': [{'id': '2563a429-d56a-441b-ae05-c13563861abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:29.019382 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-075cbbb4-bcd1-40be-8992-8241cf0430f3 service neutron] show failed (client error): The resource could not be found.
Nov 20 20:49:29.020517 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-075cbbb4-bcd1-40be-8992-8241cf0430f3 service neutron] 10.222.0.37 "GET /v2.0/ports/d17c3e85-73cd-4445-8746-63b4de251722/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0728097
Nov 20 20:49:29.043895 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b5d34-ce25-4e52-8ae3-b43355e8abf3 req-12e30a4b-49b9-41f2-bdd3-d73dc260c4a7 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:29.044446 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-abcad66c-8707-4300-85c4-c9900e9fa104 req-81067716-70be-488e-ba02-7d11be8ff851 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f82a7818-62f9-41df-8e59-1f9bb434e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0762236
Nov 20 20:49:29.052878 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-348b5d34-ce25-4e52-8ae3-b43355e8abf3 req-12e30a4b-49b9-41f2-bdd3-d73dc260c4a7 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 945 time: 0.5453918
Nov 20 20:49:29.057791 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-83b66d64-baa1-43c6-9780-fb9ff33c27d6 req-66d80473-1fb5-4ed7-a2b4-3d2b3fcf2665 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2552111
Nov 20 20:49:29.114512 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-348b5d34-ce25-4e52-8ae3-b43355e8abf3 req-e379d4a2-8f00-4c1c-a7fd-71fd49e54ed4 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564394
Nov 20 20:49:29.115981 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f7668b-864a-40ec-b743-b9acaa012afa None None] The sync data for ids ['baabe343-a327-40a4-9f15-dfaa7eb84846'] in ncdv-master-1 is: [{'id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'name': 'tempest-ServersTestBootFromVolume-73314611-router', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': '76530b73-e17a-455b-98a7-698b6175da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:24Z', 'revision_number': 4, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'gw_port': {'id': '76530b73-e17a-455b-98a7-698b6175da0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b956d09-829e-429c-a13e-0a43961c10fc', 'name': '', 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'mac_address': 'fa:16:3e:fb:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2563a429-d56a-441b-ae05-c13563861abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:22Z', 'updated_at': '2021-11-20T20:49:28Z', 'revision_number': 4, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'subnets': [{'id': '2563a429-d56a-441b-ae05-c13563861abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:49:29.126434 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Pushing event updated for resources: {'Port': ['ID=45fadff2-da94-4f5f-8340-26c7ac05e1e2,revision_number=7']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:29.229613 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:29.279442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Attempting to bind port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:29.280140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Attempting to bind port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:29.280140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Attempting to bind port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:29.304987 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9354c49-553e-49a7-957a-ebba95ca5f78 req-4c81d189-03dd-45e8-961b-d67f2bf53ef6 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:29.313201 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e9354c49-553e-49a7-957a-ebba95ca5f78 req-4c81d189-03dd-45e8-961b-d67f2bf53ef6 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.0713999
Nov 20 20:49:29.331806 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:49:29.340833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on network 1f07f823-03fd-485f-ad70-6286912e8408 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:49:29.341352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Attempting to bind port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:29.350566 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:29.381551 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 45fadff2-da94-4f5f-8340-26c7ac05e1e2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:49:29.383862 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:29.384354 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Checking segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:29.384740 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Bound using segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:29.385065 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1f1cf981-26ff-4024-b94c-8e78ef84d154 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:29.385186 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Bound port: 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:29.385534 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:29.398802 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-abcad66c-8707-4300-85c4-c9900e9fa104 req-3a86a13b-b02a-4531-9bd8-8a18cc689d93 service neutron] 10.222.0.47 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3375826
Nov 20 20:49:29.398982 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e9354c49-553e-49a7-957a-ebba95ca5f78 req-727c8650-6b1d-4897-9b1e-509d0667cf57 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847335
Nov 20 20:49:29.412264 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:49:29.523284 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Pushing event updated for resources: {'Port': ['ID=c827db55-47b8-4057-bf2e-6d77fa2771e6,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:29.596063 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ad4f0-55ab-4c2b-a3e2-3638de9f2b7f req-f69c7553-d591-42f6-a161-118278b18023 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:29.605774 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-955ad4f0-55ab-4c2b-a3e2-3638de9f2b7f req-f69c7553-d591-42f6-a161-118278b18023 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 943 time: 0.0670474
Nov 20 20:49:29.651104 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2b956d09-829e-429c-a13e-0a43961c10fc up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:29.660033 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbf683-712c-440d-9149-3d05683ca6a2 req-cedcc9a0-038f-4f24-a108-d9605f2d0de5 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:29.667395 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-48fbf683-712c-440d-9149-3d05683ca6a2 req-cedcc9a0-038f-4f24-a108-d9605f2d0de5 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 943 time: 0.2675598
Nov 20 20:49:29.672937 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-955ad4f0-55ab-4c2b-a3e2-3638de9f2b7f req-1c20aa4b-8dfa-403c-8a73-eaecc8bf0990 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657406
Nov 20 20:49:29.702957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:49:29.748662 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-ba560f79-8e85-46f5-96fc-0cd8c91ed752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:29.750292 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-ba560f79-8e85-46f5-96fc-0cd8c91ed752 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964&tenant_id=75d8e50fbc2c4c13be9b56bf0078f315 HTTP/1.1" status: 200  len: 1101 time: 0.3678169
Nov 20 20:49:29.760219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45fadff2-da94-4f5f-8340-26c7ac05e1e2'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:29.762549 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cffe438-df3c-45fc-ba18-bc8deb325d05" -d '{"events": [{"server_uuid": "21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d", "name": "network-vif-unplugged", "status": "completed", "tag": "45fadff2-da94-4f5f-8340-26c7ac05e1e2"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:29.793363 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:29.802948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 1f1cf981-26ff-4024-b94c-8e78ef84d154 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:29.803326 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:29.842281 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:29.848548 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host nch2-master-1, got binding levels [] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:29.857684 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] For port 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:29.869608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] For port 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45fadff2-da94-4f5f-8340-26c7ac05e1e2,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:29.870239 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 2b956d09-829e-429c-a13e-0a43961c10fc triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:29.870636 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:29.871640 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf20b39-c046-4424-96de-982c8de53252 x-openstack-request-id: req-bbf20b39-c046-4424-96de-982c8de53252 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:29.871871 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d", "name": "network-vif-unplugged", "status": "completed", "tag": "45fadff2-da94-4f5f-8340-26c7ac05e1e2", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:29.872126 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbf20b39-c046-4424-96de-982c8de53252 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:29.872528 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45fadff2-da94-4f5f-8340-26c7ac05e1e2', 'code': 200}
Nov 20 20:49:29.887123 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-48fbf683-712c-440d-9149-3d05683ca6a2 req-c9a24c9e-eac2-48e4-88b5-af67ed3e8f51 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2139375
Nov 20 20:49:29.921532 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:29.951045 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59754) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:29.974523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Attempting to bind port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:29.974764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Attempting to bind port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:29.975135 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Attempting to bind port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:30.000032 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:30.014944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on network 1f07f823-03fd-485f-ad70-6286912e8408 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:49:30.015816 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Attempting to bind port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:30.022326 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:30.026423 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-abcad66c-8707-4300-85c4-c9900e9fa104 req-bdb4be25-d72b-4d07-a66d-b6ab9594ecaf service neutron] 10.222.0.47 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5425935
Nov 20 20:49:30.048988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '701e9eed-1ec3-47ff-a1de-75bfa89aefd7', 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7', 'port_id': '701e9eed-1ec3-47ff-a1de-75bfa89aefd7', 'mac_address': 'fa:16:3e:68:2e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e91b14ea-0983-48f2-b667-d7d8c840210d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:49:30.054144 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:30.054545 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Checking segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:30.055133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Bound using segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:30.055712 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Bound port: 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:30.056138 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:30.091127 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2173390a-b65b-4fa2-abfb-9244493940ae tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:30.128322 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2173390a-b65b-4fa2-abfb-9244493940ae tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:30.160855 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:30.236395 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:30.255720 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acf73a5-9605-4b53-83dc-09af84fee3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1cf981-26ff-4024-b94c-8e78ef84d154'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:30.258311 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c0336c-d134-4503-9871-855b9ab3d1f6" -d '{"events": [{"server_uuid": "6acf73a5-9605-4b53-83dc-09af84fee3fe", "name": "network-vif-plugged", "status": "completed", "tag": "1f1cf981-26ff-4024-b94c-8e78ef84d154"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:30.283584 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d025-900c-44ad-bcf3-b7a9f68d7a75 req-fa17fc2a-4471-476d-b674-ab211ee9c90f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:30.291139 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:49:30.297072 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1f1cf981-26ff-4024-b94c-8e78ef84d154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f1cf981-26ff-4024-b94c-8e78ef84d154,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:30.299255 ncdv-master-1 neutron-server[126226]: WARNING neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Concurrent port binding operations failed on port 45fadff2-da94-4f5f-8340-26c7ac05e1e2
Nov 20 20:49:30.305399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45fadff2-da94-4f5f-8340-26c7ac05e1e2,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:30.308062 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:30.316505 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3e5d025-900c-44ad-bcf3-b7a9f68d7a75 req-fa17fc2a-4471-476d-b674-ab211ee9c90f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 948 time: 0.2851825
Nov 20 20:49:30.318644 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2173390a-b65b-4fa2-abfb-9244493940ae tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:30.321333 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2173390a-b65b-4fa2-abfb-9244493940ae tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:30.322511 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2173390a-b65b-4fa2-abfb-9244493940ae tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "DELETE /v2.0/security-groups/4beb69f9-3613-42a6-9d40-20d076a516e8 HTTP/1.1" status: 204  len: 168 time: 0.3704267
Nov 20 20:49:30.324856 ncdv-master-1 neutron-server[126226]: INFO neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Attempt 2 to bind port 45fadff2-da94-4f5f-8340-26c7ac05e1e2
Nov 20 20:49:30.325528 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 45fadff2-da94-4f5f-8340-26c7ac05e1e2 has no active binding in host nch1-master-1 {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 20 20:49:30.336851 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59764) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:30.378425 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:30.388608 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:30.401048 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:30.413577 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=1f1cf981-26ff-4024-b94c-8e78ef84d154,revision_number=10']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:30.449925 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3e5d025-900c-44ad-bcf3-b7a9f68d7a75 req-ade99a98-9f3b-4559-b202-d29e4989ba35 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981750
Nov 20 20:49:30.453768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173390a-b65b-4fa2-abfb-9244493940ae tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beb69f9-3613-42a6-9d40-20d076a516e8,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:30.462143 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-e4af82d2-44e7-4c78-a357-8eec6c9d44c8 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] show failed (client error): The resource could not be found.
Nov 20 20:49:30.463780 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e4af82d2-44e7-4c78-a357-8eec6c9d44c8 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "GET /v2.0/security-groups/4beb69f9-3613-42a6-9d40-20d076a516e8 HTTP/1.1" status: 404  len: 347 time: 0.1257758
Nov 20 20:49:30.472318 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59768) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:30.518805 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:30.532175 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca796947-311e-4fab-a4c6-58c4d26e037f x-openstack-request-id: req-ca796947-311e-4fab-a4c6-58c4d26e037f {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:30.532742 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acf73a5-9605-4b53-83dc-09af84fee3fe", "name": "network-vif-plugged", "status": "completed", "tag": "1f1cf981-26ff-4024-b94c-8e78ef84d154", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:30.537064 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca796947-311e-4fab-a4c6-58c4d26e037f {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:30.538652 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acf73a5-9605-4b53-83dc-09af84fee3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1cf981-26ff-4024-b94c-8e78ef84d154', 'code': 200}
Nov 20 20:49:30.562402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Pushing event updated for resources: {'Port': ['ID=45fadff2-da94-4f5f-8340-26c7ac05e1e2,revision_number=8']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:30.614812 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d3b42-a262-47af-97b7-e8ace7522352 req-8f0edce3-4b42-4da6-8d60-d886da3ebf5d tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:30.618520 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bd9d3b42-a262-47af-97b7-e8ace7522352 req-8f0edce3-4b42-4da6-8d60-d886da3ebf5d tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 945 time: 0.2185569
Nov 20 20:49:30.646153 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb5329-d16e-4a3c-8431-dc5c88a7c844 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Deleting port 48c3c8ea-ada4-440f-84f2-8d2419e5637b {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:49:30.646593 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeeb5329-d16e-4a3c-8431-dc5c88a7c844 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:30.648432 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:30.649308 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:30.651040 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-6e5239bf-6f52-4c6e-be93-d951d0443bdc service neutron] 10.222.0.37 "PUT /v2.0/ports/45fadff2-da94-4f5f-8340-26c7ac05e1e2 HTTP/1.1" status: 200  len: 1121 time: 2.9690790
Nov 20 20:49:30.677005 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['701e9eed-1ec3-47ff-a1de-75bfa89aefd7'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:30.796477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['45fadff2-da94-4f5f-8340-26c7ac05e1e2'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:30.843428 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['45fadff2-da94-4f5f-8340-26c7ac05e1e2'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:30.872877 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeeb5329-d16e-4a3c-8431-dc5c88a7c844 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:30.873255 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeeb5329-d16e-4a3c-8431-dc5c88a7c844 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:30.896567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb5329-d16e-4a3c-8431-dc5c88a7c844 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Calling delete_port for 48c3c8ea-ada4-440f-84f2-8d2419e5637b owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:49:30.910461 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bd9d3b42-a262-47af-97b7-e8ace7522352 req-08e4c107-77eb-4e07-ad0a-16fffe2ab964 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2758720
Nov 20 20:49:30.925890 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d13005-399c-475c-a585-f0341059c033 req-4c60cec9-71f6-45ab-823f-7bc505665039 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:30.927679 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30d13005-399c-475c-a585-f0341059c033 req-4c60cec9-71f6-45ab-823f-7bc505665039 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.1335952
Nov 20 20:49:30.991297 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.030234 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.082452 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b766a-0331-42af-a19f-637f04847a69 req-f7a17397-58b8-4b2b-9247-3cdc47c5338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:31.084151 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a83b766a-0331-42af-a19f-637f04847a69 req-f7a17397-58b8-4b2b-9247-3cdc47c5338a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 1101 time: 0.2576725
Nov 20 20:49:31.119626 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30d13005-399c-475c-a585-f0341059c033 req-3428d4f5-3e3c-4fee-9f98-5ba680d70856 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063030
Nov 20 20:49:31.163480 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeeb5329-d16e-4a3c-8431-dc5c88a7c844 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.191872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb5329-d16e-4a3c-8431-dc5c88a7c844 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Pushing event deleted for resources: {'Port': ['ID=48c3c8ea-ada4-440f-84f2-8d2419e5637b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:31.211225 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbb8fb-43fb-4666-8dfc-7a65d9d54fe1 req-bb38a985-e54d-4c75-98cb-bcc0dc89333b tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:31.213059 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4cdbb8fb-43fb-4666-8dfc-7a65d9d54fe1 req-bb38a985-e54d-4c75-98cb-bcc0dc89333b tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 943 time: 0.2194834
Nov 20 20:49:31.213443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Pushing event updated for resources: {'Port': ['ID=c827db55-47b8-4057-bf2e-6d77fa2771e6,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:31.248679 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.300706 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d17c3e85-73cd-4445-8746-63b4de251722,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:31.312436 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.320892 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cca2d2b9-cb99-42a8-89d3-abfe4cc9014c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.8838058
Nov 20 20:49:31.321696 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeeb5329-d16e-4a3c-8431-dc5c88a7c844 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.321696 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeeb5329-d16e-4a3c-8431-dc5c88a7c844 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.321696 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-aeeb5329-d16e-4a3c-8431-dc5c88a7c844 tempest-ImagesOneServerNegativeTestJSON-1822143224 tempest-ImagesOneServerNegativeTestJSON-1822143224-project] 10.222.0.41 "DELETE /v2.0/floatingips/70576ee1-33c0-4033-9bc3-3473fb08a16d HTTP/1.1" status: 204  len: 168 time: 0.8459129
Nov 20 20:49:31.322747 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a83b766a-0331-42af-a19f-637f04847a69 req-c6571aa1-df1d-44f0-85a8-2c12d83754bc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2234850
Nov 20 20:49:31.345325 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4cdbb8fb-43fb-4666-8dfc-7a65d9d54fe1 req-178a5f10-17bc-4b35-8673-355daecb486d tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086872
Nov 20 20:49:31.345797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def42fa-b682-4990-9f97-d7a020e9757b req-784fdf53-342f-478a-ab02-aa933843157c tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:31.345797 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1def42fa-b682-4990-9f97-d7a020e9757b req-784fdf53-342f-478a-ab02-aa933843157c tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 944 time: 0.1094413
Nov 20 20:49:31.371505 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch1-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:31.384924 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d17c3e85-73cd-4445-8746-63b4de251722 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:49:31.429664 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.445672 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Transition to ACTIVE for port object d17c3e85-73cd-4445-8746-63b4de251722 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:49:31.453290 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.454307 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1def42fa-b682-4990-9f97-d7a020e9757b req-ffe1cd84-6f11-43be-bc85-266f1eb140e2 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031253
Nov 20 20:49:31.491641 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.545683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Pushing event updated for resources: {'Port': ['ID=d17c3e85-73cd-4445-8746-63b4de251722,revision_number=6']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:31.587158 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59814) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:31.589395 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] No DVR routers for this DVR port d17c3e85-73cd-4445-8746-63b4de251722 on host nch1-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:49:31.602502 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 20:49:31.603965 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 20:49:31.654007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1d75f-bd0a-458d-b35b-fbb9ff1f0e3b req-688a2b47-fb73-4fb0-8d64-6508bcc2140a tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:31.663771 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43c1d75f-bd0a-458d-b35b-fbb9ff1f0e3b req-688a2b47-fb73-4fb0-8d64-6508bcc2140a tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 950 time: 0.1207244
Nov 20 20:49:31.664458 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Attempting to bind port d17c3e85-73cd-4445-8746-63b4de251722 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:31.664813 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Attempting to bind port d17c3e85-73cd-4445-8746-63b4de251722 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:31.665703 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Attempting to bind port d17c3e85-73cd-4445-8746-63b4de251722 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:31.668468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-3addb92a-0bb2-41b7-bef0-d9741971c6ab admin admin] Deleting subnet cac3ccbd-8963-47e1-9b4e-185e806337ba {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:49:31.669831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Port d17c3e85-73cd-4445-8746-63b4de251722 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:49:31.670425 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Attempting to bind port d17c3e85-73cd-4445-8746-63b4de251722 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:31.673872 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3addb92a-0bb2-41b7-bef0-d9741971c6ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.676937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:31.677362 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:31.677680 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:31.678157 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Bound port: d17c3e85-73cd-4445-8746-63b4de251722, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:31.680506 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.748140 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3addb92a-0bb2-41b7-bef0-d9741971c6ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.780661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:31.785373 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d17c3e85-73cd-4445-8746-63b4de251722,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:31.796614 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.822725 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43c1d75f-bd0a-458d-b35b-fbb9ff1f0e3b req-80b7bbb3-06a4-417b-af87-2f6fb1aab907 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524208
Nov 20 20:49:31.829380 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3addb92a-0bb2-41b7-bef0-d9741971c6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.845674 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:31.847323 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.849171 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] 10.222.0.47 "PUT /v2.0/ports/d17c3e85-73cd-4445-8746-63b4de251722 HTTP/1.1" status: 200  len: 1096 time: 2.0640967
Nov 20 20:49:31.873788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d', 'tag': '45fadff2-da94-4f5f-8340-26c7ac05e1e2'}, {'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722'}, {'name': 'network-changed', 'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:31.877489 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b483000c-9d1a-42d2-b962-771eb94fc760" -d '{"events": [{"name": "network-changed", "server_uuid": "21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d", "tag": "45fadff2-da94-4f5f-8340-26c7ac05e1e2"}, {"server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "name": "network-vif-unplugged", "status": "completed", "tag": "d17c3e85-73cd-4445-8746-63b4de251722"}, {"name": "network-changed", "server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "tag": "d17c3e85-73cd-4445-8746-63b4de251722"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:31.914982 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c3eef-50ee-49e5-b2b6-4e3aedd1c32b service neutron] Pushing event updated for resources: {'Port': ['ID=d17c3e85-73cd-4445-8746-63b4de251722,revision_number=7']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:31.928902 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3addb92a-0bb2-41b7-bef0-d9741971c6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.935399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-adc17de6-6d54-4d18-ba17-e3d60e74ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:31.937109 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-adc17de6-6d54-4d18-ba17-e3d60e74ff79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 1099 time: 0.0564699
Nov 20 20:49:31.962752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addb92a-0bb2-41b7-bef0-d9741971c6ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac3ccbd-8963-47e1-9b4e-185e806337ba,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:31.970328 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3addb92a-0bb2-41b7-bef0-d9741971c6ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:31.979091 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3addb92a-0bb2-41b7-bef0-d9741971c6ab admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cac3ccbd-8963-47e1-9b4e-185e806337ba HTTP/1.1" status: 204  len: 168 time: 0.3897085
Nov 20 20:49:31.979621 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59834) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:32.074567 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63108d4-a023-4560-adaf-0b37d3e4e0ba x-openstack-request-id: req-d63108d4-a023-4560-adaf-0b37d3e4e0ba {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:32.074866 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d", "tag": "45fadff2-da94-4f5f-8340-26c7ac05e1e2", "status": "completed", "code": 200}, {"server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "name": "network-vif-unplugged", "status": "completed", "tag": "d17c3e85-73cd-4445-8746-63b4de251722", "code": 200}, {"name": "network-changed", "server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "tag": "d17c3e85-73cd-4445-8746-63b4de251722", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:32.075118 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d63108d4-a023-4560-adaf-0b37d3e4e0ba {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:32.075512 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d', 'tag': '45fadff2-da94-4f5f-8340-26c7ac05e1e2', 'status': 'completed', 'code': 200}
Nov 20 20:49:32.075768 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722', 'code': 200}
Nov 20 20:49:32.076020 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722', 'status': 'completed', 'code': 200}
Nov 20 20:49:32.154422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be637448-1ec6-4bd1-a7b2-819a7955bb98 req-01fc0c2c-cff7-4bcf-be65-32b92326e1bc tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:32.162346 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be637448-1ec6-4bd1-a7b2-819a7955bb98 req-01fc0c2c-cff7-4bcf-be65-32b92326e1bc tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 945 time: 0.1067617
Nov 20 20:49:32.180481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f39a7349-0e42-47d1-8bed-def98fbec976 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:49:32.208707 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: f39a7349-0e42-47d1-8bed-def98fbec976 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:49:32.209598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f39a7349-0e42-47d1-8bed-def98fbec976 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:49:32.243876 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be637448-1ec6-4bd1-a7b2-819a7955bb98 req-dc335dc0-da11-40db-9095-d77f5dd137a0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806217
Nov 20 20:49:32.246040 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-41a5f573-619f-467d-9143-141d8f86574f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:32.270094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-8c22e153-5abe-4596-a870-84bbdf490419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:32.271526 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-8c22e153-5abe-4596-a870-84bbdf490419 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.3278165
Nov 20 20:49:32.279776 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-8bdc4bac-a7cf-44da-ab51-48d1f6ef87c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:32.281168 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-8bdc4bac-a7cf-44da-ab51-48d1f6ef87c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 1099 time: 0.1954992
Nov 20 20:49:32.307674 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-2ac28407-0a39-4a3f-8124-858e865883d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:32.309382 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-2ac28407-0a39-4a3f-8124-858e865883d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 1124 time: 0.2440240
Nov 20 20:49:32.381682 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b59f8-8577-485d-93d5-30b45ee6666c req-28deeb68-785d-4065-a995-6b1eb525bb19 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:32.383831 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-013b59f8-8577-485d-93d5-30b45ee6666c req-28deeb68-785d-4065-a995-6b1eb525bb19 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 1096 time: 0.0522337
Nov 20 20:49:32.395996 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-ce2543a1-7988-4a05-b915-3a4293523f8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=d17c3e85-73cd-4445-8746-63b4de251722 HTTP/1.1" status: 200  len: 217 time: 0.1131911
Nov 20 20:49:32.446721 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-013b59f8-8577-485d-93d5-30b45ee6666c req-9a7c163d-829e-4347-9d61-0ddbc3434188 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476871
Nov 20 20:49:32.586374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625b3c9-b934-4423-93ba-3f296a7bfaed req-a12f5a69-a2db-4dec-96e1-be1c27fbce7b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:32.594406 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b625b3c9-b934-4423-93ba-3f296a7bfaed req-a12f5a69-a2db-4dec-96e1-be1c27fbce7b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 948 time: 0.3455701
Nov 20 20:49:32.633648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fae4f7-6dbd-45ac-b268-8e9fcb5467d4 req-46be0831-14a9-4730-8825-f70cc21889d4 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:32.641232 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-56fae4f7-6dbd-45ac-b268-8e9fcb5467d4 req-46be0831-14a9-4730-8825-f70cc21889d4 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 943 time: 0.1136496
Nov 20 20:49:32.705297 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-41a5f573-619f-467d-9143-141d8f86574f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:32.719680 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-56fae4f7-6dbd-45ac-b268-8e9fcb5467d4 req-60425dac-c7da-44e5-ad0e-9e9d9bb42428 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757771
Nov 20 20:49:32.726346 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-7a3942d6-46b0-4688-b242-ecc51e030efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:32.727820 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-7a3942d6-46b0-4688-b242-ecc51e030efc service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.4225376
Nov 20 20:49:32.733508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-4ff459bc-a530-4d58-b59b-e5c0fb56a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:32.734923 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-4ff459bc-a530-4d58-b59b-e5c0fb56a653 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.3079591
Nov 20 20:49:32.762249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-c45c7571-d170-45a0-b6d8-6976b3401f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:32.763701 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-c45c7571-d170-45a0-b6d8-6976b3401f47 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 921 time: 0.4160540
Nov 20 20:49:32.829458 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-bbce51cd-cebc-42f5-85bd-10b308d1192e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=d17c3e85-73cd-4445-8746-63b4de251722 HTTP/1.1" status: 200  len: 217 time: 0.0891769
Nov 20 20:49:32.833034 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b625b3c9-b934-4423-93ba-3f296a7bfaed req-ba3b17d6-cd79-40f2-bb39-a7a58468699c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2370031
Nov 20 20:49:32.837903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-41a5f573-619f-467d-9143-141d8f86574f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e373700>,) {'filters': {'network_id': ['e089fcf3-9dcc-485e-b53f-bb119c8c3467']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:32.894585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c89560-53c0-482c-8b52-a967157074ea req-897a45d1-db0d-4fd7-bd51-a82507b84876 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:32.897563 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-be5a53d4-e01e-4d9d-a30b-ce472526619c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45fadff2-da94-4f5f-8340-26c7ac05e1e2 HTTP/1.1" status: 200  len: 217 time: 0.0955465
Nov 20 20:49:32.902015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-41a5f573-619f-467d-9143-141d8f86574f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e373700>, 'e343e4d7-cd4c-4105-9180-5e57ae735346') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:32.902808 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-41a5f573-619f-467d-9143-141d8f86574f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e373700>, 'e343e4d7-cd4c-4105-9180-5e57ae735346') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:32.902929 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5c89560-53c0-482c-8b52-a967157074ea req-897a45d1-db0d-4fd7-bd51-a82507b84876 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 944 time: 0.0778830
Nov 20 20:49:32.952200 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-41a5f573-619f-467d-9143-141d8f86574f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:32.970721 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5c89560-53c0-482c-8b52-a967157074ea req-16b4942c-4de6-4f78-a605-f80269d744fa tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672724
Nov 20 20:49:33.019450 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-41a5f573-619f-467d-9143-141d8f86574f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:33.035500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a5f573-619f-467d-9143-141d8f86574f admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:49:33.039801 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-41a5f573-619f-467d-9143-141d8f86574f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:49:33.042025 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:49:33.060186 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-f1e9a46a-463e-42eb-a256-ebcbaed00b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:33.061842 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-f1e9a46a-463e-42eb-a256-ebcbaed00b99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3114219
Nov 20 20:49:33.078321 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-3d3c0f53-8374-481f-b913-f36063104d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:33.079887 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-3d3c0f53-8374-481f-b913-f36063104d9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.1638548
Nov 20 20:49:33.081234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-1394ca0d-862a-4d1f-8bdb-1e3f3ed0d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:33.083928 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-1394ca0d-862a-4d1f-8bdb-1e3f3ed0d187 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.2419741
Nov 20 20:49:33.208696 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-11346132-1c65-4f10-b43c-8ab80174d84c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0978622
Nov 20 20:49:33.236181 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-41a5f573-619f-467d-9143-141d8f86574f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:33.250500 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-41a5f573-619f-467d-9143-141d8f86574f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:33.253589 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-41a5f573-619f-467d-9143-141d8f86574f admin admin] 10.222.0.41 "DELETE /v2.0/networks/e089fcf3-9dcc-485e-b53f-bb119c8c3467 HTTP/1.1" status: 204  len: 168 time: 1.2729383
Nov 20 20:49:33.441793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59906) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:33.501241 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-aa692790-5755-4bbd-b46c-28c89c28e93b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1929d2944a034783a75db63f07c146a6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0570414
Nov 20 20:49:33.505170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59910) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:33.566272 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2abbcda6-8ad1-4e68-b243-0e45f1a41d74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:33.586105 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2cd21-ba2c-4c9d-a877-cfaa601a05e9 req-dfa7a09b-3f77-46ed-af77-c8428ec5b40f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:33.587564 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ecf2cd21-ba2c-4c9d-a877-cfaa601a05e9 req-dfa7a09b-3f77-46ed-af77-c8428ec5b40f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 950 time: 0.5226932
Nov 20 20:49:33.589395 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2abbcda6-8ad1-4e68-b243-0e45f1a41d74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:33.601055 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5f573-619f-467d-9143-141d8f86574f admin admin] Pushing event deleted for resources: {'Network': ['ID=e089fcf3-9dcc-485e-b53f-bb119c8c3467,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:33.641196 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-9b525754-d405-451c-8542-8922086b076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:33.642789 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-9b525754-d405-451c-8542-8922086b076b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5165670
Nov 20 20:49:33.649644 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2abbcda6-8ad1-4e68-b243-0e45f1a41d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:33.654243 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2abbcda6-8ad1-4e68-b243-0e45f1a41d74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:33.658509 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2abbcda6-8ad1-4e68-b243-0e45f1a41d74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d63e82ee-7474-4327-9042-3d23723829de HTTP/1.1" status: 204  len: 168 time: 0.1522160
Nov 20 20:49:33.670860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbcda6-8ad1-4e68-b243-0e45f1a41d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63e82ee-7474-4327-9042-3d23723829de,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:33.676020 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:33.701098 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-45f9dedb-d7bf-4174-b0b5-7fd21973f71e service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6132698
Nov 20 20:49:33.779182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:49:33.787938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:33.789282 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:33.801570 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-d9673da0-7010-4e7e-9317-5edd90df80ab service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5827005
Nov 20 20:49:33.824595 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ecf2cd21-ba2c-4c9d-a877-cfaa601a05e9 req-5fd52064-96e8-41b8-80c3-253ca2a631f6 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2272036
Nov 20 20:49:33.906650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0e66d-4e01-4c9b-93c7-8dae183b3e49 req-dba34c29-5a92-4a53-b63e-038fa71892c2 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:33.924197 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-34c0e66d-4e01-4c9b-93c7-8dae183b3e49 req-dba34c29-5a92-4a53-b63e-038fa71892c2 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 943 time: 0.0993421
Nov 20 20:49:33.941829 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:33.998926 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743798f2-3de6-473a-b676-6226a4b9ebba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701e9eed-1ec3-47ff-a1de-75bfa89aefd7'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:34.004475 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebe50eb-2e2f-4bf6-bfe7-155e0624edf5" -d '{"events": [{"server_uuid": "743798f2-3de6-473a-b676-6226a4b9ebba", "name": "network-vif-plugged", "status": "completed", "tag": "701e9eed-1ec3-47ff-a1de-75bfa89aefd7"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:34.013252 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-34c0e66d-4e01-4c9b-93c7-8dae183b3e49 req-5754b418-1ae6-4c6a-a9a1-11fa6ac31aa8 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843086
Nov 20 20:49:34.015096 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-6827d97a-2a3e-4145-a873-25542daffc6f service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3623054
Nov 20 20:49:34.037839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:34.044227 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25f64932-0a4f-4701-af0e-4d21ecb4ea3a req-4899b97d-6345-4621-8336-95642e8b273f service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3317394
Nov 20 20:49:34.048995 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:34.126827 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-5daa4a41-fb94-42ed-81c0-0b8f78ca67d0 service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2980578
Nov 20 20:49:34.180396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7a305-56ef-43fd-8c17-a0af1e1489ac req-6222250e-c2e4-443e-b33c-70a60c8d6980 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:34.181997 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2cb7a305-56ef-43fd-8c17-a0af1e1489ac req-6222250e-c2e4-443e-b33c-70a60c8d6980 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 948 time: 0.1594152
Nov 20 20:49:34.238712 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:34.254798 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-292621d2-4efe-4950-91ad-41796ba35e55 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2158132
Nov 20 20:49:34.317672 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2cb7a305-56ef-43fd-8c17-a0af1e1489ac req-85fae4fa-bc47-4650-a809-3e3937adf451 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170957
Nov 20 20:49:34.412510 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-10b7349c-9c9b-4d78-b221-76b4cbb0678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:34.413952 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-10b7349c-9c9b-4d78-b221-76b4cbb0678f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 1099 time: 0.0949233
Nov 20 20:49:34.443965 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd93f7e-75a6-4461-9680-1aae83968cd9 x-openstack-request-id: req-4bd93f7e-75a6-4461-9680-1aae83968cd9 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:34.444267 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743798f2-3de6-473a-b676-6226a4b9ebba", "name": "network-vif-plugged", "status": "completed", "tag": "701e9eed-1ec3-47ff-a1de-75bfa89aefd7", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:34.444521 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4bd93f7e-75a6-4461-9680-1aae83968cd9 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:34.444965 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743798f2-3de6-473a-b676-6226a4b9ebba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701e9eed-1ec3-47ff-a1de-75bfa89aefd7', 'code': 200}
Nov 20 20:49:34.572265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5bcfb-7e40-48d1-80dc-f3361c2c18a8 req-00072c49-ca16-4d12-a5ad-99f8c3256de8 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:34.574593 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbb5bcfb-7e40-48d1-80dc-f3361c2c18a8 req-00072c49-ca16-4d12-a5ad-99f8c3256de8 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 1101 time: 0.0579340
Nov 20 20:49:34.633710 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbb5bcfb-7e40-48d1-80dc-f3361c2c18a8 req-679dc013-25d0-4503-9d9f-c19644618839 tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527234
Nov 20 20:49:34.641379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-bc480f71-52e2-4961-bb17-f80112b49379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:34.643073 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-bc480f71-52e2-4961-bb17-f80112b49379 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.2207563
Nov 20 20:49:34.697174 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a2c3e-cbd0-46e7-91c5-164270d891fa req-07b63d2e-8dd4-4b42-bd48-53806bbb12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:34.698867 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a11a2c3e-cbd0-46e7-91c5-164270d891fa req-07b63d2e-8dd4-4b42-bd48-53806bbb12a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 1096 time: 0.1816106
Nov 20 20:49:34.701557 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-2a555207-27c1-4ba7-975b-ea7f2d1f3b47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=d17c3e85-73cd-4445-8746-63b4de251722 HTTP/1.1" status: 200  len: 217 time: 0.0493808
Nov 20 20:49:34.715417 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709757fc-77fe-42bc-ae10-0c1733be2655 req-8474a392-55b9-4af0-9858-7b52cc8410da tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:34.717100 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-709757fc-77fe-42bc-ae10-0c1733be2655 req-8474a392-55b9-4af0-9858-7b52cc8410da tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.2789898
Nov 20 20:49:34.830132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-93c71028-d15f-468f-837b-c2caeeac2aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:34.832212 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-93c71028-d15f-468f-837b-c2caeeac2aaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1081114
Nov 20 20:49:34.841588 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a11a2c3e-cbd0-46e7-91c5-164270d891fa req-4d28f251-6fdb-444d-89cb-54e767928747 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233745
Nov 20 20:49:34.910478 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-709757fc-77fe-42bc-ae10-0c1733be2655 req-caa455d1-ffac-4aab-8f27-748d1d05b412 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1813464
Nov 20 20:49:34.937309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-a6ef6dbe-0002-458a-9c54-7b046e117186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:34.939054 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-a6ef6dbe-0002-458a-9c54-7b046e117186 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0946789
Nov 20 20:49:35.226616 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6c6bf-245e-4f8a-ae79-ad14ee6cfced req-cff7adf4-451c-4c84-9344-70719362108b tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:35.228170 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c6c6bf-245e-4f8a-ae79-ad14ee6cfced req-cff7adf4-451c-4c84-9344-70719362108b tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 943 time: 0.0859735
Nov 20 20:49:35.232353 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-b8730213-6394-4106-af61-bf301e762488 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1958203
Nov 20 20:49:35.363678 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795fa99-22cc-43f4-9e61-4e0d50ca8b84 req-df3497df-e9e0-4b08-ac0a-51841ac212ce tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:35.376205 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7795fa99-22cc-43f4-9e61-4e0d50ca8b84 req-df3497df-e9e0-4b08-ac0a-51841ac212ce tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 1101 time: 0.0752974
Nov 20 20:49:35.393067 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b483000c-9d1a-42d2-b962-771eb94fc760 req-53143b47-ba26-4323-aa49-035b5131f0a0 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514585
Nov 20 20:49:35.397408 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c6c6bf-245e-4f8a-ae79-ad14ee6cfced req-20b52480-0faf-4d11-9088-7832bc72a51f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617343
Nov 20 20:49:35.469793 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7795fa99-22cc-43f4-9e61-4e0d50ca8b84 req-a9228eef-e7d9-4039-ba2c-119efe8c820a tempest-ServersAdminTestJSON-326556958 tempest-ServersAdminTestJSON-326556958-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918818
Nov 20 20:49:35.596938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c801fd3-a80b-4e58-b067-5817f51d5527 req-d54c229d-1ff6-4b11-84e1-9746b49ac3c2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:35.609446 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3c801fd3-a80b-4e58-b067-5817f51d5527 req-d54c229d-1ff6-4b11-84e1-9746b49ac3c2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 948 time: 0.0938537
Nov 20 20:49:35.707896 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3c801fd3-a80b-4e58-b067-5817f51d5527 req-5d73dbd7-92d0-4512-b13e-72310343610a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974772
Nov 20 20:49:35.754416 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59994) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:35.917544 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9fb6437a-dd6e-4891-8ad3-4f9ad3d3ca2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:35.961035 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba6bf-69ed-4133-8a23-c9521d91a59e req-f8ba2da9-595b-4433-9cb6-b1648baa0bdc tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:35.965739 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-228ba6bf-69ed-4133-8a23-c9521d91a59e req-f8ba2da9-595b-4433-9cb6-b1648baa0bdc tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 950 time: 0.0830412
Nov 20 20:49:36.035776 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-228ba6bf-69ed-4133-8a23-c9521d91a59e req-649fbf54-6bae-4f1d-882a-aa1937649301 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626049
Nov 20 20:49:36.064076 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9fb6437a-dd6e-4891-8ad3-4f9ad3d3ca2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:36.083301 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9fb6437a-dd6e-4891-8ad3-4f9ad3d3ca2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:36.133167 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9fb6437a-dd6e-4891-8ad3-4f9ad3d3ca2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddd72a3ee4294f01905a93fd9f1a5838&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3775978
Nov 20 20:49:36.136502 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60004) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:36.162700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eda57a-5cf4-456a-b328-d9b74aa9f170 req-668b18dc-2cab-438b-a615-30778a122162 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:36.164807 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3eda57a-5cf4-456a-b328-d9b74aa9f170 req-668b18dc-2cab-438b-a615-30778a122162 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.1478839
Nov 20 20:49:36.166131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6437a-dd6e-4891-8ad3-4f9ad3d3ca2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1e29d0-4e7a-49d8-8a3e-8ab214af4cb1,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:36.222024 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5718a308-56b1-4dec-8934-41ba5b05bc39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:36.243652 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3eda57a-5cf4-456a-b328-d9b74aa9f170 req-e1bb8863-9a21-4166-97cb-47677cd96258 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604000
Nov 20 20:49:36.263155 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5718a308-56b1-4dec-8934-41ba5b05bc39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:36.319014 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5718a308-56b1-4dec-8934-41ba5b05bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:36.321664 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5718a308-56b1-4dec-8934-41ba5b05bc39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:36.322852 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5718a308-56b1-4dec-8934-41ba5b05bc39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a1e29d0-4e7a-49d8-8a3e-8ab214af4cb1 HTTP/1.1" status: 204  len: 168 time: 0.1849067
Nov 20 20:49:36.333759 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718a308-56b1-4dec-8934-41ba5b05bc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1e29d0-4e7a-49d8-8a3e-8ab214af4cb1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:36.582245 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9c81a-3d3a-4f83-a213-04419f46660e req-2da1e875-450b-41eb-a559-b90a7fea3e12 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:36.584020 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-77c9c81a-3d3a-4f83-a213-04419f46660e req-2da1e875-450b-41eb-a559-b90a7fea3e12 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 943 time: 0.0810843
Nov 20 20:49:36.704122 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-77c9c81a-3d3a-4f83-a213-04419f46660e req-ce1fc277-a0f6-4880-9f58-4cd82ba641f9 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135464
Nov 20 20:49:36.747589 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-c35269bd-6cb4-41ce-88e7-d0ce67c5c6c6 service neutron] 10.222.0.47 "GET /v2.0/ports/45fadff2-da94-4f5f-8340-26c7ac05e1e2/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0972605
Nov 20 20:49:36.857257 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a0eac-9ddb-4c29-bb94-9786536a09b3 req-052fa88f-7dfa-4a88-87d4-c9b86c30c551 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:36.860049 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c75a0eac-9ddb-4c29-bb94-9786536a09b3 req-052fa88f-7dfa-4a88-87d4-c9b86c30c551 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 948 time: 0.0654671
Nov 20 20:49:36.933683 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c75a0eac-9ddb-4c29-bb94-9786536a09b3 req-df5fd467-caff-4e73-abd9-5be20a18402c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659657
Nov 20 20:49:36.985728 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-50f92ae2-c3df-4788-b3b1-c46805d1ebb2 service neutron] For port 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45fadff2-da94-4f5f-8340-26c7ac05e1e2,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:37.021213 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-50f92ae2-c3df-4788-b3b1-c46805d1ebb2 service neutron] For port 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:37.082415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-50f92ae2-c3df-4788-b3b1-c46805d1ebb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fadff2-da94-4f5f-8340-26c7ac05e1e2 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:49:37.097443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-50f92ae2-c3df-4788-b3b1-c46805d1ebb2 service neutron] For port 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45fadff2-da94-4f5f-8340-26c7ac05e1e2,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:37.127577 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-50f92ae2-c3df-4788-b3b1-c46805d1ebb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:37.213807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b622c-3d5f-4632-a40a-72166dd6dfd5 req-252498b0-73c4-4a4d-acd7-d785f381c277 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:37.224792 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-830b622c-3d5f-4632-a40a-72166dd6dfd5 req-252498b0-73c4-4a4d-acd7-d785f381c277 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 950 time: 0.0860999
Nov 20 20:49:37.305473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60042) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:37.327378 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-50f92ae2-c3df-4788-b3b1-c46805d1ebb2 service neutron] Transition to ACTIVE for port object 45fadff2-da94-4f5f-8340-26c7ac05e1e2 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:49:37.335665 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-830b622c-3d5f-4632-a40a-72166dd6dfd5 req-1ab9ad9e-9a0d-468b-aff5-ee83c7431065 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097097
Nov 20 20:49:37.342380 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcb77f-f762-4b5b-ad89-3e778b12a850 req-8ac3a11d-eaed-4963-a179-1a873a85d720 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:37.358381 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75fcb77f-f762-4b5b-ad89-3e778b12a850 req-8ac3a11d-eaed-4963-a179-1a873a85d720 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 950 time: 0.1038272
Nov 20 20:49:37.368836 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-50f92ae2-c3df-4788-b3b1-c46805d1ebb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:37.519520 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0275803b-5c30-46fe-9bcd-625359f9658d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-network', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:37.558146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad8453-940d-42b0-bba5-6409388ad462 req-f440bc0b-61bc-49e3-b27d-272137f278c4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:37.562710 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-27ad8453-940d-42b0-bba5-6409388ad462 req-f440bc0b-61bc-49e3-b27d-272137f278c4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 948 time: 0.0999222
Nov 20 20:49:37.564249 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0275803b-5c30-46fe-9bcd-625359f9658d admin admin] Made reservation on behalf of ee4ec8b62e354149acb1c43558b168e6 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:49:37.569945 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0275803b-5c30-46fe-9bcd-625359f9658d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:37.585222 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0275803b-5c30-46fe-9bcd-625359f9658d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:37.603573 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-50f92ae2-c3df-4788-b3b1-c46805d1ebb2 service neutron] No DVR routers for this DVR port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:49:37.622497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb839bd-5608-4852-aae4-5081c860f85c req-cbc44c5e-1e96-4a7c-b58e-808f762e5b7b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:37.623991 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-cbc44c5e-1e96-4a7c-b58e-808f762e5b7b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.47 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964&tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.2318871
Nov 20 20:49:37.628759 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f92ae2-c3df-4788-b3b1-c46805d1ebb2 service neutron] Pushing event updated for resources: {'Port': ['ID=45fadff2-da94-4f5f-8340-26c7ac05e1e2,revision_number=10']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:37.690239 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-27ad8453-940d-42b0-bba5-6409388ad462 req-3d074f12-cdc9-4178-aafe-18cd33e68724 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076486
Nov 20 20:49:37.707716 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe041553-1525-4db4-9bd1-407c7c791c34 req-6b27ec31-0bef-4bba-81ea-f40363bbf1c6 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:37.712847 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d17c3e85-73cd-4445-8746-63b4de251722 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:49:37.715177 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fe041553-1525-4db4-9bd1-407c7c791c34 req-6b27ec31-0bef-4bba-81ea-f40363bbf1c6 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.2830904
Nov 20 20:49:37.736549 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-50f92ae2-c3df-4788-b3b1-c46805d1ebb2 service neutron] 10.222.0.47 "PUT /v2.0/ports/45fadff2-da94-4f5f-8340-26c7ac05e1e2/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.9712915
Nov 20 20:49:37.747367 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0275803b-5c30-46fe-9bcd-625359f9658d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:37.752770 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0275803b-5c30-46fe-9bcd-625359f9658d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:37.778213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0275803b-5c30-46fe-9bcd-625359f9658d admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:49:37.795979 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0275803b-5c30-46fe-9bcd-625359f9658d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:37.796969 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-0275803b-5c30-46fe-9bcd-625359f9658d admin admin] Added segment 37041694-220a-4ba9-8baa-9998343435bd of type vlan for network faba2177-d247-4737-8414-396da08b9b04
Nov 20 20:49:37.806984 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fe041553-1525-4db4-9bd1-407c7c791c34 req-a3a48ebf-5066-4e63-9f54-9ddaccaabe50 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906627
Nov 20 20:49:37.873422 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-75fcb77f-f762-4b5b-ad89-3e778b12a850 req-e4f17ebd-c58e-468c-9073-6528efb5f9f1 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Deleting port d8a96fcd-0d70-42d9-969c-d580c3b6eb61 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:49:37.873722 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-75fcb77f-f762-4b5b-ad89-3e778b12a850 req-e4f17ebd-c58e-468c-9073-6528efb5f9f1 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:37.881908 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-6d7828a6-42a6-42f5-9436-49a7a7f8de71 service neutron] 10.222.0.47 "GET /v2.0/ports/d17c3e85-73cd-4445-8746-63b4de251722/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.2422891
Nov 20 20:49:37.909427 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0275803b-5c30-46fe-9bcd-625359f9658d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:37.912858 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d17c3e85-73cd-4445-8746-63b4de251722,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:37.932684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'd17c3e85-73cd-4445-8746-63b4de251722', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': 'd17c3e85-73cd-4445-8746-63b4de251722', 'mac_address': 'fa:16:3e:b2:b9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:49:37.962637 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275803b-5c30-46fe-9bcd-625359f9658d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc8b8d5-0c10-4bd4-9e16-53177528fb74,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:37.992285 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-31581b9a-796c-4eb3-8575-22333a9bba65 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:37.993786 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-31581b9a-796c-4eb3-8575-22333a9bba65 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d&tenant_id=ee7537dd85d04e808dc792658afa443e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1554587
Nov 20 20:49:37.998079 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0275803b-5c30-46fe-9bcd-625359f9658d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:37.998896 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275803b-5c30-46fe-9bcd-625359f9658d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:37.999500 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0275803b-5c30-46fe-9bcd-625359f9658d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:38.012176 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ede36-e261-4fee-ad54-191f5ac5a282 req-c7c97783-9969-4d9c-870b-d3555b21e5f6 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:38.014113 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c1ede36-e261-4fee-ad54-191f5ac5a282 req-c7c97783-9969-4d9c-870b-d3555b21e5f6 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 944 time: 0.1501999
Nov 20 20:49:38.043817 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:38.052704 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:38.055097 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:38.070886 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17c3e85-73cd-4445-8746-63b4de251722 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:49:38.091478 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0275803b-5c30-46fe-9bcd-625359f9658d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.7841203
Nov 20 20:49:38.099833 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d17c3e85-73cd-4445-8746-63b4de251722,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:38.105267 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:38.108444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60056) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:38.117886 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a1e6ae37-ece3-4f5b-8442-4badf6e60871 admin admin] Request body: {'subnet': {'network_id': 'faba2177-d247-4737-8414-396da08b9b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-subnet', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:38.163973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275803b-5c30-46fe-9bcd-625359f9658d admin admin] Pushing event updated for resources: {'Network': ['ID=faba2177-d247-4737-8414-396da08b9b04,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:38.183461 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network faba2177-d247-4737-8414-396da08b9b04 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:49:38.202347 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-5223f109-f877-4d4e-b817-ff2eb9afe991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:38.203833 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-5223f109-f877-4d4e-b817-ff2eb9afe991 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d&tenant_id=ee7537dd85d04e808dc792658afa443e HTTP/1.1" status: 200  len: 1095 time: 0.1881874
Nov 20 20:49:38.205277 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e6ae37-ece3-4f5b-8442-4badf6e60871 admin admin] Made reservation on behalf of ee4ec8b62e354149acb1c43558b168e6 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:49:38.207476 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=d17c3e85-73cd-4445-8746-63b4de251722,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:38.208386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1e6ae37-ece3-4f5b-8442-4badf6e60871 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:38.213298 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c1ede36-e261-4fee-ad54-191f5ac5a282 req-88e19954-2444-4bd2-8a48-701e3508fa71 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1723959
Nov 20 20:49:38.367838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-25819858-66d2-4ad7-afa0-019401fc48b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:38.369620 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-25819858-66d2-4ad7-afa0-019401fc48b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 1095 time: 0.1333110
Nov 20 20:49:38.499541 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-75fcb77f-f762-4b5b-ad89-3e778b12a850 req-e4f17ebd-c58e-468c-9073-6528efb5f9f1 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] For port d8a96fcd-0d70-42d9-969c-d580c3b6eb61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8a96fcd-0d70-42d9-969c-d580c3b6eb61,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:38.499924 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-75fcb77f-f762-4b5b-ad89-3e778b12a850 req-e4f17ebd-c58e-468c-9073-6528efb5f9f1 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:38.516735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-75fcb77f-f762-4b5b-ad89-3e778b12a850 req-e4f17ebd-c58e-468c-9073-6528efb5f9f1 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Calling delete_port for d8a96fcd-0d70-42d9-969c-d580c3b6eb61 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:49:38.556810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['d17c3e85-73cd-4445-8746-63b4de251722'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:38.605700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-184bb030-e9a1-40d0-8eb7-7317d024b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:38.607398 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-184bb030-e9a1-40d0-8eb7-7317d024b2de service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 921 time: 0.2281272
Nov 20 20:49:38.611357 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb839bd-5608-4852-aae4-5081c860f85c req-71dd63c8-709c-430f-afbc-fc1db08bb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:38.613602 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-71dd63c8-709c-430f-afbc-fc1db08bb24f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 1099 time: 0.7071254
Nov 20 20:49:38.640679 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb36d9-45b0-4120-b4fd-abc2ebd3506b req-11dd05c4-3763-4ec8-81f2-a52e6643a7e0 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:38.653053 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d90c5-5d52-47d0-b573-7fb37cab4ae4 req-142b1a8c-4c49-46ea-8bfb-016c16a650b7 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:38.653313 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-adfb36d9-45b0-4120-b4fd-abc2ebd3506b req-11dd05c4-3763-4ec8-81f2-a52e6643a7e0 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52b80c7-eace-4956-a4bb-9903bc93a9b5 HTTP/1.1" status: 200  len: 950 time: 0.1653252
Nov 20 20:49:38.654798 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6c1d90c5-5d52-47d0-b573-7fb37cab4ae4 req-142b1a8c-4c49-46ea-8bfb-016c16a650b7 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.7041771
Nov 20 20:49:38.728453 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-d1f7fc8f-1124-4b5f-96d5-0ef51c073928 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45fadff2-da94-4f5f-8340-26c7ac05e1e2 HTTP/1.1" status: 200  len: 217 time: 0.0717056
Nov 20 20:49:38.739862 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1e6ae37-ece3-4f5b-8442-4badf6e60871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:38.806605 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6c1d90c5-5d52-47d0-b573-7fb37cab4ae4 req-0e958c0c-e6ec-469d-baf9-3d4d1a46159e tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508923
Nov 20 20:49:38.849436 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-adfb36d9-45b0-4120-b4fd-abc2ebd3506b req-581b7a60-1d7b-483f-992e-5d48713b68af tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953537
Nov 20 20:49:38.860687 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb839bd-5608-4852-aae4-5081c860f85c req-17fb53aa-c5c9-4664-a787-0e891707f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:38.862302 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-17fb53aa-c5c9-4664-a787-0e891707f8ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.2382514
Nov 20 20:49:38.869866 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6ae37-ece3-4f5b-8442-4badf6e60871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=896a2b4f-e6df-41e5-a4ac-848e45777065,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:38.898343 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-2a9c9f7f-07d2-4ab2-8e64-0ddb0ffc7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:38.899929 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-2a9c9f7f-07d2-4ab2-8e64-0ddb0ffc7f06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.1518092
Nov 20 20:49:38.908470 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e6ae37-ece3-4f5b-8442-4badf6e60871 admin admin] Checking segment: {'id': '37041694-220a-4ba9-8baa-9998343435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faba2177-d247-4737-8414-396da08b9b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:38.912627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e6ae37-ece3-4f5b-8442-4badf6e60871 admin admin] Network hostable DHCP agents. Network: faba2177-d247-4737-8414-396da08b9b04, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:49:38.944406 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-1c38a286-1232-4d0c-bb0d-3cec3ea80af8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0370324
Nov 20 20:49:38.944654 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-e7b8ba93-379f-4e4c-8c6e-23cf88372304 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=d17c3e85-73cd-4445-8746-63b4de251722 HTTP/1.1" status: 200  len: 217 time: 0.0738096
Nov 20 20:49:38.990750 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e6ae37-ece3-4f5b-8442-4badf6e60871 admin admin] Network faba2177-d247-4737-8414-396da08b9b04 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:49:39.011230 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-75fcb77f-f762-4b5b-ad89-3e778b12a850 req-e4f17ebd-c58e-468c-9073-6528efb5f9f1 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:39.026457 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d8a96fcd-0d70-42d9-969c-d580c3b6eb61', '1f1cf981-26ff-4024-b94c-8e78ef84d154'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:39.050649 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-a1e6ae37-ece3-4f5b-8442-4badf6e60871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, faba2177-d247-4737-8414-396da08b9b04) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:39.058552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e6ae37-ece3-4f5b-8442-4badf6e60871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:39.059219 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1e6ae37-ece3-4f5b-8442-4badf6e60871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:39.061844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f17ebd-c58e-468c-9073-6528efb5f9f1 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Pushing event deleted for resources: {'Port': ['ID=d8a96fcd-0d70-42d9-969c-d580c3b6eb61,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:39.108626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d02659-7896-47dd-a543-652bcf5ddb1f req-07f28dd1-e2e3-4f0b-8e97-4719a8d0eda8 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:39.111223 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a4d02659-7896-47dd-a543-652bcf5ddb1f req-07f28dd1-e2e3-4f0b-8e97-4719a8d0eda8 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 1096 time: 0.2157590
Nov 20 20:49:39.117551 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a1e6ae37-ece3-4f5b-8442-4badf6e60871 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.0038619
Nov 20 20:49:39.130705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ad14e8-39ca-4234-b8bb-ffb475e60de6 None None] Network faba2177-d247-4737-8414-396da08b9b04 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:49:39.136915 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60074) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:39.138037 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd13ce-74b1-4e54-8d8f-268d14b327ee req-6859e893-04ad-4ab3-9e70-81450b5512ba tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:39.139565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f8dd13ce-74b1-4e54-8d8f-268d14b327ee req-6859e893-04ad-4ab3-9e70-81450b5512ba tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 949 time: 0.1784213
Nov 20 20:49:39.145966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-router', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:39.146531 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-7f680b2e-55d6-47a7-bdd1-f4441029b8da service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1948256
Nov 20 20:49:39.152921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb839bd-5608-4852-aae4-5081c860f85c req-39df9fc6-f8b3-46a3-a9c3-b91f5ba6a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:39.154462 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-39df9fc6-f8b3-46a3-a9c3-b91f5ba6a932 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1870344
Nov 20 20:49:39.179794 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fcb77f-f762-4b5b-ad89-3e778b12a850 req-e4f17ebd-c58e-468c-9073-6528efb5f9f1 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] No DVR routers for this DVR port d8a96fcd-0d70-42d9-969c-d580c3b6eb61 on host nch1-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:49:39.183317 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-75fcb77f-f762-4b5b-ad89-3e778b12a850 req-e4f17ebd-c58e-468c-9073-6528efb5f9f1 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:39.186783 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75fcb77f-f762-4b5b-ad89-3e778b12a850 req-e4f17ebd-c58e-468c-9073-6528efb5f9f1 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.37 "DELETE /v2.0/ports/d8a96fcd-0d70-42d9-969c-d580c3b6eb61 HTTP/1.1" status: 204  len: 173 time: 1.8319750
Nov 20 20:49:39.212464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52b80c7-eace-4956-a4bb-9903bc93a9b5', 'name': 'network-vif-deleted', 'tag': 'd8a96fcd-0d70-42d9-969c-d580c3b6eb61'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:39.214792 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d40e7c-fe27-40f7-8614-138a5a0e6839" -d '{"events": [{"server_uuid": "a52b80c7-eace-4956-a4bb-9903bc93a9b5", "name": "network-vif-deleted", "tag": "d8a96fcd-0d70-42d9-969c-d580c3b6eb61"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:39.272562 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f8dd13ce-74b1-4e54-8d8f-268d14b327ee req-f028e477-3aee-445d-a125-377ffe93f6ba tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202106
Nov 20 20:49:39.275831 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:39.276828 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:39.315464 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a4d02659-7896-47dd-a543-652bcf5ddb1f req-062898c8-f44d-494b-9210-47cb8a529402 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775222
Nov 20 20:49:39.320491 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb839bd-5608-4852-aae4-5081c860f85c req-895142c4-b075-4162-846e-7484b41652ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:39.321899 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-895142c4-b075-4162-846e-7484b41652ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1449409
Nov 20 20:49:39.331576 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-2d855d3e-80b3-4cdf-bdb0-690112365490 service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1725988
Nov 20 20:49:39.339510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['4d485831-9d58-4e82-8916-5e43c48e5118'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:39.425216 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:39.519203 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060b3b8a-bf9c-4cfa-a371-70cfc898e9f3 x-openstack-request-id: req-060b3b8a-bf9c-4cfa-a371-70cfc898e9f3 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:39.519676 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52b80c7-eace-4956-a4bb-9903bc93a9b5", "name": "network-vif-deleted", "tag": "d8a96fcd-0d70-42d9-969c-d580c3b6eb61", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:39.519933 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-060b3b8a-bf9c-4cfa-a371-70cfc898e9f3 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:39.520331 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52b80c7-eace-4956-a4bb-9903bc93a9b5', 'name': 'network-vif-deleted', 'tag': 'd8a96fcd-0d70-42d9-969c-d580c3b6eb61', 'status': 'completed', 'code': 200}
Nov 20 20:49:39.637564 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-faba2177-d247-4737-8414-396da08b9b04', 'network_id': 'faba2177-d247-4737-8414-396da08b9b04', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'fixed_ips': [{'subnet_id': '896a2b4f-e6df-41e5-a4ac-848e45777065'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:49:39.638665 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:39.649249 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b854a-7bbe-4ba8-a6ba-eceff7efdf13 req-bb005b6b-3166-455f-bd9a-8d7e4c9f6467 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:39.650874 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f3b854a-7bbe-4ba8-a6ba-eceff7efdf13 req-bb005b6b-3166-455f-bd9a-8d7e4c9f6467 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 944 time: 0.0792055
Nov 20 20:49:39.692504 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-c5780667-b50d-43f6-b744-5ad4e7f7aaf3 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3621175
Nov 20 20:49:39.735937 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d17c3e85-73cd-4445-8746-63b4de251722 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:39.776231 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f3b854a-7bbe-4ba8-a6ba-eceff7efdf13 req-2c9bd77c-9b8f-405f-8aae-0a234542b985 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149755
Nov 20 20:49:39.946776 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ae30c-b85f-4ef0-8fa4-dfeafe059d61 req-d94309da-b3cb-4dd2-a22b-d03ee1424a9d tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:39.955127 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e13ae30c-b85f-4ef0-8fa4-dfeafe059d61 req-d94309da-b3cb-4dd2-a22b-d03ee1424a9d tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.0815301
Nov 20 20:49:40.046426 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e13ae30c-b85f-4ef0-8fa4-dfeafe059d61 req-ba001366-ea9d-4551-a09d-a6b2e77ed19a tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899794
Nov 20 20:49:40.149465 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:40.178720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-e58cba69-4171-4d6e-aa71-366ff5bb85a5 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:40.182482 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-e58cba69-4171-4d6e-aa71-366ff5bb85a5 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d&tenant_id=ee7537dd85d04e808dc792658afa443e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1151204
Nov 20 20:49:40.184638 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-bd28de78-9ac5-46ac-ab7b-fce6ed9e80bf service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3456485
Nov 20 20:49:40.198212 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port d17c3e85-73cd-4445-8746-63b4de251722 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:49:40.213875 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Allocated IP 172.20.0.2 (faba2177-d247-4737-8414-396da08b9b04/896a2b4f-e6df-41e5-a4ac-848e45777065/ede9d78e-53b1-400b-b90d-dff83e6778b9) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:49:40.218201 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port d17c3e85-73cd-4445-8746-63b4de251722 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:40.219395 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:40.359347 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5193681-d411-4630-93db-d11a6a9a049d req-25d63a64-3981-4e2d-b185-cee299092ca2 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:40.385157 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b5193681-d411-4630-93db-d11a6a9a049d req-25d63a64-3981-4e2d-b185-cee299092ca2 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.1214957
Nov 20 20:49:40.469822 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-67621ea1-dcc6-404b-8610-1ea9972dec7e service neutron] For port 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:40.475722 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b5193681-d411-4630-93db-d11a6a9a049d req-96cc8ccc-1045-413c-96fd-e0d6981d9544 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894535
Nov 20 20:49:40.481771 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-67621ea1-dcc6-404b-8610-1ea9972dec7e service neutron] Publish callbacks [] for binding, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:40.483090 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06d0b89a-62c6-431f-a8d3-1b57cdf50b7b req-67621ea1-dcc6-404b-8610-1ea9972dec7e service neutron] 10.222.0.37 "DELETE /v2.0/ports/45fadff2-da94-4f5f-8340-26c7ac05e1e2/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2900383
Nov 20 20:49:40.529921 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:40.541995 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:40.578346 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:40.623480 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:40.625873 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d112718-d1da-401c-84e7-481a0b5f86f6" -d '{"events": [{"server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "name": "network-vif-plugged", "status": "completed", "tag": "d17c3e85-73cd-4445-8746-63b4de251722"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:40.651347 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d17c3e85-73cd-4445-8746-63b4de251722,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:40.655710 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:40.657740 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:40.660191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 45fadff2-da94-4f5f-8340-26c7ac05e1e2 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:49:40.724601 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=d17c3e85-73cd-4445-8746-63b4de251722,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:40.755164 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:40.812294 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Allocated IP 172.35.1.17 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/1faee13c-95ac-4a8a-8f14-d8b0ab7137b4) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:49:40.839317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Network faba2177-d247-4737-8414-396da08b9b04 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:49:40.840671 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 45fadff2-da94-4f5f-8340-26c7ac05e1e2 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:49:40.842680 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Pushing event updated for resources: {'Port': ['ID=ede9d78e-53b1-400b-b90d-dff83e6778b9,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:40.846788 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:40.848851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:49:40.897799 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89174ee-fcc0-46ad-9f3b-e02794a79a9a req-b69d0479-f8e8-4e7f-89c4-cd4cfcc1b871 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:40.899424 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d89174ee-fcc0-46ad-9f3b-e02794a79a9a req-b69d0479-f8e8-4e7f-89c4-cd4cfcc1b871 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.1103854
Nov 20 20:49:40.944260 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Attempting to bind port ede9d78e-53b1-400b-b90d-dff83e6778b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:40.945035 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Attempting to bind port ede9d78e-53b1-400b-b90d-dff83e6778b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '37041694-220a-4ba9-8baa-9998343435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faba2177-d247-4737-8414-396da08b9b04'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:40.945035 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Attempting to bind port ede9d78e-53b1-400b-b90d-dff83e6778b9 on network faba2177-d247-4737-8414-396da08b9b04 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:40.950496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:40.950962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Checking segment: {'id': '37041694-220a-4ba9-8baa-9998343435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faba2177-d247-4737-8414-396da08b9b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:40.951320 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:40.951754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Bound using segment: {'id': '37041694-220a-4ba9-8baa-9998343435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faba2177-d247-4737-8414-396da08b9b04'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:40.952171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Bound port: ede9d78e-53b1-400b-b90d-dff83e6778b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37041694-220a-4ba9-8baa-9998343435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faba2177-d247-4737-8414-396da08b9b04'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:40.952551 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:40.993163 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:41.037920 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d89174ee-fcc0-46ad-9f3b-e02794a79a9a req-e34df2ce-2ff6-4487-8707-6a243249f007 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119006
Nov 20 20:49:41.117744 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:41.119990 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] For port ede9d78e-53b1-400b-b90d-dff83e6778b9, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:41.144007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] For port ede9d78e-53b1-400b-b90d-dff83e6778b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ede9d78e-53b1-400b-b90d-dff83e6778b9,segment=NetworkSegment(37041694-220a-4ba9-8baa-9998343435bd),segment_id=37041694-220a-4ba9-8baa-9998343435bd)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:41.154437 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:41.166632 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:49:41.169765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:41.173718 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:49:41.197367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Pushing event updated for resources: {'Port': ['ID=1faee13c-95ac-4a8a-8f14-d8b0ab7137b4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:41.299341 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c27901-de57-4c8b-94af-4f913fea014f None None] Pushing event updated for resources: {'Port': ['ID=ede9d78e-53b1-400b-b90d-dff83e6778b9,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:41.320185 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-09137175-65b9-44e4-bc8f-e47a93f66676 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:49:41.321199 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-09137175-65b9-44e4-bc8f-e47a93f66676 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0068266
Nov 20 20:49:41.431377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d8a96fcd-0d70-42d9-969c-d580c3b6eb61 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:49:41.471441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-1336b5d2-915c-405a-924f-f90b7258896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:41.473749 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-1336b5d2-915c-405a-924f-f90b7258896c service neutron] 10.222.0.41 "GET /v2.0/ports/870f5ce2-c00b-40f9-84c6-8fa23fcf05bc HTTP/1.1" status: 200  len: 1093 time: 0.1396940
Nov 20 20:49:41.528828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: d8a96fcd-0d70-42d9-969c-d580c3b6eb61 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:49:41.528828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d8a96fcd-0d70-42d9-969c-d580c3b6eb61 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:49:41.538678 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-0f85b1bd-8633-4227-973a-84713dbb23c1 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:41.539139 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-0f85b1bd-8633-4227-973a-84713dbb23c1 service neutron] Unknown quota resources ['binding']. {{(pid=126224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 20 20:49:41.570497 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59209389-8efc-4456-9af1-4df761195601 x-openstack-request-id: req-59209389-8efc-4456-9af1-4df761195601 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:41.571030 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "name": "network-vif-plugged", "status": "completed", "tag": "d17c3e85-73cd-4445-8746-63b4de251722", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:41.571482 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59209389-8efc-4456-9af1-4df761195601 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:41.572071 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722', 'code': 200}
Nov 20 20:49:41.774112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab547d-8f7d-4f58-9e08-45c0603b55f7 req-a49a2d24-374f-43db-b029-4552448bfc07 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:41.775679 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26ab547d-8f7d-4f58-9e08-45c0603b55f7 req-a49a2d24-374f-43db-b029-4552448bfc07 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 950 time: 0.0950575
Nov 20 20:49:41.839301 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26ab547d-8f7d-4f58-9e08-45c0603b55f7 req-acd5e6a2-dcd8-42e4-a106-ec40f3257c2d tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568757
Nov 20 20:49:41.884857 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:41.955049 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-0f85b1bd-8633-4227-973a-84713dbb23c1 service neutron] Attempting to bind port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc on host nch1-master-1 for vnic_type normal with profile None {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:41.955746 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-0f85b1bd-8633-4227-973a-84713dbb23c1 service neutron] Attempting to bind port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:41.956277 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-0f85b1bd-8633-4227-973a-84713dbb23c1 service neutron] Attempting to bind port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:41.967303 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-0f85b1bd-8633-4227-973a-84713dbb23c1 service neutron] Port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc on network 554d0697-db40-4745-a60d-da36ede89e92 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:49:41.967940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-0f85b1bd-8633-4227-973a-84713dbb23c1 service neutron] Attempting to bind port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:41.975763 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-0f85b1bd-8633-4227-973a-84713dbb23c1 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:41.976415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-0f85b1bd-8633-4227-973a-84713dbb23c1 service neutron] Checking segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:41.977047 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-0f85b1bd-8633-4227-973a-84713dbb23c1 service neutron] Bound using segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:41.977721 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-0f85b1bd-8633-4227-973a-84713dbb23c1 service neutron] Bound port: 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:41.999127 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87492563-2dc0-4938-b754-bce53e3415c2 req-11dc360d-48fc-455b-9799-3a91d84b4e00 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:42.001352 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-87492563-2dc0-4938-b754-bce53e3415c2 req-11dc360d-48fc-455b-9799-3a91d84b4e00 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 944 time: 0.0946500
Nov 20 20:49:42.083484 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-87492563-2dc0-4938-b754-bce53e3415c2 req-1f301273-d4b3-42aa-b696-00807b517f31 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753222
Nov 20 20:49:42.180737 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-0f85b1bd-8633-4227-973a-84713dbb23c1 service neutron] For port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=870f5ce2-c00b-40f9-84c6-8fa23fcf05bc,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:42.193091 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-0f85b1bd-8633-4227-973a-84713dbb23c1 service neutron] Publish callbacks [] for binding, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:42.203165 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-0f85b1bd-8633-4227-973a-84713dbb23c1 service neutron] 10.222.0.41 "POST /v2.0/ports/870f5ce2-c00b-40f9-84c6-8fa23fcf05bc/bindings HTTP/1.1" status: 201  len: 389 time: 0.6907103
Nov 20 20:49:42.232369 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:42.242972 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1e409-f02e-4559-b2d2-b9c122ccf81e req-63d87329-5edf-4cfd-af29-e43960be0997 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:42.261701 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73e1e409-f02e-4559-b2d2-b9c122ccf81e req-63d87329-5edf-4cfd-af29-e43960be0997 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.1051829
Nov 20 20:49:42.358344 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73e1e409-f02e-4559-b2d2-b9c122ccf81e req-f1123bd2-5689-4ebe-add6-046d47808692 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975976
Nov 20 20:49:42.487008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bd0ec-d886-4184-ab0d-be7f3abf431c req-fff8b7d6-014c-43b7-903b-26494a711d55 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:42.488639 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-829bd0ec-d886-4184-ab0d-be7f3abf431c req-fff8b7d6-014c-43b7-903b-26494a711d55 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.1148841
Nov 20 20:49:42.724980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-c2f28cb6-ece1-41f8-91e4-9000adb1fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:42.726536 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-c2f28cb6-ece1-41f8-91e4-9000adb1fe6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 1096 time: 0.1635931
Nov 20 20:49:42.782650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac8889-492a-4b46-8b82-48be1de75416 req-ccf668f8-61d4-4566-b5c1-aa389fbdd424 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:42.784915 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-27ac8889-492a-4b46-8b82-48be1de75416 req-ccf668f8-61d4-4566-b5c1-aa389fbdd424 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 945 time: 0.1540055
Nov 20 20:49:42.808134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6496e96f-eb1a-4a33-91b7-ab7a885890f0 None None] Network faba2177-d247-4737-8414-396da08b9b04 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:49:42.952584 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5738d-8356-48c2-ba55-4b45e8775ed4 req-f23794d7-8102-4da7-845e-c094639c9194 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:42.954340 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69b5738d-8356-48c2-ba55-4b45e8775ed4 req-f23794d7-8102-4da7-845e-c094639c9194 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.47 "GET /v2.0/ports?device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 950 time: 0.4362752
Nov 20 20:49:42.996758 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-27ac8889-492a-4b46-8b82-48be1de75416 req-d06169ec-6333-4077-80c2-666b5a89d9c7 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961868
Nov 20 20:49:43.017849 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-829bd0ec-d886-4184-ab0d-be7f3abf431c req-01f56147-6512-4210-8ac8-63c55cfee9f9 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342242
Nov 20 20:49:43.019906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-b5f33cae-5511-47c9-af48-f5c5cc243ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:43.022646 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-b5f33cae-5511-47c9-af48-f5c5cc243ae7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 908 time: 0.2883766
Nov 20 20:49:43.107235 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Router 13da22d3-7a52-46b7-bbec-230050d661f6 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:49:43.124846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-ac6ee69c-3ffe-4083-babf-d54c54c6d2b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=870f5ce2-c00b-40f9-84c6-8fa23fcf05bc HTTP/1.1" status: 200  len: 217 time: 0.0910652
Nov 20 20:49:43.140948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b739583d-7ad7-4619-9458-e3bd9bc7f35f None None] Provisioning complete for port ede9d78e-53b1-400b-b90d-dff83e6778b9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:43.141375 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b739583d-7ad7-4619-9458-e3bd9bc7f35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:43.217238 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5361e713-41cf-4e62-ac8c-2c0d83bc158c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:43.218529 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb839bd-5608-4852-aae4-5081c860f85c req-846a965c-0379-42a0-9d5d-44c336aaf581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:43.220129 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-846a965c-0379-42a0-9d5d-44c336aaf581 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964&tenant_id=75d8e50fbc2c4c13be9b56bf0078f315 HTTP/1.1" status: 200  len: 1101 time: 0.1619954
Nov 20 20:49:43.231608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-69b5738d-8356-48c2-ba55-4b45e8775ed4 req-f7142f57-15ba-4617-aeda-f5dbd49ca955 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Deleting port 4d485831-9d58-4e82-8916-5e43c48e5118 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:49:43.232079 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69b5738d-8356-48c2-ba55-4b45e8775ed4 req-f7142f57-15ba-4617-aeda-f5dbd49ca955 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:43.246320 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:43.269982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-f73ac3ae-e9e7-433e-847c-c0b25b8b43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:43.271710 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-f73ac3ae-e9e7-433e-847c-c0b25b8b43dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.1336167
Nov 20 20:49:43.288560 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1364f70-1e02-40db-a5dc-38c80cf7d8c9 req-a8f278b4-92b7-4833-a103-98d35bc136b3 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:43.297077 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1364f70-1e02-40db-a5dc-38c80cf7d8c9 req-a8f278b4-92b7-4833-a103-98d35bc136b3 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 1095 time: 0.1440585
Nov 20 20:49:43.335672 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b739583d-7ad7-4619-9458-e3bd9bc7f35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:43.340896 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-ef9ada09-0ae3-42e5-98ec-b952b096ced3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414710
Nov 20 20:49:43.375972 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:43.426681 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b739583d-7ad7-4619-9458-e3bd9bc7f35f None None] For port ede9d78e-53b1-400b-b90d-dff83e6778b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ede9d78e-53b1-400b-b90d-dff83e6778b9,segment=NetworkSegment(37041694-220a-4ba9-8baa-9998343435bd),segment_id=37041694-220a-4ba9-8baa-9998343435bd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:43.434448 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b739583d-7ad7-4619-9458-e3bd9bc7f35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:43.534227 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ede9d78e-53b1-400b-b90d-dff83e6778b9 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:43.570694 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1364f70-1e02-40db-a5dc-38c80cf7d8c9 req-ef7394ae-acbf-429f-a9a2-394ef93262d2 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2724078
Nov 20 20:49:43.574493 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-dae85520-bade-4488-b9c6-d1fac113f467 service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645377
Nov 20 20:49:43.613822 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739583d-7ad7-4619-9458-e3bd9bc7f35f None None] Pushing event updated for resources: {'Port': ['ID=ede9d78e-53b1-400b-b90d-dff83e6778b9,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:43.691937 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-08a833d6-fbf5-44d0-9a31-67d819bed2ab None None] Provisioning complete for port ede9d78e-53b1-400b-b90d-dff83e6778b9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:43.693168 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-08a833d6-fbf5-44d0-9a31-67d819bed2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:43.724199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ede9d78e-53b1-400b-b90d-dff83e6778b9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:43.724950 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:43.771233 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a362e-843e-430a-9d07-979573a18479 req-27ec0382-0ccd-432c-8b89-1442248ae968 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:43.772942 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a8a362e-843e-430a-9d07-979573a18479 req-27ec0382-0ccd-432c-8b89-1442248ae968 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 950 time: 0.5949204
Nov 20 20:49:43.780742 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:49:43.812193 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Sync routers for ids ['13da22d3-7a52-46b7-bbec-230050d661f6'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:49:43.813452 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-099188f4-a7a5-493f-8ea9-1ddb6bfdc0b3 service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2309806
Nov 20 20:49:43.849919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Routers {'13da22d3-7a52-46b7-bbec-230050d661f6'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:49:43.850737 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4732c490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:49:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13da22d3-7a52-46b7-bbec-230050d661f6'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:43.867494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-69b5738d-8356-48c2-ba55-4b45e8775ed4 req-f7142f57-15ba-4617-aeda-f5dbd49ca955 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] For port 4d485831-9d58-4e82-8916-5e43c48e5118, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d485831-9d58-4e82-8916-5e43c48e5118,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:43.868578 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69b5738d-8356-48c2-ba55-4b45e8775ed4 req-f7142f57-15ba-4617-aeda-f5dbd49ca955 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:43.873528 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:43.874778 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ab0225cb-67a7-489e-97b3-560cfcdb7338 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.7355659
Nov 20 20:49:43.878242 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ad1153a8-c170-4710-b928-c94842f383b1 req-2888fd0d-2ef2-413a-93c4-c7c0ff36bac0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3002903
Nov 20 20:49:43.884869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a0b6c-b0eb-4d67-a534-adc3f022d361 req-ae49a11e-2113-43b6-8f52-dde133db949c tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:43.896294 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d06a0b6c-b0eb-4d67-a534-adc3f022d361 req-ae49a11e-2113-43b6-8f52-dde133db949c tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.1494067
Nov 20 20:49:43.899098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60162) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:43.961977 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-69b5738d-8356-48c2-ba55-4b45e8775ed4 req-f7142f57-15ba-4617-aeda-f5dbd49ca955 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Calling delete_port for 4d485831-9d58-4e82-8916-5e43c48e5118 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:49:44.028892 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a8a362e-843e-430a-9d07-979573a18479 req-cad73000-3cc3-473b-b237-dfeace7305fd tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313352
Nov 20 20:49:44.065198 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d06a0b6c-b0eb-4d67-a534-adc3f022d361 req-23097d1d-cb73-4808-8a06-713a11ee965e tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676371
Nov 20 20:49:44.154616 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1153a8-c170-4710-b928-c94842f383b1 req-ddcfb795-fd54-4e83-9ead-01f349c3a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:44.160387 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ad1153a8-c170-4710-b928-c94842f383b1 req-ddcfb795-fd54-4e83-9ead-01f349c3a1e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5857f13b93654bb08bfb0e3045dc0a42&device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 1097 time: 0.2460170
Nov 20 20:49:44.320079 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d17c3e85-73cd-4445-8746-63b4de251722,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:44.342729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc4721-acde-480c-a7d7-dd46be6a5b02 req-03763cc9-48cf-4208-b83f-4f67e6574e36 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:44.345117 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9ffc4721-acde-480c-a7d7-dd46be6a5b02 req-03763cc9-48cf-4208-b83f-4f67e6574e36 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 1095 time: 0.0703285
Nov 20 20:49:44.437282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Set router 13da22d3-7a52-46b7-bbec-230050d661f6 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:49:44.553658 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9ffc4721-acde-480c-a7d7-dd46be6a5b02 req-ac61c885-49c5-46c3-93cc-afcf04e0eef8 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650760
Nov 20 20:49:44.588073 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83da462f-1fd5-477c-ac70-bc37e00caf54 req-541dc6a7-8284-465c-89e9-be440150ba52 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1572139
Nov 20 20:49:44.766829 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:44.842275 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:44.855876 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Transition to ACTIVE for port object d17c3e85-73cd-4445-8746-63b4de251722 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:49:44.856846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:44.859705 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50551e35-393b-4784-8c2e-12c0faa7faae" -d '{"events": [{"server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "name": "network-vif-unplugged", "status": "completed", "tag": "d17c3e85-73cd-4445-8746-63b4de251722"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:44.872131 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:44.874224 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69b5738d-8356-48c2-ba55-4b45e8775ed4 req-f7142f57-15ba-4617-aeda-f5dbd49ca955 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:44.902856 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['1f1cf981-26ff-4024-b94c-8e78ef84d154'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:44.914600 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431d510-0b37-421d-9c2a-27d1d5785f15 req-3112d980-5056-44a5-be64-f04a1871438f tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:44.922480 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b431d510-0b37-421d-9c2a-27d1d5785f15 req-3112d980-5056-44a5-be64-f04a1871438f tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 945 time: 0.5929890
Nov 20 20:49:45.026148 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b431d510-0b37-421d-9c2a-27d1d5785f15 req-1e8c2f63-8448-4a04-a4a4-e97c300f9f7e tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025372
Nov 20 20:49:45.031799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1153a8-c170-4710-b928-c94842f383b1 req-b88425d9-75f1-4d3b-8290-32d1d918ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:45.033374 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ad1153a8-c170-4710-b928-c94842f383b1 req-b88425d9-75f1-4d3b-8290-32d1d918ae97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b732d073-2758-47f6-b640-8b10bd32a71a HTTP/1.1" status: 200  len: 925 time: 0.8483298
Nov 20 20:49:45.290405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4732c490>, [{'id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-router', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:39Z', 'updated_at': '2021-11-20T20:49:41Z', 'revision_number': 3, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'gw_port': {'id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:40Z', 'updated_at': '2021-11-20T20:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:45.361571 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Checking router: 13da22d3-7a52-46b7-bbec-230050d661f6 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:49:45.362684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Updating router 13da22d3-7a52-46b7-bbec-230050d661f6 port 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:49:45.386284 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b5738d-8356-48c2-ba55-4b45e8775ed4 req-f7142f57-15ba-4617-aeda-f5dbd49ca955 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] No DVR routers for this DVR port 4d485831-9d58-4e82-8916-5e43c48e5118 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:49:45.395750 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69b5738d-8356-48c2-ba55-4b45e8775ed4 req-f7142f57-15ba-4617-aeda-f5dbd49ca955 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:45.405850 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69b5738d-8356-48c2-ba55-4b45e8775ed4 req-f7142f57-15ba-4617-aeda-f5dbd49ca955 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.47 "DELETE /v2.0/ports/4d485831-9d58-4e82-8916-5e43c48e5118 HTTP/1.1" status: 204  len: 173 time: 2.4441755
Nov 20 20:49:45.435727 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:45.547397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Pushing event updated for resources: {'Port': ['ID=d17c3e85-73cd-4445-8746-63b4de251722,revision_number=10']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:45.557140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] No DVR routers for this DVR port d17c3e85-73cd-4445-8746-63b4de251722 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:49:45.575980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ede9d78e-53b1-400b-b90d-dff83e6778b9 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:45.650107 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6cce7b4c-8116-431e-bb79-e456274b9e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:45.667942 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ad1153a8-c170-4710-b928-c94842f383b1 req-0403cf37-615e-4d07-99b9-fa66c6c5c11c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49830bee-e4b8-4568-83a8-d29f300b9690 HTTP/1.1" status: 200  len: 1001 time: 0.6162982
Nov 20 20:49:45.668968 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7142f57-15ba-4617-aeda-f5dbd49ca955 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Pushing event deleted for resources: {'Port': ['ID=4d485831-9d58-4e82-8916-5e43c48e5118,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:45.761454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f53012-5b77-44b4-a80b-07b59cdd17d5 req-f94779e9-4e3a-4715-b5af-562d35831a78 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:45.770402 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b0f53012-5b77-44b4-a80b-07b59cdd17d5 req-f94779e9-4e3a-4715-b5af-562d35831a78 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 949 time: 1.0368829
Nov 20 20:49:45.776803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Attempting to bind port d17c3e85-73cd-4445-8746-63b4de251722 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:45.777142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Attempting to bind port d17c3e85-73cd-4445-8746-63b4de251722 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:45.777476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Attempting to bind port d17c3e85-73cd-4445-8746-63b4de251722 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:45.791535 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1153a8-c170-4710-b928-c94842f383b1 req-d5eae79c-8e0d-4da0-9f7a-646ed01f023e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:45.792565 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ad1153a8-c170-4710-b928-c94842f383b1 req-d5eae79c-8e0d-4da0-9f7a-646ed01f023e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b201ef63-9242-4505-8ba1-cc569c2352d2 HTTP/1.1" status: 200  len: 863 time: 0.1160314
Nov 20 20:49:45.793700 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Port d17c3e85-73cd-4445-8746-63b4de251722 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:49:45.793924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da462f-1fd5-477c-ac70-bc37e00caf54 req-e87b34dc-7642-4af0-b762-b291f32a803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:45.794042 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Attempting to bind port d17c3e85-73cd-4445-8746-63b4de251722 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:45.795368 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83da462f-1fd5-477c-ac70-bc37e00caf54 req-e87b34dc-7642-4af0-b762-b291f32a803e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 1095 time: 1.0995600
Nov 20 20:49:45.802116 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:45.802442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:45.802940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:45.803746 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Bound port: d17c3e85-73cd-4445-8746-63b4de251722, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:45.804171 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:45.826981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 4d485831-9d58-4e82-8916-5e43c48e5118 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:49:45.906823 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1153a8-c170-4710-b928-c94842f383b1 req-1aeb400f-fe4b-43c8-8eae-f15e9eb8bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:45.908374 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ad1153a8-c170-4710-b928-c94842f383b1 req-1aeb400f-fe4b-43c8-8eae-f15e9eb8bd04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b732d073-2758-47f6-b640-8b10bd32a71a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1016445
Nov 20 20:49:45.925042 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789c4b08-1841-41d1-8ebb-538ff0cae375 x-openstack-request-id: req-789c4b08-1841-41d1-8ebb-538ff0cae375 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:45.925414 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "name": "network-vif-unplugged", "status": "completed", "tag": "d17c3e85-73cd-4445-8746-63b4de251722", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:45.925673 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-789c4b08-1841-41d1-8ebb-538ff0cae375 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:45.926152 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722', 'code': 200}
Nov 20 20:49:45.951447 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch1-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:46.002925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d17c3e85-73cd-4445-8746-63b4de251722,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:46.014884 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b0f53012-5b77-44b4-a80b-07b59cdd17d5 req-232956d8-6a75-4a3f-8771-9834666d831f tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2434587
Nov 20 20:49:46.015100 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:46.071476 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 4d485831-9d58-4e82-8916-5e43c48e5118 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:49:46.072332 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 4d485831-9d58-4e82-8916-5e43c48e5118 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:49:46.072332 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d17c3e85-73cd-4445-8746-63b4de251722 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:49:46.156720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:46.157393 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:46.163383 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] 10.222.0.37 "PUT /v2.0/ports/d17c3e85-73cd-4445-8746-63b4de251722 HTTP/1.1" status: 200  len: 1097 time: 2.9183006
Nov 20 20:49:46.169876 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ede9d78e-53b1-400b-b90d-dff83e6778b9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:46.170344 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:46.199968 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e586c85a-3d97-44a8-8617-85b4dc44b690 req-b97e10e9-667f-4782-8fe3-f609ed92697c tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b8954e-6602-42a8-ba75-16bd4aa8ecf3 HTTP/1.1" status: 200  len: 210 time: 0.0742536
Nov 20 20:49:46.272945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da462f-1fd5-477c-ac70-bc37e00caf54 req-cc29f9e8-b793-4b2c-89c3-e7763873b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:46.275073 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83da462f-1fd5-477c-ac70-bc37e00caf54 req-cc29f9e8-b793-4b2c-89c3-e7763873b4a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 921 time: 0.4363036
Nov 20 20:49:46.282741 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd59ccf-2df4-45aa-979a-2dad7aa33136 service neutron] Pushing event updated for resources: {'Port': ['ID=d17c3e85-73cd-4445-8746-63b4de251722,revision_number=11']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:46.306457 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ad1153a8-c170-4710-b928-c94842f383b1 req-fcb90934-b623-4245-9679-ef98200a035c service neutron] 10.222.0.47 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3661098
Nov 20 20:49:46.333370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d17c3e85-73cd-4445-8746-63b4de251722 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:49:46.458284 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83da462f-1fd5-477c-ac70-bc37e00caf54 req-e1ff5259-59ed-4549-834b-33c579021b74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=189ed4ef-80e9-4e25-b461-a33679104e74 HTTP/1.1" status: 200  len: 217 time: 0.0617883
Nov 20 20:49:46.562240 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:46.594254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb839bd-5608-4852-aae4-5081c860f85c req-44ca6f87-64d8-449a-b8bc-97fba979c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:46.597367 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-44ca6f87-64d8-449a-b8bc-97fba979c30a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 1100 time: 0.2318821
Nov 20 20:49:46.597563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c2aea-b574-4320-a490-05c830947cc9 req-4f515e86-8b9a-4f02-8bf2-2916ecafdffb tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:46.601123 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ad1153a8-c170-4710-b928-c94842f383b1 req-674a7b0c-8b98-4d37-a1fb-2b9ef1d74f6f service neutron] 10.222.0.47 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2843573
Nov 20 20:49:46.606222 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-398c2aea-b574-4320-a490-05c830947cc9 req-4f515e86-8b9a-4f02-8bf2-2916ecafdffb tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.3067026
Nov 20 20:49:46.662906 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:46.664905 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:46.671234 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:46.694959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19fc93-177d-4d1c-a750-e1be2db84d85 req-97647fe1-a747-4f77-9860-470ebc9f3885 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:46.697570 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5a19fc93-177d-4d1c-a750-e1be2db84d85 req-97647fe1-a747-4f77-9860-470ebc9f3885 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 945 time: 0.1401958
Nov 20 20:49:46.738280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da462f-1fd5-477c-ac70-bc37e00caf54 req-a22eb73d-b916-4655-9ace-105a2de44e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:46.739528 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83da462f-1fd5-477c-ac70-bc37e00caf54 req-a22eb73d-b916-4655-9ace-105a2de44e3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.2540579
Nov 20 20:49:46.745187 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Attempting to bind port 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:46.745542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Attempting to bind port 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:46.745902 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Attempting to bind port 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:46.748963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0e252-7f1a-40d7-a425-2a75d67d2e0f None None] Pushing event updated for resources: {'Port': ['ID=1faee13c-95ac-4a8a-8f14-d8b0ab7137b4,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:46.755758 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:46.756137 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:46.756541 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:46.756929 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:46.757399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Bound port: 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:46.757778 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:46.808140 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-398c2aea-b574-4320-a490-05c830947cc9 req-a0827eab-c2bc-42c3-83a3-3e96568e370e tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2009077
Nov 20 20:49:46.826455 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83da462f-1fd5-477c-ac70-bc37e00caf54 req-4f3ec3c9-0640-4d89-b651-fb3fbab00449 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0741031
Nov 20 20:49:46.837540 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5a19fc93-177d-4d1c-a750-e1be2db84d85 req-c85d319e-0b3b-46e6-8d61-91ab215d15c0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337206
Nov 20 20:49:46.840157 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] For port 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:46.845115 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] For port 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1faee13c-95ac-4a8a-8f14-d8b0ab7137b4,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:46.865802 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:46.930565 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb839bd-5608-4852-aae4-5081c860f85c req-ea82c5c1-1207-43c2-bfd5-9c0db000311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:46.932822 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-ea82c5c1-1207-43c2-bfd5-9c0db000311f service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.2135718
Nov 20 20:49:46.968931 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Allocated IP 172.20.0.1 (faba2177-d247-4737-8414-396da08b9b04/896a2b4f-e6df-41e5-a4ac-848e45777065/046cd993-6c51-4abc-a37e-b68f7647befd) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:49:47.016515 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Routers {'13da22d3-7a52-46b7-bbec-230050d661f6'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:49:47.017159 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4732c490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:49:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13da22d3-7a52-46b7-bbec-230050d661f6'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:47.037506 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83da462f-1fd5-477c-ac70-bc37e00caf54 req-5928c748-0ad9-4b2b-94fd-a9e60b1d6cca service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1890075
Nov 20 20:49:47.052055 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-dd5d3a97-91a4-4203-aa3d-e56e8281c5b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=d17c3e85-73cd-4445-8746-63b4de251722 HTTP/1.1" status: 200  len: 217 time: 0.1096241
Nov 20 20:49:47.098769 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0e252-7f1a-40d7-a425-2a75d67d2e0f None None] Pushing event updated for resources: {'Port': ['ID=1faee13c-95ac-4a8a-8f14-d8b0ab7137b4,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:47.161385 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb839bd-5608-4852-aae4-5081c860f85c req-a2f032b8-7e27-4cf5-8777-d51bf5418e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:47.162973 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-a2f032b8-7e27-4cf5-8777-d51bf5418e2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1037784
Nov 20 20:49:47.242132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb839bd-5608-4852-aae4-5081c860f85c req-779104dd-0dd7-44f9-95ba-b7981695a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:47.243852 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-779104dd-0dd7-44f9-95ba-b7981695a086 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0676517
Nov 20 20:49:47.272672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] Set router 13da22d3-7a52-46b7-bbec-230050d661f6 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:49:47.373306 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533f27d-8822-463c-bbc5-eb2495475f68 req-1357fb17-78a7-4ca2-8d95-7dc61870a708 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:47.374980 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7533f27d-8822-463c-bbc5-eb2495475f68 req-1357fb17-78a7-4ca2-8d95-7dc61870a708 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 949 time: 0.1855423
Nov 20 20:49:47.378726 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83da462f-1fd5-477c-ac70-bc37e00caf54 req-2f874167-453a-4c6d-94cc-b47f9695123c service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3330860
Nov 20 20:49:47.381572 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:47.405162 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-08293a0b-42c1-4553-b274-df93dbeea138 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526239
Nov 20 20:49:47.458121 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7533f27d-8822-463c-bbc5-eb2495475f68 req-9aca6858-c9bd-4e0e-9b9d-990f5bab68f6 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747473
Nov 20 20:49:47.498957 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:47.577412 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb839bd-5608-4852-aae4-5081c860f85c req-6f375b9f-0bdd-4fe6-902e-f8ba64db97a3 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519275
Nov 20 20:49:47.637283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Pushing event updated for resources: {'Port': ['ID=046cd993-6c51-4abc-a37e-b68f7647befd,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:47.654108 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Network faba2177-d247-4737-8414-396da08b9b04 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:49:47.661299 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:47.678098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4732c490>, [{'id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-router', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:39Z', 'updated_at': '2021-11-20T20:49:41Z', 'revision_number': 3, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'gw_port': {'id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:40Z', 'updated_at': '2021-11-20T20:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:47.679726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:49:47.717176 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b20889f-ae6a-47d1-958f-a9ed008af70b None None] The sync data for ids ['13da22d3-7a52-46b7-bbec-230050d661f6'] in ncdv-master-1 is: [{'id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-router', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:39Z', 'updated_at': '2021-11-20T20:49:41Z', 'revision_number': 3, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'gw_port': {'id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:40Z', 'updated_at': '2021-11-20T20:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:49:47.800518 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:47.817064 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15f229-5bfc-4763-a03e-892531f1b519 req-ccf5a059-01ed-4237-87d7-6dcc07e511f5 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:47.818767 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ae15f229-5bfc-4763-a03e-892531f1b519 req-ccf5a059-01ed-4237-87d7-6dcc07e511f5 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 950 time: 0.1549902
Nov 20 20:49:47.928111 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b8954e-6602-42a8-ba75-16bd4aa8ecf3', 'name': 'network-vif-deleted', 'tag': '4d485831-9d58-4e82-8916-5e43c48e5118'}, {'name': 'network-changed', 'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:47.931080 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cc29cc-1a2b-4694-81ba-a491661e0bca" -d '{"events": [{"server_uuid": "15b8954e-6602-42a8-ba75-16bd4aa8ecf3", "name": "network-vif-deleted", "tag": "4d485831-9d58-4e82-8916-5e43c48e5118"}, {"name": "network-changed", "server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "tag": "d17c3e85-73cd-4445-8746-63b4de251722"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:48.062143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-946573b5-0080-4d59-9567-9115c252454f None None] Provisioning complete for port 046cd993-6c51-4abc-a37e-b68f7647befd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:48.063239 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-946573b5-0080-4d59-9567-9115c252454f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:48.154201 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ae15f229-5bfc-4763-a03e-892531f1b519 req-3794ce4a-8b56-468f-b921-b905bab310ce tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2857904
Nov 20 20:49:48.163397 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-946573b5-0080-4d59-9567-9115c252454f None None] Port 046cd993-6c51-4abc-a37e-b68f7647befd cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:49:48.173199 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad480013-d09d-4841-955c-10669f874df4 req-4b7269da-4222-4542-b53e-5c322bf58153 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:48.180416 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ad480013-d09d-4841-955c-10669f874df4 req-4b7269da-4222-4542-b53e-5c322bf58153 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.1999013
Nov 20 20:49:48.201604 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-1b772554-ad4a-4ab8-b67a-931d8c02209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:48.214737 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-1b772554-ad4a-4ab8-b67a-931d8c02209c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 1096 time: 0.2508788
Nov 20 20:49:48.250695 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:48.350729 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ad480013-d09d-4841-955c-10669f874df4 req-03cbec8a-aaca-4130-a3e3-0401c8b48ffa tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693621
Nov 20 20:49:48.397482 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-97497f0b-f989-43b6-b030-e0ca311d42f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:48.400504 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-97497f0b-f989-43b6-b030-e0ca311d42f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 908 time: 0.1669605
Nov 20 20:49:48.412435 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd779c9-3dbe-46fc-aae2-4e451d6b5f78 req-be2a78f8-9caa-4b2e-89fc-50d088147204 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:48.413995 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5bd779c9-3dbe-46fc-aae2-4e451d6b5f78 req-be2a78f8-9caa-4b2e-89fc-50d088147204 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 945 time: 0.1523550
Nov 20 20:49:48.499200 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:48.552073 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-6ae133d4-8688-40c7-9fd6-d04ef79ece3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=870f5ce2-c00b-40f9-84c6-8fa23fcf05bc HTTP/1.1" status: 200  len: 217 time: 0.1376231
Nov 20 20:49:48.562115 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e73ba6-0490-4692-94c0-ac7ad30796c0 x-openstack-request-id: req-92e73ba6-0490-4692-94c0-ac7ad30796c0 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:48.562776 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b8954e-6602-42a8-ba75-16bd4aa8ecf3", "name": "network-vif-deleted", "tag": "4d485831-9d58-4e82-8916-5e43c48e5118", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "tag": "d17c3e85-73cd-4445-8746-63b4de251722", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:48.563592 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92e73ba6-0490-4692-94c0-ac7ad30796c0 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:48.567463 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b8954e-6602-42a8-ba75-16bd4aa8ecf3', 'name': 'network-vif-deleted', 'tag': '4d485831-9d58-4e82-8916-5e43c48e5118', 'status': 'completed', 'code': 200}
Nov 20 20:49:48.568379 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722', 'status': 'completed', 'code': 200}
Nov 20 20:49:48.690809 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5bd779c9-3dbe-46fc-aae2-4e451d6b5f78 req-b56c6fa7-d253-418c-9eb5-55f9a9e81b66 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2620845
Nov 20 20:49:48.781825 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:48.792544 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:48.804688 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-319477cb-516f-4f8e-b5cb-0db1265a5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:48.808640 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-319477cb-516f-4f8e-b5cb-0db1265a5475 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.2101607
Nov 20 20:49:48.885743 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-06d57e66-9c62-4a21-ae68-ff283a2a5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:48.888921 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-06d57e66-9c62-4a21-ae68-ff283a2a5010 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 1100 time: 0.4125774
Nov 20 20:49:48.909637 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:48.936755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Pushing event updated for resources: {'Port': ['ID=046cd993-6c51-4abc-a37e-b68f7647befd,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:48.963706 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:49.216035 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-1c0040dd-c258-411c-a498-3dfc192a9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:49.217551 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-1c0040dd-c258-411c-a498-3dfc192a9b32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.3100133
Nov 20 20:49:49.246079 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-9353df44-063f-4715-b08f-5ab9fa020c81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4290266
Nov 20 20:49:49.249582 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-bc5d2e7b-fa57-4cf6-8e16-56d070b5e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:49.250976 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-bc5d2e7b-fa57-4cf6-8e16-56d070b5e1ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 1100 time: 0.6957071
Nov 20 20:49:49.279213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b4c5e-9c3d-4ffe-aa45-c89eb09b2f21 req-cd4507cf-7ff5-40dd-ad32-8b366fe66277 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:49.279537 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3d095-c04f-4900-95f4-22a2661ee3e4 req-1c25e847-e65f-4b5a-8368-1ff8392f7323 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:49.280731 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-458b4c5e-9c3d-4ffe-aa45-c89eb09b2f21 req-cd4507cf-7ff5-40dd-ad32-8b366fe66277 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 1096 time: 0.2772872
Nov 20 20:49:49.280948 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28b3d095-c04f-4900-95f4-22a2661ee3e4 req-1c25e847-e65f-4b5a-8368-1ff8392f7323 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 949 time: 0.6387920
Nov 20 20:49:49.282428 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-c96aa5fe-62fb-48d6-be30-c3a008692a83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=d17c3e85-73cd-4445-8746-63b4de251722 HTTP/1.1" status: 200  len: 217 time: 0.0536814
Nov 20 20:49:49.294662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Network faba2177-d247-4737-8414-396da08b9b04 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:49:49.316314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560b4bc-fd1b-4140-b35c-f61a92140d2b req-81ac9d6a-e6e4-46a1-8055-17ff28b53e0f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:49.317593 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f560b4bc-fd1b-4140-b35c-f61a92140d2b req-81ac9d6a-e6e4-46a1-8055-17ff28b53e0f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.37 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 950 time: 0.1541443
Nov 20 20:49:49.336139 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:49.456408 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d17c3e85-73cd-4445-8746-63b4de251722 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:49:49.486508 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28b3d095-c04f-4900-95f4-22a2661ee3e4 req-cf0bc919-4469-467b-b185-0c7e1bc975d3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768172
Nov 20 20:49:49.490449 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-23a38092-0e28-460a-89d0-c0585c7ed9c6 service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347357
Nov 20 20:49:49.493592 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-4627e9f7-ef55-4e8e-b2bb-f3c0c8773ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:49.493742 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-1bcdae5d-e41c-4035-8675-dff88ee1647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:49.495413 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-1bcdae5d-e41c-4035-8675-dff88ee1647e service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.2318630
Nov 20 20:49:49.498905 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-4627e9f7-ef55-4e8e-b2bb-f3c0c8773ab9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.2070839
Nov 20 20:49:49.633225 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-ffdceeeb-7c70-49b1-bdf7-b13ece359258 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=d17c3e85-73cd-4445-8746-63b4de251722 HTTP/1.1" status: 200  len: 217 time: 0.1216686
Nov 20 20:49:49.706299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:49.786534 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-458b4c5e-9c3d-4ffe-aa45-c89eb09b2f21 req-d2a7e48b-2453-438b-89d1-31625acd4f43 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4758682
Nov 20 20:49:49.847068 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d17c3e85-73cd-4445-8746-63b4de251722,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:49.881340 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'd17c3e85-73cd-4445-8746-63b4de251722', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': 'd17c3e85-73cd-4445-8746-63b4de251722', 'mac_address': 'fa:16:3e:b2:b9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:49:49.898637 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-ee9c9b75-c595-4e7a-a4d0-f8c8ba0db6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:49.900406 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-ee9c9b75-c595-4e7a-a4d0-f8c8ba0db6c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3742316
Nov 20 20:49:49.941315 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-f560b4bc-fd1b-4140-b35c-f61a92140d2b req-eb4848bd-5c33-4306-9fd3-f80eac024b5f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Deleting port 1f1cf981-26ff-4024-b94c-8e78ef84d154 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:49:49.941653 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f560b4bc-fd1b-4140-b35c-f61a92140d2b req-eb4848bd-5c33-4306-9fd3-f80eac024b5f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:49.952595 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-65e149dc-405c-4775-8026-2221f5c9a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:49.954183 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-65e149dc-405c-4775-8026-2221f5c9a506 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.3095877
Nov 20 20:49:49.967094 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Router 13da22d3-7a52-46b7-bbec-230050d661f6 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:49:49.973912 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-9e13319b-643a-4d1d-90d5-d50aed2f1e74 service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4740686
Nov 20 20:49:49.998215 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a0d85-810a-4a18-9e84-a69d22a41972 req-6efe76bf-7687-4cf4-bc42-52d170e7ba74 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:50.006892 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dd1a0d85-810a-4a18-9e84-a69d22a41972 req-6efe76bf-7687-4cf4-bc42-52d170e7ba74 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 950 time: 0.3152800
Nov 20 20:49:50.062280 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-17e4c815-5f80-475f-adaf-29c4bd374c87 None None] Provisioning complete for port 046cd993-6c51-4abc-a37e-b68f7647befd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:50.063030 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-17e4c815-5f80-475f-adaf-29c4bd374c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:50.134554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-17e4c815-5f80-475f-adaf-29c4bd374c87 None None] Port 046cd993-6c51-4abc-a37e-b68f7647befd cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:49:50.138822 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dd1a0d85-810a-4a18-9e84-a69d22a41972 req-3d829a88-3b9b-4d01-b8cb-4bec87239230 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d074940-b35b-4896-8914-3f91bd4cd7a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207535
Nov 20 20:49:50.157249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-fb0007f3-9b59-464b-b9a1-ea45d4b0450a tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:50.169064 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-fb0007f3-9b59-464b-b9a1-ea45d4b0450a tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b&tenant_id=9e5736eff1924fa28c0a00ae3da90174&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1533160
Nov 20 20:49:50.173623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-39d1195e-46f8-4b67-8d3f-9ea8e50f54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:50.178778 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-39d1195e-46f8-4b67-8d3f-9ea8e50f54d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2156050
Nov 20 20:49:50.187586 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:50.215252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:50.215873 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:50.353483 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-a301cc3b-46b2-431e-94a8-65c4d03771da service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4403443
Nov 20 20:49:50.368323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-f560b4bc-fd1b-4140-b35c-f61a92140d2b req-eb4848bd-5c33-4306-9fd3-f80eac024b5f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] For port 1f1cf981-26ff-4024-b94c-8e78ef84d154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f1cf981-26ff-4024-b94c-8e78ef84d154,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:50.368698 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f560b4bc-fd1b-4140-b35c-f61a92140d2b req-eb4848bd-5c33-4306-9fd3-f80eac024b5f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:50.412140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17c3e85-73cd-4445-8746-63b4de251722 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:49:50.446390 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-5a7a6aa0-ef74-410e-a775-f91fcc32aeb3 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2504365
Nov 20 20:49:50.448271 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d17c3e85-73cd-4445-8746-63b4de251722,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:50.456543 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:50.534610 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d17c3e85-73cd-4445-8746-63b4de251722,revision_number=12']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:50.541340 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:50.572919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1faee13c-95ac-4a8a-8f14-d8b0ab7137b4,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:50.578696 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:50.588677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70d3c0-25bd-40cc-9ba1-546ce1e6782d req-b3213065-408c-4368-b920-95efe44b24eb tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:50.600260 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a70d3c0-25bd-40cc-9ba1-546ce1e6782d req-b3213065-408c-4368-b920-95efe44b24eb tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.6353605
Nov 20 20:49:50.607974 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-f560b4bc-fd1b-4140-b35c-f61a92140d2b req-eb4848bd-5c33-4306-9fd3-f80eac024b5f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Calling delete_port for 1f1cf981-26ff-4024-b94c-8e78ef84d154 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:49:50.631565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-1badec05-ff0a-4304-a311-61bfb2c1cff6 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2325382
Nov 20 20:49:50.750177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=1faee13c-95ac-4a8a-8f14-d8b0ab7137b4,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:50.776671 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d17c3e85-73cd-4445-8746-63b4de251722'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:50.785857 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-82cc29cc-1a2b-4694-81ba-a491661e0bca req-11ebd55a-8ecc-4173-a0cb-bcf2172683dc service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3281188
Nov 20 20:49:50.790828 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-a2831b95-ec02-4ed1-bf42-bfd3d8583b97 service neutron] For port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc, host nch1-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:50.793628 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a70d3c0-25bd-40cc-9ba1-546ce1e6782d req-4bbe65cd-b47d-4f97-b191-711568818354 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1924584
Nov 20 20:49:50.832824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:49:50.833546 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-a2831b95-ec02-4ed1-bf42-bfd3d8583b97 service neutron] Publish callbacks [] for binding, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:50.835578 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3adadd7c-6463-47fa-8d0d-ef8f16be287b req-a2831b95-ec02-4ed1-bf42-bfd3d8583b97 service neutron] 10.222.0.37 "DELETE /v2.0/ports/870f5ce2-c00b-40f9-84c6-8fa23fcf05bc/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.6546297
Nov 20 20:49:50.860224 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-028577d5-7dba-4b1d-86b0-d8fdccd6736f admin admin] 10.222.0.41 "PUT /v2.0/routers/13da22d3-7a52-46b7-bbec-230050d661f6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9525056
Nov 20 20:49:50.860549 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Sync routers for ids ['13da22d3-7a52-46b7-bbec-230050d661f6'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:49:50.881780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53204e3d-1616-4931-924c-e754e409bb7b req-8435b849-79b4-4708-a595-14e62842ab79 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:50.889870 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-53204e3d-1616-4931-924c-e754e409bb7b req-8435b849-79b4-4708-a595-14e62842ab79 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.1599329
Nov 20 20:49:50.897489 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Routers {'13da22d3-7a52-46b7-bbec-230050d661f6'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:49:50.906567 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5626d2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:49:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13da22d3-7a52-46b7-bbec-230050d661f6'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:50.974670 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-53204e3d-1616-4931-924c-e754e409bb7b req-36abe34c-13fb-4960-a678-99712a074afe tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837636
Nov 20 20:49:51.019609 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f560b4bc-fd1b-4140-b35c-f61a92140d2b req-eb4848bd-5c33-4306-9fd3-f80eac024b5f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:51.100981 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Set router 13da22d3-7a52-46b7-bbec-230050d661f6 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:49:51.149699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4848bd-5c33-4306-9fd3-f80eac024b5f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Pushing event deleted for resources: {'Port': ['ID=1f1cf981-26ff-4024-b94c-8e78ef84d154,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:51.192004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f560b4bc-fd1b-4140-b35c-f61a92140d2b req-eb4848bd-5c33-4306-9fd3-f80eac024b5f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] No DVR routers for this DVR port 1f1cf981-26ff-4024-b94c-8e78ef84d154 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:49:51.199302 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f560b4bc-fd1b-4140-b35c-f61a92140d2b req-eb4848bd-5c33-4306-9fd3-f80eac024b5f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:51.203465 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f560b4bc-fd1b-4140-b35c-f61a92140d2b req-eb4848bd-5c33-4306-9fd3-f80eac024b5f tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.37 "DELETE /v2.0/ports/1f1cf981-26ff-4024-b94c-8e78ef84d154 HTTP/1.1" status: 204  len: 173 time: 1.8594773
Nov 20 20:49:51.206419 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acf73a5-9605-4b53-83dc-09af84fee3fe', 'name': 'network-vif-deleted', 'tag': '1f1cf981-26ff-4024-b94c-8e78ef84d154'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:51.210567 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cd236c-f0fd-4969-af7c-a6495ee446a0" -d '{"events": [{"server_uuid": "6acf73a5-9605-4b53-83dc-09af84fee3fe", "name": "network-vif-deleted", "tag": "1f1cf981-26ff-4024-b94c-8e78ef84d154"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:51.244170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c9b6-5bd6-4660-bdd9-af5bb1940dd2 req-11cdaa16-5c53-4d9e-932c-a735957ceae5 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:51.245788 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-65a0c9b6-5bd6-4660-bdd9-af5bb1940dd2 req-11cdaa16-5c53-4d9e-932c-a735957ceae5 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 950 time: 0.1905284
Nov 20 20:49:51.352209 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-65a0c9b6-5bd6-4660-bdd9-af5bb1940dd2 req-d301b301-fe52-4e73-90e3-337d5a0ac270 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986953
Nov 20 20:49:51.354961 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1a12a4e-ab49-48a1-be4f-3a8fdb715403 req-306c573b-df80-42b9-ae40-f2be1295b4c0 tempest-ServersAdminTestJSON-1309564112 tempest-ServersAdminTestJSON-1309564112-project] 10.222.0.41 "GET /v2.0/ports?device_id=6acf73a5-9605-4b53-83dc-09af84fee3fe HTTP/1.1" status: 200  len: 210 time: 0.0795472
Nov 20 20:49:51.473843 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5626d2b0>, [{'id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-router', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:39Z', 'updated_at': '2021-11-20T20:49:48Z', 'revision_number': 4, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'gw_port': {'id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:40Z', 'updated_at': '2021-11-20T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '046cd993-6c51-4abc-a37e-b68f7647befd', 'name': '', 'network_id': 'faba2177-d247-4737-8414-396da08b9b04', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'mac_address': 'fa:16:3e:eb:96:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:46Z', 'updated_at': '2021-11-20T20:49:48Z', 'revision_number': 2, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'subnets': [{'id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:51.496093 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7415364f-f83f-4099-a665-966272c71089 x-openstack-request-id: req-7415364f-f83f-4099-a665-966272c71089 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:51.496393 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acf73a5-9605-4b53-83dc-09af84fee3fe", "name": "network-vif-deleted", "tag": "1f1cf981-26ff-4024-b94c-8e78ef84d154", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:51.496893 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7415364f-f83f-4099-a665-966272c71089 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:51.497307 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acf73a5-9605-4b53-83dc-09af84fee3fe', 'name': 'network-vif-deleted', 'tag': '1f1cf981-26ff-4024-b94c-8e78ef84d154', 'status': 'completed', 'code': 200}
Nov 20 20:49:51.545810 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Checking router: 13da22d3-7a52-46b7-bbec-230050d661f6 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:49:51.551645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:51.567004 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Updating router 13da22d3-7a52-46b7-bbec-230050d661f6 port 046cd993-6c51-4abc-a37e-b68f7647befd binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:49:51.617121 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:51.667279 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:51.668029 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:51.913862 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-4c6a657f-1987-428f-a5ec-7adfee0a2ef8 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0563548
Nov 20 20:49:51.994801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60366) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:52.001090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6d28010b-11b4-4383-b946-83c3ad6f5316 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-476141936-network', 'tenant_id': '553848746f694f11a37edd170f44fe8f'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:52.082289 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-138ae74b-adb1-4eab-9f5c-11fa2f193bd2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:52.086233 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:52.092776 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-138ae74b-adb1-4eab-9f5c-11fa2f193bd2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1768465
Nov 20 20:49:52.104784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d28010b-11b4-4383-b946-83c3ad6f5316 admin admin] Made reservation on behalf of 553848746f694f11a37edd170f44fe8f for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:49:52.108207 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d28010b-11b4-4383-b946-83c3ad6f5316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:52.116443 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-396967cb-165b-483f-9ad9-0500ead375a3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/quotas/75d8e50fbc2c4c13be9b56bf0078f315 HTTP/1.1" status: 200  len: 375 time: 0.0218585
Nov 20 20:49:52.119568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdb917-6f22-462b-8a45-3441bd4cdca9 req-174219ee-7cb5-4a3d-a6c8-486c5a25c08b tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:52.121503 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70fdb917-6f22-462b-8a45-3441bd4cdca9 req-174219ee-7cb5-4a3d-a6c8-486c5a25c08b tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.1280172
Nov 20 20:49:52.123518 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:52.160586 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d28010b-11b4-4383-b946-83c3ad6f5316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:52.191283 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229577c9-0633-4190-9a44-64c13ed7dcaa None None] Pushing event updated for resources: {'Port': ['ID=046cd993-6c51-4abc-a37e-b68f7647befd,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:52.232267 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-6cacc164-6a84-4ef2-9d6f-625713e0c1a4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1132996
Nov 20 20:49:52.274430 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70fdb917-6f22-462b-8a45-3441bd4cdca9 req-7e083e2c-9386-4675-bb01-636f7db310d8 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341200
Nov 20 20:49:52.325168 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Attempting to bind port 046cd993-6c51-4abc-a37e-b68f7647befd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:52.325599 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Attempting to bind port 046cd993-6c51-4abc-a37e-b68f7647befd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '37041694-220a-4ba9-8baa-9998343435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faba2177-d247-4737-8414-396da08b9b04'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:52.326166 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Attempting to bind port 046cd993-6c51-4abc-a37e-b68f7647befd on network faba2177-d247-4737-8414-396da08b9b04 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:52.339990 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:52.340744 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Checking segment: {'id': '37041694-220a-4ba9-8baa-9998343435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faba2177-d247-4737-8414-396da08b9b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:52.340744 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:52.341182 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Bound using segment: {'id': '37041694-220a-4ba9-8baa-9998343435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faba2177-d247-4737-8414-396da08b9b04'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:52.341602 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Bound port: 046cd993-6c51-4abc-a37e-b68f7647befd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37041694-220a-4ba9-8baa-9998343435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faba2177-d247-4737-8414-396da08b9b04'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:52.342128 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:52.518450 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] For port 046cd993-6c51-4abc-a37e-b68f7647befd, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:52.530808 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] For port 046cd993-6c51-4abc-a37e-b68f7647befd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=046cd993-6c51-4abc-a37e-b68f7647befd,segment=NetworkSegment(37041694-220a-4ba9-8baa-9998343435bd),segment_id=37041694-220a-4ba9-8baa-9998343435bd)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:52.542079 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:52.581746 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22fe6714-f487-4a89-8daa-01d685401f6c req-8719427e-d9d8-4064-af85-63798699372e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 210 time: 0.0879602
Nov 20 20:49:52.685607 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229577c9-0633-4190-9a44-64c13ed7dcaa None None] Pushing event updated for resources: {'Port': ['ID=046cd993-6c51-4abc-a37e-b68f7647befd,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:52.697917 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c6ababbe-c290-4632-8377-9a37b13e0385 None None] Provisioning complete for port 046cd993-6c51-4abc-a37e-b68f7647befd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:52.698490 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c6ababbe-c290-4632-8377-9a37b13e0385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:52.730940 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Routers {'13da22d3-7a52-46b7-bbec-230050d661f6'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:49:52.731670 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5626d2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:49:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13da22d3-7a52-46b7-bbec-230050d661f6'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:52.941478 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c6ababbe-c290-4632-8377-9a37b13e0385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:53.076259 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d28010b-11b4-4383-b946-83c3ad6f5316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:53.084048 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d28010b-11b4-4383-b946-83c3ad6f5316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:53.132131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d28010b-11b4-4383-b946-83c3ad6f5316 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:49:53.133289 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c6ababbe-c290-4632-8377-9a37b13e0385 None None] For port 046cd993-6c51-4abc-a37e-b68f7647befd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=046cd993-6c51-4abc-a37e-b68f7647befd,segment=NetworkSegment(37041694-220a-4ba9-8baa-9998343435bd),segment_id=37041694-220a-4ba9-8baa-9998343435bd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:53.140297 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c6ababbe-c290-4632-8377-9a37b13e0385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:53.163384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60440) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:53.201452 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28010b-11b4-4383-b946-83c3ad6f5316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c561c7e-fc83-447f-a34d-b1ef39f0aba1,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:53.246418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d28010b-11b4-4383-b946-83c3ad6f5316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:53.246859 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-6d28010b-11b4-4383-b946-83c3ad6f5316 admin admin] Added segment c720c92e-6ddb-493c-9e9f-81e8bb19726d of type vlan for network c4b096bb-c0da-4e46-9ec4-5eb526d91841
Nov 20 20:49:53.350364 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d28010b-11b4-4383-b946-83c3ad6f5316 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:53.353522 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c3355d78-5ef2-433f-8d76-0a1191d552ce None None] Provisioning complete for port 046cd993-6c51-4abc-a37e-b68f7647befd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:53.354692 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c3355d78-5ef2-433f-8d76-0a1191d552ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:53.425664 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d28010b-11b4-4383-b946-83c3ad6f5316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:53.426948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28010b-11b4-4383-b946-83c3ad6f5316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:53.427582 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d28010b-11b4-4383-b946-83c3ad6f5316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:53.439249 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] Set router 13da22d3-7a52-46b7-bbec-230050d661f6 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:49:53.464308 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ababbe-c290-4632-8377-9a37b13e0385 None None] Pushing event updated for resources: {'Port': ['ID=046cd993-6c51-4abc-a37e-b68f7647befd,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:53.487663 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6d28010b-11b4-4383-b946-83c3ad6f5316 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.4884830
Nov 20 20:49:53.488690 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60446) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:53.496055 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c4fcc3cc-7905-426f-b394-59e1beb1e49e admin admin] Request body: {'subnet': {'network_id': 'c4b096bb-c0da-4e46-9ec4-5eb526d91841', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-476141936-subnet', 'tenant_id': '553848746f694f11a37edd170f44fe8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:53.534255 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d17c3e85-73cd-4445-8746-63b4de251722 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:53.600424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28010b-11b4-4383-b946-83c3ad6f5316 admin admin] Pushing event updated for resources: {'Network': ['ID=c4b096bb-c0da-4e46-9ec4-5eb526d91841,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:53.614594 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network c4b096bb-c0da-4e46-9ec4-5eb526d91841 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:49:53.760802 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242af86-3d20-4681-9a5e-93c5a5d912fb req-3596a9f7-7791-47e6-b290-1bdc7c3ae324 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:53.771465 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f242af86-3d20-4681-9a5e-93c5a5d912fb req-3596a9f7-7791-47e6-b290-1bdc7c3ae324 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.3672209
Nov 20 20:49:53.781372 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port d17c3e85-73cd-4445-8746-63b4de251722 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:49:53.788688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port d17c3e85-73cd-4445-8746-63b4de251722 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:53.789586 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:53.791381 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fcc3cc-7905-426f-b394-59e1beb1e49e admin admin] Made reservation on behalf of 553848746f694f11a37edd170f44fe8f for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:49:53.796943 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc3cc-7905-426f-b394-59e1beb1e49e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:53.829630 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60456) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:53.831924 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6f11c7a5-dc83-4cfa-b9f5-c9775c713a96 req-b413f248-e784-44a5-8562-67c5a55b8b52 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 210 time: 0.1064391
Nov 20 20:49:53.838076 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cadfbab3-7d1a-497f-8ade-54e919243dde admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1a432e5f0bc49dc942d406268442ed3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6726584
Nov 20 20:49:53.913660 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44556021-ee5b-4628-a50f-ad2c4578383d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:53.954353 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:53.965659 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44556021-ee5b-4628-a50f-ad2c4578383d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:53.984732 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5626d2b0>, [{'id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-router', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:39Z', 'updated_at': '2021-11-20T20:49:48Z', 'revision_number': 4, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'gw_port': {'id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:40Z', 'updated_at': '2021-11-20T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '046cd993-6c51-4abc-a37e-b68f7647befd', 'name': '', 'network_id': 'faba2177-d247-4737-8414-396da08b9b04', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'mac_address': 'fa:16:3e:eb:96:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:46Z', 'updated_at': '2021-11-20T20:49:52Z', 'revision_number': 4, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'subnets': [{'id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:53.999663 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f242af86-3d20-4681-9a5e-93c5a5d912fb req-a405a368-6b47-47a2-883e-57df9e0d735c tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2247601
Nov 20 20:49:54.000075 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:54.003317 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e562175-3546-4bef-a72a-9081941b63a2" -d '{"events": [{"server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "name": "network-vif-plugged", "status": "completed", "tag": "d17c3e85-73cd-4445-8746-63b4de251722"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:54.025799 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc880ab-7045-4cb0-bc2a-78d50ea0ec11 None None] The sync data for ids ['13da22d3-7a52-46b7-bbec-230050d661f6'] in ncdv-master-1 is: [{'id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-router', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:39Z', 'updated_at': '2021-11-20T20:49:48Z', 'revision_number': 4, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'gw_port': {'id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:40Z', 'updated_at': '2021-11-20T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '046cd993-6c51-4abc-a37e-b68f7647befd', 'name': '', 'network_id': 'faba2177-d247-4737-8414-396da08b9b04', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'mac_address': 'fa:16:3e:eb:96:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:46Z', 'updated_at': '2021-11-20T20:49:52Z', 'revision_number': 4, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'subnets': [{'id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:49:54.050433 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d17c3e85-73cd-4445-8746-63b4de251722,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:54.073207 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:54.074025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1f1cf981-26ff-4024-b94c-8e78ef84d154 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:49:54.139659 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f26b208-a248-4964-a31f-f89814b106af x-openstack-request-id: req-9f26b208-a248-4964-a31f-f89814b106af {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:54.139968 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "name": "network-vif-plugged", "status": "completed", "tag": "d17c3e85-73cd-4445-8746-63b4de251722", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:54.140307 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f26b208-a248-4964-a31f-f89814b106af {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:54.140637 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722', 'code': 200}
Nov 20 20:49:54.147923 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44556021-ee5b-4628-a50f-ad2c4578383d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:54.156621 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44556021-ee5b-4628-a50f-ad2c4578383d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:54.161842 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-44556021-ee5b-4628-a50f-ad2c4578383d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d074940-b35b-4896-8914-3f91bd4cd7a0 HTTP/1.1" status: 204  len: 168 time: 0.3289790
Nov 20 20:49:54.180105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44556021-ee5b-4628-a50f-ad2c4578383d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d074940-b35b-4896-8914-3f91bd4cd7a0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:54.193051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 1f1cf981-26ff-4024-b94c-8e78ef84d154 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:49:54.193332 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1f1cf981-26ff-4024-b94c-8e78ef84d154 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:49:54.295263 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d17c3e85-73cd-4445-8746-63b4de251722,revision_number=13']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:54.319202 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-5dd8d72b-4e21-43dc-9b9f-ea42470f9753 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0585794
Nov 20 20:49:54.343440 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc3cc-7905-426f-b394-59e1beb1e49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:54.427566 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcc3cc-7905-426f-b394-59e1beb1e49e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a9363e9-6eaa-43d4-9b67-e45462888f90,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:54.442971 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcc3cc-7905-426f-b394-59e1beb1e49e admin admin] Checking segment: {'id': 'c720c92e-6ddb-493c-9e9f-81e8bb19726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c4b096bb-c0da-4e46-9ec4-5eb526d91841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:54.450549 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fcc3cc-7905-426f-b394-59e1beb1e49e admin admin] Network hostable DHCP agents. Network: c4b096bb-c0da-4e46-9ec4-5eb526d91841, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:49:54.480493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fcc3cc-7905-426f-b394-59e1beb1e49e admin admin] Network c4b096bb-c0da-4e46-9ec4-5eb526d91841 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:49:54.496188 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-c4fcc3cc-7905-426f-b394-59e1beb1e49e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c4b096bb-c0da-4e46-9ec4-5eb526d91841) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:54.504869 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1c71a3-a967-4aa4-a578-a19c057565f5 None None] Network c4b096bb-c0da-4e46-9ec4-5eb526d91841 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:49:54.522434 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fcc3cc-7905-426f-b394-59e1beb1e49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:54.523585 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc3cc-7905-426f-b394-59e1beb1e49e admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:54.532926 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-7f769004-1825-4fa7-9ae4-e8158f3e537d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:54.532926 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-7f769004-1825-4fa7-9ae4-e8158f3e537d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2012916
Nov 20 20:49:54.551258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-60d1021a-c636-45dc-ab9e-6ea5a5ffdd8b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Request body: {'port': {'device_id': '4617c7fc-1747-4fc8-b17e-023944473df9', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '75d8e50fbc2c4c13be9b56bf0078f315'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:54.556245 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c4fcc3cc-7905-426f-b394-59e1beb1e49e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0638247
Nov 20 20:49:54.556768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60498) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:54.562730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-476141936-router', 'tenant_id': '553848746f694f11a37edd170f44fe8f', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:54.602454 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:54.606269 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:54.685531 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:54.686974 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60500) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:54.791281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-60d1021a-c636-45dc-ab9e-6ea5a5ffdd8b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Made reservation on behalf of 75d8e50fbc2c4c13be9b56bf0078f315 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:49:54.801366 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-60d1021a-c636-45dc-ab9e-6ea5a5ffdd8b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:54.818098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c4b096bb-c0da-4e46-9ec4-5eb526d91841', 'network_id': 'c4b096bb-c0da-4e46-9ec4-5eb526d91841', 'tenant_id': '553848746f694f11a37edd170f44fe8f', 'fixed_ips': [{'subnet_id': '7a9363e9-6eaa-43d4-9b67-e45462888f90'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:49:54.818977 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:54.856318 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a21098c3-e764-40c1-908c-857590dba583 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b99679aacb54db2a3edebace7ce5620&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1678767
Nov 20 20:49:54.862971 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60504) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:54.940321 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:55.005253 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ca33d0c7-7abc-48fc-ac33-d1b396739c05 req-c91c5f92-3665-4196-9c3c-7f8fc675b021 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 210 time: 0.0452101
Nov 20 20:49:55.054858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-60d1021a-c636-45dc-ab9e-6ea5a5ffdd8b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Allocated IP 192.168.233.43 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/41caa8c1-f0b9-44fe-81d2-76d08d296f68) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:49:55.103525 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Allocated IP 172.20.0.2 (c4b096bb-c0da-4e46-9ec4-5eb526d91841/7a9363e9-6eaa-43d4-9b67-e45462888f90/6d87b13f-eddc-43e8-a8d6-6e93760a8036) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:49:55.276875 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8fc44b24-2d82-4e84-b8af-f0e2be326dec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:55.308153 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:55.316216 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:55.337690 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93d48e-93aa-4d3e-a494-147df1f94fbc req-a9b4189c-deb5-4962-ab07-f1f86a5fe37c tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:55.349784 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d93d48e-93aa-4d3e-a494-147df1f94fbc req-a9b4189c-deb5-4962-ab07-f1f86a5fe37c tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.2068346
Nov 20 20:49:55.378880 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Network c4b096bb-c0da-4e46-9ec4-5eb526d91841 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:49:55.381848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:55.387670 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-60d1021a-c636-45dc-ab9e-6ea5a5ffdd8b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:55.391259 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:49:55.421526 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Pushing event updated for resources: {'Port': ['ID=6d87b13f-eddc-43e8-a8d6-6e93760a8036,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:55.441643 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8fc44b24-2d82-4e84-b8af-f0e2be326dec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:55.473006 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-60d1021a-c636-45dc-ab9e-6ea5a5ffdd8b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:55.530502 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d93d48e-93aa-4d3e-a494-147df1f94fbc req-b372c376-e216-412c-826d-f2c57ec976ca tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1797416
Nov 20 20:49:55.534916 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d96f4ca5-742f-4e26-8329-f408e9d46a05', 'd17c3e85-73cd-4445-8746-63b4de251722'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:55.547764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['28b4900d-02bb-47ff-89c0-42ceb2af1cdc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:49:55.573274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-60d1021a-c636-45dc-ab9e-6ea5a5ffdd8b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:49:55.620084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1021a-c636-45dc-ab9e-6ea5a5ffdd8b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Pushing event updated for resources: {'Port': ['ID=41caa8c1-f0b9-44fe-81d2-76d08d296f68,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:55.634750 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 046cd993-6c51-4abc-a37e-b68f7647befd up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:55.640240 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-60d1021a-c636-45dc-ab9e-6ea5a5ffdd8b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:55.664426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-60d1021a-c636-45dc-ab9e-6ea5a5ffdd8b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:49:55.685628 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8fc44b24-2d82-4e84-b8af-f0e2be326dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:55.688566 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8fc44b24-2d82-4e84-b8af-f0e2be326dec admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:55.702993 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8fc44b24-2d82-4e84-b8af-f0e2be326dec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c305d7b-6264-4980-b3bb-bb60f2587fb1 HTTP/1.1" status: 204  len: 168 time: 0.7589211
Nov 20 20:49:55.724973 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Attempting to bind port 6d87b13f-eddc-43e8-a8d6-6e93760a8036 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:55.725633 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Attempting to bind port 6d87b13f-eddc-43e8-a8d6-6e93760a8036 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c720c92e-6ddb-493c-9e9f-81e8bb19726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c4b096bb-c0da-4e46-9ec4-5eb526d91841'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:55.726225 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Attempting to bind port 6d87b13f-eddc-43e8-a8d6-6e93760a8036 on network c4b096bb-c0da-4e46-9ec4-5eb526d91841 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:55.739904 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:55.740658 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Checking segment: {'id': 'c720c92e-6ddb-493c-9e9f-81e8bb19726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c4b096bb-c0da-4e46-9ec4-5eb526d91841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:55.741828 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:55.742465 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Bound using segment: {'id': 'c720c92e-6ddb-493c-9e9f-81e8bb19726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c4b096bb-c0da-4e46-9ec4-5eb526d91841'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:55.745390 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Bound port: 6d87b13f-eddc-43e8-a8d6-6e93760a8036, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c720c92e-6ddb-493c-9e9f-81e8bb19726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c4b096bb-c0da-4e46-9ec4-5eb526d91841'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:55.746118 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:55.747613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-60d1021a-c636-45dc-ab9e-6ea5a5ffdd8b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:55.748488 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-60d1021a-c636-45dc-ab9e-6ea5a5ffdd8b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:55.751019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc44b24-2d82-4e84-b8af-f0e2be326dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c305d7b-6264-4980-b3bb-bb60f2587fb1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:55.788630 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:55.805945 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-60d1021a-c636-45dc-ab9e-6ea5a5ffdd8b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2546191
Nov 20 20:49:55.838779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Request body: {'port': {'device_id': '4617c7fc-1747-4fc8-b17e-023944473df9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:49:55.880386 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:55.992513 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] For port 6d87b13f-eddc-43e8-a8d6-6e93760a8036, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:55.995896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] For port 6d87b13f-eddc-43e8-a8d6-6e93760a8036, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6d87b13f-eddc-43e8-a8d6-6e93760a8036,segment=NetworkSegment(c720c92e-6ddb-493c-9e9f-81e8bb19726d),segment_id=c720c92e-6ddb-493c-9e9f-81e8bb19726d)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:56.008087 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:56.057960 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:56.161280 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Allocated IP 172.35.1.203 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/bab15740-08ca-4295-8c02-4a78214706d9) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:49:56.273756 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b0e47c36-1667-4adb-bd92-21830c95a274 None None] Provisioning complete for port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:56.275137 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b0e47c36-1667-4adb-bd92-21830c95a274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:56.309321 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 046cd993-6c51-4abc-a37e-b68f7647befd triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:56.309321 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:56.411095 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:56.539733 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:56.551624 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f146791-bd76-4b69-95ad-d88630bf08b2 req-35859a1e-6bab-47e8-98a2-e882118bfb05 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:56.572472 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2f146791-bd76-4b69-95ad-d88630bf08b2 req-35859a1e-6bab-47e8-98a2-e882118bfb05 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 935 time: 0.3557246
Nov 20 20:49:56.579297 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466af485-ba88-4e62-9a3b-6ef94ed6bbe4 None None] Pushing event updated for resources: {'Port': ['ID=6d87b13f-eddc-43e8-a8d6-6e93760a8036,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:56.660563 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:49:56.673125 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:49:56.681580 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:49:56.726697 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b0e47c36-1667-4adb-bd92-21830c95a274 None None] Port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:49:56.751834 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Pushing event updated for resources: {'Port': ['ID=bab15740-08ca-4295-8c02-4a78214706d9,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:56.870142 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2f146791-bd76-4b69-95ad-d88630bf08b2 req-1022c6fc-bd8a-41af-bd91-56343e9db5ff tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2954335
Nov 20 20:49:56.900927 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2bb19-0056-4b49-b686-7c8f5d1c7bd3 req-cade3e3c-aba8-4520-8ae6-edef999c22e4 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:56.902530 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3ad2bb19-0056-4b49-b686-7c8f5d1c7bd3 req-cade3e3c-aba8-4520-8ae6-edef999c22e4 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.1688571
Nov 20 20:49:57.060181 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3ad2bb19-0056-4b49-b686-7c8f5d1c7bd3 req-64132665-8f7b-4e5b-918b-103143008b01 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503730
Nov 20 20:49:57.067596 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41caa8c1-f0b9-44fe-81d2-76d08d296f68 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:49:57.087638 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:57.113749 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Transition to ACTIVE for port object 41caa8c1-f0b9-44fe-81d2-76d08d296f68 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:49:57.121149 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:57.192634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Pushing event updated for resources: {'Port': ['ID=41caa8c1-f0b9-44fe-81d2-76d08d296f68,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:57.239230 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:57.299726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Attempting to bind port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:49:57.300294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Attempting to bind port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:49:57.301740 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Attempting to bind port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:57.319048 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:49:57.320574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Attempting to bind port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:49:57.334084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:49:57.334476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:49:57.338269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:49:57.338743 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Bound port: 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:49:57.350933 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:57.445513 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:49:57.518236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:49:57.518236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:49:57.524533 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:57.574287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6d87b13f-eddc-43e8-a8d6-6e93760a8036 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:57.614613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:57.623107 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:57.624907 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] 10.222.0.37 "PUT /v2.0/ports/41caa8c1-f0b9-44fe-81d2-76d08d296f68 HTTP/1.1" status: 200  len: 1095 time: 1.8038976
Nov 20 20:49:57.625371 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:49:57.627900 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445b21ee-d7cd-49b6-912c-45b8765ed516" -d '{"events": [{"name": "network-changed", "server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:49:57.758439 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:57.778774 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 6d87b13f-eddc-43e8-a8d6-6e93760a8036 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:57.780021 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:57.786390 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4666a4b7-f2fa-4536-a884-0952afd484b2 x-openstack-request-id: req-4666a4b7-f2fa-4536-a884-0952afd484b2 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:49:57.786686 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:49:57.786939 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4666a4b7-f2fa-4536-a884-0952afd484b2 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:49:57.787338 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68', 'status': 'completed', 'code': 200}
Nov 20 20:49:57.787910 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944ca3e-64a7-4482-bc99-315f49173213 service neutron] Pushing event updated for resources: {'Port': ['ID=41caa8c1-f0b9-44fe-81d2-76d08d296f68,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:57.827084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-25899215-56f7-4533-9267-a17fb2bc4f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:57.828613 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-25899215-56f7-4533-9267-a17fb2bc4f35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 1098 time: 0.1522942
Nov 20 20:49:57.928335 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-536ccd6a-96d2-4acd-97e4-e3c7c5a8adcc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68 HTTP/1.1" status: 200  len: 217 time: 0.0802817
Nov 20 20:49:58.039860 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:58.069236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-85c72733-5191-45a3-8c02-127f6eb27dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:58.070873 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-85c72733-5191-45a3-8c02-127f6eb27dda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1416271
Nov 20 20:49:58.084118 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Router cbabe231-072a-4094-bd86-7d20bf2bdefe is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:49:58.088922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04df06-b532-46a5-8ada-b7aece0d0d8f req-a22f39bc-45ab-4c0e-89c7-0d2af4fddf2d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:58.100380 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a04df06-b532-46a5-8ada-b7aece0d0d8f req-a22f39bc-45ab-4c0e-89c7-0d2af4fddf2d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 947 time: 0.1121256
Nov 20 20:49:58.182726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 6d87b13f-eddc-43e8-a8d6-6e93760a8036, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6d87b13f-eddc-43e8-a8d6-6e93760a8036,segment=NetworkSegment(c720c92e-6ddb-493c-9e9f-81e8bb19726d),segment_id=c720c92e-6ddb-493c-9e9f-81e8bb19726d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:49:58.192541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d6fe9b-7404-4e05-b9bb-203c9b26d250 None None] Network c4b096bb-c0da-4e46-9ec4-5eb526d91841 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:49:58.199110 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-37c45ab1-598c-43f8-bde1-611b457138d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:58.200729 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-37c45ab1-598c-43f8-bde1-611b457138d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0964901
Nov 20 20:49:58.211908 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a04df06-b532-46a5-8ada-b7aece0d0d8f req-61aac96a-c38d-4c76-92b9-8d91a7bb998f tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087329
Nov 20 20:49:58.333869 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-074d065c-6382-41cf-af98-c1f435490cab service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1163578
Nov 20 20:49:58.454885 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:58.488762 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b950aa3a-8d1c-45ba-8d3c-1ba1f6fc0e8a req-4e87567f-4524-439a-b4c3-483ec5dd4141 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376226
Nov 20 20:49:58.567557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-aaab792b-613b-4b62-8fce-e4915b5f7561 None None] Provisioning complete for port 6d87b13f-eddc-43e8-a8d6-6e93760a8036 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:58.567927 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-aaab792b-613b-4b62-8fce-e4915b5f7561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:58.664462 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b21ee-d7cd-49b6-912c-45b8765ed516 req-dc762598-0514-47a9-8054-7b93a8807285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:58.665982 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-445b21ee-d7cd-49b6-912c-45b8765ed516 req-dc762598-0514-47a9-8054-7b93a8807285 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 1098 time: 0.1102536
Nov 20 20:49:58.684931 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=6d87b13f-eddc-43e8-a8d6-6e93760a8036,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:49:58.828585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67a9f7-8c06-4703-aa0f-b443c2283424 req-ce48c983-fc9a-4408-93c6-879663ffaada tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:58.832009 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b21ee-d7cd-49b6-912c-45b8765ed516 req-23133a3e-ed21-4852-a5b7-bd73c5e833c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:58.833516 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-445b21ee-d7cd-49b6-912c-45b8765ed516 req-23133a3e-ed21-4852-a5b7-bd73c5e833c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1599925
Nov 20 20:49:58.837551 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eb67a9f7-8c06-4703-aa0f-b443c2283424 req-ce48c983-fc9a-4408-93c6-879663ffaada tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.5950658
Nov 20 20:49:58.882629 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:49:58.892127 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Sync routers for ids ['cbabe231-072a-4094-bd86-7d20bf2bdefe'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:49:58.904825 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Routers {'cbabe231-072a-4094-bd86-7d20bf2bdefe'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:49:58.905697 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473059a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:49:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cbabe231-072a-4094-bd86-7d20bf2bdefe'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:58.914789 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-445b21ee-d7cd-49b6-912c-45b8765ed516 req-97fb220e-ad0f-4f3f-9eeb-a1d00dd973c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68 HTTP/1.1" status: 200  len: 217 time: 0.0727823
Nov 20 20:49:58.918600 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eb67a9f7-8c06-4703-aa0f-b443c2283424 req-e1694817-802b-40de-bf05-7d806f5e67fc tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746541
Nov 20 20:49:58.930078 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:58.933472 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a942c58e-9936-45c1-a082-acad8f178adc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.3756027
Nov 20 20:49:58.937129 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60612) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:59.070215 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b21ee-d7cd-49b6-912c-45b8765ed516 req-8e9a446e-94c7-4856-ad26-37f6e48ee072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:59.071826 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-445b21ee-d7cd-49b6-912c-45b8765ed516 req-8e9a446e-94c7-4856-ad26-37f6e48ee072 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1491914
Nov 20 20:49:59.129150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6a3fddee-21d6-4b08-b956-51dec985512d None None] Provisioning complete for port 6d87b13f-eddc-43e8-a8d6-6e93760a8036 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:59.129541 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6a3fddee-21d6-4b08-b956-51dec985512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:59.171434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b21ee-d7cd-49b6-912c-45b8765ed516 req-324518e4-b653-4e1e-b67e-c434ebbf78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:59.172957 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-445b21ee-d7cd-49b6-912c-45b8765ed516 req-324518e4-b653-4e1e-b67e-c434ebbf78db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0921538
Nov 20 20:49:59.223304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Set router cbabe231-072a-4094-bd86-7d20bf2bdefe gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:49:59.461947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60622) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:49:59.484049 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-445b21ee-d7cd-49b6-912c-45b8765ed516 req-bde61b99-8bd5-46a1-b1c4-d6d56001e4e6 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3031740
Nov 20 20:49:59.569710 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6d87b13f-eddc-43e8-a8d6-6e93760a8036 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:49:59.624363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d331426-415e-4fb5-8a39-03145399635b req-fbf62014-244d-4352-a0ec-f689fe5d1546 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:49:59.644064 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0d331426-415e-4fb5-8a39-03145399635b req-fbf62014-244d-4352-a0ec-f689fe5d1546 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 947 time: 0.2658546
Nov 20 20:49:59.703502 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 6d87b13f-eddc-43e8-a8d6-6e93760a8036 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:49:59.704503 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:59.738267 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-445b21ee-d7cd-49b6-912c-45b8765ed516 req-5b32db2e-8922-4833-bc6d-3155c0dad6c1 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2288542
Nov 20 20:49:59.753201 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473059a0>, [{'id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'name': 'tempest-TaggedBootDevicesTest_v242-476141936-router', 'tenant_id': '553848746f694f11a37edd170f44fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bab15740-08ca-4295-8c02-4a78214706d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:54Z', 'updated_at': '2021-11-20T20:49:57Z', 'revision_number': 3, 'project_id': '553848746f694f11a37edd170f44fe8f', 'gw_port': {'id': 'bab15740-08ca-4295-8c02-4a78214706d9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:55Z', 'updated_at': '2021-11-20T20:49:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:49:59.785172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Checking router: cbabe231-072a-4094-bd86-7d20bf2bdefe for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:49:59.785529 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Updating router cbabe231-072a-4094-bd86-7d20bf2bdefe port bab15740-08ca-4295-8c02-4a78214706d9 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:49:59.805912 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0d331426-415e-4fb5-8a39-03145399635b req-34d57066-d52a-4fb5-9e99-9880b0bcd134 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691935
Nov 20 20:49:59.811134 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4881163d-8f37-4493-8e61-0fd2086713eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:59.863855 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:49:59.882539 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:00.140784 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4881163d-8f37-4493-8e61-0fd2086713eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:00.151075 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4881163d-8f37-4493-8e61-0fd2086713eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:00.218823 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e322e-120c-494e-a4c8-caea5abe49e1 req-3f2e2374-ea28-4f19-bd5c-fa825d83ebf3 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:00.219688 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-808e322e-120c-494e-a4c8-caea5abe49e1 req-3f2e2374-ea28-4f19-bd5c-fa825d83ebf3 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 946 time: 0.1578832
Nov 20 20:50:00.225641 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4881163d-8f37-4493-8e61-0fd2086713eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07cdf5ff390b4376a1ed5e7c967a5769&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7612519
Nov 20 20:50:00.226412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881163d-8f37-4493-8e61-0fd2086713eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367762f5-f707-49c2-aea5-0f9104de17d3,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:00.232429 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60636) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:00.269473 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a6f1e-d392-4dae-b0b4-ffacd285823e req-1f65b01a-e1ca-4be9-be78-71633d2b126c tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:00.277617 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-207a6f1e-d392-4dae-b0b4-ffacd285823e req-1f65b01a-e1ca-4be9-be78-71633d2b126c tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.1940336
Nov 20 20:50:00.319695 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-808e322e-120c-494e-a4c8-caea5abe49e1 req-bf7f98e1-500b-48f6-ab82-97c9a8fe5368 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902340
Nov 20 20:50:00.334632 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Allocated IP 172.20.0.1 (c4b096bb-c0da-4e46-9ec4-5eb526d91841/7a9363e9-6eaa-43d4-9b67-e45462888f90/86e9986f-6974-4a79-a5b3-78b6ff2a5dd4) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:00.411590 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-207a6f1e-d392-4dae-b0b4-ffacd285823e req-04a4071a-3d0f-4da5-a118-075f2c4d203f tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324446
Nov 20 20:50:00.421254 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:00.421975 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12373d0c-8c3a-4a75-9cdc-7a22eb43cf0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:00.440290 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:00.487925 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12373d0c-8c3a-4a75-9cdc-7a22eb43cf0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:00.496977 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f3061-21fd-49e0-80c8-dd2c02747181 None None] Pushing event updated for resources: {'Port': ['ID=bab15740-08ca-4295-8c02-4a78214706d9,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:00.501705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Attempting to bind port bab15740-08ca-4295-8c02-4a78214706d9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:00.502730 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Attempting to bind port bab15740-08ca-4295-8c02-4a78214706d9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:00.503241 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Attempting to bind port bab15740-08ca-4295-8c02-4a78214706d9 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:00.508634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:00.509010 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:00.509549 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:00.510007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:00.510730 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Bound port: bab15740-08ca-4295-8c02-4a78214706d9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:00.511190 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:00.539786 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:00.580393 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12373d0c-8c3a-4a75-9cdc-7a22eb43cf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:00.581006 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] For port bab15740-08ca-4295-8c02-4a78214706d9, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:00.583589 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12373d0c-8c3a-4a75-9cdc-7a22eb43cf0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:00.584686 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] For port bab15740-08ca-4295-8c02-4a78214706d9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bab15740-08ca-4295-8c02-4a78214706d9,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:00.586684 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-12373d0c-8c3a-4a75-9cdc-7a22eb43cf0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/367762f5-f707-49c2-aea5-0f9104de17d3 HTTP/1.1" status: 204  len: 168 time: 0.3529351
Nov 20 20:50:00.589786 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:00.595367 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:00.638309 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Routers {'cbabe231-072a-4094-bd86-7d20bf2bdefe'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:50:00.638919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473059a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:49:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cbabe231-072a-4094-bd86-7d20bf2bdefe'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:00.657425 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=86e9986f-6974-4a79-a5b3-78b6ff2a5dd4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:00.672014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12373d0c-8c3a-4a75-9cdc-7a22eb43cf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367762f5-f707-49c2-aea5-0f9104de17d3,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:00.688354 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Network c4b096bb-c0da-4e46-9ec4-5eb526d91841 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:00.695385 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:00.698780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:00.732105 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f3061-21fd-49e0-80c8-dd2c02747181 None None] Pushing event updated for resources: {'Port': ['ID=bab15740-08ca-4295-8c02-4a78214706d9,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:00.781081 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:00.810560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] Set router cbabe231-072a-4094-bd86-7d20bf2bdefe gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:50:01.067651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea099905-1447-43a7-914d-fe810ab5a85d req-994eb267-4be4-41db-ab1a-a0c8577aebd2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:01.073712 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ea099905-1447-43a7-914d-fe810ab5a85d req-994eb267-4be4-41db-ab1a-a0c8577aebd2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 947 time: 0.1261940
Nov 20 20:50:01.103145 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473059a0>, [{'id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'name': 'tempest-TaggedBootDevicesTest_v242-476141936-router', 'tenant_id': '553848746f694f11a37edd170f44fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bab15740-08ca-4295-8c02-4a78214706d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:54Z', 'updated_at': '2021-11-20T20:49:57Z', 'revision_number': 3, 'project_id': '553848746f694f11a37edd170f44fe8f', 'gw_port': {'id': 'bab15740-08ca-4295-8c02-4a78214706d9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:55Z', 'updated_at': '2021-11-20T20:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:01.114400 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:01.135898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60654) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:01.162016 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-04a5f7d2-19b2-4943-ad28-ce6227232f63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:01.178994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f49369c-7939-4084-9eb5-a31334a3b047 None None] The sync data for ids ['cbabe231-072a-4094-bd86-7d20bf2bdefe'] in ncdv-master-1 is: [{'id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'name': 'tempest-TaggedBootDevicesTest_v242-476141936-router', 'tenant_id': '553848746f694f11a37edd170f44fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bab15740-08ca-4295-8c02-4a78214706d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:54Z', 'updated_at': '2021-11-20T20:49:57Z', 'revision_number': 3, 'project_id': '553848746f694f11a37edd170f44fe8f', 'gw_port': {'id': 'bab15740-08ca-4295-8c02-4a78214706d9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:55Z', 'updated_at': '2021-11-20T20:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:50:01.201975 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ea099905-1447-43a7-914d-fe810ab5a85d req-d1ee5497-e99f-4e25-8be1-6face9f552da tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172843
Nov 20 20:50:01.203615 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fdd6a246-78ce-41de-8db7-ac51e605e7e8 None None] Provisioning complete for port 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:01.204005 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a246-78ce-41de-8db7-ac51e605e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:01.287203 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-fdd6a246-78ce-41de-8db7-ac51e605e7e8 None None] Port 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:50:01.368098 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-04a5f7d2-19b2-4943-ad28-ce6227232f63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:01.378872 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-04a5f7d2-19b2-4943-ad28-ce6227232f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:01.401126 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:01.420068 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:01.468616 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60666) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:01.476363 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-04a5f7d2-19b2-4943-ad28-ce6227232f63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0cd271331ec461eb7ae669ede84045b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3381548
Nov 20 20:50:01.481312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5f7d2-19b2-4943-ad28-ce6227232f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c4090f-60e4-4324-bed6-f773f8bb3b10,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:01.546968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 41caa8c1-f0b9-44fe-81d2-76d08d296f68 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:50:01.554850 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=86e9986f-6974-4a79-a5b3-78b6ff2a5dd4,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:01.558905 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:01.606001 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151b305-2fa3-449f-bcc9-cd0b343ba650 req-f1bb9cbc-fa58-4f9e-9883-248b6e50ce67 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:01.611338 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c151b305-2fa3-449f-bcc9-cd0b343ba650 req-f1bb9cbc-fa58-4f9e-9883-248b6e50ce67 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.0891356
Nov 20 20:50:01.704954 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:01.733814 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c151b305-2fa3-449f-bcc9-cd0b343ba650 req-ed5aff24-25a5-48d8-8e28-37b898bff888 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147759
Nov 20 20:50:01.790681 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:01.794603 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Network c4b096bb-c0da-4e46-9ec4-5eb526d91841 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:01.803640 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:01.805719 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:01.806779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '41caa8c1-f0b9-44fe-81d2-76d08d296f68', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '41caa8c1-f0b9-44fe-81d2-76d08d296f68', 'mac_address': 'fa:16:3e:64:32:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:50:01.839038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-0dcebc90-ba6b-49e8-abe2-d5d6867a3b46 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2054261647&fields=id&tenant_id=5857f13b93654bb08bfb0e3045dc0a42 HTTP/1.1" status: 200  len: 267 time: 0.1381123
Nov 20 20:50:01.859822 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:01.878526 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41caa8c1-f0b9-44fe-81d2-76d08d296f68 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:01.901650 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:01.911670 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:01.976865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=41caa8c1-f0b9-44fe-81d2-76d08d296f68,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:02.015254 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:02.017950 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:02.019485 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99c4090f-60e4-4324-bed6-f773f8bb3b10 HTTP/1.1" status: 204  len: 168 time: 0.5498316
Nov 20 20:50:02.161884 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c4090f-60e4-4324-bed6-f773f8bb3b10,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:02.188092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['41caa8c1-f0b9-44fe-81d2-76d08d296f68'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:02.200781 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-431e5e9a-9123-4660-af8a-f6d027b41107 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:02.202832 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-431e5e9a-9123-4660-af8a-f6d027b41107 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/networks?id=b732d073-2758-47f6-b640-8b10bd32a71a HTTP/1.1" status: 200  len: 824 time: 0.3629680
Nov 20 20:50:02.205423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Router cbabe231-072a-4094-bd86-7d20bf2bdefe has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:50:02.207190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:02.207502 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:02.207827 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:02.208192 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:02.208552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:02.208893 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:02.209246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:02.209607 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:02.209945 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:02.210449 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:02.210790 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:02.211169 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22693a6-ed5e-441e-a509-201a82db9d17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:02.230864 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-3709afa8-967b-4b15-86da-fbbf6513f0d6 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/quotas/5857f13b93654bb08bfb0e3045dc0a42 HTTP/1.1" status: 200  len: 375 time: 0.0161989
Nov 20 20:50:02.340717 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-eb86237d-f98c-4ef9-852f-4c9a4c7a0939 None None] Provisioning complete for port 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:02.341110 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb86237d-f98c-4ef9-852f-4c9a4c7a0939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:02.403873 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0035f4-3648-4d68-9222-58a6f3dd710a req-3970abf3-32d0-4483-bfb6-4285bb02828c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:02.416571 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac0035f4-3648-4d68-9222-58a6f3dd710a req-3970abf3-32d0-4483-bfb6-4285bb02828c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 948 time: 0.0812571
Nov 20 20:50:02.467312 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-eb86237d-f98c-4ef9-852f-4c9a4c7a0939 None None] Port 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:50:02.507930 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac0035f4-3648-4d68-9222-58a6f3dd710a req-d2e99370-21f5-4b96-9b32-d1400c5314c8 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894623
Nov 20 20:50:02.579475 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-a5173085-0232-49b3-8c3d-5333a3ef37ff tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5857f13b93654bb08bfb0e3045dc0a42&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3360560
Nov 20 20:50:02.622885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:50:02.666070 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ae13b5fd-0880-4cbd-89dc-169ec276c7e6 admin admin] 10.222.0.41 "PUT /v2.0/routers/cbabe231-072a-4094-bd86-7d20bf2bdefe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7278230
Nov 20 20:50:02.856704 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-ff28fc36-b7d8-438c-b0e2-d9fd2ce1a643 service neutron] 10.222.0.41 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2557592
Nov 20 20:50:02.996013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a4fc3-5b26-4061-8b58-a8e2c2263cdf req-3114c76b-39aa-406c-b7e8-11950982bc80 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:03.023577 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f2a4fc3-5b26-4061-8b58-a8e2c2263cdf req-3114c76b-39aa-406c-b7e8-11950982bc80 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.1518891
Nov 20 20:50:03.084685 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba7cf0-7062-4106-a164-f6a3dee8c6fc req-ee9d13cd-a6fa-4cfb-afc4-d9650ecb4edc tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:03.091253 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-faba7cf0-7062-4106-a164-f6a3dee8c6fc req-ee9d13cd-a6fa-4cfb-afc4-d9650ecb4edc tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c757299-9a55-42d6-a189-d689f2c8f7ef HTTP/1.1" status: 200  len: 946 time: 0.2053330
Nov 20 20:50:03.177457 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f2a4fc3-5b26-4061-8b58-a8e2c2263cdf req-2899356d-2e36-4478-8516-c7f856b681ef tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499434
Nov 20 20:50:03.201486 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-c749604b-640d-4d22-b0c2-6e766f5680dd service neutron] 10.222.0.41 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3360965
Nov 20 20:50:03.324763 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-faba7cf0-7062-4106-a164-f6a3dee8c6fc req-b95bd85e-e3fa-4553-8f59-a15cff129214 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Deleting port 49830bee-e4b8-4568-83a8-d29f300b9690 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:50:03.327765 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-faba7cf0-7062-4106-a164-f6a3dee8c6fc req-b95bd85e-e3fa-4553-8f59-a15cff129214 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:03.553883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 41caa8c1-f0b9-44fe-81d2-76d08d296f68 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:03.706480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-faba7cf0-7062-4106-a164-f6a3dee8c6fc req-b95bd85e-e3fa-4553-8f59-a15cff129214 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] For port 49830bee-e4b8-4568-83a8-d29f300b9690, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49830bee-e4b8-4568-83a8-d29f300b9690,segment=NetworkSegment(30bb5757-1c9e-4c5f-a18c-7af9d75bafad),segment_id=30bb5757-1c9e-4c5f-a18c-7af9d75bafad)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:03.706866 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-faba7cf0-7062-4106-a164-f6a3dee8c6fc req-b95bd85e-e3fa-4553-8f59-a15cff129214 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:03.760995 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1e538cbf-72da-4ffc-ab17-9fe7bb111a95 req-bf4999cb-5158-4a13-b3cd-7a79d7111c16 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 210 time: 0.1782193
Nov 20 20:50:03.775244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60756) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:03.980923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a1331-7866-49da-bfb2-db2333ff0dab req-fa003bf2-d773-40aa-b0de-a960895bc82c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:03.989332 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c55a1331-7866-49da-bfb2-db2333ff0dab req-fa003bf2-d773-40aa-b0de-a960895bc82c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 948 time: 0.2764680
Nov 20 20:50:04.097687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bab15740-08ca-4295-8c02-4a78214706d9 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:04.162603 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d4ac5c6e-26e4-4647-9b4a-ede6f80102d5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-network', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:04.171510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:50:04.171663 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c55a1331-7866-49da-bfb2-db2333ff0dab req-33133586-186e-4a17-b535-6c8cf8a4377a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808579
Nov 20 20:50:04.212917 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:04.213297 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:04.234355 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ac5c6e-26e4-4647-9b4a-ede6f80102d5 admin admin] Made reservation on behalf of 2cfe248f7eb34f6e80937503e49fd3ca for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:04.238510 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5c6e-26e4-4647-9b4a-ede6f80102d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:04.350477 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5c6e-26e4-4647-9b4a-ede6f80102d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:04.404177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port bab15740-08ca-4295-8c02-4a78214706d9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:04.404552 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:04.406858 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-faba7cf0-7062-4106-a164-f6a3dee8c6fc req-b95bd85e-e3fa-4553-8f59-a15cff129214 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:04.407766 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-faba7cf0-7062-4106-a164-f6a3dee8c6fc req-b95bd85e-e3fa-4553-8f59-a15cff129214 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:04.408846 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [req-faba7cf0-7062-4106-a164-f6a3dee8c6fc req-b95bd85e-e3fa-4553-8f59-a15cff129214 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Floating IP c9702501-acee-4f77-95f4-0b77ed9a950d disassociated. External IP: 172.35.1.39, port: 49830bee-e4b8-4568-83a8-d29f300b9690.
Nov 20 20:50:04.409360 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-faba7cf0-7062-4106-a164-f6a3dee8c6fc req-b95bd85e-e3fa-4553-8f59-a15cff129214 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Calling delete_port for 49830bee-e4b8-4568-83a8-d29f300b9690 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:50:04.493436 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Sync routers for ids ['cbabe231-072a-4094-bd86-7d20bf2bdefe'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:50:04.509394 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Routers {'cbabe231-072a-4094-bd86-7d20bf2bdefe'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:50:04.510491 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54460700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:49:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cbabe231-072a-4094-bd86-7d20bf2bdefe'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:04.562765 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe6b4-1ccc-4fd3-990a-bd10220f6b2e req-7e472735-0c18-48df-a1aa-ea45bb8f8082 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:04.571320 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf0fe6b4-1ccc-4fd3-990a-bd10220f6b2e req-7e472735-0c18-48df-a1aa-ea45bb8f8082 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.2949548
Nov 20 20:50:04.720179 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5c6e-26e4-4647-9b4a-ede6f80102d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:04.742076 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5c6e-26e4-4647-9b4a-ede6f80102d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:04.800788 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:04.859323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ac5c6e-26e4-4647-9b4a-ede6f80102d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:50:04.891226 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf0fe6b4-1ccc-4fd3-990a-bd10220f6b2e req-03cd9a7f-6f04-4755-88e9-2565df250a32 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3185456
Nov 20 20:50:04.898414 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Set router cbabe231-072a-4094-bd86-7d20bf2bdefe gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:50:04.937939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:04.946985 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a77e916-9a5f-4e89-917d-0e6bb49d907c" -d '{"events": [{"server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "name": "network-vif-plugged", "status": "completed", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:04.963468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac5c6e-26e4-4647-9b4a-ede6f80102d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80660770-4c31-45ad-b451-e0e3eb2bcc7a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:04.977228 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5c6e-26e4-4647-9b4a-ede6f80102d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:04.977579 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-d4ac5c6e-26e4-4647-9b4a-ede6f80102d5 admin admin] Added segment 25550d86-0716-4275-9add-eecdb26a8300 of type vlan for network 5bc0506e-bc72-485c-a0a7-48575db53d86
Nov 20 20:50:05.005188 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:05.063070 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:05.102296 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:05.150987 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5fa1cc-fba3-466a-b256-12f29f22e741 x-openstack-request-id: req-ff5fa1cc-fba3-466a-b256-12f29f22e741 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:05.151635 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "name": "network-vif-plugged", "status": "completed", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:05.152150 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff5fa1cc-fba3-466a-b256-12f29f22e741 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:05.152713 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68', 'code': 200}
Nov 20 20:50:05.170231 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5c6e-26e4-4647-9b4a-ede6f80102d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:05.210732 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port bab15740-08ca-4295-8c02-4a78214706d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bab15740-08ca-4295-8c02-4a78214706d9,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:05.244626 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:05.286036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=41caa8c1-f0b9-44fe-81d2-76d08d296f68,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:05.355477 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4f1ad115-72b5-44a2-ad03-9721c7d297c9 req-7b8bc2b6-ba4d-4634-b7a8-cc803e6e9e96 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 210 time: 0.1653554
Nov 20 20:50:05.360244 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5c6e-26e4-4647-9b4a-ede6f80102d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:05.362483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac5c6e-26e4-4647-9b4a-ede6f80102d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:05.363638 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5c6e-26e4-4647-9b4a-ede6f80102d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:05.440945 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=bab15740-08ca-4295-8c02-4a78214706d9,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:05.523582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac5c6e-26e4-4647-9b4a-ede6f80102d5 admin admin] Pushing event updated for resources: {'Network': ['ID=5bc0506e-bc72-485c-a0a7-48575db53d86,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:05.560440 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 5bc0506e-bc72-485c-a0a7-48575db53d86 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:50:05.586077 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d4ac5c6e-26e4-4647-9b4a-ede6f80102d5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 902 time: 1.8085449
Nov 20 20:50:05.586433 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60826) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:05.603854 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-df285806-d42d-4435-814c-019f513e596e admin admin] Request body: {'subnet': {'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-subnet', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:05.604657 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9764d7-e5ce-4584-a65a-daeb151a1c51 req-fb5b45c7-ac9a-42f5-acb3-c25001d3a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:05.606216 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8d9764d7-e5ce-4584-a65a-daeb151a1c51 req-fb5b45c7-ac9a-42f5-acb3-c25001d3a21a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 1100 time: 0.3460221
Nov 20 20:50:05.637223 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54460700>, [{'id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'name': 'tempest-TaggedBootDevicesTest_v242-476141936-router', 'tenant_id': '553848746f694f11a37edd170f44fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bab15740-08ca-4295-8c02-4a78214706d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:54Z', 'updated_at': '2021-11-20T20:50:01Z', 'revision_number': 4, 'project_id': '553848746f694f11a37edd170f44fe8f', 'gw_port': {'id': 'bab15740-08ca-4295-8c02-4a78214706d9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:55Z', 'updated_at': '2021-11-20T20:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '86e9986f-6974-4a79-a5b3-78b6ff2a5dd4', 'name': '', 'network_id': 'c4b096bb-c0da-4e46-9ec4-5eb526d91841', 'tenant_id': '553848746f694f11a37edd170f44fe8f', 'mac_address': 'fa:16:3e:cc:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '7a9363e9-6eaa-43d4-9b67-e45462888f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:59Z', 'updated_at': '2021-11-20T20:50:01Z', 'revision_number': 2, 'project_id': '553848746f694f11a37edd170f44fe8f', 'subnets': [{'id': '7a9363e9-6eaa-43d4-9b67-e45462888f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:05.655576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800fb0c-35f8-46f8-b01b-f85dc02f6c8f req-98085138-7a91-4960-a17c-ab278e900e1c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:05.670386 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4800fb0c-35f8-46f8-b01b-f85dc02f6c8f req-98085138-7a91-4960-a17c-ab278e900e1c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 949 time: 0.1588595
Nov 20 20:50:05.684627 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-faba7cf0-7062-4106-a164-f6a3dee8c6fc req-b95bd85e-e3fa-4553-8f59-a15cff129214 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:05.746460 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Checking router: cbabe231-072a-4094-bd86-7d20bf2bdefe for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:50:05.747372 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Updating router cbabe231-072a-4094-bd86-7d20bf2bdefe port 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:50:05.800621 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df285806-d42d-4435-814c-019f513e596e admin admin] Made reservation on behalf of 2cfe248f7eb34f6e80937503e49fd3ca for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:05.803782 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-df285806-d42d-4435-814c-019f513e596e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:05.807582 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4800fb0c-35f8-46f8-b01b-f85dc02f6c8f req-dbeb6a16-6302-482e-9ab6-88aacfcad8a3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358283
Nov 20 20:50:05.816670 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8d9764d7-e5ce-4584-a65a-daeb151a1c51 req-9d116b33-7e2d-426d-8bc3-f86c4864df30 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954505
Nov 20 20:50:05.820302 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bd85e-e3fa-4553-8f59-a15cff129214 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Pushing event deleted for resources: {'Port': ['ID=49830bee-e4b8-4568-83a8-d29f300b9690,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:05.826433 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:05.872898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 49830bee-e4b8-4568-83a8-d29f300b9690 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:50:05.939663 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 49830bee-e4b8-4568-83a8-d29f300b9690 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:50:05.943885 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 49830bee-e4b8-4568-83a8-d29f300b9690 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:50:06.342637 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:06.352573 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:06.413178 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc7a03-9cd0-4697-9dc0-458289433a10 None None] Pushing event updated for resources: {'Port': ['ID=86e9986f-6974-4a79-a5b3-78b6ff2a5dd4,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:06.429361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-91b36762-88b9-48f4-8d2c-6ae9a8e748de tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:06.431231 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-91b36762-88b9-48f4-8d2c-6ae9a8e748de tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.47 "GET /v2.0/networks?id=b732d073-2758-47f6-b640-8b10bd32a71a HTTP/1.1" status: 200  len: 824 time: 0.5536304
Nov 20 20:50:06.465391 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e864a4-242d-4ff0-9734-b7e8526aa141 req-3f573f12-00e5-4f27-98c0-ee9b6ac57921 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:06.467002 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-40e864a4-242d-4ff0-9734-b7e8526aa141 req-3f573f12-00e5-4f27-98c0-ee9b6ac57921 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.3602252
Nov 20 20:50:06.474789 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faba7cf0-7062-4106-a164-f6a3dee8c6fc req-b95bd85e-e3fa-4553-8f59-a15cff129214 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Router 0cc9c018-846b-494f-a654-58519664e19e has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:50:06.537510 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3a0a12ae-bd86-4934-b606-2ab907bbc573 req-da8f1c1f-5cb1-4ac6-8be2-03cf921283b4 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 210 time: 0.0706830
Nov 20 20:50:06.609203 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Attempting to bind port 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:06.613424 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Attempting to bind port 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c720c92e-6ddb-493c-9e9f-81e8bb19726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c4b096bb-c0da-4e46-9ec4-5eb526d91841'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:06.616677 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Attempting to bind port 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4 on network c4b096bb-c0da-4e46-9ec4-5eb526d91841 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:06.632320 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:06.634568 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Checking segment: {'id': 'c720c92e-6ddb-493c-9e9f-81e8bb19726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c4b096bb-c0da-4e46-9ec4-5eb526d91841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:06.636096 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:06.636096 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Bound using segment: {'id': 'c720c92e-6ddb-493c-9e9f-81e8bb19726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c4b096bb-c0da-4e46-9ec4-5eb526d91841'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:06.638138 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Bound port: 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c720c92e-6ddb-493c-9e9f-81e8bb19726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c4b096bb-c0da-4e46-9ec4-5eb526d91841'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:06.639427 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:06.699745 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-40e864a4-242d-4ff0-9734-b7e8526aa141 req-3b8e2b6e-2f07-464b-b838-0b6b00b08c12 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2189562
Nov 20 20:50:06.820731 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-37e84317-00c4-42b2-8d4d-a60b6ff42c47 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5857f13b93654bb08bfb0e3045dc0a42 HTTP/1.1" status: 200  len: 380 time: 0.3756046
Nov 20 20:50:06.829089 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] For port 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:06.836164 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-df285806-d42d-4435-814c-019f513e596e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:06.841692 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-8d9ca756-33a3-49a7-b0d4-bc726cb4140a tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Request body: {'port': {'device_id': 'ff08833c-234f-4d62-a1a1-b0137fa38bdf', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'admin_state_up': True, 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'security_groups': ['eb32c7f0-6a77-4735-a9be-155365beafb2']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:06.843458 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] For port 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86e9986f-6974-4a79-a5b3-78b6ff2a5dd4,segment=NetworkSegment(c720c92e-6ddb-493c-9e9f-81e8bb19726d),segment_id=c720c92e-6ddb-493c-9e9f-81e8bb19726d)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:06.861496 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:06.945848 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc7a03-9cd0-4697-9dc0-458289433a10 None None] Pushing event updated for resources: {'Port': ['ID=86e9986f-6974-4a79-a5b3-78b6ff2a5dd4,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:06.961229 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Routers {'cbabe231-072a-4094-bd86-7d20bf2bdefe'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:50:06.963426 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54460700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:49:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cbabe231-072a-4094-bd86-7d20bf2bdefe'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:07.022949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faba7cf0-7062-4106-a164-f6a3dee8c6fc req-b95bd85e-e3fa-4553-8f59-a15cff129214 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:50:07.036583 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df285806-d42d-4435-814c-019f513e596e admin admin] Pushing event updated for resources: {'Subnet': ['ID=64502234-0e78-4305-9d1c-74a8e6286f19,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:07.053901 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78a10a-e614-45c4-8f05-1efcba2bee32 None None] Sync routers for ids ['0cc9c018-846b-494f-a654-58519664e19e'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:50:07.097978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-67defb0e-7885-41a2-b2d9-09d17d67b68c None None] Provisioning complete for port 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:07.100829 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-67defb0e-7885-41a2-b2d9-09d17d67b68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:07.110900 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad78a10a-e614-45c4-8f05-1efcba2bee32 None None] Routers {'0cc9c018-846b-494f-a654-58519664e19e'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:50:07.112778 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ad78a10a-e614-45c4-8f05-1efcba2bee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a474c4520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:49:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0cc9c018-846b-494f-a654-58519664e19e'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:07.165431 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-faba7cf0-7062-4106-a164-f6a3dee8c6fc req-b95bd85e-e3fa-4553-8f59-a15cff129214 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] No DVR routers for this DVR port 49830bee-e4b8-4568-83a8-d29f300b9690 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:50:07.184938 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-faba7cf0-7062-4106-a164-f6a3dee8c6fc req-b95bd85e-e3fa-4553-8f59-a15cff129214 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:07.189891 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-faba7cf0-7062-4106-a164-f6a3dee8c6fc req-b95bd85e-e3fa-4553-8f59-a15cff129214 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.47 "DELETE /v2.0/ports/49830bee-e4b8-4568-83a8-d29f300b9690 HTTP/1.1" status: 204  len: 173 time: 4.0883162
Nov 20 20:50:07.190710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c757299-9a55-42d6-a189-d689f2c8f7ef', 'name': 'network-vif-deleted', 'tag': '49830bee-e4b8-4568-83a8-d29f300b9690'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:07.193078 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9934c56-ff8d-4cfc-b52b-dd95180f8928" -d '{"events": [{"server_uuid": "2c757299-9a55-42d6-a189-d689f2c8f7ef", "name": "network-vif-deleted", "tag": "49830bee-e4b8-4568-83a8-d29f300b9690"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:07.218927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff6958-a586-4453-9396-19dcae7d1776 req-bdd82dfd-d8db-4244-80fd-b7be2c4b8f03 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:07.232768 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3bff6958-a586-4453-9396-19dcae7d1776 req-bdd82dfd-d8db-4244-80fd-b7be2c4b8f03 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 949 time: 0.1468890
Nov 20 20:50:07.278298 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] Set router cbabe231-072a-4094-bd86-7d20bf2bdefe gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:50:07.287203 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df285806-d42d-4435-814c-019f513e596e admin admin] Checking segment: {'id': '25550d86-0716-4275-9add-eecdb26a8300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:07.287884 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df285806-d42d-4435-814c-019f513e596e admin admin] Network hostable DHCP agents. Network: 5bc0506e-bc72-485c-a0a7-48575db53d86, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:50:07.344216 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0d2429-288e-4f0f-9a60-dfa7dbc41239 x-openstack-request-id: req-2e0d2429-288e-4f0f-9a60-dfa7dbc41239 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:07.344667 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c757299-9a55-42d6-a189-d689f2c8f7ef", "name": "network-vif-deleted", "tag": "49830bee-e4b8-4568-83a8-d29f300b9690", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:07.344805 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e0d2429-288e-4f0f-9a60-dfa7dbc41239 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:07.345744 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c757299-9a55-42d6-a189-d689f2c8f7ef', 'name': 'network-vif-deleted', 'tag': '49830bee-e4b8-4568-83a8-d29f300b9690', 'status': 'completed', 'code': 200}
Nov 20 20:50:07.365272 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-8d9ca756-33a3-49a7-b0d4-bc726cb4140a tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Made reservation on behalf of 5857f13b93654bb08bfb0e3045dc0a42 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:07.368930 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-8d9ca756-33a3-49a7-b0d4-bc726cb4140a tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:07.389508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df285806-d42d-4435-814c-019f513e596e admin admin] Network 5bc0506e-bc72-485c-a0a7-48575db53d86 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:50:07.393169 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3bff6958-a586-4453-9396-19dcae7d1776 req-12220b41-ad66-4a2d-b323-cec3bffa09da tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536605
Nov 20 20:50:07.444148 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-df285806-d42d-4435-814c-019f513e596e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5bc0506e-bc72-485c-a0a7-48575db53d86) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:07.522355 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-67defb0e-7885-41a2-b2d9-09d17d67b68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:07.525302 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b79b96-c4d2-4ead-a285-acbde75d9931 None None] Network 5bc0506e-bc72-485c-a0a7-48575db53d86 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:50:07.558850 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df285806-d42d-4435-814c-019f513e596e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:07.559551 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-df285806-d42d-4435-814c-019f513e596e admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:07.564964 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bab15740-08ca-4295-8c02-4a78214706d9 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:07.615987 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60866) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:07.616731 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-df285806-d42d-4435-814c-019f513e596e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.0279493
Nov 20 20:50:07.621449 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-router', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:07.661404 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-8d9ca756-33a3-49a7-b0d4-bc726cb4140a tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Allocated IP 172.20.0.3 (b732d073-2758-47f6-b640-8b10bd32a71a/b201ef63-9242-4505-8ba1-cc569c2352d2/77ea4b8e-7206-4f77-ab0e-0eabb045363e) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:07.669249 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:07.674908 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:07.687943 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-67defb0e-7885-41a2-b2d9-09d17d67b68c None None] For port 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86e9986f-6974-4a79-a5b3-78b6ff2a5dd4,segment=NetworkSegment(c720c92e-6ddb-493c-9e9f-81e8bb19726d),segment_id=c720c92e-6ddb-493c-9e9f-81e8bb19726d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:07.711417 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54460700>, [{'id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'name': 'tempest-TaggedBootDevicesTest_v242-476141936-router', 'tenant_id': '553848746f694f11a37edd170f44fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bab15740-08ca-4295-8c02-4a78214706d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:54Z', 'updated_at': '2021-11-20T20:50:01Z', 'revision_number': 4, 'project_id': '553848746f694f11a37edd170f44fe8f', 'gw_port': {'id': 'bab15740-08ca-4295-8c02-4a78214706d9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:55Z', 'updated_at': '2021-11-20T20:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '86e9986f-6974-4a79-a5b3-78b6ff2a5dd4', 'name': '', 'network_id': 'c4b096bb-c0da-4e46-9ec4-5eb526d91841', 'tenant_id': '553848746f694f11a37edd170f44fe8f', 'mac_address': 'fa:16:3e:cc:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '7a9363e9-6eaa-43d4-9b67-e45462888f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:59Z', 'updated_at': '2021-11-20T20:50:06Z', 'revision_number': 4, 'project_id': '553848746f694f11a37edd170f44fe8f', 'subnets': [{'id': '7a9363e9-6eaa-43d4-9b67-e45462888f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:07.723682 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-867d044c-1219-4f11-a4e6-eca9aeb53b06 req-f98704c8-a25a-4b85-90ae-1b4dbfb081c3 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 210 time: 0.0592527
Nov 20 20:50:07.744881 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-67defb0e-7885-41a2-b2d9-09d17d67b68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:07.835254 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:07.855823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ad78a10a-e614-45c4-8f05-1efcba2bee32 None None] Set router 0cc9c018-846b-494f-a654-58519664e19e gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:50:07.911810 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63421d59-4287-4f05-b2e2-eae96b1e4aba None None] The sync data for ids ['cbabe231-072a-4094-bd86-7d20bf2bdefe'] in ncdv-master-1 is: [{'id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'name': 'tempest-TaggedBootDevicesTest_v242-476141936-router', 'tenant_id': '553848746f694f11a37edd170f44fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bab15740-08ca-4295-8c02-4a78214706d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:54Z', 'updated_at': '2021-11-20T20:50:01Z', 'revision_number': 4, 'project_id': '553848746f694f11a37edd170f44fe8f', 'gw_port': {'id': 'bab15740-08ca-4295-8c02-4a78214706d9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:55Z', 'updated_at': '2021-11-20T20:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '86e9986f-6974-4a79-a5b3-78b6ff2a5dd4', 'name': '', 'network_id': 'c4b096bb-c0da-4e46-9ec4-5eb526d91841', 'tenant_id': '553848746f694f11a37edd170f44fe8f', 'mac_address': 'fa:16:3e:cc:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '7a9363e9-6eaa-43d4-9b67-e45462888f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:59Z', 'updated_at': '2021-11-20T20:50:06Z', 'revision_number': 4, 'project_id': '553848746f694f11a37edd170f44fe8f', 'subnets': [{'id': '7a9363e9-6eaa-43d4-9b67-e45462888f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:50:07.944389 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port bab15740-08ca-4295-8c02-4a78214706d9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:07.944760 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:08.062468 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-8d9ca756-33a3-49a7-b0d4-bc726cb4140a tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:08.090634 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:08.134317 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-8d9ca756-33a3-49a7-b0d4-bc726cb4140a tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:08.167999 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:08.183419 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4f24f56c-5672-4bdd-b120-bbe80238e2ff None None] Provisioning complete for port 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:08.184546 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4f24f56c-5672-4bdd-b120-bbe80238e2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:08.199778 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-8d9ca756-33a3-49a7-b0d4-bc726cb4140a tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Network b732d073-2758-47f6-b640-8b10bd32a71a is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:08.203600 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-8d9ca756-33a3-49a7-b0d4-bc726cb4140a tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:08.208828 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-8d9ca756-33a3-49a7-b0d4-bc726cb4140a tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:08.257604 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ca756-33a3-49a7-b0d4-bc726cb4140a tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Pushing event updated for resources: {'Port': ['ID=77ea4b8e-7206-4f77-ab0e-0eabb045363e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:08.300204 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8976c3c-9f85-426d-bd00-7a326c6053a5 req-ab4c42ec-bbc9-4d4d-99f1-207ff4f82c40 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:08.308717 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8976c3c-9f85-426d-bd00-7a326c6053a5 req-ab4c42ec-bbc9-4d4d-99f1-207ff4f82c40 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.3337045
Nov 20 20:50:08.311719 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-8d9ca756-33a3-49a7-b0d4-bc726cb4140a tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:08.313514 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-8d9ca756-33a3-49a7-b0d4-bc726cb4140a tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:08.353257 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-8d9ca756-33a3-49a7-b0d4-bc726cb4140a tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5251763
Nov 20 20:50:08.371565 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Request body: {'port': {'device_id': 'ff08833c-234f-4d62-a1a1-b0137fa38bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:08.400156 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67defb0e-7885-41a2-b2d9-09d17d67b68c None None] Pushing event updated for resources: {'Port': ['ID=86e9986f-6974-4a79-a5b3-78b6ff2a5dd4,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:08.479038 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5bc0506e-bc72-485c-a0a7-48575db53d86', 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'fixed_ips': [{'subnet_id': '64502234-0e78-4305-9d1c-74a8e6286f19'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:50:08.482515 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:08.538043 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:08.555426 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:08.556278 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8976c3c-9f85-426d-bd00-7a326c6053a5 req-1f6ee1f7-c8a6-41a7-b989-987e4b36c803 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2462077
Nov 20 20:50:08.821824 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:08.847329 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:08.954944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Allocated IP 172.20.0.2 (5bc0506e-bc72-485c-a0a7-48575db53d86/64502234-0e78-4305-9d1c-74a8e6286f19/beb406de-8507-43ed-89e8-de67a225f600) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:08.968450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c93e1f-5437-4a0a-ad26-da65d349f571 req-c8a0ef87-0066-485b-abf1-e6c084e5076d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:08.970996 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-90c93e1f-5437-4a0a-ad26-da65d349f571 req-c8a0ef87-0066-485b-abf1-e6c084e5076d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 949 time: 0.1769142
Nov 20 20:50:09.016448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12061ae7-e508-46ee-9662-27173a676d26 req-db670edb-6005-4521-bb15-62eb7c96194e tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:09.026777 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12061ae7-e508-46ee-9662-27173a676d26 req-db670edb-6005-4521-bb15-62eb7c96194e tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 931 time: 0.1654644
Nov 20 20:50:09.152189 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Allocated IP 172.35.1.119 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/fc722b8c-0fbf-4122-9c34-a0da1b49a6de) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:09.176971 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12061ae7-e508-46ee-9662-27173a676d26 req-46a56a7f-45fe-4869-b607-eee2f89fc515 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1427252
Nov 20 20:50:09.202280 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-90c93e1f-5437-4a0a-ad26-da65d349f571 req-99fdba3a-e622-409c-8c57-e9cc6b918620 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788526
Nov 20 20:50:09.210571 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ad78a10a-e614-45c4-8f05-1efcba2bee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a474c4520>, [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:14Z', 'revision_number': 4, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7489fbc8-1a62-4fec-8bb0-91663e96f5a7', 'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'mac_address': 'fa:16:3e:03:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:12Z', 'updated_at': '2021-11-20T20:47:20Z', 'revision_number': 5, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'subnets': [{'id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:09.358449 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ea4b8e-7206-4f77-ab0e-0eabb045363e {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:09.369065 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:09.380368 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:09.388729 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Transition to ACTIVE for port object 77ea4b8e-7206-4f77-ab0e-0eabb045363e will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:50:09.394032 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:09.423175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f0b1b034-9b66-4550-b0d8-e9b03be9a4ab None None] Provisioning complete for port 77ea4b8e-7206-4f77-ab0e-0eabb045363e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:09.424071 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f0b1b034-9b66-4550-b0d8-e9b03be9a4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:09.428640 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78a10a-e614-45c4-8f05-1efcba2bee32 None None] Checking router: 0cc9c018-846b-494f-a654-58519664e19e for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:50:09.476462 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad78a10a-e614-45c4-8f05-1efcba2bee32 None None] Routers {'0cc9c018-846b-494f-a654-58519664e19e'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:50:09.477119 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ad78a10a-e614-45c4-8f05-1efcba2bee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a474c4520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:49:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0cc9c018-846b-494f-a654-58519664e19e'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:09.479250 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Pushing event updated for resources: {'Port': ['ID=77ea4b8e-7206-4f77-ab0e-0eabb045363e,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:09.592943 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1b034-9b66-4550-b0d8-e9b03be9a4ab None None] Port 77ea4b8e-7206-4f77-ab0e-0eabb045363e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:50:09.614880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982431f8-61fb-40c2-b44b-eba4a13d4d46 req-5cf54ed3-727c-4996-8757-c24a28f3711a tempest-MigrationsAdminTest-437941305 tempest-MigrationsAdminTest-437941305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:09.621469 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-982431f8-61fb-40c2-b44b-eba4a13d4d46 req-5cf54ed3-727c-4996-8757-c24a28f3711a tempest-MigrationsAdminTest-437941305 tempest-MigrationsAdminTest-437941305-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 1100 time: 0.2292244
Nov 20 20:50:09.629849 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:09.669363 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Attempting to bind port 77ea4b8e-7206-4f77-ab0e-0eabb045363e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:09.669720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Attempting to bind port 77ea4b8e-7206-4f77-ab0e-0eabb045363e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '30bb5757-1c9e-4c5f-a18c-7af9d75bafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:09.670372 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:09.671209 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Attempting to bind port 77ea4b8e-7206-4f77-ab0e-0eabb045363e on network b732d073-2758-47f6-b640-8b10bd32a71a {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:09.676933 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:09.685070 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Port 77ea4b8e-7206-4f77-ab0e-0eabb045363e on network b732d073-2758-47f6-b640-8b10bd32a71a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:50:09.685469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Attempting to bind port 77ea4b8e-7206-4f77-ab0e-0eabb045363e on network b732d073-2758-47f6-b640-8b10bd32a71a {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:09.702876 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:09.703219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Checking segment: {'id': '30bb5757-1c9e-4c5f-a18c-7af9d75bafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:09.703695 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Bound using segment: {'id': '30bb5757-1c9e-4c5f-a18c-7af9d75bafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:09.704147 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Bound port: 77ea4b8e-7206-4f77-ab0e-0eabb045363e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30bb5757-1c9e-4c5f-a18c-7af9d75bafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:09.706224 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:09.710277 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:09.739948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:09.744807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:09.771972 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:09.834940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] For port 77ea4b8e-7206-4f77-ab0e-0eabb045363e, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:09.856420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] For port 77ea4b8e-7206-4f77-ab0e-0eabb045363e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77ea4b8e-7206-4f77-ab0e-0eabb045363e,segment=NetworkSegment(30bb5757-1c9e-4c5f-a18c-7af9d75bafad),segment_id=30bb5757-1c9e-4c5f-a18c-7af9d75bafad)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:09.865941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd94613-ff3b-4c94-9893-89161971e488 req-167c5488-10c9-4bff-83b8-3762909a2c24 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:09.867827 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fcd94613-ff3b-4c94-9893-89161971e488 req-167c5488-10c9-4bff-83b8-3762909a2c24 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.1660936
Nov 20 20:50:09.869456 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:09.869614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ad78a10a-e614-45c4-8f05-1efcba2bee32 None None] Set router 0cc9c018-846b-494f-a654-58519664e19e gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:50:09.894568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Pushing event updated for resources: {'Port': ['ID=fc722b8c-0fbf-4122-9c34-a0da1b49a6de,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:09.913605 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Network 5bc0506e-bc72-485c-a0a7-48575db53d86 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:09.916728 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-982431f8-61fb-40c2-b44b-eba4a13d4d46 req-0a508bb5-f123-4a84-9073-cc79d5b812c3 tempest-MigrationsAdminTest-437941305 tempest-MigrationsAdminTest-437941305-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2644703
Nov 20 20:50:09.927627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:09.932243 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:09.938954 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:09.940109 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:09.941786 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] 10.222.0.47 "PUT /v2.0/ports/77ea4b8e-7206-4f77-ab0e-0eabb045363e HTTP/1.1" status: 200  len: 1091 time: 1.5804057
Nov 20 20:50:09.947324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff08833c-234f-4d62-a1a1-b0137fa38bdf', 'tag': '77ea4b8e-7206-4f77-ab0e-0eabb045363e'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:09.950229 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7c2f69-d74e-483a-83f9-c85cdf312648" -d '{"events": [{"name": "network-changed", "server_uuid": "ff08833c-234f-4d62-a1a1-b0137fa38bdf", "tag": "77ea4b8e-7206-4f77-ab0e-0eabb045363e"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:09.956131 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Pushing event updated for resources: {'Port': ['ID=beb406de-8507-43ed-89e8-de67a225f600,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:10.124978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:10.125677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:10.126255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:10.127381 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:10.128013 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fcd94613-ff3b-4c94-9893-89161971e488 req-31e0d5c1-6e18-4d0a-b273-16c5c7ffbd4b tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2480717
Nov 20 20:50:10.137910 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af10a87-99aa-41c6-b91b-f3f141ac21a0 service neutron] Pushing event updated for resources: {'Port': ['ID=77ea4b8e-7206-4f77-ab0e-0eabb045363e,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:10.143804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:10.144257 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:10.144699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:10.145891 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:10.147833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:10.149103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:10.150332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:10.152170 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-7bdd9401-9c9f-4588-9a88-c44028ebcb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:10.153340 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:10.153566 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-7bdd9401-9c9f-4588-9a88-c44028ebcb84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5857f13b93654bb08bfb0e3045dc0a42&device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 1094 time: 0.1504300
Nov 20 20:50:10.197008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:10.197666 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:10.271067 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241f2ac8-9acc-4dcc-9287-5be8668be004 x-openstack-request-id: req-241f2ac8-9acc-4dcc-9287-5be8668be004 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:10.271342 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff08833c-234f-4d62-a1a1-b0137fa38bdf", "tag": "77ea4b8e-7206-4f77-ab0e-0eabb045363e", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:10.271861 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-241f2ac8-9acc-4dcc-9287-5be8668be004 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:10.272260 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff08833c-234f-4d62-a1a1-b0137fa38bdf', 'tag': '77ea4b8e-7206-4f77-ab0e-0eabb045363e', 'status': 'completed', 'code': 200}
Nov 20 20:50:10.274098 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-be26749a-3ca4-4239-89c4-ee2b1fe5eafd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77ea4b8e-7206-4f77-ab0e-0eabb045363e HTTP/1.1" status: 200  len: 217 time: 0.1120415
Nov 20 20:50:10.332694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Attempting to bind port beb406de-8507-43ed-89e8-de67a225f600 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:10.335656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Attempting to bind port beb406de-8507-43ed-89e8-de67a225f600 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '25550d86-0716-4275-9add-eecdb26a8300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:10.336112 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Attempting to bind port beb406de-8507-43ed-89e8-de67a225f600 on network 5bc0506e-bc72-485c-a0a7-48575db53d86 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:10.358199 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-b09ab8fd-2e41-4caa-8a57-ce9d5d8893d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:10.359454 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-b09ab8fd-2e41-4caa-8a57-ce9d5d8893d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b201ef63-9242-4505-8ba1-cc569c2352d2 HTTP/1.1" status: 200  len: 863 time: 0.0762415
Nov 20 20:50:10.406102 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:10.406102 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Checking segment: {'id': '25550d86-0716-4275-9add-eecdb26a8300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:10.410857 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:10.411460 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Bound using segment: {'id': '25550d86-0716-4275-9add-eecdb26a8300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:10.412052 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Bound port: beb406de-8507-43ed-89e8-de67a225f600, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25550d86-0716-4275-9add-eecdb26a8300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:10.412541 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:10.496276 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-cef031be-f0f8-46db-9c6f-78950d98711a tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1088097932&fields=id&tenant_id=2a9b204d38934eeea9ac2d67611156eb HTTP/1.1" status: 200  len: 267 time: 0.1332211
Nov 20 20:50:10.505856 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-0466caa7-8cec-4732-8287-104dd997e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:10.507382 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-0466caa7-8cec-4732-8287-104dd997e038 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b732d073-2758-47f6-b640-8b10bd32a71a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1381023
Nov 20 20:50:10.511182 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-8c7a6893-4b1e-4878-88c6-f57a2c58b3b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0832660
Nov 20 20:50:10.626414 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] For port beb406de-8507-43ed-89e8-de67a225f600, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:10.633327 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] For port beb406de-8507-43ed-89e8-de67a225f600, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=beb406de-8507-43ed-89e8-de67a225f600,segment=NetworkSegment(25550d86-0716-4275-9add-eecdb26a8300),segment_id=25550d86-0716-4275-9add-eecdb26a8300)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:10.640535 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:10.704081 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-818f8914-895c-4929-8433-d222f6fc0e90 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:10.706502 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-818f8914-895c-4929-8433-d222f6fc0e90 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/networks?id=ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 HTTP/1.1" status: 200  len: 814 time: 0.1942692
Nov 20 20:50:10.709035 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-988b7b26-8def-4501-9add-ccecc81c0542 service neutron] 10.222.0.47 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1859343
Nov 20 20:50:10.755179 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-ece0af56-ce6a-48c6-a987-a07c44b2d814 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/quotas/2a9b204d38934eeea9ac2d67611156eb HTTP/1.1" status: 200  len: 375 time: 0.0412076
Nov 20 20:50:10.786661 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:10.791728 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a2a1d-d315-4a5c-9b9a-7d949ccdd683 None None] Pushing event updated for resources: {'Port': ['ID=beb406de-8507-43ed-89e8-de67a225f600,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:10.853942 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ad78a10a-e614-45c4-8f05-1efcba2bee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a474c4520>, [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:14Z', 'revision_number': 4, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7489fbc8-1a62-4fec-8bb0-91663e96f5a7', 'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'mac_address': 'fa:16:3e:03:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:12Z', 'updated_at': '2021-11-20T20:47:20Z', 'revision_number': 5, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'subnets': [{'id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:10.897685 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c024-aafe-491c-b02f-e9a0ffc755ad req-3d855d6f-f826-4264-89ea-539c093b8851 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:10.898725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78a10a-e614-45c4-8f05-1efcba2bee32 None None] The sync data for ids ['0cc9c018-846b-494f-a654-58519664e19e'] in ncdv-master-1 is: [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:14Z', 'revision_number': 4, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7489fbc8-1a62-4fec-8bb0-91663e96f5a7', 'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'mac_address': 'fa:16:3e:03:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:12Z', 'updated_at': '2021-11-20T20:47:20Z', 'revision_number': 5, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'subnets': [{'id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:50:10.906043 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d20c024-aafe-491c-b02f-e9a0ffc755ad req-3d855d6f-f826-4264-89ea-539c093b8851 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 943 time: 0.1518145
Nov 20 20:50:10.942779 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-41dd1446-8bd7-4b62-8dc4-b51a9193f10f tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a9b204d38934eeea9ac2d67611156eb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1724474
Nov 20 20:50:10.946135 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decc3142-60f3-417c-95e9-f7dd3075f9de req-1dc8d347-1a6d-4429-b798-7a01b01cf21f service neutron] 10.222.0.47 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2257073
Nov 20 20:50:11.177381 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d20c024-aafe-491c-b02f-e9a0ffc755ad req-3f9b90d8-a0cc-4bdb-a57f-33f0ed0665c1 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2706127
Nov 20 20:50:11.270001 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-883c52ff-7c04-433f-a534-e5e7522ca459 service neutron] 10.222.0.41 "GET /v2.0/networks/ecb95c56-c11a-4f3b-9cd5-8a7b52baf801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2897465
Nov 20 20:50:11.281695 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c2f69-d74e-483a-83f9-c85cdf312648 req-60f45a20-6a49-4c5d-9a59-4a1c11075b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:11.291591 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9c7c2f69-d74e-483a-83f9-c85cdf312648 req-60f45a20-6a49-4c5d-9a59-4a1c11075b52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5857f13b93654bb08bfb0e3045dc0a42&device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 1094 time: 0.2577355
Nov 20 20:50:11.368467 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:11.448112 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db2bf67-91c8-4661-b512-de70b566ed6a None None] New status for floating IP c9702501-acee-4f77-95f4-0b77ed9a950d: DOWN {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:50:11.541030 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-20c1665a-c650-4817-9d64-482269ad6200 service neutron] 10.222.0.41 "GET /v2.0/networks/ecb95c56-c11a-4f3b-9cd5-8a7b52baf801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2701144
Nov 20 20:50:11.554169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a93dd-ff46-4fca-b7b8-bcdb3f5bca8d req-c63e6462-ce8f-4cdd-8934-9d4b87172833 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:11.556007 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-da6a93dd-ff46-4fca-b7b8-bcdb3f5bca8d req-c63e6462-ce8f-4cdd-8934-9d4b87172833 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 949 time: 0.2184446
Nov 20 20:50:11.571468 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c2f69-d74e-483a-83f9-c85cdf312648 req-0c65bb78-7200-475c-aa37-079f87c909c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:11.575393 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9c7c2f69-d74e-483a-83f9-c85cdf312648 req-0c65bb78-7200-475c-aa37-079f87c909c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b732d073-2758-47f6-b640-8b10bd32a71a HTTP/1.1" status: 200  len: 925 time: 0.2642770
Nov 20 20:50:11.621877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device beb406de-8507-43ed-89e8-de67a225f600 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:11.646864 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9c7c2f69-d74e-483a-83f9-c85cdf312648 req-c17ae6ae-d63a-4706-bd55-2fd40caa72ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77ea4b8e-7206-4f77-ab0e-0eabb045363e HTTP/1.1" status: 200  len: 217 time: 0.0578129
Nov 20 20:50:11.704475 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-da6a93dd-ff46-4fca-b7b8-bcdb3f5bca8d req-bbecb755-3014-4792-b8ac-dcc7128dee7e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409459
Nov 20 20:50:11.745053 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c2f69-d74e-483a-83f9-c85cdf312648 req-b09227dd-a00f-4f7e-8901-00c3a67ad06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:11.752935 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9c7c2f69-d74e-483a-83f9-c85cdf312648 req-b09227dd-a00f-4f7e-8901-00c3a67ad06d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b201ef63-9242-4505-8ba1-cc569c2352d2 HTTP/1.1" status: 200  len: 863 time: 0.1011536
Nov 20 20:50:11.753738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Router dec0ec0d-0390-49fc-8856-7fcb88b82a00 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:50:11.784080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port beb406de-8507-43ed-89e8-de67a225f600 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:11.784463 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:11.878811 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c2f69-d74e-483a-83f9-c85cdf312648 req-1a27b69c-91e6-4be5-951f-7af7d3de9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:11.885012 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9c7c2f69-d74e-483a-83f9-c85cdf312648 req-1a27b69c-91e6-4be5-951f-7af7d3de9a01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b732d073-2758-47f6-b640-8b10bd32a71a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1244974
Nov 20 20:50:11.912005 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:50:11.915180 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:50:12.062371 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9c7c2f69-d74e-483a-83f9-c85cdf312648 req-412a89e4-8c60-42ec-a595-d8ac3b59b0f1 service neutron] 10.222.0.47 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1646571
Nov 20 20:50:12.062812 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ab531-6271-418d-acb0-775862914d2e req-ff67d51f-3900-43b7-a13e-7b652be32de7 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:12.081323 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b15ab531-6271-418d-acb0-775862914d2e req-ff67d51f-3900-43b7-a13e-7b652be32de7 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.1889448
Nov 20 20:50:12.147472 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.resource_extend [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 20:50:12.162340 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:12.245040 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:50:12.273311 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Sync routers for ids ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:50:12.331595 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b15ab531-6271-418d-acb0-775862914d2e req-ecf792e9-904b-426b-bdc3-7f4e959d0812 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2469552
Nov 20 20:50:12.338246 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d491b734-656f-4f7c-9a11-bd8264e2e0ee req-2e98aa65-dd4c-4cd0-8f54-43c0f1cf98be tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 210 time: 0.0629728
Nov 20 20:50:12.360608 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:12.370032 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port beb406de-8507-43ed-89e8-de67a225f600, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=beb406de-8507-43ed-89e8-de67a225f600,segment=NetworkSegment(25550d86-0716-4275-9add-eecdb26a8300),segment_id=25550d86-0716-4275-9add-eecdb26a8300)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:12.371181 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ed4a8843-e7ab-4830-8a57-d54e76ca5fee admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 941 time: 4.7530625
Nov 20 20:50:12.374008 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32788) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:12.407341 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:12.420573 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Routers {'dec0ec0d-0390-49fc-8856-7fcb88b82a00'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:50:12.422425 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a477155e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:49:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:12.422924 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9c7c2f69-d74e-483a-83f9-c85cdf312648 req-e4bf1bbe-dbaa-4d61-85c0-622730def80e service neutron] 10.222.0.47 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3484678
Nov 20 20:50:12.435412 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:12.511305 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:12.538552 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '701e9eed-1ec3-47ff-a1de-75bfa89aefd7', 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7', 'port_id': '701e9eed-1ec3-47ff-a1de-75bfa89aefd7', 'mac_address': 'fa:16:3e:68:2e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e91b14ea-0983-48f2-b667-d7d8c840210d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:50:12.660548 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb833480-94b4-42d3-95bc-fc756f5694b5 req-3bfde271-1a08-4658-aea8-5dcdcdd9a473 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:12.662243 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb833480-94b4-42d3-95bc-fc756f5694b5 req-3bfde271-1a08-4658-aea8-5dcdcdd9a473 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 943 time: 0.1795549
Nov 20 20:50:12.672803 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743798f2-3de6-473a-b676-6226a4b9ebba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '701e9eed-1ec3-47ff-a1de-75bfa89aefd7'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:12.677055 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b49a85-87cd-4ccc-a585-eb7efed4d9c3" -d '{"events": [{"server_uuid": "743798f2-3de6-473a-b676-6226a4b9ebba", "name": "network-vif-unplugged", "status": "completed", "tag": "701e9eed-1ec3-47ff-a1de-75bfa89aefd7"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:12.700550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b892998f-a5e4-4dce-a7a1-0458cab86060 None None] Network 5bc0506e-bc72-485c-a0a7-48575db53d86 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:50:12.703185 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=beb406de-8507-43ed-89e8-de67a225f600,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:12.713424 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:12.762241 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2db89c-91b6-49ed-9947-e5f7f26bbde1 x-openstack-request-id: req-bb2db89c-91b6-49ed-9947-e5f7f26bbde1 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:12.762765 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743798f2-3de6-473a-b676-6226a4b9ebba", "name": "network-vif-unplugged", "status": "completed", "tag": "701e9eed-1ec3-47ff-a1de-75bfa89aefd7", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:12.763032 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb2db89c-91b6-49ed-9947-e5f7f26bbde1 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:12.763423 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743798f2-3de6-473a-b676-6226a4b9ebba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '701e9eed-1ec3-47ff-a1de-75bfa89aefd7', 'code': 200}
Nov 20 20:50:12.769014 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:12.791146 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Set router dec0ec0d-0390-49fc-8856-7fcb88b82a00 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:50:12.850434 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb833480-94b4-42d3-95bc-fc756f5694b5 req-1b71ec49-9e00-4f80-8653-dac13ef5b717 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1486449
Nov 20 20:50:12.859129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-b62a94ad-f5bb-4f5a-b9ae-b06716e0a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:12.864030 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-b62a94ad-f5bb-4f5a-b9ae-b06716e0a317 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 1100 time: 0.1605854
Nov 20 20:50:12.886219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc86981-b387-4d15-8a33-867cdecc5a02 req-f99054a9-1655-471a-8919-f580297ce8d2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:12.895644 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1fc86981-b387-4d15-8a33-867cdecc5a02 req-f99054a9-1655-471a-8919-f580297ce8d2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 949 time: 0.0816033
Nov 20 20:50:12.987397 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1fc86981-b387-4d15-8a33-867cdecc5a02 req-254456be-0a50-4366-b14e-d85149f29fa3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856261
Nov 20 20:50:13.137590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-c6fe4d9d-ec68-4be7-b9b5-1e3be98a0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:13.139303 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-c6fe4d9d-ec68-4be7-b9b5-1e3be98a0634 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.2662995
Nov 20 20:50:13.151938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9027cb05-989e-40aa-bdf3-b849432169e2 None None] Provisioning complete for port beb406de-8507-43ed-89e8-de67a225f600 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:13.152317 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9027cb05-989e-40aa-bdf3-b849432169e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:13.193566 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:13.206620 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-8d92e764-27e1-42e8-a95a-545c2ff66b6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68 HTTP/1.1" status: 200  len: 217 time: 0.0387046
Nov 20 20:50:13.217052 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:13.305973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-70158400-1a77-42ae-a2fb-ec98ceb5fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:13.307723 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-70158400-1a77-42ae-a2fb-ec98ceb5fc71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0945413
Nov 20 20:50:13.328141 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-de47cd91-209f-4722-8869-161bed16ccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:13.356422 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:13.391617 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:13.411010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-8c1149e0-6493-4c8c-857c-42df164a2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:13.412622 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-8c1149e0-6493-4c8c-857c-42df164a2d58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0956287
Nov 20 20:50:13.463695 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 20:50:13.463695 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 20:50:13.512330 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bf832cff-a456-49bb-9098-e8f0bd712926 req-acc56f5b-166c-4b4c-8d16-c8703f745375 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 210 time: 0.0561862
Nov 20 20:50:13.605228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a477155e0>, [{'id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-router', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:50:07Z', 'updated_at': '2021-11-20T20:50:10Z', 'revision_number': 3, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'gw_port': {'id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:08Z', 'updated_at': '2021-11-20T20:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:13.698556 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device beb406de-8507-43ed-89e8-de67a225f600 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:13.700094 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4e53c-6e82-46ae-88cd-5972c9afb646 req-34477a01-4480-46a1-89fc-8b7f2e7bcd43 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:13.707704 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e5f4e53c-6e82-46ae-88cd-5972c9afb646 req-34477a01-4480-46a1-89fc-8b7f2e7bcd43 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 943 time: 0.2529728
Nov 20 20:50:13.713470 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Checking router: dec0ec0d-0390-49fc-8856-7fcb88b82a00 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:50:13.718598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Updating router dec0ec0d-0390-49fc-8856-7fcb88b82a00 port fc722b8c-0fbf-4122-9c34-a0da1b49a6de binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:50:13.775888 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:13.811170 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-22a46523-50fc-4faa-bf88-8967dd39dffd service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3857107
Nov 20 20:50:13.876505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port beb406de-8507-43ed-89e8-de67a225f600 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:13.876835 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:13.925998 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e5f4e53c-6e82-46ae-88cd-5972c9afb646 req-102ee1a0-d3c3-47e5-ba54-cd13b3b64b85 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2171192
Nov 20 20:50:13.927310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Allocated IP 172.20.0.1 (5bc0506e-bc72-485c-a0a7-48575db53d86/64502234-0e78-4305-9d1c-74a8e6286f19/28716f1f-7902-422b-8e0e-ba0aa33761f6) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:14.030274 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-cecbf0c4-5eda-4fb2-8646-71200d933867 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:14.031993 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-cecbf0c4-5eda-4fb2-8646-71200d933867 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.37 "GET /v2.0/networks?id=ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 HTTP/1.1" status: 200  len: 814 time: 0.2581561
Nov 20 20:50:14.076626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d94bfbbe-766b-488a-b322-8c6047ebfc70 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:14.085432 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d94bfbbe-766b-488a-b322-8c6047ebfc70 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 820 time: 0.3836989
Nov 20 20:50:14.111840 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-9b1ebf43-a784-4130-9c07-68aa3bb03eca tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/quotas/ee7537dd85d04e808dc792658afa443e HTTP/1.1" status: 200  len: 375 time: 0.0251667
Nov 20 20:50:14.151623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-129e5627-3920-4e89-a369-e8f63e9fff47 None None] Provisioning complete for port beb406de-8507-43ed-89e8-de67a225f600 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:14.152071 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-129e5627-3920-4e89-a369-e8f63e9fff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:14.174701 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-25b25472-1f42-4373-9ca1-d8fd7f908a2f service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3414164
Nov 20 20:50:14.209478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ebdd6-6e55-4f51-99ae-2915ec9f9a39 req-e6d42ce1-1420-4d44-8432-5e3cf941ca6b tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:14.214449 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-b1f6752d-48a7-4166-9ee1-f38ae8c3690d tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a9b204d38934eeea9ac2d67611156eb HTTP/1.1" status: 200  len: 380 time: 0.1699128
Nov 20 20:50:14.226703 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-130ebdd6-6e55-4f51-99ae-2915ec9f9a39 req-e6d42ce1-1420-4d44-8432-5e3cf941ca6b tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 943 time: 0.2205081
Nov 20 20:50:14.235076 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-bca63ca5-8e0c-4205-b078-15261387d290 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Request body: {'port': {'device_id': '0a604335-3c5c-46dd-879c-5f0d49092a58', 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801', 'admin_state_up': True, 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'security_groups': ['fc9cd5fa-6249-4169-93a1-d240705c2e78']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:14.253070 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-0e43ac9c-764d-4d73-a32f-659d5a8eb191 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1400301
Nov 20 20:50:14.312032 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:14.343908 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:14.369924 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:14.400089 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:14.473691 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Pushing event updated for resources: {'Port': ['ID=28716f1f-7902-422b-8e0e-ba0aa33761f6,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:14.503134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:14.503994 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-130ebdd6-6e55-4f51-99ae-2915ec9f9a39 req-7e21c755-58ee-4134-a0fe-102335f8e507 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2764213
Nov 20 20:50:14.505951 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Network 5bc0506e-bc72-485c-a0a7-48575db53d86 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:14.512663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:14.519300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:14.599543 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:14.610109 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:14.678879 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 77ea4b8e-7206-4f77-ab0e-0eabb045363e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:50:14.823951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:14.825284 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:14.856680 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:14.859442 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['701e9eed-1ec3-47ff-a1de-75bfa89aefd7'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:14.972403 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:14.987647 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccca8c-468c-4464-a95a-95e641028133 None None] Pushing event updated for resources: {'Port': ['ID=fc722b8c-0fbf-4122-9c34-a0da1b49a6de,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:15.026709 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1a6d6-a4fd-483a-8702-655ae4297f2f req-96c8ba30-80a5-40b3-a4ee-d6042df71ee2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:15.029336 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73d1a6d6-a4fd-483a-8702-655ae4297f2f req-96c8ba30-80a5-40b3-a4ee-d6042df71ee2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 949 time: 0.3375580
Nov 20 20:50:15.115265 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Attempting to bind port fc722b8c-0fbf-4122-9c34-a0da1b49a6de on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:15.115916 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Attempting to bind port fc722b8c-0fbf-4122-9c34-a0da1b49a6de by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:15.116966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Attempting to bind port fc722b8c-0fbf-4122-9c34-a0da1b49a6de on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:15.129712 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0429fc4c-c71d-4d7b-9d0c-4f92505eb54d None None] Provisioning complete for port 28716f1f-7902-422b-8e0e-ba0aa33761f6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:15.130462 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0429fc4c-c71d-4d7b-9d0c-4f92505eb54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:15.136449 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73d1a6d6-a4fd-483a-8702-655ae4297f2f req-7f56ef87-b7b5-466b-bdd9-4f5ae65956b8 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727696
Nov 20 20:50:15.169399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:15.174843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:15.177252 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:15.177829 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:15.178531 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Bound port: fc722b8c-0fbf-4122-9c34-a0da1b49a6de, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:15.180919 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:15.206405 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-bca63ca5-8e0c-4205-b078-15261387d290 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Made reservation on behalf of 2a9b204d38934eeea9ac2d67611156eb for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:15.209843 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-bca63ca5-8e0c-4205-b078-15261387d290 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:15.246758 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-62cdf940-9f58-4081-ad19-c04cb0b8cd64 service neutron] 10.222.0.41 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9750223
Nov 20 20:50:15.287096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 77ea4b8e-7206-4f77-ab0e-0eabb045363e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77ea4b8e-7206-4f77-ab0e-0eabb045363e,segment=NetworkSegment(30bb5757-1c9e-4c5f-a18c-7af9d75bafad),segment_id=30bb5757-1c9e-4c5f-a18c-7af9d75bafad)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:15.308999 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8c6ddb5-c801-4812-9516-30039657c994 req-2d2ebfac-69c6-4fcd-a707-baaf5a0fd842 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 210 time: 0.0401776
Nov 20 20:50:15.403995 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:15.410197 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:15.417954 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '77ea4b8e-7206-4f77-ab0e-0eabb045363e', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'port_id': '77ea4b8e-7206-4f77-ab0e-0eabb045363e', 'mac_address': 'fa:16:3e:d9:aa:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:50:15.421790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0429fc4c-c71d-4d7b-9d0c-4f92505eb54d None None] Port 28716f1f-7902-422b-8e0e-ba0aa33761f6 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:50:15.458405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] For port fc722b8c-0fbf-4122-9c34-a0da1b49a6de, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:15.475267 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] For port fc722b8c-0fbf-4122-9c34-a0da1b49a6de, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc722b8c-0fbf-4122-9c34-a0da1b49a6de,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:15.515927 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:15.543116 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-f92c9488-70a5-46d3-84ea-50bddeb2ac58 service neutron] 10.222.0.41 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2954648
Nov 20 20:50:15.549694 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:15.570646 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-bca63ca5-8e0c-4205-b078-15261387d290 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Allocated IP 172.20.0.5 (ecb95c56-c11a-4f3b-9cd5-8a7b52baf801/2563a429-d56a-441b-ae05-c13563861abb/b8360b4c-cbee-4afe-816b-338cc6a81f67) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:15.781809 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:15.797861 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0ea0adbc-d7e5-4f38-a4e0-af46d5dfae01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:15.825031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Routers {'dec0ec0d-0390-49fc-8856-7fcb88b82a00'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:50:15.826415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a477155e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:49:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:15.833516 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccca8c-468c-4464-a95a-95e641028133 None None] Pushing event updated for resources: {'Port': ['ID=fc722b8c-0fbf-4122-9c34-a0da1b49a6de,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:15.839516 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ea4b8e-7206-4f77-ab0e-0eabb045363e {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:15.841147 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-bca63ca5-8e0c-4205-b078-15261387d290 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:15.905396 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-bca63ca5-8e0c-4205-b078-15261387d290 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:15.926968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 77ea4b8e-7206-4f77-ab0e-0eabb045363e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77ea4b8e-7206-4f77-ab0e-0eabb045363e,segment=NetworkSegment(30bb5757-1c9e-4c5f-a18c-7af9d75bafad),segment_id=30bb5757-1c9e-4c5f-a18c-7af9d75bafad)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:15.943722 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Pushing event updated for resources: {'Port': ['ID=28716f1f-7902-422b-8e0e-ba0aa33761f6,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:15.949829 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:16.005109 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca63ca5-8e0c-4205-b078-15261387d290 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Pushing event updated for resources: {'Port': ['ID=b8360b4c-cbee-4afe-816b-338cc6a81f67,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:16.015432 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-bca63ca5-8e0c-4205-b078-15261387d290 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Network ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:16.017097 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-bca63ca5-8e0c-4205-b078-15261387d290 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:16.019512 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-bca63ca5-8e0c-4205-b078-15261387d290 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:16.147985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-bca63ca5-8e0c-4205-b078-15261387d290 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:16.148810 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-bca63ca5-8e0c-4205-b078-15261387d290 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:16.178207 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-bca63ca5-8e0c-4205-b078-15261387d290 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9499798
Nov 20 20:50:16.227836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-7d54d0ea-d3b5-46c8-9afc-5b5e6bc87e4e tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:16.229415 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-7d54d0ea-d3b5-46c8-9afc-5b5e6bc87e4e tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 807 time: 0.7255540
Nov 20 20:50:16.235495 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['77ea4b8e-7206-4f77-ab0e-0eabb045363e'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:16.242566 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Request body: {'port': {'device_id': '0a604335-3c5c-46dd-879c-5f0d49092a58', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:16.256773 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Network 5bc0506e-bc72-485c-a0a7-48575db53d86 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:16.258743 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:16.261333 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-d1eb3967-c3d8-4c23-9e2c-f4c802dc1c7c tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/quotas/9e5736eff1924fa28c0a00ae3da90174 HTTP/1.1" status: 200  len: 375 time: 0.0243833
Nov 20 20:50:16.396930 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c1bf8-522f-4962-91fa-e189fba6f70b req-cff81df2-9c76-41b4-9487-c59b74622366 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:16.402287 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-525c1bf8-522f-4962-91fa-e189fba6f70b req-cff81df2-9c76-41b4-9487-c59b74622366 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 944 time: 0.2223816
Nov 20 20:50:16.494898 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:16.499953 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-2e440a18-e832-4a02-8613-0173fd0240b0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2202718
Nov 20 20:50:16.507957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] Set router dec0ec0d-0390-49fc-8856-7fcb88b82a00 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:50:16.573542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=77ea4b8e-7206-4f77-ab0e-0eabb045363e,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:16.602852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Router dec0ec0d-0390-49fc-8856-7fcb88b82a00 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:50:16.643147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a69088db-fcb8-42a5-96be-ebbbdbb5c04f None None] Provisioning complete for port b8360b4c-cbee-4afe-816b-338cc6a81f67 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:16.643519 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a69088db-fcb8-42a5-96be-ebbbdbb5c04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:16.652349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:16.771844 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-e7927044-8c2b-4042-81f1-e00ec92dccc8 service neutron] 10.222.0.41 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2582521
Nov 20 20:50:16.772125 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-525c1bf8-522f-4962-91fa-e189fba6f70b req-52481797-dac2-46ad-a1ee-ca0a83678224 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2443581
Nov 20 20:50:16.773170 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:16.784782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a69088db-fcb8-42a5-96be-ebbbdbb5c04f None None] Port b8360b4c-cbee-4afe-816b-338cc6a81f67 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:50:16.882159 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:16.883280 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:16.934987 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-48ed2c03-8b03-4265-856a-f2368a5dcf6f service neutron] 10.222.0.41 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616349
Nov 20 20:50:16.985056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f580af2d-91b9-4f14-9dbb-06547ac8101c None None] Provisioning complete for port 28716f1f-7902-422b-8e0e-ba0aa33761f6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:16.985663 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f580af2d-91b9-4f14-9dbb-06547ac8101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:17.044307 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:50:17.066119 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41895f-001b-4f7e-9bbb-4bfc8c712851 req-08ab7165-a0a0-4ac0-a6e2-74fc87cd2505 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:17.066352 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c446abea-6278-4635-b8b6-7a3fafcc6314 admin admin] 10.222.0.41 "PUT /v2.0/routers/dec0ec0d-0390-49fc-8856-7fcb88b82a00/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6771019
Nov 20 20:50:17.069764 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2d41895f-001b-4f7e-9bbb-4bfc8c712851 req-08ab7165-a0a0-4ac0-a6e2-74fc87cd2505 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 944 time: 0.1525989
Nov 20 20:50:17.080962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f580af2d-91b9-4f14-9dbb-06547ac8101c None None] Port 28716f1f-7902-422b-8e0e-ba0aa33761f6 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:50:17.110314 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a477155e0>, [{'id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-router', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:50:07Z', 'updated_at': '2021-11-20T20:50:14Z', 'revision_number': 4, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'gw_port': {'id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:08Z', 'updated_at': '2021-11-20T20:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '28716f1f-7902-422b-8e0e-ba0aa33761f6', 'name': '', 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'mac_address': 'fa:16:3e:e6:03:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:13Z', 'updated_at': '2021-11-20T20:50:15Z', 'revision_number': 2, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'subnets': [{'id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:17.150473 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8360b4c-cbee-4afe-816b-338cc6a81f67 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:17.161631 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2d41895f-001b-4f7e-9bbb-4bfc8c712851 req-e7a6882d-89d8-4f09-975d-dc77c9ef9c8e tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912836
Nov 20 20:50:17.179799 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:17.193954 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:17.198214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaabe98-092f-40b3-b21c-424703218c02 None None] The sync data for ids ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'] in ncdv-master-1 is: [{'id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-router', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:50:07Z', 'updated_at': '2021-11-20T20:50:14Z', 'revision_number': 4, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'gw_port': {'id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:08Z', 'updated_at': '2021-11-20T20:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '28716f1f-7902-422b-8e0e-ba0aa33761f6', 'name': '', 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'mac_address': 'fa:16:3e:e6:03:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:13Z', 'updated_at': '2021-11-20T20:50:15Z', 'revision_number': 2, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'subnets': [{'id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:50:17.207938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Transition to ACTIVE for port object b8360b4c-cbee-4afe-816b-338cc6a81f67 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:50:17.215342 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:17.260552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32914) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:17.268148 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-86d3481b-9a89-4a4d-aa9f-80cd19748e39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1302860028'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:17.271295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743798f2-3de6-473a-b676-6226a4b9ebba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701e9eed-1ec3-47ff-a1de-75bfa89aefd7'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:17.300339 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225331e4-2206-462e-93db-fb95ea1ad7db" -d '{"events": [{"server_uuid": "743798f2-3de6-473a-b676-6226a4b9ebba", "name": "network-vif-plugged", "status": "completed", "tag": "701e9eed-1ec3-47ff-a1de-75bfa89aefd7"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:17.300594 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8360b4c-cbee-4afe-816b-338cc6a81f67,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:17.323323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d3481b-9a89-4a4d-aa9f-80cd19748e39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Made reservation on behalf of ee4ec8b62e354149acb1c43558b168e6 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:17.329321 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86d3481b-9a89-4a4d-aa9f-80cd19748e39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:17.338563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:17.338828 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54be71f5-5eb1-4483-a1b5-eeffc39f1279 req-0730728d-5dc6-463c-83a1-41ae2a79f50b tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 210 time: 0.0506637
Nov 20 20:50:17.352329 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:17.372248 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d3481b-9a89-4a4d-aa9f-80cd19748e39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:50:17.398800 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86d3481b-9a89-4a4d-aa9f-80cd19748e39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:17.399465 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-86d3481b-9a89-4a4d-aa9f-80cd19748e39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Added segment 9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a of type vlan for network d6af962d-f566-43ad-aacb-a9c0f2bc8121
Nov 20 20:50:17.463420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:17.531639 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86d3481b-9a89-4a4d-aa9f-80cd19748e39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:17.612681 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86d3481b-9a89-4a4d-aa9f-80cd19748e39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:17.620060 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d3481b-9a89-4a4d-aa9f-80cd19748e39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:17.620766 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86d3481b-9a89-4a4d-aa9f-80cd19748e39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:17.664671 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Attempting to bind port b8360b4c-cbee-4afe-816b-338cc6a81f67 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:17.665576 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Attempting to bind port b8360b4c-cbee-4afe-816b-338cc6a81f67 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fe4913fd-d6bc-497d-8f84-38beb20c87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:17.666192 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Attempting to bind port b8360b4c-cbee-4afe-816b-338cc6a81f67 on network ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:17.708761 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-86d3481b-9a89-4a4d-aa9f-80cd19748e39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.4424982
Nov 20 20:50:17.716747 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32924) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:17.730636 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772e1db-6493-4b08-992a-1808e6056d97 req-011ee295-ae1f-4578-8b6d-ce01144f2cac tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:17.730636 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0772e1db-6493-4b08-992a-1808e6056d97 req-011ee295-ae1f-4578-8b6d-ce01144f2cac tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 949 time: 0.2348192
Nov 20 20:50:17.730636 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Port b8360b4c-cbee-4afe-816b-338cc6a81f67 on network ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:50:17.730636 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Attempting to bind port b8360b4c-cbee-4afe-816b-338cc6a81f67 on network ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:17.765057 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d0ffe3ef-82e7-4f79-9aee-bc6e69ca86f9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-59200955'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:17.804900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3481b-9a89-4a4d-aa9f-80cd19748e39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event updated for resources: {'Network': ['ID=d6af962d-f566-43ad-aacb-a9c0f2bc8121,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:17.819656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network d6af962d-f566-43ad-aacb-a9c0f2bc8121 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:50:17.820151 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:17.820677 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Checking segment: {'id': 'fe4913fd-d6bc-497d-8f84-38beb20c87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:17.821301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Bound using segment: {'id': 'fe4913fd-d6bc-497d-8f84-38beb20c87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:17.822155 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Bound port: b8360b4c-cbee-4afe-816b-338cc6a81f67, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4913fd-d6bc-497d-8f84-38beb20c87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:17.823696 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:17.825617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6aa30-ebfa-4db3-b981-ae7457228d44 req-9cf4a08d-968b-42eb-a35b-e02430bb8db7 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:17.827429 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bfd6aa30-ebfa-4db3-b981-ae7457228d44 req-9cf4a08d-968b-42eb-a35b-e02430bb8db7 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 943 time: 0.2688789
Nov 20 20:50:17.884984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ffe3ef-82e7-4f79-9aee-bc6e69ca86f9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Made reservation on behalf of ee4ec8b62e354149acb1c43558b168e6 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:17.889128 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe3ef-82e7-4f79-9aee-bc6e69ca86f9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:17.967979 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ffe3ef-82e7-4f79-9aee-bc6e69ca86f9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:50:17.986844 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bfd6aa30-ebfa-4db3-b981-ae7457228d44 req-9946f97f-9d10-4fb9-b5d0-fb5d2fe51092 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc9cd5fa-6249-4169-93a1-d240705c2e78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1459644
Nov 20 20:50:18.009464 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe3ef-82e7-4f79-9aee-bc6e69ca86f9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:18.010985 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-d0ffe3ef-82e7-4f79-9aee-bc6e69ca86f9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Added segment 2efcdb7c-5b32-4183-9a5f-bf0c05186fce of type vlan for network 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec
Nov 20 20:50:18.067630 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0772e1db-6493-4b08-992a-1808e6056d97 req-4cc6cbd6-3de8-4fec-83ad-0a6664db1ffc tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3277824
Nov 20 20:50:18.107868 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe3ef-82e7-4f79-9aee-bc6e69ca86f9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:18.111970 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7689a07-3d82-47ee-b9dc-e500cc73c147 x-openstack-request-id: req-e7689a07-3d82-47ee-b9dc-e500cc73c147 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:18.113409 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743798f2-3de6-473a-b676-6226a4b9ebba", "name": "network-vif-plugged", "status": "completed", "tag": "701e9eed-1ec3-47ff-a1de-75bfa89aefd7", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:18.113909 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7689a07-3d82-47ee-b9dc-e500cc73c147 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:18.114671 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743798f2-3de6-473a-b676-6226a4b9ebba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701e9eed-1ec3-47ff-a1de-75bfa89aefd7', 'code': 200}
Nov 20 20:50:18.141671 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-29bb1502-9961-4bb2-ba95-34fcde23c231 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:18.146587 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-29bb1502-9961-4bb2-ba95-34fcde23c231 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.47 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 820 time: 0.4602892
Nov 20 20:50:18.149950 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] For port b8360b4c-cbee-4afe-816b-338cc6a81f67, host nch1-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:18.154665 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] For port b8360b4c-cbee-4afe-816b-338cc6a81f67, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b8360b4c-cbee-4afe-816b-338cc6a81f67,segment=NetworkSegment(fe4913fd-d6bc-497d-8f84-38beb20c87e9),segment_id=fe4913fd-d6bc-497d-8f84-38beb20c87e9)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:18.164127 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-7786cdad-791b-4b96-a89b-3f7bf50efa94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Request body: {'port': {'device_id': '534bb292-6e42-4114-ae6a-3b608f41a28e', 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408', 'admin_state_up': True, 'tenant_id': 'ee7537dd85d04e808dc792658afa443e'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:18.191244 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:18.255006 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-20a88f62-d0d1-4365-be88-6b608371de53 req-77a5e9db-9649-4c38-b3d7-17cec71416dc tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 210 time: 0.0896695
Nov 20 20:50:18.255731 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe3ef-82e7-4f79-9aee-bc6e69ca86f9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:18.270493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:18.270493 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:18.270493 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] 10.222.0.37 "PUT /v2.0/ports/b8360b4c-cbee-4afe-816b-338cc6a81f67 HTTP/1.1" status: 200  len: 1091 time: 2.0268979
Nov 20 20:50:18.270493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a604335-3c5c-46dd-879c-5f0d49092a58', 'tag': 'b8360b4c-cbee-4afe-816b-338cc6a81f67'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:18.271017 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ffe3ef-82e7-4f79-9aee-bc6e69ca86f9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:18.271122 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d2e902-c4f3-45b3-83bd-2c7c5fff2839" -d '{"events": [{"name": "network-changed", "server_uuid": "0a604335-3c5c-46dd-879c-5f0d49092a58", "tag": "b8360b4c-cbee-4afe-816b-338cc6a81f67"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:18.271214 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe3ef-82e7-4f79-9aee-bc6e69ca86f9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:18.413586 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d0ffe3ef-82e7-4f79-9aee-bc6e69ca86f9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6629484
Nov 20 20:50:18.421410 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32946) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:18.463123 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-2769a2ad-52a5-43f1-b4bc-9e6e07e8689e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Request body: {'subnet': {'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:18.482137 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:18.607169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffe3ef-82e7-4f79-9aee-bc6e69ca86f9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event updated for resources: {'Network': ['ID=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:18.630128 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:50:18.659669 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59befd1c-6389-45cb-a7c4-eeab69198cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8360b4c-cbee-4afe-816b-338cc6a81f67,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:18.677641 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 77ea4b8e-7206-4f77-ab0e-0eabb045363e up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:18.688543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe49eaf-dd47-452e-b052-2cccc6d0fb94 req-de8f1b5e-a4bd-4e97-a6a5-e9db05369b95 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:18.690840 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-afe49eaf-dd47-452e-b052-2cccc6d0fb94 req-de8f1b5e-a4bd-4e97-a6a5-e9db05369b95 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.2592933
Nov 20 20:50:18.733217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2769a2ad-52a5-43f1-b4bc-9e6e07e8689e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Made reservation on behalf of ee4ec8b62e354149acb1c43558b168e6 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:18.737748 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2769a2ad-52a5-43f1-b4bc-9e6e07e8689e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:18.814877 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-afe49eaf-dd47-452e-b052-2cccc6d0fb94 req-b6afe29a-0f5a-4844-964d-def8d9e0885d tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135182
Nov 20 20:50:18.851375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 77ea4b8e-7206-4f77-ab0e-0eabb045363e completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:50:18.856408 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 77ea4b8e-7206-4f77-ab0e-0eabb045363e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:18.858304 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:18.894819 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-3aa41ed9-a974-4e57-9dfb-944d68d48891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:18.896616 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-3aa41ed9-a974-4e57-9dfb-944d68d48891 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a9b204d38934eeea9ac2d67611156eb&device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 1094 time: 0.5519416
Nov 20 20:50:18.985426 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:18.993655 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:19.021048 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-7786cdad-791b-4b96-a89b-3f7bf50efa94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Made reservation on behalf of ee7537dd85d04e808dc792658afa443e for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:19.026458 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-7786cdad-791b-4b96-a89b-3f7bf50efa94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:19.036967 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bd0fc-07fa-48a1-ad25-f3fa031067cb req-d1185d5e-98f3-4acb-9843-1b8992d018e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:19.038565 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-292bd0fc-07fa-48a1-ad25-f3fa031067cb req-d1185d5e-98f3-4acb-9843-1b8992d018e3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 1096 time: 0.7519968
Nov 20 20:50:19.072146 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 77ea4b8e-7206-4f77-ab0e-0eabb045363e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77ea4b8e-7206-4f77-ab0e-0eabb045363e,segment=NetworkSegment(30bb5757-1c9e-4c5f-a18c-7af9d75bafad),segment_id=30bb5757-1c9e-4c5f-a18c-7af9d75bafad)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:19.082805 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:19.095336 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-8f05ac89-8b54-4f57-a2be-46e41cb43c13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8360b4c-cbee-4afe-816b-338cc6a81f67 HTTP/1.1" status: 200  len: 217 time: 0.0859277
Nov 20 20:50:19.142895 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042c9fc-64a9-4143-ab4d-f3b9889b55c7 req-e732e1a8-ca39-4d86-a9bf-84bbc542ed92 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:19.151601 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8042c9fc-64a9-4143-ab4d-f3b9889b55c7 req-e732e1a8-ca39-4d86-a9bf-84bbc542ed92 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 944 time: 0.1559222
Nov 20 20:50:19.160211 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2769a2ad-52a5-43f1-b4bc-9e6e07e8689e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:19.162641 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-5cfe19a0-641c-423b-af72-0bfd3a811d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:19.164244 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-5cfe19a0-641c-423b-af72-0bfd3a811d82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2563a429-d56a-441b-ae05-c13563861abb HTTP/1.1" status: 200  len: 853 time: 0.0535297
Nov 20 20:50:19.204537 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=77ea4b8e-7206-4f77-ab0e-0eabb045363e,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:19.308476 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8042c9fc-64a9-4143-ab4d-f3b9889b55c7 req-643f8d65-324e-4909-8f85-80d301093c3f tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1536143
Nov 20 20:50:19.406347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-3582a320-3beb-4d74-86f8-f5211baf622c tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:19.413666 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-3582a320-3beb-4d74-86f8-f5211baf622c tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/networks?id=5bc0506e-bc72-485c-a0a7-48575db53d86 HTTP/1.1" status: 200  len: 829 time: 0.8352253
Nov 20 20:50:19.414285 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769a2ad-52a5-43f1-b4bc-9e6e07e8689e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event updated for resources: {'Subnet': ['ID=c051715d-2ad4-424d-b871-ebe005e92074,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:19.423752 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-7786cdad-791b-4b96-a89b-3f7bf50efa94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Allocated IP 172.20.0.13 (1f07f823-03fd-485f-ad70-6286912e8408/444502b4-8455-4747-b026-1e5d940e8d60/119afa00-1f53-43e0-901d-bb72b2a68f15) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:19.426931 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580d0070-bb34-4e6f-8f3e-3abfd994cc70 x-openstack-request-id: req-580d0070-bb34-4e6f-8f3e-3abfd994cc70 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:19.427224 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a604335-3c5c-46dd-879c-5f0d49092a58", "tag": "b8360b4c-cbee-4afe-816b-338cc6a81f67", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:19.427479 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-580d0070-bb34-4e6f-8f3e-3abfd994cc70 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:19.427888 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a604335-3c5c-46dd-879c-5f0d49092a58', 'tag': 'b8360b4c-cbee-4afe-816b-338cc6a81f67', 'status': 'completed', 'code': 200}
Nov 20 20:50:19.466808 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-1aeecc7a-b44c-4316-8ca0-579a7b669a4c tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/quotas/2cfe248f7eb34f6e80937503e49fd3ca HTTP/1.1" status: 200  len: 375 time: 0.0520453
Nov 20 20:50:19.487744 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-292bd0fc-07fa-48a1-ad25-f3fa031067cb req-ca072bb7-b3c3-41cd-bcc5-beff583b527c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3880494
Nov 20 20:50:19.542400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769a2ad-52a5-43f1-b4bc-9e6e07e8689e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Checking segment: {'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:19.542539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2769a2ad-52a5-43f1-b4bc-9e6e07e8689e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Network hostable DHCP agents. Network: d6af962d-f566-43ad-aacb-a9c0f2bc8121, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:50:19.569945 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-3bf28a2c-2678-4654-afd4-041f3fb97b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:19.571532 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-3bf28a2c-2678-4654-afd4-041f3fb97b36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ecb95c56-c11a-4f3b-9cd5-8a7b52baf801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2216594
Nov 20 20:50:19.599191 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf34af11-8e82-42c3-96e2-869b8260d5dd req-889ea448-e7ee-4721-8b5c-67a0d821f62e tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 210 time: 0.0606294
Nov 20 20:50:19.665985 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-8b05ecd0-f8fd-4952-9c39-cebcf0137faa tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:19.667601 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-8b05ecd0-f8fd-4952-9c39-cebcf0137faa tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.37 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 807 time: 0.3456304
Nov 20 20:50:19.668766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2769a2ad-52a5-43f1-b4bc-9e6e07e8689e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Network d6af962d-f566-43ad-aacb-a9c0f2bc8121 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:50:19.688417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-49cbfad5-4c5f-481d-bb77-b338fcd905c1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Request body: {'port': {'device_id': 'e2454f21-9e06-4ec7-b8d6-656dbdf82c6d', 'network_id': '554d0697-db40-4745-a60d-da36ede89e92', 'admin_state_up': True, 'tenant_id': '9e5736eff1924fa28c0a00ae3da90174'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:19.697491 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fc722b8c-0fbf-4122-9c34-a0da1b49a6de up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:19.700168 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-2769a2ad-52a5-43f1-b4bc-9e6e07e8689e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d6af962d-f566-43ad-aacb-a9c0f2bc8121) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:19.719202 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2769a2ad-52a5-43f1-b4bc-9e6e07e8689e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:19.720229 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2769a2ad-52a5-43f1-b4bc-9e6e07e8689e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:19.755296 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2769a2ad-52a5-43f1-b4bc-9e6e07e8689e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.2960360
Nov 20 20:50:19.758888 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32964) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:19.759038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-56b99b4e-94e4-4bb9-a176-0c76d69d978d tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cfe248f7eb34f6e80937503e49fd3ca&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2911003
Nov 20 20:50:19.764173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-10675487-398c-4ea5-941d-91455cc897c0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Request body: {'subnet': {'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:19.819282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7999a300-4502-4a23-8313-33419f4e561f None None] Network d6af962d-f566-43ad-aacb-a9c0f2bc8121 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:50:19.947983 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port fc722b8c-0fbf-4122-9c34-a0da1b49a6de triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:19.953930 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:19.967136 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10675487-398c-4ea5-941d-91455cc897c0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Made reservation on behalf of ee4ec8b62e354149acb1c43558b168e6 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:19.970698 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-10675487-398c-4ea5-941d-91455cc897c0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:19.972738 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-6b9856d9-b17c-484e-ae92-f269472331c4 service neutron] 10.222.0.37 "GET /v2.0/networks/ecb95c56-c11a-4f3b-9cd5-8a7b52baf801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3726692
Nov 20 20:50:20.008780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef48c14-68cc-4c40-b047-508d2176136a req-c9428cc0-89f4-4d85-a3de-e7859f45ccf6 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:20.016069 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cef48c14-68cc-4c40-b047-508d2176136a req-c9428cc0-89f4-4d85-a3de-e7859f45ccf6 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 943 time: 0.1604786
Nov 20 20:50:20.115822 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff08833c-234f-4d62-a1a1-b0137fa38bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ea4b8e-7206-4f77-ab0e-0eabb045363e'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:20.118821 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e132e886-221a-406a-b0b5-61eb3562f3da" -d '{"events": [{"server_uuid": "ff08833c-234f-4d62-a1a1-b0137fa38bdf", "name": "network-vif-plugged", "status": "completed", "tag": "77ea4b8e-7206-4f77-ab0e-0eabb045363e"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:20.135586 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-7786cdad-791b-4b96-a89b-3f7bf50efa94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:20.144041 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cef48c14-68cc-4c40-b047-508d2176136a req-c528545a-3165-48b2-92cc-034f09135df6 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc9cd5fa-6249-4169-93a1-d240705c2e78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269872
Nov 20 20:50:20.176934 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-8f5031dc-a440-4b4b-9361-21c9c09bed65 service neutron] 10.222.0.41 "GET /v2.0/networks/5bc0506e-bc72-485c-a0a7-48575db53d86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3968809
Nov 20 20:50:20.180068 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-49cbfad5-4c5f-481d-bb77-b338fcd905c1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Made reservation on behalf of 9e5736eff1924fa28c0a00ae3da90174 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:20.181627 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28ba2187-e3b4-40fe-878a-4a8f2aab8c1b req-6bb9c6c3-5e53-4171-8489-cdbeffbdc37b service neutron] 10.222.0.37 "GET /v2.0/networks/ecb95c56-c11a-4f3b-9cd5-8a7b52baf801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1933148
Nov 20 20:50:20.185164 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d6af962d-f566-43ad-aacb-a9c0f2bc8121', 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'fixed_ips': [{'subnet_id': 'c051715d-2ad4-424d-b871-ebe005e92074'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:50:20.186389 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:20.197407 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-49cbfad5-4c5f-481d-bb77-b338fcd905c1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:20.347601 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-7786cdad-791b-4b96-a89b-3f7bf50efa94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:20.367264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Allocated IP 10.1.1.2 (d6af962d-f566-43ad-aacb-a9c0f2bc8121/c051715d-2ad4-424d-b871-ebe005e92074/8e1daa93-890e-44df-8033-34beaae76427) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:20.403216 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2e902-c4f3-45b3-83bd-2c7c5fff2839 req-735764c6-93b3-4d65-9f4b-1358938a7352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:20.405334 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-09d2e902-c4f3-45b3-83bd-2c7c5fff2839 req-735764c6-93b3-4d65-9f4b-1358938a7352 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a9b204d38934eeea9ac2d67611156eb&device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 1094 time: 0.1610653
Nov 20 20:50:20.408996 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-bf6fecf7-2114-4dc9-9a7d-e1faf3104493 service neutron] 10.222.0.41 "GET /v2.0/networks/5bc0506e-bc72-485c-a0a7-48575db53d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235284
Nov 20 20:50:20.438537 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-7786cdad-791b-4b96-a89b-3f7bf50efa94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Network 1f07f823-03fd-485f-ad70-6286912e8408 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:20.444003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-7786cdad-791b-4b96-a89b-3f7bf50efa94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:20.446875 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-7786cdad-791b-4b96-a89b-3f7bf50efa94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:20.496197 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786cdad-791b-4b96-a89b-3f7bf50efa94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Pushing event updated for resources: {'Port': ['ID=119afa00-1f53-43e0-901d-bb72b2a68f15,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:20.540161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391359a4-3a4f-40f7-94e4-4bfe569a1851 req-f382ecf7-5a03-43cb-9e86-b609e0ecb309 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:20.541750 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-391359a4-3a4f-40f7-94e4-4bfe569a1851 req-f382ecf7-5a03-43cb-9e86-b609e0ecb309 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 949 time: 0.2324779
Nov 20 20:50:20.587881 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-7786cdad-791b-4b96-a89b-3f7bf50efa94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:20.588956 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-7786cdad-791b-4b96-a89b-3f7bf50efa94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:20.608330 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-10675487-398c-4ea5-941d-91455cc897c0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:20.625172 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-7786cdad-791b-4b96-a89b-3f7bf50efa94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4683561
Nov 20 20:50:20.629006 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['45fadff2-da94-4f5f-8340-26c7ac05e1e2'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:20.629204 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2e902-c4f3-45b3-83bd-2c7c5fff2839 req-c2088b41-a879-4fcc-9383-b35b3a8488f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:20.634089 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-09d2e902-c4f3-45b3-83bd-2c7c5fff2839 req-c2088b41-a879-4fcc-9383-b35b3a8488f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 HTTP/1.1" status: 200  len: 915 time: 0.2168231
Nov 20 20:50:20.641137 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Request body: {'port': {'device_id': '534bb292-6e42-4114-ae6a-3b608f41a28e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:20.706038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-49cbfad5-4c5f-481d-bb77-b338fcd905c1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Allocated IP 172.20.0.5 (554d0697-db40-4745-a60d-da36ede89e92/401402cf-759c-4641-9447-60eadb079e88/997e2cdb-8714-4ff9-a19c-d31c70dd0494) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:20.734836 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:20.770744 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-09d2e902-c4f3-45b3-83bd-2c7c5fff2839 req-d1f15edb-f639-490b-bc1d-a3e81aebd3ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8360b4c-cbee-4afe-816b-338cc6a81f67 HTTP/1.1" status: 200  len: 217 time: 0.1207097
Nov 20 20:50:20.829585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-391359a4-3a4f-40f7-94e4-4bfe569a1851 req-641968f5-fcc4-43bf-8482-e7af8b88fc2b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2644961
Nov 20 20:50:20.858554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port fc722b8c-0fbf-4122-9c34-a0da1b49a6de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc722b8c-0fbf-4122-9c34-a0da1b49a6de,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:20.887029 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:20.894500 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:20.894741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10675487-398c-4ea5-941d-91455cc897c0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event updated for resources: {'Subnet': ['ID=675dd659-efc8-4512-8b36-a10de2903548,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:20.954985 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:21.048202 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Network d6af962d-f566-43ad-aacb-a9c0f2bc8121 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:21.051733 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:21.057510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:21.068756 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=fc722b8c-0fbf-4122-9c34-a0da1b49a6de,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:21.093997 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:21.094374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:21.094722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:21.095672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:21.096143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:21.096490 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:21.096823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:21.097549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:21.097864 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:21.098228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:21.098561 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:21.098891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:50:21.157241 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Sync routers for ids ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:50:21.174347 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Routers {'dec0ec0d-0390-49fc-8856-7fcb88b82a00'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:50:21.175836 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54383400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:50:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:21.177596 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Pushing event updated for resources: {'Port': ['ID=8e1daa93-890e-44df-8033-34beaae76427,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:21.209017 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-49cbfad5-4c5f-481d-bb77-b338fcd905c1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:21.273892 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-49cbfad5-4c5f-481d-bb77-b338fcd905c1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:21.354404 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Set router dec0ec0d-0390-49fc-8856-7fcb88b82a00 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:50:21.356875 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10675487-398c-4ea5-941d-91455cc897c0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Checking segment: {'id': '2efcdb7c-5b32-4183-9a5f-bf0c05186fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:21.358839 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10675487-398c-4ea5-941d-91455cc897c0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Network hostable DHCP agents. Network: 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:50:21.402724 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-49cbfad5-4c5f-481d-bb77-b338fcd905c1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Network 554d0697-db40-4745-a60d-da36ede89e92 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:21.422129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-49cbfad5-4c5f-481d-bb77-b338fcd905c1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:21.425515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-49cbfad5-4c5f-481d-bb77-b338fcd905c1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:21.482998 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:21.489380 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2e902-c4f3-45b3-83bd-2c7c5fff2839 req-8d5ac077-980f-443e-b6db-911c6ec50600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:21.491126 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-09d2e902-c4f3-45b3-83bd-2c7c5fff2839 req-8d5ac077-980f-443e-b6db-911c6ec50600 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2563a429-d56a-441b-ae05-c13563861abb HTTP/1.1" status: 200  len: 853 time: 0.7079759
Nov 20 20:50:21.493402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-49cbfad5-4c5f-481d-bb77-b338fcd905c1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:21.494223 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-49cbfad5-4c5f-481d-bb77-b338fcd905c1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:21.539913 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323665ad-614a-4563-ad84-81d77be76972 req-f59baaa3-f695-4899-b8bf-b5e04c8f9d51 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:21.549321 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-323665ad-614a-4563-ad84-81d77be76972 req-f59baaa3-f695-4899-b8bf-b5e04c8f9d51 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.2940817
Nov 20 20:50:21.551279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbfad5-4c5f-481d-bb77-b338fcd905c1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Pushing event updated for resources: {'Port': ['ID=997e2cdb-8714-4ff9-a19c-d31c70dd0494,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:21.598279 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-49cbfad5-4c5f-481d-bb77-b338fcd905c1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9164808
Nov 20 20:50:21.601170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10675487-398c-4ea5-941d-91455cc897c0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Network 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:50:21.604420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900b2a8-8961-447b-a546-20ee4a7451f6 req-5c81a961-dcda-4716-87ee-9f23ae28b086 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:21.613014 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a900b2a8-8961-447b-a546-20ee4a7451f6 req-5c81a961-dcda-4716-87ee-9f23ae28b086 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 931 time: 0.2375426
Nov 20 20:50:21.622969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Request body: {'port': {'device_id': 'e2454f21-9e06-4ec7-b8d6-656dbdf82c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:21.643619 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['870f5ce2-c00b-40f9-84c6-8fa23fcf05bc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:21.694465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-10675487-398c-4ea5-941d-91455cc897c0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:21.702283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10675487-398c-4ea5-941d-91455cc897c0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:21.702938 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-10675487-398c-4ea5-941d-91455cc897c0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:21.722101 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fc722b8c-0fbf-4122-9c34-a0da1b49a6de up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:21.734751 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2e902-c4f3-45b3-83bd-2c7c5fff2839 req-05ee9a3b-654d-4fa3-9485-3aa125f18616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:21.736978 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-09d2e902-c4f3-45b3-83bd-2c7c5fff2839 req-05ee9a3b-654d-4fa3-9485-3aa125f18616 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ecb95c56-c11a-4f3b-9cd5-8a7b52baf801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2309654
Nov 20 20:50:21.737797 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-323665ad-614a-4563-ad84-81d77be76972 req-c7d0afcd-c145-4522-83dc-f9a0f6e038fd tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1873438
Nov 20 20:50:21.759763 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-10675487-398c-4ea5-941d-91455cc897c0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 2.0001161
Nov 20 20:50:21.760641 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32996) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:21.778316 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Attempting to bind port 8e1daa93-890e-44df-8033-34beaae76427 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:21.778745 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Attempting to bind port 8e1daa93-890e-44df-8033-34beaae76427 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:21.779837 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Attempting to bind port 8e1daa93-890e-44df-8033-34beaae76427 on network d6af962d-f566-43ad-aacb-a9c0f2bc8121 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:21.780583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c4554d65-ccb3-4a92-8f4e-2fd9ab11ad57 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Request body: {'port': {'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121', 'name': 'tempest-TaggedBootDevicesTest_v242-1604657981', 'fixed_ips': [{'subnet_id': 'c051715d-2ad4-424d-b871-ebe005e92074'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:21.794537 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6aae0b-f034-4e18-a65a-87d4d8fbf66e None None] Network 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:50:21.801090 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a900b2a8-8961-447b-a546-20ee4a7451f6 req-77ff0cd3-ccb8-4bc1-91a7-4573ca269a60 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844134
Nov 20 20:50:21.931747 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703b5ae0-c674-4382-88be-5cd2b02f793e x-openstack-request-id: req-703b5ae0-c674-4382-88be-5cd2b02f793e {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:21.931963 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff08833c-234f-4d62-a1a1-b0137fa38bdf", "name": "network-vif-plugged", "status": "completed", "tag": "77ea4b8e-7206-4f77-ab0e-0eabb045363e", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:21.932276 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-703b5ae0-c674-4382-88be-5cd2b02f793e {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:21.932654 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff08833c-234f-4d62-a1a1-b0137fa38bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ea4b8e-7206-4f77-ab0e-0eabb045363e', 'code': 200}
Nov 20 20:50:21.982575 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54383400>, [{'id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-router', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:50:07Z', 'updated_at': '2021-11-20T20:50:14Z', 'revision_number': 4, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'gw_port': {'id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:08Z', 'updated_at': '2021-11-20T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '28716f1f-7902-422b-8e0e-ba0aa33761f6', 'name': '', 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'mac_address': 'fa:16:3e:e6:03:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:13Z', 'updated_at': '2021-11-20T20:50:15Z', 'revision_number': 2, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'subnets': [{'id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:22.029101 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:22.060750 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Checking router: dec0ec0d-0390-49fc-8856-7fcb88b82a00 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:50:22.063072 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Updating router dec0ec0d-0390-49fc-8856-7fcb88b82a00 port 28716f1f-7902-422b-8e0e-ba0aa33761f6 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:50:22.077669 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:22.078412 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Checking segment: {'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:22.079060 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:22.080231 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Bound using segment: {'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:22.081885 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Bound port: 8e1daa93-890e-44df-8033-34beaae76427, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:22.081885 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:22.104395 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port fc722b8c-0fbf-4122-9c34-a0da1b49a6de triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:22.104773 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:22.116423 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:22.122428 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82712d44-ac85-4f58-9dbf-26fff4f9c86c req-5c23d80c-451a-41ec-8af0-270851a66a3f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:22.134289 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82712d44-ac85-4f58-9dbf-26fff4f9c86c req-5c23d80c-451a-41ec-8af0-270851a66a3f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 932 time: 0.1763999
Nov 20 20:50:22.144586 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9ab96eba-b67e-47c5-9f2b-383d74c4c2ec', 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'fixed_ips': [{'subnet_id': '675dd659-efc8-4512-8b36-a10de2903548'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:50:22.145558 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:22.171384 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-09d2e902-c4f3-45b3-83bd-2c7c5fff2839 req-131bfa0d-5a69-43d4-b460-3d30bda3aae2 service neutron] 10.222.0.37 "GET /v2.0/networks/ecb95c56-c11a-4f3b-9cd5-8a7b52baf801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4168463
Nov 20 20:50:22.204093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a91934-2815-462b-b915-f5eccf3a1a7c req-d6ad0e31-303f-49a6-bcc1-683d38914e62 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:22.206517 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-49a91934-2815-462b-b915-f5eccf3a1a7c req-d6ad0e31-303f-49a6-bcc1-683d38914e62 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 945 time: 0.1810563
Nov 20 20:50:22.211015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2aa24-9276-424e-9e1f-2bfdcd8c1a3a req-e20ff0c7-d1cc-4cb3-b07a-979f3897a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:22.212657 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-99d2aa24-9276-424e-9e1f-2bfdcd8c1a3a req-e20ff0c7-d1cc-4cb3-b07a-979f3897a077 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 1096 time: 0.2171326
Nov 20 20:50:22.222349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4554d65-ccb3-4a92-8f4e-2fd9ab11ad57 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Made reservation on behalf of ee4ec8b62e354149acb1c43558b168e6 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:22.284220 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] For port 8e1daa93-890e-44df-8033-34beaae76427, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:22.288522 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] For port 8e1daa93-890e-44df-8033-34beaae76427, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e1daa93-890e-44df-8033-34beaae76427,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:22.304690 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:22.329862 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c4554d65-ccb3-4a92-8f4e-2fd9ab11ad57 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:22.440906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119afa00-1f53-43e0-901d-bb72b2a68f15 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:22.477539 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:22.522399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Allocated IP 10.2.2.2 (9ab96eba-b67e-47c5-9f2b-383d74c4c2ec/675dd659-efc8-4512-8b36-a10de2903548/efc3c178-b97c-4117-b0de-8520f4811605) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:22.527324 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-49a91934-2815-462b-b915-f5eccf3a1a7c req-8d7ce0c7-998e-4d25-84c7-957295b03928 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3026903
Nov 20 20:50:22.540700 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-99d2aa24-9276-424e-9e1f-2bfdcd8c1a3a req-8ec4ad94-9aca-4a91-a2d1-a0ad58b7104b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3062599
Nov 20 20:50:22.561550 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-09d2e902-c4f3-45b3-83bd-2c7c5fff2839 req-09ffd40c-fa2b-4cab-b93e-ff2c03724946 service neutron] 10.222.0.37 "GET /v2.0/networks/ecb95c56-c11a-4f3b-9cd5-8a7b52baf801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3722768
Nov 20 20:50:22.565897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Transition to ACTIVE for port object 119afa00-1f53-43e0-901d-bb72b2a68f15 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:50:22.572737 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:22.581430 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:22.598163 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149044e-683d-490c-9b17-8fae7d4ba607 None None] Pushing event updated for resources: {'Port': ['ID=8e1daa93-890e-44df-8033-34beaae76427,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:22.598531 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:22.708289 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Attempting to bind port 28716f1f-7902-422b-8e0e-ba0aa33761f6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:22.712825 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Attempting to bind port 28716f1f-7902-422b-8e0e-ba0aa33761f6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '25550d86-0716-4275-9add-eecdb26a8300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:22.713292 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Attempting to bind port 28716f1f-7902-422b-8e0e-ba0aa33761f6 on network 5bc0506e-bc72-485c-a0a7-48575db53d86 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:22.733940 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:22.734410 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Checking segment: {'id': '25550d86-0716-4275-9add-eecdb26a8300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:22.734878 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:22.735342 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Bound using segment: {'id': '25550d86-0716-4275-9add-eecdb26a8300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:22.736593 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Bound port: 28716f1f-7902-422b-8e0e-ba0aa33761f6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25550d86-0716-4275-9add-eecdb26a8300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:22.736593 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:22.784247 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e445e164-c928-4a82-9dc0-f374c19b5f13 req-d41b7b59-dd03-4b29-aa80-3cb55fdfbc77 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 210 time: 0.1009333
Nov 20 20:50:22.883252 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] For port 28716f1f-7902-422b-8e0e-ba0aa33761f6, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:22.886974 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] For port 28716f1f-7902-422b-8e0e-ba0aa33761f6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28716f1f-7902-422b-8e0e-ba0aa33761f6,segment=NetworkSegment(25550d86-0716-4275-9add-eecdb26a8300),segment_id=25550d86-0716-4275-9add-eecdb26a8300)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:22.888238 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a66a8-81da-4853-a3a8-2b54ccc30994 None None] Pushing event updated for resources: {'Port': ['ID=28716f1f-7902-422b-8e0e-ba0aa33761f6,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:22.894164 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:22.927051 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=119afa00-1f53-43e0-901d-bb72b2a68f15,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:22.959788 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:22.971801 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:22.973210 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Routers {'dec0ec0d-0390-49fc-8856-7fcb88b82a00'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:50:22.987062 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54383400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:50:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:23.011314 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Network 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:23.014415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:23.022394 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:23.092342 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82712d44-ac85-4f58-9dbf-26fff4f9c86c req-f89f210e-f051-411e-8d89-1f8e7771d759 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9564648
Nov 20 20:50:23.104478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Pushing event updated for resources: {'Port': ['ID=efc3c178-b97c-4117-b0de-8520f4811605,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:23.111649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Attempting to bind port 119afa00-1f53-43e0-901d-bb72b2a68f15 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:23.112255 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Attempting to bind port 119afa00-1f53-43e0-901d-bb72b2a68f15 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:23.112794 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Attempting to bind port 119afa00-1f53-43e0-901d-bb72b2a68f15 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:23.138934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Port 119afa00-1f53-43e0-901d-bb72b2a68f15 on network 1f07f823-03fd-485f-ad70-6286912e8408 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:50:23.139263 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Attempting to bind port 119afa00-1f53-43e0-901d-bb72b2a68f15 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:23.153650 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] Set router dec0ec0d-0390-49fc-8856-7fcb88b82a00 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:50:23.164078 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Attempting to bind port efc3c178-b97c-4117-b0de-8520f4811605 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:23.165062 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Attempting to bind port efc3c178-b97c-4117-b0de-8520f4811605 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2efcdb7c-5b32-4183-9a5f-bf0c05186fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:23.165593 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Attempting to bind port efc3c178-b97c-4117-b0de-8520f4811605 on network 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:23.169078 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd860de5-6f6a-43d3-9ba5-690344db2646 req-4358d904-19c3-4a40-bb5e-7f8f8c02dffc tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:23.172269 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:23.172868 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Checking segment: {'id': '2efcdb7c-5b32-4183-9a5f-bf0c05186fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:23.173650 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:23.176129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Bound using segment: {'id': '2efcdb7c-5b32-4183-9a5f-bf0c05186fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:23.176807 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bd860de5-6f6a-43d3-9ba5-690344db2646 req-4358d904-19c3-4a40-bb5e-7f8f8c02dffc tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 943 time: 0.2376864
Nov 20 20:50:23.177133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Bound port: efc3c178-b97c-4117-b0de-8520f4811605, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efcdb7c-5b32-4183-9a5f-bf0c05186fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:23.178164 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:23.182290 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-c4554d65-ccb3-4a92-8f4e-2fd9ab11ad57 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] device_id is not set on port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:50:23.187464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:23.187800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Checking segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:23.188257 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Bound using segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:23.189037 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Bound port: 119afa00-1f53-43e0-901d-bb72b2a68f15, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:23.189260 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:23.288774 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ed7b6eb0-aeb7-479b-98e9-7d166fb861e8 None None] Provisioning complete for port 28716f1f-7902-422b-8e0e-ba0aa33761f6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:23.289169 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6eb0-aeb7-479b-98e9-7d166fb861e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:23.312355 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bd860de5-6f6a-43d3-9ba5-690344db2646 req-48e4023f-5f9f-4ee4-ba83-6bdafa4774dd tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc9cd5fa-6249-4169-93a1-d240705c2e78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1345451
Nov 20 20:50:23.327556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-93c7a18e-fee9-49b3-a9fe-52bd646ce8f8 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:23.329140 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-93c7a18e-fee9-49b3-a9fe-52bd646ce8f8 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.47 "GET /v2.0/networks?id=5bc0506e-bc72-485c-a0a7-48575db53d86 HTTP/1.1" status: 200  len: 829 time: 0.3659260
Nov 20 20:50:23.419596 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] For port efc3c178-b97c-4117-b0de-8520f4811605, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:23.425851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] For port efc3c178-b97c-4117-b0de-8520f4811605, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efc3c178-b97c-4117-b0de-8520f4811605,segment=NetworkSegment(2efcdb7c-5b32-4183-9a5f-bf0c05186fce),segment_id=2efcdb7c-5b32-4183-9a5f-bf0c05186fce)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:23.437574 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:23.439977 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a66a8-81da-4853-a3a8-2b54ccc30994 None None] Pushing event updated for resources: {'Port': ['ID=28716f1f-7902-422b-8e0e-ba0aa33761f6,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:23.476695 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] For port 119afa00-1f53-43e0-901d-bb72b2a68f15, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:23.501683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968b781-0f1a-4ede-ac9e-940113be258b req-609e3ec2-4d56-4d5e-8d78-ee988313130b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:23.509638 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1968b781-0f1a-4ede-ac9e-940113be258b req-609e3ec2-4d56-4d5e-8d78-ee988313130b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 949 time: 0.0776329
Nov 20 20:50:23.522500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] For port 119afa00-1f53-43e0-901d-bb72b2a68f15, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=119afa00-1f53-43e0-901d-bb72b2a68f15,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:23.537035 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:23.599053 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5978a-a2d6-4328-a7a2-e3c8199cf110 None None] Pushing event updated for resources: {'Port': ['ID=efc3c178-b97c-4117-b0de-8520f4811605,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:23.606359 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6eb0-aeb7-479b-98e9-7d166fb861e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:23.608062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997e2cdb-8714-4ff9-a19c-d31c70dd0494 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:23.613020 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=119afa00-1f53-43e0-901d-bb72b2a68f15,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:23.647128 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b8360b4c-cbee-4afe-816b-338cc6a81f67 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:50:23.652197 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:23.675782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8e1daa93-890e-44df-8033-34beaae76427 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:23.677363 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:23.678190 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:23.679802 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-d58a06b1-483b-445a-b08e-e194b5f33ec7 service neutron] 10.222.0.47 "PUT /v2.0/ports/119afa00-1f53-43e0-901d-bb72b2a68f15 HTTP/1.1" status: 200  len: 1092 time: 3.0447896
Nov 20 20:50:23.690339 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Transition to ACTIVE for port object 997e2cdb-8714-4ff9-a19c-d31c70dd0494 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:50:23.697523 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1968b781-0f1a-4ede-ac9e-940113be258b req-15682dcb-22b5-429e-8e13-753ed7df6e6c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869042
Nov 20 20:50:23.698248 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534bb292-6e42-4114-ae6a-3b608f41a28e', 'tag': '119afa00-1f53-43e0-901d-bb72b2a68f15'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:23.699763 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-6d942862-106e-4e54-b702-787d8cc2abbd tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Request body: {'port': {'device_id': 'e899d7fb-aca6-4434-9fbc-f7874d362f4a', 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'admin_state_up': True, 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:23.700623 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb8e215-f74c-4f59-80eb-15b64d10d735" -d '{"events": [{"name": "network-changed", "server_uuid": "534bb292-6e42-4114-ae6a-3b608f41a28e", "tag": "119afa00-1f53-43e0-901d-bb72b2a68f15"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:23.749770 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54383400>, [{'id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-router', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:50:07Z', 'updated_at': '2021-11-20T20:50:14Z', 'revision_number': 4, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'gw_port': {'id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:08Z', 'updated_at': '2021-11-20T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '28716f1f-7902-422b-8e0e-ba0aa33761f6', 'name': '', 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'mac_address': 'fa:16:3e:e6:03:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:13Z', 'updated_at': '2021-11-20T20:50:22Z', 'revision_number': 4, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'subnets': [{'id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:23.778384 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ed7b6eb0-aeb7-479b-98e9-7d166fb861e8 None None] For port 28716f1f-7902-422b-8e0e-ba0aa33761f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28716f1f-7902-422b-8e0e-ba0aa33761f6,segment=NetworkSegment(25550d86-0716-4275-9add-eecdb26a8300),segment_id=25550d86-0716-4275-9add-eecdb26a8300)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:23.780788 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.resource_extend [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 20:50:23.786392 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:23.800991 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6eb0-aeb7-479b-98e9-7d166fb861e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:23.843516 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aa9020-dc13-49b2-9e20-361c8bdf7874 None None] The sync data for ids ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'] in ncdv-master-1 is: [{'id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-router', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:50:07Z', 'updated_at': '2021-11-20T20:50:14Z', 'revision_number': 4, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'gw_port': {'id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:08Z', 'updated_at': '2021-11-20T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '28716f1f-7902-422b-8e0e-ba0aa33761f6', 'name': '', 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'mac_address': 'fa:16:3e:e6:03:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:13Z', 'updated_at': '2021-11-20T20:50:22Z', 'revision_number': 4, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'subnets': [{'id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:50:23.853627 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-7a9146cd-c719-40de-9632-85b3bc41309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:23.855161 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-7a9146cd-c719-40de-9632-85b3bc41309c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 1095 time: 0.1002328
Nov 20 20:50:23.976059 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-e4e78daf-bf85-4f96-99aa-4cd092e9f117 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=119afa00-1f53-43e0-901d-bb72b2a68f15 HTTP/1.1" status: 200  len: 217 time: 0.0974348
Nov 20 20:50:24.018176 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b6eb0-aeb7-479b-98e9-7d166fb861e8 None None] Pushing event updated for resources: {'Port': ['ID=28716f1f-7902-422b-8e0e-ba0aa33761f6,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:24.045541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8e1daa93-890e-44df-8033-34beaae76427 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:24.045541 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:24.051502 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port b8360b4c-cbee-4afe-816b-338cc6a81f67, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b8360b4c-cbee-4afe-816b-338cc6a81f67,segment=NetworkSegment(fe4913fd-d6bc-497d-8f84-38beb20c87e9),segment_id=fe4913fd-d6bc-497d-8f84-38beb20c87e9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:24.124607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'b8360b4c-cbee-4afe-816b-338cc6a81f67', 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801', 'port_id': 'b8360b4c-cbee-4afe-816b-338cc6a81f67', 'mac_address': 'fa:16:3e:36:ea:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2563a429-d56a-441b-ae05-c13563861abb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:50:24.151668 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-55203555-5a53-4ad5-91ad-bd2eec90b05d None None] Provisioning complete for port 28716f1f-7902-422b-8e0e-ba0aa33761f6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:24.152108 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-55203555-5a53-4ad5-91ad-bd2eec90b05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:24.169830 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfad6d6-bb81-405d-a291-414e38513ec7 req-ae7ac4b5-5251-4130-8082-f8966db90909 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:24.179503 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-edfad6d6-bb81-405d-a291-414e38513ec7 req-ae7ac4b5-5251-4130-8082-f8966db90909 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 943 time: 0.3343031
Nov 20 20:50:24.222351 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-ce9898c4-9557-47c2-8f30-e1a96b127583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:24.224226 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-ce9898c4-9557-47c2-8f30-e1a96b127583 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.2120392
Nov 20 20:50:24.232341 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:24.278856 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8360b4c-cbee-4afe-816b-338cc6a81f67 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:24.280666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=997e2cdb-8714-4ff9-a19c-d31c70dd0494,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:24.282138 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-16985403-019f-4e46-b111-f1cee8d0dbb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499997
Nov 20 20:50:24.294844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531870aa-0831-4ed6-9309-31543732afab req-39dab270-fccd-4515-ad26-d677553f9d11 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:24.296769 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-531870aa-0831-4ed6-9309-31543732afab req-39dab270-fccd-4515-ad26-d677553f9d11 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.9657056
Nov 20 20:50:24.338122 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port b8360b4c-cbee-4afe-816b-338cc6a81f67, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b8360b4c-cbee-4afe-816b-338cc6a81f67,segment=NetworkSegment(fe4913fd-d6bc-497d-8f84-38beb20c87e9),segment_id=fe4913fd-d6bc-497d-8f84-38beb20c87e9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:24.348006 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-edfad6d6-bb81-405d-a291-414e38513ec7 req-fa759326-95d6-4c5c-a2da-a1e51a6a2ec2 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654189
Nov 20 20:50:24.349828 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:24.475400 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:24.490525 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=b8360b4c-cbee-4afe-816b-338cc6a81f67,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:24.526141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 8e1daa93-890e-44df-8033-34beaae76427, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e1daa93-890e-44df-8033-34beaae76427,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:24.560800 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:24.571704 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-7a61602e-47b8-4a6e-b83a-12eef6b9dfb6 service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2779799
Nov 20 20:50:24.586787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcf683-27a9-40d7-8318-9f14a91a9462 req-44fe441c-2668-4a6c-a9ae-67832359b8d4 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:24.594231 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e1bcf683-27a9-40d7-8318-9f14a91a9462 req-44fe441c-2668-4a6c-a9ae-67832359b8d4 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 945 time: 0.1050668
Nov 20 20:50:24.599054 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-531870aa-0831-4ed6-9309-31543732afab req-863b7cf2-f664-4c3e-a076-24425867e8e5 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2907686
Nov 20 20:50:24.637636 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=8e1daa93-890e-44df-8033-34beaae76427,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:24.643104 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26595d8c-170d-4a35-b4e8-5606166ea542 None None] Network d6af962d-f566-43ad-aacb-a9c0f2bc8121 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:50:24.647696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Attempting to bind port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:24.648215 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Attempting to bind port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:24.648719 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Attempting to bind port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:24.651557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-c4554d65-ccb3-4a92-8f4e-2fd9ab11ad57 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Allocated IP 10.1.1.27 (d6af962d-f566-43ad-aacb-a9c0f2bc8121/c051715d-2ad4-424d-b871-ebe005e92074/d62e09bc-0a07-428d-96cb-5ce7f5c99f7f) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:24.676984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on network 554d0697-db40-4745-a60d-da36ede89e92 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:50:24.677595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Attempting to bind port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:24.691319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:24.692769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Checking segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:24.693344 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Bound using segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:24.693966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Bound port: 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:24.694523 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:24.732345 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efde49ae-b5f9-486b-b434-b7b0da708334 x-openstack-request-id: req-efde49ae-b5f9-486b-b434-b7b0da708334 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:24.732780 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534bb292-6e42-4114-ae6a-3b608f41a28e", "tag": "119afa00-1f53-43e0-901d-bb72b2a68f15", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:24.733139 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efde49ae-b5f9-486b-b434-b7b0da708334 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:24.733937 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534bb292-6e42-4114-ae6a-3b608f41a28e', 'tag': '119afa00-1f53-43e0-901d-bb72b2a68f15', 'status': 'completed', 'code': 200}
Nov 20 20:50:24.738538 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e1bcf683-27a9-40d7-8318-9f14a91a9462 req-7bedfe2a-eba9-4bca-9fcf-0a85d01ea4a1 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1431773
Nov 20 20:50:24.779913 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4940f7af-0cd5-4183-8bc7-bf626a845b6b req-81310e63-6269-4251-8a0f-a91b01d80fc9 service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1773491
Nov 20 20:50:24.815026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] For port 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:24.818700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] For port 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=997e2cdb-8714-4ff9-a19c-d31c70dd0494,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:24.833221 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-6d942862-106e-4e54-b702-787d8cc2abbd tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Made reservation on behalf of 2cfe248f7eb34f6e80937503e49fd3ca for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:24.837316 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-6d942862-106e-4e54-b702-787d8cc2abbd tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:24.843895 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:24.886950 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['b8360b4c-cbee-4afe-816b-338cc6a81f67'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:24.994330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8e215-f74c-4f59-80eb-15b64d10d735 req-d4d5056a-ef26-4409-a869-58fde751e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:24.996173 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb8e215-f74c-4f59-80eb-15b64d10d735 req-d4d5056a-ef26-4409-a869-58fde751e4e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 1095 time: 0.1555877
Nov 20 20:50:25.012546 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222d190-5f41-47f8-9e52-95328c0ed439 req-3a438955-5381-45c3-b62b-933a36c260e3 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:25.014392 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0222d190-5f41-47f8-9e52-95328c0ed439 req-3a438955-5381-45c3-b62b-933a36c260e3 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 944 time: 0.1500731
Nov 20 20:50:25.138697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:25.139508 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:25.140808 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] 10.222.0.37 "PUT /v2.0/ports/997e2cdb-8714-4ff9-a19c-d31c70dd0494 HTTP/1.1" status: 200  len: 1091 time: 3.5277300
Nov 20 20:50:25.166482 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52f31bd6-a50d-4e7d-91d5-d35895477856 req-14365824-3378-4977-bfc2-2c483f62d30d tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 210 time: 0.2871580
Nov 20 20:50:25.167225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2454f21-9e06-4ec7-b8d6-656dbdf82c6d', 'tag': '997e2cdb-8714-4ff9-a19c-d31c70dd0494'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:25.176900 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6af4290-f753-4d11-a672-bebd23cf433d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2454f21-9e06-4ec7-b8d6-656dbdf82c6d", "tag": "997e2cdb-8714-4ff9-a19c-d31c70dd0494"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:25.212167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fed6b835-04f1-4021-8e73-14c710ebed8a None None] Provisioning complete for port 8e1daa93-890e-44df-8033-34beaae76427 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:25.213289 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0222d190-5f41-47f8-9e52-95328c0ed439 req-1107deda-7442-4961-9455-7e56f6dbc933 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777964
Nov 20 20:50:25.225660 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fed6b835-04f1-4021-8e73-14c710ebed8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:25.253380 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8e215-f74c-4f59-80eb-15b64d10d735 req-2d0b0960-e30e-4c06-b92e-ebe735da706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:25.255157 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb8e215-f74c-4f59-80eb-15b64d10d735 req-2d0b0960-e30e-4c06-b92e-ebe735da706b service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 921 time: 0.2396851
Nov 20 20:50:25.310537 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020c5fe-2221-4591-8b1f-e11c8c306ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=997e2cdb-8714-4ff9-a19c-d31c70dd0494,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:25.336092 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-6d942862-106e-4e54-b702-787d8cc2abbd tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Allocated IP 172.20.0.7 (5bc0506e-bc72-485c-a0a7-48575db53d86/64502234-0e78-4305-9d1c-74a8e6286f19/a8a6b63d-5947-43c3-a9e3-80cd19d532a8) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:25.349579 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb8e215-f74c-4f59-80eb-15b64d10d735 req-91eef40c-9942-4bd6-95e0-13444bb03800 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=119afa00-1f53-43e0-901d-bb72b2a68f15 HTTP/1.1" status: 200  len: 217 time: 0.0795093
Nov 20 20:50:25.403661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f763e315-e63d-4278-8553-9cf9a73cc7d9 None None] Network 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:50:25.445324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8e215-f74c-4f59-80eb-15b64d10d735 req-cfabea47-9e2a-4d11-91cc-3e62327b5398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:25.450356 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb8e215-f74c-4f59-80eb-15b64d10d735 req-cfabea47-9e2a-4d11-91cc-3e62327b5398 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.0929294
Nov 20 20:50:25.481919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-2675cc27-c031-4ef2-9ba3-6687e5f92ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:25.483325 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-2675cc27-c031-4ef2-9ba3-6687e5f92ac3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 1094 time: 0.2731817
Nov 20 20:50:25.536662 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-387ab5f2-c6fb-4ae8-b1dd-0174f3b87914 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=997e2cdb-8714-4ff9-a19c-d31c70dd0494 HTTP/1.1" status: 200  len: 217 time: 0.0417733
Nov 20 20:50:25.560414 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb8e215-f74c-4f59-80eb-15b64d10d735 req-fa90ada3-e427-4ebf-ae04-2776a8692a5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0909016
Nov 20 20:50:25.604150 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb522805-17aa-4154-9b2e-a70b4ab9a889 req-77a651f7-bea1-43b5-b922-865f61f46037 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:25.605654 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb522805-17aa-4154-9b2e-a70b4ab9a889 req-77a651f7-bea1-43b5-b922-865f61f46037 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 944 time: 0.2644093
Nov 20 20:50:25.723669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-03225c6b-3646-4042-b5cf-0d63e4ec2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:25.725150 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-03225c6b-3646-4042-b5cf-0d63e4ec2cec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.1706014
Nov 20 20:50:25.745663 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1888d9-0cb3-4bea-803f-56e1f451712e req-748d1ca2-33ae-422f-9abd-1179b032d32f tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:25.747528 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c1888d9-0cb3-4bea-803f-56e1f451712e req-748d1ca2-33ae-422f-9abd-1179b032d32f tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 949 time: 0.1852887
Nov 20 20:50:25.785097 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb8e215-f74c-4f59-80eb-15b64d10d735 req-c7421827-d0cf-4a65-9d5b-fd39d990204c service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927319
Nov 20 20:50:25.799047 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device efc3c178-b97c-4117-b0de-8520f4811605 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:25.801596 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb522805-17aa-4154-9b2e-a70b4ab9a889 req-08fd56cf-9a99-4cef-b3f8-50c1f3f59bf3 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc9cd5fa-6249-4169-93a1-d240705c2e78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1791728
Nov 20 20:50:25.844760 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-d07b888b-d8dc-491b-b654-8e44ff082450 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0635159
Nov 20 20:50:25.850541 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c4554d65-ccb3-4a92-8f4e-2fd9ab11ad57 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:25.856209 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e6a482a3-ed1c-4200-bc40-559d12227b49 None None] Provisioning complete for port 8e1daa93-890e-44df-8033-34beaae76427 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:25.856454 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e6a482a3-ed1c-4200-bc40-559d12227b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:25.911589 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bb8e215-f74c-4f59-80eb-15b64d10d735 req-b2a57042-5760-4f79-add8-ca7b16a57bad service neutron] 10.222.0.47 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1161258
Nov 20 20:50:25.918660 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c1888d9-0cb3-4bea-803f-56e1f451712e req-6d888664-f085-4d84-a601-7fe023d3bdf4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599054
Nov 20 20:50:25.947784 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port efc3c178-b97c-4117-b0de-8520f4811605 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:25.948159 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:25.984867 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1709466e-cae6-4940-8b93-fbb243e6df6e x-openstack-request-id: req-1709466e-cae6-4940-8b93-fbb243e6df6e {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:25.985104 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2454f21-9e06-4ec7-b8d6-656dbdf82c6d", "tag": "997e2cdb-8714-4ff9-a19c-d31c70dd0494", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:25.985389 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1709466e-cae6-4940-8b93-fbb243e6df6e {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:25.986684 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2454f21-9e06-4ec7-b8d6-656dbdf82c6d', 'tag': '997e2cdb-8714-4ff9-a19c-d31c70dd0494', 'status': 'completed', 'code': 200}
Nov 20 20:50:26.035934 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-6d942862-106e-4e54-b702-787d8cc2abbd tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:26.065910 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-79f6bd52-07b1-41ec-b5cc-8eb6bda446f4 service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2090399
Nov 20 20:50:26.077346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e6a482a3-ed1c-4200-bc40-559d12227b49 None None] Provisioning complete for port efc3c178-b97c-4117-b0de-8520f4811605 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:26.077624 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e6a482a3-ed1c-4200-bc40-559d12227b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:26.112074 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d6eb0-a089-4cee-b2c7-62bd3a948b79 req-a6147a51-b95b-49f6-9be8-1db3117811f7 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:26.121270 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df2d6eb0-a089-4cee-b2c7-62bd3a948b79 req-a6147a51-b95b-49f6-9be8-1db3117811f7 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 943 time: 0.0865867
Nov 20 20:50:26.135500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7f1d2-5109-478c-bbce-f34c694f2cab req-c8931062-4598-4cc7-8935-59e83bd4881c tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:26.137026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0f7f1d2-5109-478c-bbce-f34c694f2cab req-c8931062-4598-4cc7-8935-59e83bd4881c tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 945 time: 0.1956928
Nov 20 20:50:26.141407 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:26.144367 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c4554d65-ccb3-4a92-8f4e-2fd9ab11ad57 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:26.154200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33028) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:26.160111 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f125fb5a-7fcb-4ff2-9e13-e136fe42ece5 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Request body: {'floatingip': {'port_id': '77ea4b8e-7206-4f77-ab0e-0eabb045363e'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:26.193732 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port efc3c178-b97c-4117-b0de-8520f4811605, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efc3c178-b97c-4117-b0de-8520f4811605,segment=NetworkSegment(2efcdb7c-5b32-4183-9a5f-bf0c05186fce),segment_id=2efcdb7c-5b32-4183-9a5f-bf0c05186fce)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:26.210962 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:26.218321 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8e1daa93-890e-44df-8033-34beaae76427 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:26.225885 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-6d942862-106e-4e54-b702-787d8cc2abbd tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:26.232489 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f125fb5a-7fcb-4ff2-9e13-e136fe42ece5 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:26.260828 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4554d65-ccb3-4a92-8f4e-2fd9ab11ad57 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Network d6af962d-f566-43ad-aacb-a9c0f2bc8121 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:26.271666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-c4554d65-ccb3-4a92-8f4e-2fd9ab11ad57 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:26.274240 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4554d65-ccb3-4a92-8f4e-2fd9ab11ad57 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:26.300685 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df2d6eb0-a089-4cee-b2c7-62bd3a948b79 req-b88708c4-cc10-4240-b335-cb19b99ecd54 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777167
Nov 20 20:50:26.336362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-6d942862-106e-4e54-b702-787d8cc2abbd tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Network 5bc0506e-bc72-485c-a0a7-48575db53d86 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:26.348119 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4554d65-ccb3-4a92-8f4e-2fd9ab11ad57 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event updated for resources: {'Port': ['ID=d62e09bc-0a07-428d-96cb-5ce7f5c99f7f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:26.358762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8e1daa93-890e-44df-8033-34beaae76427 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:26.362698 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:26.390584 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-6d942862-106e-4e54-b702-787d8cc2abbd tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:26.395631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=efc3c178-b97c-4117-b0de-8520f4811605,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:26.419595 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-633f57b3-5c2f-4de6-b69d-c5a71c15c93e req-c4e462fc-eff1-42ee-8e12-22b6df019b97 service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3425658
Nov 20 20:50:26.420660 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-6d942862-106e-4e54-b702-787d8cc2abbd tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:26.556459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-6d942862-106e-4e54-b702-787d8cc2abbd tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:26.557088 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-6d942862-106e-4e54-b702-787d8cc2abbd tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:26.589639 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e2c11-0b51-474a-95bd-f7e7fa9b9bd0 req-ff0ee0e8-82ac-4658-a6bc-ee777aba8597 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:26.589847 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 28716f1f-7902-422b-8e0e-ba0aa33761f6 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:26.599858 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cb1e2c11-0b51-474a-95bd-f7e7fa9b9bd0 req-ff0ee0e8-82ac-4658-a6bc-ee777aba8597 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 931 time: 0.2294159
Nov 20 20:50:26.640605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4554d65-ccb3-4a92-8f4e-2fd9ab11ad57 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:26.641218 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c4554d65-ccb3-4a92-8f4e-2fd9ab11ad57 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:26.644833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d942862-106e-4e54-b702-787d8cc2abbd tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Pushing event updated for resources: {'Port': ['ID=a8a6b63d-5947-43c3-a9e3-80cd19d532a8,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:26.672436 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-6d942862-106e-4e54-b702-787d8cc2abbd tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9794061
Nov 20 20:50:26.678429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ae1bf9bb-d88d-40ee-a200-57504e945be6 None None] Provisioning complete for port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:26.679531 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf9bb-d88d-40ee-a200-57504e945be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:26.689625 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Request body: {'port': {'device_id': 'e899d7fb-aca6-4434-9fbc-f7874d362f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:26.698577 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c4554d65-ccb3-4a92-8f4e-2fd9ab11ad57 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 4.9298112
Nov 20 20:50:26.701163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33042) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:26.711661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0669d568-5dfa-4bf9-9583-2f16e9e13fd9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Request body: {'port': {'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121', 'name': 'tempest-TaggedBootDevicesTest_v242-1062328559', 'fixed_ips': [{'subnet_id': 'c051715d-2ad4-424d-b871-ebe005e92074'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:26.731751 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ae1bf9bb-d88d-40ee-a200-57504e945be6 None None] Port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:50:26.736922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 28716f1f-7902-422b-8e0e-ba0aa33761f6 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:26.737304 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:26.750672 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cb1e2c11-0b51-474a-95bd-f7e7fa9b9bd0 req-08d168a5-394f-40cf-b559-20758d06d1b7 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/security-groups?id=80660770-4c31-45ad-b451-e0e3eb2bcc7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497822
Nov 20 20:50:26.772101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-267492bf-7d98-4d3f-aa22-9a3cd8c78f33 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:26.779082 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-267492bf-7d98-4d3f-aa22-9a3cd8c78f33 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/networks?id=f82a7818-62f9-41df-8e59-1f9bb434e3d7 HTTP/1.1" status: 200  len: 813 time: 0.4988093
Nov 20 20:50:26.783885 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ae1bf9bb-d88d-40ee-a200-57504e945be6 None None] Provisioning complete for port efc3c178-b97c-4117-b0de-8520f4811605 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:26.783885 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf9bb-d88d-40ee-a200-57504e945be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:26.791799 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af4290-f753-4d11-a672-bebd23cf433d req-8de536e1-fd68-47f3-9547-2debe5608be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:26.793412 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d6af4290-f753-4d11-a672-bebd23cf433d req-8de536e1-fd68-47f3-9547-2debe5608be1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 1094 time: 0.2824335
Nov 20 20:50:26.861143 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-24424835-08e6-433c-b3b1-7c2b27fd38ef tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/quotas/1b0c2ea7352848dcbb0c66efff699f0a HTTP/1.1" status: 200  len: 375 time: 0.0805864
Nov 20 20:50:26.981682 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:27.031671 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-be6ca8e5-f4e9-4389-89bd-bcc322f26709 None None] Provisioning complete for port a8a6b63d-5947-43c3-a9e3-80cd19d532a8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:27.032043 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-be6ca8e5-f4e9-4389-89bd-bcc322f26709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:27.036424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473b939-61cd-4fc7-977c-31a26a1dc82e req-d442aa61-6d8e-4cc1-83b9-9f1d71be6352 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:27.038374 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5473b939-61cd-4fc7-977c-31a26a1dc82e req-d442aa61-6d8e-4cc1-83b9-9f1d71be6352 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 944 time: 0.1563761
Nov 20 20:50:27.072932 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-be6ca8e5-f4e9-4389-89bd-bcc322f26709 None None] Port a8a6b63d-5947-43c3-a9e3-80cd19d532a8 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:50:27.100649 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-07993852-0ecb-4e02-a9dd-a974fd8cb7e1 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b0c2ea7352848dcbb0c66efff699f0a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2385924
Nov 20 20:50:27.121627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af4290-f753-4d11-a672-bebd23cf433d req-bd467847-bdd4-4eb7-bbf7-06195493d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:27.122984 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d6af4290-f753-4d11-a672-bebd23cf433d req-bd467847-bdd4-4eb7-bbf7-06195493d5e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 908 time: 0.3137336
Nov 20 20:50:27.498673 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce5198-6fc5-42ce-aaa9-e577acc8a439 req-8410f596-d64b-4257-98d0-6ad6a7166c8c tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:27.500276 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-50ce5198-6fc5-42ce-aaa9-e577acc8a439 req-8410f596-d64b-4257-98d0-6ad6a7166c8c tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.47 "GET /v2.0/ports?device_id=743798f2-3de6-473a-b676-6226a4b9ebba HTTP/1.1" status: 200  len: 945 time: 0.4608376
Nov 20 20:50:27.508197 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device efc3c178-b97c-4117-b0de-8520f4811605 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:27.541587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0669d568-5dfa-4bf9-9583-2f16e9e13fd9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Made reservation on behalf of ee4ec8b62e354149acb1c43558b168e6 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:27.542770 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5473b939-61cd-4fc7-977c-31a26a1dc82e req-82df7990-8b6d-45ff-81c9-c2a3b32916fa tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4825511
Nov 20 20:50:27.582855 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d6af4290-f753-4d11-a672-bebd23cf433d req-9936a222-90b0-4602-b357-ddd868bc59ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=997e2cdb-8714-4ff9-a19c-d31c70dd0494 HTTP/1.1" status: 200  len: 217 time: 0.4481380
Nov 20 20:50:27.584422 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port efc3c178-b97c-4117-b0de-8520f4811605 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:27.584971 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:27.627798 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f125fb5a-7fcb-4ff2-9e13-e136fe42ece5 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:27.640556 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b8360b4c-cbee-4afe-816b-338cc6a81f67 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:27.643258 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f125fb5a-7fcb-4ff2-9e13-e136fe42ece5 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:27.743238 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port b8360b4c-cbee-4afe-816b-338cc6a81f67 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:50:27.749025 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b09bf-12a3-4ae4-8602-f7bff2a2fe0c req-0019d9d5-b082-4e51-afbc-d85d6c7434de tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:27.749331 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port b8360b4c-cbee-4afe-816b-338cc6a81f67 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:27.749868 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:27.750604 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da8b09bf-12a3-4ae4-8602-f7bff2a2fe0c req-0019d9d5-b082-4e51-afbc-d85d6c7434de tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 944 time: 0.1216073
Nov 20 20:50:27.794135 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-50ce5198-6fc5-42ce-aaa9-e577acc8a439 req-b1bb632a-c88e-408b-a82e-494e69356665 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Deleting port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:50:27.794478 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-50ce5198-6fc5-42ce-aaa9-e577acc8a439 req-b1bb632a-c88e-408b-a82e-494e69356665 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:27.802539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af4290-f753-4d11-a672-bebd23cf433d req-8e3fa60b-65f7-4a4c-b2aa-8456c669f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:27.804156 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d6af4290-f753-4d11-a672-bebd23cf433d req-8e3fa60b-65f7-4a4c-b2aa-8456c669f9e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.2069016
Nov 20 20:50:27.817314 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-ed985f6a-4f39-4cd6-ba0a-4f4157cc1f9b service neutron] 10.222.0.41 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7074766
Nov 20 20:50:27.849496 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:27.856392 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-f125fb5a-7fcb-4ff2-9e13-e136fe42ece5 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Floating IP c9702501-acee-4f77-95f4-0b77ed9a950d associated. External IP: 172.35.1.39, port: 77ea4b8e-7206-4f77-ab0e-0eabb045363e.
Nov 20 20:50:27.876773 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d6af4290-f753-4d11-a672-bebd23cf433d req-e4ccac80-b977-4630-ad9f-1c91623719de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537572
Nov 20 20:50:27.878737 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a604335-3c5c-46dd-879c-5f0d49092a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8360b4c-cbee-4afe-816b-338cc6a81f67'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:27.881085 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb93e40-aad2-4e96-bbbb-d907356ad80a" -d '{"events": [{"server_uuid": "0a604335-3c5c-46dd-879c-5f0d49092a58", "name": "network-vif-plugged", "status": "completed", "tag": "b8360b4c-cbee-4afe-816b-338cc6a81f67"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:27.894905 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port b8360b4c-cbee-4afe-816b-338cc6a81f67, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b8360b4c-cbee-4afe-816b-338cc6a81f67,segment=NetworkSegment(fe4913fd-d6bc-497d-8f84-38beb20c87e9),segment_id=fe4913fd-d6bc-497d-8f84-38beb20c87e9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:27.906759 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:27.921512 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0669d568-5dfa-4bf9-9583-2f16e9e13fd9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:27.943089 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da8b09bf-12a3-4ae4-8602-f7bff2a2fe0c req-c713b727-5540-4e92-9f0a-07867441542c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc9cd5fa-6249-4169-93a1-d240705c2e78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1605151
Nov 20 20:50:27.956955 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=b8360b4c-cbee-4afe-816b-338cc6a81f67,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:28.006974 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-0669d568-5dfa-4bf9-9583-2f16e9e13fd9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] device_id is not set on port 39839f43-d46e-414e-93c9-a7955f617fd1 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:50:28.024604 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-50ce5198-6fc5-42ce-aaa9-e577acc8a439 req-b1bb632a-c88e-408b-a82e-494e69356665 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] For port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:28.025087 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-50ce5198-6fc5-42ce-aaa9-e577acc8a439 req-b1bb632a-c88e-408b-a82e-494e69356665 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:28.056371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-50ce5198-6fc5-42ce-aaa9-e577acc8a439 req-b1bb632a-c88e-408b-a82e-494e69356665 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Calling delete_port for 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:50:28.128492 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-ea62aa1f-e45a-4fdb-a8d0-c294bf866f40 service neutron] 10.222.0.41 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3102405
Nov 20 20:50:28.192745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7409b-fb67-4b51-aa4b-448f0f9654f9 req-0a1c59c0-ac07-4bfa-a3f9-fa06d1f92377 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:28.193573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a6b63d-5947-43c3-a9e3-80cd19d532a8 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:28.194321 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7b7409b-fb67-4b51-aa4b-448f0f9654f9 req-0a1c59c0-ac07-4bfa-a3f9-fa06d1f92377 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 949 time: 0.1593194
Nov 20 20:50:28.201768 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d6af4290-f753-4d11-a672-bebd23cf433d req-3696ac26-b163-4208-b6d4-04d5af844e0f service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3172364
Nov 20 20:50:28.212930 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:28.263789 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Transition to ACTIVE for port object a8a6b63d-5947-43c3-a9e3-80cd19d532a8 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:50:28.278716 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:28.349830 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7b7409b-fb67-4b51-aa4b-448f0f9654f9 req-65f74e1b-8879-4e45-beb7-d493fcea510c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333530
Nov 20 20:50:28.413428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f125fb5a-7fcb-4ff2-9e13-e136fe42ece5 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Router 0cc9c018-846b-494f-a654-58519664e19e has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:50:28.432504 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-50ce5198-6fc5-42ce-aaa9-e577acc8a439 req-b1bb632a-c88e-408b-a82e-494e69356665 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:28.451134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['701e9eed-1ec3-47ff-a1de-75bfa89aefd7'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:28.451617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-0669d568-5dfa-4bf9-9583-2f16e9e13fd9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Allocated IP 10.1.1.100 (d6af962d-f566-43ad-aacb-a9c0f2bc8121/c051715d-2ad4-424d-b871-ebe005e92074/39839f43-d46e-414e-93c9-a7955f617fd1) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:28.455571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a6b63d-5947-43c3-a9e3-80cd19d532a8,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:28.482519 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d6af4290-f753-4d11-a672-bebd23cf433d req-78004cc5-a4f7-4ef1-a4ad-52f8d146216d service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2666490
Nov 20 20:50:28.576945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824a983-9af3-4587-bec8-7725e95f5cd7 req-f83ad139-92a1-403a-b296-9d2c87f7fac8 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:28.578537 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b824a983-9af3-4587-bec8-7725e95f5cd7 req-f83ad139-92a1-403a-b296-9d2c87f7fac8 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 943 time: 0.2419980
Nov 20 20:50:28.594396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb632a-c88e-408b-a82e-494e69356665 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Pushing event deleted for resources: {'Port': ['ID=701e9eed-1ec3-47ff-a1de-75bfa89aefd7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:28.631685 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ce5198-6fc5-42ce-aaa9-e577acc8a439 req-b1bb632a-c88e-408b-a82e-494e69356665 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] No DVR routers for this DVR port 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:50:28.636928 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-50ce5198-6fc5-42ce-aaa9-e577acc8a439 req-b1bb632a-c88e-408b-a82e-494e69356665 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:28.640525 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-50ce5198-6fc5-42ce-aaa9-e577acc8a439 req-b1bb632a-c88e-408b-a82e-494e69356665 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.47 "DELETE /v2.0/ports/701e9eed-1ec3-47ff-a1de-75bfa89aefd7 HTTP/1.1" status: 204  len: 173 time: 1.1102579
Nov 20 20:50:28.643561 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743798f2-3de6-473a-b676-6226a4b9ebba', 'name': 'network-vif-deleted', 'tag': '701e9eed-1ec3-47ff-a1de-75bfa89aefd7'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:28.645935 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c13fc7a-1284-4c04-b31b-c6f7b51e1136" -d '{"events": [{"server_uuid": "743798f2-3de6-473a-b676-6226a4b9ebba", "name": "network-vif-deleted", "tag": "701e9eed-1ec3-47ff-a1de-75bfa89aefd7"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:28.714619 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 119afa00-1f53-43e0-901d-bb72b2a68f15 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:50:28.746393 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Attempting to bind port a8a6b63d-5947-43c3-a9e3-80cd19d532a8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:28.746788 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Attempting to bind port a8a6b63d-5947-43c3-a9e3-80cd19d532a8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '25550d86-0716-4275-9add-eecdb26a8300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:28.747047 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Attempting to bind port a8a6b63d-5947-43c3-a9e3-80cd19d532a8 on network 5bc0506e-bc72-485c-a0a7-48575db53d86 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:28.760459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddaf21-3385-451c-8dc6-8ca414eee0c4 req-bcd6af98-c0c8-46c0-a034-00fb64d7359a tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:28.769317 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Port a8a6b63d-5947-43c3-a9e3-80cd19d532a8 on network 5bc0506e-bc72-485c-a0a7-48575db53d86 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:50:28.769696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Attempting to bind port a8a6b63d-5947-43c3-a9e3-80cd19d532a8 on network 5bc0506e-bc72-485c-a0a7-48575db53d86 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:28.779339 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60ddaf21-3385-451c-8dc6-8ca414eee0c4 req-bcd6af98-c0c8-46c0-a034-00fb64d7359a tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 943 time: 0.3638721
Nov 20 20:50:28.783578 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b824a983-9af3-4587-bec8-7725e95f5cd7 req-6abd268d-b810-4ff8-9fe3-6dc8f90a3274 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800230
Nov 20 20:50:28.787071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:28.787408 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Checking segment: {'id': '25550d86-0716-4275-9add-eecdb26a8300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:28.787793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Bound using segment: {'id': '25550d86-0716-4275-9add-eecdb26a8300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:28.788313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Bound port: a8a6b63d-5947-43c3-a9e3-80cd19d532a8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25550d86-0716-4275-9add-eecdb26a8300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:28.788590 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:28.837705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f125fb5a-7fcb-4ff2-9e13-e136fe42ece5 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:50:28.845793 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f125fb5a-7fcb-4ff2-9e13-e136fe42ece5 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:28.859478 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0669d568-5dfa-4bf9-9583-2f16e9e13fd9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:28.913902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] For port a8a6b63d-5947-43c3-a9e3-80cd19d532a8, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:28.925146 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60ddaf21-3385-451c-8dc6-8ca414eee0c4 req-9d0a238e-8d77-4498-976e-f0eff2fbba89 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/security-groups?id=80660770-4c31-45ad-b451-e0e3eb2bcc7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449926
Nov 20 20:50:28.931597 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a435b0c5-450a-4d6d-9ee1-c1f3062bd50c x-openstack-request-id: req-a435b0c5-450a-4d6d-9ee1-c1f3062bd50c {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:28.931906 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a604335-3c5c-46dd-879c-5f0d49092a58", "name": "network-vif-plugged", "status": "completed", "tag": "b8360b4c-cbee-4afe-816b-338cc6a81f67", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:28.932171 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a435b0c5-450a-4d6d-9ee1-c1f3062bd50c {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:28.932576 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a604335-3c5c-46dd-879c-5f0d49092a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8360b4c-cbee-4afe-816b-338cc6a81f67', 'code': 200}
Nov 20 20:50:28.934028 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8f8d8-18be-4787-9446-80ec08896af1 None None] Sync routers for ids ['0cc9c018-846b-494f-a654-58519664e19e'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:50:28.940129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] For port a8a6b63d-5947-43c3-a9e3-80cd19d532a8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8a6b63d-5947-43c3-a9e3-80cd19d532a8,segment=NetworkSegment(25550d86-0716-4275-9add-eecdb26a8300),segment_id=25550d86-0716-4275-9add-eecdb26a8300)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:28.953279 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f125fb5a-7fcb-4ff2-9e13-e136fe42ece5 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "PUT /v2.0/floatingips/c9702501-acee-4f77-95f4-0b77ed9a950d HTTP/1.1" status: 200  len: 990 time: 2.7961576
Nov 20 20:50:28.978285 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8f8d8-18be-4787-9446-80ec08896af1 None None] Routers {'0cc9c018-846b-494f-a654-58519664e19e'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:50:28.978927 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-92d8f8d8-18be-4787-9446-80ec08896af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47292ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:50:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0cc9c018-846b-494f-a654-58519664e19e'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:28.983301 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c22f6b5f-b4dc-4084-8ecd-004cb827a851 req-d5ecb2f2-4717-4a3f-9b87-3cb370c9b911 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 210 time: 0.0574381
Nov 20 20:50:29.000066 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:29.077382 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ddfa23-a364-4d47-98d2-f682b491b455 x-openstack-request-id: req-63ddfa23-a364-4d47-98d2-f682b491b455 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:29.077852 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743798f2-3de6-473a-b676-6226a4b9ebba", "name": "network-vif-deleted", "tag": "701e9eed-1ec3-47ff-a1de-75bfa89aefd7", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:29.078243 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63ddfa23-a364-4d47-98d2-f682b491b455 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:29.079002 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743798f2-3de6-473a-b676-6226a4b9ebba', 'name': 'network-vif-deleted', 'tag': '701e9eed-1ec3-47ff-a1de-75bfa89aefd7', 'status': 'completed', 'code': 200}
Nov 20 20:50:29.080013 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0669d568-5dfa-4bf9-9583-2f16e9e13fd9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:29.097064 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a6b63d-5947-43c3-a9e3-80cd19d532a8,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:29.099672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 119afa00-1f53-43e0-901d-bb72b2a68f15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=119afa00-1f53-43e0-901d-bb72b2a68f15,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:29.120010 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba1535-98e8-4d50-a4f3-fe2aac31059b req-f77e73a9-e249-4290-a37f-cbb071a6f91d tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:29.143214 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d7ba1535-98e8-4d50-a4f3-fe2aac31059b req-f77e73a9-e249-4290-a37f-cbb071a6f91d tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 944 time: 0.1318173
Nov 20 20:50:29.163169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669d568-5dfa-4bf9-9583-2f16e9e13fd9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Network d6af962d-f566-43ad-aacb-a9c0f2bc8121 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:29.164679 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:29.165287 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:29.166721 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-a443621c-1208-4935-95fc-3c42a50d24f8 service neutron] 10.222.0.47 "PUT /v2.0/ports/a8a6b63d-5947-43c3-a9e3-80cd19d532a8 HTTP/1.1" status: 200  len: 1091 time: 2.4821827
Nov 20 20:50:29.167335 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e899d7fb-aca6-4434-9fbc-f7874d362f4a', 'tag': 'a8a6b63d-5947-43c3-a9e3-80cd19d532a8'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:29.169706 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12447006-ba1f-43e3-9f0a-15ba10de9e99" -d '{"events": [{"name": "network-changed", "server_uuid": "e899d7fb-aca6-4434-9fbc-f7874d362f4a", "tag": "a8a6b63d-5947-43c3-a9e3-80cd19d532a8"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:29.185015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-0669d568-5dfa-4bf9-9583-2f16e9e13fd9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:29.190756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669d568-5dfa-4bf9-9583-2f16e9e13fd9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:29.192471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '119afa00-1f53-43e0-901d-bb72b2a68f15', 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408', 'port_id': '119afa00-1f53-43e0-901d-bb72b2a68f15', 'mac_address': 'fa:16:3e:0d:50:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444502b4-8455-4747-b026-1e5d940e8d60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:50:29.199836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fadd7-4ce7-4c4c-a20e-ab1d1b5ae376 req-24ca89b4-7479-4bf9-92cb-db99c070649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:29.201350 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e1fadd7-4ce7-4c4c-a20e-ab1d1b5ae376 req-24ca89b4-7479-4bf9-92cb-db99c070649b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 1096 time: 0.2361405
Nov 20 20:50:29.233161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669d568-5dfa-4bf9-9583-2f16e9e13fd9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event updated for resources: {'Port': ['ID=39839f43-d46e-414e-93c9-a7955f617fd1,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:29.237401 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d7ba1535-98e8-4d50-a4f3-fe2aac31059b req-1c278aad-f496-4a57-bdbf-8d5619e980e9 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931616
Nov 20 20:50:29.385821 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f9156b-7690-45a9-8922-c8d83aff4528 x-openstack-request-id: req-b5f9156b-7690-45a9-8922-c8d83aff4528 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:29.386200 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e899d7fb-aca6-4434-9fbc-f7874d362f4a", "tag": "a8a6b63d-5947-43c3-a9e3-80cd19d532a8", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:29.386460 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5f9156b-7690-45a9-8922-c8d83aff4528 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:29.386914 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e899d7fb-aca6-4434-9fbc-f7874d362f4a', 'tag': 'a8a6b63d-5947-43c3-a9e3-80cd19d532a8', 'status': 'completed', 'code': 200}
Nov 20 20:50:29.433554 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0669d568-5dfa-4bf9-9583-2f16e9e13fd9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:29.434557 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0669d568-5dfa-4bf9-9583-2f16e9e13fd9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:29.442574 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e1fadd7-4ce7-4c4c-a20e-ab1d1b5ae376 req-1209c204-2712-4fff-a2f4-876dc01673c0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc9cd5fa-6249-4169-93a1-d240705c2e78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2179477
Nov 20 20:50:29.460127 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-92d8f8d8-18be-4787-9446-80ec08896af1 None None] Set router 0cc9c018-846b-494f-a654-58519664e19e gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:50:29.476801 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0669d568-5dfa-4bf9-9583-2f16e9e13fd9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7705498
Nov 20 20:50:29.490498 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-125e4ff1-5751-4f75-8305-ec737a2ccb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:29.492759 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-125e4ff1-5751-4f75-8305-ec737a2ccb8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2cfe248f7eb34f6e80937503e49fd3ca&device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 1094 time: 0.1731734
Nov 20 20:50:29.502030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9aa34-c290-4628-8948-b0ffff1bdeba req-7ff8c8e0-aa80-4535-bfef-11e750c552d6 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:29.503997 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7ac9aa34-c290-4628-8948-b0ffff1bdeba req-7ff8c8e0-aa80-4535-bfef-11e750c552d6 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 945 time: 0.2289720
Nov 20 20:50:29.533235 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:29.565220 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119afa00-1f53-43e0-901d-bb72b2a68f15 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:29.569336 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-5a3dc538-b6bc-4fa3-977a-df8d68132d47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8a6b63d-5947-43c3-a9e3-80cd19d532a8 HTTP/1.1" status: 200  len: 217 time: 0.0641768
Nov 20 20:50:29.577262 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac89c0-ffb7-4a48-b9f0-c876aa425e88 req-056735f9-f2f7-42dc-b091-6175b4a90fee tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:29.585687 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d6ac89c0-ffb7-4a48-b9f0-c876aa425e88 req-056735f9-f2f7-42dc-b091-6175b4a90fee tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 949 time: 0.0885601
Nov 20 20:50:29.627960 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 119afa00-1f53-43e0-901d-bb72b2a68f15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=119afa00-1f53-43e0-901d-bb72b2a68f15,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:29.634166 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:29.657711 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d6ac89c0-ffb7-4a48-b9f0-c876aa425e88 req-e5411638-9377-4079-8e3b-67fb687f46bc tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706937
Nov 20 20:50:29.663134 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-9c81b12a-6f92-4bbd-aa91-d2d35dd8bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:29.664591 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-9c81b12a-6f92-4bbd-aa91-d2d35dd8bc40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64502234-0e78-4305-9d1c-74a8e6286f19 HTTP/1.1" status: 200  len: 868 time: 0.0856912
Nov 20 20:50:29.668390 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7ac9aa34-c290-4628-8948-b0ffff1bdeba req-751b2f3b-ec19-4f27-8399-c5dc09a1be18 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc9cd5fa-6249-4169-93a1-d240705c2e78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979457
Nov 20 20:50:29.684915 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 997e2cdb-8714-4ff9-a19c-d31c70dd0494 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:50:29.719170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-d542768b-7526-426a-a3e8-2dbec5a2e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:29.720827 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-d542768b-7526-426a-a3e8-2dbec5a2e077 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5bc0506e-bc72-485c-a0a7-48575db53d86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0484922
Nov 20 20:50:29.795361 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9896d72d-7236-4115-b59b-590ade2ed352 None None] Provisioning complete for port 39839f43-d46e-414e-93c9-a7955f617fd1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:29.796641 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9896d72d-7236-4115-b59b-590ade2ed352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:29.814573 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-1ecbcd55-1f0f-4add-bce6-de36b5446da1 service neutron] 10.222.0.47 "GET /v2.0/networks/5bc0506e-bc72-485c-a0a7-48575db53d86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850286
Nov 20 20:50:29.902598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33080) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:29.908808 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8ad23bc1-0cf8-489a-a633-95a635dce115 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1700050081', 'description': 'tempest-description--579200902'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:29.942519 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ad23bc1-0cf8-489a-a633-95a635dce115 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:29.962837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2fc58b66-f7b2-4ea1-8a19-1d8b0005e45b req-863c5362-b620-4de5-aebd-14a7f1d56b33 service neutron] 10.222.0.47 "GET /v2.0/networks/5bc0506e-bc72-485c-a0a7-48575db53d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411836
Nov 20 20:50:29.994576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110efffd-cd05-40af-8478-9fbb05c89976 req-90c3cce8-f71c-480d-bf2e-ffa804c5d02f tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:29.996240 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-110efffd-cd05-40af-8478-9fbb05c89976 req-90c3cce8-f71c-480d-bf2e-ffa804c5d02f tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 943 time: 0.0949068
Nov 20 20:50:30.036793 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=997e2cdb-8714-4ff9-a19c-d31c70dd0494,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:30.066182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=119afa00-1f53-43e0-901d-bb72b2a68f15,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:30.070203 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '997e2cdb-8714-4ff9-a19c-d31c70dd0494', 'network_id': '554d0697-db40-4745-a60d-da36ede89e92', 'port_id': '997e2cdb-8714-4ff9-a19c-d31c70dd0494', 'mac_address': 'fa:16:3e:5d:7a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401402cf-759c-4641-9447-60eadb079e88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:50:30.085675 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb33b73-466d-45cc-a623-cff17a78b833 req-377ab34a-c939-4dfb-803c-91364fbb4c1a tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:30.087514 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1cb33b73-466d-45cc-a623-cff17a78b833 req-377ab34a-c939-4dfb-803c-91364fbb4c1a tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 943 time: 0.0787318
Nov 20 20:50:30.107306 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['119afa00-1f53-43e0-901d-bb72b2a68f15'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:30.148787 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-110efffd-cd05-40af-8478-9fbb05c89976 req-98035f44-f001-45a4-b920-3b521f80acad tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445878
Nov 20 20:50:30.171349 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ad23bc1-0cf8-489a-a633-95a635dce115 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:30.181227 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ad23bc1-0cf8-489a-a633-95a635dce115 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:30.215554 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ad23bc1-0cf8-489a-a633-95a635dce115 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:30.217065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12447006-ba1f-43e3-9f0a-15ba10de9e99 req-16ecd443-db17-438e-bade-19df413ba07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:30.218566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12447006-ba1f-43e3-9f0a-15ba10de9e99 req-16ecd443-db17-438e-bade-19df413ba07d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2cfe248f7eb34f6e80937503e49fd3ca&device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 1094 time: 0.1710663
Nov 20 20:50:30.221801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33088) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:30.221990 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8ad23bc1-0cf8-489a-a633-95a635dce115 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3180676
Nov 20 20:50:30.226515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e4ca13de-6509-43f5-9395-874c44e8aff1 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Request body: {'security_group_rule': {'security_group_id': '88ae42ba-d187-4334-be3a-909ba90a5cff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:30.243697 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1cb33b73-466d-45cc-a623-cff17a78b833 req-9e591d55-b34e-4da1-8fdc-c135fa21223e tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/security-groups?id=80660770-4c31-45ad-b451-e0e3eb2bcc7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465178
Nov 20 20:50:30.273371 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9896d72d-7236-4115-b59b-590ade2ed352 None None] Port 39839f43-d46e-414e-93c9-a7955f617fd1 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:50:30.291148 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad23bc1-0cf8-489a-a633-95a635dce115 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ae42ba-d187-4334-be3a-909ba90a5cff,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:30.291985 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:30.300924 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e4ca13de-6509-43f5-9395-874c44e8aff1 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:30.332477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997e2cdb-8714-4ff9-a19c-d31c70dd0494 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:30.333698 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-97545dce-3a8c-4438-a75f-ede70f27c776 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:30.335108 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-97545dce-3a8c-4438-a75f-ede70f27c776 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.37 "GET /v2.0/networks?id=f82a7818-62f9-41df-8e59-1f9bb434e3d7 HTTP/1.1" status: 200  len: 813 time: 0.3061368
Nov 20 20:50:30.360018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-d71df916-056e-457c-a725-8cba472c383d tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Request body: {'port': {'device_id': '29c4c45e-b6d1-4618-9248-f81c093cd761', 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7', 'admin_state_up': True, 'tenant_id': '1b0c2ea7352848dcbb0c66efff699f0a'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:30.373484 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bc6f66c0-1c41-469b-b978-c99b62cbd9da req-0a38d3a7-e7ec-41df-aad7-63b225df251c tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 210 time: 0.1050541
Nov 20 20:50:30.385223 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=997e2cdb-8714-4ff9-a19c-d31c70dd0494,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:30.394939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-92d8f8d8-18be-4787-9446-80ec08896af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47292ac0>, [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:14Z', 'revision_number': 4, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c9702501-acee-4f77-95f4-0b77ed9a950d', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'floating_ip_address': '172.35.1.39', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '0cc9c018-846b-494f-a654-58519664e19e', 'port_id': '77ea4b8e-7206-4f77-ab0e-0eabb045363e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'mac_address': 'fa:16:3e:d9:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08833c-234f-4d62-a1a1-b0137fa38bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:47:42Z', 'updated_at': '2021-11-20T20:50:27Z', 'revision_number': 5, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7489fbc8-1a62-4fec-8bb0-91663e96f5a7', 'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'mac_address': 'fa:16:3e:03:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:12Z', 'updated_at': '2021-11-20T20:47:20Z', 'revision_number': 5, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'subnets': [{'id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:30.429013 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:30.432808 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8f8d8-18be-4787-9446-80ec08896af1 None None] Checking router: 0cc9c018-846b-494f-a654-58519664e19e for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:50:30.454954 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1857169-b03e-4e04-8a1f-399f4223328d req-ac0cbd9b-a3d8-418d-a210-34aad08c72f4 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:30.462992 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a1857169-b03e-4e04-8a1f-399f4223328d req-ac0cbd9b-a3d8-418d-a210-34aad08c72f4 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 945 time: 0.0645425
Nov 20 20:50:30.497015 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8f8d8-18be-4787-9446-80ec08896af1 None None] Routers {'0cc9c018-846b-494f-a654-58519664e19e'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:50:30.497653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-92d8f8d8-18be-4787-9446-80ec08896af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47292ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:50:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0cc9c018-846b-494f-a654-58519664e19e'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:30.516397 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a1857169-b03e-4e04-8a1f-399f4223328d req-f8403eac-7050-43b2-8d15-3ec9d4b26dd5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523255
Nov 20 20:50:30.542667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=997e2cdb-8714-4ff9-a19c-d31c70dd0494,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:30.555179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12447006-ba1f-43e3-9f0a-15ba10de9e99 req-c9c148fa-f752-4c5d-ad25-2082b7d54025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:30.556901 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12447006-ba1f-43e3-9f0a-15ba10de9e99 req-c9c148fa-f752-4c5d-ad25-2082b7d54025 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5bc0506e-bc72-485c-a0a7-48575db53d86 HTTP/1.1" status: 200  len: 930 time: 0.3064520
Nov 20 20:50:30.586194 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e4ca13de-6509-43f5-9395-874c44e8aff1 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:30.616308 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e4ca13de-6509-43f5-9395-874c44e8aff1 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:30.625564 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12447006-ba1f-43e3-9f0a-15ba10de9e99 req-c3d4d4c8-4b1a-45d4-aec0-efc1c9d1007e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8a6b63d-5947-43c3-a9e3-80cd19d532a8 HTTP/1.1" status: 200  len: 217 time: 0.0540917
Nov 20 20:50:30.653367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-92d8f8d8-18be-4787-9446-80ec08896af1 None None] Set router 0cc9c018-846b-494f-a654-58519664e19e gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:50:30.656928 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca13de-6509-43f5-9395-874c44e8aff1 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac737b8-0886-4c5b-bd20-caedbf9805b0,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:30.693450 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-d71df916-056e-457c-a725-8cba472c383d tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Made reservation on behalf of 1b0c2ea7352848dcbb0c66efff699f0a for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:30.697880 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-d71df916-056e-457c-a725-8cba472c383d tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:30.724523 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e4ca13de-6509-43f5-9395-874c44e8aff1 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:30.728216 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e4ca13de-6509-43f5-9395-874c44e8aff1 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5031359
Nov 20 20:50:30.728550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33096) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:30.729013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12447006-ba1f-43e3-9f0a-15ba10de9e99 req-ad75206e-37b9-4678-a7fc-45d4de7ef478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:30.730428 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12447006-ba1f-43e3-9f0a-15ba10de9e99 req-ad75206e-37b9-4678-a7fc-45d4de7ef478 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64502234-0e78-4305-9d1c-74a8e6286f19 HTTP/1.1" status: 200  len: 868 time: 0.0930135
Nov 20 20:50:30.733504 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0346af48-65cb-4fb2-ab7e-9d10b9ecba33 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Request body: {'security_group_rule': {'security_group_id': '88ae42ba-d187-4334-be3a-909ba90a5cff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:30.757832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:50:30.788781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['997e2cdb-8714-4ff9-a19c-d31c70dd0494'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:30.796486 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0346af48-65cb-4fb2-ab7e-9d10b9ecba33 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:30.833206 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:50:30.834278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 701e9eed-1ec3-47ff-a1de-75bfa89aefd7 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:50:30.854730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12447006-ba1f-43e3-9f0a-15ba10de9e99 req-9a339c6c-4890-4b3a-860e-3aa7220014b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:30.856200 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12447006-ba1f-43e3-9f0a-15ba10de9e99 req-9a339c6c-4890-4b3a-860e-3aa7220014b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5bc0506e-bc72-485c-a0a7-48575db53d86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1149197
Nov 20 20:50:30.885024 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd49e4-5792-495a-b86f-24b9914364d7 req-5ad9300b-e7a9-45e6-b489-9d7351b6c645 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:30.886673 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b6fd49e4-5792-495a-b86f-24b9914364d7 req-5ad9300b-e7a9-45e6-b489-9d7351b6c645 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 945 time: 0.0793667
Nov 20 20:50:30.893931 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0346af48-65cb-4fb2-ab7e-9d10b9ecba33 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:30.906775 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0346af48-65cb-4fb2-ab7e-9d10b9ecba33 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:30.909421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd58d9-c726-4da5-bd46-3367d9e1757f req-5740c244-415e-4151-aabd-df2729372766 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:30.910965 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33bd58d9-c726-4da5-bd46-3367d9e1757f req-5740c244-415e-4151-aabd-df2729372766 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 949 time: 0.1128337
Nov 20 20:50:30.942098 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346af48-65cb-4fb2-ab7e-9d10b9ecba33 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bc28b0-097e-45f5-855d-b4d5626dfe11,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:30.964214 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0346af48-65cb-4fb2-ab7e-9d10b9ecba33 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:30.967104 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0346af48-65cb-4fb2-ab7e-9d10b9ecba33 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2374513
Nov 20 20:50:30.972657 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33098) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:30.984583 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:31.004185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-d71df916-056e-457c-a725-8cba472c383d tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Allocated IP 172.20.0.14 (f82a7818-62f9-41df-8e59-1f9bb434e3d7/e91b14ea-0983-48f2-b667-d7d8c840210d/9fffb655-560d-495c-b4cb-728592a93b09) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:31.019002 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b6fd49e4-5792-495a-b86f-24b9914364d7 req-028a28e2-aac9-4150-a838-b91477a8e6b7 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc9cd5fa-6249-4169-93a1-d240705c2e78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1207316
Nov 20 20:50:31.039335 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:31.060994 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12447006-ba1f-43e3-9f0a-15ba10de9e99 req-712056fe-a595-43f8-a765-6913b0798e78 service neutron] 10.222.0.47 "GET /v2.0/networks/5bc0506e-bc72-485c-a0a7-48575db53d86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1896253
Nov 20 20:50:31.071634 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33bd58d9-c726-4da5-bd46-3367d9e1757f req-f7ff1e5a-d52c-4531-9ec2-a7ee88994572 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271427
Nov 20 20:50:31.086093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff08833c-234f-4d62-a1a1-b0137fa38bdf', 'tag': '77ea4b8e-7206-4f77-ab0e-0eabb045363e'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:31.101127 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de66b02-7f0d-4bfb-8da1-59b581003707" -d '{"events": [{"name": "network-changed", "server_uuid": "ff08833c-234f-4d62-a1a1-b0137fa38bdf", "tag": "77ea4b8e-7206-4f77-ab0e-0eabb045363e"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:31.127115 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-92d8f8d8-18be-4787-9446-80ec08896af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47292ac0>, [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:14Z', 'revision_number': 4, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c9702501-acee-4f77-95f4-0b77ed9a950d', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'floating_ip_address': '172.35.1.39', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '0cc9c018-846b-494f-a654-58519664e19e', 'port_id': '77ea4b8e-7206-4f77-ab0e-0eabb045363e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'mac_address': 'fa:16:3e:d9:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08833c-234f-4d62-a1a1-b0137fa38bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:47:42Z', 'updated_at': '2021-11-20T20:50:27Z', 'revision_number': 5, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7489fbc8-1a62-4fec-8bb0-91663e96f5a7', 'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'mac_address': 'fa:16:3e:03:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:12Z', 'updated_at': '2021-11-20T20:47:20Z', 'revision_number': 5, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'subnets': [{'id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:31.165970 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805cdec5-e68b-499f-9300-e6d925701f71 x-openstack-request-id: req-805cdec5-e68b-499f-9300-e6d925701f71 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:31.166295 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff08833c-234f-4d62-a1a1-b0137fa38bdf", "tag": "77ea4b8e-7206-4f77-ab0e-0eabb045363e", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:31.166549 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-805cdec5-e68b-499f-9300-e6d925701f71 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:31.166944 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff08833c-234f-4d62-a1a1-b0137fa38bdf', 'tag': '77ea4b8e-7206-4f77-ab0e-0eabb045363e', 'status': 'completed', 'code': 200}
Nov 20 20:50:31.169797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8f8d8-18be-4787-9446-80ec08896af1 None None] The sync data for ids ['0cc9c018-846b-494f-a654-58519664e19e'] in ncdv-master-1 is: [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:14Z', 'revision_number': 4, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c9702501-acee-4f77-95f4-0b77ed9a950d', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'floating_ip_address': '172.35.1.39', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '0cc9c018-846b-494f-a654-58519664e19e', 'port_id': '77ea4b8e-7206-4f77-ab0e-0eabb045363e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'mac_address': 'fa:16:3e:d9:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08833c-234f-4d62-a1a1-b0137fa38bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:47:42Z', 'updated_at': '2021-11-20T20:50:27Z', 'revision_number': 5, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7489fbc8-1a62-4fec-8bb0-91663e96f5a7', 'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'mac_address': 'fa:16:3e:03:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:12Z', 'updated_at': '2021-11-20T20:47:20Z', 'revision_number': 5, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'subnets': [{'id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:50:31.183714 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f3e0e-0d98-47fb-9e7b-0b1d58e9c8e2 req-7fca06cf-b370-4ab5-86e6-d044b7697434 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:31.190365 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-376f3e0e-0d98-47fb-9e7b-0b1d58e9c8e2 req-7fca06cf-b370-4ab5-86e6-d044b7697434 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 945 time: 0.0815351
Nov 20 20:50:31.198192 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33106) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:31.205922 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-524031ce-4cfc-451b-bf84-680288493d90 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Request body: {'floatingip': {'port_id': 'b8360b4c-cbee-4afe-816b-338cc6a81f67'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:31.258482 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-524031ce-4cfc-451b-bf84-680288493d90 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:31.273473 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12447006-ba1f-43e3-9f0a-15ba10de9e99 req-abf3b2f7-9ea5-427f-b70f-62627e354542 service neutron] 10.222.0.47 "GET /v2.0/networks/5bc0506e-bc72-485c-a0a7-48575db53d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2008777
Nov 20 20:50:31.326082 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-d71df916-056e-457c-a725-8cba472c383d tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:31.340069 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcbf44-e0d0-4baa-bd14-b53f116cf59d req-24bf35c9-a1ca-4c99-862b-14158af8b0e2 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:31.341569 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b6bcbf44-e0d0-4baa-bd14-b53f116cf59d req-24bf35c9-a1ca-4c99-862b-14158af8b0e2 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 944 time: 0.0936668
Nov 20 20:50:31.409594 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-d71df916-056e-457c-a725-8cba472c383d tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:31.414290 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b6bcbf44-e0d0-4baa-bd14-b53f116cf59d req-8e8b60eb-1848-4e7b-9587-200bdb1ed7f9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651407
Nov 20 20:50:31.468961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-d71df916-056e-457c-a725-8cba472c383d tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Network f82a7818-62f9-41df-8e59-1f9bb434e3d7 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:31.473484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-d71df916-056e-457c-a725-8cba472c383d tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:31.480944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-d71df916-056e-457c-a725-8cba472c383d tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:31.486883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71df916-056e-457c-a725-8cba472c383d tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Pushing event updated for resources: {'Port': ['ID=9fffb655-560d-495c-b4cb-728592a93b09,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:31.502245 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af75464-3efc-4bba-b559-2cff678b16d7 None None] New status for floating IP c9702501-acee-4f77-95f4-0b77ed9a950d: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:50:31.557396 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-d71df916-056e-457c-a725-8cba472c383d tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:31.558093 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-d71df916-056e-457c-a725-8cba472c383d tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:31.578130 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-d71df916-056e-457c-a725-8cba472c383d tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2223132
Nov 20 20:50:31.596311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Request body: {'port': {'device_id': '29c4c45e-b6d1-4618-9248-f81c093cd761', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:31.630117 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de66b02-7f0d-4bfb-8da1-59b581003707 req-0633552d-8d98-4d5e-ad46-7293ec477903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:31.632113 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3de66b02-7f0d-4bfb-8da1-59b581003707 req-0633552d-8d98-4d5e-ad46-7293ec477903 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5857f13b93654bb08bfb0e3045dc0a42&device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 1096 time: 0.3869040
Nov 20 20:50:31.656248 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36276215-d2f0-46e7-8265-e6d5ff73a133 req-0ddfd47a-e9a5-44a4-bcef-69b2a921c0f3 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:31.659900 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-36276215-d2f0-46e7-8265-e6d5ff73a133 req-0ddfd47a-e9a5-44a4-bcef-69b2a921c0f3 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 943 time: 0.2996891
Nov 20 20:50:31.679471 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dede8b2-11b9-4c0e-9a47-901b48039290 req-52e86aab-96e8-4a37-a487-b81217b9014a tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:31.681253 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1dede8b2-11b9-4c0e-9a47-901b48039290 req-52e86aab-96e8-4a37-a487-b81217b9014a tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 932 time: 0.1018929
Nov 20 20:50:31.686260 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:31.732592 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-d0d6ea05-addc-44d1-8f98-52e6d66292b0 service neutron] show failed (client error): The resource could not be found.
Nov 20 20:50:31.734231 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-d0d6ea05-addc-44d1-8f98-52e6d66292b0 service neutron] 10.222.0.37 "GET /v2.0/ports/41caa8c1-f0b9-44fe-81d2-76d08d296f68/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.3847599
Nov 20 20:50:31.846762 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1dede8b2-11b9-4c0e-9a47-901b48039290 req-93fa7093-9f6b-4a55-b806-7ebd0a96924d tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470203
Nov 20 20:50:32.074601 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:32.232067 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-36276215-d2f0-46e7-8265-e6d5ff73a133 req-98ed3a46-0abb-4294-b522-fa00ee9cfbcb tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/security-groups?id=80660770-4c31-45ad-b451-e0e3eb2bcc7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5373828
Nov 20 20:50:32.288520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de66b02-7f0d-4bfb-8da1-59b581003707 req-5e0f9d51-475b-4fa0-a04a-20b8347f4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:32.289996 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3de66b02-7f0d-4bfb-8da1-59b581003707 req-5e0f9d51-475b-4fa0-a04a-20b8347f4675 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b732d073-2758-47f6-b640-8b10bd32a71a HTTP/1.1" status: 200  len: 925 time: 0.6194911
Nov 20 20:50:32.367015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe97046-ad0c-4b50-92ef-e89866edb5ee req-5be1c872-c74a-4dc9-a0b5-0ff39af29672 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:32.368188 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbe97046-ad0c-4b50-92ef-e89866edb5ee req-5be1c872-c74a-4dc9-a0b5-0ff39af29672 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 945 time: 0.4570615
Nov 20 20:50:32.375805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-1086f39e-0147-4929-a1de-d2817462cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:32.377283 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-1086f39e-0147-4929-a1de-d2817462cc5c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9&tenant_id=75d8e50fbc2c4c13be9b56bf0078f315 HTTP/1.1" status: 200  len: 1100 time: 0.0871611
Nov 20 20:50:32.395710 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:32.475160 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Allocated IP 172.35.1.252 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/1414fcbf-014a-490b-9bc0-849b8f8926ac) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:32.483092 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3de66b02-7f0d-4bfb-8da1-59b581003707 req-dbdd2526-2d89-4daa-b908-0cf2f35e837e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77ea4b8e-7206-4f77-ab0e-0eabb045363e HTTP/1.1" status: 200  len: 1000 time: 0.1816070
Nov 20 20:50:32.515876 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d8439-eccc-44c5-9a10-cd0a31d592b5 req-bd7de952-c561-4fba-9ce9-0daea6673c60 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:32.517577 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fffb655-560d-495c-b4cb-728592a93b09 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:32.517819 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f99d8439-eccc-44c5-9a10-cd0a31d592b5 req-bd7de952-c561-4fba-9ce9-0daea6673c60 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 949 time: 0.2201438
Nov 20 20:50:32.526629 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbe97046-ad0c-4b50-92ef-e89866edb5ee req-add35fb3-c9a7-4557-ad50-6adae3695a94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483953
Nov 20 20:50:32.529667 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:32.533294 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:32.557112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Transition to ACTIVE for port object 9fffb655-560d-495c-b4cb-728592a93b09 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:50:32.590084 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:32.672156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de66b02-7f0d-4bfb-8da1-59b581003707 req-aba4ca58-3776-4d09-b090-da7c4c8ece54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:32.674641 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3de66b02-7f0d-4bfb-8da1-59b581003707 req-aba4ca58-3776-4d09-b090-da7c4c8ece54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b201ef63-9242-4505-8ba1-cc569c2352d2 HTTP/1.1" status: 200  len: 863 time: 0.1832581
Nov 20 20:50:32.681034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.resource_extend [None req-524031ce-4cfc-451b-bf84-680288493d90 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 20:50:32.725910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a8a6b63d-5947-43c3-a9e3-80cd19d532a8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:50:32.729479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 119afa00-1f53-43e0-901d-bb72b2a68f15 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:32.773786 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Pushing event updated for resources: {'Port': ['ID=9fffb655-560d-495c-b4cb-728592a93b09,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:32.778269 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f99d8439-eccc-44c5-9a10-cd0a31d592b5 req-08b02514-f888-4f07-8c31-070ad5f25768 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2316790
Nov 20 20:50:32.809652 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-524031ce-4cfc-451b-bf84-680288493d90 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:32.824201 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36866be7-747f-4d2c-b154-315f06d4088b req-f16047d4-f57e-4b82-b961-4dfb9872cfa3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:32.827934 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-524031ce-4cfc-451b-bf84-680288493d90 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:32.831896 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36866be7-747f-4d2c-b154-315f06d4088b req-f16047d4-f57e-4b82-b961-4dfb9872cfa3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 944 time: 0.2072845
Nov 20 20:50:32.839827 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:32.853316 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de66b02-7f0d-4bfb-8da1-59b581003707 req-218e43b1-a5bb-4ee3-a0ad-505b2ac7300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:32.854870 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3de66b02-7f0d-4bfb-8da1-59b581003707 req-218e43b1-a5bb-4ee3-a0ad-505b2ac7300d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b732d073-2758-47f6-b640-8b10bd32a71a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1363218
Nov 20 20:50:32.891057 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 119afa00-1f53-43e0-901d-bb72b2a68f15 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:50:32.901792 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 119afa00-1f53-43e0-901d-bb72b2a68f15 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:32.902300 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:32.937155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a8a6b63d-5947-43c3-a9e3-80cd19d532a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8a6b63d-5947-43c3-a9e3-80cd19d532a8,segment=NetworkSegment(25550d86-0716-4275-9add-eecdb26a8300),segment_id=25550d86-0716-4275-9add-eecdb26a8300)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:32.942703 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Attempting to bind port 9fffb655-560d-495c-b4cb-728592a93b09 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:32.943306 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Attempting to bind port 9fffb655-560d-495c-b4cb-728592a93b09 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'eb5d8917-bdce-443a-9f43-b305ebe271f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:32.943306 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Attempting to bind port 9fffb655-560d-495c-b4cb-728592a93b09 on network f82a7818-62f9-41df-8e59-1f9bb434e3d7 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:32.969427 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36866be7-747f-4d2c-b154-315f06d4088b req-069ca3ee-dbb0-4691-bb77-6b09d0910a62 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314020
Nov 20 20:50:32.971439 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'a8a6b63d-5947-43c3-a9e3-80cd19d532a8', 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'port_id': 'a8a6b63d-5947-43c3-a9e3-80cd19d532a8', 'mac_address': 'fa:16:3e:f5:a3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:50:32.972627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Port 9fffb655-560d-495c-b4cb-728592a93b09 on network f82a7818-62f9-41df-8e59-1f9bb434e3d7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:50:32.972952 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Attempting to bind port 9fffb655-560d-495c-b4cb-728592a93b09 on network f82a7818-62f9-41df-8e59-1f9bb434e3d7 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:32.989425 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:32.989766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Checking segment: {'id': 'eb5d8917-bdce-443a-9f43-b305ebe271f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:32.990180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Bound using segment: {'id': 'eb5d8917-bdce-443a-9f43-b305ebe271f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:32.990635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Bound port: 9fffb655-560d-495c-b4cb-728592a93b09, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5d8917-bdce-443a-9f43-b305ebe271f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:32.991008 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.017723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:33.075533 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.085871 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.088014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:33.107224 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.114933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] For port 9fffb655-560d-495c-b4cb-728592a93b09, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:33.116965 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534bb292-6e42-4114-ae6a-3b608f41a28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119afa00-1f53-43e0-901d-bb72b2a68f15'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:33.119320 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afd4755-c853-455c-a892-69540a7ec64f" -d '{"events": [{"server_uuid": "534bb292-6e42-4114-ae6a-3b608f41a28e", "name": "network-vif-plugged", "status": "completed", "tag": "119afa00-1f53-43e0-901d-bb72b2a68f15"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:33.141189 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3de66b02-7f0d-4bfb-8da1-59b581003707 req-2d6e644d-cf41-4d5d-8148-a5fbe09df92d service neutron] 10.222.0.47 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436593
Nov 20 20:50:33.143637 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] For port 9fffb655-560d-495c-b4cb-728592a93b09, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9fffb655-560d-495c-b4cb-728592a93b09,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:33.145622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a6b63d-5947-43c3-a9e3-80cd19d532a8 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:33.150339 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-524031ce-4cfc-451b-bf84-680288493d90 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Floating IP 015f9372-c4ce-4053-9298-04f09eff0b32 associated. External IP: 172.35.1.188, port: b8360b4c-cbee-4afe-816b-338cc6a81f67.
Nov 20 20:50:33.162088 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.168929 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a8a6b63d-5947-43c3-a9e3-80cd19d532a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8a6b63d-5947-43c3-a9e3-80cd19d532a8,segment=NetworkSegment(25550d86-0716-4275-9add-eecdb26a8300),segment_id=25550d86-0716-4275-9add-eecdb26a8300)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:33.171269 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 119afa00-1f53-43e0-901d-bb72b2a68f15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=119afa00-1f53-43e0-901d-bb72b2a68f15,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:33.175666 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.179181 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:33.181555 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19c1531-4f06-45d3-8d55-640055cddfcd" -d '{"events": [{"server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "name": "network-vif-unplugged", "status": "completed", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:33.197802 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.213633 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:33.218411 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a481d700-b57e-413b-8512-95acaa0512e3 x-openstack-request-id: req-a481d700-b57e-413b-8512-95acaa0512e3 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:33.218917 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534bb292-6e42-4114-ae6a-3b608f41a28e", "name": "network-vif-plugged", "status": "completed", "tag": "119afa00-1f53-43e0-901d-bb72b2a68f15", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:33.219417 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a481d700-b57e-413b-8512-95acaa0512e3 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:33.220362 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534bb292-6e42-4114-ae6a-3b608f41a28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119afa00-1f53-43e0-901d-bb72b2a68f15', 'code': 200}
Nov 20 20:50:33.221209 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.229638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Transition to ACTIVE for port object 41caa8c1-f0b9-44fe-81d2-76d08d296f68 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:50:33.242343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc50a7-da76-48c2-88f3-734edf27f11f req-47d7d067-2454-4561-8fb1-dfa618ee5191 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:33.250092 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-23cc50a7-da76-48c2-88f3-734edf27f11f req-47d7d067-2454-4561-8fb1-dfa618ee5191 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 944 time: 0.2518454
Nov 20 20:50:33.257437 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:33.264020 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:33.265671 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=a8a6b63d-5947-43c3-a9e3-80cd19d532a8,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:33.269221 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.275056 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event updated for resources: {'Port': ['ID=1414fcbf-014a-490b-9bc0-849b8f8926ac,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:33.296817 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:33.297448 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.299553 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] 10.222.0.37 "PUT /v2.0/ports/9fffb655-560d-495c-b4cb-728592a93b09 HTTP/1.1" status: 200  len: 1092 time: 1.7098699
Nov 20 20:50:33.319669 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1713371a-1e9b-481f-86be-ae73d7fb0d87 x-openstack-request-id: req-1713371a-1e9b-481f-86be-ae73d7fb0d87 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:33.320000 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "name": "network-vif-unplugged", "status": "completed", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:33.320238 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1713371a-1e9b-481f-86be-ae73d7fb0d87 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:33.320657 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68', 'code': 200}
Nov 20 20:50:33.371733 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] No DVR routers for this DVR port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:50:33.391296 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=119afa00-1f53-43e0-901d-bb72b2a68f15,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:33.444982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ebd51-8b1e-40de-af73-cf8a1f642f54 service neutron] Pushing event updated for resources: {'Port': ['ID=9fffb655-560d-495c-b4cb-728592a93b09,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:33.471481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['a8a6b63d-5947-43c3-a9e3-80cd19d532a8'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:33.523307 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Attempting to bind port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:33.523642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Attempting to bind port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:33.523973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Attempting to bind port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:33.546345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:50:33.546675 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Attempting to bind port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:33.551541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Pushing event updated for resources: {'Port': ['ID=41caa8c1-f0b9-44fe-81d2-76d08d296f68,revision_number=6']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:33.552683 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-23cc50a7-da76-48c2-88f3-734edf27f11f req-dbb0e22c-8330-451b-97c1-fcbf67be937a tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3017180
Nov 20 20:50:33.556865 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-b01a09d9-572d-4ff4-a6e1-16a4dd0b2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:33.558414 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-b01a09d9-572d-4ff4-a6e1-16a4dd0b2d1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b0c2ea7352848dcbb0c66efff699f0a&device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 1095 time: 0.1815207
Nov 20 20:50:33.568684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a76e8-edfd-48ee-bfff-76ecc9028cf2 req-8febe2af-d4c4-431e-9243-cf9209d90e53 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:33.570243 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b22a76e8-edfd-48ee-bfff-76ecc9028cf2 req-8febe2af-d4c4-431e-9243-cf9209d90e53 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 944 time: 0.1665027
Nov 20 20:50:33.578258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:33.578605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:33.579019 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:33.579483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Bound port: 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:33.579949 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.604486 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3de66b02-7f0d-4bfb-8da1-59b581003707 req-d03f6c51-bb0b-4030-b40e-10ab14fba134 service neutron] 10.222.0.47 "GET /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4496446
Nov 20 20:50:33.645418 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-601ce76d-edb1-41da-a170-d12e62cce372 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fffb655-560d-495c-b4cb-728592a93b09 HTTP/1.1" status: 200  len: 217 time: 0.0741167
Nov 20 20:50:33.660830 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5ca36-2b4f-4a30-9c2e-caea488f11ba req-b2dec8e1-db21-429e-ae11-652f6e03c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:33.662819 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e7d5ca36-2b4f-4a30-9c2e-caea488f11ba req-b2dec8e1-db21-429e-ae11-652f6e03c6ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 1097 time: 0.3843062
Nov 20 20:50:33.694336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 997e2cdb-8714-4ff9-a19c-d31c70dd0494 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:33.751742 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.754360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-6ce1f3f7-b65a-4cc3-a158-2afe148ffde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:33.755870 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-6ce1f3f7-b65a-4cc3-a158-2afe148ffde2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e91b14ea-0983-48f2-b667-d7d8c840210d HTTP/1.1" status: 200  len: 853 time: 0.0961998
Nov 20 20:50:33.763337 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b22a76e8-edfd-48ee-bfff-76ecc9028cf2 req-3047c955-adcb-4448-83f6-aa900d783422 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/security-groups?id=80660770-4c31-45ad-b451-e0e3eb2bcc7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376255
Nov 20 20:50:33.771738 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:50:33.780133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:33.780513 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.803547 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-d3a7eac5-4dc6-4399-869c-dcc9d0e1c504 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f82a7818-62f9-41df-8e59-1f9bb434e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0339744
Nov 20 20:50:33.810099 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:33.824231 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:33.851015 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.859352 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e7d5ca36-2b4f-4a30-9c2e-caea488f11ba req-4938e9cf-3b24-48be-9fd7-b0dad3f6b551 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1836529
Nov 20 20:50:33.882667 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ab03f-3e2e-41dd-8b5e-f3412ed4286f req-54b1ace2-13fa-484b-b03f-3e4d966bc165 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:33.884263 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-558ab03f-3e2e-41dd-8b5e-f3412ed4286f req-54b1ace2-13fa-484b-b03f-3e4d966bc165 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 946 time: 0.2033148
Nov 20 20:50:33.889020 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.901547 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.905203 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524031ce-4cfc-451b-bf84-680288493d90 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Router baabe343-a327-40a4-9f15-dfaa7eb84846 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:50:33.928354 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=997e2cdb-8714-4ff9-a19c-d31c70dd0494,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:33.933353 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.986915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:33.987516 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-558ab03f-3e2e-41dd-8b5e-f3412ed4286f req-283277cf-a9f1-42a0-9da7-0ab23d2b7238 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943890
Nov 20 20:50:33.987627 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:33.988924 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] 10.222.0.47 "PUT /v2.0/ports/41caa8c1-f0b9-44fe-81d2-76d08d296f68 HTTP/1.1" status: 200  len: 1095 time: 1.5993679
Nov 20 20:50:33.995588 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=997e2cdb-8714-4ff9-a19c-d31c70dd0494,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:34.036936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99636cf0-a6a4-4cee-862b-7c9296395865 service neutron] Pushing event updated for resources: {'Port': ['ID=41caa8c1-f0b9-44fe-81d2-76d08d296f68,revision_number=7']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:34.057411 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52ca3-27c4-41e8-bc9f-df343becc596 req-3a66d775-8d31-48ba-b0c2-bfab4a0646b4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:34.059132 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ffe52ca3-27c4-41e8-bc9f-df343becc596 req-3a66d775-8d31-48ba-b0c2-bfab4a0646b4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 947 time: 0.1728454
Nov 20 20:50:34.061048 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-5563a2c4-9cb6-4e88-ad33-a597499aa30a service neutron] 10.222.0.37 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2476768
Nov 20 20:50:34.223485 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ffe52ca3-27c4-41e8-bc9f-df343becc596 req-abe1bae2-f809-47a4-95f9-a114c9dd3362 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561279
Nov 20 20:50:34.240510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-664b84e0-50ca-4f23-bffa-8c1d72dbcc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:34.241946 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-664b84e0-50ca-4f23-bffa-8c1d72dbcc00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 1098 time: 0.1426704
Nov 20 20:50:34.275695 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5220b3df-f661-4c43-bf7f-22a6bf098a28 req-0efa61f0-a1dd-4074-a1ba-1df23f1ac083 service neutron] 10.222.0.37 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1966701
Nov 20 20:50:34.351775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-c455eaac-c551-4993-a918-3dd3a73a4595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:34.353250 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-c455eaac-c551-4993-a918-3dd3a73a4595 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1015010
Nov 20 20:50:34.399919 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-ff0a4acd-4855-4b40-85dc-88688c7e0622 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68 HTTP/1.1" status: 200  len: 217 time: 0.0395298
Nov 20 20:50:34.430831 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:50:34.451557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-cb7a7d0f-67b5-45e1-81aa-9091514c35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:34.453018 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-cb7a7d0f-67b5-45e1-81aa-9091514c35c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0458443
Nov 20 20:50:34.500467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-81ce8d87-4dba-4322-b2af-9f4d00728636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:34.502508 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-81ce8d87-4dba-4322-b2af-9f4d00728636 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0406229
Nov 20 20:50:34.555693 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524031ce-4cfc-451b-bf84-680288493d90 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:50:34.560780 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-524031ce-4cfc-451b-bf84-680288493d90 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:34.566253 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4c45bd-ab41-4559-a344-cb8cc02c213c None None] Sync routers for ids ['baabe343-a327-40a4-9f15-dfaa7eb84846'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:50:34.578785 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c45bd-ab41-4559-a344-cb8cc02c213c None None] Routers {'baabe343-a327-40a4-9f15-dfaa7eb84846'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:50:34.580370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ba4c45bd-ab41-4559-a344-cb8cc02c213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a474cb8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:50:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['baabe343-a327-40a4-9f15-dfaa7eb84846'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:34.601308 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-49375421-2848-460f-8c11-e8dc6e2e79b8 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909784
Nov 20 20:50:34.613520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a055c-d73b-428f-88a5-1c86b8ad7848 req-5592deee-36be-4764-a32d-cc78dcb563df tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:34.616315 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd0a055c-d73b-428f-88a5-1c86b8ad7848 req-5592deee-36be-4764-a32d-cc78dcb563df tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 945 time: 0.1515641
Nov 20 20:50:34.624272 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-524031ce-4cfc-451b-bf84-680288493d90 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "PUT /v2.0/floatingips/015f9372-c4ce-4053-9298-04f09eff0b32 HTTP/1.1" status: 200  len: 991 time: 3.4201424
Nov 20 20:50:34.625165 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a604335-3c5c-46dd-879c-5f0d49092a58', 'tag': 'b8360b4c-cbee-4afe-816b-338cc6a81f67'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:34.628218 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2789f24-e9f0-4f62-9e1e-ec9af312c8de" -d '{"events": [{"name": "network-changed", "server_uuid": "0a604335-3c5c-46dd-879c-5f0d49092a58", "tag": "b8360b4c-cbee-4afe-816b-338cc6a81f67"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:34.691116 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:34.697818 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ba4c45bd-ab41-4559-a344-cb8cc02c213c None None] Set router baabe343-a327-40a4-9f15-dfaa7eb84846 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:50:34.700299 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:34.714106 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd0a055c-d73b-428f-88a5-1c86b8ad7848 req-8367d339-c7d3-4917-aea4-6288d3fa82c5 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741260
Nov 20 20:50:34.726931 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d8eb284-1200-4fa7-af6c-dd1d51b63a9e req-f25f4c18-5e23-41de-8f7e-4d9321626bd2 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1184642
Nov 20 20:50:34.748566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a8a6b63d-5947-43c3-a9e3-80cd19d532a8 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:34.795376 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0169c15-e276-41ab-a776-3fb7156a3498 req-21ed98c6-25f5-4a92-81b6-015944ae75bd tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:34.807320 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c0169c15-e276-41ab-a776-3fb7156a3498 req-21ed98c6-25f5-4a92-81b6-015944ae75bd tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 944 time: 0.0828798
Nov 20 20:50:34.836924 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event updated for resources: {'Port': ['ID=1414fcbf-014a-490b-9bc0-849b8f8926ac,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:34.853350 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:34.877638 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c0169c15-e276-41ab-a776-3fb7156a3498 req-ddcd3fb2-e677-4112-9cef-7f40fb7cf1c3 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658655
Nov 20 20:50:34.879190 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:34.890114 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-498abd4c-2a0b-4449-9b2a-9f0867d5d674 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.9118273
Nov 20 20:50:34.897452 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0170e3a3-ebc6-4402-bf51-78e636c68b2c x-openstack-request-id: req-0170e3a3-ebc6-4402-bf51-78e636c68b2c {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:34.897931 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a604335-3c5c-46dd-879c-5f0d49092a58", "tag": "b8360b4c-cbee-4afe-816b-338cc6a81f67", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:34.899087 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0170e3a3-ebc6-4402-bf51-78e636c68b2c {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:34.900951 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a604335-3c5c-46dd-879c-5f0d49092a58', 'tag': 'b8360b4c-cbee-4afe-816b-338cc6a81f67', 'status': 'completed', 'code': 200}
Nov 20 20:50:34.980516 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2789f24-e9f0-4f62-9e1e-ec9af312c8de req-80cdbbd2-b881-4d51-8c48-59aa23721766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:34.982043 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e2789f24-e9f0-4f62-9e1e-ec9af312c8de req-80cdbbd2-b881-4d51-8c48-59aa23721766 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a9b204d38934eeea9ac2d67611156eb&device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 1096 time: 0.0604885
Nov 20 20:50:35.024593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc7b4e-4129-469f-8045-9fe74a150eef req-2263754b-8e58-4fc8-a3ff-378cd8a8aa71 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:35.032904 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-12dc7b4e-4129-469f-8045-9fe74a150eef req-2263754b-8e58-4fc8-a3ff-378cd8a8aa71 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 944 time: 0.0744145
Nov 20 20:50:35.116765 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port a8a6b63d-5947-43c3-a9e3-80cd19d532a8 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:50:35.117432 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2789f24-e9f0-4f62-9e1e-ec9af312c8de req-be9a6931-d7b6-44b6-b0fe-5a1104ed6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:35.118647 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e2789f24-e9f0-4f62-9e1e-ec9af312c8de req-be9a6931-d7b6-44b6-b0fe-5a1104ed6bc7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 HTTP/1.1" status: 200  len: 915 time: 0.1295941
Nov 20 20:50:35.123208 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port a8a6b63d-5947-43c3-a9e3-80cd19d532a8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:35.123739 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:35.139120 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-12dc7b4e-4129-469f-8045-9fe74a150eef req-1536bab2-0d18-43f3-8a7d-9aa650ef4a3e tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/security-groups?id=80660770-4c31-45ad-b451-e0e3eb2bcc7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033487
Nov 20 20:50:35.222388 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2454f21-9e06-4ec7-b8d6-656dbdf82c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997e2cdb-8714-4ff9-a19c-d31c70dd0494'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:35.224658 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536fe905-1cb7-4c91-b37d-8d244a6f4c2d" -d '{"events": [{"server_uuid": "e2454f21-9e06-4ec7-b8d6-656dbdf82c6d", "name": "network-vif-plugged", "status": "completed", "tag": "997e2cdb-8714-4ff9-a19c-d31c70dd0494"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:35.226077 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e2789f24-e9f0-4f62-9e1e-ec9af312c8de req-5412896f-84ba-4768-a9c3-ad4d5e63c5f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8360b4c-cbee-4afe-816b-338cc6a81f67 HTTP/1.1" status: 200  len: 999 time: 0.0972290
Nov 20 20:50:35.229902 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-8e421dde-bb39-4b4d-add6-29f87cd84788 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1700050081&fields=id&tenant_id=ee4ec8b62e354149acb1c43558b168e6 HTTP/1.1" status: 200  len: 267 time: 0.1218512
Nov 20 20:50:35.263202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf4978-066b-4a97-9a7a-6de5303175f4 req-9b69a12c-4a7c-49cb-bfe8-1023b8f097d5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:35.264917 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-83cf4978-066b-4a97-9a7a-6de5303175f4 req-9b69a12c-4a7c-49cb-bfe8-1023b8f097d5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 946 time: 0.0642211
Nov 20 20:50:35.310980 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:35.323561 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-6c18e843-cfee-4d35-a33b-915085116392 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:35.326857 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-6c18e843-cfee-4d35-a33b-915085116392 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports/d62e09bc-0a07-428d-96cb-5ce7f5c99f7f HTTP/1.1" status: 200  len: 936 time: 0.0808077
Nov 20 20:50:35.328291 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-83cf4978-066b-4a97-9a7a-6de5303175f4 req-86586e54-2e56-472c-be89-4bd9aa1c7662 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558252
Nov 20 20:50:35.331876 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c4c45e-b6d1-4618-9248-f81c093cd761', 'tag': '9fffb655-560d-495c-b4cb-728592a93b09'}, {'name': 'network-changed', 'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:35.334650 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617ad2f7-37e7-4790-9705-308f1f19e4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "29c4c45e-b6d1-4618-9248-f81c093cd761", "tag": "9fffb655-560d-495c-b4cb-728592a93b09"}, {"name": "network-changed", "server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:35.341244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2789f24-e9f0-4f62-9e1e-ec9af312c8de req-ec924224-1d6a-40a3-a2f1-72a1032c8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:35.342677 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e2789f24-e9f0-4f62-9e1e-ec9af312c8de req-ec924224-1d6a-40a3-a2f1-72a1032c8c14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2563a429-d56a-441b-ae05-c13563861abb HTTP/1.1" status: 200  len: 853 time: 0.1075311
Nov 20 20:50:35.357227 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ba4c45bd-ab41-4559-a344-cb8cc02c213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a474cb8e0>, [{'id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'name': 'tempest-ServersTestBootFromVolume-73314611-router', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': '76530b73-e17a-455b-98a7-698b6175da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:24Z', 'revision_number': 4, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'gw_port': {'id': '76530b73-e17a-455b-98a7-698b6175da0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '015f9372-c4ce-4053-9298-04f09eff0b32', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'floating_ip_address': '172.35.1.188', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'port_id': 'b8360b4c-cbee-4afe-816b-338cc6a81f67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801', 'mac_address': 'fa:16:3e:36:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a604335-3c5c-46dd-879c-5f0d49092a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:49:29Z', 'updated_at': '2021-11-20T20:50:32Z', 'revision_number': 1, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b956d09-829e-429c-a13e-0a43961c10fc', 'name': '', 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'mac_address': 'fa:16:3e:fb:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2563a429-d56a-441b-ae05-c13563861abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:22Z', 'updated_at': '2021-11-20T20:49:28Z', 'revision_number': 5, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'subnets': [{'id': '2563a429-d56a-441b-ae05-c13563861abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:35.392994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4c45bd-ab41-4559-a344-cb8cc02c213c None None] Checking router: baabe343-a327-40a4-9f15-dfaa7eb84846 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:50:35.397560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a8a6b63d-5947-43c3-a9e3-80cd19d532a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8a6b63d-5947-43c3-a9e3-80cd19d532a8,segment=NetworkSegment(25550d86-0716-4275-9add-eecdb26a8300),segment_id=25550d86-0716-4275-9add-eecdb26a8300)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:35.406672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c45bd-ab41-4559-a344-cb8cc02c213c None None] Routers {'baabe343-a327-40a4-9f15-dfaa7eb84846'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:50:35.408082 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ba4c45bd-ab41-4559-a344-cb8cc02c213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a474cb8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:50:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['baabe343-a327-40a4-9f15-dfaa7eb84846'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:35.411402 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:35.424444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-903a6857-f463-494c-99f1-4447e49cd6af tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:35.425940 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-903a6857-f463-494c-99f1-4447e49cd6af tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports/39839f43-d46e-414e-93c9-a7955f617fd1 HTTP/1.1" status: 200  len: 937 time: 0.0879400
Nov 20 20:50:35.433022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2789f24-e9f0-4f62-9e1e-ec9af312c8de req-0f8f725e-cdb9-4f48-8aae-237e78b0c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:35.434489 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e2789f24-e9f0-4f62-9e1e-ec9af312c8de req-0f8f725e-cdb9-4f48-8aae-237e78b0c7e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ecb95c56-c11a-4f3b-9cd5-8a7b52baf801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0806036
Nov 20 20:50:35.450348 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15235aa-8a30-492d-8635-6f6d5abc4fc3 x-openstack-request-id: req-e15235aa-8a30-492d-8635-6f6d5abc4fc3 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:35.450626 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2454f21-9e06-4ec7-b8d6-656dbdf82c6d", "name": "network-vif-plugged", "status": "completed", "tag": "997e2cdb-8714-4ff9-a19c-d31c70dd0494", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:35.450884 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e15235aa-8a30-492d-8635-6f6d5abc4fc3 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:35.451292 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2454f21-9e06-4ec7-b8d6-656dbdf82c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997e2cdb-8714-4ff9-a19c-d31c70dd0494', 'code': 200}
Nov 20 20:50:35.492619 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-ca823aa4-09b9-4c75-b3e3-2ef7a499d29f tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?network_id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0566080
Nov 20 20:50:35.552740 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=a8a6b63d-5947-43c3-a9e3-80cd19d532a8,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:35.565069 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-dd76a1bc-e49e-4137-8f03-5caf28149f01 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?network_id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0638402
Nov 20 20:50:35.580826 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951e2d6-d8bc-4da3-b3ca-97269a6fd98f req-1cfaba87-e9fa-40ee-95ba-55ccabb89d51 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:35.582378 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a951e2d6-d8bc-4da3-b3ca-97269a6fd98f req-1cfaba87-e9fa-40ee-95ba-55ccabb89d51 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 947 time: 0.0782638
Nov 20 20:50:35.583179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ba4c45bd-ab41-4559-a344-cb8cc02c213c None None] Set router baabe343-a327-40a4-9f15-dfaa7eb84846 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:50:35.592794 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cbceb-0d51-4421-a555-f0c958226861 req-c540301a-ec6a-4a55-bbe7-23651584bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:35.594277 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d73cbceb-0d51-4421-a555-f0c958226861 req-c540301a-ec6a-4a55-bbe7-23651584bc99 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 1096 time: 0.0564494
Nov 20 20:50:35.671583 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a951e2d6-d8bc-4da3-b3ca-97269a6fd98f req-3fddf616-bb38-484f-a718-08a88e414cd6 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757272
Nov 20 20:50:35.674571 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d73cbceb-0d51-4421-a555-f0c958226861 req-5f381888-ad0e-4040-ad27-da4274b8ce3a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725048
Nov 20 20:50:35.696744 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e2789f24-e9f0-4f62-9e1e-ec9af312c8de req-f0ec0113-0de8-4c97-830f-14d9e3d36b7c service neutron] 10.222.0.37 "GET /v2.0/networks/ecb95c56-c11a-4f3b-9cd5-8a7b52baf801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2036958
Nov 20 20:50:35.720872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 41caa8c1-f0b9-44fe-81d2-76d08d296f68 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:50:35.721190 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-9179e11b-9e3c-4768-ab50-4ecccd1f4440 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:35.727516 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-9179e11b-9e3c-4768-ab50-4ecccd1f4440 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:35.733655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-9179e11b-9e3c-4768-ab50-4ecccd1f4440 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:35.735943 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-9179e11b-9e3c-4768-ab50-4ecccd1f4440 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/networks?id=faba2177-d247-4737-8414-396da08b9b04&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec HTTP/1.1" status: 200  len: 1994 time: 0.1694887
Nov 20 20:50:35.738978 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5b0374-0117-4182-b315-725cdaa33678 x-openstack-request-id: req-0a5b0374-0117-4182-b315-725cdaa33678 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:35.739404 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c4c45e-b6d1-4618-9248-f81c093cd761", "tag": "9fffb655-560d-495c-b4cb-728592a93b09", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:35.739772 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a5b0374-0117-4182-b315-725cdaa33678 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:35.740238 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c4c45e-b6d1-4618-9248-f81c093cd761', 'tag': '9fffb655-560d-495c-b4cb-728592a93b09', 'status': 'completed', 'code': 200}
Nov 20 20:50:35.740602 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68', 'status': 'completed', 'code': 200}
Nov 20 20:50:35.767113 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-8febeaad-1577-49cc-b061-1122d92ecd0a tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/quotas/ee4ec8b62e354149acb1c43558b168e6 HTTP/1.1" status: 200  len: 375 time: 0.0205784
Nov 20 20:50:35.816959 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 41caa8c1-f0b9-44fe-81d2-76d08d296f68 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:50:35.839395 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa641c2b-21f9-4128-9942-c450a5de5066 req-1d730f45-2b6e-48be-bf20-02dafd13aa3c tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:35.841505 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa641c2b-21f9-4128-9942-c450a5de5066 req-1d730f45-2b6e-48be-bf20-02dafd13aa3c tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 1097 time: 0.0485840
Nov 20 20:50:35.843393 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-7016b23f-4461-4ea7-99b8-27cc9c5a26ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:35.845633 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-7016b23f-4461-4ea7-99b8-27cc9c5a26ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 1098 time: 0.0774603
Nov 20 20:50:35.864099 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-34badd4a-9c53-4741-a481-b2e401608e8d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee4ec8b62e354149acb1c43558b168e6&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0861547
Nov 20 20:50:35.893695 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ba4c45bd-ab41-4559-a344-cb8cc02c213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a474cb8e0>, [{'id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'name': 'tempest-ServersTestBootFromVolume-73314611-router', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': '76530b73-e17a-455b-98a7-698b6175da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:24Z', 'revision_number': 4, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'gw_port': {'id': '76530b73-e17a-455b-98a7-698b6175da0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '015f9372-c4ce-4053-9298-04f09eff0b32', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'floating_ip_address': '172.35.1.188', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'port_id': 'b8360b4c-cbee-4afe-816b-338cc6a81f67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801', 'mac_address': 'fa:16:3e:36:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a604335-3c5c-46dd-879c-5f0d49092a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:49:29Z', 'updated_at': '2021-11-20T20:50:32Z', 'revision_number': 1, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b956d09-829e-429c-a13e-0a43961c10fc', 'name': '', 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'mac_address': 'fa:16:3e:fb:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2563a429-d56a-441b-ae05-c13563861abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:22Z', 'updated_at': '2021-11-20T20:49:28Z', 'revision_number': 5, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'subnets': [{'id': '2563a429-d56a-441b-ae05-c13563861abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:35.915377 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aa641c2b-21f9-4128-9942-c450a5de5066 req-b9e67b80-640e-428b-853d-0827dfd6b6f2 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674407
Nov 20 20:50:35.922092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4c45bd-ab41-4559-a344-cb8cc02c213c None None] The sync data for ids ['baabe343-a327-40a4-9f15-dfaa7eb84846'] in ncdv-master-1 is: [{'id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'name': 'tempest-ServersTestBootFromVolume-73314611-router', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': '76530b73-e17a-455b-98a7-698b6175da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:24Z', 'revision_number': 4, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'gw_port': {'id': '76530b73-e17a-455b-98a7-698b6175da0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '015f9372-c4ce-4053-9298-04f09eff0b32', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'floating_ip_address': '172.35.1.188', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'port_id': 'b8360b4c-cbee-4afe-816b-338cc6a81f67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801', 'mac_address': 'fa:16:3e:36:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a604335-3c5c-46dd-879c-5f0d49092a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:49:29Z', 'updated_at': '2021-11-20T20:50:32Z', 'revision_number': 1, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b956d09-829e-429c-a13e-0a43961c10fc', 'name': '', 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'mac_address': 'fa:16:3e:fb:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2563a429-d56a-441b-ae05-c13563861abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:22Z', 'updated_at': '2021-11-20T20:49:28Z', 'revision_number': 5, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'subnets': [{'id': '2563a429-d56a-441b-ae05-c13563861abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:50:35.952558 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-72f73112-ad87-4fea-8d0b-baa368d30efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:35.954744 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-72f73112-ad87-4fea-8d0b-baa368d30efb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b0c2ea7352848dcbb0c66efff699f0a&device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 1095 time: 0.0561728
Nov 20 20:50:36.101566 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-f0a25ef5-7d5e-475c-9b62-7252b555aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:36.103249 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-f0a25ef5-7d5e-475c-9b62-7252b555aaf7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f82a7818-62f9-41df-8e59-1f9bb434e3d7 HTTP/1.1" status: 200  len: 914 time: 0.1383469
Nov 20 20:50:36.106632 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-7591f091-2d8f-4dea-b1a1-d874a6b97d89 service neutron] 10.222.0.41 "GET /v2.0/networks/faba2177-d247-4737-8414-396da08b9b04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2168853
Nov 20 20:50:36.112846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e2789f24-e9f0-4f62-9e1e-ec9af312c8de req-92bdc9ac-ab98-4a78-86cc-9e0c9e73cb28 service neutron] 10.222.0.37 "GET /v2.0/networks/ecb95c56-c11a-4f3b-9cd5-8a7b52baf801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2403548
Nov 20 20:50:36.113811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-e5c20cff-329f-49ef-a6e8-d80b19625b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:36.115199 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-e5c20cff-329f-49ef-a6e8-d80b19625b10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.2501314
Nov 20 20:50:36.117702 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205a335-3401-4dc9-afb6-0f906a461fd7 req-61e67289-fbbc-4559-baa9-e295866aee83 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:36.120289 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a205a335-3401-4dc9-afb6-0f906a461fd7 req-61e67289-fbbc-4559-baa9-e295866aee83 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 945 time: 0.0766037
Nov 20 20:50:36.175375 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-ce7c46ca-b177-40e6-9264-881edfd1c0a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fffb655-560d-495c-b4cb-728592a93b09 HTTP/1.1" status: 200  len: 217 time: 0.0535965
Nov 20 20:50:36.179848 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-50781322-39d0-4998-95b0-978668d1b8e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68 HTTP/1.1" status: 200  len: 217 time: 0.0551381
Nov 20 20:50:36.204026 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7355bf-a9e7-4311-90b5-33e0b445fb49 None None] New status for floating IP 015f9372-c4ce-4053-9298-04f09eff0b32: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:50:36.247611 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a205a335-3401-4dc9-afb6-0f906a461fd7 req-6224df9f-5adf-42dc-b5a7-37739359e9c9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193111
Nov 20 20:50:36.255390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-c880828b-034e-4600-8fae-6e949ef0707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:36.256774 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-c880828b-034e-4600-8fae-6e949ef0707d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e91b14ea-0983-48f2-b667-d7d8c840210d HTTP/1.1" status: 200  len: 853 time: 0.0732117
Nov 20 20:50:36.287499 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-eeb7c465-eb97-44be-a7b4-bdb5130e39fa service neutron] 10.222.0.41 "GET /v2.0/networks/faba2177-d247-4737-8414-396da08b9b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1703689
Nov 20 20:50:36.289185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-f4d0fb92-a892-4b9a-bfe0-90f98bf6d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:36.290549 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-f4d0fb92-a892-4b9a-bfe0-90f98bf6d3c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0678942
Nov 20 20:50:36.318228 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-8257dfeb-e61a-4053-9845-48b1d3aeee22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f82a7818-62f9-41df-8e59-1f9bb434e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518508
Nov 20 20:50:36.372527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-efd3c6fb-c3ae-4c5f-af20-90b1d8d4c0d7 service neutron] 10.222.0.41 "GET /v2.0/ports/d62e09bc-0a07-428d-96cb-5ce7f5c99f7f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0752778
Nov 20 20:50:36.409256 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-e7ad41ce-271d-4e19-986c-5a75a739ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:36.411145 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-e7ad41ce-271d-4e19-986c-5a75a739ce2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1048019
Nov 20 20:50:36.467610 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-18fb6bd1-ab84-47e7-9e64-19f09b45f2c1 service neutron] 10.222.0.37 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404517
Nov 20 20:50:36.504405 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7164d-7dd0-44ae-ab6f-56fb008a7a1c req-48698fff-decf-4055-b2ba-b9d0483aac15 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:36.506323 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b4e7164d-7dd0-44ae-ab6f-56fb008a7a1c req-48698fff-decf-4055-b2ba-b9d0483aac15 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 944 time: 0.0888300
Nov 20 20:50:36.608354 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b4e7164d-7dd0-44ae-ab6f-56fb008a7a1c req-5e65ce24-836e-4f8a-8272-69ad964f00e8 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943327
Nov 20 20:50:36.615696 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-01036aef-6382-4a0b-a33a-707af851c08e service neutron] 10.222.0.37 "GET /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382911
Nov 20 20:50:36.754176 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac6a50-30bc-47fe-90c2-65048940770d req-9d23b9ed-8202-4e9a-b87d-c18a1331f782 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:36.757325 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7ac6a50-30bc-47fe-90c2-65048940770d req-9d23b9ed-8202-4e9a-b87d-c18a1331f782 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 1097 time: 0.0741546
Nov 20 20:50:36.762745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-5aa69cfc-1ed3-4cf4-b8e7-f87ea606fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:36.764226 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-5aa69cfc-1ed3-4cf4-b8e7-f87ea606fe92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 1098 time: 0.0906045
Nov 20 20:50:36.846983 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-bfa58052-159e-48a8-af64-cdf7f280e2e6 service neutron] 10.222.0.41 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4674745
Nov 20 20:50:36.849864 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7ac6a50-30bc-47fe-90c2-65048940770d req-f206e8e6-00af-4111-9d16-43fff6e0c090 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844324
Nov 20 20:50:36.892092 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-b8a00b65-0ec2-4757-8969-c9b4f5b427bd service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4690394
Nov 20 20:50:36.920465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-c75499f3-af02-49b9-bf88-26e85049648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:36.923472 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-c75499f3-af02-49b9-bf88-26e85049648d service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1425414
Nov 20 20:50:36.986869 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-9d2f8c0e-71f3-4233-839c-89c17b572b3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68 HTTP/1.1" status: 200  len: 217 time: 0.0563147
Nov 20 20:50:37.023489 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b3f5ee46-f927-4271-845c-063118972b70 service neutron] 10.222.0.41 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1753511
Nov 20 20:50:37.069363 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-3734c704-15cc-4e37-aa62-46dc3ffbbaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:37.070878 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-3734c704-15cc-4e37-aa62-46dc3ffbbaee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0749345
Nov 20 20:50:37.079859 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6be68-f3dd-4295-abfd-f3a780f6347b req-8246b6a3-6066-4f03-b579-d0a5f3835f4f tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:37.081200 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-8da41050-be76-4c55-a9dc-68afad9f37d4 service neutron] 10.222.0.41 "GET /v2.0/ports/39839f43-d46e-414e-93c9-a7955f617fd1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0516615
Nov 20 20:50:37.081525 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-43a6be68-f3dd-4295-abfd-f3a780f6347b req-8246b6a3-6066-4f03-b579-d0a5f3835f4f tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 945 time: 0.1068983
Nov 20 20:50:37.084865 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-d0e5f584-61b0-41d0-b0a4-a1cd8cbb83b0 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524494
Nov 20 20:50:37.151248 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-599ee7fe-3e17-4524-9b5d-dd04e55f2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:37.152756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-599ee7fe-3e17-4524-9b5d-dd04e55f2508 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0703731
Nov 20 20:50:37.161123 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-43a6be68-f3dd-4295-abfd-f3a780f6347b req-2cd3dfb3-0125-42d8-bc38-deb5be3fb861 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/security-groups?id=80660770-4c31-45ad-b451-e0e3eb2bcc7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699677
Nov 20 20:50:37.187885 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-152a8765-82ad-464b-a274-99108ac109a3 service neutron] 10.222.0.41 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0990028
Nov 20 20:50:37.257117 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-1699c669-d03b-49b7-a4c5-ae646f14d61c service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948141
Nov 20 20:50:37.289474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-0d6d99c5-a63d-49b0-9de3-c8e57402eb6d service neutron] 10.222.0.41 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0940766
Nov 20 20:50:37.380809 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82802ce5-e95f-4697-81fe-1f1159bcdb65 req-9397506e-e766-44ea-a071-8fce5da01681 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:37.382445 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-82802ce5-e95f-4697-81fe-1f1159bcdb65 req-9397506e-e766-44ea-a071-8fce5da01681 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 947 time: 0.1069753
Nov 20 20:50:37.383335 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-6843c354-c3e7-4ec5-881c-4fdf88840906 service neutron] 10.222.0.41 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880544
Nov 20 20:50:37.411789 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-617ad2f7-37e7-4790-9705-308f1f19e4cf req-55289b9f-6dc8-4183-85f7-1ffeec3ffa29 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455917
Nov 20 20:50:37.442788 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-82802ce5-e95f-4697-81fe-1f1159bcdb65 req-4eae4222-bcaf-4f5c-a338-49e8f861fead tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492747
Nov 20 20:50:37.451924 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e899d7fb-aca6-4434-9fbc-f7874d362f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a6b63d-5947-43c3-a9e3-80cd19d532a8'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:37.458271 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef4dbfa-5dd6-48be-af54-b7047f61d1ed" -d '{"events": [{"server_uuid": "e899d7fb-aca6-4434-9fbc-f7874d362f4a", "name": "network-vif-plugged", "status": "completed", "tag": "a8a6b63d-5947-43c3-a9e3-80cd19d532a8"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:37.480899 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-6f89e91b-8bd5-4626-8b78-9c1ab62c6dbf service neutron] 10.222.0.41 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912080
Nov 20 20:50:37.573488 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-7378baab-e036-4320-942f-6c2faf834072 service neutron] 10.222.0.41 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865228
Nov 20 20:50:37.586793 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc97725-21e3-4cf0-bc95-a02c2018fb41 req-fd33bf4e-2727-4715-ad5d-3455ed714b77 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:37.588271 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6fc97725-21e3-4cf0-bc95-a02c2018fb41 req-fd33bf4e-2727-4715-ad5d-3455ed714b77 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 945 time: 0.0509040
Nov 20 20:50:37.636349 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6fc97725-21e3-4cf0-bc95-a02c2018fb41 req-bd50dec1-df48-4433-9cca-a5fa0782ac8f tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419018
Nov 20 20:50:37.671674 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-e9e8034d-3c33-4bf2-8fdc-e8e80034a01b service neutron] 10.222.0.41 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922861
Nov 20 20:50:37.722135 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 9fffb655-560d-495c-b4cb-728592a93b09 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:50:37.745023 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bc16b6-d2a2-49ee-85f7-779a0b019228 x-openstack-request-id: req-15bc16b6-d2a2-49ee-85f7-779a0b019228 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:37.745321 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e899d7fb-aca6-4434-9fbc-f7874d362f4a", "name": "network-vif-plugged", "status": "completed", "tag": "a8a6b63d-5947-43c3-a9e3-80cd19d532a8", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:37.745580 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15bc16b6-d2a2-49ee-85f7-779a0b019228 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:37.746322 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e899d7fb-aca6-4434-9fbc-f7874d362f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a6b63d-5947-43c3-a9e3-80cd19d532a8', 'code': 200}
Nov 20 20:50:37.774872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-cb909328-a0a1-4991-ab76-0a3cc6b1b8f3 service neutron] 10.222.0.41 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0968330
Nov 20 20:50:37.835668 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 9fffb655-560d-495c-b4cb-728592a93b09, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9fffb655-560d-495c-b4cb-728592a93b09,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:37.848409 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '9fffb655-560d-495c-b4cb-728592a93b09', 'network_id': 'f82a7818-62f9-41df-8e59-1f9bb434e3d7', 'port_id': '9fffb655-560d-495c-b4cb-728592a93b09', 'mac_address': 'fa:16:3e:d0:7d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e91b14ea-0983-48f2-b667-d7d8c840210d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:50:37.894508 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:37.916129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fffb655-560d-495c-b4cb-728592a93b09 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:37.918908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f558def-9db8-4663-adeb-7761d3526506 req-55c3969d-7c39-4d6c-86db-b6928f31aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:37.920811 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f558def-9db8-4663-adeb-7761d3526506 req-55c3969d-7c39-4d6c-86db-b6928f31aa75 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 1096 time: 0.0680742
Nov 20 20:50:37.924039 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-9313989d-8cb3-4e9e-9589-5bbb5a900ab9 service neutron] 10.222.0.41 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420321
Nov 20 20:50:37.938951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 9fffb655-560d-495c-b4cb-728592a93b09, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9fffb655-560d-495c-b4cb-728592a93b09,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:37.946113 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:38.004338 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb364-aede-43e6-818f-38ee33b667a1 req-650303a3-582c-49a1-976d-62408ce59f8b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:38.010087 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-650303a3-582c-49a1-976d-62408ce59f8b tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.47 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9&tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 947 time: 0.0833504
Nov 20 20:50:38.037777 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:38.042642 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f558def-9db8-4663-adeb-7761d3526506 req-03e2bb23-d0cc-4247-8e1b-da6b55ebaec0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=80660770-4c31-45ad-b451-e0e3eb2bcc7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146035
Nov 20 20:50:38.044698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=9fffb655-560d-495c-b4cb-728592a93b09,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:38.062601 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:38.080766 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-8f83147a-2a8c-4adf-bf1e-ed17b2b1d604 service neutron] 10.222.0.41 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364226
Nov 20 20:50:38.090366 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-df017b98-64d9-4c3e-84c1-65a8bce796d6 service neutron] 10.222.0.47 "GET /v2.0/ports/41caa8c1-f0b9-44fe-81d2-76d08d296f68/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0739732
Nov 20 20:50:38.174529 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-3f9ac656-6370-49a6-8ea3-82a4ca360d88 service neutron] 10.222.0.41 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870485
Nov 20 20:50:38.238899 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['9fffb655-560d-495c-b4cb-728592a93b09'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:38.316203 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb364-aede-43e6-818f-38ee33b667a1 req-1f2b4e8e-7685-4590-91ba-8e2ec84a9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:38.317792 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-1f2b4e8e-7685-4590-91ba-8e2ec84a9831 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 1098 time: 0.0542514
Nov 20 20:50:38.446532 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb364-aede-43e6-818f-38ee33b667a1 req-47aba297-20e0-49de-9495-428a4ef58ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:38.448255 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-47aba297-20e0-49de-9495-428a4ef58ae5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1212041
Nov 20 20:50:38.492743 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-2fdc030b-bf9c-4a73-962e-d007529a5123 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68 HTTP/1.1" status: 200  len: 217 time: 0.0373318
Nov 20 20:50:38.557024 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb364-aede-43e6-818f-38ee33b667a1 req-669b7694-9c8c-4f01-8b84-434b52948959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:38.558939 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-669b7694-9c8c-4f01-8b84-434b52948959 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0480909
Nov 20 20:50:38.614664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb364-aede-43e6-818f-38ee33b667a1 req-21fb92bb-0158-49b4-b642-0440c6111d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:38.616196 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-21fb92bb-0158-49b4-b642-0440c6111d4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0443757
Nov 20 20:50:38.723172 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-57d7a3de-fbef-4e31-bcd3-62449adc0d10 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0980525
Nov 20 20:50:38.728464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-8a5c237b-4111-4082-9b27-213e5f62fc2a tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:50:38.729414 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-8a5c237b-4111-4082-9b27-213e5f62fc2a tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053036
Nov 20 20:50:38.790645 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-728b37c0-fca4-4654-95cf-da3590578a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:38.792103 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 41caa8c1-f0b9-44fe-81d2-76d08d296f68 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:50:38.792573 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-728b37c0-fca4-4654-95cf-da3590578a04 service neutron] 10.222.0.41 "GET /v2.0/ports/119afa00-1f53-43e0-901d-bb72b2a68f15 HTTP/1.1" status: 200  len: 1094 time: 0.0502691
Nov 20 20:50:38.809166 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-b50f7a17-d0bb-4137-a76f-0e5c630b46ff service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:38.809716 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-b50f7a17-d0bb-4137-a76f-0e5c630b46ff service neutron] Unknown quota resources ['binding']. {{(pid=126224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 20 20:50:38.856940 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588f16e-1f5b-4205-8ea6-8c3192f60e14 req-440fa910-3360-4137-a0f2-a2059c7724ba tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:38.858680 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d588f16e-1f5b-4205-8ea6-8c3192f60e14 req-440fa910-3360-4137-a0f2-a2059c7724ba tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 945 time: 0.0617986
Nov 20 20:50:38.920542 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e76358a4-51ae-4ba4-b68a-b88aa3d57bdd service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1855361
Nov 20 20:50:38.952019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d588f16e-1f5b-4205-8ea6-8c3192f60e14 req-03c63f22-f706-43c7-9e54-2103f9971e08 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852461
Nov 20 20:50:38.956249 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:38.975678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '41caa8c1-f0b9-44fe-81d2-76d08d296f68', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '41caa8c1-f0b9-44fe-81d2-76d08d296f68', 'mac_address': 'fa:16:3e:64:32:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:50:39.021742 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:39.038659 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41caa8c1-f0b9-44fe-81d2-76d08d296f68 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:39.039032 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-b50f7a17-d0bb-4137-a76f-0e5c630b46ff service neutron] Attempting to bind port 119afa00-1f53-43e0-901d-bb72b2a68f15 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:39.039915 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-b50f7a17-d0bb-4137-a76f-0e5c630b46ff service neutron] Attempting to bind port 119afa00-1f53-43e0-901d-bb72b2a68f15 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:39.039915 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-b50f7a17-d0bb-4137-a76f-0e5c630b46ff service neutron] Attempting to bind port 119afa00-1f53-43e0-901d-bb72b2a68f15 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:39.046626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-b50f7a17-d0bb-4137-a76f-0e5c630b46ff service neutron] Port 119afa00-1f53-43e0-901d-bb72b2a68f15 on network 1f07f823-03fd-485f-ad70-6286912e8408 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:50:39.047190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-b50f7a17-d0bb-4137-a76f-0e5c630b46ff service neutron] Attempting to bind port 119afa00-1f53-43e0-901d-bb72b2a68f15 on network 1f07f823-03fd-485f-ad70-6286912e8408 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:39.052769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425082c-3418-4145-896f-f5fd24267f99 req-0d052197-d0ea-4826-90a1-79690d014461 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:39.053713 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-b50f7a17-d0bb-4137-a76f-0e5c630b46ff service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:39.054292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-b50f7a17-d0bb-4137-a76f-0e5c630b46ff service neutron] Checking segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:39.055279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-b50f7a17-d0bb-4137-a76f-0e5c630b46ff service neutron] Bound using segment: {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:39.055959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-b50f7a17-d0bb-4137-a76f-0e5c630b46ff service neutron] Bound port: 119afa00-1f53-43e0-901d-bb72b2a68f15, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3db424c-42d3-40fe-a824-4b0686c9ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f07f823-03fd-485f-ad70-6286912e8408'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:39.060532 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4425082c-3418-4145-896f-f5fd24267f99 req-0d052197-d0ea-4826-90a1-79690d014461 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 1096 time: 0.0562444
Nov 20 20:50:39.063864 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:39.069918 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:39.127843 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4425082c-3418-4145-896f-f5fd24267f99 req-047ac2f2-7a99-4019-94aa-42c72444efa4 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662541
Nov 20 20:50:39.130244 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=41caa8c1-f0b9-44fe-81d2-76d08d296f68,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:39.138760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-b50f7a17-d0bb-4137-a76f-0e5c630b46ff service neutron] For port 119afa00-1f53-43e0-901d-bb72b2a68f15, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=119afa00-1f53-43e0-901d-bb72b2a68f15,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:39.145921 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-b50f7a17-d0bb-4137-a76f-0e5c630b46ff service neutron] Publish callbacks [] for binding, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:39.147806 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-b50f7a17-d0bb-4137-a76f-0e5c630b46ff service neutron] 10.222.0.41 "POST /v2.0/ports/119afa00-1f53-43e0-901d-bb72b2a68f15/bindings HTTP/1.1" status: 201  len: 389 time: 0.3462994
Nov 20 20:50:39.272953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea9cb3-eb9d-42f7-aa40-34028433c6ac req-19a1b1c7-e913-4a1d-81b1-d62b241c6bf6 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:39.274610 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06ea9cb3-eb9d-42f7-aa40-34028433c6ac req-19a1b1c7-e913-4a1d-81b1-d62b241c6bf6 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 948 time: 0.0647769
Nov 20 20:50:39.331192 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b3291-d381-4061-a6ed-d56515596e9e req-bbf11ab3-b26d-495f-95d3-8c3463177527 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:39.333376 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fc6b3291-d381-4061-a6ed-d56515596e9e req-bbf11ab3-b26d-495f-95d3-8c3463177527 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 945 time: 0.0608358
Nov 20 20:50:39.336571 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06ea9cb3-eb9d-42f7-aa40-34028433c6ac req-d8ba2af4-c446-4e7a-b731-ff863e9b91d4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545712
Nov 20 20:50:39.410563 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fc6b3291-d381-4061-a6ed-d56515596e9e req-9c7ca9ae-d3d1-4290-a0ee-cbcf0b1b1d85 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/security-groups?id=80660770-4c31-45ad-b451-e0e3eb2bcc7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683866
Nov 20 20:50:39.428765 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['41caa8c1-f0b9-44fe-81d2-76d08d296f68'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:39.565090 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-859c8f6e-338d-47a7-bf6d-69276cd39878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:39.566635 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-859c8f6e-338d-47a7-bf6d-69276cd39878 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 1097 time: 0.0703166
Nov 20 20:50:39.632795 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-650cbbc7-543b-47d0-8b9e-35c3820260e7 req-9f3df883-2eae-4c41-84f4-56e1f030fc68 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 210 time: 0.0651560
Nov 20 20:50:39.651985 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fa265-50db-4e70-94d8-edca1fe46dc3 req-78ca0e6b-4f9e-415b-85e6-dc768581e82d tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:39.653995 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-519fa265-50db-4e70-94d8-edca1fe46dc3 req-78ca0e6b-4f9e-415b-85e6-dc768581e82d tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 1096 time: 0.0500274
Nov 20 20:50:39.696409 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-4960cfd3-80cb-4b52-8ccb-b45973db1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:39.698502 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-4960cfd3-80cb-4b52-8ccb-b45973db1ce0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 921 time: 0.1209900
Nov 20 20:50:39.725014 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-519fa265-50db-4e70-94d8-edca1fe46dc3 req-54c617e0-9dce-41f9-8c35-2b8edace30a4 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577297
Nov 20 20:50:39.747488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 9fffb655-560d-495c-b4cb-728592a93b09 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:39.766040 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-faf139dc-72a8-4650-aa1e-4d3349e3bd58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=119afa00-1f53-43e0-901d-bb72b2a68f15 HTTP/1.1" status: 200  len: 217 time: 0.0605617
Nov 20 20:50:39.801647 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 9fffb655-560d-495c-b4cb-728592a93b09 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:50:39.805825 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 9fffb655-560d-495c-b4cb-728592a93b09 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:39.806316 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:39.837843 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-da04dba7-0639-429c-b4bb-7f5c328f6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:39.839334 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-da04dba7-0639-429c-b4bb-7f5c328f6155 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.0560584
Nov 20 20:50:39.847266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7d42a-b63f-4ed3-a82b-008575ac190c req-e6b23464-da28-4497-abdc-2fbb03237a58 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:39.848714 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9df7d42a-b63f-4ed3-a82b-008575ac190c req-e6b23464-da28-4497-abdc-2fbb03237a58 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 946 time: 0.0939620
Nov 20 20:50:39.883643 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-c5c7bd4c-b546-4ece-87ba-4a40d530e5d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0339427
Nov 20 20:50:39.894168 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:39.924417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c4c45e-b6d1-4618-9248-f81c093cd761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fffb655-560d-495c-b4cb-728592a93b09'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:39.926618 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb016b5-f30c-4650-8b44-3219bebaa6c5" -d '{"events": [{"server_uuid": "29c4c45e-b6d1-4618-9248-f81c093cd761", "name": "network-vif-plugged", "status": "completed", "tag": "9fffb655-560d-495c-b4cb-728592a93b09"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:39.942595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 9fffb655-560d-495c-b4cb-728592a93b09, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9fffb655-560d-495c-b4cb-728592a93b09,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:39.946972 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:39.974465 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9df7d42a-b63f-4ed3-a82b-008575ac190c req-17b38946-461a-4115-8b6d-1349d0abe345 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162236
Nov 20 20:50:39.999624 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=9fffb655-560d-495c-b4cb-728592a93b09,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:40.012682 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-01158682-d6fc-4140-881a-a1393ce51b14 service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210415
Nov 20 20:50:40.034871 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019b204f-e055-4ed5-9b22-ee4d25041a4a x-openstack-request-id: req-019b204f-e055-4ed5-9b22-ee4d25041a4a {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:40.035193 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c4c45e-b6d1-4618-9248-f81c093cd761", "name": "network-vif-plugged", "status": "completed", "tag": "9fffb655-560d-495c-b4cb-728592a93b09", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:40.035738 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-019b204f-e055-4ed5-9b22-ee4d25041a4a {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:40.036764 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c4c45e-b6d1-4618-9248-f81c093cd761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fffb655-560d-495c-b4cb-728592a93b09', 'code': 200}
Nov 20 20:50:40.160723 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-c17130b0-4e38-49ef-9596-0310dc8276d5 service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412041
Nov 20 20:50:40.184638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055300fb-5cfc-46bb-ad37-bce8587243a9 req-357858c9-ac61-41f2-9bbd-59bf56f57e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:40.187238 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-055300fb-5cfc-46bb-ad37-bce8587243a9 req-357858c9-ac61-41f2-9bbd-59bf56f57e96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 1097 time: 0.0585837
Nov 20 20:50:40.210922 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ba88f-2d31-417e-a35d-31ecae138b50 req-5e554857-367f-4437-99c8-6ccfbfee4de1 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:40.219125 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f13ba88f-2d31-417e-a35d-31ecae138b50 req-5e554857-367f-4437-99c8-6ccfbfee4de1 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 946 time: 0.1218636
Nov 20 20:50:40.245190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-39e882bc-9607-41c2-bebe-7a8c777c4278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:40.247140 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-055300fb-5cfc-46bb-ad37-bce8587243a9 req-345ffe29-57ba-4876-98a1-cb73ff52519b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524547
Nov 20 20:50:40.247297 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-39e882bc-9607-41c2-bebe-7a8c777c4278 service neutron] 10.222.0.47 "GET /v2.0/ports/d62e09bc-0a07-428d-96cb-5ce7f5c99f7f HTTP/1.1" status: 200  len: 1032 time: 0.0847073
Nov 20 20:50:40.321624 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f13ba88f-2d31-417e-a35d-31ecae138b50 req-0848d49e-e01a-4c2a-b262-278ab4344ad4 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985849
Nov 20 20:50:40.333501 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-6f36f1dd-5be7-4edf-ab04-fb4884bcebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:40.335677 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-6f36f1dd-5be7-4edf-ab04-fb4884bcebcf service neutron] 10.222.0.47 "GET /v2.0/ports/39839f43-d46e-414e-93c9-a7955f617fd1 HTTP/1.1" status: 200  len: 1033 time: 0.0737386
Nov 20 20:50:40.558529 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-e23f34b3-8820-4eec-94d3-164cd9ceb461 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:40.565925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-e23f34b3-8820-4eec-94d3-164cd9ceb461 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:40.575172 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-e23f34b3-8820-4eec-94d3-164cd9ceb461 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:40.576833 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-e23f34b3-8820-4eec-94d3-164cd9ceb461 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.47 "GET /v2.0/networks?id=faba2177-d247-4737-8414-396da08b9b04&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec HTTP/1.1" status: 200  len: 1994 time: 0.2128758
Nov 20 20:50:40.589210 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50970f7e-c7a2-435c-9ad1-5ed8b683bba0 req-1055fa1c-dc26-4566-88b7-c4c03906e17c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:40.597424 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-50970f7e-c7a2-435c-9ad1-5ed8b683bba0 req-1055fa1c-dc26-4566-88b7-c4c03906e17c tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 948 time: 0.1511095
Nov 20 20:50:40.698487 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-50970f7e-c7a2-435c-9ad1-5ed8b683bba0 req-d34ea643-5b9e-4c31-b5d1-3bdd9a434700 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978761
Nov 20 20:50:40.705428 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d059d57c-ce25-4ef4-89b2-48d22150815f tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee4ec8b62e354149acb1c43558b168e6 HTTP/1.1" status: 200  len: 380 time: 0.1051760
Nov 20 20:50:40.725183 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-7a65f863-0b88-449c-9d67-095ac873b205 req-699af447-65fa-47a8-b1e6-5c2420cc2443 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Request body: {'port': {'device_id': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'network_id': 'faba2177-d247-4737-8414-396da08b9b04', 'admin_state_up': True, 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'security_groups': ['88ae42ba-d187-4334-be3a-909ba90a5cff']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:40.767291 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 41caa8c1-f0b9-44fe-81d2-76d08d296f68 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:40.874526 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:50:40.883074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:40.884728 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:40.904651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-699af447-65fa-47a8-b1e6-5c2420cc2443 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Made reservation on behalf of ee4ec8b62e354149acb1c43558b168e6 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:40.912622 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-699af447-65fa-47a8-b1e6-5c2420cc2443 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:40.989246 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:41.006922 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-4c418726-b318-43d1-b986-7858930cef0d tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:50:41.008716 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-4c418726-b318-43d1-b986-7858930cef0d tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0246615
Nov 20 20:50:41.027597 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:41.033218 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:41.092478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=41caa8c1-f0b9-44fe-81d2-76d08d296f68,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:41.124812 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-4b572eae-e0d8-4467-a425-c06d28d00a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:41.126252 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-4b572eae-e0d8-4467-a425-c06d28d00a74 service neutron] 10.222.0.41 "GET /v2.0/ports/997e2cdb-8714-4ff9-a19c-d31c70dd0494 HTTP/1.1" status: 200  len: 1093 time: 0.0937760
Nov 20 20:50:41.136521 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-b5e32c66-edee-47c7-8419-44229e7efe74 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:41.136968 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-b5e32c66-edee-47c7-8419-44229e7efe74 service neutron] Unknown quota resources ['binding']. {{(pid=126224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 20 20:50:41.149584 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e83f6-1ef1-475d-a7a8-f78b5960b715 req-b521c5dc-00d5-4723-98b7-a44f38953611 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:41.151066 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f58e83f6-1ef1-475d-a7a8-f78b5960b715 req-b521c5dc-00d5-4723-98b7-a44f38953611 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 945 time: 0.1710753
Nov 20 20:50:41.274324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-7a65f863-0b88-449c-9d67-095ac873b205 req-699af447-65fa-47a8-b1e6-5c2420cc2443 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Allocated IP 172.20.0.11 (faba2177-d247-4737-8414-396da08b9b04/896a2b4f-e6df-41e5-a4ac-848e45777065/a2255729-67f4-48eb-af4e-86e677b04463) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:41.366588 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f58e83f6-1ef1-475d-a7a8-f78b5960b715 req-e4ccc4c1-abff-4b63-8c71-f4e089447d28 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/security-groups?id=80660770-4c31-45ad-b451-e0e3eb2bcc7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961071
Nov 20 20:50:41.482692 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-b5e32c66-edee-47c7-8419-44229e7efe74 service neutron] Attempting to bind port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on host nch2-master-1 for vnic_type normal with profile None {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:41.483029 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-b5e32c66-edee-47c7-8419-44229e7efe74 service neutron] Attempting to bind port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:41.483354 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-b5e32c66-edee-47c7-8419-44229e7efe74 service neutron] Attempting to bind port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:41.500670 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-b5e32c66-edee-47c7-8419-44229e7efe74 service neutron] Port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on network 554d0697-db40-4745-a60d-da36ede89e92 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:50:41.501012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-b5e32c66-edee-47c7-8419-44229e7efe74 service neutron] Attempting to bind port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:41.790396 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb364-aede-43e6-818f-38ee33b667a1 req-b70f0b2c-9f82-4c51-bead-66d3ce74e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:41.792005 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-b70f0b2c-9f82-4c51-bead-66d3ce74e1c7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9&tenant_id=75d8e50fbc2c4c13be9b56bf0078f315 HTTP/1.1" status: 200  len: 1100 time: 0.0479157
Nov 20 20:50:41.859779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-b5e32c66-edee-47c7-8419-44229e7efe74 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:41.859779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-b5e32c66-edee-47c7-8419-44229e7efe74 service neutron] Checking segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:41.859779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-b5e32c66-edee-47c7-8419-44229e7efe74 service neutron] Bound using segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:41.859779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-b5e32c66-edee-47c7-8419-44229e7efe74 service neutron] Bound port: 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:41.865934 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:41.881286 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4df41487-9b15-4963-b647-ef2f0fc555f5 req-71d51a07-87ba-4060-ba3b-64d3d641f5b9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 210 time: 0.0350051
Nov 20 20:50:41.927370 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:41.967148 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-699af447-65fa-47a8-b1e6-5c2420cc2443 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:41.970206 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-b5e32c66-edee-47c7-8419-44229e7efe74 service neutron] For port 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=997e2cdb-8714-4ff9-a19c-d31c70dd0494,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:41.980755 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-b5e32c66-edee-47c7-8419-44229e7efe74 service neutron] Publish callbacks [] for binding, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:41.981995 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-b5e32c66-edee-47c7-8419-44229e7efe74 service neutron] 10.222.0.41 "POST /v2.0/ports/997e2cdb-8714-4ff9-a19c-d31c70dd0494/bindings HTTP/1.1" status: 201  len: 389 time: 0.8489659
Nov 20 20:50:42.037655 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:42.041169 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b72cb0-1234-4826-b2f6-7b1ef80ea4cd" -d '{"events": [{"server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "name": "network-vif-plugged", "status": "completed", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:42.061088 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f1de6-b179-4900-a4db-e5f435efd5fa req-074a90ad-bdca-4139-bfaf-748508e1525c tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:42.068527 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-227f1de6-b179-4900-a4db-e5f435efd5fa req-074a90ad-bdca-4139-bfaf-748508e1525c tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 946 time: 0.0840418
Nov 20 20:50:42.088531 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-699af447-65fa-47a8-b1e6-5c2420cc2443 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:42.150462 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a65f863-0b88-449c-9d67-095ac873b205 req-699af447-65fa-47a8-b1e6-5c2420cc2443 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Network faba2177-d247-4737-8414-396da08b9b04 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:42.160920 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-7a65f863-0b88-449c-9d67-095ac873b205 req-699af447-65fa-47a8-b1e6-5c2420cc2443 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:42.166339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-699af447-65fa-47a8-b1e6-5c2420cc2443 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:42.184275 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-227f1de6-b179-4900-a4db-e5f435efd5fa req-4292a5a9-7c82-4755-99a5-229d9a7552f5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121922
Nov 20 20:50:42.290850 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699af447-65fa-47a8-b1e6-5c2420cc2443 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event updated for resources: {'Port': ['ID=a2255729-67f4-48eb-af4e-86e677b04463,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:42.364508 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b8979-85fa-454d-aa03-4c90ba1b64f3 req-9646c892-8964-4a72-9821-200bc9bf2e33 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:42.366997 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-318b8979-85fa-454d-aa03-4c90ba1b64f3 req-9646c892-8964-4a72-9821-200bc9bf2e33 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 946 time: 0.1751451
Nov 20 20:50:42.399694 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:42.478393 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-699af447-65fa-47a8-b1e6-5c2420cc2443 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:42.478949 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-699af447-65fa-47a8-b1e6-5c2420cc2443 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:42.506796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:42.556152 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2a0715b3-62fc-4324-b395-c18cd2c9038f None None] Provisioning complete for port a2255729-67f4-48eb-af4e-86e677b04463 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:42.556929 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2a0715b3-62fc-4324-b395-c18cd2c9038f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:42.570494 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-699af447-65fa-47a8-b1e6-5c2420cc2443 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8522847
Nov 20 20:50:42.572006 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:42.588195 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Transition to ACTIVE for port object 41caa8c1-f0b9-44fe-81d2-76d08d296f68 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:50:42.592842 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-7a65f863-0b88-449c-9d67-095ac873b205 req-751ca593-ef85-43dc-8da6-2d40a8eaeaaa tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Request body: {'port': {'device_id': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121', 'admin_state_up': True, 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'security_groups': ['88ae42ba-d187-4334-be3a-909ba90a5cff']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:42.593729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:42.596972 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8cff5d-e602-420a-bdf5-71cdf19e7c68" -d '{"events": [{"server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "name": "network-vif-unplugged", "status": "completed", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:42.598790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2a0715b3-62fc-4324-b395-c18cd2c9038f None None] Port a2255729-67f4-48eb-af4e-86e677b04463 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:50:42.608949 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-3b18e83d-35b2-480a-bdfa-6f16ebd8d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:42.612267 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-3b18e83d-35b2-480a-bdfa-6f16ebd8d354 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 1096 time: 0.3075228
Nov 20 20:50:42.612267 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:42.669337 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-79a1d798-1dff-4d6c-8f9a-c0ff7c9e30d6 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 258 time: 0.4472055
Nov 20 20:50:42.680887 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:42.692447 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-318b8979-85fa-454d-aa03-4c90ba1b64f3 req-b269b995-c6db-43e0-b6ae-144dfb6efd0b tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3129787
Nov 20 20:50:42.768771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] No DVR routers for this DVR port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:50:42.772130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Pushing event updated for resources: {'Port': ['ID=41caa8c1-f0b9-44fe-81d2-76d08d296f68,revision_number=10']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:42.773655 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:42.945377 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-751ca593-ef85-43dc-8da6-2d40a8eaeaaa tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Made reservation on behalf of ee4ec8b62e354149acb1c43558b168e6 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:42.951483 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-751ca593-ef85-43dc-8da6-2d40a8eaeaaa tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:42.963880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Attempting to bind port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:42.964496 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Attempting to bind port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:42.964794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Attempting to bind port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:42.973850 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-447a08e8-7e20-431f-85eb-a8cbe01371a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:42.983703 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-447a08e8-7e20-431f-85eb-a8cbe01371a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 908 time: 0.3562343
Nov 20 20:50:42.990740 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:50:42.991338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Attempting to bind port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:43.067093 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:43.080038 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-328d4906-1021-416b-ba47-7dbb7a14fd38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=997e2cdb-8714-4ff9-a19c-d31c70dd0494 HTTP/1.1" status: 200  len: 217 time: 0.0844095
Nov 20 20:50:43.085724 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:43.086342 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:43.086723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:43.089476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Bound port: 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:43.089476 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:43.228596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-7a65f863-0b88-449c-9d67-095ac873b205 req-751ca593-ef85-43dc-8da6-2d40a8eaeaaa tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Allocated IP 10.1.1.205 (d6af962d-f566-43ad-aacb-a9c0f2bc8121/c051715d-2ad4-424d-b871-ebe005e92074/8d29ec6b-5e92-4f5c-9a33-b37b39856ff1) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:43.244962 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2be9232d-c44e-4ddb-b611-31a0db9400be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:43.295655 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Allocated IP 172.35.1.26 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/c47a4c48-50e6-4d8d-9bb5-8b0d5c33c6d7) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:43.303797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-6bde4e94-8975-4821-b11e-3f64c019ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:43.305275 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-6bde4e94-8975-4821-b11e-3f64c019ff01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.1875999
Nov 20 20:50:43.308149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:43.315229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:43.345736 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-85f8166b-6935-48d9-bacc-0ddf5b380316 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0285192
Nov 20 20:50:43.346798 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:43.397887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe93ff8-f995-4570-96e0-a32df6ef480f req-ba917ffb-46a0-4ff5-a751-c31c8705d6f2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:43.399429 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ffe93ff8-f995-4570-96e0-a32df6ef480f req-ba917ffb-46a0-4ff5-a751-c31c8705d6f2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 948 time: 0.1848545
Nov 20 20:50:43.428201 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:43.429021 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:43.429927 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8490cb7c-475b-4f4a-b241-93638542140e req-aab78017-0946-4f99-aa05-4249722e9464 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1386840
Nov 20 20:50:43.430233 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] 10.222.0.37 "PUT /v2.0/ports/41caa8c1-f0b9-44fe-81d2-76d08d296f68 HTTP/1.1" status: 200  len: 1096 time: 1.5687227
Nov 20 20:50:43.493481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462d3d7-15a3-4b76-85f0-1e3a9db5e049 service neutron] Pushing event updated for resources: {'Port': ['ID=41caa8c1-f0b9-44fe-81d2-76d08d296f68,revision_number=11']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:43.591807 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-a3188986-04c2-4791-b70a-84a0632c22d0 service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2107294
Nov 20 20:50:43.624307 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ffe93ff8-f995-4570-96e0-a32df6ef480f req-baee332b-938c-4001-a448-5166fba7eab4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2064219
Nov 20 20:50:43.647324 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:43.660016 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-751ca593-ef85-43dc-8da6-2d40a8eaeaaa tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:43.669201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490cb7c-475b-4f4a-b241-93638542140e req-2c286c4f-1772-4783-a3a4-acd87cc0b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:43.672255 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8490cb7c-475b-4f4a-b241-93638542140e req-2c286c4f-1772-4783-a3a4-acd87cc0b7ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 1095 time: 0.1876566
Nov 20 20:50:43.709947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb364-aede-43e6-818f-38ee33b667a1 req-fb9d267f-6d2c-4ec2-8c84-273a38f624e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:43.712774 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-fb9d267f-6d2c-4ec2-8c84-273a38f624e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 1099 time: 0.2145529
Nov 20 20:50:43.858977 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490cb7c-475b-4f4a-b241-93638542140e req-69b647ba-f929-470e-a3d2-1b44cf979ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:43.861237 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8490cb7c-475b-4f4a-b241-93638542140e req-69b647ba-f929-470e-a3d2-1b44cf979ddc service neutron] 10.222.0.47 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 908 time: 0.1594887
Nov 20 20:50:43.868569 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-751ca593-ef85-43dc-8da6-2d40a8eaeaaa tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:43.889850 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af77084e-8e41-4e73-a774-534a7012aad2 x-openstack-request-id: req-af77084e-8e41-4e73-a774-534a7012aad2 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:43.890145 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "name": "network-vif-plugged", "status": "completed", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:43.890601 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af77084e-8e41-4e73-a774-534a7012aad2 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:43.891153 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68', 'code': 200}
Nov 20 20:50:43.915484 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-402cb471-1c39-425d-a8c0-50d4a6c12824 service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2841027
Nov 20 20:50:43.976164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb364-aede-43e6-818f-38ee33b667a1 req-fdd2db1c-c330-4973-a119-0da880a7e703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:43.979848 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-fdd2db1c-c330-4973-a119-0da880a7e703 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1902640
Nov 20 20:50:44.043472 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8490cb7c-475b-4f4a-b241-93638542140e req-ad0dbb6c-c301-42ef-bfa6-03b7265bf083 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b6045ba-274e-4026-bce3-97b2ebae1812 HTTP/1.1" status: 200  len: 217 time: 0.1723621
Nov 20 20:50:44.046807 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ca593-ef85-43dc-8da6-2d40a8eaeaaa tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event updated for resources: {'Port': ['ID=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:44.100756 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-0f14c79d-fcbe-45cd-bc0a-d8685d821f77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68 HTTP/1.1" status: 200  len: 217 time: 0.0819967
Nov 20 20:50:44.172820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d183b-b4fd-42b5-9b43-b58541879072 req-3bceb797-e505-43f7-aec5-7dd1467f71fb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:44.174370 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-496d183b-b4fd-42b5-9b43-b58541879072 req-3bceb797-e505-43f7-aec5-7dd1467f71fb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 945 time: 0.1760857
Nov 20 20:50:44.211658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb364-aede-43e6-818f-38ee33b667a1 req-b36d7dba-db11-4df5-8551-436d3a9a18af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:44.213238 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-b36d7dba-db11-4df5-8551-436d3a9a18af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1012816
Nov 20 20:50:44.216270 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:44.221043 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a65f863-0b88-449c-9d67-095ac873b205 req-751ca593-ef85-43dc-8da6-2d40a8eaeaaa tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Network d6af962d-f566-43ad-aacb-a9c0f2bc8121 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:44.259200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-7a65f863-0b88-449c-9d67-095ac873b205 req-751ca593-ef85-43dc-8da6-2d40a8eaeaaa tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:44.266605 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490cb7c-475b-4f4a-b241-93638542140e req-a0722c6b-4958-4484-a8c3-2f66fdd84b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:44.268251 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8490cb7c-475b-4f4a-b241-93638542140e req-a0722c6b-4958-4484-a8c3-2f66fdd84b71 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.2039347
Nov 20 20:50:44.272513 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-751ca593-ef85-43dc-8da6-2d40a8eaeaaa tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:44.286759 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-496d183b-b4fd-42b5-9b43-b58541879072 req-eec786aa-b10a-4208-bc34-8782f1febf0d tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022453
Nov 20 20:50:44.294296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:44.302575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb364-aede-43e6-818f-38ee33b667a1 req-9411de4f-9cac-434a-82d2-e6db18cc5f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:44.307301 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-9411de4f-9cac-434a-82d2-e6db18cc5f7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0816393
Nov 20 20:50:44.352988 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:44.362916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:44.401403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-c451bfaf-5207-4229-a7e2-3b5205fa973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:44.403066 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-c451bfaf-5207-4229-a7e2-3b5205fa973b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee7537dd85d04e808dc792658afa443e&device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 1097 time: 0.3400168
Nov 20 20:50:44.404918 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8490cb7c-475b-4f4a-b241-93638542140e req-a2ed819a-916a-4428-a567-3872acc74f76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1194823
Nov 20 20:50:44.469513 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Pushing event updated for resources: {'Port': ['ID=c47a4c48-50e6-4d8d-9bb5-8b0d5c33c6d7,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:44.529327 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-32b9d651-fd1b-4c78-9935-c4c54444c2b5 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2122819
Nov 20 20:50:44.530967 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071318d2-fae1-439d-8fa8-08f6c956731a x-openstack-request-id: req-071318d2-fae1-439d-8fa8-08f6c956731a {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:44.531256 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "name": "network-vif-unplugged", "status": "completed", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:44.531509 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-071318d2-fae1-439d-8fa8-08f6c956731a {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:44.532461 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68', 'code': 200}
Nov 20 20:50:44.589895 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-751ca593-ef85-43dc-8da6-2d40a8eaeaaa tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:44.590534 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-751ca593-ef85-43dc-8da6-2d40a8eaeaaa tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:44.716555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c804642-2c47-4dde-92ae-0855d96e4298 req-c5b55fcf-cbbb-422d-9d8c-336a86dace7f tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:44.724223 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c26b18bf-e7f2-4a52-8de9-6bd68fb028b0 None None] Provisioning complete for port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:44.725237 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c26b18bf-e7f2-4a52-8de9-6bd68fb028b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:44.734808 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8c804642-2c47-4dde-92ae-0855d96e4298 req-c5b55fcf-cbbb-422d-9d8c-336a86dace7f tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 946 time: 0.0994890
Nov 20 20:50:44.750100 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-388cb364-aede-43e6-818f-38ee33b667a1 req-cd406cbb-0992-4e2d-8697-e8ed1c71009f service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2109249
Nov 20 20:50:44.767393 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 41caa8c1-f0b9-44fe-81d2-76d08d296f68 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:50:44.775935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-15a0c4e4-270c-4776-b1f8-909d88edd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:44.777424 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-15a0c4e4-270c-4776-b1f8-909d88edd366 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 200  len: 921 time: 0.3048749
Nov 20 20:50:44.779722 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8490cb7c-475b-4f4a-b241-93638542140e req-c6737a55-2626-47ec-af40-a816d6d08d36 service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2954657
Nov 20 20:50:44.785241 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-751ca593-ef85-43dc-8da6-2d40a8eaeaaa tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2098970
Nov 20 20:50:44.818098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c26b18bf-e7f2-4a52-8de9-6bd68fb028b0 None None] Port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:50:44.826000 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8c804642-2c47-4dde-92ae-0855d96e4298 req-a57ea75e-4104-4fdf-a506-d48aeb3840d9 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806150
Nov 20 20:50:44.835957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 41caa8c1-f0b9-44fe-81d2-76d08d296f68 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:50:44.854012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d6c19cce-3d74-4c9a-9415-fc2f26ba27f8 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Request body: {'port': {'device_id': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121', 'admin_state_up': True, 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'security_groups': ['88ae42ba-d187-4334-be3a-909ba90a5cff']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:44.934415 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-5742f487-4bd4-4263-be6a-68c5be85e0e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=119afa00-1f53-43e0-901d-bb72b2a68f15 HTTP/1.1" status: 200  len: 217 time: 0.0926981
Nov 20 20:50:45.019018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c556be-74d2-41bd-9cde-400ea36324ce req-e532dff0-aaa9-409d-866d-5bfacf3846d1 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:45.036120 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c556be-74d2-41bd-9cde-400ea36324ce req-e532dff0-aaa9-409d-866d-5bfacf3846d1 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:45.050485 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02c556be-74d2-41bd-9cde-400ea36324ce req-e532dff0-aaa9-409d-866d-5bfacf3846d1 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 1654 time: 0.0970695
Nov 20 20:50:45.069700 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:45.115475 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02c556be-74d2-41bd-9cde-400ea36324ce req-a0fda268-581d-45ea-a7ea-7922bf589f09 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631900
Nov 20 20:50:45.137784 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-0def6a91-1886-4fa4-bd44-69648e9c40bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:45.139340 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-0def6a91-1886-4fa4-bd44-69648e9c40bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 200  len: 860 time: 0.1820540
Nov 20 20:50:45.171454 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8490cb7c-475b-4f4a-b241-93638542140e req-aa00a66a-c68c-43e2-95a9-ed51475531ee service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3822165
Nov 20 20:50:45.198124 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-aadf8417-0014-4c81-8f27-238a37132116 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f07f823-03fd-485f-ad70-6286912e8408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436373
Nov 20 20:50:45.198580 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:45.257370 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea074dbe-8556-46c0-903e-6919b56334fe req-f490c872-2c00-44c6-a54a-91f9595a3848 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:45.258643 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ea074dbe-8556-46c0-903e-6919b56334fe req-f490c872-2c00-44c6-a54a-91f9595a3848 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 946 time: 0.0579262
Nov 20 20:50:45.274354 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d6c19cce-3d74-4c9a-9415-fc2f26ba27f8 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Made reservation on behalf of ee4ec8b62e354149acb1c43558b168e6 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:45.277835 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d6c19cce-3d74-4c9a-9415-fc2f26ba27f8 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:45.333225 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ea074dbe-8556-46c0-903e-6919b56334fe req-a6c11298-aa46-479f-90e2-63e8a1fc13eb tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656064
Nov 20 20:50:45.457009 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21643fa1-b708-414f-8060-c8925aed2194 req-496cec61-4dcf-490c-8d39-a4fbae7b32a9 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:45.458550 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-21643fa1-b708-414f-8060-c8925aed2194 req-496cec61-4dcf-490c-8d39-a4fbae7b32a9 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 948 time: 0.0514476
Nov 20 20:50:45.460459 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-e2473476-e9e6-44e1-8e1b-ea92ee715fe5 service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2388990
Nov 20 20:50:45.508680 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-21643fa1-b708-414f-8060-c8925aed2194 req-095b32c6-3859-41d3-b90e-3819fa564f11 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436423
Nov 20 20:50:45.571205 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1003b778-8b52-4aed-aada-35dc400398a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:45.798702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06c759-ba62-46e5-8a12-c28570b9a5b6 req-098a51ab-2240-4b99-8582-66a17486979b tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:45.802264 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c06c759-ba62-46e5-8a12-c28570b9a5b6 req-098a51ab-2240-4b99-8582-66a17486979b tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 945 time: 0.0606279
Nov 20 20:50:45.861432 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c06c759-ba62-46e5-8a12-c28570b9a5b6 req-41fd6525-6239-4d3d-a233-e775fef08bf1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548410
Nov 20 20:50:45.895263 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d6c19cce-3d74-4c9a-9415-fc2f26ba27f8 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Allocated IP 10.1.1.13 (d6af962d-f566-43ad-aacb-a9c0f2bc8121/c051715d-2ad4-424d-b871-ebe005e92074/74631941-cda7-49c4-b33a-f60122f88759) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:45.909124 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:45.919804 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:45.970848 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-74296520-9d42-4e63-8a6e-0fe50414d2ae service neutron] 10.222.0.37 "GET /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4996116
Nov 20 20:50:46.083068 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3a1f2-157c-4dc3-b43e-88381cc23756 req-3904fa7e-84a7-4533-8664-908b83b78864 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:46.084610 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-16b3a1f2-157c-4dc3-b43e-88381cc23756 req-3904fa7e-84a7-4533-8664-908b83b78864 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 946 time: 0.0578825
Nov 20 20:50:46.085236 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Pushing event updated for resources: {'Port': ['ID=c47a4c48-50e6-4d8d-9bb5-8b0d5c33c6d7,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:46.124978 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:46.137635 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-16b3a1f2-157c-4dc3-b43e-88381cc23756 req-1c141e2a-a799-4af1-b39a-d6bcf9afb346 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449145
Nov 20 20:50:46.158925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-6d6a31af-b71d-4c60-a21c-031d8e1a0937 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:46.160205 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-6d6a31af-b71d-4c60-a21c-031d8e1a0937 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e&tenant_id=ee7537dd85d04e808dc792658afa443e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.1437325
Nov 20 20:50:46.175232 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:46.176626 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-58c3a222-cfbc-4120-bfa4-56eed33b30ae tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.5061316
Nov 20 20:50:46.247882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87257a-755c-4d5e-9784-e00ffe129112 req-23e292dd-bbb3-4b73-a16c-aacaf2a18bee tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:46.249415 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d87257a-755c-4d5e-9784-e00ffe129112 req-23e292dd-bbb3-4b73-a16c-aacaf2a18bee tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 1097 time: 0.0434830
Nov 20 20:50:46.257164 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d6c19cce-3d74-4c9a-9415-fc2f26ba27f8 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:46.281157 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-c21ac787-8a7b-4858-8ae9-1f9c0dab5087 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.26 HTTP/1.1" status: 200  len: 695 time: 0.0937200
Nov 20 20:50:46.295568 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d87257a-755c-4d5e-9784-e00ffe129112 req-8c9cb7dd-72da-4996-93c7-a2dcd95f4d13 tempest-LiveAutoBlockMigrationV225Test-417514665 tempest-LiveAutoBlockMigrationV225Test-417514665-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385618
Nov 20 20:50:46.420094 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86501c-cba6-4294-aa34-7843195a1ea5 req-40981142-00b4-4aa2-83e8-d5c3af5dd217 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:46.420335 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d6c19cce-3d74-4c9a-9415-fc2f26ba27f8 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:46.427186 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86501c-cba6-4294-aa34-7843195a1ea5 req-40981142-00b4-4aa2-83e8-d5c3af5dd217 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:46.428795 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6a86501c-cba6-4294-aa34-7843195a1ea5 req-40981142-00b4-4aa2-83e8-d5c3af5dd217 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 1654 time: 0.0613155
Nov 20 20:50:46.477928 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6a86501c-cba6-4294-aa34-7843195a1ea5 req-2620a30b-961b-41be-9f06-115551b10686 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424147
Nov 20 20:50:46.515668 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d6c19cce-3d74-4c9a-9415-fc2f26ba27f8 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Network d6af962d-f566-43ad-aacb-a9c0f2bc8121 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:46.522397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-d03935c3-d8e2-4d62-a8f3-0b09b644b2f8 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:46.523835 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7447d18e-3174-4465-b14c-c8ddbad8880f req-d03935c3-d8e2-4d62-a8f3-0b09b644b2f8 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.2366776
Nov 20 20:50:46.534459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d6c19cce-3d74-4c9a-9415-fc2f26ba27f8 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:46.536037 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:46.537973 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d6c19cce-3d74-4c9a-9415-fc2f26ba27f8 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:46.539757 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b25ea4c-011e-44c2-b032-61f29f8f9006" -d '{"events": [{"name": "network-changed", "server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:46.540624 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c19cce-3d74-4c9a-9415-fc2f26ba27f8 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event updated for resources: {'Port': ['ID=74631941-cda7-49c4-b33a-f60122f88759,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:46.578370 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-1affbc4d-44fc-4390-8496-7df8d0607cd1 service neutron] For port 119afa00-1f53-43e0-901d-bb72b2a68f15, host nch1-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:46.593484 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-1affbc4d-44fc-4390-8496-7df8d0607cd1 service neutron] Publish callbacks [] for binding, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:46.595423 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e21c3d05-9dff-49a4-9e8d-45d9f2b405b8 req-1affbc4d-44fc-4390-8496-7df8d0607cd1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/119afa00-1f53-43e0-901d-bb72b2a68f15/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4179399
Nov 20 20:50:46.611600 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d6c19cce-3d74-4c9a-9415-fc2f26ba27f8 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:46.612266 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d6c19cce-3d74-4c9a-9415-fc2f26ba27f8 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:46.634659 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d6c19cce-3d74-4c9a-9415-fc2f26ba27f8 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.7844307
Nov 20 20:50:46.643538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6d0ed-b5e4-44bf-a1a6-54ce0f385da5 req-980a3090-77ac-4927-9e1b-78830a0a94a7 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:46.648086 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:46.651506 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95d6d0ed-b5e4-44bf-a1a6-54ce0f385da5 req-980a3090-77ac-4927-9e1b-78830a0a94a7 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 946 time: 0.0828481
Nov 20 20:50:46.651862 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-7a65f863-0b88-449c-9d67-095ac873b205 req-eb3b2476-63d8-4143-b338-2f4a59a7eea6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Request body: {'port': {'device_id': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec', 'admin_state_up': True, 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'security_groups': ['88ae42ba-d187-4334-be3a-909ba90a5cff']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:46.717927 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95d6d0ed-b5e4-44bf-a1a6-54ce0f385da5 req-f849135e-182a-4f01-bbbd-b373f19ff891 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649884
Nov 20 20:50:46.820819 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-eb3b2476-63d8-4143-b338-2f4a59a7eea6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Made reservation on behalf of ee4ec8b62e354149acb1c43558b168e6 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:46.845593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314ae21-d9e4-435d-96c3-f6c880d04dd7 req-c0f6038a-80d4-4a86-b04a-d30be899b223 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:46.847165 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d314ae21-d9e4-435d-96c3-f6c880d04dd7 req-c0f6038a-80d4-4a86-b04a-d30be899b223 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 948 time: 0.0810347
Nov 20 20:50:46.866999 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0164a73f-a24d-4d45-87d5-fbe043c76faf None None] Provisioning complete for port 74631941-cda7-49c4-b33a-f60122f88759 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:46.867366 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0164a73f-a24d-4d45-87d5-fbe043c76faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:46.902724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0164a73f-a24d-4d45-87d5-fbe043c76faf None None] Port 74631941-cda7-49c4-b33a-f60122f88759 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:50:46.948120 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-52c56ea5-cb88-46c9-819f-09236b3518c1 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:46.949852 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-52c56ea5-cb88-46c9-819f-09236b3518c1 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1196656
Nov 20 20:50:46.950720 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d314ae21-d9e4-435d-96c3-f6c880d04dd7 req-c852bed8-9f24-46ab-bdf0-8977183c8f00 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968068
Nov 20 20:50:46.957960 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-eb3b2476-63d8-4143-b338-2f4a59a7eea6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:47.025113 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-e7e76945-0dc2-4e29-bc9a-2ea7e1e1c1f6 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.26 HTTP/1.1" status: 200  len: 695 time: 0.0618277
Nov 20 20:50:47.035428 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-494ea2a8-5ded-4fd4-87db-0739c1fe540f tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Request body: {'floatingip': {'port_id': 'a8a6b63d-5947-43c3-a9e3-80cd19d532a8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:47.086524 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cb6ed7-0aa9-4e31-bfc7-6ab55086574f x-openstack-request-id: req-a1cb6ed7-0aa9-4e31-bfc7-6ab55086574f {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:47.087234 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:47.089321 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1cb6ed7-0aa9-4e31-bfc7-6ab55086574f {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:47.089756 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68', 'status': 'completed', 'code': 200}
Nov 20 20:50:47.099739 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-494ea2a8-5ded-4fd4-87db-0739c1fe540f tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for floatingip, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:47.203388 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25ea4c-011e-44c2-b032-61f29f8f9006 req-0a31819a-08d2-4709-b729-bc571898bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:47.205192 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b25ea4c-011e-44c2-b032-61f29f8f9006 req-0a31819a-08d2-4709-b729-bc571898bd33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 1099 time: 0.1349967
Nov 20 20:50:47.291735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf0fac-0351-491e-9841-5f81f7bb8dac req-079ec1b6-dfa1-4b84-a4fd-ff1f602800d5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:47.293191 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e1cf0fac-0351-491e-9841-5f81f7bb8dac req-079ec1b6-dfa1-4b84-a4fd-ff1f602800d5 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 946 time: 0.1301429
Nov 20 20:50:47.354704 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-7a65f863-0b88-449c-9d67-095ac873b205 req-eb3b2476-63d8-4143-b338-2f4a59a7eea6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Allocated IP 10.2.2.100 (9ab96eba-b67e-47c5-9f2b-383d74c4c2ec/675dd659-efc8-4512-8b36-a10de2903548/1906ffcc-f920-4444-989d-3996e905079f) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:47.408476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25ea4c-011e-44c2-b032-61f29f8f9006 req-659aa02b-e439-4341-b7ef-7feb3b68b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:47.409927 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b25ea4c-011e-44c2-b032-61f29f8f9006 req-659aa02b-e439-4341-b7ef-7feb3b68b855 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1952970
Nov 20 20:50:47.441701 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e1cf0fac-0351-491e-9841-5f81f7bb8dac req-a720df96-e006-4fdf-a0f8-d62727fe2677 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190262
Nov 20 20:50:47.498667 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b25ea4c-011e-44c2-b032-61f29f8f9006 req-bd66a32e-774b-480a-8036-686635aa949c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68 HTTP/1.1" status: 200  len: 217 time: 0.0678935
Nov 20 20:50:47.618811 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-7f921c8f-a28e-4d32-a73c-c90ba2656c15 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:47.620561 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-7f921c8f-a28e-4d32-a73c-c90ba2656c15 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d&tenant_id=9e5736eff1924fa28c0a00ae3da90174&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.2143345
Nov 20 20:50:47.645914 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:47.695050 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25ea4c-011e-44c2-b032-61f29f8f9006 req-5eff8137-c55c-4fac-a229-c7c7af4b234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:47.696507 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b25ea4c-011e-44c2-b032-61f29f8f9006 req-5eff8137-c55c-4fac-a229-c7c7af4b234d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1807418
Nov 20 20:50:47.765213 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-eb3b2476-63d8-4143-b338-2f4a59a7eea6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:47.786245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 41caa8c1-f0b9-44fe-81d2-76d08d296f68 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:50:47.797550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2db9e5-fd0f-401c-84ca-ee207af3aca3 req-f25c48be-778a-4d9c-a758-675c0c95e1d1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:47.799288 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ec2db9e5-fd0f-401c-84ca-ee207af3aca3 req-f25c48be-778a-4d9c-a758-675c0c95e1d1 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 945 time: 0.1829643
Nov 20 20:50:47.820346 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:47.858079 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25ea4c-011e-44c2-b032-61f29f8f9006 req-432ebe80-bb46-4da9-a9cd-917330661a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:47.859585 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b25ea4c-011e-44c2-b032-61f29f8f9006 req-432ebe80-bb46-4da9-a9cd-917330661a31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1532366
Nov 20 20:50:47.892956 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-494ea2a8-5ded-4fd4-87db-0739c1fe540f tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:47.899211 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-494ea2a8-5ded-4fd4-87db-0739c1fe540f tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:47.911152 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:47.925495 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '41caa8c1-f0b9-44fe-81d2-76d08d296f68', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '41caa8c1-f0b9-44fe-81d2-76d08d296f68', 'mac_address': 'fa:16:3e:64:32:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:50:47.947099 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-eb3b2476-63d8-4143-b338-2f4a59a7eea6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:47.951691 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ec2db9e5-fd0f-401c-84ca-ee207af3aca3 req-ada39259-7f30-4914-8145-83042d0a03b2 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437123
Nov 20 20:50:47.971545 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:47.987337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41caa8c1-f0b9-44fe-81d2-76d08d296f68 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:48.009909 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:48.015600 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:48.046520 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-494ea2a8-5ded-4fd4-87db-0739c1fe540f tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Floating IP fac77207-cbe2-4a9f-810b-53a930a55d5d associated. External IP: 172.35.1.26, port: a8a6b63d-5947-43c3-a9e3-80cd19d532a8.
Nov 20 20:50:48.069540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=41caa8c1-f0b9-44fe-81d2-76d08d296f68,revision_number=12']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:48.120883 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a65f863-0b88-449c-9d67-095ac873b205 req-eb3b2476-63d8-4143-b338-2f4a59a7eea6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Network 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:48.131296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-7a65f863-0b88-449c-9d67-095ac873b205 req-eb3b2476-63d8-4143-b338-2f4a59a7eea6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:48.138354 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b2476-63d8-4143-b338-2f4a59a7eea6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event updated for resources: {'Port': ['ID=1906ffcc-f920-4444-989d-3996e905079f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:48.142200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-eb3b2476-63d8-4143-b338-2f4a59a7eea6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:48.227798 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b25ea4c-011e-44c2-b032-61f29f8f9006 req-4e510cdc-e33d-4f0f-8f21-be88f2aaa666 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3336878
Nov 20 20:50:48.242597 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] For port 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=997e2cdb-8714-4ff9-a19c-d31c70dd0494,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:48.274923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-eb3b2476-63d8-4143-b338-2f4a59a7eea6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:48.275894 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-eb3b2476-63d8-4143-b338-2f4a59a7eea6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:48.279627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-494ea2a8-5ded-4fd4-87db-0739c1fe540f tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Router dec0ec0d-0390-49fc-8856-7fcb88b82a00 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:50:48.319324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e2c08-fe3f-487a-8722-2be934821abe req-23a42285-80f7-44d6-b42b-5bb51bb526d2 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:48.325390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e2c08-fe3f-487a-8722-2be934821abe req-23a42285-80f7-44d6-b42b-5bb51bb526d2 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:48.332080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e2c08-fe3f-487a-8722-2be934821abe req-23a42285-80f7-44d6-b42b-5bb51bb526d2 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:48.337999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e2c08-fe3f-487a-8722-2be934821abe req-23a42285-80f7-44d6-b42b-5bb51bb526d2 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:48.339760 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-468e2c08-fe3f-487a-8722-2be934821abe req-23a42285-80f7-44d6-b42b-5bb51bb526d2 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 3095 time: 0.2113304
Nov 20 20:50:48.355297 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-eb3b2476-63d8-4143-b338-2f4a59a7eea6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7122374
Nov 20 20:50:48.394659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-494ea2a8-5ded-4fd4-87db-0739c1fe540f tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:50:48.399376 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-494ea2a8-5ded-4fd4-87db-0739c1fe540f tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:48.403275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5c8e776e-a991-4ad9-9dd8-36bb5e073246 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Request body: {'port': {'device_id': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec', 'admin_state_up': True, 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'security_groups': ['88ae42ba-d187-4334-be3a-909ba90a5cff']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:48.408375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['41caa8c1-f0b9-44fe-81d2-76d08d296f68'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:48.411191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a04289-7118-44fd-b487-83b36d127059 None None] Sync routers for ids ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:50:48.436145 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-494ea2a8-5ded-4fd4-87db-0739c1fe540f tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "PUT /v2.0/floatingips/fac77207-cbe2-4a9f-810b-53a930a55d5d HTTP/1.1" status: 200  len: 995 time: 1.4048901
Nov 20 20:50:48.437807 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] For port 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host nch1-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:48.492719 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-22c85c3e-0658-4d48-9281-1932319f8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:48.494422 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-22c85c3e-0658-4d48-9281-1932319f8654 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cfe248f7eb34f6e80937503e49fd3ca&device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 1096 time: 0.0495584
Nov 20 20:50:48.552520 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b25ea4c-011e-44c2-b032-61f29f8f9006 req-de09a906-4a34-4499-998f-20c9503c8a62 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3050399
Nov 20 20:50:48.556365 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-468e2c08-fe3f-487a-8722-2be934821abe req-39a63953-b66b-4334-9c65-13237824a73b tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2001550
Nov 20 20:50:48.578074 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2454f21-9e06-4ec7-b8d6-656dbdf82c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997e2cdb-8714-4ff9-a19c-d31c70dd0494'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:48.580593 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c857ca80-4f49-4fce-8d63-44d3ed65ee7f" -d '{"events": [{"server_uuid": "e2454f21-9e06-4ec7-b8d6-656dbdf82c6d", "name": "network-vif-unplugged", "status": "completed", "tag": "997e2cdb-8714-4ff9-a19c-d31c70dd0494"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:48.587118 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:48.601469 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:48.628828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a04289-7118-44fd-b487-83b36d127059 None None] Routers {'dec0ec0d-0390-49fc-8856-7fcb88b82a00'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:50:48.628828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-52a04289-7118-44fd-b487-83b36d127059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475c5e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:50:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:48.659112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e0f74-1ef3-4fcd-b5ed-e77c5b2899c5 req-857df31a-f564-4b0c-8b09-e49bf50d6794 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:48.661360 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d5e0f74-1ef3-4fcd-b5ed-e77c5b2899c5 req-857df31a-f564-4b0c-8b09-e49bf50d6794 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.47 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 946 time: 0.0839138
Nov 20 20:50:48.666732 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-376f5f7e-88ca-4ec5-99dd-d8c333e17116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:48.676466 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-376f5f7e-88ca-4ec5-99dd-d8c333e17116 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5bc0506e-bc72-485c-a0a7-48575db53d86 HTTP/1.1" status: 200  len: 930 time: 0.1730497
Nov 20 20:50:48.708445 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5c8e776e-a991-4ad9-9dd8-36bb5e073246 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Made reservation on behalf of ee4ec8b62e354149acb1c43558b168e6 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:50:48.713007 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5c8e776e-a991-4ad9-9dd8-36bb5e073246 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:48.722010 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Pushing event updated for resources: {'Port': ['ID=997e2cdb-8714-4ff9-a19c-d31c70dd0494,revision_number=7']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:48.735349 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Attempting to bind port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:48.735684 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Attempting to bind port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:48.736111 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Attempting to bind port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:48.749150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b711c175-b028-48f5-a1e2-9f7ed08b2a50 None None] Provisioning complete for port 1906ffcc-f920-4444-989d-3996e905079f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:48.749518 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b711c175-b028-48f5-a1e2-9f7ed08b2a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:48.753818 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:48.755594 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on network 554d0697-db40-4745-a60d-da36ede89e92 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:50:48.755927 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Attempting to bind port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:48.784619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:48.784885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Checking segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:48.785192 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Bound using segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:48.785627 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Bound port: 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:48.786024 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:48.800181 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 997e2cdb-8714-4ff9-a19c-d31c70dd0494 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:50:48.815808 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-4bc169b3-6c12-488d-95e3-e6f92b0002f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8a6b63d-5947-43c3-a9e3-80cd19d532a8 HTTP/1.1" status: 200  len: 998 time: 0.1380777
Nov 20 20:50:48.882369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-f70f3572-4510-4a7d-b7b6-1023c272e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:48.884035 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-f70f3572-4510-4a7d-b7b6-1023c272e246 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64502234-0e78-4305-9d1c-74a8e6286f19 HTTP/1.1" status: 200  len: 868 time: 0.0551789
Nov 20 20:50:48.890860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-9d5e0f74-1ef3-4fcd-b5ed-e77c5b2899c5 req-64e0a42f-c1d6-450a-8479-ac46be0db3ab tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Deleting port 119afa00-1f53-43e0-901d-bb72b2a68f15 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:50:48.891363 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9d5e0f74-1ef3-4fcd-b5ed-e77c5b2899c5 req-64e0a42f-c1d6-450a-8479-ac46be0db3ab tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:48.910115 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9e1e7-1aa3-4ae0-b018-fbbb615b2963 req-6946637a-b207-4c73-88b3-2ac3994e4854 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:48.910363 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b711c175-b028-48f5-a1e2-9f7ed08b2a50 None None] Port 1906ffcc-f920-4444-989d-3996e905079f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:50:48.911512 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-52c9e1e7-1aa3-4ae0-b018-fbbb615b2963 req-6946637a-b207-4c73-88b3-2ac3994e4854 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 946 time: 0.1719851
Nov 20 20:50:48.934294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-52a04289-7118-44fd-b487-83b36d127059 None None] Set router dec0ec0d-0390-49fc-8856-7fcb88b82a00 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:50:48.989366 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] For port 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host nch1-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:49.002435 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-96cf849d-ee96-47f9-94fe-8f9f9e3ffd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:49.004117 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-96cf849d-ee96-47f9-94fe-8f9f9e3ffd1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5bc0506e-bc72-485c-a0a7-48575db53d86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1082523
Nov 20 20:50:49.026785 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-57c48132-838f-4ee4-a7b9-1e7228a6ab7f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:50:49.028533 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-57c48132-838f-4ee4-a7b9-1e7228a6ab7f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0127931
Nov 20 20:50:49.040408 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] For port 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=997e2cdb-8714-4ff9-a19c-d31c70dd0494,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:49.042026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9d5e0f74-1ef3-4fcd-b5ed-e77c5b2899c5 req-64e0a42f-c1d6-450a-8479-ac46be0db3ab tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] For port 119afa00-1f53-43e0-901d-bb72b2a68f15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=119afa00-1f53-43e0-901d-bb72b2a68f15,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:49.043093 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9d5e0f74-1ef3-4fcd-b5ed-e77c5b2899c5 req-64e0a42f-c1d6-450a-8479-ac46be0db3ab tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:49.045383 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-52c9e1e7-1aa3-4ae0-b018-fbbb615b2963 req-5fb5e9a4-2013-494b-961f-47d2841e3dcf tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232247
Nov 20 20:50:49.050986 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:49.086719 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-9d5e0f74-1ef3-4fcd-b5ed-e77c5b2899c5 req-64e0a42f-c1d6-450a-8479-ac46be0db3ab tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Calling delete_port for 119afa00-1f53-43e0-901d-bb72b2a68f15 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:50:49.091540 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e899d7fb-aca6-4434-9fbc-f7874d362f4a', 'tag': 'a8a6b63d-5947-43c3-a9e3-80cd19d532a8'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:49.096201 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a1ea1b-3dc5-4ca3-ab13-a412daabefc5" -d '{"events": [{"name": "network-changed", "server_uuid": "e899d7fb-aca6-4434-9fbc-f7874d362f4a", "tag": "a8a6b63d-5947-43c3-a9e3-80cd19d532a8"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:49.097785 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:49.127618 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host nch1-master-1, got binding levels [] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:49.174966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Attempting to bind port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:49.175254 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Attempting to bind port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:49.175628 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Attempting to bind port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:49.192141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on network 554d0697-db40-4745-a60d-da36ede89e92 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:50:49.192513 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Attempting to bind port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on network 554d0697-db40-4745-a60d-da36ede89e92 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:49.238565 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:49.238943 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Checking segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:49.239695 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Bound using segment: {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:49.239829 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Bound port: 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db06c8e-3096-4876-87fd-3d53166f57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '554d0697-db40-4745-a60d-da36ede89e92'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:49.240221 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:49.243908 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-124f75a9-4771-4e92-bf34-5e764ddfd623 service neutron] 10.222.0.41 "GET /v2.0/networks/5bc0506e-bc72-485c-a0a7-48575db53d86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1950684
Nov 20 20:50:49.339936 ncdv-master-1 neutron-server[126226]: WARNING neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Concurrent port binding operations failed on port 997e2cdb-8714-4ff9-a19c-d31c70dd0494
Nov 20 20:50:49.346092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=997e2cdb-8714-4ff9-a19c-d31c70dd0494,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:49.349684 ncdv-master-1 neutron-server[126226]: INFO neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Attempt 2 to bind port 997e2cdb-8714-4ff9-a19c-d31c70dd0494
Nov 20 20:50:49.350255 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 997e2cdb-8714-4ff9-a19c-d31c70dd0494 has no active binding in host nch2-master-1 {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 20 20:50:49.379211 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-52a04289-7118-44fd-b487-83b36d127059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475c5e50>, [{'id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-router', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:50:07Z', 'updated_at': '2021-11-20T20:50:14Z', 'revision_number': 4, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'gw_port': {'id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:08Z', 'updated_at': '2021-11-20T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fac77207-cbe2-4a9f-810b-53a930a55d5d', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'floating_ip_address': '172.35.1.26', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'port_id': 'a8a6b63d-5947-43c3-a9e3-80cd19d532a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'mac_address': 'fa:16:3e:f5:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e899d7fb-aca6-4434-9fbc-f7874d362f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:50:44Z', 'updated_at': '2021-11-20T20:50:47Z', 'revision_number': 1, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28716f1f-7902-422b-8e0e-ba0aa33761f6', 'name': '', 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'mac_address': 'fa:16:3e:e6:03:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:13Z', 'updated_at': '2021-11-20T20:50:23Z', 'revision_number': 5, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'subnets': [{'id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:49.395162 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3bf4766-bd57-4038-888d-2ed43e3fb8af req-5c8da631-05d0-4edb-b3bb-9f51beac3487 service neutron] 10.222.0.41 "GET /v2.0/networks/5bc0506e-bc72-485c-a0a7-48575db53d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410084
Nov 20 20:50:49.415157 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a04289-7118-44fd-b487-83b36d127059 None None] Checking router: dec0ec0d-0390-49fc-8856-7fcb88b82a00 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:50:49.418651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5c8e776e-a991-4ad9-9dd8-36bb5e073246 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Allocated IP 10.2.2.200 (9ab96eba-b67e-47c5-9f2b-383d74c4c2ec/675dd659-efc8-4512-8b36-a10de2903548/46000a03-6d74-43bc-957f-eb13e3558ac6) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:49.422880 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9d5e0f74-1ef3-4fcd-b5ed-e77c5b2899c5 req-64e0a42f-c1d6-450a-8479-ac46be0db3ab tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:49.429653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a04289-7118-44fd-b487-83b36d127059 None None] Routers {'dec0ec0d-0390-49fc-8856-7fcb88b82a00'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:50:49.430362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-52a04289-7118-44fd-b487-83b36d127059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475c5e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:50:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:49.454289 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0a42f-c1d6-450a-8479-ac46be0db3ab tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Pushing event deleted for resources: {'Port': ['ID=119afa00-1f53-43e0-901d-bb72b2a68f15,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:49.518768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:49.518768 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:49.518768 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] 10.222.0.47 "PUT /v2.0/ports/997e2cdb-8714-4ff9-a19c-d31c70dd0494 HTTP/1.1" status: 200  len: 1121 time: 1.8769367
Nov 20 20:50:49.533173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2834e47-21d1-4cdf-95bb-bea3cbea467e service neutron] Pushing event updated for resources: {'Port': ['ID=997e2cdb-8714-4ff9-a19c-d31c70dd0494,revision_number=8']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:49.556538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5e0f74-1ef3-4fcd-b5ed-e77c5b2899c5 req-64e0a42f-c1d6-450a-8479-ac46be0db3ab tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] No DVR routers for this DVR port 119afa00-1f53-43e0-901d-bb72b2a68f15 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:50:49.558480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c289e-ddae-4862-addb-7e8d8023c4ea req-3656d7e3-541a-4e0f-8452-dd6677757fac tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:49.559797 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9d5e0f74-1ef3-4fcd-b5ed-e77c5b2899c5 req-64e0a42f-c1d6-450a-8479-ac46be0db3ab tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:49.565068 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d5e0f74-1ef3-4fcd-b5ed-e77c5b2899c5 req-64e0a42f-c1d6-450a-8479-ac46be0db3ab tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.47 "DELETE /v2.0/ports/119afa00-1f53-43e0-901d-bb72b2a68f15 HTTP/1.1" status: 204  len: 173 time: 0.8861096
Nov 20 20:50:49.567840 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f1c289e-ddae-4862-addb-7e8d8023c4ea req-3656d7e3-541a-4e0f-8452-dd6677757fac tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 949 time: 0.1681404
Nov 20 20:50:49.626287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-52a04289-7118-44fd-b487-83b36d127059 None None] Set router dec0ec0d-0390-49fc-8856-7fcb88b82a00 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:50:49.645497 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-76e3345b-1d16-44b5-9da6-5f572fb339de req-978f3cdf-8e06-43c9-841d-515626b901cb tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=534bb292-6e42-4114-ae6a-3b608f41a28e HTTP/1.1" status: 200  len: 210 time: 0.0455797
Nov 20 20:50:49.674235 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f1c289e-ddae-4862-addb-7e8d8023c4ea req-776566a8-bc33-40f3-88bf-3929f08dcdf6 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057177
Nov 20 20:50:49.744436 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a26b34-2f6c-429a-8567-06d715040594 x-openstack-request-id: req-93a26b34-2f6c-429a-8567-06d715040594 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:49.745120 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2454f21-9e06-4ec7-b8d6-656dbdf82c6d", "name": "network-vif-unplugged", "status": "completed", "tag": "997e2cdb-8714-4ff9-a19c-d31c70dd0494", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:49.745270 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93a26b34-2f6c-429a-8567-06d715040594 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:49.746220 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2454f21-9e06-4ec7-b8d6-656dbdf82c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997e2cdb-8714-4ff9-a19c-d31c70dd0494', 'code': 200}
Nov 20 20:50:49.791240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['997e2cdb-8714-4ff9-a19c-d31c70dd0494'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:49.793320 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['997e2cdb-8714-4ff9-a19c-d31c70dd0494'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:49.855286 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5c8e776e-a991-4ad9-9dd8-36bb5e073246 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:49.887050 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a40e1-fefc-4a1d-89c3-a915863bd891 req-482a6867-4e7c-47f3-a0dd-26883767c445 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:49.888956 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-949a40e1-fefc-4a1d-89c3-a915863bd891 req-482a6867-4e7c-47f3-a0dd-26883767c445 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 946 time: 0.0745320
Nov 20 20:50:49.892606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99331b90-6d75-4956-8d5f-7506da3d97bd req-604a490e-e02e-441b-a344-1e8e30c6f10f tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:49.894370 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-99331b90-6d75-4956-8d5f-7506da3d97bd req-604a490e-e02e-441b-a344-1e8e30c6f10f tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 943 time: 0.1003597
Nov 20 20:50:49.940298 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['45fadff2-da94-4f5f-8340-26c7ac05e1e2'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:49.950631 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-949a40e1-fefc-4a1d-89c3-a915863bd891 req-cc555fff-f06d-4024-a5c1-13479de348b0 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527732
Nov 20 20:50:49.986736 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5c8e776e-a991-4ad9-9dd8-36bb5e073246 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:50.050801 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-99331b90-6d75-4956-8d5f-7506da3d97bd req-edf84993-d205-4a12-9db2-7ec447b9e679 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454325
Nov 20 20:50:50.086219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5c8e776e-a991-4ad9-9dd8-36bb5e073246 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Network 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:50.096442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5c8e776e-a991-4ad9-9dd8-36bb5e073246 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:50.107914 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2e8d2b-9cb3-4ce0-9f66-918a21c4b035 x-openstack-request-id: req-2c2e8d2b-9cb3-4ce0-9f66-918a21c4b035 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:50.108212 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e899d7fb-aca6-4434-9fbc-f7874d362f4a", "tag": "a8a6b63d-5947-43c3-a9e3-80cd19d532a8", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:50.108472 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c2e8d2b-9cb3-4ce0-9f66-918a21c4b035 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:50.108869 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e899d7fb-aca6-4434-9fbc-f7874d362f4a', 'tag': 'a8a6b63d-5947-43c3-a9e3-80cd19d532a8', 'status': 'completed', 'code': 200}
Nov 20 20:50:50.274850 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-efa67a93-6c1c-407b-aef4-99bd0fb03975 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 258 time: 0.1828520
Nov 20 20:50:50.285812 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1ea1b-3dc5-4ca3-ab13-a412daabefc5 req-3fe4df0f-065f-467b-bc52-4d57135bb61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:50.286164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5c8e776e-a991-4ad9-9dd8-36bb5e073246 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:50.287428 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0a1ea1b-3dc5-4ca3-ab13-a412daabefc5 req-3fe4df0f-065f-467b-bc52-4d57135bb61f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2cfe248f7eb34f6e80937503e49fd3ca&device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 1096 time: 0.1538143
Nov 20 20:50:50.306398 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:50.346479 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e776e-a991-4ad9-9dd8-36bb5e073246 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event updated for resources: {'Port': ['ID=46000a03-6d74-43bc-957f-eb13e3558ac6,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:50.385213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46657dc7-01c1-4442-b0c0-3387b33bef9d req-bd0a3898-2b91-45f9-a3b2-2d6b12195bf0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:50.391344 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:50.391764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46657dc7-01c1-4442-b0c0-3387b33bef9d req-bd0a3898-2b91-45f9-a3b2-2d6b12195bf0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:50.399552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46657dc7-01c1-4442-b0c0-3387b33bef9d req-bd0a3898-2b91-45f9-a3b2-2d6b12195bf0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:50.408900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46657dc7-01c1-4442-b0c0-3387b33bef9d req-bd0a3898-2b91-45f9-a3b2-2d6b12195bf0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:50.411090 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5c8e776e-a991-4ad9-9dd8-36bb5e073246 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:50.414208 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5c8e776e-a991-4ad9-9dd8-36bb5e073246 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:50.419152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46657dc7-01c1-4442-b0c0-3387b33bef9d req-bd0a3898-2b91-45f9-a3b2-2d6b12195bf0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:50.432704 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46657dc7-01c1-4442-b0c0-3387b33bef9d req-bd0a3898-2b91-45f9-a3b2-2d6b12195bf0 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 3816 time: 0.2170870
Nov 20 20:50:50.526339 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5c8e776e-a991-4ad9-9dd8-36bb5e073246 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1258004
Nov 20 20:50:50.547153 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Request body: {'port': {'device_id': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:50.599170 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46657dc7-01c1-4442-b0c0-3387b33bef9d req-28fc1522-30ec-4616-84ef-505e20e12118 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1637447
Nov 20 20:50:50.606167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1ea1b-3dc5-4ca3-ab13-a412daabefc5 req-b9d2d1c9-c2f9-4a08-8fd5-e0ec5d1b7a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:50.607779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0a1ea1b-3dc5-4ca3-ab13-a412daabefc5 req-b9d2d1c9-c2f9-4a08-8fd5-e0ec5d1b7a3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=5bc0506e-bc72-485c-a0a7-48575db53d86 HTTP/1.1" status: 200  len: 930 time: 0.3107035
Nov 20 20:50:50.638252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-52a04289-7118-44fd-b487-83b36d127059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475c5e50>, [{'id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-router', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:50:07Z', 'updated_at': '2021-11-20T20:50:14Z', 'revision_number': 4, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'gw_port': {'id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:08Z', 'updated_at': '2021-11-20T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fac77207-cbe2-4a9f-810b-53a930a55d5d', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'floating_ip_address': '172.35.1.26', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'port_id': 'a8a6b63d-5947-43c3-a9e3-80cd19d532a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'mac_address': 'fa:16:3e:f5:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e899d7fb-aca6-4434-9fbc-f7874d362f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:50:44Z', 'updated_at': '2021-11-20T20:50:47Z', 'revision_number': 1, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28716f1f-7902-422b-8e0e-ba0aa33761f6', 'name': '', 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'mac_address': 'fa:16:3e:e6:03:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:13Z', 'updated_at': '2021-11-20T20:50:23Z', 'revision_number': 5, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'subnets': [{'id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:50.657296 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-049b0692-0310-42a5-8bbb-761a8d9f4148 None None] Provisioning complete for port 46000a03-6d74-43bc-957f-eb13e3558ac6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:50.658575 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-049b0692-0310-42a5-8bbb-761a8d9f4148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:50.684670 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:50.738669 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a04289-7118-44fd-b487-83b36d127059 None None] The sync data for ids ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'] in ncdv-master-1 is: [{'id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-router', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:50:07Z', 'updated_at': '2021-11-20T20:50:14Z', 'revision_number': 4, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'gw_port': {'id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:08Z', 'updated_at': '2021-11-20T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fac77207-cbe2-4a9f-810b-53a930a55d5d', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'floating_ip_address': '172.35.1.26', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'port_id': 'a8a6b63d-5947-43c3-a9e3-80cd19d532a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'mac_address': 'fa:16:3e:f5:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e899d7fb-aca6-4434-9fbc-f7874d362f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:50:44Z', 'updated_at': '2021-11-20T20:50:47Z', 'revision_number': 1, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28716f1f-7902-422b-8e0e-ba0aa33761f6', 'name': '', 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'mac_address': 'fa:16:3e:e6:03:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:13Z', 'updated_at': '2021-11-20T20:50:23Z', 'revision_number': 5, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'subnets': [{'id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:50:50.740783 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0a1ea1b-3dc5-4ca3-ab13-a412daabefc5 req-cc89c450-40e9-45fd-a22c-fabf30d516cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8a6b63d-5947-43c3-a9e3-80cd19d532a8 HTTP/1.1" status: 200  len: 998 time: 0.1256645
Nov 20 20:50:50.764411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-049b0692-0310-42a5-8bbb-761a8d9f4148 None None] Port 46000a03-6d74-43bc-957f-eb13e3558ac6 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:50:50.769214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 119afa00-1f53-43e0-901d-bb72b2a68f15 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:50:50.793061 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 119afa00-1f53-43e0-901d-bb72b2a68f15 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:50:50.793415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 119afa00-1f53-43e0-901d-bb72b2a68f15 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:50:50.827594 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:50.838994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964540a-4c22-4fd8-835c-a4b4967a77b1 req-d0893f06-5d65-464b-bc5f-f3257809167c tempest-MigrationsAdminTest-437941305 tempest-MigrationsAdminTest-437941305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:50.840833 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4964540a-4c22-4fd8-835c-a4b4967a77b1 req-d0893f06-5d65-464b-bc5f-f3257809167c tempest-MigrationsAdminTest-437941305 tempest-MigrationsAdminTest-437941305-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 1100 time: 0.0991061
Nov 20 20:50:50.842647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1ea1b-3dc5-4ca3-ab13-a412daabefc5 req-8fe3c6cd-57d6-4761-bf82-00a105d4e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:50.844314 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0a1ea1b-3dc5-4ca3-ab13-a412daabefc5 req-8fe3c6cd-57d6-4761-bf82-00a105d4e3d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64502234-0e78-4305-9d1c-74a8e6286f19 HTTP/1.1" status: 200  len: 868 time: 0.0847428
Nov 20 20:50:50.930714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1ea1b-3dc5-4ca3-ab13-a412daabefc5 req-f89812d5-8e86-4c42-a3b6-2a4998975271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:50.932203 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0a1ea1b-3dc5-4ca3-ab13-a412daabefc5 req-f89812d5-8e86-4c42-a3b6-2a4998975271 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5bc0506e-bc72-485c-a0a7-48575db53d86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0753729
Nov 20 20:50:50.939128 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4964540a-4c22-4fd8-835c-a4b4967a77b1 req-d03d5950-486d-42f9-bf84-1c69cc916a09 tempest-MigrationsAdminTest-437941305 tempest-MigrationsAdminTest-437941305-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890362
Nov 20 20:50:51.034234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Allocated IP 172.35.1.108 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/307d501f-e781-480b-9a11-75a079a0cd16) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:50:51.090162 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80fb45-8c5c-4e7e-89d9-175b3bec57ea None None] New status for floating IP fac77207-cbe2-4a9f-810b-53a930a55d5d: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:50:51.096534 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0a1ea1b-3dc5-4ca3-ab13-a412daabefc5 req-bbeb808a-a652-4cce-926f-c37814053711 service neutron] 10.222.0.47 "GET /v2.0/networks/5bc0506e-bc72-485c-a0a7-48575db53d86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543880
Nov 20 20:50:51.201383 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2255729-67f4-48eb-af4e-86e677b04463 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:51.217306 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:51.254317 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Transition to ACTIVE for port object a2255729-67f4-48eb-af4e-86e677b04463 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:50:51.263815 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:51.268839 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:51.305797 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0a1ea1b-3dc5-4ca3-ab13-a412daabefc5 req-57d357d4-009b-4a2b-9e60-0913c847cee5 service neutron] 10.222.0.47 "GET /v2.0/networks/5bc0506e-bc72-485c-a0a7-48575db53d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1994636
Nov 20 20:50:51.377552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2255729-67f4-48eb-af4e-86e677b04463,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:51.481311 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:51.551172 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Pushing event updated for resources: {'Port': ['ID=307d501f-e781-480b-9a11-75a079a0cd16,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:51.602019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:50:51.603547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:50:51.608725 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:50:51.645749 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Attempting to bind port a2255729-67f4-48eb-af4e-86e677b04463 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:51.646373 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Attempting to bind port a2255729-67f4-48eb-af4e-86e677b04463 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '37041694-220a-4ba9-8baa-9998343435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faba2177-d247-4737-8414-396da08b9b04'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:51.646706 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Attempting to bind port a2255729-67f4-48eb-af4e-86e677b04463 on network faba2177-d247-4737-8414-396da08b9b04 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:51.665617 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Port a2255729-67f4-48eb-af4e-86e677b04463 on network faba2177-d247-4737-8414-396da08b9b04 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:50:51.665941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Attempting to bind port a2255729-67f4-48eb-af4e-86e677b04463 on network faba2177-d247-4737-8414-396da08b9b04 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:51.680628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:51.684897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Checking segment: {'id': '37041694-220a-4ba9-8baa-9998343435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faba2177-d247-4737-8414-396da08b9b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:51.685342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Bound using segment: {'id': '37041694-220a-4ba9-8baa-9998343435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faba2177-d247-4737-8414-396da08b9b04'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:51.686585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Bound port: a2255729-67f4-48eb-af4e-86e677b04463, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37041694-220a-4ba9-8baa-9998343435bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faba2177-d247-4737-8414-396da08b9b04'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:51.687144 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:51.763263 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2454f21-9e06-4ec7-b8d6-656dbdf82c6d', 'tag': '997e2cdb-8714-4ff9-a19c-d31c70dd0494'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:51.765516 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6740b390-1a2b-4d36-98fc-d551c711e8de" -d '{"events": [{"name": "network-changed", "server_uuid": "e2454f21-9e06-4ec7-b8d6-656dbdf82c6d", "tag": "997e2cdb-8714-4ff9-a19c-d31c70dd0494"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:51.786295 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8924c-0d15-4321-b9c8-8e4bff9eea90 req-e58ce11c-7902-4a06-8476-2a9a0fe8a536 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:51.788912 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30f8924c-0d15-4321-b9c8-8e4bff9eea90 req-e58ce11c-7902-4a06-8476-2a9a0fe8a536 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 943 time: 0.0524101
Nov 20 20:50:51.820155 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:51.831766 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 41caa8c1-f0b9-44fe-81d2-76d08d296f68 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:50:51.832620 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] For port a2255729-67f4-48eb-af4e-86e677b04463, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:51.838394 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] For port a2255729-67f4-48eb-af4e-86e677b04463, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2255729-67f4-48eb-af4e-86e677b04463,segment=NetworkSegment(37041694-220a-4ba9-8baa-9998343435bd),segment_id=37041694-220a-4ba9-8baa-9998343435bd)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:51.842967 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:51.893452 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30f8924c-0d15-4321-b9c8-8e4bff9eea90 req-674b0665-1376-4dbd-9877-149b86826895 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923193
Nov 20 20:50:51.904051 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:51.904571 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:51.906018 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] 10.222.0.47 "PUT /v2.0/ports/a2255729-67f4-48eb-af4e-86e677b04463 HTTP/1.1" status: 200  len: 1092 time: 1.3708241
Nov 20 20:50:51.909360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:51.937590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:50:51.949503 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:50:51.949826 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:51.978153 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Request body: {'port': {'device_id': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:52.060003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08943fc1-119c-4110-af46-4e3d3f422cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2255729-67f4-48eb-af4e-86e677b04463,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:52.110746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534bb292-6e42-4114-ae6a-3b608f41a28e', 'name': 'network-vif-deleted', 'tag': '119afa00-1f53-43e0-901d-bb72b2a68f15'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:52.114905 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be4541c-6962-4ce1-9a42-d4c1464df1df" -d '{"events": [{"server_uuid": "534bb292-6e42-4114-ae6a-3b608f41a28e", "name": "network-vif-deleted", "tag": "119afa00-1f53-43e0-901d-bb72b2a68f15"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:52.263171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced81af-eb98-4090-9515-b63c1dbe7494 req-e5889168-5b72-4145-99f7-502bc382191d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:52.264814 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9ced81af-eb98-4090-9515-b63c1dbe7494 req-e5889168-5b72-4145-99f7-502bc382191d tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 949 time: 0.0948951
Nov 20 20:50:52.285179 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:52.301194 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:52.327248 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:52.330200 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901c5083-95c4-4dbe-b6d0-c21a5ebfcc0c" -d '{"events": [{"server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "name": "network-vif-plugged", "status": "completed", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:52.343885 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9ced81af-eb98-4090-9515-b63c1dbe7494 req-cf1f6fff-6c2b-44e5-9950-964ae2fe51a4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695419
Nov 20 20:50:52.346695 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:52.356293 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:52.409457 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:52.414858 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:52.426983 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=41caa8c1-f0b9-44fe-81d2-76d08d296f68,revision_number=13']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:52.472313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b3df0-79eb-4f09-bc45-fed726ebba4d req-e06370b6-dca2-44e3-b252-623f86b1f464 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:52.478260 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b3df0-79eb-4f09-bc45-fed726ebba4d req-e06370b6-dca2-44e3-b252-623f86b1f464 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:52.484218 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b3df0-79eb-4f09-bc45-fed726ebba4d req-e06370b6-dca2-44e3-b252-623f86b1f464 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:52.490523 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b3df0-79eb-4f09-bc45-fed726ebba4d req-e06370b6-dca2-44e3-b252-623f86b1f464 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:52.496816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b3df0-79eb-4f09-bc45-fed726ebba4d req-e06370b6-dca2-44e3-b252-623f86b1f464 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:52.498941 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-237b3df0-79eb-4f09-bc45-fed726ebba4d req-e06370b6-dca2-44e3-b252-623f86b1f464 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 3828 time: 0.0842741
Nov 20 20:50:52.552412 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-237b3df0-79eb-4f09-bc45-fed726ebba4d req-40be5d72-152c-46f4-b35f-6783f0707f08 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432398
Nov 20 20:50:52.558818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Pushing event updated for resources: {'Port': ['ID=307d501f-e781-480b-9a11-75a079a0cd16,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:52.603745 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:52.610594 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8828a1a5-c631-4a59-8a91-3111f9eb8cf8 x-openstack-request-id: req-8828a1a5-c631-4a59-8a91-3111f9eb8cf8 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:52.610996 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2454f21-9e06-4ec7-b8d6-656dbdf82c6d", "tag": "997e2cdb-8714-4ff9-a19c-d31c70dd0494", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:52.611294 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8828a1a5-c631-4a59-8a91-3111f9eb8cf8 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:52.611730 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2454f21-9e06-4ec7-b8d6-656dbdf82c6d', 'tag': '997e2cdb-8714-4ff9-a19c-d31c70dd0494', 'status': 'completed', 'code': 200}
Nov 20 20:50:52.667748 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:52.669023 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-d27a52bd-b015-4ba0-9da7-bdcbf1af01af tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.3932974
Nov 20 20:50:52.710033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74cbac-0731-414f-9b30-e12a64894434 req-a26d3fcd-a1f2-4540-a9a3-c6d9c089930b tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:52.711522 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aa74cbac-0731-414f-9b30-e12a64894434 req-a26d3fcd-a1f2-4540-a9a3-c6d9c089930b tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 946 time: 0.0561624
Nov 20 20:50:52.765124 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aa74cbac-0731-414f-9b30-e12a64894434 req-a58ac85e-d203-459d-8c57-62f321392a40 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467296
Nov 20 20:50:52.770659 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-0b887b34-63a7-488f-9bb0-4edff8f32623 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.108 HTTP/1.1" status: 200  len: 696 time: 0.0829208
Nov 20 20:50:52.812046 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740b390-1a2b-4d36-98fc-d551c711e8de req-6e3a6073-09af-4a6f-9833-ee6759899f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:52.815678 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0572ba3-19db-4633-9ca1-bdf44eb32e10 x-openstack-request-id: req-c0572ba3-19db-4633-9ca1-bdf44eb32e10 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:52.816158 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534bb292-6e42-4114-ae6a-3b608f41a28e", "name": "network-vif-deleted", "tag": "119afa00-1f53-43e0-901d-bb72b2a68f15", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:52.816275 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0572ba3-19db-4633-9ca1-bdf44eb32e10 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:52.816587 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534bb292-6e42-4114-ae6a-3b608f41a28e', 'name': 'network-vif-deleted', 'tag': '119afa00-1f53-43e0-901d-bb72b2a68f15', 'status': 'completed', 'code': 200}
Nov 20 20:50:52.816997 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6740b390-1a2b-4d36-98fc-d551c711e8de req-6e3a6073-09af-4a6f-9833-ee6759899f6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 1124 time: 0.1692667
Nov 20 20:50:52.849653 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987faa32-277a-463c-a24c-b3e2f2275cbf x-openstack-request-id: req-987faa32-277a-463c-a24c-b3e2f2275cbf {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:52.850169 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "name": "network-vif-plugged", "status": "completed", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:52.850291 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-987faa32-277a-463c-a24c-b3e2f2275cbf {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:52.850751 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68', 'code': 200}
Nov 20 20:50:52.998201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62e09bc-0a07-428d-96cb-5ce7f5c99f7f {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:53.011253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-31f481bc-01ac-49aa-a612-dd07cf9db402 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:53.012614 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-58b52ba2-a2e5-44ba-a26e-745838622716 req-31f481bc-01ac-49aa-a612-dd07cf9db402 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.2337129
Nov 20 20:50:53.022086 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:53.040111 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740b390-1a2b-4d36-98fc-d551c711e8de req-85b169c8-c65d-4416-a899-d6923f7c2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:53.041592 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6740b390-1a2b-4d36-98fc-d551c711e8de req-85b169c8-c65d-4416-a899-d6923f7c2ce9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 908 time: 0.2072470
Nov 20 20:50:53.044210 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Transition to ACTIVE for port object d62e09bc-0a07-428d-96cb-5ce7f5c99f7f will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:50:53.049593 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:53.137846 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6740b390-1a2b-4d36-98fc-d551c711e8de req-e459db05-e992-4e62-9e2c-afe43238f56b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=997e2cdb-8714-4ff9-a19c-d31c70dd0494 HTTP/1.1" status: 200  len: 217 time: 0.0799167
Nov 20 20:50:53.148324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Pushing event updated for resources: {'Port': ['ID=d62e09bc-0a07-428d-96cb-5ce7f5c99f7f,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:53.187029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fca96-8cc2-4184-8805-a365447da321 req-48b8dc44-f362-4e45-bbdb-543bc8471845 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:53.191795 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-298fca96-8cc2-4184-8805-a365447da321 req-48b8dc44-f362-4e45-bbdb-543bc8471845 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 943 time: 0.0678666
Nov 20 20:50:53.257119 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740b390-1a2b-4d36-98fc-d551c711e8de req-11bf4e22-db92-42bc-ba8c-3367f9027b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:53.258577 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6740b390-1a2b-4d36-98fc-d551c711e8de req-11bf4e22-db92-42bc-ba8c-3367f9027b95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.1076803
Nov 20 20:50:53.261361 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-298fca96-8cc2-4184-8805-a365447da321 req-65b9f3a7-a09f-4624-85f3-6f3a7c47b51b tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637133
Nov 20 20:50:53.379977 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de174a16-adc3-4405-9623-a58c4dc22b13 req-6907be1b-c995-4ee5-b4bf-3981359a0a93 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:53.381524 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de174a16-adc3-4405-9623-a58c4dc22b13 req-6907be1b-c995-4ee5-b4bf-3981359a0a93 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 944 time: 0.0590293
Nov 20 20:50:53.467823 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e026752-35f0-46a8-9213-a6c5b7b17a6d req-12cb3652-a61f-4f65-8529-df17b33e00c1 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:53.469540 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e026752-35f0-46a8-9213-a6c5b7b17a6d req-12cb3652-a61f-4f65-8529-df17b33e00c1 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.37 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 946 time: 0.0866017
Nov 20 20:50:53.475489 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de174a16-adc3-4405-9623-a58c4dc22b13 req-5d8a11db-7a21-41b7-bf39-e83f629968b0 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840442
Nov 20 20:50:53.653593 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860d43c-643c-4ae8-80bf-b6472c34ab1e req-80f491f8-fd53-4ed2-a1a7-fe088b6ab5d9 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:53.655161 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f860d43c-643c-4ae8-80bf-b6472c34ab1e req-80f491f8-fd53-4ed2-a1a7-fe088b6ab5d9 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 950 time: 0.1063533
Nov 20 20:50:53.668896 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b8835-6070-4c10-b699-2dcf3453b078 req-ce61d7fa-b203-4183-bcdb-e9b18ab38ab1 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:53.670529 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b3b8835-6070-4c10-b699-2dcf3453b078 req-ce61d7fa-b203-4183-bcdb-e9b18ab38ab1 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 950 time: 0.1123443
Nov 20 20:50:53.676201 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6740b390-1a2b-4d36-98fc-d551c711e8de req-73c83981-68bf-4065-a5ee-c9c16fb9e0dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3585424
Nov 20 20:50:53.681000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-2e026752-35f0-46a8-9213-a6c5b7b17a6d req-ceee69ac-471d-45fd-ba65-6ac8f5a6e499 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Deleting port 9fffb655-560d-495c-b4cb-728592a93b09 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:50:53.681289 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2e026752-35f0-46a8-9213-a6c5b7b17a6d req-ceee69ac-471d-45fd-ba65-6ac8f5a6e499 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:53.685932 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Attempting to bind port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:53.686283 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Attempting to bind port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:53.686608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Attempting to bind port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f on network d6af962d-f566-43ad-aacb-a9c0f2bc8121 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:53.713199 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f on network d6af962d-f566-43ad-aacb-a9c0f2bc8121 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:50:53.713526 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Attempting to bind port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f on network d6af962d-f566-43ad-aacb-a9c0f2bc8121 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:53.725859 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7be3a-368a-48a6-a005-600f9e303780 req-800c5a93-5826-4447-bc73-ffb26bf3f319 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:53.727391 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7a7be3a-368a-48a6-a005-600f9e303780 req-800c5a93-5826-4447-bc73-ffb26bf3f319 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.4660285
Nov 20 20:50:53.733518 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:53.733844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Checking segment: {'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:53.734268 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Bound using segment: {'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:53.735216 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Bound port: d62e09bc-0a07-428d-96cb-5ce7f5c99f7f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:53.735751 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:53.788583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.37', 62394) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:53.841564 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7a7be3a-368a-48a6-a005-600f9e303780 req-3480bfe6-5189-413e-88d6-a6e29d153bbb tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.108 HTTP/1.1" status: 200  len: 696 time: 0.1033561
Nov 20 20:50:53.872874 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b3b8835-6070-4c10-b699-2dcf3453b078 req-aad18694-9650-4979-bef2-1bb3118e2b5e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866066
Nov 20 20:50:53.880787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-c7a7be3a-368a-48a6-a005-600f9e303780 req-ca333b67-6558-4446-bb2b-b4637e7be10c tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Request body: {'floatingip': {'port_id': 'a8a6b63d-5947-43c3-a9e3-80cd19d532a8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:53.905142 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-2e026752-35f0-46a8-9213-a6c5b7b17a6d req-ceee69ac-471d-45fd-ba65-6ac8f5a6e499 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] For port 9fffb655-560d-495c-b4cb-728592a93b09, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9fffb655-560d-495c-b4cb-728592a93b09,segment=NetworkSegment(eb5d8917-bdce-443a-9f43-b305ebe271f7),segment_id=eb5d8917-bdce-443a-9f43-b305ebe271f7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:53.905507 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2e026752-35f0-46a8-9213-a6c5b7b17a6d req-ceee69ac-471d-45fd-ba65-6ac8f5a6e499 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:53.934948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc805b-267e-4b10-9ba6-6379dc8175bd req-3e4bd389-5823-4d72-b809-3f09613763b9 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:53.936674 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89cc805b-267e-4b10-9ba6-6379dc8175bd req-3e4bd389-5823-4d72-b809-3f09613763b9 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.37 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 944 time: 0.1208148
Nov 20 20:50:53.937461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-2e026752-35f0-46a8-9213-a6c5b7b17a6d req-ceee69ac-471d-45fd-ba65-6ac8f5a6e499 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Calling delete_port for 9fffb655-560d-495c-b4cb-728592a93b09 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:50:53.946756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6740b390-1a2b-4d36-98fc-d551c711e8de req-4e51d196-b70a-441a-a210-59e0fc062d24 service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2564607
Nov 20 20:50:53.952611 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c7a7be3a-368a-48a6-a005-600f9e303780 req-ca333b67-6558-4446-bb2b-b4637e7be10c tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:53.965187 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-f860d43c-643c-4ae8-80bf-b6472c34ab1e req-8b592a04-00a1-4965-9449-c18f9e14fd74 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Deleting port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:50:53.965528 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f860d43c-643c-4ae8-80bf-b6472c34ab1e req-8b592a04-00a1-4965-9449-c18f9e14fd74 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:54.083003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] For port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:54.142745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] For port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d62e09bc-0a07-428d-96cb-5ce7f5c99f7f,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:54.207389 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:54.224150 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-f860d43c-643c-4ae8-80bf-b6472c34ab1e req-8b592a04-00a1-4965-9449-c18f9e14fd74 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] For port 41caa8c1-f0b9-44fe-81d2-76d08d296f68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41caa8c1-f0b9-44fe-81d2-76d08d296f68,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:54.224516 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f860d43c-643c-4ae8-80bf-b6472c34ab1e req-8b592a04-00a1-4965-9449-c18f9e14fd74 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:54.239474 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.37', 62396) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:50:54.247003 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-f860d43c-643c-4ae8-80bf-b6472c34ab1e req-8b592a04-00a1-4965-9449-c18f9e14fd74 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Calling delete_port for 41caa8c1-f0b9-44fe-81d2-76d08d296f68 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:50:54.258522 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce2163-6536-4a33-9cf3-81c52b3b5354 req-cad85f58-6ff5-4155-8f2e-14fd44ac03e5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:54.262232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:54.262455 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:54.264355 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] 10.222.0.47 "PUT /v2.0/ports/d62e09bc-0a07-428d-96cb-5ce7f5c99f7f HTTP/1.1" status: 200  len: 1135 time: 2.2990913
Nov 20 20:50:54.264464 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce2163-6536-4a33-9cf3-81c52b3b5354 req-cad85f58-6ff5-4155-8f2e-14fd44ac03e5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:54.271823 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce2163-6536-4a33-9cf3-81c52b3b5354 req-cad85f58-6ff5-4155-8f2e-14fd44ac03e5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:54.277881 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce2163-6536-4a33-9cf3-81c52b3b5354 req-cad85f58-6ff5-4155-8f2e-14fd44ac03e5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:54.284614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce2163-6536-4a33-9cf3-81c52b3b5354 req-cad85f58-6ff5-4155-8f2e-14fd44ac03e5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:54.290666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce2163-6536-4a33-9cf3-81c52b3b5354 req-cad85f58-6ff5-4155-8f2e-14fd44ac03e5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:54.292936 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03ce2163-6536-4a33-9cf3-81c52b3b5354 req-cad85f58-6ff5-4155-8f2e-14fd44ac03e5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 4605 time: 0.3320029
Nov 20 20:50:54.349649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Request body: {'port': {'device_id': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:54.396697 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784d719-8289-4baa-b067-8b15b6624a8f service neutron] Pushing event updated for resources: {'Port': ['ID=d62e09bc-0a07-428d-96cb-5ce7f5c99f7f,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:54.402653 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6740b390-1a2b-4d36-98fc-d551c711e8de req-a284db95-9479-410d-8fa6-311983e761e5 service neutron] 10.222.0.37 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4466262
Nov 20 20:50:54.494387 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-89cc805b-267e-4b10-9ba6-6379dc8175bd req-8d9eb693-b4e9-41bd-9618-acdef77e4e94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Deleting port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:50:54.494728 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-89cc805b-267e-4b10-9ba6-6379dc8175bd req-8d9eb693-b4e9-41bd-9618-acdef77e4e94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:54.528825 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:54.564050 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-c7a7be3a-368a-48a6-a005-600f9e303780 req-ca333b67-6558-4446-bb2b-b4637e7be10c tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 20 20:50:54.565095 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7a7be3a-368a-48a6-a005-600f9e303780 req-ca333b67-6558-4446-bb2b-b4637e7be10c tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "PUT /v2.0/floatingips/eeb90ea4-9386-4d6d-a29d-85f30a630606 HTTP/1.1" status: 409  len: 550 time: 0.6986480
Nov 20 20:50:54.604763 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2e026752-35f0-46a8-9213-a6c5b7b17a6d req-ceee69ac-471d-45fd-ba65-6ac8f5a6e499 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:54.611552 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-0a05f6ad-1f05-4309-a606-2ea92e585940 service neutron] 10.222.0.37 "GET /v2.0/ports/997e2cdb-8714-4ff9-a19c-d31c70dd0494/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.3660712
Nov 20 20:50:54.613279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'tag': 'a2255729-67f4-48eb-af4e-86e677b04463'}, {'name': 'network-changed', 'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'tag': 'd62e09bc-0a07-428d-96cb-5ce7f5c99f7f'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:54.615683 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "tag": "a2255729-67f4-48eb-af4e-86e677b04463"}, {"name": "network-changed", "server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "tag": "d62e09bc-0a07-428d-96cb-5ce7f5c99f7f"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:54.616457 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['9fffb655-560d-495c-b4cb-728592a93b09'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:54.632222 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03ce2163-6536-4a33-9cf3-81c52b3b5354 req-2b7209ae-afd2-45c5-95ba-feb83582e38d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3258045
Nov 20 20:50:54.686182 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8e9755e0-31bd-4d41-970f-92be2a2df004 req-975c84bf-e508-4af6-b729-ab1ccbeb1c53 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.41 "GET /v2.0/ports?device_id=29c4c45e-b6d1-4618-9248-f81c093cd761 HTTP/1.1" status: 200  len: 210 time: 0.0549073
Nov 20 20:50:54.979552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2f0ce-8089-4cf6-9555-7611378b1cf5 req-1da8d7c9-fc1f-4582-bc23-b728617a2a56 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:54.982347 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-84c2f0ce-8089-4cf6-9555-7611378b1cf5 req-1da8d7c9-fc1f-4582-bc23-b728617a2a56 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d HTTP/1.1" status: 200  len: 944 time: 0.1421969
Nov 20 20:50:55.053444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee69ac-471d-45fd-ba65-6ac8f5a6e499 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Pushing event deleted for resources: {'Port': ['ID=9fffb655-560d-495c-b4cb-728592a93b09,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:55.066899 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39839f43-d46e-414e-93c9-a7955f617fd1 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:55.081924 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:55.092722 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-84c2f0ce-8089-4cf6-9555-7611378b1cf5 req-0aab4eb7-01f3-48c4-b04e-ef459bc6610f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017523
Nov 20 20:50:55.165893 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5fb32262-6fbe-419b-8143-1cc2085f3b0f req-a4f7a16c-4aea-48ae-91ec-dde06bd0b479 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/floatingips/eeb90ea4-9386-4d6d-a29d-85f30a630606 HTTP/1.1" status: 200  len: 693 time: 0.0466194
Nov 20 20:50:55.182905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-89cc805b-267e-4b10-9ba6-6379dc8175bd req-8d9eb693-b4e9-41bd-9618-acdef77e4e94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] For port 45fadff2-da94-4f5f-8340-26c7ac05e1e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45fadff2-da94-4f5f-8340-26c7ac05e1e2,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:55.183271 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-89cc805b-267e-4b10-9ba6-6379dc8175bd req-8d9eb693-b4e9-41bd-9618-acdef77e4e94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:55.185781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e026752-35f0-46a8-9213-a6c5b7b17a6d req-ceee69ac-471d-45fd-ba65-6ac8f5a6e499 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] No DVR routers for this DVR port 9fffb655-560d-495c-b4cb-728592a93b09 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:50:55.192549 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2e026752-35f0-46a8-9213-a6c5b7b17a6d req-ceee69ac-471d-45fd-ba65-6ac8f5a6e499 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:55.195834 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e026752-35f0-46a8-9213-a6c5b7b17a6d req-ceee69ac-471d-45fd-ba65-6ac8f5a6e499 tempest-ServerDiskConfigTestJSON-1639557811 tempest-ServerDiskConfigTestJSON-1639557811-project] 10.222.0.37 "DELETE /v2.0/ports/9fffb655-560d-495c-b4cb-728592a93b09 HTTP/1.1" status: 204  len: 173 time: 1.7172327
Nov 20 20:50:55.200917 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c4c45e-b6d1-4618-9248-f81c093cd761', 'name': 'network-vif-deleted', 'tag': '9fffb655-560d-495c-b4cb-728592a93b09'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:55.203152 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2145e79-939a-465f-a156-287ae0094959" -d '{"events": [{"server_uuid": "29c4c45e-b6d1-4618-9248-f81c093cd761", "name": "network-vif-deleted", "tag": "9fffb655-560d-495c-b4cb-728592a93b09"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:55.218392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-89cc805b-267e-4b10-9ba6-6379dc8175bd req-8d9eb693-b4e9-41bd-9618-acdef77e4e94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Calling delete_port for 45fadff2-da94-4f5f-8340-26c7ac05e1e2 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:50:55.232356 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f860d43c-643c-4ae8-80bf-b6472c34ab1e req-8b592a04-00a1-4965-9449-c18f9e14fd74 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:55.248387 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['28b4900d-02bb-47ff-89c0-42ceb2af1cdc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:55.252919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d96f4ca5-742f-4e26-8329-f408e9d46a05', 'd17c3e85-73cd-4445-8746-63b4de251722', '41caa8c1-f0b9-44fe-81d2-76d08d296f68'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:50:55.294166 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9813a6f-d8f4-477c-8bdb-dfeed4413f09 req-788814c2-1ed7-40ed-a018-017db811d154 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:55.295657 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9813a6f-d8f4-477c-8bdb-dfeed4413f09 req-788814c2-1ed7-40ed-a018-017db811d154 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 943 time: 0.2550988
Nov 20 20:50:55.305845 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Transition to ACTIVE for port object 39839f43-d46e-414e-93c9-a7955f617fd1 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:50:55.333598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b592a04-00a1-4965-9449-c18f9e14fd74 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Pushing event deleted for resources: {'Port': ['ID=41caa8c1-f0b9-44fe-81d2-76d08d296f68,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:55.378084 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:55.492796 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb32262-6fbe-419b-8143-1cc2085f3b0f req-5fde1409-6275-47d1-8e2b-506b846a634d tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:55.496030 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5fb32262-6fbe-419b-8143-1cc2085f3b0f req-5fde1409-6275-47d1-8e2b-506b846a634d tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.3235900
Nov 20 20:50:55.497372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f860d43c-643c-4ae8-80bf-b6472c34ab1e req-8b592a04-00a1-4965-9449-c18f9e14fd74 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] No DVR routers for this DVR port 41caa8c1-f0b9-44fe-81d2-76d08d296f68 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:50:55.507486 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f860d43c-643c-4ae8-80bf-b6472c34ab1e req-8b592a04-00a1-4965-9449-c18f9e14fd74 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:55.513595 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f860d43c-643c-4ae8-80bf-b6472c34ab1e req-8b592a04-00a1-4965-9449-c18f9e14fd74 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "DELETE /v2.0/ports/41caa8c1-f0b9-44fe-81d2-76d08d296f68 HTTP/1.1" status: 204  len: 173 time: 1.8420994
Nov 20 20:50:55.596246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Pushing event updated for resources: {'Port': ['ID=39839f43-d46e-414e-93c9-a7955f617fd1,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:55.641475 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9813a6f-d8f4-477c-8bdb-dfeed4413f09 req-badde3e5-8430-4bb7-96f0-49302cd0b2d9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3028193
Nov 20 20:50:55.705377 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-5f523c5d-9280-42ac-b8bb-d3cc7196859c service neutron] For port 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=997e2cdb-8714-4ff9-a19c-d31c70dd0494,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:55.787855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-5f523c5d-9280-42ac-b8bb-d3cc7196859c service neutron] For port 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:55.825041 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5fb32262-6fbe-419b-8143-1cc2085f3b0f req-0b3e440c-0419-4e1f-8204-5925ed99601d tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.108 HTTP/1.1" status: 200  len: 696 time: 0.2817090
Nov 20 20:50:55.936761 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8a4541-f2f5-4cb5-9586-3255039a3674 x-openstack-request-id: req-ac8a4541-f2f5-4cb5-9586-3255039a3674 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:55.937066 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "tag": "a2255729-67f4-48eb-af4e-86e677b04463", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "tag": "d62e09bc-0a07-428d-96cb-5ce7f5c99f7f", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:55.937655 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac8a4541-f2f5-4cb5-9586-3255039a3674 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:55.938362 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'tag': 'a2255729-67f4-48eb-af4e-86e677b04463', 'status': 'completed', 'code': 200}
Nov 20 20:50:55.938733 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'tag': 'd62e09bc-0a07-428d-96cb-5ce7f5c99f7f', 'status': 'completed', 'code': 200}
Nov 20 20:50:55.983057 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5fb32262-6fbe-419b-8143-1cc2085f3b0f req-d9d046f2-f2f4-427d-a9f9-3cb68fefd6c5 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.108 HTTP/1.1" status: 200  len: 696 time: 0.1552181
Nov 20 20:50:55.992368 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Attempting to bind port 39839f43-d46e-414e-93c9-a7955f617fd1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:55.994586 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Attempting to bind port 39839f43-d46e-414e-93c9-a7955f617fd1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:55.995831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Attempting to bind port 39839f43-d46e-414e-93c9-a7955f617fd1 on network d6af962d-f566-43ad-aacb-a9c0f2bc8121 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:56.017935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Port 39839f43-d46e-414e-93c9-a7955f617fd1 on network d6af962d-f566-43ad-aacb-a9c0f2bc8121 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:50:56.018846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Attempting to bind port 39839f43-d46e-414e-93c9-a7955f617fd1 on network d6af962d-f566-43ad-aacb-a9c0f2bc8121 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:56.053365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-5f523c5d-9280-42ac-b8bb-d3cc7196859c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997e2cdb-8714-4ff9-a19c-d31c70dd0494 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:56.067050 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-5f523c5d-9280-42ac-b8bb-d3cc7196859c service neutron] For port 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=997e2cdb-8714-4ff9-a19c-d31c70dd0494,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:56.079779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0de27c5-f2d4-4f17-b828-bfcc4add1820 req-b3460782-2020-473a-a13a-eb5150a8d475 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617c7fc-1747-4fc8-b17e-023944473df9 HTTP/1.1" status: 200  len: 210 time: 0.1576133
Nov 20 20:50:56.099109 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-5f523c5d-9280-42ac-b8bb-d3cc7196859c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:56.115657 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:56.116571 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Checking segment: {'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:56.119132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Bound using segment: {'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:56.119132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Bound port: 39839f43-d46e-414e-93c9-a7955f617fd1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:56.119132 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:56.119657 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-89cc805b-267e-4b10-9ba6-6379dc8175bd req-8d9eb693-b4e9-41bd-9618-acdef77e4e94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:56.148291 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-4a1a5845-9629-4ddd-811f-e916c6957de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.150833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-4a1a5845-9629-4ddd-811f-e916c6957de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.151480 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-4a1a5845-9629-4ddd-811f-e916c6957de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.152140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-4a1a5845-9629-4ddd-811f-e916c6957de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.153141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-4a1a5845-9629-4ddd-811f-e916c6957de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.153832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-4a1a5845-9629-4ddd-811f-e916c6957de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.154510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-4a1a5845-9629-4ddd-811f-e916c6957de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.157283 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-4a1a5845-9629-4ddd-811f-e916c6957de8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee4ec8b62e354149acb1c43558b168e6&device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 6178 time: 0.2843475
Nov 20 20:50:56.229392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9eb693-b4e9-41bd-9618-acdef77e4e94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Pushing event deleted for resources: {'Port': ['ID=45fadff2-da94-4f5f-8340-26c7ac05e1e2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:56.275451 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c958e791-a539-4930-b203-af18161df8b0 x-openstack-request-id: req-c958e791-a539-4930-b203-af18161df8b0 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:56.275749 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c4c45e-b6d1-4618-9248-f81c093cd761", "name": "network-vif-deleted", "tag": "9fffb655-560d-495c-b4cb-728592a93b09", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:56.276003 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c958e791-a539-4930-b203-af18161df8b0 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:56.276624 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c4c45e-b6d1-4618-9248-f81c093cd761', 'name': 'network-vif-deleted', 'tag': '9fffb655-560d-495c-b4cb-728592a93b09', 'status': 'completed', 'code': 200}
Nov 20 20:50:56.364953 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] For port 39839f43-d46e-414e-93c9-a7955f617fd1, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:56.369738 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] For port 39839f43-d46e-414e-93c9-a7955f617fd1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39839f43-d46e-414e-93c9-a7955f617fd1,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:56.375839 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:56.381179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cc805b-267e-4b10-9ba6-6379dc8175bd req-8d9eb693-b4e9-41bd-9618-acdef77e4e94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] No DVR routers for this DVR port 45fadff2-da94-4f5f-8340-26c7ac05e1e2 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:50:56.398362 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-89cc805b-267e-4b10-9ba6-6379dc8175bd req-8d9eb693-b4e9-41bd-9618-acdef77e4e94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:56.401801 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89cc805b-267e-4b10-9ba6-6379dc8175bd req-8d9eb693-b4e9-41bd-9618-acdef77e4e94 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.37 "DELETE /v2.0/ports/45fadff2-da94-4f5f-8340-26c7ac05e1e2 HTTP/1.1" status: 204  len: 173 time: 2.4556773
Nov 20 20:50:56.411127 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.411793 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:56.413486 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] 10.222.0.47 "PUT /v2.0/ports/39839f43-d46e-414e-93c9-a7955f617fd1 HTTP/1.1" status: 200  len: 1136 time: 2.1166921
Nov 20 20:50:56.458122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-5fb32262-6fbe-419b-8143-1cc2085f3b0f req-7a2eb8eb-d8d7-496d-8d46-5dc5c0580db0 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Deleting port 307d501f-e781-480b-9a11-75a079a0cd16 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:50:56.458605 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5fb32262-6fbe-419b-8143-1cc2085f3b0f req-7a2eb8eb-d8d7-496d-8d46-5dc5c0580db0 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:56.467017 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Request body: {'port': {'device_id': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:56.563692 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0873302-e6bf-4d14-97dd-08a4157aae82 service neutron] Pushing event updated for resources: {'Port': ['ID=39839f43-d46e-414e-93c9-a7955f617fd1,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:56.570776 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f775fb7-8fbe-470c-aa5d-9667718a6f86 req-622100ca-89cf-46f4-ad37-4eb542854d2e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.577457 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f775fb7-8fbe-470c-aa5d-9667718a6f86 req-622100ca-89cf-46f4-ad37-4eb542854d2e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.585050 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f775fb7-8fbe-470c-aa5d-9667718a6f86 req-622100ca-89cf-46f4-ad37-4eb542854d2e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.592859 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f775fb7-8fbe-470c-aa5d-9667718a6f86 req-622100ca-89cf-46f4-ad37-4eb542854d2e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.600648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f775fb7-8fbe-470c-aa5d-9667718a6f86 req-622100ca-89cf-46f4-ad37-4eb542854d2e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.616754 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f775fb7-8fbe-470c-aa5d-9667718a6f86 req-622100ca-89cf-46f4-ad37-4eb542854d2e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.628085 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f775fb7-8fbe-470c-aa5d-9667718a6f86 req-622100ca-89cf-46f4-ad37-4eb542854d2e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.630084 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3f775fb7-8fbe-470c-aa5d-9667718a6f86 req-622100ca-89cf-46f4-ad37-4eb542854d2e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5383 time: 0.2501159
Nov 20 20:50:56.631198 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-5f523c5d-9280-42ac-b8bb-d3cc7196859c service neutron] Transition to ACTIVE for port object 997e2cdb-8714-4ff9-a19c-d31c70dd0494 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:50:56.644215 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:56.647268 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-5f523c5d-9280-42ac-b8bb-d3cc7196859c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:56.673157 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5fb32262-6fbe-419b-8143-1cc2085f3b0f req-7a2eb8eb-d8d7-496d-8d46-5dc5c0580db0 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:56.673804 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5fb32262-6fbe-419b-8143-1cc2085f3b0f req-7a2eb8eb-d8d7-496d-8d46-5dc5c0580db0 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:56.712544 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-ad7b177b-2ec7-4fa5-bfe9-fb1d563869db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.712947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-ad7b177b-2ec7-4fa5-bfe9-fb1d563869db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.713411 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-ad7b177b-2ec7-4fa5-bfe9-fb1d563869db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.715016 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-ad7b177b-2ec7-4fa5-bfe9-fb1d563869db service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ee4ec8b62e354149acb1c43558b168e6&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.5471749
Nov 20 20:50:56.716772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-5fb32262-6fbe-419b-8143-1cc2085f3b0f req-7a2eb8eb-d8d7-496d-8d46-5dc5c0580db0 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Calling delete_port for 307d501f-e781-480b-9a11-75a079a0cd16 owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:50:56.812994 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3f775fb7-8fbe-470c-aa5d-9667718a6f86 req-0fea1ec2-87bc-4a99-a235-f94a14cb4d2c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1741922
Nov 20 20:50:56.818670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-5f523c5d-9280-42ac-b8bb-d3cc7196859c service neutron] No DVR routers for this DVR port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:50:56.830683 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f523c5d-9280-42ac-b8bb-d3cc7196859c service neutron] Pushing event updated for resources: {'Port': ['ID=997e2cdb-8714-4ff9-a19c-d31c70dd0494,revision_number=10']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:56.922719 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-5f523c5d-9280-42ac-b8bb-d3cc7196859c service neutron] 10.222.0.37 "PUT /v2.0/ports/997e2cdb-8714-4ff9-a19c-d31c70dd0494/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.2607806
Nov 20 20:50:56.983789 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-1b6b959e-95b3-4dfb-a753-4a354e6896d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:56.987696 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-1b6b959e-95b3-4dfb-a753-4a354e6896d8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2500575
Nov 20 20:50:57.128755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-3fbd32a0-69c2-49e3-a764-91c40c4bcdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.130016 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-3fbd32a0-69c2-49e3-a764-91c40c4bcdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.130972 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-3fbd32a0-69c2-49e3-a764-91c40c4bcdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.131627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-3fbd32a0-69c2-49e3-a764-91c40c4bcdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.132278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-3fbd32a0-69c2-49e3-a764-91c40c4bcdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.132924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-3fbd32a0-69c2-49e3-a764-91c40c4bcdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.133571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-3fbd32a0-69c2-49e3-a764-91c40c4bcdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.136215 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-3fbd32a0-69c2-49e3-a764-91c40c4bcdf5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee4ec8b62e354149acb1c43558b168e6&device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 6220 time: 0.0798497
Nov 20 20:50:57.183515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-d5221d5b-b017-4866-a050-9bbc33eed850 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.185214 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-d5221d5b-b017-4866-a050-9bbc33eed850 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d&tenant_id=9e5736eff1924fa28c0a00ae3da90174&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1765282
Nov 20 20:50:57.196980 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5fb32262-6fbe-419b-8143-1cc2085f3b0f req-7a2eb8eb-d8d7-496d-8d46-5dc5c0580db0 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:57.249335 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:57.254482 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eb8eb-d8d7-496d-8d46-5dc5c0580db0 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Pushing event deleted for resources: {'Port': ['ID=307d501f-e781-480b-9a11-75a079a0cd16,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:57.271900 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:57.298241 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-dd2080e7-025e-4cd2-b81b-4dd4e3f47586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.298765 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-dd2080e7-025e-4cd2-b81b-4dd4e3f47586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.299475 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-dd2080e7-025e-4cd2-b81b-4dd4e3f47586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.301798 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-dd2080e7-025e-4cd2-b81b-4dd4e3f47586 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ee4ec8b62e354149acb1c43558b168e6&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.1566215
Nov 20 20:50:57.310420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6a0a7-2b40-42fc-9c75-87cbda712d20 req-f5c42883-44c3-4261-a442-26f20b4deb3a tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.312834 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f2c6a0a7-2b40-42fc-9c75-87cbda712d20 req-f5c42883-44c3-4261-a442-26f20b4deb3a tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 944 time: 0.0836039
Nov 20 20:50:57.332430 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Transition to ACTIVE for port object 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:50:57.339107 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:57.379099 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-117ced0d-1d41-49e5-b760-ccca581c760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.380666 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-117ced0d-1d41-49e5-b760-ccca581c760a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d&tenant_id=9e5736eff1924fa28c0a00ae3da90174 HTTP/1.1" status: 200  len: 1095 time: 0.1848607
Nov 20 20:50:57.402553 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5fb32262-6fbe-419b-8143-1cc2085f3b0f req-7a2eb8eb-d8d7-496d-8d46-5dc5c0580db0 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:57.405155 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5fb32262-6fbe-419b-8143-1cc2085f3b0f req-7a2eb8eb-d8d7-496d-8d46-5dc5c0580db0 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:57.407617 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5fb32262-6fbe-419b-8143-1cc2085f3b0f req-7a2eb8eb-d8d7-496d-8d46-5dc5c0580db0 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "DELETE /v2.0/floatingips/eeb90ea4-9386-4d6d-a29d-85f30a630606 HTTP/1.1" status: 204  len: 173 time: 1.4025092
Nov 20 20:50:57.431066 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:57.451407 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f2c6a0a7-2b40-42fc-9c75-87cbda712d20 req-3cdb7647-1a5a-463c-a850-b34137ee4f7b tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267884
Nov 20 20:50:57.506767 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-5c20b400-7622-4b30-86b6-5b401a688d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.517286 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de5ce021-6ef0-4dd3-9add-d0c05dffcdd8 req-5c20b400-7622-4b30-86b6-5b401a688d86 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1958029
Nov 20 20:50:57.551469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-235a188c-b78d-4cf8-a539-c5918de8de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.553236 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-235a188c-b78d-4cf8-a539-c5918de8de28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e5736eff1924fa28c0a00ae3da90174&device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 1095 time: 0.1335166
Nov 20 20:50:57.608135 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Attempting to bind port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:57.608472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Attempting to bind port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:57.608807 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Attempting to bind port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 on network d6af962d-f566-43ad-aacb-a9c0f2bc8121 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:57.624093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 on network d6af962d-f566-43ad-aacb-a9c0f2bc8121 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:50:57.624419 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Attempting to bind port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 on network d6af962d-f566-43ad-aacb-a9c0f2bc8121 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:57.634021 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:57.634326 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Checking segment: {'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:57.634753 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Bound using segment: {'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:57.635208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Bound port: 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:57.635575 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:57.688858 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-23de085c-0de5-4b7d-a6b0-d8f297242e2e tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.26 HTTP/1.1" status: 200  len: 1000 time: 0.1291869
Nov 20 20:50:57.757259 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-361e0b8e-8a30-4fb5-bb6c-401453c6434a tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.762819 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-361e0b8e-8a30-4fb5-bb6c-401453c6434a tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports/a8a6b63d-5947-43c3-a9e3-80cd19d532a8 HTTP/1.1" status: 200  len: 942 time: 0.0725238
Nov 20 20:50:57.763690 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-3ecf6dfc-50e3-4826-a7f8-ab29457465d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.765314 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-3ecf6dfc-50e3-4826-a7f8-ab29457465d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 200  len: 908 time: 0.2005200
Nov 20 20:50:57.817831 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-09305afb-5942-4da6-9b9b-87a7886cc45c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=997e2cdb-8714-4ff9-a19c-d31c70dd0494 HTTP/1.1" status: 200  len: 217 time: 0.0419607
Nov 20 20:50:57.825811 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 9fffb655-560d-495c-b4cb-728592a93b09 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:50:57.848834 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] For port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:57.855187 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 9fffb655-560d-495c-b4cb-728592a93b09 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:50:57.855888 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 9fffb655-560d-495c-b4cb-728592a93b09 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:50:57.856612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 45fadff2-da94-4f5f-8340-26c7ac05e1e2 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:50:57.879037 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-f3b4826b-a8ba-4b53-9c43-8cc29293a27d tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.26 HTTP/1.1" status: 200  len: 1000 time: 0.0736041
Nov 20 20:50:57.881403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 45fadff2-da94-4f5f-8340-26c7ac05e1e2 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:50:57.881750 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 45fadff2-da94-4f5f-8340-26c7ac05e1e2 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:50:57.882375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 41caa8c1-f0b9-44fe-81d2-76d08d296f68 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:50:57.884415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] For port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:57.892210 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:57.919102 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 41caa8c1-f0b9-44fe-81d2-76d08d296f68 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:50:57.919507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 41caa8c1-f0b9-44fe-81d2-76d08d296f68 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:50:57.919863 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 997e2cdb-8714-4ff9-a19c-d31c70dd0494 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:50:57.936400 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-74c0004e-d155-405d-a1ea-d75a8311ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.939491 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-74c0004e-d155-405d-a1ea-d75a8311ce7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 200  len: 847 time: 0.1023893
Nov 20 20:50:57.947255 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'tag': '39839f43-d46e-414e-93c9-a7955f617fd1'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:57.949761 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9d1d42-4d90-48ac-ad12-c8c1c7bd6a45" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "tag": "39839f43-d46e-414e-93c9-a7955f617fd1"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:57.953551 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:57.954484 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:57.956121 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] 10.222.0.47 "PUT /v2.0/ports/8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 HTTP/1.1" status: 200  len: 1091 time: 1.4938858
Nov 20 20:50:57.995395 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 997e2cdb-8714-4ff9-a19c-d31c70dd0494 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:50:57.998293 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Request body: {'port': {'device_id': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:58.004396 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-d36d8498-1021-4c88-b82b-117c9d785587 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=554d0697-db40-4745-a60d-da36ede89e92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447319
Nov 20 20:50:58.064989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-ebb65666-dce9-4203-8fb2-828df6d05498 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:58.066624 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-ebb65666-dce9-4203-8fb2-828df6d05498 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.1794198
Nov 20 20:50:58.086992 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8077718-dadc-49b2-bb7a-fb8c6416fbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:58.145384 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-434e2685-0430-4fa2-bff8-caf27cf3bcbd tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.26 HTTP/1.1" status: 200  len: 1000 time: 0.0702102
Nov 20 20:50:58.157314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-d26d1bb0-d3ec-414c-b89d-9138e4d5a7fe tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:58.179429 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:58.219004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcd3b0-afbf-4acd-878f-93327a2edd1f req-2479d33b-b157-4035-9b15-cec4cabfcd9d tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:58.221017 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8fcd3b0-afbf-4acd-878f-93327a2edd1f req-2479d33b-b157-4035-9b15-cec4cabfcd9d tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 944 time: 0.1822295
Nov 20 20:50:58.225841 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-d26d1bb0-d3ec-414c-b89d-9138e4d5a7fe tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for floatingip, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:58.246086 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-7daeffea-00b5-4cba-ae8b-2615e8e37db1 service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2183757
Nov 20 20:50:58.278292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'name': 'network-vif-deleted', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68'}, {'server_uuid': '21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d', 'name': 'network-vif-deleted', 'tag': '45fadff2-da94-4f5f-8340-26c7ac05e1e2'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:50:58.280514 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90877a5-4abb-4935-a7bf-a74158535a47" -d '{"events": [{"server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "name": "network-vif-deleted", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68"}, {"server_uuid": "21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d", "name": "network-vif-deleted", "tag": "45fadff2-da94-4f5f-8340-26c7ac05e1e2"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:50:58.414321 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74378b84-584c-444b-9944-2e321a8dcbab req-d59fd633-d02e-41ea-820a-a70c24f18892 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:58.415326 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8fcd3b0-afbf-4acd-878f-93327a2edd1f req-c23703c3-97e2-4203-b850-3b942f39f95d tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742334
Nov 20 20:50:58.415688 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-74378b84-584c-444b-9944-2e321a8dcbab req-d59fd633-d02e-41ea-820a-a70c24f18892 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 944 time: 0.1271465
Nov 20 20:50:58.419825 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-d26d1bb0-d3ec-414c-b89d-9138e4d5a7fe tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:58.455720 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-d26d1bb0-d3ec-414c-b89d-9138e4d5a7fe tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:58.456167 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-d26d1bb0-d3ec-414c-b89d-9138e4d5a7fe tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Floating IP fac77207-cbe2-4a9f-810b-53a930a55d5d disassociated. External IP: 172.35.1.26, port: a8a6b63d-5947-43c3-a9e3-80cd19d532a8.
Nov 20 20:50:58.651750 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-74378b84-584c-444b-9944-2e321a8dcbab req-a69745db-abde-4ea3-bab6-5f6af37b7b24 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Deleting port 9247b2b9-3787-408f-9910-0d7f430ac7e3 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:50:58.652111 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-74378b84-584c-444b-9944-2e321a8dcbab req-a69745db-abde-4ea3-bab6-5f6af37b7b24 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:58.796953 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-2428c25d-a62c-46dd-86e1-0cbc9294303e service neutron] 10.222.0.47 "GET /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5292323
Nov 20 20:50:58.797860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-74378b84-584c-444b-9944-2e321a8dcbab req-a69745db-abde-4ea3-bab6-5f6af37b7b24 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] For port 9247b2b9-3787-408f-9910-0d7f430ac7e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9247b2b9-3787-408f-9910-0d7f430ac7e3,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:50:58.798139 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-74378b84-584c-444b-9944-2e321a8dcbab req-a69745db-abde-4ea3-bab6-5f6af37b7b24 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:58.808159 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-d26d1bb0-d3ec-414c-b89d-9138e4d5a7fe tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Router dec0ec0d-0390-49fc-8856-7fcb88b82a00 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:50:58.817341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-74378b84-584c-444b-9944-2e321a8dcbab req-a69745db-abde-4ea3-bab6-5f6af37b7b24 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Calling delete_port for 9247b2b9-3787-408f-9910-0d7f430ac7e3 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:50:58.854081 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036ab6f-ba29-49c2-9dd0-a289206fd7d5 req-bd8ec225-3815-4679-aaac-d70c3292bab5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:58.860358 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036ab6f-ba29-49c2-9dd0-a289206fd7d5 req-bd8ec225-3815-4679-aaac-d70c3292bab5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:58.866365 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036ab6f-ba29-49c2-9dd0-a289206fd7d5 req-bd8ec225-3815-4679-aaac-d70c3292bab5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:58.872326 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036ab6f-ba29-49c2-9dd0-a289206fd7d5 req-bd8ec225-3815-4679-aaac-d70c3292bab5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:58.878291 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036ab6f-ba29-49c2-9dd0-a289206fd7d5 req-bd8ec225-3815-4679-aaac-d70c3292bab5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:58.884165 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036ab6f-ba29-49c2-9dd0-a289206fd7d5 req-bd8ec225-3815-4679-aaac-d70c3292bab5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:58.890114 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036ab6f-ba29-49c2-9dd0-a289206fd7d5 req-bd8ec225-3815-4679-aaac-d70c3292bab5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:58.892629 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1036ab6f-ba29-49c2-9dd0-a289206fd7d5 req-bd8ec225-3815-4679-aaac-d70c3292bab5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5395 time: 0.1671867
Nov 20 20:50:59.016890 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1036ab6f-ba29-49c2-9dd0-a289206fd7d5 req-f9a35f11-0949-4933-a966-aa4b4932e9ce tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1140978
Nov 20 20:50:59.023830 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74631941-cda7-49c4-b33a-f60122f88759 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:50:59.061476 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:59.084202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Transition to ACTIVE for port object 74631941-cda7-49c4-b33a-f60122f88759 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:50:59.097325 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-a609bf54-5203-40b1-813c-11f86322968b tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:59.099324 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-a609bf54-5203-40b1-813c-11f86322968b tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d&tenant_id=9e5736eff1924fa28c0a00ae3da90174&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0702429
Nov 20 20:50:59.100124 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:59.204970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Pushing event updated for resources: {'Port': ['ID=74631941-cda7-49c4-b33a-f60122f88759,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:59.389088 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-d26d1bb0-d3ec-414c-b89d-9138e4d5a7fe tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:50:59.400105 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Attempting to bind port 74631941-cda7-49c4-b33a-f60122f88759 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:50:59.400654 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Attempting to bind port 74631941-cda7-49c4-b33a-f60122f88759 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:50:59.400766 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Attempting to bind port 74631941-cda7-49c4-b33a-f60122f88759 on network d6af962d-f566-43ad-aacb-a9c0f2bc8121 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:59.402519 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b8aa36-8528-41fd-ab85-c3e76517ddfd None None] Sync routers for ids ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:50:59.404370 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-d26d1bb0-d3ec-414c-b89d-9138e4d5a7fe tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:59.412180 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7044df2-c367-4b68-a60b-fd8745b52718 req-57e6214f-0419-4a9e-80cb-5d21e39c8fb3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:59.414109 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7044df2-c367-4b68-a60b-fd8745b52718 req-57e6214f-0419-4a9e-80cb-5d21e39c8fb3 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 951 time: 0.2819698
Nov 20 20:50:59.417360 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-7fd856c6-4b33-4732-8c0a-a3b2948f84b0 service neutron] For port 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host nch1-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:59.420080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Port 74631941-cda7-49c4-b33a-f60122f88759 on network d6af962d-f566-43ad-aacb-a9c0f2bc8121 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:50:59.420501 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Attempting to bind port 74631941-cda7-49c4-b33a-f60122f88759 on network d6af962d-f566-43ad-aacb-a9c0f2bc8121 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:50:59.425651 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-7fd856c6-4b33-4732-8c0a-a3b2948f84b0 service neutron] Publish callbacks [] for binding, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:59.426915 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-7fd856c6-4b33-4732-8c0a-a3b2948f84b0 service neutron] 10.222.0.47 "DELETE /v2.0/ports/997e2cdb-8714-4ff9-a19c-d31c70dd0494/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2965014
Nov 20 20:50:59.430173 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b8aa36-8528-41fd-ab85-c3e76517ddfd None None] Routers {'dec0ec0d-0390-49fc-8856-7fcb88b82a00'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:50:59.430925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d9b8aa36-8528-41fd-ab85-c3e76517ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47af0550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:50:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:50:59.438914 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:50:59.440169 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Checking segment: {'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:50:59.440169 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Bound using segment: {'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:50:59.440377 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Bound port: 74631941-cda7-49c4-b33a-f60122f88759, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:50:59.440659 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:59.470673 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-d26d1bb0-d3ec-414c-b89d-9138e4d5a7fe tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "PUT /v2.0/floatingips/fac77207-cbe2-4a9f-810b-53a930a55d5d HTTP/1.1" status: 200  len: 694 time: 1.3179829
Nov 20 20:50:59.525146 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-74378b84-584c-444b-9944-2e321a8dcbab req-a69745db-abde-4ea3-bab6-5f6af37b7b24 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:59.560479 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7044df2-c367-4b68-a60b-fd8745b52718 req-d3331e05-755a-41ba-b9d9-1023df347212 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325531
Nov 20 20:50:59.571031 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] For port 74631941-cda7-49c4-b33a-f60122f88759, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:50:59.574426 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] For port 74631941-cda7-49c4-b33a-f60122f88759, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74631941-cda7-49c4-b33a-f60122f88759,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:50:59.590799 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:59.610279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69745db-abde-4ea3-bab6-5f6af37b7b24 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Pushing event deleted for resources: {'Port': ['ID=9247b2b9-3787-408f-9910-0d7f430ac7e3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:59.628913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-d9b8aa36-8528-41fd-ab85-c3e76517ddfd None None] Set router dec0ec0d-0390-49fc-8856-7fcb88b82a00 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:50:59.642911 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:59.643547 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:59.645166 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] 10.222.0.47 "PUT /v2.0/ports/74631941-cda7-49c4-b33a-f60122f88759 HTTP/1.1" status: 200  len: 1090 time: 1.6516054
Nov 20 20:50:59.683111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-74378b84-584c-444b-9944-2e321a8dcbab req-a69745db-abde-4ea3-bab6-5f6af37b7b24 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] No DVR routers for this DVR port 9247b2b9-3787-408f-9910-0d7f430ac7e3 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:50:59.686524 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-74378b84-584c-444b-9944-2e321a8dcbab req-a69745db-abde-4ea3-bab6-5f6af37b7b24 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:50:59.693160 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7bd3b-86a8-4453-aa23-19c5c758a355 service neutron] Pushing event updated for resources: {'Port': ['ID=74631941-cda7-49c4-b33a-f60122f88759,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:50:59.693763 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-74378b84-584c-444b-9944-2e321a8dcbab req-a69745db-abde-4ea3-bab6-5f6af37b7b24 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.37 "DELETE /v2.0/ports/9247b2b9-3787-408f-9910-0d7f430ac7e3 HTTP/1.1" status: 204  len: 173 time: 1.2683434
Nov 20 20:50:59.700538 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f67e711-7c9f-45d2-aa90-9ac7801270db x-openstack-request-id: req-6f67e711-7c9f-45d2-aa90-9ac7801270db {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:50:59.700834 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "tag": "39839f43-d46e-414e-93c9-a7955f617fd1", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:50:59.701121 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f67e711-7c9f-45d2-aa90-9ac7801270db {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:50:59.701513 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'tag': '39839f43-d46e-414e-93c9-a7955f617fd1', 'status': 'completed', 'code': 200}
Nov 20 20:50:59.719472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Request body: {'port': {'device_id': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:50:59.725109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7e86b-eca7-42b9-919b-82802fe727cc req-e1ce4181-f478-4c89-8428-430d408714c1 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:59.726844 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-60b7e86b-eca7-42b9-919b-82802fe727cc req-e1ce4181-f478-4c89-8428-430d408714c1 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 951 time: 0.2540591
Nov 20 20:50:59.742928 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-605de5c9-dea0-4543-ac5d-e4ce50bfbc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:59.756308 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-605de5c9-dea0-4543-ac5d-e4ce50bfbc40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cfe248f7eb34f6e80937503e49fd3ca&device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 1096 time: 0.2329273
Nov 20 20:50:59.952651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d1d42-4d90-48ac-ad12-c8c1c7bd6a45 req-71f83033-39ef-4f09-bcdc-4139c5c4c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:59.953656 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d1d42-4d90-48ac-ad12-c8c1c7bd6a45 req-71f83033-39ef-4f09-bcdc-4139c5c4c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:59.954384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d1d42-4d90-48ac-ad12-c8c1c7bd6a45 req-71f83033-39ef-4f09-bcdc-4139c5c4c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:59.955120 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d1d42-4d90-48ac-ad12-c8c1c7bd6a45 req-71f83033-39ef-4f09-bcdc-4139c5c4c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:59.955784 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d1d42-4d90-48ac-ad12-c8c1c7bd6a45 req-71f83033-39ef-4f09-bcdc-4139c5c4c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:59.956466 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d1d42-4d90-48ac-ad12-c8c1c7bd6a45 req-71f83033-39ef-4f09-bcdc-4139c5c4c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:59.957129 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d1d42-4d90-48ac-ad12-c8c1c7bd6a45 req-71f83033-39ef-4f09-bcdc-4139c5c4c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:50:59.959461 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-de9d1d42-4d90-48ac-ad12-c8c1c7bd6a45 req-71f83033-39ef-4f09-bcdc-4139c5c4c746 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee4ec8b62e354149acb1c43558b168e6&device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 6354 time: 0.2622142
Nov 20 20:50:59.965737 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:00.023458 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 20 Nov 2021 20:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba698e55-d9ab-4216-baaf-8a4f283b067b x-openstack-request-id: req-ba698e55-d9ab-4216-baaf-8a4f283b067b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:00.024084 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4617c7fc-1747-4fc8-b17e-023944473df9", "name": "network-vif-deleted", "tag": "41caa8c1-f0b9-44fe-81d2-76d08d296f68", "status": "completed", "code": 200}, {"server_uuid": "21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d", "name": "network-vif-deleted", "tag": "45fadff2-da94-4f5f-8340-26c7ac05e1e2", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:00.024362 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba698e55-d9ab-4216-baaf-8a4f283b067b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:00.024746 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4617c7fc-1747-4fc8-b17e-023944473df9', 'name': 'network-vif-deleted', 'tag': '41caa8c1-f0b9-44fe-81d2-76d08d296f68', 'status': 'completed', 'code': 200}
Nov 20 20:51:00.025954 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cfb27a-da22-48dc-ab23-a7bbf6c8fb7d', 'name': 'network-vif-deleted', 'tag': '45fadff2-da94-4f5f-8340-26c7ac05e1e2', 'status': 'completed', 'code': 200}
Nov 20 20:51:00.067181 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d9b8aa36-8528-41fd-ab85-c3e76517ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47af0550>, [{'id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-router', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:50:07Z', 'updated_at': '2021-11-20T20:50:14Z', 'revision_number': 4, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'gw_port': {'id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:08Z', 'updated_at': '2021-11-20T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '28716f1f-7902-422b-8e0e-ba0aa33761f6', 'name': '', 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'mac_address': 'fa:16:3e:e6:03:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:13Z', 'updated_at': '2021-11-20T20:50:23Z', 'revision_number': 5, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'subnets': [{'id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:00.073563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-fcfe09ef-3c55-4c48-b35b-6c192703fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:00.081335 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-fcfe09ef-3c55-4c48-b35b-6c192703fc95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5bc0506e-bc72-485c-a0a7-48575db53d86 HTTP/1.1" status: 200  len: 930 time: 0.3237588
Nov 20 20:51:00.083059 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33608) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:00.101446 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-60b7e86b-eca7-42b9-919b-82802fe727cc req-4da20d29-87ce-4c3f-b39a-bc9ddada5397 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Deleting port d17c3e85-73cd-4445-8746-63b4de251722 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:51:00.101810 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-60b7e86b-eca7-42b9-919b-82802fe727cc req-4da20d29-87ce-4c3f-b39a-bc9ddada5397 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:00.132153 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b8aa36-8528-41fd-ab85-c3e76517ddfd None None] Checking router: dec0ec0d-0390-49fc-8856-7fcb88b82a00 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:51:00.154764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b8aa36-8528-41fd-ab85-c3e76517ddfd None None] Routers {'dec0ec0d-0390-49fc-8856-7fcb88b82a00'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:51:00.155696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d9b8aa36-8528-41fd-ab85-c3e76517ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47af0550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:50:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:00.159943 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-8ef08cb2-679a-4179-93fe-b863a1f1c925 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8a6b63d-5947-43c3-a9e3-80cd19d532a8 HTTP/1.1" status: 200  len: 217 time: 0.0776110
Nov 20 20:51:00.277023 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-685eaf96-b043-476c-90bb-06b8089c6e87 admin admin] Deleting subnet e91b14ea-0983-48f2-b667-d7d8c840210d {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:51:00.280171 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-685eaf96-b043-476c-90bb-06b8089c6e87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:00.289915 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-d9b8aa36-8528-41fd-ab85-c3e76517ddfd None None] Set router dec0ec0d-0390-49fc-8856-7fcb88b82a00 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:51:00.326448 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-685eaf96-b043-476c-90bb-06b8089c6e87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:00.382901 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-3b468416-672a-4ff7-bea0-feb93308746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:00.384461 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-3b468416-672a-4ff7-bea0-feb93308746f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64502234-0e78-4305-9d1c-74a8e6286f19 HTTP/1.1" status: 200  len: 868 time: 0.2103238
Nov 20 20:51:00.409652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e20352-14dd-4e49-862d-60a7e66fbd52 req-8e1d862a-9a84-45e9-947d-cc814d5a9ddd tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:00.411332 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e2e20352-14dd-4e49-862d-60a7e66fbd52 req-8e1d862a-9a84-45e9-947d-cc814d5a9ddd tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 944 time: 0.2400222
Nov 20 20:51:00.412407 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-60b7e86b-eca7-42b9-919b-82802fe727cc req-4da20d29-87ce-4c3f-b39a-bc9ddada5397 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] For port d17c3e85-73cd-4445-8746-63b4de251722, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d17c3e85-73cd-4445-8746-63b4de251722,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:00.413054 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-60b7e86b-eca7-42b9-919b-82802fe727cc req-4da20d29-87ce-4c3f-b39a-bc9ddada5397 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:00.433145 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d1d42-4d90-48ac-ad12-c8c1c7bd6a45 req-d4d46dd7-4b5e-4de2-b2c9-ca8f873bf87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:00.440885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d1d42-4d90-48ac-ad12-c8c1c7bd6a45 req-d4d46dd7-4b5e-4de2-b2c9-ca8f873bf87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:00.441100 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d1d42-4d90-48ac-ad12-c8c1c7bd6a45 req-d4d46dd7-4b5e-4de2-b2c9-ca8f873bf87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:00.444784 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-de9d1d42-4d90-48ac-ad12-c8c1c7bd6a45 req-d4d46dd7-4b5e-4de2-b2c9-ca8f873bf87f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ee4ec8b62e354149acb1c43558b168e6&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.4743886
Nov 20 20:51:00.447444 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-685eaf96-b043-476c-90bb-06b8089c6e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:00.490409 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-60b7e86b-eca7-42b9-919b-82802fe727cc req-4da20d29-87ce-4c3f-b39a-bc9ddada5397 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Calling delete_port for d17c3e85-73cd-4445-8746-63b4de251722 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:51:00.567528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-68beb82f-32e1-4757-87f6-ee7f68f85b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:00.569132 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-68beb82f-32e1-4757-87f6-ee7f68f85b70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5bc0506e-bc72-485c-a0a7-48575db53d86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1602061
Nov 20 20:51:00.607114 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-685eaf96-b043-476c-90bb-06b8089c6e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:00.639125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d9b8aa36-8528-41fd-ab85-c3e76517ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47af0550>, [{'id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-router', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:50:07Z', 'updated_at': '2021-11-20T20:50:14Z', 'revision_number': 4, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'gw_port': {'id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:08Z', 'updated_at': '2021-11-20T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '28716f1f-7902-422b-8e0e-ba0aa33761f6', 'name': '', 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'mac_address': 'fa:16:3e:e6:03:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:13Z', 'updated_at': '2021-11-20T20:50:23Z', 'revision_number': 5, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'subnets': [{'id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:00.671232 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e2e20352-14dd-4e49-862d-60a7e66fbd52 req-3daee687-543b-49b8-9502-31eecd22d38f tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2431059
Nov 20 20:51:00.673215 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685eaf96-b043-476c-90bb-06b8089c6e87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e91b14ea-0983-48f2-b667-d7d8c840210d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:00.691372 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-685eaf96-b043-476c-90bb-06b8089c6e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:00.692015 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b8aa36-8528-41fd-ab85-c3e76517ddfd None None] The sync data for ids ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'] in ncdv-master-1 is: [{'id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-router', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:50:07Z', 'updated_at': '2021-11-20T20:50:14Z', 'revision_number': 4, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'gw_port': {'id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:08Z', 'updated_at': '2021-11-20T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '28716f1f-7902-422b-8e0e-ba0aa33761f6', 'name': '', 'network_id': '5bc0506e-bc72-485c-a0a7-48575db53d86', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'mac_address': 'fa:16:3e:e6:03:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:13Z', 'updated_at': '2021-11-20T20:50:23Z', 'revision_number': 5, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'subnets': [{'id': '64502234-0e78-4305-9d1c-74a8e6286f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:51:00.696601 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-685eaf96-b043-476c-90bb-06b8089c6e87 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e91b14ea-0983-48f2-b667-d7d8c840210d HTTP/1.1" status: 204  len: 168 time: 0.6063764
Nov 20 20:51:00.701454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33614) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:00.848595 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d1d42-4d90-48ac-ad12-c8c1c7bd6a45 req-7b063b78-4934-4bf7-b3ce-0a6aed5490c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:00.850829 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-de9d1d42-4d90-48ac-ad12-c8c1c7bd6a45 req-7b063b78-4934-4bf7-b3ce-0a6aed5490c3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3808987
Nov 20 20:51:00.915828 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bc6ce3cf-f2cb-45c3-af15-2373b34983f1 req-6af31423-335e-4dc6-97ed-9671ade171ae tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6126a-4e65-40c1-a727-0559f7cf71ba HTTP/1.1" status: 200  len: 210 time: 0.0347238
Nov 20 20:51:00.975609 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-0440eb06-77d0-4b8a-b145-956e9abc7495 service neutron] 10.222.0.41 "GET /v2.0/networks/5bc0506e-bc72-485c-a0a7-48575db53d86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3715110
Nov 20 20:51:00.979093 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a4a71a3-1118-4802-af95-3cb2e118cd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:00.981320 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-60b7e86b-eca7-42b9-919b-82802fe727cc req-4da20d29-87ce-4c3f-b39a-bc9ddada5397 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:00.990164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1906ffcc-f920-4444-989d-3996e905079f {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:01.001800 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d96f4ca5-742f-4e26-8329-f408e9d46a05', 'd17c3e85-73cd-4445-8746-63b4de251722'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:01.004876 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:01.010906 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['28b4900d-02bb-47ff-89c0-42ceb2af1cdc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:01.057193 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Transition to ACTIVE for port object 1906ffcc-f920-4444-989d-3996e905079f will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:51:01.060984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da20d29-87ce-4c3f-b39a-bc9ddada5397 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Pushing event deleted for resources: {'Port': ['ID=d17c3e85-73cd-4445-8746-63b4de251722,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:01.080215 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:01.181930 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc776c-955d-4a93-80f7-ae5d4bf20579 req-8ac3e1ba-ea08-49df-9573-41a5680bb696 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:01.189529 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc776c-955d-4a93-80f7-ae5d4bf20579 req-8ac3e1ba-ea08-49df-9573-41a5680bb696 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:01.205958 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc776c-955d-4a93-80f7-ae5d4bf20579 req-8ac3e1ba-ea08-49df-9573-41a5680bb696 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:01.216564 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc776c-955d-4a93-80f7-ae5d4bf20579 req-8ac3e1ba-ea08-49df-9573-41a5680bb696 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:01.230613 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc776c-955d-4a93-80f7-ae5d4bf20579 req-8ac3e1ba-ea08-49df-9573-41a5680bb696 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:01.232627 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40ecbe-5420-4465-b769-399cf1c1c65b None None] New status for floating IP fac77207-cbe2-4a9f-810b-53a930a55d5d: DOWN {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:51:01.240043 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc776c-955d-4a93-80f7-ae5d4bf20579 req-8ac3e1ba-ea08-49df-9573-41a5680bb696 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:01.247766 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc776c-955d-4a93-80f7-ae5d4bf20579 req-8ac3e1ba-ea08-49df-9573-41a5680bb696 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:01.254659 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aecc776c-955d-4a93-80f7-ae5d4bf20579 req-8ac3e1ba-ea08-49df-9573-41a5680bb696 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5407 time: 0.2406459
Nov 20 20:51:01.277330 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b7e86b-eca7-42b9-919b-82802fe727cc req-4da20d29-87ce-4c3f-b39a-bc9ddada5397 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] No DVR routers for this DVR port d17c3e85-73cd-4445-8746-63b4de251722 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:51:01.283325 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Pushing event updated for resources: {'Port': ['ID=1906ffcc-f920-4444-989d-3996e905079f,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:01.284898 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-60b7e86b-eca7-42b9-919b-82802fe727cc req-4da20d29-87ce-4c3f-b39a-bc9ddada5397 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:01.290253 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-60b7e86b-eca7-42b9-919b-82802fe727cc req-4da20d29-87ce-4c3f-b39a-bc9ddada5397 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "DELETE /v2.0/ports/d17c3e85-73cd-4445-8746-63b4de251722 HTTP/1.1" status: 204  len: 173 time: 1.5515838
Nov 20 20:51:01.346028 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c9501b3-037e-4a6f-ae09-1fd4912bf589 req-f373b9c3-7c34-43f8-9e61-13af9de4d77b service neutron] 10.222.0.41 "GET /v2.0/networks/5bc0506e-bc72-485c-a0a7-48575db53d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3518784
Nov 20 20:51:01.388111 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a4a71a3-1118-4802-af95-3cb2e118cd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:01.436920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4a4a71a3-1118-4802-af95-3cb2e118cd4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f580460>,) {'filters': {'network_id': ['f82a7818-62f9-41df-8e59-1f9bb434e3d7']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:01.491917 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4a4a71a3-1118-4802-af95-3cb2e118cd4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f580460>, 'eb5d8917-bdce-443a-9f43-b305ebe271f7') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:01.495966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4a4a71a3-1118-4802-af95-3cb2e118cd4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f580460>, 'eb5d8917-bdce-443a-9f43-b305ebe271f7') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:01.504357 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aecc776c-955d-4a93-80f7-ae5d4bf20579 req-f0060db2-f13f-417c-b91c-9ca88b0fd2ad tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2400177
Nov 20 20:51:01.557155 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a4a71a3-1118-4802-af95-3cb2e118cd4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:01.621607 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Attempting to bind port 1906ffcc-f920-4444-989d-3996e905079f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:51:01.622043 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Attempting to bind port 1906ffcc-f920-4444-989d-3996e905079f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2efcdb7c-5b32-4183-9a5f-bf0c05186fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:51:01.622515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Attempting to bind port 1906ffcc-f920-4444-989d-3996e905079f on network 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:01.630864 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Port 1906ffcc-f920-4444-989d-3996e905079f on network 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:51:01.631363 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Attempting to bind port 1906ffcc-f920-4444-989d-3996e905079f on network 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:01.637215 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-222174c1-3e66-4fc6-b983-73996362cccd req-55ae218e-0a43-4b4d-84cf-794b67bf9263 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=31269560-9cb4-4f4a-915c-60e283225964 HTTP/1.1" status: 200  len: 210 time: 0.0873384
Nov 20 20:51:01.637423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:51:01.637836 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Checking segment: {'id': '2efcdb7c-5b32-4183-9a5f-bf0c05186fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:51:01.638533 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Bound using segment: {'id': '2efcdb7c-5b32-4183-9a5f-bf0c05186fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:51:01.638978 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Bound port: 1906ffcc-f920-4444-989d-3996e905079f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efcdb7c-5b32-4183-9a5f-bf0c05186fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:51:01.639341 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:01.642768 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a4a71a3-1118-4802-af95-3cb2e118cd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:01.650465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4a71a3-1118-4802-af95-3cb2e118cd4c admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:51:01.651218 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a4a71a3-1118-4802-af95-3cb2e118cd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:51:01.653524 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:51:01.705130 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'tag': '8d29ec6b-5e92-4f5c-9a33-b37b39856ff1'}, {'name': 'network-changed', 'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'tag': '74631941-cda7-49c4-b33a-f60122f88759'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:01.711552 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d343c4-0c3d-40df-8183-90994314adb3" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "tag": "8d29ec6b-5e92-4f5c-9a33-b37b39856ff1"}, {"name": "network-changed", "server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "tag": "74631941-cda7-49c4-b33a-f60122f88759"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:01.744022 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a4a71a3-1118-4802-af95-3cb2e118cd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:01.755026 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a4a71a3-1118-4802-af95-3cb2e118cd4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:01.765519 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4a4a71a3-1118-4802-af95-3cb2e118cd4c admin admin] 10.222.0.41 "DELETE /v2.0/networks/f82a7818-62f9-41df-8e59-1f9bb434e3d7 HTTP/1.1" status: 204  len: 168 time: 1.0593016
Nov 20 20:51:01.780563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a71a3-1118-4802-af95-3cb2e118cd4c admin admin] Pushing event deleted for resources: {'Network': ['ID=f82a7818-62f9-41df-8e59-1f9bb434e3d7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:01.795134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] For port 1906ffcc-f920-4444-989d-3996e905079f, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:51:01.803498 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] For port 1906ffcc-f920-4444-989d-3996e905079f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1906ffcc-f920-4444-989d-3996e905079f,segment=NetworkSegment(2efcdb7c-5b32-4183-9a5f-bf0c05186fce),segment_id=2efcdb7c-5b32-4183-9a5f-bf0c05186fce)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:51:01.814551 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 9247b2b9-3787-408f-9910-0d7f430ac7e3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:51:01.818333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:01.849974 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-167d47d7-07b4-4a7d-bfdc-23de4573e756 req-63a33259-efd4-495d-8d84-c14d64db07cd tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/floatingips/fac77207-cbe2-4a9f-810b-53a930a55d5d HTTP/1.1" status: 200  len: 694 time: 0.0720930
Nov 20 20:51:01.852779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 9247b2b9-3787-408f-9910-0d7f430ac7e3 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:51:01.869667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 9247b2b9-3787-408f-9910-0d7f430ac7e3 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:51:01.917650 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:01.919013 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:01.920896 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] 10.222.0.47 "PUT /v2.0/ports/1906ffcc-f920-4444-989d-3996e905079f HTTP/1.1" status: 200  len: 1091 time: 2.2221265
Nov 20 20:51:01.987595 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Request body: {'port': {'device_id': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:02.028597 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e899d7fb-aca6-4434-9fbc-f7874d362f4a', 'tag': 'a8a6b63d-5947-43c3-a9e3-80cd19d532a8'}, {'server_uuid': '06f6126a-4e65-40c1-a727-0559f7cf71ba', 'name': 'network-vif-deleted', 'tag': '9247b2b9-3787-408f-9910-0d7f430ac7e3'}, {'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'name': 'network-vif-deleted', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:02.031078 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a940d4-4bf2-4ca7-8e6a-19442c2c3909" -d '{"events": [{"name": "network-changed", "server_uuid": "e899d7fb-aca6-4434-9fbc-f7874d362f4a", "tag": "a8a6b63d-5947-43c3-a9e3-80cd19d532a8"}, {"server_uuid": "06f6126a-4e65-40c1-a727-0559f7cf71ba", "name": "network-vif-deleted", "tag": "9247b2b9-3787-408f-9910-0d7f430ac7e3"}, {"server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "name": "network-vif-deleted", "tag": "d17c3e85-73cd-4445-8746-63b4de251722"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:02.044335 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc99c9a-3268-476c-ba31-1b274969fb86 service neutron] Pushing event updated for resources: {'Port': ['ID=1906ffcc-f920-4444-989d-3996e905079f,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:02.063514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33632) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:02.085286 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d47d7-07b4-4a7d-bfdc-23de4573e756 req-1ca00a26-2dc0-415b-b448-2b77d059b284 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:02.093119 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-167d47d7-07b4-4a7d-bfdc-23de4573e756 req-1ca00a26-2dc0-415b-b448-2b77d059b284 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.2417474
Nov 20 20:51:02.108982 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75c1df-2745-4983-83f8-c8101d5dd8eb req-e77141aa-bd21-4687-b737-790a9d8c6d92 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:02.117138 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d75c1df-2745-4983-83f8-c8101d5dd8eb req-e77141aa-bd21-4687-b737-790a9d8c6d92 tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 1095 time: 0.1805384
Nov 20 20:51:02.121760 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:02.185788 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-167d47d7-07b4-4a7d-bfdc-23de4573e756 req-30dd9f88-f2eb-4ee5-8e24-497cc7cb667b tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.26 HTTP/1.1" status: 200  len: 695 time: 0.0917215
Nov 20 20:51:02.211562 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d75c1df-2745-4983-83f8-c8101d5dd8eb req-1b7b700d-f04e-4acd-91d3-63dbda28db1b tempest-LiveMigrationTest-74705102 tempest-LiveMigrationTest-74705102-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837395
Nov 20 20:51:02.225652 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3fb0d1cd-1ef8-4099-80d6-b467682e7edc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b0c2ea7352848dcbb0c66efff699f0a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1585948
Nov 20 20:51:02.271883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33634) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:02.300164 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-167d47d7-07b4-4a7d-bfdc-23de4573e756 req-689187ed-d168-4095-a0c1-4dc4af011b7a tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.26 HTTP/1.1" status: 200  len: 695 time: 0.1001256
Nov 20 20:51:02.311833 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f19b585-b642-4247-8cb9-a2e53d4354b4 x-openstack-request-id: req-1f19b585-b642-4247-8cb9-a2e53d4354b4 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:02.312207 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "tag": "8d29ec6b-5e92-4f5c-9a33-b37b39856ff1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "tag": "74631941-cda7-49c4-b33a-f60122f88759", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:02.312461 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f19b585-b642-4247-8cb9-a2e53d4354b4 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:02.313502 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'tag': '8d29ec6b-5e92-4f5c-9a33-b37b39856ff1', 'status': 'completed', 'code': 200}
Nov 20 20:51:02.313742 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'tag': '74631941-cda7-49c4-b33a-f60122f88759', 'status': 'completed', 'code': 200}
Nov 20 20:51:02.390650 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c79e0e-a155-46c4-854b-a6e5c289070c x-openstack-request-id: req-63c79e0e-a155-46c4-854b-a6e5c289070c {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:02.391873 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e899d7fb-aca6-4434-9fbc-f7874d362f4a", "tag": "a8a6b63d-5947-43c3-a9e3-80cd19d532a8", "status": "completed", "code": 200}, {"server_uuid": "06f6126a-4e65-40c1-a727-0559f7cf71ba", "name": "network-vif-deleted", "tag": "9247b2b9-3787-408f-9910-0d7f430ac7e3", "status": "completed", "code": 200}, {"server_uuid": "31269560-9cb4-4f4a-915c-60e283225964", "name": "network-vif-deleted", "tag": "d17c3e85-73cd-4445-8746-63b4de251722", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:02.392006 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63c79e0e-a155-46c4-854b-a6e5c289070c {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:02.392473 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e899d7fb-aca6-4434-9fbc-f7874d362f4a', 'tag': 'a8a6b63d-5947-43c3-a9e3-80cd19d532a8', 'status': 'completed', 'code': 200}
Nov 20 20:51:02.393223 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f6126a-4e65-40c1-a727-0559f7cf71ba', 'name': 'network-vif-deleted', 'tag': '9247b2b9-3787-408f-9910-0d7f430ac7e3', 'status': 'completed', 'code': 200}
Nov 20 20:51:02.393498 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31269560-9cb4-4f4a-915c-60e283225964', 'name': 'network-vif-deleted', 'tag': 'd17c3e85-73cd-4445-8746-63b4de251722', 'status': 'completed', 'code': 200}
Nov 20 20:51:02.494846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-30322939-5528-4035-b661-ab1eb8c2714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:02.495376 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-30322939-5528-4035-b661-ab1eb8c2714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:02.495862 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-30322939-5528-4035-b661-ab1eb8c2714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:02.496400 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-30322939-5528-4035-b661-ab1eb8c2714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:02.496966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-30322939-5528-4035-b661-ab1eb8c2714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:02.497449 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-30322939-5528-4035-b661-ab1eb8c2714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:02.497927 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-30322939-5528-4035-b661-ab1eb8c2714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:02.499434 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-24935006-1c18-41a6-8a51-79aafc55addc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:02.500041 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67d343c4-0c3d-40df-8183-90994314adb3 req-30322939-5528-4035-b661-ab1eb8c2714d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee4ec8b62e354149acb1c43558b168e6&device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 6421 time: 0.1767378
Nov 20 20:51:02.543675 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-24935006-1c18-41a6-8a51-79aafc55addc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:02.546922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a940d4-4bf2-4ca7-8e6a-19442c2c3909 req-fad3753e-70f8-4122-8f03-a51150ce98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:02.549059 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26a940d4-4bf2-4ca7-8e6a-19442c2c3909 req-fad3753e-70f8-4122-8f03-a51150ce98a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2cfe248f7eb34f6e80937503e49fd3ca&device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 1096 time: 0.1122105
Nov 20 20:51:02.584224 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46000a03-6d74-43bc-957f-eb13e3558ac6 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:02.601334 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:02.641349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-167d47d7-07b4-4a7d-bfdc-23de4573e756 req-785c4181-fe98-4c13-bbfe-4dc653ff7926 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Deleting port c47a4c48-50e6-4d8d-9bb5-8b0d5c33c6d7 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:51:02.641869 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-167d47d7-07b4-4a7d-bfdc-23de4573e756 req-785c4181-fe98-4c13-bbfe-4dc653ff7926 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:02.662087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Transition to ACTIVE for port object 46000a03-6d74-43bc-957f-eb13e3558ac6 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:51:02.674706 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:02.722385 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-cdac9262-367e-4ace-8f10-d5de5eda0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:02.722951 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-cdac9262-367e-4ace-8f10-d5de5eda0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:02.723430 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-cdac9262-367e-4ace-8f10-d5de5eda0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:02.725032 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67d343c4-0c3d-40df-8183-90994314adb3 req-cdac9262-367e-4ace-8f10-d5de5eda0b5d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ee4ec8b62e354149acb1c43558b168e6&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.1972167
Nov 20 20:51:02.792454 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-24935006-1c18-41a6-8a51-79aafc55addc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:02.795667 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-24935006-1c18-41a6-8a51-79aafc55addc admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:02.796803 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-24935006-1c18-41a6-8a51-79aafc55addc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1 HTTP/1.1" status: 204  len: 168 time: 0.5240049
Nov 20 20:51:02.816432 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Pushing event updated for resources: {'Port': ['ID=46000a03-6d74-43bc-957f-eb13e3558ac6,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:02.842496 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-167d47d7-07b4-4a7d-bfdc-23de4573e756 req-785c4181-fe98-4c13-bbfe-4dc653ff7926 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:02.843899 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-167d47d7-07b4-4a7d-bfdc-23de4573e756 req-785c4181-fe98-4c13-bbfe-4dc653ff7926 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:02.862188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a940d4-4bf2-4ca7-8e6a-19442c2c3909 req-27a36cb4-f9f4-440b-a300-59004bf3fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:02.863862 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26a940d4-4bf2-4ca7-8e6a-19442c2c3909 req-27a36cb4-f9f4-440b-a300-59004bf3fc50 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5bc0506e-bc72-485c-a0a7-48575db53d86 HTTP/1.1" status: 200  len: 930 time: 0.2746456
Nov 20 20:51:02.867318 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24935006-1c18-41a6-8a51-79aafc55addc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e7e3f8-4811-4b9f-8c03-bdae85ea72a1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:02.873546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-167d47d7-07b4-4a7d-bfdc-23de4573e756 req-785c4181-fe98-4c13-bbfe-4dc653ff7926 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Calling delete_port for c47a4c48-50e6-4d8d-9bb5-8b0d5c33c6d7 owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:51:02.912049 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:02.912401 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:02.912797 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:02.913184 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:02.913540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:02.913867 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:02.914311 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:02.914655 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:02.914989 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:02.915319 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:02.915706 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:02.915975 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:03.047031 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Attempting to bind port 46000a03-6d74-43bc-957f-eb13e3558ac6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:51:03.047906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Attempting to bind port 46000a03-6d74-43bc-957f-eb13e3558ac6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2efcdb7c-5b32-4183-9a5f-bf0c05186fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:51:03.048245 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Attempting to bind port 46000a03-6d74-43bc-957f-eb13e3558ac6 on network 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:03.059966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Port 46000a03-6d74-43bc-957f-eb13e3558ac6 on network 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:51:03.060145 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Attempting to bind port 46000a03-6d74-43bc-957f-eb13e3558ac6 on network 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:03.079562 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:51:03.079902 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Checking segment: {'id': '2efcdb7c-5b32-4183-9a5f-bf0c05186fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:51:03.080316 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Bound using segment: {'id': '2efcdb7c-5b32-4183-9a5f-bf0c05186fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:51:03.080753 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Bound port: 46000a03-6d74-43bc-957f-eb13e3558ac6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efcdb7c-5b32-4183-9a5f-bf0c05186fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:51:03.081115 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:03.100689 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26a940d4-4bf2-4ca7-8e6a-19442c2c3909 req-7e2694f2-82a8-4fdd-ab05-5f955dfbe668 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8a6b63d-5947-43c3-a9e3-80cd19d532a8 HTTP/1.1" status: 200  len: 217 time: 0.2194195
Nov 20 20:51:03.105395 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-900901df-649b-4de2-8f17-3f65c67caadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.106201 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67d343c4-0c3d-40df-8183-90994314adb3 req-900901df-649b-4de2-8f17-3f65c67caadb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3609331
Nov 20 20:51:03.155019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a8f17-670d-4b46-888c-dd4e91c8ccf5 req-213f52db-3ba0-427b-a051-0dcd0c87dcf4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.162555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a8f17-670d-4b46-888c-dd4e91c8ccf5 req-213f52db-3ba0-427b-a051-0dcd0c87dcf4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.169484 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a8f17-670d-4b46-888c-dd4e91c8ccf5 req-213f52db-3ba0-427b-a051-0dcd0c87dcf4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.176987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a8f17-670d-4b46-888c-dd4e91c8ccf5 req-213f52db-3ba0-427b-a051-0dcd0c87dcf4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.183373 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a8f17-670d-4b46-888c-dd4e91c8ccf5 req-213f52db-3ba0-427b-a051-0dcd0c87dcf4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.189832 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a8f17-670d-4b46-888c-dd4e91c8ccf5 req-213f52db-3ba0-427b-a051-0dcd0c87dcf4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.196554 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a8f17-670d-4b46-888c-dd4e91c8ccf5 req-213f52db-3ba0-427b-a051-0dcd0c87dcf4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.204692 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b86a8f17-670d-4b46-888c-dd4e91c8ccf5 req-213f52db-3ba0-427b-a051-0dcd0c87dcf4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5431 time: 0.2272635
Nov 20 20:51:03.224659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a940d4-4bf2-4ca7-8e6a-19442c2c3909 req-9a71ba4f-7f07-4588-862a-c0e6e7bdf701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.226767 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26a940d4-4bf2-4ca7-8e6a-19442c2c3909 req-9a71ba4f-7f07-4588-862a-c0e6e7bdf701 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64502234-0e78-4305-9d1c-74a8e6286f19 HTTP/1.1" status: 200  len: 868 time: 0.1092937
Nov 20 20:51:03.276826 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-167d47d7-07b4-4a7d-bfdc-23de4573e756 req-785c4181-fe98-4c13-bbfe-4dc653ff7926 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:03.286640 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] For port 46000a03-6d74-43bc-957f-eb13e3558ac6, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:51:03.320422 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] For port 46000a03-6d74-43bc-957f-eb13e3558ac6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46000a03-6d74-43bc-957f-eb13e3558ac6,segment=NetworkSegment(2efcdb7c-5b32-4183-9a5f-bf0c05186fce),segment_id=2efcdb7c-5b32-4183-9a5f-bf0c05186fce)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:51:03.335434 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:03.339019 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c4181-fe98-4c13-bbfe-4dc653ff7926 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Pushing event deleted for resources: {'Port': ['ID=c47a4c48-50e6-4d8d-9bb5-8b0d5c33c6d7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:03.353144 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b86a8f17-670d-4b46-888c-dd4e91c8ccf5 req-12953f4b-ecfb-40ed-bc27-dc2f52ca13b6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1449444
Nov 20 20:51:03.399334 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.47', 64428) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:03.408128 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a940d4-4bf2-4ca7-8e6a-19442c2c3909 req-87bea9ab-d919-4ab9-bb3a-e3d9a98a3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.411091 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26a940d4-4bf2-4ca7-8e6a-19442c2c3909 req-87bea9ab-d919-4ab9-bb3a-e3d9a98a3476 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5bc0506e-bc72-485c-a0a7-48575db53d86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1742911
Nov 20 20:51:03.427542 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-cc690f8d-8eb8-4c39-9cbd-0b1c4d64a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.428230 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-cc690f8d-8eb8-4c39-9cbd-0b1c4d64a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.428685 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-cc690f8d-8eb8-4c39-9cbd-0b1c4d64a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.428964 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-167d47d7-07b4-4a7d-bfdc-23de4573e756 req-785c4181-fe98-4c13-bbfe-4dc653ff7926 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:03.429327 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-cc690f8d-8eb8-4c39-9cbd-0b1c4d64a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.430345 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-cc690f8d-8eb8-4c39-9cbd-0b1c4d64a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.430474 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-cc690f8d-8eb8-4c39-9cbd-0b1c4d64a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.430990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-cc690f8d-8eb8-4c39-9cbd-0b1c4d64a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.431933 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-167d47d7-07b4-4a7d-bfdc-23de4573e756 req-785c4181-fe98-4c13-bbfe-4dc653ff7926 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:03.433394 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67d343c4-0c3d-40df-8183-90994314adb3 req-cc690f8d-8eb8-4c39-9cbd-0b1c4d64a807 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee4ec8b62e354149acb1c43558b168e6&device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 6446 time: 0.2049973
Nov 20 20:51:03.433885 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-167d47d7-07b4-4a7d-bfdc-23de4573e756 req-785c4181-fe98-4c13-bbfe-4dc653ff7926 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "DELETE /v2.0/floatingips/fac77207-cbe2-4a9f-810b-53a930a55d5d HTTP/1.1" status: 204  len: 173 time: 1.1327221
Nov 20 20:51:03.491835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.496546 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:03.503233 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] 10.222.0.47 "PUT /v2.0/ports/46000a03-6d74-43bc-957f-eb13e3558ac6 HTTP/1.1" status: 200  len: 1091 time: 1.5254085
Nov 20 20:51:03.624358 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc286c-29fa-4dc7-bec6-a48e35207617 service neutron] Pushing event updated for resources: {'Port': ['ID=46000a03-6d74-43bc-957f-eb13e3558ac6,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:03.710190 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4bf00-f6ff-4c00-846a-ba4e00e9eece req-2cba694f-ac30-4e64-8288-fdec2b097050 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.713492 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6df4bf00-f6ff-4c00-846a-ba4e00e9eece req-2cba694f-ac30-4e64-8288-fdec2b097050 tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.37 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 944 time: 0.3900802
Nov 20 20:51:03.717465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-aa660da4-eb18-4b9f-8fd7-177bf7da000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.718022 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-aa660da4-eb18-4b9f-8fd7-177bf7da000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.718593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-aa660da4-eb18-4b9f-8fd7-177bf7da000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.723413 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67d343c4-0c3d-40df-8183-90994314adb3 req-aa660da4-eb18-4b9f-8fd7-177bf7da000e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ee4ec8b62e354149acb1c43558b168e6&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.2722914
Nov 20 20:51:03.752843 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b269-d780-4409-a19b-087b912aa506 req-17177d0b-ef71-4393-9523-0d75aee1082a tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.765084 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4800b269-d780-4409-a19b-087b912aa506 req-17177d0b-ef71-4393-9523-0d75aee1082a tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 944 time: 0.3264530
Nov 20 20:51:03.783586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89496f55-ffaa-4c5d-8356-7ddaaaa3c701 req-142338c3-4312-458a-adae-9817fe2839fa tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.785194 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89496f55-ffaa-4c5d-8356-7ddaaaa3c701 req-142338c3-4312-458a-adae-9817fe2839fa tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 944 time: 0.3810620
Nov 20 20:51:03.840837 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d17c3e85-73cd-4445-8746-63b4de251722 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:51:03.879142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: d17c3e85-73cd-4445-8746-63b4de251722 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:51:03.879630 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d17c3e85-73cd-4445-8746-63b4de251722 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:51:03.957636 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4800b269-d780-4409-a19b-087b912aa506 req-697e26b5-a652-400f-a681-a2bce07d3857 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906397
Nov 20 20:51:03.958429 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33692) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:03.967618 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d343c4-0c3d-40df-8183-90994314adb3 req-7af72355-a361-47ab-8263-c5e332760e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:03.970236 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67d343c4-0c3d-40df-8183-90994314adb3 req-7af72355-a361-47ab-8263-c5e332760e5f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2007937
Nov 20 20:51:04.034980 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26a940d4-4bf2-4ca7-8e6a-19442c2c3909 req-53f1ea05-3e2b-4aea-ba94-9c1a1e2e82fc service neutron] 10.222.0.47 "GET /v2.0/networks/5bc0506e-bc72-485c-a0a7-48575db53d86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5903597
Nov 20 20:51:04.083538 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4c7d5260-5c12-49f6-97fd-1ad45b4905bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:04.084267 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4c7d5260-5c12-49f6-97fd-1ad45b4905bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:04.084842 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4c7d5260-5c12-49f6-97fd-1ad45b4905bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:04.085380 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4c7d5260-5c12-49f6-97fd-1ad45b4905bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:04.085913 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4c7d5260-5c12-49f6-97fd-1ad45b4905bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:04.086604 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4c7d5260-5c12-49f6-97fd-1ad45b4905bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:04.087177 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4c7d5260-5c12-49f6-97fd-1ad45b4905bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:04.089692 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4c7d5260-5c12-49f6-97fd-1ad45b4905bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee4ec8b62e354149acb1c43558b168e6&device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 6488 time: 0.0701857
Nov 20 20:51:04.181369 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4b6d231b-2600-42fe-9f44-44edb9e33450 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-99271211-network', 'tenant_id': '3c45e1adea264b5eacb15659df686802'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:04.189927 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-a1b6d252-d159-4f40-be34-c7726fcc733a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2255729-67f4-48eb-af4e-86e677b04463 HTTP/1.1" status: 200  len: 217 time: 0.0899296
Nov 20 20:51:04.194963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c4a9b-f8b3-4dd1-87d8-4a67cf50d47e req-d3e48b00-4a66-4d6e-b2da-abd7773bcddf tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:04.204015 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-912c4a9b-f8b3-4dd1-87d8-4a67cf50d47e req-d3e48b00-4a66-4d6e-b2da-abd7773bcddf tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 944 time: 0.2823148
Nov 20 20:51:04.210784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-89496f55-ffaa-4c5d-8356-7ddaaaa3c701 req-cd9e525a-f319-4557-afdb-bee92ae923e3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Deleting port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:51:04.212051 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-89496f55-ffaa-4c5d-8356-7ddaaaa3c701 req-cd9e525a-f319-4557-afdb-bee92ae923e3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:04.244998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6d231b-2600-42fe-9f44-44edb9e33450 admin admin] Made reservation on behalf of 3c45e1adea264b5eacb15659df686802 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:51:04.248188 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4b6d231b-2600-42fe-9f44-44edb9e33450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:04.272242 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4b6d231b-2600-42fe-9f44-44edb9e33450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:04.278284 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26a940d4-4bf2-4ca7-8e6a-19442c2c3909 req-16ec97c4-8d0f-48de-a70e-6ca600ba3f8f service neutron] 10.222.0.47 "GET /v2.0/networks/5bc0506e-bc72-485c-a0a7-48575db53d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2199719
Nov 20 20:51:04.291134 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-6df4bf00-f6ff-4c00-846a-ba4e00e9eece req-3ec472c2-5894-435f-a4e1-513a4067624f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Deleting port 189ed4ef-80e9-4e25-b461-a33679104e74 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:51:04.291391 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6df4bf00-f6ff-4c00-846a-ba4e00e9eece req-3ec472c2-5894-435f-a4e1-513a4067624f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:04.300776 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-dc4254e0-ef3e-4f7c-815f-87dad51689ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:04.302402 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-dc4254e0-ef3e-4f7c-815f-87dad51689ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=896a2b4f-e6df-41e5-a4ac-848e45777065 HTTP/1.1" status: 200  len: 856 time: 0.1022184
Nov 20 20:51:04.317311 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'tag': '1906ffcc-f920-4444-989d-3996e905079f'}, {'name': 'network-changed', 'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'tag': '46000a03-6d74-43bc-957f-eb13e3558ac6'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:04.319808 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "tag": "1906ffcc-f920-4444-989d-3996e905079f"}, {"name": "network-changed", "server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "tag": "46000a03-6d74-43bc-957f-eb13e3558ac6"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:04.385006 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf8a0a-1295-4acc-a7c4-222ccf94502d req-b7114712-4fd9-4e10-8aa0-24422f172e39 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:04.386746 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f5bf8a0a-1295-4acc-a7c4-222ccf94502d req-b7114712-4fd9-4e10-8aa0-24422f172e39 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1428668
Nov 20 20:51:04.454523 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f5bf8a0a-1295-4acc-a7c4-222ccf94502d req-b92744bd-c50c-4b24-bbc7-ee345be2f4e5 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0566266
Nov 20 20:51:04.462526 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5b66ab4f-073f-481d-99f0-97c1925553da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:04.465211 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5b66ab4f-073f-481d-99f0-97c1925553da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=faba2177-d247-4737-8414-396da08b9b04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1412177
Nov 20 20:51:04.511357 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4b6d231b-2600-42fe-9f44-44edb9e33450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:04.529267 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4b6d231b-2600-42fe-9f44-44edb9e33450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:04.622641 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6d231b-2600-42fe-9f44-44edb9e33450 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:51:04.657312 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4b6d231b-2600-42fe-9f44-44edb9e33450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:04.658169 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-4b6d231b-2600-42fe-9f44-44edb9e33450 admin admin] Added segment 04822149-92f3-43a7-8daf-9c9f7da24285 of type vlan for network 6ad8ba81-8fae-4627-b230-cf015714cccb
Nov 20 20:51:04.669664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d231b-2600-42fe-9f44-44edb9e33450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284fbd77-0b2a-4593-a7cc-31a795361004,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:04.702141 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-561ccbd2-53bd-4890-b0a2-4aaa8f4c055e service neutron] 10.222.0.47 "GET /v2.0/networks/faba2177-d247-4737-8414-396da08b9b04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2224460
Nov 20 20:51:04.721074 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0016830-6823-4873-a6c0-a29f10a6a5eb req-d6b00b42-c2b8-4b17-a36e-48e00b816e52 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:04.723275 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c0016830-6823-4873-a6c0-a29f10a6a5eb req-d6b00b42-c2b8-4b17-a36e-48e00b816e52 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.1964097
Nov 20 20:51:04.742850 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-912c4a9b-f8b3-4dd1-87d8-4a67cf50d47e req-7ff1e21b-390d-48ef-bbc1-713b016af82e tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d4c6054-5a45-4a2f-b3f4-9b756c403527&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5382583
Nov 20 20:51:04.752186 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4b6d231b-2600-42fe-9f44-44edb9e33450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:04.787837 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-89496f55-ffaa-4c5d-8356-7ddaaaa3c701 req-cd9e525a-f319-4557-afdb-bee92ae923e3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] For port 997e2cdb-8714-4ff9-a19c-d31c70dd0494, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=997e2cdb-8714-4ff9-a19c-d31c70dd0494,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:04.788487 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-89496f55-ffaa-4c5d-8356-7ddaaaa3c701 req-cd9e525a-f319-4557-afdb-bee92ae923e3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:04.812760 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-89496f55-ffaa-4c5d-8356-7ddaaaa3c701 req-cd9e525a-f319-4557-afdb-bee92ae923e3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Calling delete_port for 997e2cdb-8714-4ff9-a19c-d31c70dd0494 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:51:04.834221 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cc4baa-f81e-41ee-ab1e-d8b978bbf5d7 x-openstack-request-id: req-c2cc4baa-f81e-41ee-ab1e-d8b978bbf5d7 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:04.834821 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "tag": "1906ffcc-f920-4444-989d-3996e905079f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "tag": "46000a03-6d74-43bc-957f-eb13e3558ac6", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:04.835239 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2cc4baa-f81e-41ee-ab1e-d8b978bbf5d7 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:04.835678 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'tag': '1906ffcc-f920-4444-989d-3996e905079f', 'status': 'completed', 'code': 200}
Nov 20 20:51:04.835982 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'tag': '46000a03-6d74-43bc-957f-eb13e3558ac6', 'status': 'completed', 'code': 200}
Nov 20 20:51:04.841522 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-6df4bf00-f6ff-4c00-846a-ba4e00e9eece req-3ec472c2-5894-435f-a4e1-513a4067624f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] For port 189ed4ef-80e9-4e25-b461-a33679104e74, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=189ed4ef-80e9-4e25-b461-a33679104e74,segment=NetworkSegment(e3db424c-42d3-40fe-a824-4b0686c9ba40),segment_id=e3db424c-42d3-40fe-a824-4b0686c9ba40)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:04.843397 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6df4bf00-f6ff-4c00-846a-ba4e00e9eece req-3ec472c2-5894-435f-a4e1-513a4067624f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:04.852387 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4b6d231b-2600-42fe-9f44-44edb9e33450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:04.853444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6d231b-2600-42fe-9f44-44edb9e33450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:04.854019 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4b6d231b-2600-42fe-9f44-44edb9e33450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:04.903558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-6df4bf00-f6ff-4c00-846a-ba4e00e9eece req-3ec472c2-5894-435f-a4e1-513a4067624f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Calling delete_port for 189ed4ef-80e9-4e25-b461-a33679104e74 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:51:04.941339 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c0016830-6823-4873-a6c0-a29f10a6a5eb req-177675dd-d1a1-409d-a763-36fed9e7ede5 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2091575
Nov 20 20:51:04.954572 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4b6d231b-2600-42fe-9f44-44edb9e33450 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.9899497
Nov 20 20:51:04.963168 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-907f642d-d0f1-4473-9e96-01076b34f2b6 service neutron] 10.222.0.47 "GET /v2.0/networks/faba2177-d247-4737-8414-396da08b9b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2511256
Nov 20 20:51:04.963639 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33710) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:05.042662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da974d-e122-4365-8518-8816e1a2d2e0 req-ae1b5222-4e7f-4b50-9413-c7a691e0004d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:05.049382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da974d-e122-4365-8518-8816e1a2d2e0 req-ae1b5222-4e7f-4b50-9413-c7a691e0004d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:05.055748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da974d-e122-4365-8518-8816e1a2d2e0 req-ae1b5222-4e7f-4b50-9413-c7a691e0004d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:05.062161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da974d-e122-4365-8518-8816e1a2d2e0 req-ae1b5222-4e7f-4b50-9413-c7a691e0004d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:05.069177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da974d-e122-4365-8518-8816e1a2d2e0 req-ae1b5222-4e7f-4b50-9413-c7a691e0004d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:05.075599 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da974d-e122-4365-8518-8816e1a2d2e0 req-ae1b5222-4e7f-4b50-9413-c7a691e0004d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:05.082913 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da974d-e122-4365-8518-8816e1a2d2e0 req-ae1b5222-4e7f-4b50-9413-c7a691e0004d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:05.085258 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a7da974d-e122-4365-8518-8816e1a2d2e0 req-ae1b5222-4e7f-4b50-9413-c7a691e0004d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5431 time: 0.1988256
Nov 20 20:51:05.232679 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-89496f55-ffaa-4c5d-8356-7ddaaaa3c701 req-cd9e525a-f319-4557-afdb-bee92ae923e3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:05.246637 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['870f5ce2-c00b-40f9-84c6-8fa23fcf05bc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:05.249906 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a7da974d-e122-4365-8518-8816e1a2d2e0 req-c5371432-0420-4c8a-bcdb-7b168b49bfab tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1485262
Nov 20 20:51:05.282996 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e525a-f319-4557-afdb-bee92ae923e3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Pushing event deleted for resources: {'Port': ['ID=997e2cdb-8714-4ff9-a19c-d31c70dd0494,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:05.301652 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6df4bf00-f6ff-4c00-846a-ba4e00e9eece req-3ec472c2-5894-435f-a4e1-513a4067624f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:05.367002 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-072562a2-ef1c-4896-b494-cf422c20a92a admin admin] Request body: {'subnet': {'network_id': '6ad8ba81-8fae-4627-b230-cf015714cccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-99271211-subnet', 'tenant_id': '3c45e1adea264b5eacb15659df686802', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:05.369817 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-89496f55-ffaa-4c5d-8356-7ddaaaa3c701 req-cd9e525a-f319-4557-afdb-bee92ae923e3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] No DVR routers for this DVR port 997e2cdb-8714-4ff9-a19c-d31c70dd0494 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:51:05.371807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec472c2-5894-435f-a4e1-513a4067624f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Pushing event deleted for resources: {'Port': ['ID=189ed4ef-80e9-4e25-b461-a33679104e74,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:05.374679 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-89496f55-ffaa-4c5d-8356-7ddaaaa3c701 req-cd9e525a-f319-4557-afdb-bee92ae923e3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:05.378474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89496f55-ffaa-4c5d-8356-7ddaaaa3c701 req-cd9e525a-f319-4557-afdb-bee92ae923e3 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.47 "DELETE /v2.0/ports/997e2cdb-8714-4ff9-a19c-d31c70dd0494 HTTP/1.1" status: 204  len: 173 time: 1.5466022
Nov 20 20:51:05.379307 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2454f21-9e06-4ec7-b8d6-656dbdf82c6d', 'name': 'network-vif-deleted', 'tag': '997e2cdb-8714-4ff9-a19c-d31c70dd0494'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:05.381732 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c0fb83-1959-4480-a9fc-9b021cf34738" -d '{"events": [{"server_uuid": "e2454f21-9e06-4ec7-b8d6-656dbdf82c6d", "name": "network-vif-deleted", "tag": "997e2cdb-8714-4ff9-a19c-d31c70dd0494"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:05.395552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d231b-2600-42fe-9f44-44edb9e33450 admin admin] Pushing event updated for resources: {'Network': ['ID=6ad8ba81-8fae-4627-b230-cf015714cccb,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:05.417441 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 6ad8ba81-8fae-4627-b230-cf015714cccb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:51:05.445402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df4bf00-f6ff-4c00-846a-ba4e00e9eece req-3ec472c2-5894-435f-a4e1-513a4067624f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] No DVR routers for this DVR port 189ed4ef-80e9-4e25-b461-a33679104e74 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:51:05.448163 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6df4bf00-f6ff-4c00-846a-ba4e00e9eece req-3ec472c2-5894-435f-a4e1-513a4067624f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:05.453556 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6df4bf00-f6ff-4c00-846a-ba4e00e9eece req-3ec472c2-5894-435f-a4e1-513a4067624f tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.37 "DELETE /v2.0/ports/189ed4ef-80e9-4e25-b461-a33679104e74 HTTP/1.1" status: 204  len: 173 time: 1.7154441
Nov 20 20:51:05.481042 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072562a2-ef1c-4896-b494-cf422c20a92a admin admin] Made reservation on behalf of 3c45e1adea264b5eacb15659df686802 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:51:05.483849 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-072562a2-ef1c-4896-b494-cf422c20a92a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:05.521386 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-1c8ca5f1-c1a4-4876-a8e1-1d5908fccdff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=d62e09bc-0a07-428d-96cb-5ce7f5c99f7f HTTP/1.1" status: 200  len: 217 time: 0.1584792
Nov 20 20:51:05.542983 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8dffc660-d2df-418e-86f7-9747b4264ad0 req-22fcf0a7-ba5c-449d-8a53-27dc981fc191 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.1486492
Nov 20 20:51:05.671700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5626e-971a-4149-b380-d20eb6eec90d req-29c0b5a8-83cb-442b-a616-965efee671e4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:05.675412 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4b5626e-971a-4149-b380-d20eb6eec90d req-29c0b5a8-83cb-442b-a616-965efee671e4 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.1626451
Nov 20 20:51:05.725822 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdebd08-ff1f-45f3-a2c3-ac6460b1fac9 x-openstack-request-id: req-5fdebd08-ff1f-45f3-a2c3-ac6460b1fac9 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:05.729073 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2454f21-9e06-4ec7-b8d6-656dbdf82c6d", "name": "network-vif-deleted", "tag": "997e2cdb-8714-4ff9-a19c-d31c70dd0494", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:05.729518 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5fdebd08-ff1f-45f3-a2c3-ac6460b1fac9 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:05.731114 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2454f21-9e06-4ec7-b8d6-656dbdf82c6d', 'name': 'network-vif-deleted', 'tag': '997e2cdb-8714-4ff9-a19c-d31c70dd0494', 'status': 'completed', 'code': 200}
Nov 20 20:51:05.763799 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c2db2d0b-92d6-4cb2-a679-ee68aee6b2f7 req-1817487d-fbb7-4368-89cc-d921bc8633bb tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2454f21-9e06-4ec7-b8d6-656dbdf82c6d HTTP/1.1" status: 200  len: 210 time: 0.1051607
Nov 20 20:51:05.801635 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b0524694-c62b-49ca-a52f-2bd6bf6bb751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:05.804991 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-b0524694-c62b-49ca-a52f-2bd6bf6bb751 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.2602329
Nov 20 20:51:05.838743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 189ed4ef-80e9-4e25-b461-a33679104e74 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:51:05.870626 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 189ed4ef-80e9-4e25-b461-a33679104e74 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:51:05.871819 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 189ed4ef-80e9-4e25-b461-a33679104e74 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:51:05.921472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-a4b5626e-971a-4149-b380-d20eb6eec90d req-1edf4047-13a9-4b9d-b8c6-892f6815947a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Deleting port d96f4ca5-742f-4e26-8329-f408e9d46a05 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:51:05.923852 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a4b5626e-971a-4149-b380-d20eb6eec90d req-1edf4047-13a9-4b9d-b8c6-892f6815947a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:06.056129 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0e122e16-c6cb-44f5-97fe-bbf91050e289 req-8f467c70-3884-4b6f-bc58-baa241d800cf tempest-LiveAutoBlockMigrationV225Test-1439503069 tempest-LiveAutoBlockMigrationV225Test-1439503069-project] 10.222.0.41 "GET /v2.0/ports?device_id=564e731b-fef8-42db-8af6-3500bc8c6798 HTTP/1.1" status: 200  len: 210 time: 0.1031804
Nov 20 20:51:06.104129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a4b5626e-971a-4149-b380-d20eb6eec90d req-1edf4047-13a9-4b9d-b8c6-892f6815947a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] For port d96f4ca5-742f-4e26-8329-f408e9d46a05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d96f4ca5-742f-4e26-8329-f408e9d46a05,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:06.106039 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a4b5626e-971a-4149-b380-d20eb6eec90d req-1edf4047-13a9-4b9d-b8c6-892f6815947a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:06.116262 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5f16283a-3559-4752-a03b-b31a0c6b23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:06.118575 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5f16283a-3559-4752-a03b-b31a0c6b23e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3025177
Nov 20 20:51:06.156155 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-a4b5626e-971a-4149-b380-d20eb6eec90d req-1edf4047-13a9-4b9d-b8c6-892f6815947a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Calling delete_port for d96f4ca5-742f-4e26-8329-f408e9d46a05 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:51:06.204709 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-072562a2-ef1c-4896-b494-cf422c20a92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:06.315086 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ec1cb-49be-44da-b898-0c004739d3c3 req-b19de495-3b27-49d5-8f8e-b671d13df4d2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:06.316527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-621ec1cb-49be-44da-b898-0c004739d3c3 req-b19de495-3b27-49d5-8f8e-b671d13df4d2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5 HTTP/1.1" status: 200  len: 950 time: 0.0823476
Nov 20 20:51:06.366620 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c179655-9b8a-47de-b198-77974b223a53 req-6cffeace-2253-403e-9d53-1b72b8c9af90 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:06.368414 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0c179655-9b8a-47de-b198-77974b223a53 req-6cffeace-2253-403e-9d53-1b72b8c9af90 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 945 time: 0.2078991
Nov 20 20:51:06.379531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072562a2-ef1c-4896-b494-cf422c20a92a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4900e14-6a19-4062-b807-cfa72a6ac0fe,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:06.412475 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a4b5626e-971a-4149-b380-d20eb6eec90d req-1edf4047-13a9-4b9d-b8c6-892f6815947a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:06.424462 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072562a2-ef1c-4896-b494-cf422c20a92a admin admin] Checking segment: {'id': '04822149-92f3-43a7-8daf-9c9f7da24285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8ba81-8fae-4627-b230-cf015714cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:51:06.424844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072562a2-ef1c-4896-b494-cf422c20a92a admin admin] Network hostable DHCP agents. Network: 6ad8ba81-8fae-4627-b230-cf015714cccb, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:51:06.429994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['28b4900d-02bb-47ff-89c0-42ceb2af1cdc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:06.430716 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-ec0f208e-f895-42a3-abb1-cc79a255588c service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2923563
Nov 20 20:51:06.442591 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d96f4ca5-742f-4e26-8329-f408e9d46a05'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:06.449230 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-621ec1cb-49be-44da-b898-0c004739d3c3 req-bab1471b-a18e-46dc-9585-ed73f90cb50e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954707
Nov 20 20:51:06.451863 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf4047-13a9-4b9d-b8c6-892f6815947a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Pushing event deleted for resources: {'Port': ['ID=d96f4ca5-742f-4e26-8329-f408e9d46a05,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:06.521574 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0c179655-9b8a-47de-b198-77974b223a53 req-6762288a-f6d7-4842-b6c1-9bf7712b305d tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/security-groups?id=80660770-4c31-45ad-b451-e0e3eb2bcc7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378503
Nov 20 20:51:06.526537 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072562a2-ef1c-4896-b494-cf422c20a92a admin admin] Network 6ad8ba81-8fae-4627-b230-cf015714cccb is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:51:06.615503 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b5626e-971a-4149-b380-d20eb6eec90d req-1edf4047-13a9-4b9d-b8c6-892f6815947a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] No DVR routers for this DVR port d96f4ca5-742f-4e26-8329-f408e9d46a05 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:51:06.620877 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a4b5626e-971a-4149-b380-d20eb6eec90d req-1edf4047-13a9-4b9d-b8c6-892f6815947a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:06.627673 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4b5626e-971a-4149-b380-d20eb6eec90d req-1edf4047-13a9-4b9d-b8c6-892f6815947a tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.37 "DELETE /v2.0/ports/d96f4ca5-742f-4e26-8329-f408e9d46a05 HTTP/1.1" status: 204  len: 173 time: 0.9296057
Nov 20 20:51:06.644417 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-072562a2-ef1c-4896-b494-cf422c20a92a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6ad8ba81-8fae-4627-b230-cf015714cccb) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:51:06.654582 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072562a2-ef1c-4896-b494-cf422c20a92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:06.658800 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-072562a2-ef1c-4896-b494-cf422c20a92a admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:06.735501 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af7bee9-ec18-45f0-823c-d8925b380de6 None None] Network 6ad8ba81-8fae-4627-b230-cf015714cccb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:51:06.755220 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e862d87-7605-4f13-96c1-4d0dde8e3947 req-b9bc3de4-8d90-4a9c-b61d-58f0a89b862b tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:06.755490 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-072562a2-ef1c-4896-b494-cf422c20a92a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.3906159
Nov 20 20:51:06.764624 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-d324a199-75dd-48ec-bbac-45f47bad519e service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3236134
Nov 20 20:51:06.777858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e862d87-7605-4f13-96c1-4d0dde8e3947 req-b9bc3de4-8d90-4a9c-b61d-58f0a89b862b tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:06.803759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e862d87-7605-4f13-96c1-4d0dde8e3947 req-b9bc3de4-8d90-4a9c-b61d-58f0a89b862b tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:06.823025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e862d87-7605-4f13-96c1-4d0dde8e3947 req-b9bc3de4-8d90-4a9c-b61d-58f0a89b862b tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:06.834740 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e862d87-7605-4f13-96c1-4d0dde8e3947 req-b9bc3de4-8d90-4a9c-b61d-58f0a89b862b tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:06.845364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e862d87-7605-4f13-96c1-4d0dde8e3947 req-b9bc3de4-8d90-4a9c-b61d-58f0a89b862b tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:06.854927 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-f8890363-5254-4097-9c11-448f82fb9ab5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=39839f43-d46e-414e-93c9-a7955f617fd1 HTTP/1.1" status: 200  len: 217 time: 0.0826964
Nov 20 20:51:06.855756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e862d87-7605-4f13-96c1-4d0dde8e3947 req-b9bc3de4-8d90-4a9c-b61d-58f0a89b862b tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:06.859092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 997e2cdb-8714-4ff9-a19c-d31c70dd0494 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:51:06.868522 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e862d87-7605-4f13-96c1-4d0dde8e3947 req-b9bc3de4-8d90-4a9c-b61d-58f0a89b862b tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5431 time: 0.2499082
Nov 20 20:51:06.925554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 997e2cdb-8714-4ff9-a19c-d31c70dd0494 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:51:06.925902 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 997e2cdb-8714-4ff9-a19c-d31c70dd0494 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:51:06.964762 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5c107b09-5b26-4c58-97ec-4934584440df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:06.972914 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5c107b09-5b26-4c58-97ec-4934584440df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.1102324
Nov 20 20:51:06.997996 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e862d87-7605-4f13-96c1-4d0dde8e3947 req-feb8bcdd-770c-49ea-8128-1b22b99213b4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1252737
Nov 20 20:51:07.034510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71874ea6-09ed-45bc-a3d7-30b096000a94 None None] Network 6ad8ba81-8fae-4627-b230-cf015714cccb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:51:07.046401 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-e41a8331-8a71-4eb7-98f2-2c5d5fb865c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:07.048860 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-e41a8331-8a71-4eb7-98f2-2c5d5fb865c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0668466
Nov 20 20:51:07.132497 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33756) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:07.233665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e5d105-d100-4e85-b8dd-6f32a869d6b8 admin admin] Deleting subnet 444502b4-8455-4747-b026-1e5d940e8d60 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:51:07.242708 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d105-d100-4e85-b8dd-6f32a869d6b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:07.256354 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-5fe58178-1789-4458-8ecd-162b114f48bc service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1978478
Nov 20 20:51:07.323914 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d105-d100-4e85-b8dd-6f32a869d6b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:07.390262 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d105-d100-4e85-b8dd-6f32a869d6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:07.432617 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-83754f00-4226-48a0-9b48-0feaabf89b5f service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1684184
Nov 20 20:51:07.491031 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d105-d100-4e85-b8dd-6f32a869d6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:07.512287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8e9f4-03ac-4956-b794-7686afc4a781 req-d7521e05-e1ec-47ba-ad68-39fff5300023 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:07.519827 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3ff8e9f4-03ac-4956-b794-7686afc4a781 req-d7521e05-e1ec-47ba-ad68-39fff5300023 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.47 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 945 time: 0.0872793
Nov 20 20:51:07.549812 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-e5250eb8-3dd9-4501-9a12-d4cda09d1f5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 HTTP/1.1" status: 200  len: 217 time: 0.1043463
Nov 20 20:51:07.552841 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5d105-d100-4e85-b8dd-6f32a869d6b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444502b4-8455-4747-b026-1e5d940e8d60,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:07.565142 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d105-d100-4e85-b8dd-6f32a869d6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:07.572471 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d2e5d105-d100-4e85-b8dd-6f32a869d6b8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/444502b4-8455-4747-b026-1e5d940e8d60 HTTP/1.1" status: 204  len: 168 time: 0.4364805
Nov 20 20:51:07.575747 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33788) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:07.695653 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-3ff8e9f4-03ac-4956-b794-7686afc4a781 req-823afbc8-0646-4242-a269-44305de605ff tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Deleting port a8a6b63d-5947-43c3-a9e3-80cd19d532a8 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:51:07.696256 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3ff8e9f4-03ac-4956-b794-7686afc4a781 req-823afbc8-0646-4242-a269-44305de605ff tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:07.741996 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564e731b-fef8-42db-8af6-3500bc8c6798', 'name': 'network-vif-deleted', 'tag': '189ed4ef-80e9-4e25-b461-a33679104e74'}, {'server_uuid': 'f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5', 'name': 'network-vif-deleted', 'tag': 'd96f4ca5-742f-4e26-8329-f408e9d46a05'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:07.748161 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1146a2e6-1d01-4d00-a247-986aeb53aa8d" -d '{"events": [{"server_uuid": "564e731b-fef8-42db-8af6-3500bc8c6798", "name": "network-vif-deleted", "tag": "189ed4ef-80e9-4e25-b461-a33679104e74"}, {"server_uuid": "f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5", "name": "network-vif-deleted", "tag": "d96f4ca5-742f-4e26-8329-f408e9d46a05"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:07.816049 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3afe6229-0ae7-410e-a634-38cf8d75094e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:07.818587 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-57bf277c-ba04-480a-b816-847f27af7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:07.820228 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-57bf277c-ba04-480a-b816-847f27af7985 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.2510185
Nov 20 20:51:07.839374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb82c27-8106-4024-808b-12bbeb467187 req-d207cb56-77a0-4139-b7f7-65d6f9ab9813 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:07.842596 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4bb82c27-8106-4024-808b-12bbeb467187 req-d207cb56-77a0-4139-b7f7-65d6f9ab9813 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/networks?id=6ad8ba81-8fae-4627-b230-cf015714cccb HTTP/1.1" status: 200  len: 816 time: 0.4271526
Nov 20 20:51:07.859732 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-3ff8e9f4-03ac-4956-b794-7686afc4a781 req-823afbc8-0646-4242-a269-44305de605ff tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] For port a8a6b63d-5947-43c3-a9e3-80cd19d532a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8a6b63d-5947-43c3-a9e3-80cd19d532a8,segment=NetworkSegment(25550d86-0716-4275-9add-eecdb26a8300),segment_id=25550d86-0716-4275-9add-eecdb26a8300)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:07.860339 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3ff8e9f4-03ac-4956-b794-7686afc4a781 req-823afbc8-0646-4242-a269-44305de605ff tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:07.880562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-3ff8e9f4-03ac-4956-b794-7686afc4a781 req-823afbc8-0646-4242-a269-44305de605ff tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Calling delete_port for a8a6b63d-5947-43c3-a9e3-80cd19d532a8 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:51:07.902481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eeb0e-b93c-494d-bf6b-ac99bd0f5260 req-f078361a-1689-4297-817d-5ac2b9d14bc2 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:07.904006 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-757eeb0e-b93c-494d-bf6b-ac99bd0f5260 req-f078361a-1689-4297-817d-5ac2b9d14bc2 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/ports?device_id=e899d7fb-aca6-4434-9fbc-f7874d362f4a HTTP/1.1" status: 200  len: 945 time: 0.0913377
Nov 20 20:51:07.913249 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4bb82c27-8106-4024-808b-12bbeb467187 req-d424d98d-3465-49dd-9a18-58f16ed9791b tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/quotas/3c45e1adea264b5eacb15659df686802 HTTP/1.1" status: 200  len: 375 time: 0.0563130
Nov 20 20:51:07.970166 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4bb82c27-8106-4024-808b-12bbeb467187 req-53b2b2a1-bb87-474a-b2aa-9e467e34c35e tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c45e1adea264b5eacb15659df686802&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0447834
Nov 20 20:51:07.974926 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-1127109d-8ea9-4e31-9560-33371349adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:07.976765 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-1127109d-8ea9-4e31-9560-33371349adde service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1325397
Nov 20 20:51:07.998598 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:08.001196 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3afe6229-0ae7-410e-a634-38cf8d75094e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:08.013176 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-757eeb0e-b93c-494d-bf6b-ac99bd0f5260 req-2ef6536f-c3d9-4811-908e-6ea51ca3b877 tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.41 "GET /v2.0/security-groups?id=80660770-4c31-45ad-b451-e0e3eb2bcc7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772054
Nov 20 20:51:08.053907 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-3afe6229-0ae7-410e-a634-38cf8d75094e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e46a9a0>,) {'filters': {'network_id': ['1f07f823-03fd-485f-ad70-6286912e8408']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:08.073758 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-3afe6229-0ae7-410e-a634-38cf8d75094e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e46a9a0>, 'e3db424c-42d3-40fe-a824-4b0686c9ba40') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:08.074218 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-3afe6229-0ae7-410e-a634-38cf8d75094e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e46a9a0>, 'e3db424c-42d3-40fe-a824-4b0686c9ba40') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:08.075974 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:08.111460 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3ff8e9f4-03ac-4956-b794-7686afc4a781 req-823afbc8-0646-4242-a269-44305de605ff tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:08.121146 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3afe6229-0ae7-410e-a634-38cf8d75094e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:08.125702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['a8a6b63d-5947-43c3-a9e3-80cd19d532a8'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:08.149944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823afbc8-0646-4242-a269-44305de605ff tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Pushing event deleted for resources: {'Port': ['ID=a8a6b63d-5947-43c3-a9e3-80cd19d532a8,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:08.154135 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3afe6229-0ae7-410e-a634-38cf8d75094e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:08.170866 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afe6229-0ae7-410e-a634-38cf8d75094e admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:51:08.171294 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3afe6229-0ae7-410e-a634-38cf8d75094e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:51:08.192547 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:51:08.207520 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4bb82c27-8106-4024-808b-12bbeb467187 req-98a38639-abb0-41d8-8092-bb1f4f1fa4f9 service neutron] 10.222.0.41 "GET /v2.0/networks/6ad8ba81-8fae-4627-b230-cf015714cccb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033918
Nov 20 20:51:08.216246 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff8e9f4-03ac-4956-b794-7686afc4a781 req-823afbc8-0646-4242-a269-44305de605ff tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] No DVR routers for this DVR port a8a6b63d-5947-43c3-a9e3-80cd19d532a8 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:51:08.219929 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3ff8e9f4-03ac-4956-b794-7686afc4a781 req-823afbc8-0646-4242-a269-44305de605ff tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:08.223417 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3ff8e9f4-03ac-4956-b794-7686afc4a781 req-823afbc8-0646-4242-a269-44305de605ff tempest-FloatingIPsAssociationNegativeTestJSON-816967404 tempest-FloatingIPsAssociationNegativeTestJSON-816967404-project] 10.222.0.47 "DELETE /v2.0/ports/a8a6b63d-5947-43c3-a9e3-80cd19d532a8 HTTP/1.1" status: 204  len: 173 time: 0.6718459
Nov 20 20:51:08.316289 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2b2dc-7d45-4828-bb53-59f33959fcde req-2d0c85e3-4dc4-4217-ad25-262c0ca30084 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:08.319019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bfc2b2dc-7d45-4828-bb53-59f33959fcde req-2d0c85e3-4dc4-4217-ad25-262c0ca30084 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.1040978
Nov 20 20:51:08.321876 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3afe6229-0ae7-410e-a634-38cf8d75094e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:08.365090 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3afe6229-0ae7-410e-a634-38cf8d75094e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:08.371370 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3afe6229-0ae7-410e-a634-38cf8d75094e admin admin] 10.222.0.41 "DELETE /v2.0/networks/1f07f823-03fd-485f-ad70-6286912e8408 HTTP/1.1" status: 204  len: 168 time: 0.7828815
Nov 20 20:51:08.372594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33832) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:08.397447 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe6229-0ae7-410e-a634-38cf8d75094e admin admin] Pushing event deleted for resources: {'Network': ['ID=1f07f823-03fd-485f-ad70-6286912e8408,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:08.402308 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-82f6aabe-3185-4855-a478-688c764bb5ea service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3971312
Nov 20 20:51:08.418908 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bfc2b2dc-7d45-4828-bb53-59f33959fcde req-45ac0482-3087-4a0a-9add-2adb49519908 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910213
Nov 20 20:51:08.443997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-7545a5eb-111f-4fbd-9f1c-57d911bf0f42 admin admin] Deleting subnet 5489aa0c-2b13-4eb5-8d1d-7d2a10dfaddb {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:51:08.450545 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7545a5eb-111f-4fbd-9f1c-57d911bf0f42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:08.450720 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4bb82c27-8106-4024-808b-12bbeb467187 req-f3f0ce7a-29e6-4afa-aefc-7b32dcf59a6b service neutron] 10.222.0.41 "GET /v2.0/networks/6ad8ba81-8fae-4627-b230-cf015714cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2085054
Nov 20 20:51:08.491808 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a609ee-5219-4090-b181-eca8b5371a9f x-openstack-request-id: req-c1a609ee-5219-4090-b181-eca8b5371a9f {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:08.492110 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564e731b-fef8-42db-8af6-3500bc8c6798", "name": "network-vif-deleted", "tag": "189ed4ef-80e9-4e25-b461-a33679104e74", "status": "completed", "code": 200}, {"server_uuid": "f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5", "name": "network-vif-deleted", "tag": "d96f4ca5-742f-4e26-8329-f408e9d46a05", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:08.492387 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1a609ee-5219-4090-b181-eca8b5371a9f {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:08.493357 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564e731b-fef8-42db-8af6-3500bc8c6798', 'name': 'network-vif-deleted', 'tag': '189ed4ef-80e9-4e25-b461-a33679104e74', 'status': 'completed', 'code': 200}
Nov 20 20:51:08.493619 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e8f11f-bc66-4d40-8ef3-1fba3b5f97c5', 'name': 'network-vif-deleted', 'tag': 'd96f4ca5-742f-4e26-8329-f408e9d46a05', 'status': 'completed', 'code': 200}
Nov 20 20:51:08.517713 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7545a5eb-111f-4fbd-9f1c-57d911bf0f42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:08.523723 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-7b6ebba1-ab42-4fe4-bef4-895602d574a8 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1112838
Nov 20 20:51:08.569793 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7545a5eb-111f-4fbd-9f1c-57d911bf0f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:08.584559 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-0a23d26b-ad3c-4b11-818b-a106b84b9d60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=74631941-cda7-49c4-b33a-f60122f88759 HTTP/1.1" status: 200  len: 217 time: 0.0495090
Nov 20 20:51:08.662176 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7545a5eb-111f-4fbd-9f1c-57d911bf0f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:08.704430 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-9761e7ec-e563-4314-aed6-9476f61a1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:08.705913 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-9761e7ec-e563-4314-aed6-9476f61a1b1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.1137764
Nov 20 20:51:08.711170 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7545a5eb-111f-4fbd-9f1c-57d911bf0f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:08.715771 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7545a5eb-111f-4fbd-9f1c-57d911bf0f42 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5489aa0c-2b13-4eb5-8d1d-7d2a10dfaddb HTTP/1.1" status: 204  len: 168 time: 0.3416440
Nov 20 20:51:08.716917 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545a5eb-111f-4fbd-9f1c-57d911bf0f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5489aa0c-2b13-4eb5-8d1d-7d2a10dfaddb,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:08.725848 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33840) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:08.805747 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c523-72a1-4224-af23-8f65081debac req-52fb5b9f-6e0d-4974-9d5a-cd138d31f09c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:08.815578 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c523-72a1-4224-af23-8f65081debac req-52fb5b9f-6e0d-4974-9d5a-cd138d31f09c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:08.821738 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c523-72a1-4224-af23-8f65081debac req-52fb5b9f-6e0d-4974-9d5a-cd138d31f09c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:08.828854 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c523-72a1-4224-af23-8f65081debac req-52fb5b9f-6e0d-4974-9d5a-cd138d31f09c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:08.835231 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c523-72a1-4224-af23-8f65081debac req-52fb5b9f-6e0d-4974-9d5a-cd138d31f09c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:08.841241 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c523-72a1-4224-af23-8f65081debac req-52fb5b9f-6e0d-4974-9d5a-cd138d31f09c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:08.848033 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c523-72a1-4224-af23-8f65081debac req-52fb5b9f-6e0d-4974-9d5a-cd138d31f09c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:08.850031 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0ab8c523-72a1-4224-af23-8f65081debac req-52fb5b9f-6e0d-4974-9d5a-cd138d31f09c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5431 time: 0.2061300
Nov 20 20:51:08.851839 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b3eaba69-89aa-4438-ad51-09caef2c8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:08.860821 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-e62f55ee-0fc3-4ae3-a880-e485c727bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:08.862868 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-e62f55ee-0fc3-4ae3-a880-e485c727bc7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1465468
Nov 20 20:51:08.900016 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e94ceb17-563f-42f4-98f8-ec68cd68548d req-381ee9b2-a1f2-48ba-a2a6-578fd1d1efa4 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 210 time: 0.0429690
Nov 20 20:51:08.988372 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0ab8c523-72a1-4224-af23-8f65081debac req-43e30f69-68d8-40c2-a41a-7abe73e96246 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1297207
Nov 20 20:51:08.998810 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b3eaba69-89aa-4438-ad51-09caef2c8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:09.025349 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-f2132fd8-dae3-4382-9adc-f6ea6af13741 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451244
Nov 20 20:51:09.030023 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-b3eaba69-89aa-4438-ad51-09caef2c8b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e015730>,) {'filters': {'network_id': ['9c0de4a2-fd60-41bf-b67e-7ce5e85f6702']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:09.065102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-b3eaba69-89aa-4438-ad51-09caef2c8b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e015730>, '89f974ac-9838-41d7-bccc-a22fa9c0f2b7') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:09.065562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-b3eaba69-89aa-4438-ad51-09caef2c8b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e015730>, '89f974ac-9838-41d7-bccc-a22fa9c0f2b7') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:09.086672 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b3eaba69-89aa-4438-ad51-09caef2c8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:09.116333 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd88236-9766-42a0-82b2-69bedd06b4d4 req-bae9787a-708d-400e-ba97-bbdf068e272a tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:09.118131 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3dd88236-9766-42a0-82b2-69bedd06b4d4 req-bae9787a-708d-400e-ba97-bbdf068e272a tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 945 time: 0.1005361
Nov 20 20:51:09.119454 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b3eaba69-89aa-4438-ad51-09caef2c8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:09.121734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33850) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:09.196555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3eaba69-89aa-4438-ad51-09caef2c8b86 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:51:09.197075 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b3eaba69-89aa-4438-ad51-09caef2c8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:51:09.198852 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:51:09.204770 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-fe4ba837-331b-410e-8e3e-0c1f45cddb17 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1706607
Nov 20 20:51:09.273206 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-4f12d581-78ed-40bf-8fa9-536f51ec80f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1906ffcc-f920-4444-989d-3996e905079f HTTP/1.1" status: 200  len: 217 time: 0.0456526
Nov 20 20:51:09.318355 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3dd88236-9766-42a0-82b2-69bedd06b4d4 req-6275d46b-a0ef-46eb-9c71-8a1f58b95b76 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861947
Nov 20 20:51:09.339245 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b3eaba69-89aa-4438-ad51-09caef2c8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:09.369761 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-2ad9a439-c494-4151-94e1-f1981d2fd35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:09.371274 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-2ad9a439-c494-4151-94e1-f1981d2fd35e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=675dd659-efc8-4512-8b36-a10de2903548 HTTP/1.1" status: 200  len: 797 time: 0.0879450
Nov 20 20:51:09.396237 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b3eaba69-89aa-4438-ad51-09caef2c8b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:09.400273 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b3eaba69-89aa-4438-ad51-09caef2c8b86 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9c0de4a2-fd60-41bf-b67e-7ce5e85f6702 HTTP/1.1" status: 204  len: 168 time: 0.6734099
Nov 20 20:51:09.404731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eaba69-89aa-4438-ad51-09caef2c8b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c0de4a2-fd60-41bf-b67e-7ce5e85f6702,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:09.429610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd96770-642a-444e-90f0-42afeef1befb req-4149c999-d3ea-4bca-8eb1-591875434780 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:09.431277 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9cd96770-642a-444e-90f0-42afeef1befb req-4149c999-d3ea-4bca-8eb1-591875434780 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.47 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.1901731
Nov 20 20:51:09.479763 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-ad26b2b4-f1a3-4653-840b-2b996648a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:09.482421 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-ad26b2b4-f1a3-4653-840b-2b996648a644 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0986819
Nov 20 20:51:09.626019 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33862) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:09.683533 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-9cd96770-642a-444e-90f0-42afeef1befb req-6901e684-5eb6-4909-aec1-cddb8626117e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Deleting port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:51:09.683846 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9cd96770-642a-444e-90f0-42afeef1befb req-6901e684-5eb6-4909-aec1-cddb8626117e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:09.709715 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-2b2bbdf1-2603-457b-884c-dd907e89540e service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2189815
Nov 20 20:51:09.724629 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f37a86-73f3-4bd7-8e5f-23405795adf6 req-47c3747c-e8e8-4fc9-b127-fc207645cab2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:09.726970 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e5f37a86-73f3-4bd7-8e5f-23405795adf6 req-47c3747c-e8e8-4fc9-b127-fc207645cab2 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 950 time: 0.1025560
Nov 20 20:51:09.769397 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-eb1d4441-1702-45d4-92ce-c2561c1f83f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee7537dd85d04e808dc792658afa443e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1421998
Nov 20 20:51:09.770124 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33864) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:09.846212 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e5f37a86-73f3-4bd7-8e5f-23405795adf6 req-50cf125a-b3cf-446c-9226-ea2e76376969 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0e9799b-8728-4f7e-b895-91df00a5c1ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089237
Nov 20 20:51:09.851067 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d96f4ca5-742f-4e26-8329-f408e9d46a05 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:51:09.870599 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-88cc967c-e764-4499-b27d-83acde2ba28e service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431763
Nov 20 20:51:09.882337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: d96f4ca5-742f-4e26-8329-f408e9d46a05 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:51:09.882994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d96f4ca5-742f-4e26-8329-f408e9d46a05 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:51:09.905171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9cd96770-642a-444e-90f0-42afeef1befb req-6901e684-5eb6-4909-aec1-cddb8626117e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] For port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:09.905542 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9cd96770-642a-444e-90f0-42afeef1befb req-6901e684-5eb6-4909-aec1-cddb8626117e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:09.927041 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-375fc497-dcc6-48e3-91e7-0e77bb593d80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46000a03-6d74-43bc-957f-eb13e3558ac6 HTTP/1.1" status: 200  len: 217 time: 0.0483027
Nov 20 20:51:09.928027 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-9cd96770-642a-444e-90f0-42afeef1befb req-6901e684-5eb6-4909-aec1-cddb8626117e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Calling delete_port for 28b4900d-02bb-47ff-89c0-42ceb2af1cdc owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:51:09.987637 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-98789d33-a789-4c3a-8bb8-985e3173cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:09.989379 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-98789d33-a789-4c3a-8bb8-985e3173cf55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=675dd659-efc8-4512-8b36-a10de2903548 HTTP/1.1" status: 200  len: 797 time: 0.0542045
Nov 20 20:51:09.990782 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:10.041151 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:10.057013 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f863-0b88-449c-9d67-095ac873b205 req-176da9b5-4c46-4b89-9e39-a10fc9049718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.059067 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-176da9b5-4c46-4b89-9e39-a10fc9049718 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0611236
Nov 20 20:51:10.101488 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7441e67c-fb93-41dd-ab49-9cf7e1909cff req-14141aa1-45aa-418c-8d90-a765cfbccfe3 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 210 time: 0.0676496
Nov 20 20:51:10.284333 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb1cae-a095-4a66-a01e-72df36247554 req-337c7476-fb89-4bb5-821d-5e34cb6b24a5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.292628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb1cae-a095-4a66-a01e-72df36247554 req-337c7476-fb89-4bb5-821d-5e34cb6b24a5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.295483 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:10.299369 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:10.303567 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d4c6054-5a45-4a2f-b3f4-9b756c403527 HTTP/1.1" status: 204  len: 168 time: 0.5274558
Nov 20 20:51:10.313900 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb1cae-a095-4a66-a01e-72df36247554 req-337c7476-fb89-4bb5-821d-5e34cb6b24a5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.326729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4c6054-5a45-4a2f-b3f4-9b756c403527,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:10.333693 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb1cae-a095-4a66-a01e-72df36247554 req-337c7476-fb89-4bb5-821d-5e34cb6b24a5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.334788 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9cd96770-642a-444e-90f0-42afeef1befb req-6901e684-5eb6-4909-aec1-cddb8626117e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:10.342921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb1cae-a095-4a66-a01e-72df36247554 req-337c7476-fb89-4bb5-821d-5e34cb6b24a5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.346362 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf6a784d-97ab-441a-aa9b-58d3849618f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:10.348367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['28b4900d-02bb-47ff-89c0-42ceb2af1cdc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:10.351207 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb1cae-a095-4a66-a01e-72df36247554 req-337c7476-fb89-4bb5-821d-5e34cb6b24a5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.361134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb1cae-a095-4a66-a01e-72df36247554 req-337c7476-fb89-4bb5-821d-5e34cb6b24a5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.362327 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c8fb1cae-a095-4a66-a01e-72df36247554 req-337c7476-fb89-4bb5-821d-5e34cb6b24a5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5431 time: 0.2356880
Nov 20 20:51:10.365270 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-581c65c2-8fef-4d35-a0da-edafd218824c service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2970245
Nov 20 20:51:10.468494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb82c27-8106-4024-808b-12bbeb467187 req-73e138b6-a89a-403d-9ae1-557eee10aa54 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.471146 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4bb82c27-8106-4024-808b-12bbeb467187 req-73e138b6-a89a-403d-9ae1-557eee10aa54 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.37 "GET /v2.0/networks?id=6ad8ba81-8fae-4627-b230-cf015714cccb HTTP/1.1" status: 200  len: 816 time: 0.3424695
Nov 20 20:51:10.478600 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:10.478947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:10.479674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:10.480147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:10.480465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:10.481387 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:10.481956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:10.482433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:10.482861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:10.483390 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:10.483841 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:10.484266 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4372a-29a0-4c61-bcdc-fbfd4c049735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:10.501184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901e684-5eb6-4909-aec1-cddb8626117e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Pushing event deleted for resources: {'Port': ['ID=28b4900d-02bb-47ff-89c0-42ceb2af1cdc,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:10.504907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e899d7fb-aca6-4434-9fbc-f7874d362f4a', 'name': 'network-vif-deleted', 'tag': 'a8a6b63d-5947-43c3-a9e3-80cd19d532a8'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:10.510201 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76249002-6f0d-4459-a610-dc7849daa42d" -d '{"events": [{"server_uuid": "e899d7fb-aca6-4434-9fbc-f7874d362f4a", "name": "network-vif-deleted", "tag": "a8a6b63d-5947-43c3-a9e3-80cd19d532a8"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:10.529396 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c8fb1cae-a095-4a66-a01e-72df36247554 req-1897a41d-ae6a-434b-8255-3f33366390cc tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1473091
Nov 20 20:51:10.549956 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a65f863-0b88-449c-9d67-095ac873b205 req-090eb826-453b-44a3-aaab-29e820df893b service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1763334
Nov 20 20:51:10.569057 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-4bb82c27-8106-4024-808b-12bbeb467187 req-c4c66764-2ea3-49c6-9573-7a8ebbae822d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Request body: {'port': {'device_id': '7ce4d82a-c0e6-4b0d-8432-dda5272c912c', 'network_id': '6ad8ba81-8fae-4627-b230-cf015714cccb', 'admin_state_up': True, 'tenant_id': '3c45e1adea264b5eacb15659df686802'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:10.634622 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a238326-e439-40dc-98e1-cdefccaaa4ae x-openstack-request-id: req-4a238326-e439-40dc-98e1-cdefccaaa4ae {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:10.634929 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e899d7fb-aca6-4434-9fbc-f7874d362f4a", "name": "network-vif-deleted", "tag": "a8a6b63d-5947-43c3-a9e3-80cd19d532a8", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:10.635152 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a238326-e439-40dc-98e1-cdefccaaa4ae {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:10.635711 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e899d7fb-aca6-4434-9fbc-f7874d362f4a', 'name': 'network-vif-deleted', 'tag': 'a8a6b63d-5947-43c3-a9e3-80cd19d532a8', 'status': 'completed', 'code': 200}
Nov 20 20:51:10.686243 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-dc86ce73-9610-41ad-913b-51214192c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.686847 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-dc86ce73-9610-41ad-913b-51214192c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.687609 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-dc86ce73-9610-41ad-913b-51214192c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.688497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-dc86ce73-9610-41ad-913b-51214192c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.689914 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-dc86ce73-9610-41ad-913b-51214192c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.690164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-dc86ce73-9610-41ad-913b-51214192c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.690779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-dc86ce73-9610-41ad-913b-51214192c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.693020 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-dc86ce73-9610-41ad-913b-51214192c9a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee4ec8b62e354149acb1c43558b168e6&device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 6488 time: 0.0682254
Nov 20 20:51:10.695448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd96770-642a-444e-90f0-42afeef1befb req-6901e684-5eb6-4909-aec1-cddb8626117e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] No DVR routers for this DVR port 28b4900d-02bb-47ff-89c0-42ceb2af1cdc on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:51:10.709942 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9cd96770-642a-444e-90f0-42afeef1befb req-6901e684-5eb6-4909-aec1-cddb8626117e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:10.714518 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9cd96770-642a-444e-90f0-42afeef1befb req-6901e684-5eb6-4909-aec1-cddb8626117e tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.47 "DELETE /v2.0/ports/28b4900d-02bb-47ff-89c0-42ceb2af1cdc HTTP/1.1" status: 204  len: 173 time: 1.2738516
Nov 20 20:51:10.835336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 28b4900d-02bb-47ff-89c0-42ceb2af1cdc no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:51:10.843385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5d78a-20ab-4cd3-918b-42e5ada8a255 req-8a12346b-2a71-4c0d-8ffc-1fc7fa848651 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.845560 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fda5d78a-20ab-4cd3-918b-42e5ada8a255 req-8a12346b-2a71-4c0d-8ffc-1fc7fa848651 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.47 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 945 time: 0.3514228
Nov 20 20:51:10.865919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99734443-132a-483f-af26-f96ef0aef484 req-e9352174-e4d5-4240-b66e-00304ac874fd tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.875902 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-99734443-132a-483f-af26-f96ef0aef484 req-e9352174-e4d5-4240-b66e-00304ac874fd tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 945 time: 0.3827116
Nov 20 20:51:10.911208 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 28b4900d-02bb-47ff-89c0-42ceb2af1cdc {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:51:10.911780 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 28b4900d-02bb-47ff-89c0-42ceb2af1cdc not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:51:10.912302 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a8a6b63d-5947-43c3-a9e3-80cd19d532a8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:51:10.942588 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-265e5dec-583c-430b-93d5-35057d6903da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:10.945855 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-265e5dec-583c-430b-93d5-35057d6903da service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec HTTP/1.1" status: 200  len: 901 time: 0.2446437
Nov 20 20:51:10.960907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: a8a6b63d-5947-43c3-a9e3-80cd19d532a8 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:51:10.961508 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a8a6b63d-5947-43c3-a9e3-80cd19d532a8 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:51:11.007670 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-acce199e-aa78-4bdf-bde8-d2cd22466abd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1906ffcc-f920-4444-989d-3996e905079f HTTP/1.1" status: 200  len: 217 time: 0.0516579
Nov 20 20:51:11.008502 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33886) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:11.100484 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-87f98c5f-8825-492e-881b-85ebd92a3b4d req-84118555-3818-4528-a2d7-a085a6726cc7 tempest-MigrationsAdminTest-371107644 tempest-MigrationsAdminTest-371107644-project] 10.222.0.41 "GET /v2.0/ports?device_id=409a187f-c361-49ef-a9a0-2762cda33448 HTTP/1.1" status: 200  len: 210 time: 0.0835757
Nov 20 20:51:11.143529 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-99734443-132a-483f-af26-f96ef0aef484 req-252d749c-c63d-4ceb-b96c-8112b1cfb09c tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2646859
Nov 20 20:51:11.147876 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb82c27-8106-4024-808b-12bbeb467187 req-c4c66764-2ea3-49c6-9573-7a8ebbae822d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Made reservation on behalf of 3c45e1adea264b5eacb15659df686802 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:51:11.152539 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9b86ab3f-1894-4384-b36d-e0cf95a8c10d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d81eb32d6b241bd808af703e58c79a6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1403131
Nov 20 20:51:11.152539 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-ad6ace43-f596-4847-98dd-558252aad8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:11.152968 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4bb82c27-8106-4024-808b-12bbeb467187 req-c4c66764-2ea3-49c6-9573-7a8ebbae822d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:11.153092 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-ad6ace43-f596-4847-98dd-558252aad8ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=675dd659-efc8-4512-8b36-a10de2903548 HTTP/1.1" status: 200  len: 797 time: 0.1245422
Nov 20 20:51:11.153277 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33888) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:11.277285 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4832cc59-a02e-421b-a16f-9b2cfbf0e5a8 req-e7efb8c7-82c3-4c54-880e-f859b302750c tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 210 time: 0.0477057
Nov 20 20:51:11.286959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-b8bf2148-3591-4b85-a5ee-d0e6d4a11a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:11.288991 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-b8bf2148-3591-4b85-a5ee-d0e6d4a11a08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1269710
Nov 20 20:51:11.294931 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11897834-b0a8-456f-b679-d91a1d5f83b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:11.350852 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11897834-b0a8-456f-b679-d91a1d5f83b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:11.351325 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-fda5d78a-20ab-4cd3-918b-42e5ada8a255 req-0db8480a-235d-49db-8345-f252e982aae9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Deleting port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:51:11.351325 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fda5d78a-20ab-4cd3-918b-42e5ada8a255 req-0db8480a-235d-49db-8345-f252e982aae9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:11.433889 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:51:11.464305 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-1d67ca87-8120-45dd-9da2-05fe2f38fdf3 service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1651044
Nov 20 20:51:11.499237 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11897834-b0a8-456f-b679-d91a1d5f83b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:11.502037 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11897834-b0a8-456f-b679-d91a1d5f83b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:11.506110 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-11897834-b0a8-456f-b679-d91a1d5f83b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92cdff9f-ad34-4ef7-b91b-2a3f3ad88e27 HTTP/1.1" status: 204  len: 168 time: 0.3518617
Nov 20 20:51:11.525213 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11897834-b0a8-456f-b679-d91a1d5f83b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cdff9f-ad34-4ef7-b91b-2a3f3ad88e27,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:11.943081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-4bb82c27-8106-4024-808b-12bbeb467187 req-c4c66764-2ea3-49c6-9573-7a8ebbae822d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Allocated IP 172.20.0.5 (6ad8ba81-8fae-4627-b230-cf015714cccb/a4900e14-6a19-4062-b807-cfa72a6ac0fe/e5218971-643c-4f34-9516-8e59cfb95177) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:51:11.966949 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-a02fed53-d953-41d4-879b-f82a600ab260 service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4954784
Nov 20 20:51:11.976259 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-fda5d78a-20ab-4cd3-918b-42e5ada8a255 req-0db8480a-235d-49db-8345-f252e982aae9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] For port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=870f5ce2-c00b-40f9-84c6-8fa23fcf05bc,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:11.976625 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fda5d78a-20ab-4cd3-918b-42e5ada8a255 req-0db8480a-235d-49db-8345-f252e982aae9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:11.987751 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-bf6a784d-97ab-441a-aa9b-58d3849618f8 admin admin] Deleting port 28716f1f-7902-422b-8e0e-ba0aa33761f6 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:51:11.988359 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf6a784d-97ab-441a-aa9b-58d3849618f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:11.995784 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7d1d4-8c3f-42c6-b973-8a84e0e1bf49 req-8155b68e-3471-473b-bd58-e7d046c2030d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.009125 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7d1d4-8c3f-42c6-b973-8a84e0e1bf49 req-8155b68e-3471-473b-bd58-e7d046c2030d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.011924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-fda5d78a-20ab-4cd3-918b-42e5ada8a255 req-0db8480a-235d-49db-8345-f252e982aae9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Calling delete_port for 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:51:12.018934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7d1d4-8c3f-42c6-b973-8a84e0e1bf49 req-8155b68e-3471-473b-bd58-e7d046c2030d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.026188 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7d1d4-8c3f-42c6-b973-8a84e0e1bf49 req-8155b68e-3471-473b-bd58-e7d046c2030d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.033071 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7d1d4-8c3f-42c6-b973-8a84e0e1bf49 req-8155b68e-3471-473b-bd58-e7d046c2030d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.039322 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7d1d4-8c3f-42c6-b973-8a84e0e1bf49 req-8155b68e-3471-473b-bd58-e7d046c2030d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.046033 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7d1d4-8c3f-42c6-b973-8a84e0e1bf49 req-8155b68e-3471-473b-bd58-e7d046c2030d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.048264 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6de7d1d4-8c3f-42c6-b973-8a84e0e1bf49 req-8155b68e-3471-473b-bd58-e7d046c2030d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5431 time: 0.1457942
Nov 20 20:51:12.186731 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6de7d1d4-8c3f-42c6-b973-8a84e0e1bf49 req-dcce76bd-5570-4073-b3c7-b17a696868ba tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1257644
Nov 20 20:51:12.196166 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-bf6a784d-97ab-441a-aa9b-58d3849618f8 admin admin] For port 28716f1f-7902-422b-8e0e-ba0aa33761f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28716f1f-7902-422b-8e0e-ba0aa33761f6,segment=NetworkSegment(25550d86-0716-4275-9add-eecdb26a8300),segment_id=25550d86-0716-4275-9add-eecdb26a8300)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:12.196664 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf6a784d-97ab-441a-aa9b-58d3849618f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:12.198854 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-a5ecccef-df48-4024-88ec-1a662bfbcf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.199479 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-a5ecccef-df48-4024-88ec-1a662bfbcf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.200132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-a5ecccef-df48-4024-88ec-1a662bfbcf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.200599 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-a5ecccef-df48-4024-88ec-1a662bfbcf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.201198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-a5ecccef-df48-4024-88ec-1a662bfbcf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.202366 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-a5ecccef-df48-4024-88ec-1a662bfbcf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.204774 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-a5ecccef-df48-4024-88ec-1a662bfbcf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.207233 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-a5ecccef-df48-4024-88ec-1a662bfbcf24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee4ec8b62e354149acb1c43558b168e6&device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 6488 time: 0.1247938
Nov 20 20:51:12.270184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-bf6a784d-97ab-441a-aa9b-58d3849618f8 admin admin] Calling delete_port for 28716f1f-7902-422b-8e0e-ba0aa33761f6 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:51:12.362757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-3b8c3237-f5a6-4673-b061-2d19ca9a2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.365541 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-3b8c3237-f5a6-4673-b061-2d19ca9a2b3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec HTTP/1.1" status: 200  len: 901 time: 0.1507196
Nov 20 20:51:12.428678 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4bb82c27-8106-4024-808b-12bbeb467187 req-c4c66764-2ea3-49c6-9573-7a8ebbae822d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:12.432071 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-1eb136b5-ce09-4b6f-aeb0-225c02dfc61d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46000a03-6d74-43bc-957f-eb13e3558ac6 HTTP/1.1" status: 200  len: 217 time: 0.0530407
Nov 20 20:51:12.476076 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22e901ae-16e4-4f00-99f2-7901fbcfc0e5 req-4372deee-daba-4973-a150-8b9f05fbb5c4 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 210 time: 0.0418096
Nov 20 20:51:12.548423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-5dd46774-592c-49d8-86b9-13fe746c2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.553453 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-5dd46774-592c-49d8-86b9-13fe746c2594 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=675dd659-efc8-4512-8b36-a10de2903548 HTTP/1.1" status: 200  len: 797 time: 0.1047781
Nov 20 20:51:12.591924 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4bb82c27-8106-4024-808b-12bbeb467187 req-c4c66764-2ea3-49c6-9573-7a8ebbae822d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:12.644378 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-6c542fa9-1051-4a5b-87e9-fc37584403fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.646292 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-6c542fa9-1051-4a5b-87e9-fc37584403fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0513463
Nov 20 20:51:12.664730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409a187f-c361-49ef-a9a0-2762cda33448', 'name': 'network-vif-deleted', 'tag': '28b4900d-02bb-47ff-89c0-42ceb2af1cdc'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:12.668882 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2e1c70-488e-4045-ab54-1d1a5670c02b" -d '{"events": [{"server_uuid": "409a187f-c361-49ef-a9a0-2762cda33448", "name": "network-vif-deleted", "tag": "28b4900d-02bb-47ff-89c0-42ceb2af1cdc"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:12.730303 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed877d6-4b0a-4285-a969-3d8099ce8cbb req-eb821aca-c58a-4bbf-9b2f-41ce08c79f8e tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.732571 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2ed877d6-4b0a-4285-a969-3d8099ce8cbb req-eb821aca-c58a-4bbf-9b2f-41ce08c79f8e tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=c352e82a-20f7-44a4-a047-019ee6b6785b HTTP/1.1" status: 200  len: 945 time: 0.4486558
Nov 20 20:51:12.739410 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb82c27-8106-4024-808b-12bbeb467187 req-c4c66764-2ea3-49c6-9573-7a8ebbae822d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Network 6ad8ba81-8fae-4627-b230-cf015714cccb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:51:12.771826 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8a6fbe-7493-4a42-85dd-17c4b3d94e6b x-openstack-request-id: req-eb8a6fbe-7493-4a42-85dd-17c4b3d94e6b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:12.772327 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409a187f-c361-49ef-a9a0-2762cda33448", "name": "network-vif-deleted", "tag": "28b4900d-02bb-47ff-89c0-42ceb2af1cdc", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:12.772592 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb8a6fbe-7493-4a42-85dd-17c4b3d94e6b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:12.773128 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409a187f-c361-49ef-a9a0-2762cda33448', 'name': 'network-vif-deleted', 'tag': '28b4900d-02bb-47ff-89c0-42ceb2af1cdc', 'status': 'completed', 'code': 200}
Nov 20 20:51:12.781017 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-4bb82c27-8106-4024-808b-12bbeb467187 req-c4c66764-2ea3-49c6-9573-7a8ebbae822d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:51:12.786643 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33934) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:12.800896 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb82c27-8106-4024-808b-12bbeb467187 req-c4c66764-2ea3-49c6-9573-7a8ebbae822d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:51:12.809425 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-7963a1d7-462c-480a-872d-c967ca74daf4 service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541624
Nov 20 20:51:12.863762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c66764-2ea3-49c6-9573-7a8ebbae822d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Pushing event updated for resources: {'Port': ['ID=e5218971-643c-4f34-9516-8e59cfb95177,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:12.869262 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fda5d78a-20ab-4cd3-918b-42e5ada8a255 req-0db8480a-235d-49db-8345-f252e982aae9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:12.919457 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2ed877d6-4b0a-4285-a969-3d8099ce8cbb req-b4ff1c7a-e880-4889-8537-be546d348940 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697044
Nov 20 20:51:12.961116 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb82c27-8106-4024-808b-12bbeb467187 req-c4c66764-2ea3-49c6-9573-7a8ebbae822d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:12.962288 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4bb82c27-8106-4024-808b-12bbeb467187 req-c4c66764-2ea3-49c6-9573-7a8ebbae822d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:12.965079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8480a-235d-49db-8345-f252e982aae9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Pushing event deleted for resources: {'Port': ['ID=870f5ce2-c00b-40f9-84c6-8fa23fcf05bc,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:13.000308 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd93354a-bfe9-4ff8-b0f3-fbd1c2ce60e0 req-c11bc677-9b04-43b2-a6a9-a059a5584b07 service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1790986
Nov 20 20:51:13.041009 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4bb82c27-8106-4024-808b-12bbeb467187 req-c4c66764-2ea3-49c6-9573-7a8ebbae822d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5492337
Nov 20 20:51:13.065762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda5d78a-20ab-4cd3-918b-42e5ada8a255 req-0db8480a-235d-49db-8345-f252e982aae9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] No DVR routers for this DVR port 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:51:13.075995 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fda5d78a-20ab-4cd3-918b-42e5ada8a255 req-0db8480a-235d-49db-8345-f252e982aae9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:13.080377 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fda5d78a-20ab-4cd3-918b-42e5ada8a255 req-0db8480a-235d-49db-8345-f252e982aae9 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.47 "DELETE /v2.0/ports/870f5ce2-c00b-40f9-84c6-8fa23fcf05bc HTTP/1.1" status: 204  len: 173 time: 2.2010522
Nov 20 20:51:13.116758 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf6a784d-97ab-441a-aa9b-58d3849618f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:13.144444 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-82ad260b-f5ba-423c-a0af-ec0b1fcaa99f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75d8e50fbc2c4c13be9b56bf0078f315&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3569195
Nov 20 20:51:13.147847 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33948) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:13.211033 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3c2c909d-cda3-4a45-b5d6-e3a37299ba56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:13.219734 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ca06-80bb-4377-9791-3182b5d00ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:13.239870 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Request body: {'port': {'device_id': '7ce4d82a-c0e6-4b0d-8432-dda5272c912c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:13.260692 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ca06-80bb-4377-9791-3182b5d00ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:13.263753 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a784d-97ab-441a-aa9b-58d3849618f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=28716f1f-7902-422b-8e0e-ba0aa33761f6,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:13.346180 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ca06-80bb-4377-9791-3182b5d00ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:13.349349 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ca06-80bb-4377-9791-3182b5d00ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:13.353113 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9eb0ca06-80bb-4377-9791-3182b5d00ed3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0e9799b-8728-4f7e-b895-91df00a5c1ba HTTP/1.1" status: 204  len: 168 time: 0.2017381
Nov 20 20:51:13.368285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0ca06-80bb-4377-9791-3182b5d00ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e9799b-8728-4f7e-b895-91df00a5c1ba,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:13.494322 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:13.639627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a2e9f-fbce-4115-a621-7dd7e967b6c1 req-353655d4-ce46-46cc-85b3-3e52570de359 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:13.653039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a2e9f-fbce-4115-a621-7dd7e967b6c1 req-353655d4-ce46-46cc-85b3-3e52570de359 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:13.661643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a2e9f-fbce-4115-a621-7dd7e967b6c1 req-353655d4-ce46-46cc-85b3-3e52570de359 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:13.681926 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a2e9f-fbce-4115-a621-7dd7e967b6c1 req-353655d4-ce46-46cc-85b3-3e52570de359 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:13.688506 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a2e9f-fbce-4115-a621-7dd7e967b6c1 req-353655d4-ce46-46cc-85b3-3e52570de359 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:13.694927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a2e9f-fbce-4115-a621-7dd7e967b6c1 req-353655d4-ce46-46cc-85b3-3e52570de359 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:13.701039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a2e9f-fbce-4115-a621-7dd7e967b6c1 req-353655d4-ce46-46cc-85b3-3e52570de359 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:13.703421 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-539a2e9f-fbce-4115-a621-7dd7e967b6c1 req-353655d4-ce46-46cc-85b3-3e52570de359 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5431 time: 0.3203721
Nov 20 20:51:13.729020 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca15006-e200-4b2e-b6f4-d781f32c3c0d req-33df8645-2598-4450-9fbc-3d805e29003c tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:13.730624 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ca15006-e200-4b2e-b6f4-d781f32c3c0d req-33df8645-2598-4450-9fbc-3d805e29003c tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 931 time: 0.1093593
Nov 20 20:51:13.818747 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ca15006-e200-4b2e-b6f4-d781f32c3c0d req-0a7436bb-25fa-4475-8075-80338d2a63fa tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/security-groups?id=284fbd77-0b2a-4593-a7cc-31a795361004&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652962
Nov 20 20:51:13.870572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33968) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:13.924450 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-539a2e9f-fbce-4115-a621-7dd7e967b6c1 req-41729100-f4af-4985-9e44-cb244fb16eb2 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2121549
Nov 20 20:51:13.941006 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-36e8e22f-8764-477c-ae39-1e6f1daa5924 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db732c19328144888d5f96699272f261&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0695577
Nov 20 20:51:13.944179 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf6a784d-97ab-441a-aa9b-58d3849618f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:13.950957 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33974) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:14.041376 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f750fa8-8268-4559-a805-b20a765291d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:14.083344 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f750fa8-8268-4559-a805-b20a765291d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:14.207377 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f750fa8-8268-4559-a805-b20a765291d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:14.211251 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f750fa8-8268-4559-a805-b20a765291d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:14.214683 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5f750fa8-8268-4559-a805-b20a765291d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/348b2fe3-c2cb-4626-8c09-78763966263c HTTP/1.1" status: 204  len: 168 time: 0.2601151
Nov 20 20:51:14.231177 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f750fa8-8268-4559-a805-b20a765291d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348b2fe3-c2cb-4626-8c09-78763966263c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:14.265129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5218971-643c-4f34-9516-8e59cfb95177 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:14.279681 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:14.332557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Transition to ACTIVE for port object e5218971-643c-4f34-9516-8e59cfb95177 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:51:14.339822 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:14.367816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6a784d-97ab-441a-aa9b-58d3849618f8 admin admin] Router dec0ec0d-0390-49fc-8856-7fcb88b82a00 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:51:14.409811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5218971-643c-4f34-9516-8e59cfb95177,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:14.573220 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d8672-d381-41f6-88b7-1667118d9985 req-4415f654-80e0-4ea6-a7fa-b938f075cc04 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:14.574888 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-122d8672-d381-41f6-88b7-1667118d9985 req-4415f654-80e0-4ea6-a7fa-b938f075cc04 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 945 time: 0.1708732
Nov 20 20:51:14.640186 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Attempting to bind port e5218971-643c-4f34-9516-8e59cfb95177 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:51:14.641095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Attempting to bind port e5218971-643c-4f34-9516-8e59cfb95177 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '04822149-92f3-43a7-8daf-9c9f7da24285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8ba81-8fae-4627-b230-cf015714cccb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:51:14.641728 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Attempting to bind port e5218971-643c-4f34-9516-8e59cfb95177 on network 6ad8ba81-8fae-4627-b230-cf015714cccb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:14.667557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Port e5218971-643c-4f34-9516-8e59cfb95177 on network 6ad8ba81-8fae-4627-b230-cf015714cccb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:51:14.667557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Attempting to bind port e5218971-643c-4f34-9516-8e59cfb95177 on network 6ad8ba81-8fae-4627-b230-cf015714cccb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:14.683497 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6a784d-97ab-441a-aa9b-58d3849618f8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:51:14.692359 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bf6a784d-97ab-441a-aa9b-58d3849618f8 admin admin] 10.222.0.41 "PUT /v2.0/routers/dec0ec0d-0390-49fc-8856-7fcb88b82a00/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5695179
Nov 20 20:51:14.693675 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:51:14.694098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Checking segment: {'id': '04822149-92f3-43a7-8daf-9c9f7da24285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8ba81-8fae-4627-b230-cf015714cccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:51:14.694470 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Bound using segment: {'id': '04822149-92f3-43a7-8daf-9c9f7da24285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8ba81-8fae-4627-b230-cf015714cccb'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:51:14.695107 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Bound port: e5218971-643c-4f34-9516-8e59cfb95177, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04822149-92f3-43a7-8daf-9c9f7da24285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8ba81-8fae-4627-b230-cf015714cccb'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:51:14.695494 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:14.696164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34006) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:14.713359 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070d7831-9e69-4ba2-afba-d71eea2183db None None] Sync routers for ids ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:51:14.741750 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d7831-9e69-4ba2-afba-d71eea2183db None None] Routers {'dec0ec0d-0390-49fc-8856-7fcb88b82a00'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:51:14.744300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-070d7831-9e69-4ba2-afba-d71eea2183db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47a0fc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:50:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:14.755046 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-122d8672-d381-41f6-88b7-1667118d9985 req-6b33f25b-e05f-4a32-87e6-64c7bac6f39c tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622775
Nov 20 20:51:14.778332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c352e82a-20f7-44a4-a047-019ee6b6785b', 'name': 'network-vif-deleted', 'tag': '870f5ce2-c00b-40f9-84c6-8fa23fcf05bc'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:14.781905 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3652d772-e75e-4829-a4fe-409b75af8af2" -d '{"events": [{"server_uuid": "c352e82a-20f7-44a4-a047-019ee6b6785b", "name": "network-vif-deleted", "tag": "870f5ce2-c00b-40f9-84c6-8fa23fcf05bc"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:14.816735 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a54180-df77-42d9-bb9a-da7945d824d0 req-87a24826-778a-4514-bdd2-8458eb47f3b6 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:14.818398 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d7a54180-df77-42d9-bb9a-da7945d824d0 req-87a24826-778a-4514-bdd2-8458eb47f3b6 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.37 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 945 time: 0.1165991
Nov 20 20:51:14.848826 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b638b8c2-8c37-4348-8ed1-d75ba6f5a74e x-openstack-request-id: req-b638b8c2-8c37-4348-8ed1-d75ba6f5a74e {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:14.849376 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c352e82a-20f7-44a4-a047-019ee6b6785b", "name": "network-vif-deleted", "tag": "870f5ce2-c00b-40f9-84c6-8fa23fcf05bc", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:14.849820 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b638b8c2-8c37-4348-8ed1-d75ba6f5a74e {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:14.851048 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c352e82a-20f7-44a4-a047-019ee6b6785b', 'name': 'network-vif-deleted', 'tag': '870f5ce2-c00b-40f9-84c6-8fa23fcf05bc', 'status': 'completed', 'code': 200}
Nov 20 20:51:14.896161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] For port e5218971-643c-4f34-9516-8e59cfb95177, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:51:14.900364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] For port e5218971-643c-4f34-9516-8e59cfb95177, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5218971-643c-4f34-9516-8e59cfb95177,segment=NetworkSegment(04822149-92f3-43a7-8daf-9c9f7da24285),segment_id=04822149-92f3-43a7-8daf-9c9f7da24285)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:51:14.910213 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:14.966821 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d74457de-8172-4700-93c7-67bf77bd7c9f admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:15.000957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-070d7831-9e69-4ba2-afba-d71eea2183db None None] Set router dec0ec0d-0390-49fc-8856-7fcb88b82a00 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:51:15.043574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:15.044315 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:15.045906 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4bb82c27-8106-4024-808b-12bbeb467187 req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] 10.222.0.37 "PUT /v2.0/ports/e5218971-643c-4f34-9516-8e59cfb95177 HTTP/1.1" status: 200  len: 1091 time: 1.9845381
Nov 20 20:51:15.060997 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34022) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:15.061561 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:51:15.091094 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecae20-ddd6-4fdf-9809-31b9e47ba9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5218971-643c-4f34-9516-8e59cfb95177,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:15.128937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbe2d5-27bf-44e4-93ee-ab88de6f2e12 req-d5e9307f-83dc-42f7-afec-05f99215739c tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:15.137303 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39cbe2d5-27bf-44e4-93ee-ab88de6f2e12 req-d5e9307f-83dc-42f7-afec-05f99215739c tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 943 time: 0.1711607
Nov 20 20:51:15.211916 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:51:15.212304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 870f5ce2-c00b-40f9-84c6-8fa23fcf05bc not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:51:15.244697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d7a54180-df77-42d9-bb9a-da7945d824d0 req-1ca6d90c-38d8-4002-8c3f-4bdc3aabe509 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Deleting port 1ebb075b-0271-4950-a74a-182cc4a744f5 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:51:15.245052 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d7a54180-df77-42d9-bb9a-da7945d824d0 req-1ca6d90c-38d8-4002-8c3f-4bdc3aabe509 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:15.291238 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d74457de-8172-4700-93c7-67bf77bd7c9f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:15.312725 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c09a33-7c72-48c5-b58b-4700f566f638 req-8653f386-58c4-49cf-94df-3a5a2f50ac0d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:15.321582 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c09a33-7c72-48c5-b58b-4700f566f638 req-8653f386-58c4-49cf-94df-3a5a2f50ac0d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:15.327008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c09a33-7c72-48c5-b58b-4700f566f638 req-8653f386-58c4-49cf-94df-3a5a2f50ac0d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:15.335454 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c09a33-7c72-48c5-b58b-4700f566f638 req-8653f386-58c4-49cf-94df-3a5a2f50ac0d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:15.342133 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c09a33-7c72-48c5-b58b-4700f566f638 req-8653f386-58c4-49cf-94df-3a5a2f50ac0d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:15.349595 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c09a33-7c72-48c5-b58b-4700f566f638 req-8653f386-58c4-49cf-94df-3a5a2f50ac0d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:15.357520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c09a33-7c72-48c5-b58b-4700f566f638 req-8653f386-58c4-49cf-94df-3a5a2f50ac0d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:15.359804 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f1c09a33-7c72-48c5-b58b-4700f566f638 req-8653f386-58c4-49cf-94df-3a5a2f50ac0d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5431 time: 0.1598198
Nov 20 20:51:15.370923 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39cbe2d5-27bf-44e4-93ee-ab88de6f2e12 req-25f03078-c349-40c4-a515-27f64374297d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/security-groups?id=284fbd77-0b2a-4593-a7cc-31a795361004&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2300527
Nov 20 20:51:15.376985 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb82c27-8106-4024-808b-12bbeb467187 req-88e98455-4b19-4926-b293-fb8d2b9c73f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:15.378755 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1fc39cbf-0668-455b-9e8b-b4957ade3995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:15.389481 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4bb82c27-8106-4024-808b-12bbeb467187 req-88e98455-4b19-4926-b293-fb8d2b9c73f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c45e1adea264b5eacb15659df686802&device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 1094 time: 0.2790487
Nov 20 20:51:15.527564 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f1c09a33-7c72-48c5-b58b-4700f566f638 req-b8b96a75-f2cf-4435-95b3-cca4c1940829 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1490018
Nov 20 20:51:15.563110 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4bb82c27-8106-4024-808b-12bbeb467187 req-6b198740-bc5b-4aae-82d9-e02a57fe4a1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5218971-643c-4f34-9516-8e59cfb95177 HTTP/1.1" status: 200  len: 217 time: 0.0974054
Nov 20 20:51:15.582664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d74457de-8172-4700-93c7-67bf77bd7c9f admin admin] Deleting port fc722b8c-0fbf-4122-9c34-a0da1b49a6de {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:51:15.583003 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d74457de-8172-4700-93c7-67bf77bd7c9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:15.622642 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-070d7831-9e69-4ba2-afba-d71eea2183db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47a0fc40>, [{'id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-router', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:50:07Z', 'updated_at': '2021-11-20T20:51:12Z', 'revision_number': 5, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'gw_port': {'id': 'fc722b8c-0fbf-4122-9c34-a0da1b49a6de', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:50:08Z', 'updated_at': '2021-11-20T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:15.632576 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3b032750-528f-4bd4-8f7e-cf4d3b02ff4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:15.659197 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d7a54180-df77-42d9-bb9a-da7945d824d0 req-1ca6d90c-38d8-4002-8c3f-4bdc3aabe509 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] For port 1ebb075b-0271-4950-a74a-182cc4a744f5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ebb075b-0271-4950-a74a-182cc4a744f5,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:15.659876 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d7a54180-df77-42d9-bb9a-da7945d824d0 req-1ca6d90c-38d8-4002-8c3f-4bdc3aabe509 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:15.676754 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb82c27-8106-4024-808b-12bbeb467187 req-1296edb5-0767-40d1-a03e-d1835201ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:15.678610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-d74457de-8172-4700-93c7-67bf77bd7c9f admin admin] For port fc722b8c-0fbf-4122-9c34-a0da1b49a6de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc722b8c-0fbf-4122-9c34-a0da1b49a6de,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:15.678995 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d74457de-8172-4700-93c7-67bf77bd7c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:15.679333 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4bb82c27-8106-4024-808b-12bbeb467187 req-1296edb5-0767-40d1-a03e-d1835201ccb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4900e14-6a19-4062-b807-cfa72a6ac0fe HTTP/1.1" status: 200  len: 856 time: 0.1048496
Nov 20 20:51:15.684937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d7a54180-df77-42d9-bb9a-da7945d824d0 req-1ca6d90c-38d8-4002-8c3f-4bdc3aabe509 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Calling delete_port for 1ebb075b-0271-4950-a74a-182cc4a744f5 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:51:15.697526 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d74457de-8172-4700-93c7-67bf77bd7c9f admin admin] Calling delete_port for fc722b8c-0fbf-4122-9c34-a0da1b49a6de owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:51:15.720684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070d7831-9e69-4ba2-afba-d71eea2183db None None] Checking router: dec0ec0d-0390-49fc-8856-7fcb88b82a00 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:51:15.727321 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4bb82c27-8106-4024-808b-12bbeb467187 req-36cab25f-317f-4d01-a6c8-98fa542cacee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ad8ba81-8fae-4627-b230-cf015714cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385346
Nov 20 20:51:15.749757 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d7831-9e69-4ba2-afba-d71eea2183db None None] Routers {'dec0ec0d-0390-49fc-8856-7fcb88b82a00'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:51:15.754580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-070d7831-9e69-4ba2-afba-d71eea2183db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47a0fc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:51:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:15.774967 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1fc39cbf-0668-455b-9e8b-b4957ade3995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:15.804717 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1fc39cbf-0668-455b-9e8b-b4957ade3995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:15.922085 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-070d7831-9e69-4ba2-afba-d71eea2183db None None] Set router dec0ec0d-0390-49fc-8856-7fcb88b82a00 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:51:15.933021 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4bb82c27-8106-4024-808b-12bbeb467187 req-b3a3e3e3-ecf8-4b4f-8adf-2beb263548c3 service neutron] 10.222.0.37 "GET /v2.0/networks/6ad8ba81-8fae-4627-b230-cf015714cccb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1984911
Nov 20 20:51:15.996160 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1fc39cbf-0668-455b-9e8b-b4957ade3995 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efd4e1a2d4184e879213436fc0a88db0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9326916
Nov 20 20:51:16.002554 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34042) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:16.011799 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-070d7831-9e69-4ba2-afba-d71eea2183db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47a0fc40>, [{'id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-router', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:50:07Z', 'updated_at': '2021-11-20T20:51:15Z', 'revision_number': 6, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:16.035213 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc39cbf-0668-455b-9e8b-b4957ade3995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e5c9a8-265d-4a76-99e3-7ba69aea0d0c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:16.096749 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c8b26-f292-4343-968a-286cfb3f2947 req-b77c938c-5c29-4269-9a5f-0e7d16b4b3de tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:16.099305 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070d7831-9e69-4ba2-afba-d71eea2183db None None] The sync data for ids ['dec0ec0d-0390-49fc-8856-7fcb88b82a00'] in ncdv-master-1 is: [{'id': 'dec0ec0d-0390-49fc-8856-7fcb88b82a00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1096424800-router', 'tenant_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:50:07Z', 'updated_at': '2021-11-20T20:51:15Z', 'revision_number': 6, 'project_id': '2cfe248f7eb34f6e80937503e49fd3ca', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:51:16.105826 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-709c8b26-f292-4343-968a-286cfb3f2947 req-b77c938c-5c29-4269-9a5f-0e7d16b4b3de tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67bb1ce-5e3e-497f-af2f-54d0c33e27e2 HTTP/1.1" status: 200  len: 945 time: 0.2123568
Nov 20 20:51:16.211210 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d7a54180-df77-42d9-bb9a-da7945d824d0 req-1ca6d90c-38d8-4002-8c3f-4bdc3aabe509 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:16.223650 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d74457de-8172-4700-93c7-67bf77bd7c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:16.255578 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-709c8b26-f292-4343-968a-286cfb3f2947 req-31f9aca1-07f0-41c6-811c-6d65a90e391f tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430173
Nov 20 20:51:16.263629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6d90c-38d8-4002-8c3f-4bdc3aabe509 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Pushing event deleted for resources: {'Port': ['ID=1ebb075b-0271-4950-a74a-182cc4a744f5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:16.272498 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4bb82c27-8106-4024-808b-12bbeb467187 req-6a98ff7e-21fd-453a-ab6a-7e647400533d service neutron] 10.222.0.37 "GET /v2.0/networks/6ad8ba81-8fae-4627-b230-cf015714cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3319900
Nov 20 20:51:16.291533 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74457de-8172-4700-93c7-67bf77bd7c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc722b8c-0fbf-4122-9c34-a0da1b49a6de,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:16.302568 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53e24111-08b9-4f54-b684-fa88f3da7943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:16.335420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a54180-df77-42d9-bb9a-da7945d824d0 req-1ca6d90c-38d8-4002-8c3f-4bdc3aabe509 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] No DVR routers for this DVR port 1ebb075b-0271-4950-a74a-182cc4a744f5 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:51:16.340552 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d7a54180-df77-42d9-bb9a-da7945d824d0 req-1ca6d90c-38d8-4002-8c3f-4bdc3aabe509 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:16.344590 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d7a54180-df77-42d9-bb9a-da7945d824d0 req-1ca6d90c-38d8-4002-8c3f-4bdc3aabe509 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.37 "DELETE /v2.0/ports/1ebb075b-0271-4950-a74a-182cc4a744f5 HTTP/1.1" status: 204  len: 173 time: 1.5181262
Nov 20 20:51:16.353972 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53e24111-08b9-4f54-b684-fa88f3da7943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:16.402980 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d74457de-8172-4700-93c7-67bf77bd7c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:16.450520 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53e24111-08b9-4f54-b684-fa88f3da7943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:16.455384 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53e24111-08b9-4f54-b684-fa88f3da7943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:16.456971 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-53e24111-08b9-4f54-b684-fa88f3da7943 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07e5c9a8-265d-4a76-99e3-7ba69aea0d0c HTTP/1.1" status: 204  len: 168 time: 0.4502473
Nov 20 20:51:16.470499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e24111-08b9-4f54-b684-fa88f3da7943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e5c9a8-265d-4a76-99e3-7ba69aea0d0c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:16.654588 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:16.654860 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d74457de-8172-4700-93c7-67bf77bd7c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:16.663167 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d74457de-8172-4700-93c7-67bf77bd7c9f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:16.681320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8013c0-7930-44be-8570-da34b6331852 req-d5332af8-c0a1-46fa-b972-5e22c13965fd tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:16.684173 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec8013c0-7930-44be-8570-da34b6331852 req-d5332af8-c0a1-46fa-b972-5e22c13965fd tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 943 time: 0.1373172
Nov 20 20:51:16.785153 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec8013c0-7930-44be-8570-da34b6331852 req-07fd011a-964c-488e-ba6c-8c5c34a3d2f2 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/security-groups?id=284fbd77-0b2a-4593-a7cc-31a795361004&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890508
Nov 20 20:51:16.820466 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d74457de-8172-4700-93c7-67bf77bd7c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:16.830517 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74457de-8172-4700-93c7-67bf77bd7c9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dec0ec0d-0390-49fc-8856-7fcb88b82a00 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:51:16.839214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d62e09bc-0a07-428d-96cb-5ce7f5c99f7f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:51:16.852355 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce4d82a-c0e6-4b0d-8432-dda5272c912c', 'tag': 'e5218971-643c-4f34-9516-8e59cfb95177'}, {'server_uuid': 'f67bb1ce-5e3e-497f-af2f-54d0c33e27e2', 'name': 'network-vif-deleted', 'tag': '1ebb075b-0271-4950-a74a-182cc4a744f5'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:16.854299 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d74457de-8172-4700-93c7-67bf77bd7c9f admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:16.855868 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d74457de-8172-4700-93c7-67bf77bd7c9f admin admin] 10.222.0.41 "DELETE /v2.0/routers/dec0ec0d-0390-49fc-8856-7fcb88b82a00 HTTP/1.1" status: 204  len: 168 time: 2.1585219
Nov 20 20:51:16.859696 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8920be-d747-4ad8-bda3-3664c475dd4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce4d82a-c0e6-4b0d-8432-dda5272c912c", "tag": "e5218971-643c-4f34-9516-8e59cfb95177"}, {"server_uuid": "f67bb1ce-5e3e-497f-af2f-54d0c33e27e2", "name": "network-vif-deleted", "tag": "1ebb075b-0271-4950-a74a-182cc4a744f5"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:16.863948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34070) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:16.904850 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fee29-859d-4603-a237-954781e63d99 req-76fc52c1-f78d-4823-a6b6-249239ac1df6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:16.916438 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fee29-859d-4603-a237-954781e63d99 req-76fc52c1-f78d-4823-a6b6-249239ac1df6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:16.933708 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fee29-859d-4603-a237-954781e63d99 req-76fc52c1-f78d-4823-a6b6-249239ac1df6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:16.947128 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fee29-859d-4603-a237-954781e63d99 req-76fc52c1-f78d-4823-a6b6-249239ac1df6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:16.959990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fee29-859d-4603-a237-954781e63d99 req-76fc52c1-f78d-4823-a6b6-249239ac1df6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:16.971914 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fee29-859d-4603-a237-954781e63d99 req-76fc52c1-f78d-4823-a6b6-249239ac1df6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:16.975222 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db94ce0-2439-440f-ab37-fcf2afac8480 admin admin] Deleting subnet 64502234-0e78-4305-9d1c-74a8e6286f19 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:51:16.980158 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5db94ce0-2439-440f-ab37-fcf2afac8480 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:16.998329 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fee29-859d-4603-a237-954781e63d99 req-76fc52c1-f78d-4823-a6b6-249239ac1df6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:17.005369 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-253fee29-859d-4603-a237-954781e63d99 req-76fc52c1-f78d-4823-a6b6-249239ac1df6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5431 time: 0.2894661
Nov 20 20:51:17.040832 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5db94ce0-2439-440f-ab37-fcf2afac8480 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:17.111068 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d62e09bc-0a07-428d-96cb-5ce7f5c99f7f,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:17.137285 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-253fee29-859d-4603-a237-954781e63d99 req-fce0c826-9a8b-43d5-961c-a6837502d4b7 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1249108
Nov 20 20:51:17.139475 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'd62e09bc-0a07-428d-96cb-5ce7f5c99f7f', 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121', 'port_id': 'd62e09bc-0a07-428d-96cb-5ce7f5c99f7f', 'mac_address': 'fa:16:3e:7b:96:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c051715d-2ad4-424d-b871-ebe005e92074', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:51:17.163005 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34084) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:17.202368 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:17.225206 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62e09bc-0a07-428d-96cb-5ce7f5c99f7f {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:17.226589 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84f34eaf-c806-41e3-a5c7-d69542cb85ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:17.256982 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d62e09bc-0a07-428d-96cb-5ce7f5c99f7f,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:17.265736 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:17.266590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 46000a03-6d74-43bc-957f-eb13e3558ac6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:51:17.269692 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5db94ce0-2439-440f-ab37-fcf2afac8480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:17.368371 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5db94ce0-2439-440f-ab37-fcf2afac8480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:17.437420 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84f34eaf-c806-41e3-a5c7-d69542cb85ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:17.443929 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6febd25-97fa-4326-8937-50dc17955be7 x-openstack-request-id: req-d6febd25-97fa-4326-8937-50dc17955be7 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:17.444299 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce4d82a-c0e6-4b0d-8432-dda5272c912c", "tag": "e5218971-643c-4f34-9516-8e59cfb95177", "status": "completed", "code": 200}, {"server_uuid": "f67bb1ce-5e3e-497f-af2f-54d0c33e27e2", "name": "network-vif-deleted", "tag": "1ebb075b-0271-4950-a74a-182cc4a744f5", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:17.444574 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6febd25-97fa-4326-8937-50dc17955be7 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:17.444924 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce4d82a-c0e6-4b0d-8432-dda5272c912c', 'tag': 'e5218971-643c-4f34-9516-8e59cfb95177', 'status': 'completed', 'code': 200}
Nov 20 20:51:17.445257 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67bb1ce-5e3e-497f-af2f-54d0c33e27e2', 'name': 'network-vif-deleted', 'tag': '1ebb075b-0271-4950-a74a-182cc4a744f5', 'status': 'completed', 'code': 200}
Nov 20 20:51:17.450170 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 46000a03-6d74-43bc-957f-eb13e3558ac6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46000a03-6d74-43bc-957f-eb13e3558ac6,segment=NetworkSegment(2efcdb7c-5b32-4183-9a5f-bf0c05186fce),segment_id=2efcdb7c-5b32-4183-9a5f-bf0c05186fce)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:17.453038 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=d62e09bc-0a07-428d-96cb-5ce7f5c99f7f,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:17.458011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db94ce0-2439-440f-ab37-fcf2afac8480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64502234-0e78-4305-9d1c-74a8e6286f19,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:17.481139 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84f34eaf-c806-41e3-a5c7-d69542cb85ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:17.497636 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee8884c-0f96-4ac2-9f20-edc64577322a None None] Network 5bc0506e-bc72-485c-a0a7-48575db53d86 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:51:17.527745 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '46000a03-6d74-43bc-957f-eb13e3558ac6', 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec', 'port_id': '46000a03-6d74-43bc-957f-eb13e3558ac6', 'mac_address': 'fa:16:3e:ae:d2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675dd659-efc8-4512-8b36-a10de2903548', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:51:17.559196 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5db94ce0-2439-440f-ab37-fcf2afac8480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:17.569260 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34092) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:17.577026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5db94ce0-2439-440f-ab37-fcf2afac8480 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/64502234-0e78-4305-9d1c-74a8e6286f19 HTTP/1.1" status: 204  len: 168 time: 0.7116935
Nov 20 20:51:17.647007 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-84f34eaf-c806-41e3-a5c7-d69542cb85ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bb5d2358a034741bdcea1c562d0ee07&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4823871
Nov 20 20:51:17.651037 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34094) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:17.688180 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 28716f1f-7902-422b-8e0e-ba0aa33761f6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:51:17.710497 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f34eaf-c806-41e3-a5c7-d69542cb85ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2ca00c-2fa9-4ee2-86a1-2df9bec7e67f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:17.717272 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:17.730918 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 28716f1f-7902-422b-8e0e-ba0aa33761f6 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:51:17.731608 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 28716f1f-7902-422b-8e0e-ba0aa33761f6 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:51:17.732323 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fc722b8c-0fbf-4122-9c34-a0da1b49a6de no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:51:17.747351 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8920be-d747-4ad8-bda3-3664c475dd4e req-6d3627e1-0639-4cf5-90d0-04e3d49fb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:17.748988 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb8920be-d747-4ad8-bda3-3664c475dd4e req-6d3627e1-0639-4cf5-90d0-04e3d49fb63b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c45e1adea264b5eacb15659df686802&device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 1094 time: 0.2951696
Nov 20 20:51:17.789278 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9b814f0-eba3-4f5f-a5e9-cdaed7af7662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:17.795072 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:17.799097 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: fc722b8c-0fbf-4122-9c34-a0da1b49a6de {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:51:17.799661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fc722b8c-0fbf-4122-9c34-a0da1b49a6de not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:51:17.837505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46000a03-6d74-43bc-957f-eb13e3558ac6 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:17.858774 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9b814f0-eba3-4f5f-a5e9-cdaed7af7662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:17.864784 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] Deleting port beb406de-8507-43ed-89e8-de67a225f600 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:51:17.865158 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:17.866721 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device e5218971-643c-4f34-9516-8e59cfb95177 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:51:17.870314 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1ebb075b-0271-4950-a74a-182cc4a744f5 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:51:17.876338 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 46000a03-6d74-43bc-957f-eb13e3558ac6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46000a03-6d74-43bc-957f-eb13e3558ac6,segment=NetworkSegment(2efcdb7c-5b32-4183-9a5f-bf0c05186fce),segment_id=2efcdb7c-5b32-4183-9a5f-bf0c05186fce)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:17.915497 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8920be-d747-4ad8-bda3-3664c475dd4e req-68cc0d52-d060-41b9-826e-df9f0836b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:17.917266 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb8920be-d747-4ad8-bda3-3664c475dd4e req-68cc0d52-d060-41b9-826e-df9f0836b68e service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ad8ba81-8fae-4627-b230-cf015714cccb HTTP/1.1" status: 200  len: 917 time: 0.1594322
Nov 20 20:51:17.924743 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:17.925686 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 74631941-cda7-49c4-b33a-f60122f88759 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:51:17.928154 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 1ebb075b-0271-4950-a74a-182cc4a744f5 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:51:17.928667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1ebb075b-0271-4950-a74a-182cc4a744f5 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:51:18.036815 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb8920be-d747-4ad8-bda3-3664c475dd4e req-327efcf3-f91c-42db-9752-5420248760d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5218971-643c-4f34-9516-8e59cfb95177 HTTP/1.1" status: 200  len: 217 time: 0.1090267
Nov 20 20:51:18.076753 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] For port beb406de-8507-43ed-89e8-de67a225f600, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=beb406de-8507-43ed-89e8-de67a225f600,segment=NetworkSegment(25550d86-0716-4275-9add-eecdb26a8300),segment_id=25550d86-0716-4275-9add-eecdb26a8300)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:18.079048 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:18.115072 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] Calling delete_port for beb406de-8507-43ed-89e8-de67a225f600 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:51:18.127457 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8920be-d747-4ad8-bda3-3664c475dd4e req-1585d236-1b33-4dc4-8a9c-dda26b46842c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:18.130891 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb8920be-d747-4ad8-bda3-3664c475dd4e req-1585d236-1b33-4dc4-8a9c-dda26b46842c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4900e14-6a19-4062-b807-cfa72a6ac0fe HTTP/1.1" status: 200  len: 856 time: 0.0855258
Nov 20 20:51:18.153524 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9b814f0-eba3-4f5f-a5e9-cdaed7af7662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:18.155814 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9b814f0-eba3-4f5f-a5e9-cdaed7af7662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:18.157378 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d9b814f0-eba3-4f5f-a5e9-cdaed7af7662 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f2ca00c-2fa9-4ee2-86a1-2df9bec7e67f HTTP/1.1" status: 204  len: 168 time: 0.4951894
Nov 20 20:51:18.183470 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7528e6-4cb7-46fa-9400-080690a100e9 req-69f43803-0b1f-417e-b4c6-2fcc90834cfd tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:18.192533 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4b7528e6-4cb7-46fa-9400-080690a100e9 req-69f43803-0b1f-417e-b4c6-2fcc90834cfd tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 943 time: 0.1439717
Nov 20 20:51:18.192784 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb8920be-d747-4ad8-bda3-3664c475dd4e req-dd2406bb-2a29-4503-87dc-b3f420c1b667 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ad8ba81-8fae-4627-b230-cf015714cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556345
Nov 20 20:51:18.203647 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0244c8-307b-4219-af8a-3b5ede55c943 None None] DHCP port deletion for 5bc0506e-bc72-485c-a0a7-48575db53d86 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:51:18.205440 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b814f0-eba3-4f5f-a5e9-cdaed7af7662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2ca00c-2fa9-4ee2-86a1-2df9bec7e67f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:18.275979 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4b7528e6-4cb7-46fa-9400-080690a100e9 req-065a6f33-876b-4a75-a7f0-d60d4ef64e10 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/security-groups?id=284fbd77-0b2a-4593-a7cc-31a795361004&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812726
Nov 20 20:51:18.299050 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:18.338544 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 74631941-cda7-49c4-b33a-f60122f88759, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74631941-cda7-49c4-b33a-f60122f88759,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:18.355277 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb406de-8507-43ed-89e8-de67a225f600,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:18.357725 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] No DVR routers for this DVR port beb406de-8507-43ed-89e8-de67a225f600 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:51:18.368105 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=46000a03-6d74-43bc-957f-eb13e3558ac6,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:18.377817 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '74631941-cda7-49c4-b33a-f60122f88759', 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121', 'port_id': '74631941-cda7-49c4-b33a-f60122f88759', 'mac_address': 'fa:16:3e:f5:3b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c051715d-2ad4-424d-b871-ebe005e92074', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:51:18.462203 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port e5218971-643c-4f34-9516-8e59cfb95177, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5218971-643c-4f34-9516-8e59cfb95177,segment=NetworkSegment(04822149-92f3-43a7-8daf-9c9f7da24285),segment_id=04822149-92f3-43a7-8daf-9c9f7da24285)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:18.496288 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb8920be-d747-4ad8-bda3-3664c475dd4e req-8f5425cc-f2f5-4d0b-93ab-d41903860fdd service neutron] 10.222.0.37 "GET /v2.0/networks/6ad8ba81-8fae-4627-b230-cf015714cccb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2625823
Nov 20 20:51:18.499755 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:18.505029 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'e5218971-643c-4f34-9516-8e59cfb95177', 'network_id': '6ad8ba81-8fae-4627-b230-cf015714cccb', 'port_id': 'e5218971-643c-4f34-9516-8e59cfb95177', 'mac_address': 'fa:16:3e:39:d9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4900e14-6a19-4062-b807-cfa72a6ac0fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:51:18.513938 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47dd2b-95e6-4513-8181-556c529b842b req-6fe34e65-edbb-485f-a6e8-ae3950397c32 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:18.516117 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:18.526251 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf47dd2b-95e6-4513-8181-556c529b842b req-6fe34e65-edbb-485f-a6e8-ae3950397c32 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 944 time: 0.3322787
Nov 20 20:51:18.527038 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:18.528689 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4e0244c8-307b-4219-af8a-3b5ede55c943 None None] Deleting port beb406de-8507-43ed-89e8-de67a225f600 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:51:18.529103 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4e0244c8-307b-4219-af8a-3b5ede55c943 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:18.546375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74631941-cda7-49c4-b33a-f60122f88759 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:18.553440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e7f6640>,) {'filters': {'network_id': ['5bc0506e-bc72-485c-a0a7-48575db53d86']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:18.567714 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e7f6640>, '25550d86-0716-4275-9add-eecdb26a8300') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:18.568014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e7f6640>, '25550d86-0716-4275-9add-eecdb26a8300') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:18.584080 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:18.605502 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:18.617837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:51:18.618278 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:51:18.729589 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:51:18.739467 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:18.767836 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:18.778082 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5bc0506e-bc72-485c-a0a7-48575db53d86 HTTP/1.1" status: 204  len: 168 time: 1.2070312
Nov 20 20:51:18.791478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 74631941-cda7-49c4-b33a-f60122f88759, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74631941-cda7-49c4-b33a-f60122f88759,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:18.795068 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:18.817297 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:18.819010 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea336f4-fc0b-4461-92fc-0dd2977f31d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bc0506e-bc72-485c-a0a7-48575db53d86,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:18.819968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 39839f43-d46e-414e-93c9-a7955f617fd1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:51:18.850893 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4e0244c8-307b-4219-af8a-3b5ede55c943 None None] For port beb406de-8507-43ed-89e8-de67a225f600, host ncdv-master-1, got binding levels [] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:18.851767 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4e0244c8-307b-4219-af8a-3b5ede55c943 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:18.859722 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e0cc5-ffe5-44f0-814a-66987bd5b927 req-5765db5f-38ee-415d-9007-603e4057bc89 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:18.868798 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e0cc5-ffe5-44f0-814a-66987bd5b927 req-5765db5f-38ee-415d-9007-603e4057bc89 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:18.877209 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e0cc5-ffe5-44f0-814a-66987bd5b927 req-5765db5f-38ee-415d-9007-603e4057bc89 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:18.885868 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e0cc5-ffe5-44f0-814a-66987bd5b927 req-5765db5f-38ee-415d-9007-603e4057bc89 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:18.895013 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e0cc5-ffe5-44f0-814a-66987bd5b927 req-5765db5f-38ee-415d-9007-603e4057bc89 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:18.904461 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e0cc5-ffe5-44f0-814a-66987bd5b927 req-5765db5f-38ee-415d-9007-603e4057bc89 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:18.916131 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e0cc5-ffe5-44f0-814a-66987bd5b927 req-5765db5f-38ee-415d-9007-603e4057bc89 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:18.927128 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-886e0cc5-ffe5-44f0-814a-66987bd5b927 req-5765db5f-38ee-415d-9007-603e4057bc89 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5433 time: 0.1841078
Nov 20 20:51:18.946712 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5218971-643c-4f34-9516-8e59cfb95177 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:18.957323 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4e0244c8-307b-4219-af8a-3b5ede55c943 None None] Calling delete_port for beb406de-8507-43ed-89e8-de67a225f600 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:51:18.965741 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.ipam_backend_mixin [None req-4e0244c8-307b-4219-af8a-3b5ede55c943 None None] Port beb406de-8507-43ed-89e8-de67a225f600 was not found and therefore no delete operation was performed {{(pid=126226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 20 20:51:18.993273 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4e0244c8-307b-4219-af8a-3b5ede55c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:19.028201 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port e5218971-643c-4f34-9516-8e59cfb95177, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5218971-643c-4f34-9516-8e59cfb95177,segment=NetworkSegment(04822149-92f3-43a7-8daf-9c9f7da24285),segment_id=04822149-92f3-43a7-8daf-9c9f7da24285)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:19.029792 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-886e0cc5-ffe5-44f0-814a-66987bd5b927 req-dd69e758-0d91-43bd-8268-d6cdc93e61df tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1014156
Nov 20 20:51:19.044240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e0244c8-307b-4219-af8a-3b5ede55c943 None None] Network 5bc0506e-bc72-485c-a0a7-48575db53d86 is not hosted by any dhcp agent {{(pid=126226) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 20 20:51:19.044809 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0244c8-307b-4219-af8a-3b5ede55c943 None None] No DVR routers for this DVR port beb406de-8507-43ed-89e8-de67a225f600 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:51:19.050078 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 39839f43-d46e-414e-93c9-a7955f617fd1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39839f43-d46e-414e-93c9-a7955f617fd1,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:19.053302 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:19.067518 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:19.095265 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=74631941-cda7-49c4-b33a-f60122f88759,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:19.148316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd8012-ed54-427b-a098-48bb8af1ee88 req-d05ecf77-0cdb-4573-a779-d7a94b2fc257 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:19.149923 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30dd8012-ed54-427b-a098-48bb8af1ee88 req-d05ecf77-0cdb-4573-a779-d7a94b2fc257 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 944 time: 0.7338557
Nov 20 20:51:19.151557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0244c8-307b-4219-af8a-3b5ede55c943 None None] Pushing event deleted for resources: {'Port': ['ID=beb406de-8507-43ed-89e8-de67a225f600,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:19.183130 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34144) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:19.206812 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf47dd2b-95e6-4513-8181-556c529b842b req-65dade19-6505-4110-94cb-ce04110fb4e0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6797428
Nov 20 20:51:19.236460 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb8920be-d747-4ad8-bda3-3664c475dd4e req-c649f319-40ee-4ce2-9e83-37af2b86b360 service neutron] 10.222.0.37 "GET /v2.0/networks/6ad8ba81-8fae-4627-b230-cf015714cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7058253
Nov 20 20:51:19.260180 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '39839f43-d46e-414e-93c9-a7955f617fd1', 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121', 'port_id': '39839f43-d46e-414e-93c9-a7955f617fd1', 'mac_address': 'fa:16:3e:3a:09:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c051715d-2ad4-424d-b871-ebe005e92074', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:51:19.299195 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6d32a8dd-79f3-4250-ab57-2744f68705fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2cfe248f7eb34f6e80937503e49fd3ca&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1135423
Nov 20 20:51:19.301111 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34148) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:19.319092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=e5218971-643c-4f34-9516-8e59cfb95177,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:19.360676 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['e5218971-643c-4f34-9516-8e59cfb95177'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:19.367975 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-30dd8012-ed54-427b-a098-48bb8af1ee88 req-bc82b949-1ff0-495d-81af-54e5e3e8b1c0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Deleting port 6b6045ba-274e-4026-bce3-97b2ebae1812 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:51:19.368364 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-30dd8012-ed54-427b-a098-48bb8af1ee88 req-bc82b949-1ff0-495d-81af-54e5e3e8b1c0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:19.411377 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:19.460067 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39839f43-d46e-414e-93c9-a7955f617fd1 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:19.466419 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-329a0ba2-3c6d-42ba-b3b9-d389e73b656d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:19.496272 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-329a0ba2-3c6d-42ba-b3b9-d389e73b656d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:19.497275 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 39839f43-d46e-414e-93c9-a7955f617fd1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39839f43-d46e-414e-93c9-a7955f617fd1,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:19.513888 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:19.514873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:51:19.552170 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-329a0ba2-3c6d-42ba-b3b9-d389e73b656d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:19.555227 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-329a0ba2-3c6d-42ba-b3b9-d389e73b656d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:19.560414 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-329a0ba2-3c6d-42ba-b3b9-d389e73b656d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/80660770-4c31-45ad-b451-e0e3eb2bcc7a HTTP/1.1" status: 204  len: 168 time: 0.2580476
Nov 20 20:51:19.575465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a0ba2-3c6d-42ba-b3b9-d389e73b656d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80660770-4c31-45ad-b451-e0e3eb2bcc7a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:19.652682 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-30dd8012-ed54-427b-a098-48bb8af1ee88 req-bc82b949-1ff0-495d-81af-54e5e3e8b1c0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] For port 6b6045ba-274e-4026-bce3-97b2ebae1812, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b6045ba-274e-4026-bce3-97b2ebae1812,segment=NetworkSegment(8db06c8e-3096-4876-87fd-3d53166f57f7),segment_id=8db06c8e-3096-4876-87fd-3d53166f57f7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:19.653173 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-30dd8012-ed54-427b-a098-48bb8af1ee88 req-bc82b949-1ff0-495d-81af-54e5e3e8b1c0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:19.665512 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097ec3e-7a35-4bd7-bb81-f3d2328a2f51 req-67ad6e76-4fdc-4714-b76d-ed90e0f80640 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:19.667112 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4097ec3e-7a35-4bd7-bb81-f3d2328a2f51 req-67ad6e76-4fdc-4714-b76d-ed90e0f80640 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 944 time: 0.1672385
Nov 20 20:51:19.668228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device beb406de-8507-43ed-89e8-de67a225f600 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:51:19.688014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-30dd8012-ed54-427b-a098-48bb8af1ee88 req-bc82b949-1ff0-495d-81af-54e5e3e8b1c0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Calling delete_port for 6b6045ba-274e-4026-bce3-97b2ebae1812 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:51:19.705756 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: beb406de-8507-43ed-89e8-de67a225f600 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:51:19.706138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device beb406de-8507-43ed-89e8-de67a225f600 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:51:19.712407 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=39839f43-d46e-414e-93c9-a7955f617fd1,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:19.766257 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:19.803046 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '8d29ec6b-5e92-4f5c-9a33-b37b39856ff1', 'network_id': 'd6af962d-f566-43ad-aacb-a9c0f2bc8121', 'port_id': '8d29ec6b-5e92-4f5c-9a33-b37b39856ff1', 'mac_address': 'fa:16:3e:d7:b1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c051715d-2ad4-424d-b871-ebe005e92074', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:51:19.810193 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4097ec3e-7a35-4bd7-bb81-f3d2328a2f51 req-59638eaa-44ed-43e1-88e0-ddb4a8130565 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/security-groups?id=284fbd77-0b2a-4593-a7cc-31a795361004&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337664
Nov 20 20:51:19.887252 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:19.902958 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:19.927121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:19.939025 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:19.939025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1906ffcc-f920-4444-989d-3996e905079f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:51:19.976079 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-30dd8012-ed54-427b-a098-48bb8af1ee88 req-bc82b949-1ff0-495d-81af-54e5e3e8b1c0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:20.013965 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 1906ffcc-f920-4444-989d-3996e905079f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1906ffcc-f920-4444-989d-3996e905079f,segment=NetworkSegment(2efcdb7c-5b32-4183-9a5f-bf0c05186fce),segment_id=2efcdb7c-5b32-4183-9a5f-bf0c05186fce)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:20.017020 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:20.029723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '1906ffcc-f920-4444-989d-3996e905079f', 'network_id': '9ab96eba-b67e-47c5-9f2b-383d74c4c2ec', 'port_id': '1906ffcc-f920-4444-989d-3996e905079f', 'mac_address': 'fa:16:3e:db:0f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675dd659-efc8-4512-8b36-a10de2903548', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:51:20.056936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82b949-1ff0-495d-81af-54e5e3e8b1c0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Pushing event deleted for resources: {'Port': ['ID=6b6045ba-274e-4026-bce3-97b2ebae1812,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:20.074157 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:20.078252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dd8012-ed54-427b-a098-48bb8af1ee88 req-bc82b949-1ff0-495d-81af-54e5e3e8b1c0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] No DVR routers for this DVR port 6b6045ba-274e-4026-bce3-97b2ebae1812 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:51:20.081618 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-30dd8012-ed54-427b-a098-48bb8af1ee88 req-bc82b949-1ff0-495d-81af-54e5e3e8b1c0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:20.090669 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30dd8012-ed54-427b-a098-48bb8af1ee88 req-bc82b949-1ff0-495d-81af-54e5e3e8b1c0 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.47 "DELETE /v2.0/ports/6b6045ba-274e-4026-bce3-97b2ebae1812 HTTP/1.1" status: 204  len: 173 time: 0.9315751
Nov 20 20:51:20.090879 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1906ffcc-f920-4444-989d-3996e905079f {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:20.091207 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40', 'name': 'network-vif-deleted', 'tag': '6b6045ba-274e-4026-bce3-97b2ebae1812'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:20.093690 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e372a3-8137-4563-8312-25fe5b4ec33e" -d '{"events": [{"server_uuid": "7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40", "name": "network-vif-deleted", "tag": "6b6045ba-274e-4026-bce3-97b2ebae1812"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:20.113878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 1906ffcc-f920-4444-989d-3996e905079f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1906ffcc-f920-4444-989d-3996e905079f,segment=NetworkSegment(2efcdb7c-5b32-4183-9a5f-bf0c05186fce),segment_id=2efcdb7c-5b32-4183-9a5f-bf0c05186fce)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:20.120578 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:20.123060 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a2255729-67f4-48eb-af4e-86e677b04463 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:51:20.144597 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df74f87-97ba-4593-a0ca-8796c99e3836 x-openstack-request-id: req-9df74f87-97ba-4593-a0ca-8796c99e3836 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:20.145139 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40", "name": "network-vif-deleted", "tag": "6b6045ba-274e-4026-bce3-97b2ebae1812", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:20.145558 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9df74f87-97ba-4593-a0ca-8796c99e3836 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:20.146476 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40', 'name': 'network-vif-deleted', 'tag': '6b6045ba-274e-4026-bce3-97b2ebae1812', 'status': 'completed', 'code': 200}
Nov 20 20:51:20.327482 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c717d-e658-4e80-9734-b0cb7f5506fb req-3e997c20-e849-4917-87e2-b23125f7272d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:20.341829 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c717d-e658-4e80-9734-b0cb7f5506fb req-3e997c20-e849-4917-87e2-b23125f7272d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:20.361760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c717d-e658-4e80-9734-b0cb7f5506fb req-3e997c20-e849-4917-87e2-b23125f7272d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:20.372040 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a2255729-67f4-48eb-af4e-86e677b04463, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2255729-67f4-48eb-af4e-86e677b04463,segment=NetworkSegment(37041694-220a-4ba9-8baa-9998343435bd),segment_id=37041694-220a-4ba9-8baa-9998343435bd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:20.386453 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c717d-e658-4e80-9734-b0cb7f5506fb req-3e997c20-e849-4917-87e2-b23125f7272d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:20.387509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'a2255729-67f4-48eb-af4e-86e677b04463', 'network_id': 'faba2177-d247-4737-8414-396da08b9b04', 'port_id': 'a2255729-67f4-48eb-af4e-86e677b04463', 'mac_address': 'fa:16:3e:9a:ea:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:51:20.400259 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c717d-e658-4e80-9734-b0cb7f5506fb req-3e997c20-e849-4917-87e2-b23125f7272d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:20.416481 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c717d-e658-4e80-9734-b0cb7f5506fb req-3e997c20-e849-4917-87e2-b23125f7272d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:20.429042 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c717d-e658-4e80-9734-b0cb7f5506fb req-3e997c20-e849-4917-87e2-b23125f7272d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:20.430984 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6a7c717d-e658-4e80-9734-b0cb7f5506fb req-3e997c20-e849-4917-87e2-b23125f7272d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5437 time: 0.2235858
Nov 20 20:51:20.457889 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:20.465677 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-603bd304-687d-48e8-acdf-f418dc8b4247 req-b04ad2d0-63c6-4f84-88d8-1b4e1c711594 tempest-LiveMigrationTest-514169898 tempest-LiveMigrationTest-514169898-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a248eb6-60b6-4f9f-8b2a-1c33cf13ca40 HTTP/1.1" status: 200  len: 210 time: 0.0722525
Nov 20 20:51:20.479829 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2255729-67f4-48eb-af4e-86e677b04463 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:20.503330 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=1906ffcc-f920-4444-989d-3996e905079f,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:20.509141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a2255729-67f4-48eb-af4e-86e677b04463, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2255729-67f4-48eb-af4e-86e677b04463,segment=NetworkSegment(37041694-220a-4ba9-8baa-9998343435bd),segment_id=37041694-220a-4ba9-8baa-9998343435bd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:20.514020 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:20.565382 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6a7c717d-e658-4e80-9734-b0cb7f5506fb req-2e20697a-1be0-4e63-87ed-b2f13f12aedb tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1165330
Nov 20 20:51:20.569684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=a2255729-67f4-48eb-af4e-86e677b04463,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:20.963134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23e939-e54e-4a04-b938-555bb393f42b req-affeba32-10d0-4696-802f-c2e9499297db tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:20.966597 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ec23e939-e54e-4a04-b938-555bb393f42b req-affeba32-10d0-4696-802f-c2e9499297db tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 944 time: 0.0636022
Nov 20 20:51:21.032533 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ec23e939-e54e-4a04-b938-555bb393f42b req-2d4d6db7-d453-4b68-a0e5-477b9dae4b11 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/security-groups?id=284fbd77-0b2a-4593-a7cc-31a795361004&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592470
Nov 20 20:51:21.072115 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['d62e09bc-0a07-428d-96cb-5ce7f5c99f7f'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:21.131594 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['1906ffcc-f920-4444-989d-3996e905079f'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:21.156132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34226) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:21.160828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['a2255729-67f4-48eb-af4e-86e677b04463'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:21.207200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['8d29ec6b-5e92-4f5c-9a33-b37b39856ff1'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:21.209261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['39839f43-d46e-414e-93c9-a7955f617fd1'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:21.355857 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-33df47e3-b7d0-4db2-80d7-7afde27e8f19 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-71510023-network', 'tenant_id': '44e20e99a6534d5d95e9d012160657a3'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:21.397604 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33df47e3-b7d0-4db2-80d7-7afde27e8f19 admin admin] Made reservation on behalf of 44e20e99a6534d5d95e9d012160657a3 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:51:21.401262 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33df47e3-b7d0-4db2-80d7-7afde27e8f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:21.414081 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33df47e3-b7d0-4db2-80d7-7afde27e8f19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:21.579417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34266) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:21.623557 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33df47e3-b7d0-4db2-80d7-7afde27e8f19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:21.630595 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33df47e3-b7d0-4db2-80d7-7afde27e8f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:21.683252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-185b73e2-f321-4579-a1b9-04794712cf20 admin admin] Deleting subnet 401402cf-759c-4641-9447-60eadb079e88 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:51:21.685680 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33df47e3-b7d0-4db2-80d7-7afde27e8f19 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:51:21.698148 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-185b73e2-f321-4579-a1b9-04794712cf20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:21.730017 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33df47e3-b7d0-4db2-80d7-7afde27e8f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:21.730398 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-33df47e3-b7d0-4db2-80d7-7afde27e8f19 admin admin] Added segment 27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1 of type vlan for network 7ac3ab90-d288-4bb5-99a9-c81df0147689
Nov 20 20:51:21.753521 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df47e3-b7d0-4db2-80d7-7afde27e8f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4beafc0a-d82c-46ed-a678-3373ab2c8dd3,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:21.786794 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-185b73e2-f321-4579-a1b9-04794712cf20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:21.815554 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33df47e3-b7d0-4db2-80d7-7afde27e8f19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:21.852144 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-185b73e2-f321-4579-a1b9-04794712cf20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:21.860864 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2b581-3d24-44c3-b004-cbf75d9cb75b req-58a99aeb-c133-4994-9f02-3876004006bf tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:21.867224 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2b581-3d24-44c3-b004-cbf75d9cb75b req-58a99aeb-c133-4994-9f02-3876004006bf tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:21.873573 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2b581-3d24-44c3-b004-cbf75d9cb75b req-58a99aeb-c133-4994-9f02-3876004006bf tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:21.880828 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2b581-3d24-44c3-b004-cbf75d9cb75b req-58a99aeb-c133-4994-9f02-3876004006bf tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:21.887197 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2b581-3d24-44c3-b004-cbf75d9cb75b req-58a99aeb-c133-4994-9f02-3876004006bf tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:21.895011 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2b581-3d24-44c3-b004-cbf75d9cb75b req-58a99aeb-c133-4994-9f02-3876004006bf tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:21.902000 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2b581-3d24-44c3-b004-cbf75d9cb75b req-58a99aeb-c133-4994-9f02-3876004006bf tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:21.903840 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device e5218971-643c-4f34-9516-8e59cfb95177 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:51:21.904522 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0d2b581-3d24-44c3-b004-cbf75d9cb75b req-58a99aeb-c133-4994-9f02-3876004006bf tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5438 time: 0.1989985
Nov 20 20:51:21.914357 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33df47e3-b7d0-4db2-80d7-7afde27e8f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:21.915635 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33df47e3-b7d0-4db2-80d7-7afde27e8f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:21.916427 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33df47e3-b7d0-4db2-80d7-7afde27e8f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:21.970200 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-185b73e2-f321-4579-a1b9-04794712cf20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:21.981026 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-33df47e3-b7d0-4db2-80d7-7afde27e8f19 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.8227842
Nov 20 20:51:21.990682 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34304) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:22.022135 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port e5218971-643c-4f34-9516-8e59cfb95177 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:51:22.027040 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port e5218971-643c-4f34-9516-8e59cfb95177 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:22.027340 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df47e3-b7d0-4db2-80d7-7afde27e8f19 admin admin] Pushing event updated for resources: {'Network': ['ID=7ac3ab90-d288-4bb5-99a9-c81df0147689,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:22.027501 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.032050 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-185b73e2-f321-4579-a1b9-04794712cf20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.036597 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-185b73e2-f321-4579-a1b9-04794712cf20 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/401402cf-759c-4641-9447-60eadb079e88 HTTP/1.1" status: 204  len: 168 time: 0.4549577
Nov 20 20:51:22.040478 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34306) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:22.041357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a2f7abbc-b6d3-4890-b2d3-572687c4eb53 admin admin] Request body: {'subnet': {'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-71510023-subnet', 'tenant_id': '44e20e99a6534d5d95e9d012160657a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:22.045770 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b73e2-f321-4579-a1b9-04794712cf20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=401402cf-759c-4641-9447-60eadb079e88,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:22.076581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f7abbc-b6d3-4890-b2d3-572687c4eb53 admin admin] Made reservation on behalf of 44e20e99a6534d5d95e9d012160657a3 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:51:22.083734 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a2f7abbc-b6d3-4890-b2d3-572687c4eb53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.095708 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0d2b581-3d24-44c3-b004-cbf75d9cb75b req-0f339fce-303f-4f5a-bf49-d8660b5d0dd6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1737208
Nov 20 20:51:22.104054 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 7ac3ab90-d288-4bb5-99a9-c81df0147689 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:51:22.131951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['46000a03-6d74-43bc-957f-eb13e3558ac6'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:22.184065 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f6c75ac7-1e02-4651-95d9-5339a5e658cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.331774 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f6c75ac7-1e02-4651-95d9-5339a5e658cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.362573 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-f6c75ac7-1e02-4651-95d9-5339a5e658cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4de9a730>,) {'filters': {'network_id': ['554d0697-db40-4745-a60d-da36ede89e92']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:22.383912 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-f6c75ac7-1e02-4651-95d9-5339a5e658cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4de9a730>, '8db06c8e-3096-4876-87fd-3d53166f57f7') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:22.384725 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-f6c75ac7-1e02-4651-95d9-5339a5e658cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4de9a730>, '8db06c8e-3096-4876-87fd-3d53166f57f7') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:22.407902 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f6c75ac7-1e02-4651-95d9-5339a5e658cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.429906 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f6c75ac7-1e02-4651-95d9-5339a5e658cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.439379 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['74631941-cda7-49c4-b33a-f60122f88759'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:22.447626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c75ac7-1e02-4651-95d9-5339a5e658cd admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:51:22.448176 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f6c75ac7-1e02-4651-95d9-5339a5e658cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:51:22.452402 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:51:22.463670 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a2f7abbc-b6d3-4890-b2d3-572687c4eb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.546394 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6b6045ba-274e-4026-bce3-97b2ebae1812 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:51:22.562313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f46fe-9cc7-407e-ba85-b362db0eb14e req-0f7750a3-1dcd-4890-85c6-4db6bfc4c7e8 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:22.566670 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b2f46fe-9cc7-407e-ba85-b362db0eb14e req-0f7750a3-1dcd-4890-85c6-4db6bfc4c7e8 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 944 time: 0.1724818
Nov 20 20:51:22.602002 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 6b6045ba-274e-4026-bce3-97b2ebae1812 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:51:22.602636 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6b6045ba-274e-4026-bce3-97b2ebae1812 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:51:22.605183 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f6c75ac7-1e02-4651-95d9-5339a5e658cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.611211 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.620408 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7abbc-b6d3-4890-b2d3-572687c4eb53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dca0b895-d4f5-4110-adf5-186714814159,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:22.626985 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f6c75ac7-1e02-4651-95d9-5339a5e658cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.633749 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34348) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:22.636031 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f6c75ac7-1e02-4651-95d9-5339a5e658cd admin admin] 10.222.0.41 "DELETE /v2.0/networks/554d0697-db40-4745-a60d-da36ede89e92 HTTP/1.1" status: 204  len: 168 time: 0.5852447
Nov 20 20:51:22.648126 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c75ac7-1e02-4651-95d9-5339a5e658cd admin admin] Pushing event deleted for resources: {'Network': ['ID=554d0697-db40-4745-a60d-da36ede89e92,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:22.674487 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f7abbc-b6d3-4890-b2d3-572687c4eb53 admin admin] Checking segment: {'id': '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:51:22.675126 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f7abbc-b6d3-4890-b2d3-572687c4eb53 admin admin] Network hostable DHCP agents. Network: 7ac3ab90-d288-4bb5-99a9-c81df0147689, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:51:22.698492 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce4d82a-c0e6-4b0d-8432-dda5272c912c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5218971-643c-4f34-9516-8e59cfb95177'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:22.701961 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff50897-dbda-45b2-a5a0-c6c17c0a6c24" -d '{"events": [{"server_uuid": "7ce4d82a-c0e6-4b0d-8432-dda5272c912c", "name": "network-vif-plugged", "status": "completed", "tag": "e5218971-643c-4f34-9516-8e59cfb95177"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:22.726856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-008bfd9b-51b5-4ab6-9cf5-3b4679b44695 admin admin] Deleting subnet 7b539a02-da8a-4e5b-b27b-bbe69da58b12 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:51:22.732323 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b2f46fe-9cc7-407e-ba85-b362db0eb14e req-0d7b142a-d380-4b46-a906-e0b132fdd95d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/security-groups?id=284fbd77-0b2a-4593-a7cc-31a795361004&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543391
Nov 20 20:51:22.737050 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-008bfd9b-51b5-4ab6-9cf5-3b4679b44695 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.739954 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port e5218971-643c-4f34-9516-8e59cfb95177, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5218971-643c-4f34-9516-8e59cfb95177,segment=NetworkSegment(04822149-92f3-43a7-8daf-9c9f7da24285),segment_id=04822149-92f3-43a7-8daf-9c9f7da24285)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:22.761977 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f7abbc-b6d3-4890-b2d3-572687c4eb53 admin admin] Network 7ac3ab90-d288-4bb5-99a9-c81df0147689 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:51:22.785900 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-008bfd9b-51b5-4ab6-9cf5-3b4679b44695 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.787955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-a2f7abbc-b6d3-4890-b2d3-572687c4eb53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7ac3ab90-d288-4bb5-99a9-c81df0147689) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:51:22.815317 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f7abbc-b6d3-4890-b2d3-572687c4eb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:22.815995 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a2f7abbc-b6d3-4890-b2d3-572687c4eb53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.846213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a0d687-b73b-495b-9909-010e3a5817d0 None None] Network 7ac3ab90-d288-4bb5-99a9-c81df0147689 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:51:22.848930 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.860608 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a2f7abbc-b6d3-4890-b2d3-572687c4eb53 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.8220677
Nov 20 20:51:22.867577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-008bfd9b-51b5-4ab6-9cf5-3b4679b44695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.951414 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-008bfd9b-51b5-4ab6-9cf5-3b4679b44695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:22.994458 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bfd9b-51b5-4ab6-9cf5-3b4679b44695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b539a02-da8a-4e5b-b27b-bbe69da58b12,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:23.003825 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-008bfd9b-51b5-4ab6-9cf5-3b4679b44695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:23.007985 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-008bfd9b-51b5-4ab6-9cf5-3b4679b44695 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7b539a02-da8a-4e5b-b27b-bbe69da58b12 HTTP/1.1" status: 204  len: 168 time: 0.3730445
Nov 20 20:51:23.010876 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34370) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:23.036100 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=e5218971-643c-4f34-9516-8e59cfb95177,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:23.049248 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:23.049494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:23.049851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:23.050347 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:23.050791 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:23.051156 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:23.051574 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:23.052001 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:23.052227 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:23.052650 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:23.053091 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:23.054087 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:51:23.174475 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0de4feca-a095-4a26-adf7-8a9a15259be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:23.305831 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b41eeb-1fa0-46d0-ae71-e83bb40aa545 x-openstack-request-id: req-52b41eeb-1fa0-46d0-ae71-e83bb40aa545 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:23.306756 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce4d82a-c0e6-4b0d-8432-dda5272c912c", "name": "network-vif-plugged", "status": "completed", "tag": "e5218971-643c-4f34-9516-8e59cfb95177", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:23.307024 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52b41eeb-1fa0-46d0-ae71-e83bb40aa545 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:23.307464 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce4d82a-c0e6-4b0d-8432-dda5272c912c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5218971-643c-4f34-9516-8e59cfb95177', 'code': 200}
Nov 20 20:51:23.310654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf95df4-d459-42cb-b052-ac599fafedea None None] Network 7ac3ab90-d288-4bb5-99a9-c81df0147689 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:51:23.333534 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0de4feca-a095-4a26-adf7-8a9a15259be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:23.362833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-0de4feca-a095-4a26-adf7-8a9a15259be2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ea88220>,) {'filters': {'network_id': ['445e6541-a737-47cd-892d-d09d5894c646']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:23.375039 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-0de4feca-a095-4a26-adf7-8a9a15259be2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ea88220>, '6c66e938-b527-4961-9b9e-66e5a863251c') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:23.375636 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-0de4feca-a095-4a26-adf7-8a9a15259be2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ea88220>, '6c66e938-b527-4961-9b9e-66e5a863251c') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:23.387844 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0de4feca-a095-4a26-adf7-8a9a15259be2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:23.405368 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0de4feca-a095-4a26-adf7-8a9a15259be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:23.414903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de4feca-a095-4a26-adf7-8a9a15259be2 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:51:23.415277 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0de4feca-a095-4a26-adf7-8a9a15259be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:51:23.419627 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:51:23.446103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc449f-079c-4514-8f21-5fd101e74461 req-18305f77-58db-4b42-b435-19497785cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:23.448892 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68dc449f-079c-4514-8f21-5fd101e74461 req-18305f77-58db-4b42-b435-19497785cb36 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 1096 time: 0.0985222
Nov 20 20:51:23.527578 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68dc449f-079c-4514-8f21-5fd101e74461 req-d6c99e44-3075-4ac4-a645-5ecdd1c47129 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=284fbd77-0b2a-4593-a7cc-31a795361004&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707946
Nov 20 20:51:23.534389 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0de4feca-a095-4a26-adf7-8a9a15259be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:23.540833 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0de4feca-a095-4a26-adf7-8a9a15259be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:23.544635 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0de4feca-a095-4a26-adf7-8a9a15259be2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/445e6541-a737-47cd-892d-d09d5894c646 HTTP/1.1" status: 204  len: 168 time: 0.5321550
Nov 20 20:51:23.561558 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9eb02-b479-4b61-82af-f5359f26165d req-48afb8dd-a36a-47ba-bb5e-ba54d2b7745c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:23.568959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9eb02-b479-4b61-82af-f5359f26165d req-48afb8dd-a36a-47ba-bb5e-ba54d2b7745c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:23.575991 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9eb02-b479-4b61-82af-f5359f26165d req-48afb8dd-a36a-47ba-bb5e-ba54d2b7745c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:23.583839 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9eb02-b479-4b61-82af-f5359f26165d req-48afb8dd-a36a-47ba-bb5e-ba54d2b7745c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:23.594803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9eb02-b479-4b61-82af-f5359f26165d req-48afb8dd-a36a-47ba-bb5e-ba54d2b7745c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:23.602556 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9eb02-b479-4b61-82af-f5359f26165d req-48afb8dd-a36a-47ba-bb5e-ba54d2b7745c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:23.608526 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9eb02-b479-4b61-82af-f5359f26165d req-48afb8dd-a36a-47ba-bb5e-ba54d2b7745c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:23.611061 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2ec9eb02-b479-4b61-82af-f5359f26165d req-48afb8dd-a36a-47ba-bb5e-ba54d2b7745c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5438 time: 0.1929371
Nov 20 20:51:23.633912 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4feca-a095-4a26-adf7-8a9a15259be2 admin admin] Pushing event deleted for resources: {'Network': ['ID=445e6541-a737-47cd-892d-d09d5894c646,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:23.694729 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2ec9eb02-b479-4b61-82af-f5359f26165d req-9417de8a-d617-415f-a8f1-963d705360eb tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0776837
Nov 20 20:51:23.842683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34450) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:23.887680 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bf577115-f9d4-47cd-beb6-1962287c72ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e5736eff1924fa28c0a00ae3da90174&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0434005
Nov 20 20:51:23.890025 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34456) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:23.944967 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ae42151a-6ebf-4172-bc0e-aac54fd3ba7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:23.966567 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ae42151a-6ebf-4172-bc0e-aac54fd3ba7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:24.019769 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ae42151a-6ebf-4172-bc0e-aac54fd3ba7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:24.023250 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ae42151a-6ebf-4172-bc0e-aac54fd3ba7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:24.024548 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ae42151a-6ebf-4172-bc0e-aac54fd3ba7f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b HTTP/1.1" status: 204  len: 168 time: 0.1335330
Nov 20 20:51:24.034294 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42151a-6ebf-4172-bc0e-aac54fd3ba7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d04ba3f-d97b-4471-8ffa-cbcdbe83f74b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:24.209395 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdb983-9057-499f-a899-11cbdc9071e1 req-5a6cc660-3484-44fd-8d7f-d4545f9307d6 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:24.210949 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-40cdb983-9057-499f-a899-11cbdc9071e1 req-5a6cc660-3484-44fd-8d7f-d4545f9307d6 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 945 time: 0.0687714
Nov 20 20:51:24.265675 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-40cdb983-9057-499f-a899-11cbdc9071e1 req-4359cd60-3a2b-4287-89d4-36440b148baf tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/security-groups?id=284fbd77-0b2a-4593-a7cc-31a795361004&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458927
Nov 20 20:51:24.279852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-2cc7acaa-4ea5-44ac-82fd-4d597f6a4eed tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:24.282104 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-2cc7acaa-4ea5-44ac-82fd-4d597f6a4eed tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/networks?id=7ac3ab90-d288-4bb5-99a9-c81df0147689 HTTP/1.1" status: 200  len: 803 time: 0.1600685
Nov 20 20:51:24.306576 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-07d39df7-7cff-465d-98ef-44577cf9fbbd tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/quotas/44e20e99a6534d5d95e9d012160657a3 HTTP/1.1" status: 200  len: 375 time: 0.0163009
Nov 20 20:51:24.347145 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-19398062-cccc-41e5-96e9-052fac7feefa tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=44e20e99a6534d5d95e9d012160657a3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0344110
Nov 20 20:51:24.463997 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-b5a84f5d-9a90-4a8d-aeed-69acf3297c90 service neutron] 10.222.0.41 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1045456
Nov 20 20:51:24.496079 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34486) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:24.548235 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-68f38a02-b1db-46e6-91dc-109d6e401f42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71c16dd9d48c4ba78aac9cab0ee3cfa9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0499284
Nov 20 20:51:24.551028 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34488) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:24.552496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 39839f43-d46e-414e-93c9-a7955f617fd1 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:51:24.611634 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-2aa0cb19-7c87-4656-8a7d-3fddc8d2ed42 service neutron] 10.222.0.41 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402967
Nov 20 20:51:24.640102 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79970164-ba82-4d39-a0d6-9262b9db37a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:24.653032 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 39839f43-d46e-414e-93c9-a7955f617fd1 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:51:24.658643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 39839f43-d46e-414e-93c9-a7955f617fd1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:24.659572 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:24.669703 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79970164-ba82-4d39-a0d6-9262b9db37a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:24.742261 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79970164-ba82-4d39-a0d6-9262b9db37a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:24.746629 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79970164-ba82-4d39-a0d6-9262b9db37a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:24.751351 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-79970164-ba82-4d39-a0d6-9262b9db37a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e01d1a60-8906-46aa-8686-753c62a859cc HTTP/1.1" status: 204  len: 168 time: 0.1964746
Nov 20 20:51:24.759386 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79970164-ba82-4d39-a0d6-9262b9db37a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01d1a60-8906-46aa-8686-753c62a859cc,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:24.773285 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:24.859198 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 39839f43-d46e-414e-93c9-a7955f617fd1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39839f43-d46e-414e-93c9-a7955f617fd1,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:24.869318 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:24.870664 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d62e09bc-0a07-428d-96cb-5ce7f5c99f7f up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:51:24.979803 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=39839f43-d46e-414e-93c9-a7955f617fd1,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:25.021818 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:51:25.029481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:25.031388 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:25.205774 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:25.248511 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d62e09bc-0a07-428d-96cb-5ce7f5c99f7f,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:25.256430 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:25.257867 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 46000a03-6d74-43bc-957f-eb13e3558ac6 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:51:25.342496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39839f43-d46e-414e-93c9-a7955f617fd1'}, {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62e09bc-0a07-428d-96cb-5ce7f5c99f7f'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:25.345653 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01db063-af28-41fd-a55c-e9e40e2a3603" -d '{"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "39839f43-d46e-414e-93c9-a7955f617fd1"}, {"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "d62e09bc-0a07-428d-96cb-5ce7f5c99f7f"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:25.399801 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=d62e09bc-0a07-428d-96cb-5ce7f5c99f7f,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:25.413542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 46000a03-6d74-43bc-957f-eb13e3558ac6 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:51:25.417458 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ee15d638-3b38-4576-af11-6cab2ad0eb61 req-b256296e-0455-4f51-a4ce-4e0d2463fb72 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6030db32-94d0-4d8c-884c-b3469acfa23f HTTP/1.1" status: 200  len: 210 time: 0.0488589
Nov 20 20:51:25.419759 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 46000a03-6d74-43bc-957f-eb13e3558ac6 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:25.420254 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:25.485309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e5652-af2e-4e3c-afe9-440bc899f8e3 req-ab762ae1-15f3-41a0-91b6-1d75d5cf8951 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:25.491779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e5652-af2e-4e3c-afe9-440bc899f8e3 req-ab762ae1-15f3-41a0-91b6-1d75d5cf8951 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:25.498254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e5652-af2e-4e3c-afe9-440bc899f8e3 req-ab762ae1-15f3-41a0-91b6-1d75d5cf8951 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:25.505451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e5652-af2e-4e3c-afe9-440bc899f8e3 req-ab762ae1-15f3-41a0-91b6-1d75d5cf8951 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:25.512617 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e5652-af2e-4e3c-afe9-440bc899f8e3 req-ab762ae1-15f3-41a0-91b6-1d75d5cf8951 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:25.529448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e5652-af2e-4e3c-afe9-440bc899f8e3 req-ab762ae1-15f3-41a0-91b6-1d75d5cf8951 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:25.547087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e5652-af2e-4e3c-afe9-440bc899f8e3 req-ab762ae1-15f3-41a0-91b6-1d75d5cf8951 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:25.551197 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-046e5652-af2e-4e3c-afe9-440bc899f8e3 req-ab762ae1-15f3-41a0-91b6-1d75d5cf8951 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5440 time: 0.1960688
Nov 20 20:51:25.581127 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:25.627879 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-046e5652-af2e-4e3c-afe9-440bc899f8e3 req-64daf385-f759-4cf4-9f8c-18323b4c0f26 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0684261
Nov 20 20:51:25.642318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 46000a03-6d74-43bc-957f-eb13e3558ac6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46000a03-6d74-43bc-957f-eb13e3558ac6,segment=NetworkSegment(2efcdb7c-5b32-4183-9a5f-bf0c05186fce),segment_id=2efcdb7c-5b32-4183-9a5f-bf0c05186fce)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:25.647704 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:25.648754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:51:25.752985 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=46000a03-6d74-43bc-957f-eb13e3558ac6,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:25.779560 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca774c3-ead7-426d-b64a-8b79025fd8a9 req-dc4bf36b-fd27-4c37-aff4-ed579b53ba7b tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:25.788929 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ca774c3-ead7-426d-b64a-8b79025fd8a9 req-dc4bf36b-fd27-4c37-aff4-ed579b53ba7b tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 945 time: 0.0762997
Nov 20 20:51:25.802453 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:51:25.808656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:25.809071 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:25.859560 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ca774c3-ead7-426d-b64a-8b79025fd8a9 req-a23a19af-4987-434b-8188-7a05aa65bcec tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/security-groups?id=284fbd77-0b2a-4593-a7cc-31a795361004&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694416
Nov 20 20:51:25.915984 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:25.954282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:25.961553 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d777dda1-cc59-440e-b49d-29db0ec8d996 x-openstack-request-id: req-d777dda1-cc59-440e-b49d-29db0ec8d996 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:25.962191 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "39839f43-d46e-414e-93c9-a7955f617fd1", "code": 200}, {"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "d62e09bc-0a07-428d-96cb-5ce7f5c99f7f", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:25.962601 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d777dda1-cc59-440e-b49d-29db0ec8d996 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:25.964931 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39839f43-d46e-414e-93c9-a7955f617fd1', 'code': 200}
Nov 20 20:51:25.964931 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62e09bc-0a07-428d-96cb-5ce7f5c99f7f', 'code': 200}
Nov 20 20:51:25.964931 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:25.966026 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1906ffcc-f920-4444-989d-3996e905079f up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:51:26.062193 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:26.081056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 1906ffcc-f920-4444-989d-3996e905079f completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:51:26.086539 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 1906ffcc-f920-4444-989d-3996e905079f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:26.087053 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:26.227366 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:26.272874 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 1906ffcc-f920-4444-989d-3996e905079f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1906ffcc-f920-4444-989d-3996e905079f,segment=NetworkSegment(2efcdb7c-5b32-4183-9a5f-bf0c05186fce),segment_id=2efcdb7c-5b32-4183-9a5f-bf0c05186fce)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:26.280602 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:26.283863 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 74631941-cda7-49c4-b33a-f60122f88759 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:51:26.388067 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-7c27d91e-5e76-462b-90ab-a1f8f599dbe6 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:26.391148 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-7c27d91e-5e76-462b-90ab-a1f8f599dbe6 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.37 "GET /v2.0/networks?id=7ac3ab90-d288-4bb5-99a9-c81df0147689 HTTP/1.1" status: 200  len: 803 time: 0.2578158
Nov 20 20:51:26.405337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=1906ffcc-f920-4444-989d-3996e905079f,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:26.410264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 74631941-cda7-49c4-b33a-f60122f88759 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:51:26.411193 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-01a9e998-ca80-43d9-bbf9-507caade6da0 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Request body: {'port': {'device_id': '6030db32-94d0-4d8c-884c-b3469acfa23f', 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689', 'admin_state_up': True, 'tenant_id': '44e20e99a6534d5d95e9d012160657a3'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:26.414999 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 74631941-cda7-49c4-b33a-f60122f88759 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:26.415448 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:26.573076 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:26.640984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143de8f-2c04-40dc-b978-e209d804a739 req-5535b103-2aeb-4a5a-9d63-43f3e86d318d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:26.643611 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 74631941-cda7-49c4-b33a-f60122f88759, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74631941-cda7-49c4-b33a-f60122f88759,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:26.650394 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:26.651454 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a2255729-67f4-48eb-af4e-86e677b04463 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:51:26.652445 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4143de8f-2c04-40dc-b978-e209d804a739 req-5535b103-2aeb-4a5a-9d63-43f3e86d318d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 945 time: 0.1447682
Nov 20 20:51:26.696563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-01a9e998-ca80-43d9-bbf9-507caade6da0 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Made reservation on behalf of 44e20e99a6534d5d95e9d012160657a3 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:51:26.700308 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-01a9e998-ca80-43d9-bbf9-507caade6da0 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:26.736284 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4143de8f-2c04-40dc-b978-e209d804a739 req-edd3ab05-69e0-434d-9e66-583bfeb0bf3d tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/security-groups?id=284fbd77-0b2a-4593-a7cc-31a795361004&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805326
Nov 20 20:51:26.760319 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=74631941-cda7-49c4-b33a-f60122f88759,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:26.785394 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port a2255729-67f4-48eb-af4e-86e677b04463 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:51:26.793333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port a2255729-67f4-48eb-af4e-86e677b04463 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:26.795049 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:26.885258 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba36e5ed-9180-4062-b65e-e65ad46077f4 req-74c30e08-90a3-41c0-b3ff-68178b2bb8c7 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6030db32-94d0-4d8c-884c-b3469acfa23f HTTP/1.1" status: 200  len: 210 time: 0.0482845
Nov 20 20:51:26.946571 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:26.963297 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34652) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:26.980624 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-01a9e998-ca80-43d9-bbf9-507caade6da0 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Allocated IP 172.20.0.7 (7ac3ab90-d288-4bb5-99a9-c81df0147689/dca0b895-d4f5-4110-adf5-186714814159/cb0435d6-cf6a-457b-b16c-48b724dd5e98) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:51:27.054297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f38b1-72ab-4c26-a4f8-7c03d4722491 req-855cd837-e279-4c9a-9751-d72cf89c4a39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.062823 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f38b1-72ab-4c26-a4f8-7c03d4722491 req-855cd837-e279-4c9a-9751-d72cf89c4a39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.070617 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f38b1-72ab-4c26-a4f8-7c03d4722491 req-855cd837-e279-4c9a-9751-d72cf89c4a39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.077068 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f38b1-72ab-4c26-a4f8-7c03d4722491 req-855cd837-e279-4c9a-9751-d72cf89c4a39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.085627 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f38b1-72ab-4c26-a4f8-7c03d4722491 req-855cd837-e279-4c9a-9751-d72cf89c4a39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.093005 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f38b1-72ab-4c26-a4f8-7c03d4722491 req-855cd837-e279-4c9a-9751-d72cf89c4a39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.101342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f38b1-72ab-4c26-a4f8-7c03d4722491 req-855cd837-e279-4c9a-9751-d72cf89c4a39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.106533 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a96f38b1-72ab-4c26-a4f8-7c03d4722491 req-855cd837-e279-4c9a-9751-d72cf89c4a39 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5444 time: 0.1303005
Nov 20 20:51:27.184483 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a96f38b1-72ab-4c26-a4f8-7c03d4722491 req-acfbdf6c-efba-4767-957e-8209a7b12b89 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0681820
Nov 20 20:51:27.211086 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-01a9e998-ca80-43d9-bbf9-507caade6da0 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:27.235525 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a2255729-67f4-48eb-af4e-86e677b04463, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2255729-67f4-48eb-af4e-86e677b04463,segment=NetworkSegment(37041694-220a-4ba9-8baa-9998343435bd),segment_id=37041694-220a-4ba9-8baa-9998343435bd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:27.242040 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7a23ce2-a9b9-40da-bd15-919fe49c3a3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:27.242961 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:27.305107 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=a2255729-67f4-48eb-af4e-86e677b04463,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:27.335546 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-01a9e998-ca80-43d9-bbf9-507caade6da0 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:27.430831 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-01a9e998-ca80-43d9-bbf9-507caade6da0 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Network 7ac3ab90-d288-4bb5-99a9-c81df0147689 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:51:27.462221 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9e998-ca80-43d9-bbf9-507caade6da0 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Pushing event updated for resources: {'Port': ['ID=cb0435d6-cf6a-457b-b16c-48b724dd5e98,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:27.468590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-01a9e998-ca80-43d9-bbf9-507caade6da0 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:51:27.471327 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-01a9e998-ca80-43d9-bbf9-507caade6da0 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:51:27.561451 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7a23ce2-a9b9-40da-bd15-919fe49c3a3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:27.577385 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7a23ce2-a9b9-40da-bd15-919fe49c3a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:27.593453 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-01a9e998-ca80-43d9-bbf9-507caade6da0 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.594198 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-01a9e998-ca80-43d9-bbf9-507caade6da0 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:27.610241 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf73d6-652f-41ed-b109-b5948b947725 req-8bdd03b6-1fee-4690-b93c-f2c21aa5ddd6 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.611158 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf73d6-652f-41ed-b109-b5948b947725 req-8bdd03b6-1fee-4690-b93c-f2c21aa5ddd6 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.611658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf73d6-652f-41ed-b109-b5948b947725 req-8bdd03b6-1fee-4690-b93c-f2c21aa5ddd6 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.612098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf73d6-652f-41ed-b109-b5948b947725 req-8bdd03b6-1fee-4690-b93c-f2c21aa5ddd6 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.612580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf73d6-652f-41ed-b109-b5948b947725 req-8bdd03b6-1fee-4690-b93c-f2c21aa5ddd6 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.613028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf73d6-652f-41ed-b109-b5948b947725 req-8bdd03b6-1fee-4690-b93c-f2c21aa5ddd6 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.613486 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf73d6-652f-41ed-b109-b5948b947725 req-8bdd03b6-1fee-4690-b93c-f2c21aa5ddd6 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.613945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf73d6-652f-41ed-b109-b5948b947725 req-8bdd03b6-1fee-4690-b93c-f2c21aa5ddd6 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.614441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf73d6-652f-41ed-b109-b5948b947725 req-8bdd03b6-1fee-4690-b93c-f2c21aa5ddd6 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.614902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf73d6-652f-41ed-b109-b5948b947725 req-8bdd03b6-1fee-4690-b93c-f2c21aa5ddd6 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.615358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf73d6-652f-41ed-b109-b5948b947725 req-8bdd03b6-1fee-4690-b93c-f2c21aa5ddd6 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.615819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf73d6-652f-41ed-b109-b5948b947725 req-8bdd03b6-1fee-4690-b93c-f2c21aa5ddd6 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.618302 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12bf73d6-652f-41ed-b109-b5948b947725 req-8bdd03b6-1fee-4690-b93c-f2c21aa5ddd6 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 8514 time: 0.2989054
Nov 20 20:51:27.667173 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-01a9e998-ca80-43d9-bbf9-507caade6da0 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2633374
Nov 20 20:51:27.684974 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a23ce2-a9b9-40da-bd15-919fe49c3a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5e97ad-a627-4fa4-bf27-b0d7c68640b7,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:27.691422 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a7a23ce2-a9b9-40da-bd15-919fe49c3a3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e55eb37f1e514f8f84051ddebdb9765e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7269077
Nov 20 20:51:27.694168 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34710) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:27.700354 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Request body: {'port': {'device_id': '6030db32-94d0-4d8c-884c-b3469acfa23f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:27.754981 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c84824d-e110-4cef-a1aa-03d405580b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:27.784594 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c84824d-e110-4cef-a1aa-03d405580b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:27.796657 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2182ec-0de5-451c-ad31-dacfdabdeb7c req-1d51e2b3-2432-47b5-a1f6-3771cb82a2da tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.798725 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2b2182ec-0de5-451c-ad31-dacfdabdeb7c req-1d51e2b3-2432-47b5-a1f6-3771cb82a2da tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 945 time: 0.1673906
Nov 20 20:51:27.844963 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c84824d-e110-4cef-a1aa-03d405580b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:27.848591 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c84824d-e110-4cef-a1aa-03d405580b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:27.850009 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0c84824d-e110-4cef-a1aa-03d405580b5d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a5e97ad-a627-4fa4-bf27-b0d7c68640b7 HTTP/1.1" status: 204  len: 168 time: 0.1545067
Nov 20 20:51:27.862625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84824d-e110-4cef-a1aa-03d405580b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5e97ad-a627-4fa4-bf27-b0d7c68640b7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:27.875169 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:27.920276 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45f603-010b-48d4-bc93-6e8ead86ac42 req-0884300e-e353-49c8-a0f0-be2b2001b346 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:27.922344 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e45f603-010b-48d4-bc93-6e8ead86ac42 req-0884300e-e353-49c8-a0f0-be2b2001b346 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 886 time: 0.2278287
Nov 20 20:51:27.965829 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46000a03-6d74-43bc-957f-eb13e3558ac6'}, {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d29ec6b-5e92-4f5c-9a33-b37b39856ff1'}, {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1906ffcc-f920-4444-989d-3996e905079f'}, {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74631941-cda7-49c4-b33a-f60122f88759'}, {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2255729-67f4-48eb-af4e-86e677b04463'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:27.972751 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7de3756-97ba-4342-b3ce-8b796034b73e" -d '{"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "46000a03-6d74-43bc-957f-eb13e3558ac6"}, {"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "8d29ec6b-5e92-4f5c-9a33-b37b39856ff1"}, {"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "1906ffcc-f920-4444-989d-3996e905079f"}, {"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "74631941-cda7-49c4-b33a-f60122f88759"}, {"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "a2255729-67f4-48eb-af4e-86e677b04463"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:28.129111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-2b2182ec-0de5-451c-ad31-dacfdabdeb7c req-a56544bc-2032-4851-adb7-a3bd799ea108 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Deleting port e5218971-643c-4f34-9516-8e59cfb95177 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:51:28.129556 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2b2182ec-0de5-451c-ad31-dacfdabdeb7c req-a56544bc-2032-4851-adb7-a3bd799ea108 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:28.209244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61882f-e420-40bf-b36e-15150de38378 req-fc1f6391-6013-4850-808c-c15c2bbd4c8c tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.210784 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9e61882f-e420-40bf-b36e-15150de38378 req-fc1f6391-6013-4850-808c-c15c2bbd4c8c tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 945 time: 0.1669204
Nov 20 20:51:28.211304 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34764) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:28.239802 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8305cc-5d57-463d-a6c0-d4699784c63d req-763c8909-913c-4262-9db3-d90690b1f961 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.241367 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c8305cc-5d57-463d-a6c0-d4699784c63d req-763c8909-913c-4262-9db3-d90690b1f961 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6030db32-94d0-4d8c-884c-b3469acfa23f HTTP/1.1" status: 200  len: 931 time: 0.0586498
Nov 20 20:51:28.272045 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ef1978c-7239-45dd-80f8-c534da12dbbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:28.291198 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c8305cc-5d57-463d-a6c0-d4699784c63d req-51953734-f54e-4207-91d3-8f87f9b7208d tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439637
Nov 20 20:51:28.381469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-2b2182ec-0de5-451c-ad31-dacfdabdeb7c req-a56544bc-2032-4851-adb7-a3bd799ea108 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] For port e5218971-643c-4f34-9516-8e59cfb95177, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5218971-643c-4f34-9516-8e59cfb95177,segment=NetworkSegment(04822149-92f3-43a7-8daf-9c9f7da24285),segment_id=04822149-92f3-43a7-8daf-9c9f7da24285)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:28.381838 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2b2182ec-0de5-451c-ad31-dacfdabdeb7c req-a56544bc-2032-4851-adb7-a3bd799ea108 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:28.403656 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9e61882f-e420-40bf-b36e-15150de38378 req-9370e2d4-501a-4af2-b15d-1a31eb1e8e0a tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/security-groups?id=284fbd77-0b2a-4593-a7cc-31a795361004&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530585
Nov 20 20:51:28.418265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-2b2182ec-0de5-451c-ad31-dacfdabdeb7c req-a56544bc-2032-4851-adb7-a3bd799ea108 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Calling delete_port for e5218971-643c-4f34-9516-8e59cfb95177 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:51:28.460956 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5aa9d9-ff7e-43c9-b85f-c51b0322922b x-openstack-request-id: req-da5aa9d9-ff7e-43c9-b85f-c51b0322922b {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:28.461529 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "46000a03-6d74-43bc-957f-eb13e3558ac6", "code": 200}, {"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "8d29ec6b-5e92-4f5c-9a33-b37b39856ff1", "code": 200}, {"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "1906ffcc-f920-4444-989d-3996e905079f", "code": 200}, {"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "74631941-cda7-49c4-b33a-f60122f88759", "code": 200}, {"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "a2255729-67f4-48eb-af4e-86e677b04463", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:28.462018 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da5aa9d9-ff7e-43c9-b85f-c51b0322922b {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:28.462638 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46000a03-6d74-43bc-957f-eb13e3558ac6', 'code': 200}
Nov 20 20:51:28.463095 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d29ec6b-5e92-4f5c-9a33-b37b39856ff1', 'code': 200}
Nov 20 20:51:28.463547 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1906ffcc-f920-4444-989d-3996e905079f', 'code': 200}
Nov 20 20:51:28.464002 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74631941-cda7-49c4-b33a-f60122f88759', 'code': 200}
Nov 20 20:51:28.464533 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2255729-67f4-48eb-af4e-86e677b04463', 'code': 200}
Nov 20 20:51:28.542548 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0435d6-cf6a-457b-b16c-48b724dd5e98 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:28.554888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba4aa-f3ef-43a9-a5b9-c18fcc9a63a5 req-5f3952da-640d-4f45-877e-125293565120 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.562636 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba4aa-f3ef-43a9-a5b9-c18fcc9a63a5 req-5f3952da-640d-4f45-877e-125293565120 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.563780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba4aa-f3ef-43a9-a5b9-c18fcc9a63a5 req-5f3952da-640d-4f45-877e-125293565120 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.564258 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba4aa-f3ef-43a9-a5b9-c18fcc9a63a5 req-5f3952da-640d-4f45-877e-125293565120 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.564746 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba4aa-f3ef-43a9-a5b9-c18fcc9a63a5 req-5f3952da-640d-4f45-877e-125293565120 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.564856 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:28.565273 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba4aa-f3ef-43a9-a5b9-c18fcc9a63a5 req-5f3952da-640d-4f45-877e-125293565120 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.565744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba4aa-f3ef-43a9-a5b9-c18fcc9a63a5 req-5f3952da-640d-4f45-877e-125293565120 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.566236 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba4aa-f3ef-43a9-a5b9-c18fcc9a63a5 req-5f3952da-640d-4f45-877e-125293565120 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.566780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba4aa-f3ef-43a9-a5b9-c18fcc9a63a5 req-5f3952da-640d-4f45-877e-125293565120 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.567741 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba4aa-f3ef-43a9-a5b9-c18fcc9a63a5 req-5f3952da-640d-4f45-877e-125293565120 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.568173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba4aa-f3ef-43a9-a5b9-c18fcc9a63a5 req-5f3952da-640d-4f45-877e-125293565120 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.569042 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba4aa-f3ef-43a9-a5b9-c18fcc9a63a5 req-5f3952da-640d-4f45-877e-125293565120 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.571135 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6aba4aa-f3ef-43a9-a5b9-c18fcc9a63a5 req-5f3952da-640d-4f45-877e-125293565120 tempest-NetworksTest-2036631581 tempest-NetworksTest-2036631581-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 8514 time: 0.2548482
Nov 20 20:51:28.584689 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ef1978c-7239-45dd-80f8-c534da12dbbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:28.634422 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ef1978c-7239-45dd-80f8-c534da12dbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:28.710130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Transition to ACTIVE for port object cb0435d6-cf6a-457b-b16c-48b724dd5e98 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:51:28.724668 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1978c-7239-45dd-80f8-c534da12dbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3965d6-14b0-499c-b466-5caab0072b9f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:28.743365 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:28.785806 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4ef1978c-7239-45dd-80f8-c534da12dbbe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef0893064e2c429a9fd4f10dc6b34dc8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5702467
Nov 20 20:51:28.811594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34800) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:28.848781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e468712-05dd-4584-a408-0a9182ac0f61 req-aea38209-3a2d-425d-9beb-a4cd61ff0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.849353 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e468712-05dd-4584-a408-0a9182ac0f61 req-aea38209-3a2d-425d-9beb-a4cd61ff0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.849871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e468712-05dd-4584-a408-0a9182ac0f61 req-aea38209-3a2d-425d-9beb-a4cd61ff0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.850342 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e468712-05dd-4584-a408-0a9182ac0f61 req-aea38209-3a2d-425d-9beb-a4cd61ff0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.850815 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e468712-05dd-4584-a408-0a9182ac0f61 req-aea38209-3a2d-425d-9beb-a4cd61ff0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.851287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e468712-05dd-4584-a408-0a9182ac0f61 req-aea38209-3a2d-425d-9beb-a4cd61ff0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.851754 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e468712-05dd-4584-a408-0a9182ac0f61 req-aea38209-3a2d-425d-9beb-a4cd61ff0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:28.853720 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e468712-05dd-4584-a408-0a9182ac0f61 req-aea38209-3a2d-425d-9beb-a4cd61ff0810 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 6502 time: 0.2917480
Nov 20 20:51:28.938388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Pushing event updated for resources: {'Port': ['ID=cb0435d6-cf6a-457b-b16c-48b724dd5e98,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:28.941963 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2b2182ec-0de5-451c-ad31-dacfdabdeb7c req-a56544bc-2032-4851-adb7-a3bd799ea108 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:28.955236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['e5218971-643c-4f34-9516-8e59cfb95177'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:29.013675 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34808) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:29.034444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56544bc-2032-4851-adb7-a3bd799ea108 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Pushing event deleted for resources: {'Port': ['ID=e5218971-643c-4f34-9516-8e59cfb95177,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:29.101038 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93b82d71-a866-47b1-8841-31065137af99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:29.140170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2182ec-0de5-451c-ad31-dacfdabdeb7c req-a56544bc-2032-4851-adb7-a3bd799ea108 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] No DVR routers for this DVR port e5218971-643c-4f34-9516-8e59cfb95177 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:51:29.145398 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2b2182ec-0de5-451c-ad31-dacfdabdeb7c req-a56544bc-2032-4851-adb7-a3bd799ea108 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:29.149543 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2b2182ec-0de5-451c-ad31-dacfdabdeb7c req-a56544bc-2032-4851-adb7-a3bd799ea108 tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.37 "DELETE /v2.0/ports/e5218971-643c-4f34-9516-8e59cfb95177 HTTP/1.1" status: 204  len: 173 time: 1.3218169
Nov 20 20:51:29.156673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce4d82a-c0e6-4b0d-8432-dda5272c912c', 'name': 'network-vif-deleted', 'tag': 'e5218971-643c-4f34-9516-8e59cfb95177'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:29.159477 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9024b88-0820-4255-a46c-82d175240a1a" -d '{"events": [{"server_uuid": "7ce4d82a-c0e6-4b0d-8432-dda5272c912c", "name": "network-vif-deleted", "tag": "e5218971-643c-4f34-9516-8e59cfb95177"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:29.171090 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfaa16-cb08-4264-8907-748510ceacf2 req-281ca28b-8ba5-49e8-8bd0-0b2d4f67150b tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:29.179104 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfaa16-cb08-4264-8907-748510ceacf2 req-281ca28b-8ba5-49e8-8bd0-0b2d4f67150b tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:29.185524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfaa16-cb08-4264-8907-748510ceacf2 req-281ca28b-8ba5-49e8-8bd0-0b2d4f67150b tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:29.192997 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfaa16-cb08-4264-8907-748510ceacf2 req-281ca28b-8ba5-49e8-8bd0-0b2d4f67150b tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:29.193873 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e468712-05dd-4584-a408-0a9182ac0f61 req-367dcd6a-dd7f-4b51-8f0e-74e064cbe70f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3206437
Nov 20 20:51:29.199709 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfaa16-cb08-4264-8907-748510ceacf2 req-281ca28b-8ba5-49e8-8bd0-0b2d4f67150b tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:29.206585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfaa16-cb08-4264-8907-748510ceacf2 req-281ca28b-8ba5-49e8-8bd0-0b2d4f67150b tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:29.212743 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfaa16-cb08-4264-8907-748510ceacf2 req-281ca28b-8ba5-49e8-8bd0-0b2d4f67150b tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:29.221825 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-89bfaa16-cb08-4264-8907-748510ceacf2 req-281ca28b-8ba5-49e8-8bd0-0b2d4f67150b tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5445 time: 0.5841949
Nov 20 20:51:29.221983 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd6826c-0872-4627-8d71-a0ecfc0207e7 x-openstack-request-id: req-bbd6826c-0872-4627-8d71-a0ecfc0207e7 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:29.222164 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce4d82a-c0e6-4b0d-8432-dda5272c912c", "name": "network-vif-deleted", "tag": "e5218971-643c-4f34-9516-8e59cfb95177", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:29.222426 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbd6826c-0872-4627-8d71-a0ecfc0207e7 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:29.223164 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce4d82a-c0e6-4b0d-8432-dda5272c912c', 'name': 'network-vif-deleted', 'tag': 'e5218971-643c-4f34-9516-8e59cfb95177', 'status': 'completed', 'code': 200}
Nov 20 20:51:29.229586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Attempting to bind port cb0435d6-cf6a-457b-b16c-48b724dd5e98 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:51:29.229935 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Attempting to bind port cb0435d6-cf6a-457b-b16c-48b724dd5e98 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:51:29.230297 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Attempting to bind port cb0435d6-cf6a-457b-b16c-48b724dd5e98 on network 7ac3ab90-d288-4bb5-99a9-c81df0147689 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:29.247448 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93b82d71-a866-47b1-8841-31065137af99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:29.250695 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b9a642f-4137-44b4-a880-48ac32b319c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:29.259099 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Port cb0435d6-cf6a-457b-b16c-48b724dd5e98 on network 7ac3ab90-d288-4bb5-99a9-c81df0147689 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:51:29.259438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Attempting to bind port cb0435d6-cf6a-457b-b16c-48b724dd5e98 on network 7ac3ab90-d288-4bb5-99a9-c81df0147689 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:29.284369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:51:29.284824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Checking segment: {'id': '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:51:29.285277 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Bound using segment: {'id': '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:51:29.285743 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Bound port: cb0435d6-cf6a-457b-b16c-48b724dd5e98, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:51:29.286124 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:29.300768 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-89bfaa16-cb08-4264-8907-748510ceacf2 req-3ee18373-33b9-411c-ab66-8cc62040d1c1 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0777783
Nov 20 20:51:29.433359 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93b82d71-a866-47b1-8841-31065137af99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:29.436250 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93b82d71-a866-47b1-8841-31065137af99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:29.438226 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-93b82d71-a866-47b1-8841-31065137af99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b3965d6-14b0-499c-b466-5caab0072b9f HTTP/1.1" status: 204  len: 168 time: 0.6209714
Nov 20 20:51:29.441080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] For port cb0435d6-cf6a-457b-b16c-48b724dd5e98, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:51:29.448435 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129ce9a-06b2-4665-9b12-99524b07739c req-718a056a-a33d-4bde-8339-c91aa695f48d tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:29.449552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] For port cb0435d6-cf6a-457b-b16c-48b724dd5e98, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb0435d6-cf6a-457b-b16c-48b724dd5e98,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:51:29.457165 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8129ce9a-06b2-4665-9b12-99524b07739c req-718a056a-a33d-4bde-8339-c91aa695f48d tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6030db32-94d0-4d8c-884c-b3469acfa23f HTTP/1.1" status: 200  len: 943 time: 0.0664554
Nov 20 20:51:29.464825 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b9a642f-4137-44b4-a880-48ac32b319c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:29.467134 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:29.471698 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b82d71-a866-47b1-8841-31065137af99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3965d6-14b0-499c-b466-5caab0072b9f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:29.483811 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b9a642f-4137-44b4-a880-48ac32b319c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:29.530003 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8129ce9a-06b2-4665-9b12-99524b07739c req-98d49417-29c9-4484-89f4-91194cdb06c3 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717752
Nov 20 20:51:29.537804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:29.539467 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:29.540976 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] 10.222.0.37 "PUT /v2.0/ports/cb0435d6-cf6a-457b-b16c-48b724dd5e98 HTTP/1.1" status: 200  len: 1091 time: 1.8474495
Nov 20 20:51:29.597244 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0b9a642f-4137-44b4-a880-48ac32b319c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1269cb081c3f4039aa44d872914e47b8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5796540
Nov 20 20:51:29.597244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a642f-4137-44b4-a880-48ac32b319c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795e73ee-e944-4d52-9eb7-09710a891a59,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:29.598402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34868) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:29.617521 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2700cf4-5b9a-4faf-9e43-562f16f3fa8e service neutron] Pushing event updated for resources: {'Port': ['ID=cb0435d6-cf6a-457b-b16c-48b724dd5e98,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:29.699276 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-65a0770f-8951-4183-86ae-6f9706f12eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:29.700885 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-65a0770f-8951-4183-86ae-6f9706f12eaf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e20e99a6534d5d95e9d012160657a3&device_id=6030db32-94d0-4d8c-884c-b3469acfa23f HTTP/1.1" status: 200  len: 1094 time: 0.0748096
Nov 20 20:51:29.735771 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ab6d28db-8851-4ae4-bbc3-52a1da18917f req-8f4b9086-7f6a-4c5b-8284-887a1df8850f tempest-InstanceActionsV221TestJSON-1859138932 tempest-InstanceActionsV221TestJSON-1859138932-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ce4d82a-c0e6-4b0d-8432-dda5272c912c HTTP/1.1" status: 200  len: 210 time: 0.0517693
Nov 20 20:51:29.770894 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29963201-3e98-40ba-a778-8f5a23ad9640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:29.789420 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-680ecad4-317f-46ba-8d70-028be483a8a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb0435d6-cf6a-457b-b16c-48b724dd5e98 HTTP/1.1" status: 200  len: 217 time: 0.0787303
Nov 20 20:51:29.825885 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29963201-3e98-40ba-a778-8f5a23ad9640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:29.910918 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29963201-3e98-40ba-a778-8f5a23ad9640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:29.914773 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29963201-3e98-40ba-a778-8f5a23ad9640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:29.917602 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-29963201-3e98-40ba-a778-8f5a23ad9640 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/795e73ee-e944-4d52-9eb7-09710a891a59 HTTP/1.1" status: 204  len: 168 time: 0.3128283
Nov 20 20:51:29.932786 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29963201-3e98-40ba-a778-8f5a23ad9640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795e73ee-e944-4d52-9eb7-09710a891a59,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:30.244045 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-736e1457-69bb-46f5-ab15-ab427cf60871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:30.245714 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-736e1457-69bb-46f5-ab15-ab427cf60871 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca0b895-d4f5-4110-adf5-186714814159 HTTP/1.1" status: 200  len: 843 time: 0.4416337
Nov 20 20:51:30.286807 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-d7046671-2739-481a-9a0a-25dae75b8f78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac3ab90-d288-4bb5-99a9-c81df0147689&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0313299
Nov 20 20:51:30.382497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34944) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:30.402008 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-70031caa-8cb3-4381-b586-1d54ea522bf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:30.453682 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-d8577d31-1b1c-43a1-865b-e0f092f4eaaf service neutron] 10.222.0.37 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582742
Nov 20 20:51:30.533544 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-70031caa-8cb3-4381-b586-1d54ea522bf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:30.538386 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-70031caa-8cb3-4381-b586-1d54ea522bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:30.576420 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-70031caa-8cb3-4381-b586-1d54ea522bf8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79d6c6694dac4accb20c300c7f36a326&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1899660
Nov 20 20:51:30.582382 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34958) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:30.586919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb2286-69c5-47f9-b084-942c94508282 req-083a06a5-55b4-4f45-a0d6-9ad6e03a3f9d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:30.602174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb2286-69c5-47f9-b084-942c94508282 req-083a06a5-55b4-4f45-a0d6-9ad6e03a3f9d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:30.613717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb2286-69c5-47f9-b084-942c94508282 req-083a06a5-55b4-4f45-a0d6-9ad6e03a3f9d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:30.621889 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb2286-69c5-47f9-b084-942c94508282 req-083a06a5-55b4-4f45-a0d6-9ad6e03a3f9d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:30.630340 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb2286-69c5-47f9-b084-942c94508282 req-083a06a5-55b4-4f45-a0d6-9ad6e03a3f9d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:30.646322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb2286-69c5-47f9-b084-942c94508282 req-083a06a5-55b4-4f45-a0d6-9ad6e03a3f9d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:30.653277 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70031caa-8cb3-4381-b586-1d54ea522bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87446bc-190c-4a64-b369-442e8412a694,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:30.654221 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb2286-69c5-47f9-b084-942c94508282 req-083a06a5-55b4-4f45-a0d6-9ad6e03a3f9d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:30.663172 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-60bb2286-69c5-47f9-b084-942c94508282 req-083a06a5-55b4-4f45-a0d6-9ad6e03a3f9d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5445 time: 0.2306983
Nov 20 20:51:30.740588 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4159a3b3-9ca1-4767-8ba8-d79f62cdff7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:30.756711 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2b90d-0e7f-4fc3-afb4-28b216d7840f req-a3de5b69-c79e-4fb7-87b3-12be1a7a588f tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:30.758449 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a2e2b90d-0e7f-4fc3-afb4-28b216d7840f req-a3de5b69-c79e-4fb7-87b3-12be1a7a588f tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6030db32-94d0-4d8c-884c-b3469acfa23f HTTP/1.1" status: 200  len: 943 time: 0.0886292
Nov 20 20:51:30.793530 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4159a3b3-9ca1-4767-8ba8-d79f62cdff7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:30.834655 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1d81fdd-818c-4ae8-9541-2ebc43f91986 req-1004496e-f76c-4f8a-8214-509096f46020 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3600814
Nov 20 20:51:30.855574 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-60bb2286-69c5-47f9-b084-942c94508282 req-391afa86-4bf4-4c3d-90e3-996864d587d9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1901782
Nov 20 20:51:30.894967 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a2e2b90d-0e7f-4fc3-afb4-28b216d7840f req-cc47aaec-ecba-4abd-ac6b-aada26b01c15 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274173
Nov 20 20:51:30.926164 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4159a3b3-9ca1-4767-8ba8-d79f62cdff7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:30.930631 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4159a3b3-9ca1-4767-8ba8-d79f62cdff7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:30.931804 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4159a3b3-9ca1-4767-8ba8-d79f62cdff7a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f87446bc-190c-4a64-b369-442e8412a694 HTTP/1.1" status: 204  len: 168 time: 0.3483891
Nov 20 20:51:30.951124 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159a3b3-9ca1-4767-8ba8-d79f62cdff7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87446bc-190c-4a64-b369-442e8412a694,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:31.159936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34992) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:31.218964 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0114f6-3b7b-4961-995a-f402ae55c2f2 admin admin] Deleting subnet a4900e14-6a19-4062-b807-cfa72a6ac0fe {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:51:31.222593 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d0114f6-3b7b-4961-995a-f402ae55c2f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:31.224976 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6030db32-94d0-4d8c-884c-b3469acfa23f', 'tag': 'cb0435d6-cf6a-457b-b16c-48b724dd5e98'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:31.228513 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b35a61e-daab-41e4-b696-23c0575fdc2d" -d '{"events": [{"name": "network-changed", "server_uuid": "6030db32-94d0-4d8c-884c-b3469acfa23f", "tag": "cb0435d6-cf6a-457b-b16c-48b724dd5e98"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:31.286495 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba61eb4d-8e3f-4021-a55f-31f8274c5aab x-openstack-request-id: req-ba61eb4d-8e3f-4021-a55f-31f8274c5aab {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:31.286823 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6030db32-94d0-4d8c-884c-b3469acfa23f", "tag": "cb0435d6-cf6a-457b-b16c-48b724dd5e98", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:31.287083 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba61eb4d-8e3f-4021-a55f-31f8274c5aab {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:31.288758 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6030db32-94d0-4d8c-884c-b3469acfa23f', 'tag': 'cb0435d6-cf6a-457b-b16c-48b724dd5e98', 'status': 'completed', 'code': 200}
Nov 20 20:51:31.293685 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d0114f6-3b7b-4961-995a-f402ae55c2f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:31.359637 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d0114f6-3b7b-4961-995a-f402ae55c2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:31.374775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35a61e-daab-41e4-b696-23c0575fdc2d req-f93b055a-30e7-4acf-b9bb-fcff8e891aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:31.376926 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b35a61e-daab-41e4-b696-23c0575fdc2d req-f93b055a-30e7-4acf-b9bb-fcff8e891aa1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e20e99a6534d5d95e9d012160657a3&device_id=6030db32-94d0-4d8c-884c-b3469acfa23f HTTP/1.1" status: 200  len: 1094 time: 0.0604498
Nov 20 20:51:31.429608 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d0114f6-3b7b-4961-995a-f402ae55c2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:31.475465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0114f6-3b7b-4961-995a-f402ae55c2f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4900e14-6a19-4062-b807-cfa72a6ac0fe,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:31.478789 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d0114f6-3b7b-4961-995a-f402ae55c2f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:31.483417 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4d0114f6-3b7b-4961-995a-f402ae55c2f2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a4900e14-6a19-4062-b807-cfa72a6ac0fe HTTP/1.1" status: 204  len: 168 time: 0.3217430
Nov 20 20:51:31.486562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35006) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:31.555359 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35010) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:31.557062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35a61e-daab-41e4-b696-23c0575fdc2d req-b7713d3e-0e68-411d-912f-84e557f55259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:31.559072 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b35a61e-daab-41e4-b696-23c0575fdc2d req-b7713d3e-0e68-411d-912f-84e557f55259 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ac3ab90-d288-4bb5-99a9-c81df0147689 HTTP/1.1" status: 200  len: 904 time: 0.1737819
Nov 20 20:51:31.637265 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b35a61e-daab-41e4-b696-23c0575fdc2d req-2ae96cb8-e820-4fff-b3ff-54668afb94b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb0435d6-cf6a-457b-b16c-48b724dd5e98 HTTP/1.1" status: 200  len: 217 time: 0.0483518
Nov 20 20:51:31.640039 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-103f4858-4d34-4129-adf5-91c36e16e2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:31.727478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35a61e-daab-41e4-b696-23c0575fdc2d req-9a7c00d3-3a10-441d-ac7e-b0ac2b6ffbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:31.728461 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b35a61e-daab-41e4-b696-23c0575fdc2d req-9a7c00d3-3a10-441d-ac7e-b0ac2b6ffbf4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca0b895-d4f5-4110-adf5-186714814159 HTTP/1.1" status: 200  len: 843 time: 0.0819120
Nov 20 20:51:31.775061 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-68d4ec14-aa47-4a61-aac7-189a66f5d67c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:31.776464 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b35a61e-daab-41e4-b696-23c0575fdc2d req-459e980e-8158-46b7-90e6-63deada4f7fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac3ab90-d288-4bb5-99a9-c81df0147689&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405726
Nov 20 20:51:31.801319 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-103f4858-4d34-4129-adf5-91c36e16e2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:31.848857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-103f4858-4d34-4129-adf5-91c36e16e2da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7efbe0>,) {'filters': {'network_id': ['6ad8ba81-8fae-4627-b230-cf015714cccb']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:31.868864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-103f4858-4d34-4129-adf5-91c36e16e2da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7efbe0>, '04822149-92f3-43a7-8daf-9c9f7da24285') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:31.869156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-103f4858-4d34-4129-adf5-91c36e16e2da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7efbe0>, '04822149-92f3-43a7-8daf-9c9f7da24285') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:31.889350 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-68d4ec14-aa47-4a61-aac7-189a66f5d67c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:31.896688 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-68d4ec14-aa47-4a61-aac7-189a66f5d67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:31.929752 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device cb0435d6-cf6a-457b-b16c-48b724dd5e98 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:51:31.932826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device e5218971-643c-4f34-9516-8e59cfb95177 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:51:31.957478 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-103f4858-4d34-4129-adf5-91c36e16e2da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:31.992489 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-68d4ec14-aa47-4a61-aac7-189a66f5d67c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6fb2b6afae3f4b9ca77874cd7b08072f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4350538
Nov 20 20:51:31.993997 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4ec14-aa47-4a61-aac7-189a66f5d67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a28a8ec-585e-4e3b-a698-8ac3ad9e9f20,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:31.996865 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35030) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:32.017332 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-103f4858-4d34-4129-adf5-91c36e16e2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:32.025351 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: e5218971-643c-4f34-9516-8e59cfb95177 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:51:32.028839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device e5218971-643c-4f34-9516-8e59cfb95177 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:51:32.054757 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103f4858-4d34-4129-adf5-91c36e16e2da admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:51:32.055160 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-103f4858-4d34-4129-adf5-91c36e16e2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:51:32.067021 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:51:32.094592 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b35a61e-daab-41e4-b696-23c0575fdc2d req-bb2cbea0-a7fd-49a5-b7e4-c135177d0c3a service neutron] 10.222.0.37 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2895677
Nov 20 20:51:32.104460 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f37b3edb-ca69-4a86-b617-8d3fe2bd3711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:32.136564 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f37b3edb-ca69-4a86-b617-8d3fe2bd3711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:32.217743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port cb0435d6-cf6a-457b-b16c-48b724dd5e98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb0435d6-cf6a-457b-b16c-48b724dd5e98,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:32.235419 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f37b3edb-ca69-4a86-b617-8d3fe2bd3711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:32.237799 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'cb0435d6-cf6a-457b-b16c-48b724dd5e98', 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689', 'port_id': 'cb0435d6-cf6a-457b-b16c-48b724dd5e98', 'mac_address': 'fa:16:3e:28:de:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca0b895-d4f5-4110-adf5-186714814159', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:51:32.239430 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f37b3edb-ca69-4a86-b617-8d3fe2bd3711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:32.241676 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f37b3edb-ca69-4a86-b617-8d3fe2bd3711 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a28a8ec-585e-4e3b-a698-8ac3ad9e9f20 HTTP/1.1" status: 204  len: 168 time: 0.2291865
Nov 20 20:51:32.275489 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-103f4858-4d34-4129-adf5-91c36e16e2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:32.280365 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b3edb-ca69-4a86-b617-8d3fe2bd3711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a28a8ec-585e-4e3b-a698-8ac3ad9e9f20,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:32.316104 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-103f4858-4d34-4129-adf5-91c36e16e2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:32.319362 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-103f4858-4d34-4129-adf5-91c36e16e2da admin admin] 10.222.0.41 "DELETE /v2.0/networks/6ad8ba81-8fae-4627-b230-cf015714cccb HTTP/1.1" status: 204  len: 168 time: 0.8315306
Nov 20 20:51:32.344441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f4858-4d34-4129-adf5-91c36e16e2da admin admin] Pushing event deleted for resources: {'Network': ['ID=6ad8ba81-8fae-4627-b230-cf015714cccb,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:32.358227 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665d31f-d2da-4f41-bbcb-baa205bd04eb req-161c929f-1dac-46b8-888d-8b7a5259f3fb tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:32.360469 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9665d31f-d2da-4f41-bbcb-baa205bd04eb req-161c929f-1dac-46b8-888d-8b7a5259f3fb tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6030db32-94d0-4d8c-884c-b3469acfa23f HTTP/1.1" status: 200  len: 943 time: 0.2710888
Nov 20 20:51:32.365557 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:32.382617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0435d6-cf6a-457b-b16c-48b724dd5e98 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:32.392851 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b35a61e-daab-41e4-b696-23c0575fdc2d req-dd6b4a59-1194-428b-8704-23e49d3816fa service neutron] 10.222.0.37 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2749419
Nov 20 20:51:32.411641 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port cb0435d6-cf6a-457b-b16c-48b724dd5e98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb0435d6-cf6a-457b-b16c-48b724dd5e98,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:32.418582 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:32.467651 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9665d31f-d2da-4f41-bbcb-baa205bd04eb req-cee39e05-18b5-43ca-afce-2b1a4af18908 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000800
Nov 20 20:51:32.469715 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a45576-fc76-466b-8370-673e9cca6056 req-fd1ae8a5-355f-4d54-bf93-a45d83d9e4dd tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:32.476830 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a45576-fc76-466b-8370-673e9cca6056 req-fd1ae8a5-355f-4d54-bf93-a45d83d9e4dd tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:32.480060 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=cb0435d6-cf6a-457b-b16c-48b724dd5e98,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:32.484421 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a45576-fc76-466b-8370-673e9cca6056 req-fd1ae8a5-355f-4d54-bf93-a45d83d9e4dd tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:32.490687 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a45576-fc76-466b-8370-673e9cca6056 req-fd1ae8a5-355f-4d54-bf93-a45d83d9e4dd tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:32.497170 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a45576-fc76-466b-8370-673e9cca6056 req-fd1ae8a5-355f-4d54-bf93-a45d83d9e4dd tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:32.504674 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a45576-fc76-466b-8370-673e9cca6056 req-fd1ae8a5-355f-4d54-bf93-a45d83d9e4dd tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:32.510949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a45576-fc76-466b-8370-673e9cca6056 req-fd1ae8a5-355f-4d54-bf93-a45d83d9e4dd tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:32.522531 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e4a45576-fc76-466b-8370-673e9cca6056 req-fd1ae8a5-355f-4d54-bf93-a45d83d9e4dd tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5445 time: 0.1905231
Nov 20 20:51:32.609816 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e4a45576-fc76-466b-8370-673e9cca6056 req-4ec674ad-8486-4528-bf3c-c94f6d28124e tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0827079
Nov 20 20:51:32.634355 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['cb0435d6-cf6a-457b-b16c-48b724dd5e98'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:32.778548 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35058) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:32.819337 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1aa22-5439-4bb9-927b-e23d1c1cbdec req-3c6b36d5-8e1f-409e-8b84-b4cd16f9f7bb tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:32.837567 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1aa22-5439-4bb9-927b-e23d1c1cbdec req-3c6b36d5-8e1f-409e-8b84-b4cd16f9f7bb tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:32.844950 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1aa22-5439-4bb9-927b-e23d1c1cbdec req-3c6b36d5-8e1f-409e-8b84-b4cd16f9f7bb tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:32.851192 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1aa22-5439-4bb9-927b-e23d1c1cbdec req-3c6b36d5-8e1f-409e-8b84-b4cd16f9f7bb tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:32.857815 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1aa22-5439-4bb9-927b-e23d1c1cbdec req-3c6b36d5-8e1f-409e-8b84-b4cd16f9f7bb tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:32.861571 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b60b881e-c685-41dc-9987-48e4263b1c57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c45e1adea264b5eacb15659df686802&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0814548
Nov 20 20:51:32.864146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35060) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:32.864969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1aa22-5439-4bb9-927b-e23d1c1cbdec req-3c6b36d5-8e1f-409e-8b84-b4cd16f9f7bb tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:32.870946 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1aa22-5439-4bb9-927b-e23d1c1cbdec req-3c6b36d5-8e1f-409e-8b84-b4cd16f9f7bb tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:32.877959 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-74d1aa22-5439-4bb9-927b-e23d1c1cbdec req-3c6b36d5-8e1f-409e-8b84-b4cd16f9f7bb tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5445 time: 0.1420734
Nov 20 20:51:32.885451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35062) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:32.890844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-bd8e1cdd-42ad-4873-83f2-f372ac98adff tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Request body: {'floatingip': {'port_id': 'a2255729-67f4-48eb-af4e-86e677b04463'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:32.934718 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1cdd-42ad-4873-83f2-f372ac98adff tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:32.969393 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0553c740-fdc4-42a8-aaf6-a1991c5940b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:33.002653 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0553c740-fdc4-42a8-aaf6-a1991c5940b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:33.059060 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0553c740-fdc4-42a8-aaf6-a1991c5940b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:33.064232 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0553c740-fdc4-42a8-aaf6-a1991c5940b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:33.066301 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0553c740-fdc4-42a8-aaf6-a1991c5940b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/284fbd77-0b2a-4593-a7cc-31a795361004 HTTP/1.1" status: 204  len: 168 time: 0.1977146
Nov 20 20:51:33.077833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553c740-fdc4-42a8-aaf6-a1991c5940b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284fbd77-0b2a-4593-a7cc-31a795361004,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:33.211022 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70833f4d-0063-49df-908e-a82e2357e802 req-b16ad733-3423-48ea-9edb-ebe98d4e3555 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=473b91e504264ec5b10c2237ca293087&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0359099
Nov 20 20:51:33.351344 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70833f4d-0063-49df-908e-a82e2357e802 req-398228d8-cb55-4651-9165-d9f9b5ac8e28 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:33.353457 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70833f4d-0063-49df-908e-a82e2357e802 req-398228d8-cb55-4651-9165-d9f9b5ac8e28 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1416910
Nov 20 20:51:33.381952 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70833f4d-0063-49df-908e-a82e2357e802 req-d236458e-5b73-47c6-af58-f4429c405926 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/quotas/473b91e504264ec5b10c2237ca293087 HTTP/1.1" status: 200  len: 375 time: 0.0187681
Nov 20 20:51:33.424544 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70833f4d-0063-49df-908e-a82e2357e802 req-44d4fe7b-9d2a-42a7-95b3-88a3035d11a5 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=473b91e504264ec5b10c2237ca293087&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0414722
Nov 20 20:51:33.658321 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d1ebf621-6a9f-4801-adc6-b6e16e1f31f1 req-25ded1a7-89b5-437e-86ca-c8b6ff0cfbc6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=a642def2-5524-4143-abf6-0da0402a5457 HTTP/1.1" status: 200  len: 210 time: 0.0396910
Nov 20 20:51:33.707460 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1cdd-42ad-4873-83f2-f372ac98adff tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:33.725912 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfea6d-1070-4202-8b77-c1fea26a3298 req-e96d3119-04fa-48f9-bbc9-cf2329dd4cbf tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:33.737977 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bfdfea6d-1070-4202-8b77-c1fea26a3298 req-e96d3119-04fa-48f9-bbc9-cf2329dd4cbf tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6030db32-94d0-4d8c-884c-b3469acfa23f HTTP/1.1" status: 200  len: 944 time: 0.1099625
Nov 20 20:51:33.746504 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1cdd-42ad-4873-83f2-f372ac98adff tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:33.861200 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bfdfea6d-1070-4202-8b77-c1fea26a3298 req-83b2b1c4-cec6-490a-8369-d48aabe6bc51 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219997
Nov 20 20:51:33.935227 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device cb0435d6-cf6a-457b-b16c-48b724dd5e98 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:51:33.967618 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-bd8e1cdd-42ad-4873-83f2-f372ac98adff tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Floating IP 6d2b0bd3-abac-4cd3-830e-1be4a76eb206 associated. External IP: 172.35.1.252, port: a2255729-67f4-48eb-af4e-86e677b04463.
Nov 20 20:51:34.037212 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port cb0435d6-cf6a-457b-b16c-48b724dd5e98 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:51:34.042255 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port cb0435d6-cf6a-457b-b16c-48b724dd5e98 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:34.042635 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:34.179880 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:34.246119 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6030db32-94d0-4d8c-884c-b3469acfa23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0435d6-cf6a-457b-b16c-48b724dd5e98'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:34.253586 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e30948-cbbf-4d9e-adad-1305864e3631" -d '{"events": [{"server_uuid": "6030db32-94d0-4d8c-884c-b3469acfa23f", "name": "network-vif-plugged", "status": "completed", "tag": "cb0435d6-cf6a-457b-b16c-48b724dd5e98"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:34.290874 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port cb0435d6-cf6a-457b-b16c-48b724dd5e98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb0435d6-cf6a-457b-b16c-48b724dd5e98,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:34.298414 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:34.385776 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=cb0435d6-cf6a-457b-b16c-48b724dd5e98,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:34.386300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8e1cdd-42ad-4873-83f2-f372ac98adff tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Router 13da22d3-7a52-46b7-bbec-230050d661f6 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:51:34.475506 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f94364a-603c-44e2-a1bc-60744e14f8bf x-openstack-request-id: req-2f94364a-603c-44e2-a1bc-60744e14f8bf {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:34.477029 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6030db32-94d0-4d8c-884c-b3469acfa23f", "name": "network-vif-plugged", "status": "completed", "tag": "cb0435d6-cf6a-457b-b16c-48b724dd5e98", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:34.477535 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f94364a-603c-44e2-a1bc-60744e14f8bf {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:34.478660 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6030db32-94d0-4d8c-884c-b3469acfa23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0435d6-cf6a-457b-b16c-48b724dd5e98', 'code': 200}
Nov 20 20:51:34.587165 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8e1cdd-42ad-4873-83f2-f372ac98adff tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:51:34.594148 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1cdd-42ad-4873-83f2-f372ac98adff tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:34.604879 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d69f69b-bcb5-4bf4-94b5-8f7aabec8ef7 None None] Sync routers for ids ['13da22d3-7a52-46b7-bbec-230050d661f6'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:51:34.637467 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bd8e1cdd-42ad-4873-83f2-f372ac98adff tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "PUT /v2.0/floatingips/6d2b0bd3-abac-4cd3-830e-1be4a76eb206 HTTP/1.1" status: 200  len: 992 time: 1.7471790
Nov 20 20:51:34.637467 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'tag': 'a2255729-67f4-48eb-af4e-86e677b04463'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:34.638506 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "tag": "a2255729-67f4-48eb-af4e-86e677b04463"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:34.652344 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d69f69b-bcb5-4bf4-94b5-8f7aabec8ef7 None None] Routers {'13da22d3-7a52-46b7-bbec-230050d661f6'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:51:34.653509 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5d69f69b-bcb5-4bf4-94b5-8f7aabec8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54347b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:51:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13da22d3-7a52-46b7-bbec-230050d661f6'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:34.664677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee475b-9163-43be-8a57-e1e5941fa525 req-41f6c2d6-926c-4154-a637-4316fe67b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:34.670361 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14ee475b-9163-43be-8a57-e1e5941fa525 req-41f6c2d6-926c-4154-a637-4316fe67b64f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6030db32-94d0-4d8c-884c-b3469acfa23f HTTP/1.1" status: 200  len: 1096 time: 0.0872493
Nov 20 20:51:34.727116 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35174) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:34.778187 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14ee475b-9163-43be-8a57-e1e5941fa525 req-799d68ff-c0e4-426c-a84b-34ae655cff17 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999477
Nov 20 20:51:34.823408 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-5d69f69b-bcb5-4bf4-94b5-8f7aabec8ef7 None None] Set router 13da22d3-7a52-46b7-bbec-230050d661f6 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:51:34.908837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8057479d-ccc8-4d7c-9b09-4b1386952891 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1691624091-network', 'tenant_id': 'd58479ec1e22447588aae115ec314452'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:34.938676 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8057479d-ccc8-4d7c-9b09-4b1386952891 admin admin] Made reservation on behalf of d58479ec1e22447588aae115ec314452 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:51:34.941657 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8057479d-ccc8-4d7c-9b09-4b1386952891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:34.958742 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8057479d-ccc8-4d7c-9b09-4b1386952891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:35.017852 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03134c8a-628b-4cc8-b504-faec2bd9d5f2 x-openstack-request-id: req-03134c8a-628b-4cc8-b504-faec2bd9d5f2 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:35.017852 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "tag": "a2255729-67f4-48eb-af4e-86e677b04463", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:35.017852 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03134c8a-628b-4cc8-b504-faec2bd9d5f2 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:35.017852 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'tag': 'a2255729-67f4-48eb-af4e-86e677b04463', 'status': 'completed', 'code': 200}
Nov 20 20:51:35.110739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1 req-c48369a5-00b2-40da-ad7d-f66daf9aea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:35.111223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1 req-c48369a5-00b2-40da-ad7d-f66daf9aea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:35.111914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1 req-c48369a5-00b2-40da-ad7d-f66daf9aea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:35.112385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1 req-c48369a5-00b2-40da-ad7d-f66daf9aea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:35.112859 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1 req-c48369a5-00b2-40da-ad7d-f66daf9aea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:35.113514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1 req-c48369a5-00b2-40da-ad7d-f66daf9aea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:35.114208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1 req-c48369a5-00b2-40da-ad7d-f66daf9aea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:35.116614 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1 req-c48369a5-00b2-40da-ad7d-f66daf9aea5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee4ec8b62e354149acb1c43558b168e6&device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 6502 time: 0.0717113
Nov 20 20:51:35.120172 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-18212c85-e20c-4634-85e6-b0a7e2b304e5 req-2e1c9d0b-82d8-4d3a-bb3b-22de6a17f90f tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=a642def2-5524-4143-abf6-0da0402a5457 HTTP/1.1" status: 200  len: 210 time: 0.0433135
Nov 20 20:51:35.143863 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8057479d-ccc8-4d7c-9b09-4b1386952891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:35.151428 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8057479d-ccc8-4d7c-9b09-4b1386952891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:35.175149 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8057479d-ccc8-4d7c-9b09-4b1386952891 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:51:35.189157 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8057479d-ccc8-4d7c-9b09-4b1386952891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:35.189903 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-8057479d-ccc8-4d7c-9b09-4b1386952891 admin admin] Added segment 6bee62fc-f73c-4f48-844f-dd45b6cae7b3 of type vlan for network 0594ba2f-b532-43f1-b099-cad17106db9f
Nov 20 20:51:35.236085 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8057479d-ccc8-4d7c-9b09-4b1386952891 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:35.267923 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1 req-0064ac77-aa12-4420-b684-6c22d937bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:35.269585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1 req-0064ac77-aa12-4420-b684-6c22d937bb35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=faba2177-d247-4737-8414-396da08b9b04 HTTP/1.1" status: 200  len: 918 time: 0.1454873
Nov 20 20:51:35.314950 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8057479d-ccc8-4d7c-9b09-4b1386952891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:35.316062 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8057479d-ccc8-4d7c-9b09-4b1386952891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:35.316805 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8057479d-ccc8-4d7c-9b09-4b1386952891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:35.333163 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5d69f69b-bcb5-4bf4-94b5-8f7aabec8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54347b50>, [{'id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-router', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:39Z', 'updated_at': '2021-11-20T20:49:48Z', 'revision_number': 4, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'gw_port': {'id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:40Z', 'updated_at': '2021-11-20T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d2b0bd3-abac-4cd3-830e-1be4a76eb206', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'floating_ip_address': '172.35.1.252', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'port_id': 'a2255729-67f4-48eb-af4e-86e677b04463', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faba2177-d247-4737-8414-396da08b9b04', 'mac_address': 'fa:16:3e:9a:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:50:33Z', 'updated_at': '2021-11-20T20:51:33Z', 'revision_number': 1, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046cd993-6c51-4abc-a37e-b68f7647befd', 'name': '', 'network_id': 'faba2177-d247-4737-8414-396da08b9b04', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'mac_address': 'fa:16:3e:eb:96:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:46Z', 'updated_at': '2021-11-20T20:49:53Z', 'revision_number': 5, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'subnets': [{'id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:35.418378 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057479d-ccc8-4d7c-9b09-4b1386952891 admin admin] Pushing event updated for resources: {'Network': ['ID=0594ba2f-b532-43f1-b099-cad17106db9f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:35.423634 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057479d-ccc8-4d7c-9b09-4b1386952891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4829b495-abbb-41ae-abab-16c95b3f4216,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:35.435567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 0594ba2f-b532-43f1-b099-cad17106db9f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:51:35.449860 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8057479d-ccc8-4d7c-9b09-4b1386952891 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7206020
Nov 20 20:51:35.454175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35202) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:35.491065 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8574ce6a-1228-4f94-9e98-b69dba105ee9 admin admin] Request body: {'subnet': {'network_id': '0594ba2f-b532-43f1-b099-cad17106db9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1691624091-subnet', 'tenant_id': 'd58479ec1e22447588aae115ec314452', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:35.493083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70833f4d-0063-49df-908e-a82e2357e802 req-bb3601f9-d525-48c5-b815-ad6357089d78 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=473b91e504264ec5b10c2237ca293087&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0924411
Nov 20 20:51:35.519356 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02552e47-1357-4c98-afc4-f0b4185b5504 req-a19f419e-fea2-4619-bcc9-e350ceb2a22e tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:35.530968 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-02552e47-1357-4c98-afc4-f0b4185b5504 req-a19f419e-fea2-4619-bcc9-e350ceb2a22e tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6030db32-94d0-4d8c-884c-b3469acfa23f HTTP/1.1" status: 200  len: 945 time: 0.2656386
Nov 20 20:51:35.630936 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-02552e47-1357-4c98-afc4-f0b4185b5504 req-813830ff-6df3-4f31-8ded-e33680ba3082 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968180
Nov 20 20:51:35.644766 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8574ce6a-1228-4f94-9e98-b69dba105ee9 admin admin] Made reservation on behalf of d58479ec1e22447588aae115ec314452 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:51:35.648200 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8574ce6a-1228-4f94-9e98-b69dba105ee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:35.663053 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d69f69b-bcb5-4bf4-94b5-8f7aabec8ef7 None None] Checking router: 13da22d3-7a52-46b7-bbec-230050d661f6 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:51:35.683290 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d69f69b-bcb5-4bf4-94b5-8f7aabec8ef7 None None] Routers {'13da22d3-7a52-46b7-bbec-230050d661f6'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:51:35.684348 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5d69f69b-bcb5-4bf4-94b5-8f7aabec8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54347b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:51:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13da22d3-7a52-46b7-bbec-230050d661f6'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:35.696268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70833f4d-0063-49df-908e-a82e2357e802 req-b73d1151-1ed9-4c26-87be-314d0ee712f3 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:35.701743 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70833f4d-0063-49df-908e-a82e2357e802 req-b73d1151-1ed9-4c26-87be-314d0ee712f3 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1889544
Nov 20 20:51:35.708441 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1 req-5948339d-1815-42e2-8ccc-6aad2f208fbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2255729-67f4-48eb-af4e-86e677b04463 HTTP/1.1" status: 200  len: 1000 time: 0.4293613
Nov 20 20:51:35.743547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-70833f4d-0063-49df-908e-a82e2357e802 req-49b10407-1228-4c22-b240-1b81a08ea2b6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Request body: {'port': {'device_id': 'a642def2-5524-4143-abf6-0da0402a5457', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '473b91e504264ec5b10c2237ca293087'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:35.904250 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35212) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:35.960507 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-5d69f69b-bcb5-4bf4-94b5-8f7aabec8ef7 None None] Set router 13da22d3-7a52-46b7-bbec-230050d661f6 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:51:35.988704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1 req-37fcb9c3-d164-4278-a688-212f2f2e63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:35.988704 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1 req-37fcb9c3-d164-4278-a688-212f2f2e63d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=896a2b4f-e6df-41e5-a4ac-848e45777065 HTTP/1.1" status: 200  len: 856 time: 0.2725303
Nov 20 20:51:35.989321 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35216) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:35.997310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70833f4d-0063-49df-908e-a82e2357e802 req-49b10407-1228-4c22-b240-1b81a08ea2b6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Made reservation on behalf of 473b91e504264ec5b10c2237ca293087 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:51:36.002931 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-70833f4d-0063-49df-908e-a82e2357e802 req-49b10407-1228-4c22-b240-1b81a08ea2b6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:36.036376 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8574ce6a-1228-4f94-9e98-b69dba105ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:36.054005 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-70833f4d-0063-49df-908e-a82e2357e802 req-49b10407-1228-4c22-b240-1b81a08ea2b6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:36.101232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1 req-5ca88623-0be3-4588-994d-295b48f4a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:36.102984 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1 req-5ca88623-0be3-4588-994d-295b48f4a540 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=faba2177-d247-4737-8414-396da08b9b04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0967810
Nov 20 20:51:36.119575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574ce6a-1228-4f94-9e98-b69dba105ee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6efebc28-0b05-4810-80f0-06afbdb32259,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:36.171140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574ce6a-1228-4f94-9e98-b69dba105ee9 admin admin] Checking segment: {'id': '6bee62fc-f73c-4f48-844f-dd45b6cae7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0594ba2f-b532-43f1-b099-cad17106db9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:51:36.172140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574ce6a-1228-4f94-9e98-b69dba105ee9 admin admin] Network hostable DHCP agents. Network: 0594ba2f-b532-43f1-b099-cad17106db9f, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:51:36.201919 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574ce6a-1228-4f94-9e98-b69dba105ee9 admin admin] Network 0594ba2f-b532-43f1-b099-cad17106db9f is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:51:36.220371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-8574ce6a-1228-4f94-9e98-b69dba105ee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0594ba2f-b532-43f1-b099-cad17106db9f) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:51:36.236150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295b6ca0-313b-4974-932a-e6373d093dbc None None] Network 0594ba2f-b532-43f1-b099-cad17106db9f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:51:36.263511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8574ce6a-1228-4f94-9e98-b69dba105ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:36.264453 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8574ce6a-1228-4f94-9e98-b69dba105ee9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:36.281442 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2a3c2d09-c5f7-45fb-b888-1517fdfde143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:36.320015 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8574ce6a-1228-4f94-9e98-b69dba105ee9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8512950
Nov 20 20:51:36.376562 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5d69f69b-bcb5-4bf4-94b5-8f7aabec8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54347b50>, [{'id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-router', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:39Z', 'updated_at': '2021-11-20T20:49:48Z', 'revision_number': 4, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'gw_port': {'id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:40Z', 'updated_at': '2021-11-20T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d2b0bd3-abac-4cd3-830e-1be4a76eb206', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'floating_ip_address': '172.35.1.252', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'port_id': 'a2255729-67f4-48eb-af4e-86e677b04463', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faba2177-d247-4737-8414-396da08b9b04', 'mac_address': 'fa:16:3e:9a:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:50:33Z', 'updated_at': '2021-11-20T20:51:33Z', 'revision_number': 1, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046cd993-6c51-4abc-a37e-b68f7647befd', 'name': '', 'network_id': 'faba2177-d247-4737-8414-396da08b9b04', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'mac_address': 'fa:16:3e:eb:96:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:46Z', 'updated_at': '2021-11-20T20:49:53Z', 'revision_number': 5, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'subnets': [{'id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:51:36.377093 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-70833f4d-0063-49df-908e-a82e2357e802 req-49b10407-1228-4c22-b240-1b81a08ea2b6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:36.398822 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e089ee1e-e0c9-41d0-bdbf-908ea3de66a1 req-cd044b22-4399-4c2d-ba52-daf6de9090f0 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=a642def2-5524-4143-abf6-0da0402a5457 HTTP/1.1" status: 200  len: 210 time: 0.0715525
Nov 20 20:51:36.421767 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d69f69b-bcb5-4bf4-94b5-8f7aabec8ef7 None None] The sync data for ids ['13da22d3-7a52-46b7-bbec-230050d661f6'] in ncdv-master-1 is: [{'id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-router', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:39Z', 'updated_at': '2021-11-20T20:49:48Z', 'revision_number': 4, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'gw_port': {'id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:40Z', 'updated_at': '2021-11-20T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d2b0bd3-abac-4cd3-830e-1be4a76eb206', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'floating_ip_address': '172.35.1.252', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'port_id': 'a2255729-67f4-48eb-af4e-86e677b04463', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faba2177-d247-4737-8414-396da08b9b04', 'mac_address': 'fa:16:3e:9a:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:50:33Z', 'updated_at': '2021-11-20T20:51:33Z', 'revision_number': 1, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046cd993-6c51-4abc-a37e-b68f7647befd', 'name': '', 'network_id': 'faba2177-d247-4737-8414-396da08b9b04', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'mac_address': 'fa:16:3e:eb:96:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:46Z', 'updated_at': '2021-11-20T20:49:53Z', 'revision_number': 5, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'subnets': [{'id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:51:36.433598 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ef1a9d86-bd70-4a10-b17c-ecbf283c0ec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:36.447412 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-70833f4d-0063-49df-908e-a82e2357e802 req-49b10407-1228-4c22-b240-1b81a08ea2b6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:36.517672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ca6fa4-bd33-4292-a17a-3ed9aabb6c55 None None] Network 0594ba2f-b532-43f1-b099-cad17106db9f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:51:36.581468 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1 req-416faa78-f18a-4d0e-ac67-a3bdaa44d7ed service neutron] 10.222.0.47 "GET /v2.0/networks/faba2177-d247-4737-8414-396da08b9b04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4672818
Nov 20 20:51:36.645946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b10407-1228-4c22-b240-1b81a08ea2b6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df137abc-2a0b-42ff-b3d2-3a30e620d3ef,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:36.788187 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2b2c6-7ad4-4936-9f44-5358192d6de2 req-98c0f24d-cd00-4bf5-810a-f4365994952d tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:36.792656 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2a3c2d09-c5f7-45fb-b888-1517fdfde143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:36.802705 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-42d2b2c6-7ad4-4936-9f44-5358192d6de2 req-98c0f24d-cd00-4bf5-810a-f4365994952d tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6030db32-94d0-4d8c-884c-b3469acfa23f HTTP/1.1" status: 200  len: 945 time: 0.0723927
Nov 20 20:51:36.819997 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2a3c2d09-c5f7-45fb-b888-1517fdfde143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:36.861326 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d4e38-7a3e-4348-9593-51a0fb63fd04 None None] New status for floating IP 6d2b0bd3-abac-4cd3-830e-1be4a76eb206: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:51:36.878370 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-42d2b2c6-7ad4-4936-9f44-5358192d6de2 req-00227f9f-7c5c-498e-b275-969116c75934 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737758
Nov 20 20:51:36.888733 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-70833f4d-0063-49df-908e-a82e2357e802 req-49b10407-1228-4c22-b240-1b81a08ea2b6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Allocated IP 192.168.233.28 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/55b92c4e-47ff-40f3-9809-f84c75701b8e) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:51:36.892834 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4dd20179-bfe2-47aa-8a54-aa0b89ecc8f1 req-bbe7a8bc-4c93-434f-b6a2-fbc40f1b8a49 service neutron] 10.222.0.47 "GET /v2.0/networks/faba2177-d247-4737-8414-396da08b9b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3018558
Nov 20 20:51:36.943786 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ef1a9d86-bd70-4a10-b17c-ecbf283c0ec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:36.956932 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35246) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:36.958277 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2a3c2d09-c5f7-45fb-b888-1517fdfde143 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d014fa2abd664c3c869400f51b84b367&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9641008
Nov 20 20:51:36.961474 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c2d09-c5f7-45fb-b888-1517fdfde143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b198daf-7a5e-475b-bd65-6ebc2da033a8,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:36.978325 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ef1a9d86-bd70-4a10-b17c-ecbf283c0ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:37.019502 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ef1a9d86-bd70-4a10-b17c-ecbf283c0ec4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32d7866dfcaf4ae4a18cc98158a557a4&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0858943
Nov 20 20:51:37.026074 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35250) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:37.092989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a9d86-bd70-4a10-b17c-ecbf283c0ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282f32f3-f58e-4cb7-9855-2e750aedaff5,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:37.144702 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fae8218e-7ec7-4225-84e3-100eaabefb54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:37.192075 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3f8edfa-d5c6-416d-a541-2ed8649ecdb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:37.203443 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fae8218e-7ec7-4225-84e3-100eaabefb54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:37.242558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-5e3e1c70-9cf6-4408-b193-b9aa6a8d19ee tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:37.250308 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-5e3e1c70-9cf6-4408-b193-b9aa6a8d19ee tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/networks?id=0594ba2f-b532-43f1-b099-cad17106db9f HTTP/1.1" status: 200  len: 809 time: 0.3363953
Nov 20 20:51:37.266775 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3f8edfa-d5c6-416d-a541-2ed8649ecdb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:37.281999 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-75243408-021f-43fc-a3cb-1bd41900e4ca tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/quotas/d58479ec1e22447588aae115ec314452 HTTP/1.1" status: 200  len: 375 time: 0.0307074
Nov 20 20:51:37.329565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-b17d7e42-7b67-41c7-83e0-9027604c64c3 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d58479ec1e22447588aae115ec314452&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0464621
Nov 20 20:51:37.356031 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-70833f4d-0063-49df-908e-a82e2357e802 req-49b10407-1228-4c22-b240-1b81a08ea2b6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:37.374571 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909abddd-7613-48ab-94e6-4a77f6063d4b req-7f3f270f-9da5-4739-8767-3cba0a05e0a8 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:37.376399 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-909abddd-7613-48ab-94e6-4a77f6063d4b req-7f3f270f-9da5-4739-8767-3cba0a05e0a8 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6030db32-94d0-4d8c-884c-b3469acfa23f HTTP/1.1" status: 200  len: 945 time: 0.1159110
Nov 20 20:51:37.378444 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fae8218e-7ec7-4225-84e3-100eaabefb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:37.381613 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fae8218e-7ec7-4225-84e3-100eaabefb54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:37.385386 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fae8218e-7ec7-4225-84e3-100eaabefb54 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/282f32f3-f58e-4cb7-9855-2e750aedaff5 HTTP/1.1" status: 204  len: 168 time: 0.3554685
Nov 20 20:51:37.409671 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8218e-7ec7-4225-84e3-100eaabefb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282f32f3-f58e-4cb7-9855-2e750aedaff5,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:37.443047 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3f8edfa-d5c6-416d-a541-2ed8649ecdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:37.445898 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3f8edfa-d5c6-416d-a541-2ed8649ecdb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:37.447176 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f3f8edfa-d5c6-416d-a541-2ed8649ecdb5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b198daf-7a5e-475b-bd65-6ebc2da033a8 HTTP/1.1" status: 204  len: 168 time: 0.4891624
Nov 20 20:51:37.459532 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-70833f4d-0063-49df-908e-a82e2357e802 req-49b10407-1228-4c22-b240-1b81a08ea2b6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:37.466373 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8edfa-d5c6-416d-a541-2ed8649ecdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b198daf-7a5e-475b-bd65-6ebc2da033a8,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:37.472906 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-909abddd-7613-48ab-94e6-4a77f6063d4b req-89a3c8c7-eda0-4243-983a-ea1c53261652 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867682
Nov 20 20:51:37.569462 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70833f4d-0063-49df-908e-a82e2357e802 req-49b10407-1228-4c22-b240-1b81a08ea2b6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:51:37.587574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-70833f4d-0063-49df-908e-a82e2357e802 req-49b10407-1228-4c22-b240-1b81a08ea2b6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:51:37.593510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-70833f4d-0063-49df-908e-a82e2357e802 req-49b10407-1228-4c22-b240-1b81a08ea2b6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:51:37.680831 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b10407-1228-4c22-b240-1b81a08ea2b6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Pushing event updated for resources: {'Port': ['ID=55b92c4e-47ff-40f3-9809-f84c75701b8e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:37.708687 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-0337c9c4-b405-4a27-9f70-6077dd82023e service neutron] 10.222.0.41 "GET /v2.0/networks/0594ba2f-b532-43f1-b099-cad17106db9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3633449
Nov 20 20:51:37.758586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70833f4d-0063-49df-908e-a82e2357e802 req-49b10407-1228-4c22-b240-1b81a08ea2b6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:37.759836 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-70833f4d-0063-49df-908e-a82e2357e802 req-49b10407-1228-4c22-b240-1b81a08ea2b6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:37.856806 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70833f4d-0063-49df-908e-a82e2357e802 req-49b10407-1228-4c22-b240-1b81a08ea2b6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.1232901
Nov 20 20:51:37.871729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Request body: {'port': {'device_id': 'a642def2-5524-4143-abf6-0da0402a5457', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:37.900494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1f486-b66e-4969-ada2-fc4b7fdf7e9d req-74e0d964-f5a1-4587-9e31-26ecf03ecf59 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:37.903317 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-72c1f486-b66e-4969-ada2-fc4b7fdf7e9d req-74e0d964-f5a1-4587-9e31-26ecf03ecf59 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=a642def2-5524-4143-abf6-0da0402a5457 HTTP/1.1" status: 200  len: 935 time: 0.1095052
Nov 20 20:51:37.930742 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-f77d7763-474c-4454-a042-48033e6437ec service neutron] 10.222.0.41 "GET /v2.0/networks/0594ba2f-b532-43f1-b099-cad17106db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2207165
Nov 20 20:51:37.966486 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:38.026787 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:38.027690 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-43516e11-9464-42b1-8509-813e0bc1e928 None None] Provisioning complete for port 55b92c4e-47ff-40f3-9809-f84c75701b8e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:38.028087 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-43516e11-9464-42b1-8509-813e0bc1e928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:38.033075 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35278) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:38.059655 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aacf41d2-7b6a-49dc-a7d1-1639b61ac46b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:38.113225 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-43516e11-9464-42b1-8509-813e0bc1e928 None None] Port 55b92c4e-47ff-40f3-9809-f84c75701b8e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:51:38.116383 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:38.121324 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-72c1f486-b66e-4969-ada2-fc4b7fdf7e9d req-b14e61c3-e08c-48f4-b245-9abd892734b4 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2079659
Nov 20 20:51:38.180578 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aacf41d2-7b6a-49dc-a7d1-1639b61ac46b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:38.190064 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aacf41d2-7b6a-49dc-a7d1-1639b61ac46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:38.241140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf41d2-7b6a-49dc-a7d1-1639b61ac46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc5ae2e-9f9c-48ae-ae4c-a36dc66fd9b2,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:38.269084 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-966668e6-3cd0-44eb-968e-34b556267b5c req-79ad092d-5cf3-4c58-b818-4c6037d72956 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 210 time: 0.0474751
Nov 20 20:51:38.306353 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-aacf41d2-7b6a-49dc-a7d1-1639b61ac46b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb8b5ffd45774e2fa7727220cd4641a7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2713974
Nov 20 20:51:38.307256 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35286) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:51:38.391629 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-334358dd-bcf8-482a-a63d-bde6c00e77d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:38.433250 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-334358dd-bcf8-482a-a63d-bde6c00e77d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:38.511476 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-334358dd-bcf8-482a-a63d-bde6c00e77d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:38.512577 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b92c4e-47ff-40f3-9809-f84c75701b8e {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:38.515607 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-334358dd-bcf8-482a-a63d-bde6c00e77d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:38.517854 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-334358dd-bcf8-482a-a63d-bde6c00e77d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2bc5ae2e-9f9c-48ae-ae4c-a36dc66fd9b2 HTTP/1.1" status: 204  len: 168 time: 0.2087562
Nov 20 20:51:38.523863 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:38.537805 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334358dd-bcf8-482a-a63d-bde6c00e77d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc5ae2e-9f9c-48ae-ae4c-a36dc66fd9b2,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:38.565097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Transition to ACTIVE for port object 55b92c4e-47ff-40f3-9809-f84c75701b8e will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:51:38.571850 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:38.701533 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Pushing event updated for resources: {'Port': ['ID=55b92c4e-47ff-40f3-9809-f84c75701b8e,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:38.773352 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Attempting to bind port 55b92c4e-47ff-40f3-9809-f84c75701b8e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:51:38.773624 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Attempting to bind port 55b92c4e-47ff-40f3-9809-f84c75701b8e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:51:38.774548 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Attempting to bind port 55b92c4e-47ff-40f3-9809-f84c75701b8e on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:38.782156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Port 55b92c4e-47ff-40f3-9809-f84c75701b8e on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:51:38.782512 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Attempting to bind port 55b92c4e-47ff-40f3-9809-f84c75701b8e on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:38.792693 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:51:38.795062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:51:38.795684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:51:38.797209 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Bound port: 55b92c4e-47ff-40f3-9809-f84c75701b8e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:51:38.798799 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:38.878598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d423c8-eef0-49d3-afaa-a8633fd0fc03 req-bf319e0d-53ef-4492-a4ae-b0fdcf7fb557 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:38.880234 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67d423c8-eef0-49d3-afaa-a8633fd0fc03 req-bf319e0d-53ef-4492-a4ae-b0fdcf7fb557 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6030db32-94d0-4d8c-884c-b3469acfa23f HTTP/1.1" status: 200  len: 945 time: 0.1329157
Nov 20 20:51:38.994669 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67d423c8-eef0-49d3-afaa-a8633fd0fc03 req-26537813-c15c-4747-8997-2ec4bb5205bb tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067092
Nov 20 20:51:38.996761 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] For port 55b92c4e-47ff-40f3-9809-f84c75701b8e, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:51:39.010638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] For port 55b92c4e-47ff-40f3-9809-f84c75701b8e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55b92c4e-47ff-40f3-9809-f84c75701b8e,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:51:39.013707 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:39.073661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:39.075376 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:39.077146 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70833f4d-0063-49df-908e-a82e2357e802 req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] 10.222.0.37 "PUT /v2.0/ports/55b92c4e-47ff-40f3-9809-f84c75701b8e HTTP/1.1" status: 200  len: 1095 time: 1.2106624
Nov 20 20:51:39.078403 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a642def2-5524-4143-abf6-0da0402a5457', 'tag': '55b92c4e-47ff-40f3-9809-f84c75701b8e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:39.080859 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daed657-8001-4a64-8a75-8077977e3301" -d '{"events": [{"name": "network-changed", "server_uuid": "a642def2-5524-4143-abf6-0da0402a5457", "tag": "55b92c4e-47ff-40f3-9809-f84c75701b8e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:39.121903 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7114d5-1d40-45e0-acc1-26035faaf759 service neutron] Pushing event updated for resources: {'Port': ['ID=55b92c4e-47ff-40f3-9809-f84c75701b8e,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:39.279807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70833f4d-0063-49df-908e-a82e2357e802 req-48fbe8e1-c527-4cec-8144-3eae434f9f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:39.283329 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70833f4d-0063-49df-908e-a82e2357e802 req-48fbe8e1-c527-4cec-8144-3eae434f9f31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=473b91e504264ec5b10c2237ca293087&device_id=a642def2-5524-4143-abf6-0da0402a5457 HTTP/1.1" status: 200  len: 1098 time: 0.1090345
Nov 20 20:51:39.375837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70833f4d-0063-49df-908e-a82e2357e802 req-381beaac-d0c1-49df-be55-89cb008e41f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=55b92c4e-47ff-40f3-9809-f84c75701b8e HTTP/1.1" status: 200  len: 217 time: 0.0829544
Nov 20 20:51:39.475717 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-91eaa619-d50a-457c-af22-787d08f68698 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ebffc7faac2d4069a182969e23268495&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0348418
Nov 20 20:51:39.487075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70833f4d-0063-49df-908e-a82e2357e802 req-0bbc4e57-2407-4c7c-9ed1-7a49779141c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:39.489750 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70833f4d-0063-49df-908e-a82e2357e802 req-0bbc4e57-2407-4c7c-9ed1-7a49779141c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1065891
Nov 20 20:51:39.583463 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c479e37-0208-43a0-8fe6-59ff7917c146 x-openstack-request-id: req-7c479e37-0208-43a0-8fe6-59ff7917c146 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:39.584080 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a642def2-5524-4143-abf6-0da0402a5457", "tag": "55b92c4e-47ff-40f3-9809-f84c75701b8e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:39.584551 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c479e37-0208-43a0-8fe6-59ff7917c146 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:39.585159 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a642def2-5524-4143-abf6-0da0402a5457', 'tag': '55b92c4e-47ff-40f3-9809-f84c75701b8e', 'status': 'completed', 'code': 200}
Nov 20 20:51:39.604394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70833f4d-0063-49df-908e-a82e2357e802 req-0d49efc1-c0b2-469a-aac0-36f9d779d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:39.606791 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70833f4d-0063-49df-908e-a82e2357e802 req-0d49efc1-c0b2-469a-aac0-36f9d779d151 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0760460
Nov 20 20:51:39.721585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-d6cc9334-9e2b-4f7f-a685-bfe0eedbf558 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:39.723242 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-d6cc9334-9e2b-4f7f-a685-bfe0eedbf558 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2403786
Nov 20 20:51:39.754178 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-f05087c9-59b8-4785-ac5b-189cbb49a7bf tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/quotas/ebffc7faac2d4069a182969e23268495 HTTP/1.1" status: 200  len: 375 time: 0.0226102
Nov 20 20:51:39.804089 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-59303163-d09b-432d-a275-adb3975ae0e2 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebffc7faac2d4069a182969e23268495&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0475569
Nov 20 20:51:39.817805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c5881-2061-4619-a53b-376ca039ddca req-903234ba-8957-4696-9a86-6ec4e837297e tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:39.825531 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e21c5881-2061-4619-a53b-376ca039ddca req-903234ba-8957-4696-9a86-6ec4e837297e tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=a642def2-5524-4143-abf6-0da0402a5457 HTTP/1.1" status: 200  len: 947 time: 0.1647396
Nov 20 20:51:39.869548 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70833f4d-0063-49df-908e-a82e2357e802 req-7afa0485-15e1-4356-a6ed-97b5dfe3fab6 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2544587
Nov 20 20:51:40.025067 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-4109fb05-365d-4ffb-8900-1fa68f41c29f tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:40.026617 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-4109fb05-365d-4ffb-8900-1fa68f41c29f tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.47 "GET /v2.0/networks?id=0594ba2f-b532-43f1-b099-cad17106db9f HTTP/1.1" status: 200  len: 809 time: 0.2941787
Nov 20 20:51:40.047306 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e21c5881-2061-4619-a53b-376ca039ddca req-73d141b2-a54e-4cd4-8e89-b97c2eeb78f2 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2151456
Nov 20 20:51:40.064925 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-63370784-9d49-4bf7-b18a-a64a7b74d047 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Request body: {'port': {'device_id': '4450abf6-2433-4e78-97e4-5e9afed3b26a', 'network_id': '0594ba2f-b532-43f1-b099-cad17106db9f', 'admin_state_up': True, 'tenant_id': 'd58479ec1e22447588aae115ec314452'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:40.163906 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-202341db-e2ff-4e12-9ab4-860cbc64806b req-6a5e133e-94ce-43e9-82ef-180c2b836e41 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 210 time: 0.0530906
Nov 20 20:51:40.181846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70833f4d-0063-49df-908e-a82e2357e802 req-e99d6d45-1333-4330-978d-1bc84c5d94bc service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3028643
Nov 20 20:51:40.353003 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3f74eb1-b05b-4640-b7a3-5be5a24d55d9 req-2f901b2c-f252-44c0-8bed-79ffd3f42c9f tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/ports?device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 210 time: 0.0662525
Nov 20 20:51:40.375255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daed657-8001-4a64-8a75-8077977e3301 req-575e766b-e9bb-4fa2-8969-c018adc62343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:40.376887 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9daed657-8001-4a64-8a75-8077977e3301 req-575e766b-e9bb-4fa2-8969-c018adc62343 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=473b91e504264ec5b10c2237ca293087&device_id=a642def2-5524-4143-abf6-0da0402a5457 HTTP/1.1" status: 200  len: 1098 time: 0.1084812
Nov 20 20:51:40.383968 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-63370784-9d49-4bf7-b18a-a64a7b74d047 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Made reservation on behalf of d58479ec1e22447588aae115ec314452 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:51:40.387820 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-63370784-9d49-4bf7-b18a-a64a7b74d047 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:40.557230 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daed657-8001-4a64-8a75-8077977e3301 req-5bf25c11-b4d2-4231-a12b-ef7d67166dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:40.559071 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9daed657-8001-4a64-8a75-8077977e3301 req-5bf25c11-b4d2-4231-a12b-ef7d67166dca service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1676929
Nov 20 20:51:40.939794 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9daed657-8001-4a64-8a75-8077977e3301 req-5a8b7461-ce54-4407-b44a-f6f959e4c168 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=55b92c4e-47ff-40f3-9809-f84c75701b8e HTTP/1.1" status: 200  len: 217 time: 0.0392451
Nov 20 20:51:40.984428 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-63370784-9d49-4bf7-b18a-a64a7b74d047 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Allocated IP 172.20.0.11 (0594ba2f-b532-43f1-b099-cad17106db9f/6efebc28-0b05-4810-80f0-06afbdb32259/bdfe8d89-e22c-4a72-a2ed-490198efb612) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:51:41.016829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daed657-8001-4a64-8a75-8077977e3301 req-a354cc05-1439-4396-8adc-13fa5ec451c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:41.018323 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9daed657-8001-4a64-8a75-8077977e3301 req-a354cc05-1439-4396-8adc-13fa5ec451c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0693069
Nov 20 20:51:41.069042 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-472c451a-e011-4382-8461-be268507058c req-90a52c16-4ef6-453e-8022-9ea6abc46254 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e3b8141b335a46009c54d270ec68ea26&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0260978
Nov 20 20:51:41.111934 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daed657-8001-4a64-8a75-8077977e3301 req-b3ebd74d-7c5f-4e30-961c-97ec35b97cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:41.113445 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9daed657-8001-4a64-8a75-8077977e3301 req-b3ebd74d-7c5f-4e30-961c-97ec35b97cd4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0869451
Nov 20 20:51:41.222570 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c451a-e011-4382-8461-be268507058c req-f9239b71-f1fd-4776-bf30-7a62395e4162 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:41.224296 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-472c451a-e011-4382-8461-be268507058c req-f9239b71-f1fd-4776-bf30-7a62395e4162 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1429384
Nov 20 20:51:41.243040 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-472c451a-e011-4382-8461-be268507058c req-5294edd1-a9bc-4639-b0db-c2d6049611e2 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/quotas/e3b8141b335a46009c54d270ec68ea26 HTTP/1.1" status: 200  len: 375 time: 0.0115986
Nov 20 20:51:41.278236 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-472c451a-e011-4382-8461-be268507058c req-37c7385c-abab-4df1-95fd-521c53e01a00 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3b8141b335a46009c54d270ec68ea26&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0289536
Nov 20 20:51:41.302359 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-344daf7d-3675-4da7-a841-58c6334c537d tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ebffc7faac2d4069a182969e23268495&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0655727
Nov 20 20:51:41.313752 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-63370784-9d49-4bf7-b18a-a64a7b74d047 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:41.378934 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32232a-2c3f-42f1-9bd8-0b3fd0f0b3c1 req-4a51dc6e-7676-4d85-9ff4-1454c25aeac4 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:41.380455 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1e32232a-2c3f-42f1-9bd8-0b3fd0f0b3c1 req-4a51dc6e-7676-4d85-9ff4-1454c25aeac4 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=a642def2-5524-4143-abf6-0da0402a5457 HTTP/1.1" status: 200  len: 947 time: 0.1905110
Nov 20 20:51:41.385911 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9daed657-8001-4a64-8a75-8077977e3301 req-5145bf97-1ede-4157-94b0-6f19ad852f0f service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2391365
Nov 20 20:51:41.571631 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-63370784-9d49-4bf7-b18a-a64a7b74d047 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:41.572289 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-21789700-4758-4e8c-98b1-3e6d27e6a77c req-cdf26c25-a88f-411e-a4e5-aae36c30fe60 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 210 time: 0.0689731
Nov 20 20:51:41.581423 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-b122e22d-19e5-420d-b6f5-d31a3233af35 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:41.582884 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-b122e22d-19e5-420d-b6f5-d31a3233af35 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2724104
Nov 20 20:51:41.641472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-f59dafea-7e9d-4f96-8c0e-83a232b4d29a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Request body: {'port': {'device_id': '69968770-eafc-407f-a324-fbed2db929f1', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': 'ebffc7faac2d4069a182969e23268495'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:41.702379 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1e32232a-2c3f-42f1-9bd8-0b3fd0f0b3c1 req-f8b030f0-0fe7-4ee6-a3cd-bffb1b04c0c5 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2812684
Nov 20 20:51:41.724625 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-63370784-9d49-4bf7-b18a-a64a7b74d047 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Network 0594ba2f-b532-43f1-b099-cad17106db9f is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:51:41.728358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63370784-9d49-4bf7-b18a-a64a7b74d047 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Pushing event updated for resources: {'Port': ['ID=bdfe8d89-e22c-4a72-a2ed-490198efb612,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:41.737672 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-63370784-9d49-4bf7-b18a-a64a7b74d047 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:51:41.753611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-63370784-9d49-4bf7-b18a-a64a7b74d047 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:51:41.820483 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9daed657-8001-4a64-8a75-8077977e3301 req-134603dc-0105-413e-8047-0df865c13daa service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3988960
Nov 20 20:51:41.834604 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ad7472fa-1830-4af6-aec4-4f392adda90d req-2476d81f-0c59-42d2-b56c-2a176709f028 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 210 time: 0.0306475
Nov 20 20:51:41.862143 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aa621393-55d5-4db4-8623-249faae90fd5 req-5821f660-63d0-4b42-ba01-6c3334cadbef tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/ports?device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 210 time: 0.0537930
Nov 20 20:51:41.890329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-63370784-9d49-4bf7-b18a-a64a7b74d047 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:41.890960 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-63370784-9d49-4bf7-b18a-a64a7b74d047 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:41.915882 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-63370784-9d49-4bf7-b18a-a64a7b74d047 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8668456
Nov 20 20:51:41.932358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Request body: {'port': {'device_id': '4450abf6-2433-4e78-97e4-5e9afed3b26a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:41.956138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-f59dafea-7e9d-4f96-8c0e-83a232b4d29a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Made reservation on behalf of ebffc7faac2d4069a182969e23268495 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:51:41.959616 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-f59dafea-7e9d-4f96-8c0e-83a232b4d29a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:41.973851 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-f59dafea-7e9d-4f96-8c0e-83a232b4d29a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:42.017849 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 55b92c4e-47ff-40f3-9809-f84c75701b8e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:51:42.021481 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:42.141749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 55b92c4e-47ff-40f3-9809-f84c75701b8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55b92c4e-47ff-40f3-9809-f84c75701b8e,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:42.158424 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '55b92c4e-47ff-40f3-9809-f84c75701b8e', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '55b92c4e-47ff-40f3-9809-f84c75701b8e', 'mac_address': 'fa:16:3e:4c:d4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:51:42.190570 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-f59dafea-7e9d-4f96-8c0e-83a232b4d29a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:42.197606 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-f59dafea-7e9d-4f96-8c0e-83a232b4d29a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:42.200785 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:42.214921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b92c4e-47ff-40f3-9809-f84c75701b8e {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:42.240721 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 55b92c4e-47ff-40f3-9809-f84c75701b8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55b92c4e-47ff-40f3-9809-f84c75701b8e,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:42.247272 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:42.248567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device cb0435d6-cf6a-457b-b16c-48b724dd5e98 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:51:42.309264 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59dafea-7e9d-4f96-8c0e-83a232b4d29a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db6d7fc-b5cc-40ed-8459-6550a3578f39,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:42.321377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=55b92c4e-47ff-40f3-9809-f84c75701b8e,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:42.389349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port cb0435d6-cf6a-457b-b16c-48b724dd5e98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb0435d6-cf6a-457b-b16c-48b724dd5e98,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:42.405524 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'cb0435d6-cf6a-457b-b16c-48b724dd5e98', 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689', 'port_id': 'cb0435d6-cf6a-457b-b16c-48b724dd5e98', 'mac_address': 'fa:16:3e:28:de:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca0b895-d4f5-4110-adf5-186714814159', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:51:42.452209 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-f59dafea-7e9d-4f96-8c0e-83a232b4d29a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Allocated IP 192.168.233.153 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:51:42.458431 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:42.474851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb0435d6-cf6a-457b-b16c-48b724dd5e98 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:42.503540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port cb0435d6-cf6a-457b-b16c-48b724dd5e98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb0435d6-cf6a-457b-b16c-48b724dd5e98,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:42.508198 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:42.568742 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-472c451a-e011-4382-8461-be268507058c req-c81e4f23-5476-46c9-93ef-7117145aa872 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e3b8141b335a46009c54d270ec68ea26&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0245299
Nov 20 20:51:42.580621 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdfe8d89-e22c-4a72-a2ed-490198efb612 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:42.602452 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=cb0435d6-cf6a-457b-b16c-48b724dd5e98,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:42.616710 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['cb0435d6-cf6a-457b-b16c-48b724dd5e98'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:42.617878 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:42.772805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Transition to ACTIVE for port object bdfe8d89-e22c-4a72-a2ed-490198efb612 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:51:42.781750 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:42.790672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['55b92c4e-47ff-40f3-9809-f84c75701b8e'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:42.871734 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c451a-e011-4382-8461-be268507058c req-93cad9a2-559f-40b1-bd6c-106326ba5776 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:42.876121 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-472c451a-e011-4382-8461-be268507058c req-93cad9a2-559f-40b1-bd6c-106326ba5776 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2978742
Nov 20 20:51:42.879948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Pushing event updated for resources: {'Port': ['ID=bdfe8d89-e22c-4a72-a2ed-490198efb612,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:42.888462 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740df85-da6d-4f78-a5ee-977b005f7fe1 req-88681a66-44f5-409f-9ee5-d8c3a823f64b tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:42.891918 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0740df85-da6d-4f78-a5ee-977b005f7fe1 req-88681a66-44f5-409f-9ee5-d8c3a823f64b tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 944 time: 0.1153328
Nov 20 20:51:42.898183 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-472c451a-e011-4382-8461-be268507058c req-5c207aff-f8b6-4ced-a51b-75d480918eec tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Request body: {'port': {'device_id': 'fb911596-5396-4ef5-8709-370aaa7dd2b2', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': 'e3b8141b335a46009c54d270ec68ea26'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:43.103235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Attempting to bind port bdfe8d89-e22c-4a72-a2ed-490198efb612 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:51:43.103575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Attempting to bind port bdfe8d89-e22c-4a72-a2ed-490198efb612 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6bee62fc-f73c-4f48-844f-dd45b6cae7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0594ba2f-b532-43f1-b099-cad17106db9f'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:51:43.103908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Attempting to bind port bdfe8d89-e22c-4a72-a2ed-490198efb612 on network 0594ba2f-b532-43f1-b099-cad17106db9f {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:43.123146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa5362-157c-4f66-b1e8-bde1e3b6064e req-1eca0932-c1ad-42c4-9e72-386cb2bfa170 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:43.129171 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-77aa5362-157c-4f66-b1e8-bde1e3b6064e req-1eca0932-c1ad-42c4-9e72-386cb2bfa170 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=a642def2-5524-4143-abf6-0da0402a5457 HTTP/1.1" status: 200  len: 948 time: 0.1856420
Nov 20 20:51:43.152838 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472c451a-e011-4382-8461-be268507058c req-5c207aff-f8b6-4ced-a51b-75d480918eec tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Made reservation on behalf of e3b8141b335a46009c54d270ec68ea26 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:51:43.156511 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-472c451a-e011-4382-8461-be268507058c req-5c207aff-f8b6-4ced-a51b-75d480918eec tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:43.176140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Port bdfe8d89-e22c-4a72-a2ed-490198efb612 on network 0594ba2f-b532-43f1-b099-cad17106db9f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:51:43.176492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Attempting to bind port bdfe8d89-e22c-4a72-a2ed-490198efb612 on network 0594ba2f-b532-43f1-b099-cad17106db9f {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:43.200846 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-472c451a-e011-4382-8461-be268507058c req-5c207aff-f8b6-4ced-a51b-75d480918eec tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:43.201255 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-f59dafea-7e9d-4f96-8c0e-83a232b4d29a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:43.203434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:51:43.203775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Checking segment: {'id': '6bee62fc-f73c-4f48-844f-dd45b6cae7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0594ba2f-b532-43f1-b099-cad17106db9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:51:43.204313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Bound using segment: {'id': '6bee62fc-f73c-4f48-844f-dd45b6cae7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0594ba2f-b532-43f1-b099-cad17106db9f'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:51:43.204682 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Bound port: bdfe8d89-e22c-4a72-a2ed-490198efb612, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bee62fc-f73c-4f48-844f-dd45b6cae7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0594ba2f-b532-43f1-b099-cad17106db9f'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:51:43.205074 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:43.207333 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0740df85-da6d-4f78-a5ee-977b005f7fe1 req-88425f59-6a2e-4506-a8b8-570a3e74c483 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/security-groups?id=4829b495-abbb-41ae-abab-16c95b3f4216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208274
Nov 20 20:51:43.214685 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9c91993d-da59-47eb-b173-8709644016db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:43.338088 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-77aa5362-157c-4f66-b1e8-bde1e3b6064e req-4fe40140-6782-4356-ae3f-f0407833c725 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1838846
Nov 20 20:51:43.353078 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-472c451a-e011-4382-8461-be268507058c req-5c207aff-f8b6-4ced-a51b-75d480918eec tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:43.358168 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-472c451a-e011-4382-8461-be268507058c req-5c207aff-f8b6-4ced-a51b-75d480918eec tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:43.397374 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-f59dafea-7e9d-4f96-8c0e-83a232b4d29a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:43.401718 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c207aff-f8b6-4ced-a51b-75d480918eec tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cc1252-c038-4365-a928-1a25dd31b7e4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:43.460436 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] For port bdfe8d89-e22c-4a72-a2ed-490198efb612, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:51:43.466184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] For port bdfe8d89-e22c-4a72-a2ed-490198efb612, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdfe8d89-e22c-4a72-a2ed-490198efb612,segment=NetworkSegment(6bee62fc-f73c-4f48-844f-dd45b6cae7b3),segment_id=6bee62fc-f73c-4f48-844f-dd45b6cae7b3)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:51:43.485680 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:43.511933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-f59dafea-7e9d-4f96-8c0e-83a232b4d29a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:51:43.538778 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-194463a1-0593-4b10-b0d6-bfa4f86dc558 req-bac8ac2a-cf84-41f4-9deb-bce4d97d3ff7 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 210 time: 0.0639117
Nov 20 20:51:43.543455 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:43.545189 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:43.547489 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] 10.222.0.47 "PUT /v2.0/ports/bdfe8d89-e22c-4a72-a2ed-490198efb612 HTTP/1.1" status: 200  len: 1092 time: 1.6194887
Nov 20 20:51:43.564533 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4450abf6-2433-4e78-97e4-5e9afed3b26a', 'tag': 'bdfe8d89-e22c-4a72-a2ed-490198efb612'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:43.584821 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f505b4fe-0f00-4905-b634-cb50dc2a8d45" -d '{"events": [{"name": "network-changed", "server_uuid": "4450abf6-2433-4e78-97e4-5e9afed3b26a", "tag": "bdfe8d89-e22c-4a72-a2ed-490198efb612"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:43.620004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-f59dafea-7e9d-4f96-8c0e-83a232b4d29a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:51:43.633467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-f59dafea-7e9d-4f96-8c0e-83a232b4d29a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:51:43.702386 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-f59dafea-7e9d-4f96-8c0e-83a232b4d29a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:43.703062 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-f59dafea-7e9d-4f96-8c0e-83a232b4d29a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:43.727515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59dafea-7e9d-4f96-8c0e-83a232b4d29a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Pushing event updated for resources: {'Port': ['ID=5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:43.739875 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-472c451a-e011-4382-8461-be268507058c req-5c207aff-f8b6-4ced-a51b-75d480918eec tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Allocated IP 192.168.233.10 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/a6b22f7b-c9e9-43ed-8e4c-cac104488fa6) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:51:43.743254 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-f59dafea-7e9d-4f96-8c0e-83a232b4d29a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.1355386
Nov 20 20:51:43.822514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Request body: {'port': {'device_id': '69968770-eafc-407f-a324-fbed2db929f1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:43.946718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556a978-6fd3-48f8-92b2-0db322127c9e service neutron] Pushing event updated for resources: {'Port': ['ID=bdfe8d89-e22c-4a72-a2ed-490198efb612,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:43.950458 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3596f994-2d7c-4730-a8b4-1dc4ea7ddbf1 x-openstack-request-id: req-3596f994-2d7c-4730-a8b4-1dc4ea7ddbf1 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:43.950762 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4450abf6-2433-4e78-97e4-5e9afed3b26a", "tag": "bdfe8d89-e22c-4a72-a2ed-490198efb612", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:43.953628 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3596f994-2d7c-4730-a8b4-1dc4ea7ddbf1 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:43.954112 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4450abf6-2433-4e78-97e4-5e9afed3b26a', 'tag': 'bdfe8d89-e22c-4a72-a2ed-490198efb612', 'status': 'completed', 'code': 200}
Nov 20 20:51:44.012730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd6c34-cbbb-45a6-857c-eab36970ace5 req-aacaa204-04f6-4b28-8f73-7923f4b03d7c tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:44.020817 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01cd6c34-cbbb-45a6-857c-eab36970ace5 req-aacaa204-04f6-4b28-8f73-7923f4b03d7c tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/ports?device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 936 time: 0.5422633
Nov 20 20:51:44.027787 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-c6f87610-cc51-4ace-9cd5-23b0d94101a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:44.028922 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-c6f87610-cc51-4ace-9cd5-23b0d94101a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d58479ec1e22447588aae115ec314452&device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 1095 time: 0.3361499
Nov 20 20:51:44.072754 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-472c451a-e011-4382-8461-be268507058c req-5c207aff-f8b6-4ced-a51b-75d480918eec tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:44.096016 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:44.098194 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 55b92c4e-47ff-40f3-9809-f84c75701b8e up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:51:44.098686 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-1df4442b-4015-4711-8f3b-a130ff711f19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdfe8d89-e22c-4a72-a2ed-490198efb612 HTTP/1.1" status: 200  len: 217 time: 0.0462096
Nov 20 20:51:44.120209 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-472c451a-e011-4382-8461-be268507058c req-5c207aff-f8b6-4ced-a51b-75d480918eec tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:44.167190 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0054b228-57a2-4fbc-9d6d-dffbcc062d7a None None] Provisioning complete for port 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:44.167644 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0054b228-57a2-4fbc-9d6d-dffbcc062d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:44.176170 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01cd6c34-cbbb-45a6-857c-eab36970ace5 req-14faceec-31ec-4844-80d5-ec394ba22520 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/security-groups?id=5db6d7fc-b5cc-40ed-8459-6550a3578f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482913
Nov 20 20:51:44.215438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0054b228-57a2-4fbc-9d6d-dffbcc062d7a None None] Port 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:51:44.218885 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 55b92c4e-47ff-40f3-9809-f84c75701b8e completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:51:44.237041 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 55b92c4e-47ff-40f3-9809-f84c75701b8e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:44.237515 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:44.271278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-414d8907-291d-4e1b-905d-3ed1b30225e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:44.275191 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-414d8907-291d-4e1b-905d-3ed1b30225e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6efebc28-0b05-4810-80f0-06afbdb32259 HTTP/1.1" status: 200  len: 849 time: 0.1652925
Nov 20 20:51:44.284565 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c207aff-f8b6-4ced-a51b-75d480918eec tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Pushing event updated for resources: {'Port': ['ID=a6b22f7b-c9e9-43ed-8e4c-cac104488fa6,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:44.305855 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472c451a-e011-4382-8461-be268507058c req-5c207aff-f8b6-4ced-a51b-75d480918eec tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:51:44.310641 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-472c451a-e011-4382-8461-be268507058c req-5c207aff-f8b6-4ced-a51b-75d480918eec tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:51:44.315652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-472c451a-e011-4382-8461-be268507058c req-5c207aff-f8b6-4ced-a51b-75d480918eec tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:51:44.413327 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c451a-e011-4382-8461-be268507058c req-5c207aff-f8b6-4ced-a51b-75d480918eec tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:44.413993 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-472c451a-e011-4382-8461-be268507058c req-5c207aff-f8b6-4ced-a51b-75d480918eec tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:44.436141 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:44.480706 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-472c451a-e011-4382-8461-be268507058c req-5c207aff-f8b6-4ced-a51b-75d480918eec tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5873277
Nov 20 20:51:44.504472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd88419-0643-4ee6-9995-676de73d9587 req-397f47ee-40dd-4733-a259-9d90801ab69c tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:44.517309 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1fd88419-0643-4ee6-9995-676de73d9587 req-397f47ee-40dd-4733-a259-9d90801ab69c tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 944 time: 0.1319695
Nov 20 20:51:44.526642 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Request body: {'port': {'device_id': 'fb911596-5396-4ef5-8709-370aaa7dd2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:44.571635 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 55b92c4e-47ff-40f3-9809-f84c75701b8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55b92c4e-47ff-40f3-9809-f84c75701b8e,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:44.572661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a642def2-5524-4143-abf6-0da0402a5457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b92c4e-47ff-40f3-9809-f84c75701b8e'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:44.579967 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5195c5b8-e4e1-42c9-b3d2-45f3cefcad26" -d '{"events": [{"server_uuid": "a642def2-5524-4143-abf6-0da0402a5457", "name": "network-vif-plugged", "status": "completed", "tag": "55b92c4e-47ff-40f3-9809-f84c75701b8e"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:44.583821 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:44.584648 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device cb0435d6-cf6a-457b-b16c-48b724dd5e98 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:51:44.682836 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1fd88419-0643-4ee6-9995-676de73d9587 req-5a827c65-6db7-4c90-901e-e57d9e0a88c0 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/security-groups?id=4829b495-abbb-41ae-abab-16c95b3f4216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642919
Nov 20 20:51:44.683843 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:44.735868 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=55b92c4e-47ff-40f3-9809-f84c75701b8e,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:44.763693 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port cb0435d6-cf6a-457b-b16c-48b724dd5e98 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:44.764075 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:44.787249 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:44.797247 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:44.810629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Transition to ACTIVE for port object 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:51:44.840530 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:44.902734 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-68239551-c09e-4e63-985e-390fe2646a0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0594ba2f-b532-43f1-b099-cad17106db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3519464
Nov 20 20:51:44.903312 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6b49f068-86fa-4561-bf49-e119058df9a8 None None] Provisioning complete for port a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:44.903689 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6b49f068-86fa-4561-bf49-e119058df9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:44.942438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6b49f068-86fa-4561-bf49-e119058df9a8 None None] Port a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:51:44.955414 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:45.001203 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port cb0435d6-cf6a-457b-b16c-48b724dd5e98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb0435d6-cf6a-457b-b16c-48b724dd5e98,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:45.008355 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:45.066162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Pushing event updated for resources: {'Port': ['ID=5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:45.067803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f989aa-739d-414a-b8f1-7ba55f83a28a req-6965d0ca-a8d0-4752-9a9b-23808b37460e tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:45.075580 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7f989aa-739d-414a-b8f1-7ba55f83a28a req-6965d0ca-a8d0-4752-9a9b-23808b37460e tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 935 time: 0.2235734
Nov 20 20:51:45.080250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=cb0435d6-cf6a-457b-b16c-48b724dd5e98,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:45.109958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a6be1-234b-4fd6-bda0-c1e0bd613280 req-34c7e3d3-d3bf-487a-9abc-f1866e4da0ed tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:45.111718 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b80a6be1-234b-4fd6-bda0-c1e0bd613280 req-34c7e3d3-d3bf-487a-9abc-f1866e4da0ed tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=a642def2-5524-4143-abf6-0da0402a5457 HTTP/1.1" status: 200  len: 948 time: 0.5601950
Nov 20 20:51:45.134949 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-13e85be4-62e8-4986-82f1-b53a9603cfe1 service neutron] 10.222.0.47 "GET /v2.0/networks/0594ba2f-b532-43f1-b099-cad17106db9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2220931
Nov 20 20:51:45.228803 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7f989aa-739d-414a-b8f1-7ba55f83a28a req-f9c62899-a00b-4bf9-a49b-1ff4d78d82a4 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9cc1252-c038-4365-a928-1a25dd31b7e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522954
Nov 20 20:51:45.307351 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaae7d4b-6dcf-40f0-8c9b-32deba6cbef1 x-openstack-request-id: req-eaae7d4b-6dcf-40f0-8c9b-32deba6cbef1 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:45.307843 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a642def2-5524-4143-abf6-0da0402a5457", "name": "network-vif-plugged", "status": "completed", "tag": "55b92c4e-47ff-40f3-9809-f84c75701b8e", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:45.307942 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eaae7d4b-6dcf-40f0-8c9b-32deba6cbef1 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:45.308296 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a642def2-5524-4143-abf6-0da0402a5457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b92c4e-47ff-40f3-9809-f84c75701b8e', 'code': 200}
Nov 20 20:51:45.337379 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b80a6be1-234b-4fd6-bda0-c1e0bd613280 req-b82b2f80-1a3e-4dfe-b2ad-496a577a90c3 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004857
Nov 20 20:51:45.411421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Attempting to bind port 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:51:45.411831 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Attempting to bind port 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:51:45.412235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Attempting to bind port 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:45.429814 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Port 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:51:45.430270 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Attempting to bind port 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:45.438350 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:45.457207 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e3e19-970e-45f6-a46d-671dcaafccba req-06067ba5-12a0-46e9-b0ed-6e7a83c035ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:45.459754 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef8e3e19-970e-45f6-a46d-671dcaafccba req-06067ba5-12a0-46e9-b0ed-6e7a83c035ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a642def2-5524-4143-abf6-0da0402a5457 HTTP/1.1" status: 200  len: 1100 time: 0.0886228
Nov 20 20:51:45.468259 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:51:45.468604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:51:45.468971 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:51:45.469657 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Bound port: 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:51:45.470024 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:45.488788 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:45.522560 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ab02b79-32c0-4382-80ad-170389b6bbb1 req-82eb3d10-401a-432b-add5-6a9651049c13 service neutron] 10.222.0.47 "GET /v2.0/networks/0594ba2f-b532-43f1-b099-cad17106db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3603675
Nov 20 20:51:45.526849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Transition to ACTIVE for port object a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:51:45.539098 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:45.602896 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-94f43f68-0d57-4e91-b4f6-c0719e04d9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:45.682958 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b22f7b-c9e9-43ed-8e4c-cac104488fa6,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:45.700306 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] For port 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:51:45.706027 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] For port 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:51:45.761631 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:45.847364 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Attempting to bind port a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:51:45.847698 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Attempting to bind port a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:51:45.848024 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Attempting to bind port a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:45.889237 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Port a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:51:45.890176 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Attempting to bind port a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:45.891964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd585b8-245a-47e0-9862-488581a2735c req-7fbb0ae5-b191-4dda-82e0-cd84e1f2fb9f tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:45.900305 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ecd585b8-245a-47e0-9862-488581a2735c req-7fbb0ae5-b191-4dda-82e0-cd84e1f2fb9f tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/ports?device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 948 time: 0.1825795
Nov 20 20:51:45.907988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:45.908922 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:45.914307 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d98b5a-09d0-45bc-9c67-3aee89a8c334 req-5820caa8-a612-4ca5-b660-70c79cc167a6 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:45.921733 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d1d98b5a-09d0-45bc-9c67-3aee89a8c334 req-5820caa8-a612-4ca5-b660-70c79cc167a6 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 944 time: 0.0904024
Nov 20 20:51:45.924813 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] 10.222.0.37 "PUT /v2.0/ports/5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece HTTP/1.1" status: 200  len: 1096 time: 2.1162498
Nov 20 20:51:45.941624 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef8e3e19-970e-45f6-a46d-671dcaafccba req-96291af4-eab5-43ab-85d4-b0a798f93dd8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4560266
Nov 20 20:51:45.951504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505b4fe-0f00-4905-b634-cb50dc2a8d45 req-043dfe1c-2a77-4d42-9ea7-acdb04599206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:45.954488 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f505b4fe-0f00-4905-b634-cb50dc2a8d45 req-043dfe1c-2a77-4d42-9ea7-acdb04599206 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d58479ec1e22447588aae115ec314452&device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 1095 time: 0.2092319
Nov 20 20:51:45.962152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69968770-eafc-407f-a324-fbed2db929f1', 'tag': '5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:45.964628 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61d58c6-a364-43b7-bbc0-a1cbcaa2cfe5" -d '{"events": [{"name": "network-changed", "server_uuid": "69968770-eafc-407f-a324-fbed2db929f1", "tag": "5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:45.998205 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d1d98b5a-09d0-45bc-9c67-3aee89a8c334 req-74fd346f-1e1b-49aa-ac0a-e1474fddbdbb tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/security-groups?id=4829b495-abbb-41ae-abab-16c95b3f4216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752070
Nov 20 20:51:45.999843 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:51:46.000318 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:51:46.000886 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:51:46.001470 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Bound port: a6b22f7b-c9e9-43ed-8e4c-cac104488fa6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:51:46.001942 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:46.120116 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234e06bf-9bb6-4993-95d4-483c194b4e8a x-openstack-request-id: req-234e06bf-9bb6-4993-95d4-483c194b4e8a {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:46.120408 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69968770-eafc-407f-a324-fbed2db929f1", "tag": "5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:46.120662 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-234e06bf-9bb6-4993-95d4-483c194b4e8a {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:46.121061 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69968770-eafc-407f-a324-fbed2db929f1', 'tag': '5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece', 'status': 'completed', 'code': 200}
Nov 20 20:51:46.134141 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ecd585b8-245a-47e0-9862-488581a2735c req-0777effd-58d7-4eff-a4b7-d485ce5fbd5a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/security-groups?id=5db6d7fc-b5cc-40ed-8459-6550a3578f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891565
Nov 20 20:51:46.158029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4bf78-89dd-4b92-8b9d-2b8b6156722b service neutron] Pushing event updated for resources: {'Port': ['ID=5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:46.158540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] For port a6b22f7b-c9e9-43ed-8e4c-cac104488fa6, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:51:46.163245 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] For port a6b22f7b-c9e9-43ed-8e4c-cac104488fa6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6b22f7b-c9e9-43ed-8e4c-cac104488fa6,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:51:46.169637 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:46.222595 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:46.223781 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:46.225391 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-472c451a-e011-4382-8461-be268507058c req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] 10.222.0.47 "PUT /v2.0/ports/a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 HTTP/1.1" status: 200  len: 1095 time: 1.7327974
Nov 20 20:51:46.228324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb911596-5396-4ef5-8709-370aaa7dd2b2', 'tag': 'a6b22f7b-c9e9-43ed-8e4c-cac104488fa6'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:46.241612 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f116aa08-2830-4e89-860d-76bbc0b63de7" -d '{"events": [{"name": "network-changed", "server_uuid": "fb911596-5396-4ef5-8709-370aaa7dd2b2", "tag": "a6b22f7b-c9e9-43ed-8e4c-cac104488fa6"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:46.393419 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6204d3-deb0-4835-ba08-b37e8c9d81e3 x-openstack-request-id: req-1d6204d3-deb0-4835-ba08-b37e8c9d81e3 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:46.393780 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb911596-5396-4ef5-8709-370aaa7dd2b2", "tag": "a6b22f7b-c9e9-43ed-8e4c-cac104488fa6", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:46.393956 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d6204d3-deb0-4835-ba08-b37e8c9d81e3 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:46.394521 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb911596-5396-4ef5-8709-370aaa7dd2b2', 'tag': 'a6b22f7b-c9e9-43ed-8e4c-cac104488fa6', 'status': 'completed', 'code': 200}
Nov 20 20:51:46.398866 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe1b8f-c773-4af3-a012-d4964f25a905 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b22f7b-c9e9-43ed-8e4c-cac104488fa6,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:46.413202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c451a-e011-4382-8461-be268507058c req-fcf98c51-27de-4b19-a5e1-c019253c7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:46.414758 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-472c451a-e011-4382-8461-be268507058c req-fcf98c51-27de-4b19-a5e1-c019253c7d35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3b8141b335a46009c54d270ec68ea26&device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 1098 time: 0.1057386
Nov 20 20:51:46.496210 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-472c451a-e011-4382-8461-be268507058c req-7e019c07-e1a3-45ac-8294-4f811dc4a539 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 HTTP/1.1" status: 200  len: 217 time: 0.0702112
Nov 20 20:51:46.587787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c451a-e011-4382-8461-be268507058c req-3c434319-ab37-48ef-9099-6e4f1ba0f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:46.590129 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-472c451a-e011-4382-8461-be268507058c req-3c434319-ab37-48ef-9099-6e4f1ba0f74f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0803514
Nov 20 20:51:46.655031 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e159931-dda8-49a0-b7b5-930873c0616c req-ede7fa62-c866-498f-a39c-3d8483083539 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:46.657235 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:46.658864 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e159931-dda8-49a0-b7b5-930873c0616c req-ede7fa62-c866-498f-a39c-3d8483083539 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=a642def2-5524-4143-abf6-0da0402a5457 HTTP/1.1" status: 200  len: 949 time: 0.1655967
Nov 20 20:51:46.687811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-924145c7-89f7-4c16-a9e3-fa24c51a59fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:46.690183 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-924145c7-89f7-4c16-a9e3-fa24c51a59fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebffc7faac2d4069a182969e23268495&device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 1099 time: 0.5289788
Nov 20 20:51:46.691356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505b4fe-0f00-4905-b634-cb50dc2a8d45 req-4155e088-174e-4287-a66f-95e70e89ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:46.692664 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f505b4fe-0f00-4905-b634-cb50dc2a8d45 req-4155e088-174e-4287-a66f-95e70e89ef59 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0594ba2f-b532-43f1-b099-cad17106db9f HTTP/1.1" status: 200  len: 910 time: 0.7111492
Nov 20 20:51:46.753456 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f505b4fe-0f00-4905-b634-cb50dc2a8d45 req-c043d728-179c-4bd4-8cab-38b39a37caca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdfe8d89-e22c-4a72-a2ed-490198efb612 HTTP/1.1" status: 200  len: 217 time: 0.0521731
Nov 20 20:51:46.791782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413f9ab-b043-41ee-b10d-4395081c61b4 req-d9ff87db-7a59-4f2d-94c9-7ebf46847309 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:46.793294 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6413f9ab-b043-41ee-b10d-4395081c61b4 req-d9ff87db-7a59-4f2d-94c9-7ebf46847309 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 947 time: 0.1710970
Nov 20 20:51:46.802093 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-d5fc81d5-47c2-4504-bd47-964146ac62cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece HTTP/1.1" status: 200  len: 217 time: 0.1024916
Nov 20 20:51:46.829757 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e159931-dda8-49a0-b7b5-930873c0616c req-142fbff7-7770-4fcc-ab2f-676b3360cfbf tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582439
Nov 20 20:51:46.839766 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c451a-e011-4382-8461-be268507058c req-adb1685e-5606-4aa0-aafc-b84da8cb70ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:46.841307 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-472c451a-e011-4382-8461-be268507058c req-adb1685e-5606-4aa0-aafc-b84da8cb70ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2448592
Nov 20 20:51:46.920558 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6413f9ab-b043-41ee-b10d-4395081c61b4 req-b4a4f456-bc86-48a2-be88-5f674b2716e0 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9cc1252-c038-4365-a928-1a25dd31b7e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174483
Nov 20 20:51:46.941655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505b4fe-0f00-4905-b634-cb50dc2a8d45 req-d78c4ab5-c7f9-4a04-92a1-7fd6b152202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:46.943280 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f505b4fe-0f00-4905-b634-cb50dc2a8d45 req-d78c4ab5-c7f9-4a04-92a1-7fd6b152202a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6efebc28-0b05-4810-80f0-06afbdb32259 HTTP/1.1" status: 200  len: 849 time: 0.1603916
Nov 20 20:51:46.987112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-2bf09872-cc22-47f0-b630-80862dc4cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:46.993637 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-2bf09872-cc22-47f0-b630-80862dc4cac4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1469707
Nov 20 20:51:47.019209 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-472c451a-e011-4382-8461-be268507058c req-79a41e7c-59a5-4f2d-a314-fa30dc72302a service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1651504
Nov 20 20:51:47.107817 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f505b4fe-0f00-4905-b634-cb50dc2a8d45 req-34c55bf6-e9f4-4a1e-b37f-407d0c966b84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0594ba2f-b532-43f1-b099-cad17106db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1567750
Nov 20 20:51:47.194159 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-472c451a-e011-4382-8461-be268507058c req-3546e02d-0951-4d64-a448-fea8b3a9e345 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1672320
Nov 20 20:51:47.272257 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-66a394ac-9557-4353-9b18-d1f7171cc9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:47.273798 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-66a394ac-9557-4353-9b18-d1f7171cc9c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2698283
Nov 20 20:51:47.309126 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6030db32-94d0-4d8c-884c-b3469acfa23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0435d6-cf6a-457b-b16c-48b724dd5e98'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:47.312390 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9cabe2-f98b-4cd8-85a6-b3199fa77fe9" -d '{"events": [{"server_uuid": "6030db32-94d0-4d8c-884c-b3469acfa23f", "name": "network-vif-plugged", "status": "completed", "tag": "cb0435d6-cf6a-457b-b16c-48b724dd5e98"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:47.341779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2aa068bd-14ea-4518-ab43-66c2d45e9f7c req-e12bc96a-1115-41cb-af48-9436c8c6eeb8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1595874
Nov 20 20:51:47.349772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5eac5-02df-4c28-b182-67b62222fcec req-9ee594f6-3e47-4b63-9cba-13c96ba6dc40 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:47.351330 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d5a5eac5-02df-4c28-b182-67b62222fcec req-9ee594f6-3e47-4b63-9cba-13c96ba6dc40 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 944 time: 0.1910989
Nov 20 20:51:47.359738 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f505b4fe-0f00-4905-b634-cb50dc2a8d45 req-8b1f4fa9-00a6-4f46-ba89-d324d1e259ca service neutron] 10.222.0.47 "GET /v2.0/networks/0594ba2f-b532-43f1-b099-cad17106db9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2437854
Nov 20 20:51:47.382655 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027d6e0-45cf-46ba-b8e3-f0b794222425 req-bf52bc89-b8c0-4614-aebf-03073fceaa77 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:47.393960 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d027d6e0-45cf-46ba-b8e3-f0b794222425 req-bf52bc89-b8c0-4614-aebf-03073fceaa77 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/ports?device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 948 time: 0.1373365
Nov 20 20:51:47.419432 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116aa08-2830-4e89-860d-76bbc0b63de7 req-2c4a3fdb-b892-447b-a258-f3336452b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:47.420990 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f116aa08-2830-4e89-860d-76bbc0b63de7 req-2c4a3fdb-b892-447b-a258-f3336452b4b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3b8141b335a46009c54d270ec68ea26&device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 1098 time: 0.1261504
Nov 20 20:51:47.485610 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d027d6e0-45cf-46ba-b8e3-f0b794222425 req-6afa2820-c9d4-400a-a4f6-267327020cbb tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/security-groups?id=5db6d7fc-b5cc-40ed-8459-6550a3578f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901263
Nov 20 20:51:47.571742 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd9143a-8c0a-470a-ace3-c7cec541f116 x-openstack-request-id: req-6dd9143a-8c0a-470a-ace3-c7cec541f116 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:47.572048 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6030db32-94d0-4d8c-884c-b3469acfa23f", "name": "network-vif-plugged", "status": "completed", "tag": "cb0435d6-cf6a-457b-b16c-48b724dd5e98", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:47.572323 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6dd9143a-8c0a-470a-ace3-c7cec541f116 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:47.572703 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6030db32-94d0-4d8c-884c-b3469acfa23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0435d6-cf6a-457b-b16c-48b724dd5e98', 'code': 200}
Nov 20 20:51:47.586320 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-4ac0b25b-bf60-4d0d-ad17-0052f8495273 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3027370
Nov 20 20:51:47.602127 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d5a5eac5-02df-4c28-b182-67b62222fcec req-9bb6dc9d-13fe-4e73-a90a-0b59feee9f49 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/security-groups?id=4829b495-abbb-41ae-abab-16c95b3f4216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2413638
Nov 20 20:51:47.602916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116aa08-2830-4e89-860d-76bbc0b63de7 req-b03eb098-4eac-4927-9485-af29511596b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:47.604977 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f116aa08-2830-4e89-860d-76bbc0b63de7 req-b03eb098-4eac-4927-9485-af29511596b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1651435
Nov 20 20:51:47.612744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa068bd-14ea-4518-ab43-66c2d45e9f7c req-d934d63d-c40e-4d38-b92b-3af69945e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:47.614262 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2aa068bd-14ea-4518-ab43-66c2d45e9f7c req-d934d63d-c40e-4d38-b92b-3af69945e12d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a9b204d38934eeea9ac2d67611156eb&device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 1096 time: 0.2080672
Nov 20 20:51:47.666943 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f116aa08-2830-4e89-860d-76bbc0b63de7 req-db3a6eb8-5cd2-43f8-a1de-dec89ea946bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 HTTP/1.1" status: 200  len: 217 time: 0.0547733
Nov 20 20:51:47.693985 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f505b4fe-0f00-4905-b634-cb50dc2a8d45 req-fa5f85af-d477-4155-8bc4-d8b2ac403d2e service neutron] 10.222.0.47 "GET /v2.0/networks/0594ba2f-b532-43f1-b099-cad17106db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2979302
Nov 20 20:51:47.735905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116aa08-2830-4e89-860d-76bbc0b63de7 req-aa402efb-6368-4d28-a9d3-f872432b4b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:47.737485 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f116aa08-2830-4e89-860d-76bbc0b63de7 req-aa402efb-6368-4d28-a9d3-f872432b4b3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0623295
Nov 20 20:51:47.798350 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa068bd-14ea-4518-ab43-66c2d45e9f7c req-61b99063-0816-463d-a45a-d5f958b33aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:47.799813 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2aa068bd-14ea-4518-ab43-66c2d45e9f7c req-61b99063-0816-463d-a45a-d5f958b33aed service neutron] 10.222.0.37 "GET /v2.0/networks?id=ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 HTTP/1.1" status: 200  len: 915 time: 0.1623769
Nov 20 20:51:47.810595 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116aa08-2830-4e89-860d-76bbc0b63de7 req-b1978caa-f2de-4179-9e54-202337608c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:47.812855 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f116aa08-2830-4e89-860d-76bbc0b63de7 req-b1978caa-f2de-4179-9e54-202337608c97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0629489
Nov 20 20:51:47.857641 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43f993f1-4762-423e-b2df-3ea19957bb72 req-58c8f7a6-d45f-4a5c-ad8b-96e7e1b2889b service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2593362
Nov 20 20:51:47.907686 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2aa068bd-14ea-4518-ab43-66c2d45e9f7c req-212e669f-105f-4d95-9055-fc11cfefdd4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8360b4c-cbee-4afe-816b-338cc6a81f67 HTTP/1.1" status: 200  len: 1001 time: 0.0979221
Nov 20 20:51:47.987048 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f116aa08-2830-4e89-860d-76bbc0b63de7 req-acc7ac4c-ec75-4f88-acba-c4da83ab2c05 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1642203
Nov 20 20:51:48.071409 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa068bd-14ea-4518-ab43-66c2d45e9f7c req-d1881158-fbc2-4d1a-8b29-6396f90aee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:48.072584 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2aa068bd-14ea-4518-ab43-66c2d45e9f7c req-d1881158-fbc2-4d1a-8b29-6396f90aee94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2563a429-d56a-441b-ae05-c13563861abb HTTP/1.1" status: 200  len: 853 time: 0.1560333
Nov 20 20:51:48.081329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d58c6-a364-43b7-bbc0-a1cbcaa2cfe5 req-019275d4-05ce-4f72-9b55-9563e082b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:48.082699 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f61d58c6-a364-43b7-bbc0-a1cbcaa2cfe5 req-019275d4-05ce-4f72-9b55-9563e082b1fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebffc7faac2d4069a182969e23268495&device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 1099 time: 0.1542256
Nov 20 20:51:48.125916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf6d0e-b25f-4162-bac2-7db7d764ee3a req-d3f7a9c6-f851-4793-aa3b-401a280eb440 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:48.129427 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-afdf6d0e-b25f-4162-bac2-7db7d764ee3a req-d3f7a9c6-f851-4793-aa3b-401a280eb440 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=a642def2-5524-4143-abf6-0da0402a5457 HTTP/1.1" status: 200  len: 949 time: 0.1457489
Nov 20 20:51:48.189782 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f116aa08-2830-4e89-860d-76bbc0b63de7 req-13b1729d-90ad-4d0d-87ab-e220906a69c0 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493018
Nov 20 20:51:48.229081 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-afdf6d0e-b25f-4162-bac2-7db7d764ee3a req-66f60dd8-2ad3-4226-b4fb-ce4f4db508fa tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911801
Nov 20 20:51:48.236784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa068bd-14ea-4518-ab43-66c2d45e9f7c req-8e83ad6a-55b3-4dfd-80bf-bde068abc7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:48.238339 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2aa068bd-14ea-4518-ab43-66c2d45e9f7c req-8e83ad6a-55b3-4dfd-80bf-bde068abc7b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ecb95c56-c11a-4f3b-9cd5-8a7b52baf801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1547396
Nov 20 20:51:48.272249 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f3071-f3c6-4d00-86e4-3dfa688711fa req-82e889af-e6ca-4b42-bd82-ee14d2f56b44 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:48.274022 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f6f3071-f3c6-4d00-86e4-3dfa688711fa req-82e889af-e6ca-4b42-bd82-ee14d2f56b44 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 947 time: 0.1354437
Nov 20 20:51:48.307050 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d58c6-a364-43b7-bbc0-a1cbcaa2cfe5 req-083821e3-5bfb-47b1-b89d-b130096702a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:48.308681 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f61d58c6-a364-43b7-bbc0-a1cbcaa2cfe5 req-083821e3-5bfb-47b1-b89d-b130096702a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.2159286
Nov 20 20:51:48.405591 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f61d58c6-a364-43b7-bbc0-a1cbcaa2cfe5 req-8f0c886f-cf4a-4b1a-9891-9896078a35fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece HTTP/1.1" status: 200  len: 217 time: 0.0844114
Nov 20 20:51:48.439491 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:51:48.491426 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:48.505199 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f6f3071-f3c6-4d00-86e4-3dfa688711fa req-aa2ca0d0-5583-4db0-bb0c-65328050624f tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9cc1252-c038-4365-a928-1a25dd31b7e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2210410
Nov 20 20:51:48.548720 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2aa068bd-14ea-4518-ab43-66c2d45e9f7c req-bd8001b1-5370-48f7-9847-a2bbcb12140e service neutron] 10.222.0.37 "GET /v2.0/networks/ecb95c56-c11a-4f3b-9cd5-8a7b52baf801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3011944
Nov 20 20:51:48.558066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d58c6-a364-43b7-bbc0-a1cbcaa2cfe5 req-72942b15-a07d-478f-90ae-7228dfc1cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:48.561262 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f61d58c6-a364-43b7-bbc0-a1cbcaa2cfe5 req-72942b15-a07d-478f-90ae-7228dfc1cc9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1456263
Nov 20 20:51:48.682783 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device bdfe8d89-e22c-4a72-a2ed-490198efb612 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:51:48.735896 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3eb11b-c782-4e91-8da4-85967594857e req-f4c5de59-3547-4985-8c26-5c4c10d716d1 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:48.737448 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3f3eb11b-c782-4e91-8da4-85967594857e req-f4c5de59-3547-4985-8c26-5c4c10d716d1 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/ports?device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 948 time: 0.1074796
Nov 20 20:51:48.741170 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2aa068bd-14ea-4518-ab43-66c2d45e9f7c req-5ba78f2e-5092-4dc4-a3d6-effff8fe1cd1 service neutron] 10.222.0.37 "GET /v2.0/networks/ecb95c56-c11a-4f3b-9cd5-8a7b52baf801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1782699
Nov 20 20:51:48.749005 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d58c6-a364-43b7-bbc0-a1cbcaa2cfe5 req-73bda23d-731e-4b80-ba1b-a16d5bfdb840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:48.751185 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f61d58c6-a364-43b7-bbc0-a1cbcaa2cfe5 req-73bda23d-731e-4b80-ba1b-a16d5bfdb840 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1200762
Nov 20 20:51:48.818793 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa66968-079f-49be-82c4-43d055faa800 req-e4308921-92c2-4d9e-8ea7-6185dd639fea tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:48.827609 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cfa66968-079f-49be-82c4-43d055faa800 req-e4308921-92c2-4d9e-8ea7-6185dd639fea tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 944 time: 0.1032639
Nov 20 20:51:48.857562 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f61d58c6-a364-43b7-bbc0-a1cbcaa2cfe5 req-74771225-78b1-4e1d-9944-fc70e0277893 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0958576
Nov 20 20:51:48.910331 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cfa66968-079f-49be-82c4-43d055faa800 req-4fae1a67-ee76-49cf-98ee-4766726abb1d tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/security-groups?id=4829b495-abbb-41ae-abab-16c95b3f4216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810547
Nov 20 20:51:48.930118 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port bdfe8d89-e22c-4a72-a2ed-490198efb612, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdfe8d89-e22c-4a72-a2ed-490198efb612,segment=NetworkSegment(6bee62fc-f73c-4f48-844f-dd45b6cae7b3),segment_id=6bee62fc-f73c-4f48-844f-dd45b6cae7b3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:48.957433 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'bdfe8d89-e22c-4a72-a2ed-490198efb612', 'network_id': '0594ba2f-b532-43f1-b099-cad17106db9f', 'port_id': 'bdfe8d89-e22c-4a72-a2ed-490198efb612', 'mac_address': 'fa:16:3e:a9:26:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efebc28-0b05-4810-80f0-06afbdb32259', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:51:48.970612 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:48.976204 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3f3eb11b-c782-4e91-8da4-85967594857e req-0950985f-8aba-41b0-88f8-1bfc9ed7cf58 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/security-groups?id=5db6d7fc-b5cc-40ed-8459-6550a3578f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2165053
Nov 20 20:51:49.057685 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:49.068007 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e1bf580-1082-4549-af70-460955075e61 req-5b5c7a91-f515-4df8-8e4d-77d648cb6f25 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=473b91e504264ec5b10c2237ca293087&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0600965
Nov 20 20:51:49.087256 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdfe8d89-e22c-4a72-a2ed-490198efb612 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:49.115523 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f61d58c6-a364-43b7-bbc0-a1cbcaa2cfe5 req-5960e0f5-ae8b-4720-8f20-a36c68c36203 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2479637
Nov 20 20:51:49.132702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port bdfe8d89-e22c-4a72-a2ed-490198efb612, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdfe8d89-e22c-4a72-a2ed-490198efb612,segment=NetworkSegment(6bee62fc-f73c-4f48-844f-dd45b6cae7b3),segment_id=6bee62fc-f73c-4f48-844f-dd45b6cae7b3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:49.138427 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:49.199788 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=bdfe8d89-e22c-4a72-a2ed-490198efb612,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:49.229443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bf580-1082-4549-af70-460955075e61 req-6b561b51-9c75-4a70-818a-a5e371471efc tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:49.231001 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e1bf580-1082-4549-af70-460955075e61 req-6b561b51-9c75-4a70-818a-a5e371471efc tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1481526
Nov 20 20:51:49.250782 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e1bf580-1082-4549-af70-460955075e61 req-6c1f1278-4946-48dd-97b7-e958538446b0 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/quotas/473b91e504264ec5b10c2237ca293087 HTTP/1.1" status: 200  len: 375 time: 0.0125060
Nov 20 20:51:49.312868 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e1bf580-1082-4549-af70-460955075e61 req-56fb3920-58c5-49b5-b708-dd8ebae1c5ff tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=473b91e504264ec5b10c2237ca293087&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0564973
Nov 20 20:51:49.445211 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['bdfe8d89-e22c-4a72-a2ed-490198efb612'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:49.585580 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-84197141-aab8-4970-adc3-7306fb59037b req-29e5e77a-5616-4fe7-86b6-6dd065039413 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 210 time: 0.0395980
Nov 20 20:51:49.727310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0e0d9-cc34-4b89-b6ec-bde49e3e8bee req-6a701dd9-cc7a-45d6-8320-77a01e9d0152 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:49.728909 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c0e0d9-cc34-4b89-b6ec-bde49e3e8bee req-6a701dd9-cc7a-45d6-8320-77a01e9d0152 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 947 time: 0.0618720
Nov 20 20:51:49.789898 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c0e0d9-cc34-4b89-b6ec-bde49e3e8bee req-33dbc725-863b-4333-a67f-0a96f90e4abe tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9cc1252-c038-4365-a928-1a25dd31b7e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536947
Nov 20 20:51:50.032030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:51:50.094685 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a268d0-673f-4b39-82b4-59c5ff99478f req-f81ea3c4-7599-412e-ad71-9c3fc7fdbdd1 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:50.096317 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68a268d0-673f-4b39-82b4-59c5ff99478f req-f81ea3c4-7599-412e-ad71-9c3fc7fdbdd1 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 945 time: 0.1078663
Nov 20 20:51:50.174652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcaa3b9-05cd-4145-8b93-549acdac48c3 req-9e1a9784-f903-4613-952c-6368fdd0f7e1 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:50.191991 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68a268d0-673f-4b39-82b4-59c5ff99478f req-85629869-05d1-43ec-afc1-5aedb47a4af5 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/security-groups?id=4829b495-abbb-41ae-abab-16c95b3f4216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872602
Nov 20 20:51:50.194920 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6dcaa3b9-05cd-4145-8b93-549acdac48c3 req-9e1a9784-f903-4613-952c-6368fdd0f7e1 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/ports?device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 948 time: 0.0798075
Nov 20 20:51:50.232088 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:50.247596 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece', 'mac_address': 'fa:16:3e:5c:c0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:51:50.313780 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6dcaa3b9-05cd-4145-8b93-549acdac48c3 req-60273c6b-be49-43cb-9e34-8a5cfb8706b1 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/security-groups?id=5db6d7fc-b5cc-40ed-8459-6550a3578f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179118
Nov 20 20:51:50.337738 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:50.354266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:50.387274 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:50.392441 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:50.449542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:50.643111 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:50.729487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:51:50.748997 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6a526940-f8cb-4d1f-9199-68f8041926a8 req-a779e2a7-e01f-4070-8b36-44bc93b3d331 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 210 time: 0.0435579
Nov 20 20:51:50.782750 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e1bf580-1082-4549-af70-460955075e61 req-90219726-88d9-49b7-b8e3-0410186959b1 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=473b91e504264ec5b10c2237ca293087&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0325627
Nov 20 20:51:50.819322 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device bdfe8d89-e22c-4a72-a2ed-490198efb612 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:51:50.926471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bf580-1082-4549-af70-460955075e61 req-7fc2ad29-d377-4089-bc28-b0b1b7d0b8a6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:50.927600 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e1bf580-1082-4549-af70-460955075e61 req-7fc2ad29-d377-4089-bc28-b0b1b7d0b8a6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1318743
Nov 20 20:51:50.944239 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-4e1bf580-1082-4549-af70-460955075e61 req-5ecfcb93-2a49-4423-bf17-e615d7f28379 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Request body: {'port': {'device_id': 'c571af42-6de9-4267-bc67-00d68e0c57b9', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '473b91e504264ec5b10c2237ca293087'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:50.992796 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a6b22f7b-c9e9-43ed-8e4c-cac104488fa6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6b22f7b-c9e9-43ed-8e4c-cac104488fa6,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:51.021533 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'a6b22f7b-c9e9-43ed-8e4c-cac104488fa6', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': 'a6b22f7b-c9e9-43ed-8e4c-cac104488fa6', 'mac_address': 'fa:16:3e:6e:cc:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:51:51.049500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ba84b-3911-4f34-84da-342208af395c req-2dfd459a-2307-4027-9444-84341ba429f6 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:51.058065 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-164ba84b-3911-4f34-84da-342208af395c req-2dfd459a-2307-4027-9444-84341ba429f6 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 947 time: 0.1023958
Nov 20 20:51:51.064141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port bdfe8d89-e22c-4a72-a2ed-490198efb612 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:51:51.116001 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port bdfe8d89-e22c-4a72-a2ed-490198efb612 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:51.116781 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:51.152962 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1bf580-1082-4549-af70-460955075e61 req-5ecfcb93-2a49-4423-bf17-e615d7f28379 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Made reservation on behalf of 473b91e504264ec5b10c2237ca293087 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:51:51.160286 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4e1bf580-1082-4549-af70-460955075e61 req-5ecfcb93-2a49-4423-bf17-e615d7f28379 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:51.164256 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-164ba84b-3911-4f34-84da-342208af395c req-f65c816f-d192-40b8-b693-6a65646c640c tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9cc1252-c038-4365-a928-1a25dd31b7e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052363
Nov 20 20:51:51.216646 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:51.262989 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:51.331939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a6b22f7b-c9e9-43ed-8e4c-cac104488fa6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6b22f7b-c9e9-43ed-8e4c-cac104488fa6,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:51.344560 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:51.393750 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:51.433380 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=a6b22f7b-c9e9-43ed-8e4c-cac104488fa6,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:51.441536 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4450abf6-2433-4e78-97e4-5e9afed3b26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfe8d89-e22c-4a72-a2ed-490198efb612'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:51.443879 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f08cf65-90fe-410a-baca-d2ed8e424872" -d '{"events": [{"server_uuid": "4450abf6-2433-4e78-97e4-5e9afed3b26a", "name": "network-vif-plugged", "status": "completed", "tag": "bdfe8d89-e22c-4a72-a2ed-490198efb612"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:51.459359 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port bdfe8d89-e22c-4a72-a2ed-490198efb612, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdfe8d89-e22c-4a72-a2ed-490198efb612,segment=NetworkSegment(6bee62fc-f73c-4f48-844f-dd45b6cae7b3),segment_id=6bee62fc-f73c-4f48-844f-dd45b6cae7b3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:51.465555 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:51.550679 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832a903-26b2-4c15-a3c3-6233dcbefd6c req-69969a3e-1bbb-4c4c-8ef0-1982bf23c786 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:51.555325 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=bdfe8d89-e22c-4a72-a2ed-490198efb612,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:51.560925 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8832a903-26b2-4c15-a3c3-6233dcbefd6c req-69969a3e-1bbb-4c4c-8ef0-1982bf23c786 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/ports?device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 949 time: 0.1004848
Nov 20 20:51:51.618812 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8832a903-26b2-4c15-a3c3-6233dcbefd6c req-75cf99c0-d060-4fef-a46f-35b6cfb4f451 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/security-groups?id=5db6d7fc-b5cc-40ed-8459-6550a3578f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564182
Nov 20 20:51:51.644537 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['a6b22f7b-c9e9-43ed-8e4c-cac104488fa6'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:51.690358 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67137f7e-a92d-4aa6-9b1d-a60ec9cb54e1 x-openstack-request-id: req-67137f7e-a92d-4aa6-9b1d-a60ec9cb54e1 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:51.690973 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4450abf6-2433-4e78-97e4-5e9afed3b26a", "name": "network-vif-plugged", "status": "completed", "tag": "bdfe8d89-e22c-4a72-a2ed-490198efb612", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:51.691601 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67137f7e-a92d-4aa6-9b1d-a60ec9cb54e1 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:51.692326 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4450abf6-2433-4e78-97e4-5e9afed3b26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfe8d89-e22c-4a72-a2ed-490198efb612', 'code': 200}
Nov 20 20:51:51.804283 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-4e1bf580-1082-4549-af70-460955075e61 req-5ecfcb93-2a49-4423-bf17-e615d7f28379 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Allocated IP 192.168.233.143 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/04d6d4f7-592b-48c3-9bab-1420504a6390) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:51:51.850897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a8720-6b96-4d6d-b784-5587262dcbff req-bc79c38e-4ca2-450e-a964-b636e1dc962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:51.850897 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c70a8720-6b96-4d6d-b784-5587262dcbff req-bc79c38e-4ca2-450e-a964-b636e1dc962e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 1097 time: 0.0845473
Nov 20 20:51:51.878809 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8ca70-c63f-473b-bae9-2379ee75c034 req-9d70cb97-5631-4c0a-bc41-3c8772b62587 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:51.886230 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e5f8ca70-c63f-473b-bae9-2379ee75c034 req-9d70cb97-5631-4c0a-bc41-3c8772b62587 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 946 time: 0.1628335
Nov 20 20:51:51.948372 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c70a8720-6b96-4d6d-b784-5587262dcbff req-3edb26fb-19ee-4812-b870-207096325478 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4829b495-abbb-41ae-abab-16c95b3f4216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881634
Nov 20 20:51:52.002537 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e5f8ca70-c63f-473b-bae9-2379ee75c034 req-113be83c-8a50-45dc-8da3-6f2f7469e1e9 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/security-groups?id=4829b495-abbb-41ae-abab-16c95b3f4216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152945
Nov 20 20:51:52.038274 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:51:52.049008 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4e1bf580-1082-4549-af70-460955075e61 req-5ecfcb93-2a49-4423-bf17-e615d7f28379 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:52.098642 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cccff0ca-c0c4-4950-879c-641175f30ba7 req-dda18092-5507-436f-9788-6f63cf39eb8f tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 210 time: 0.0433638
Nov 20 20:51:52.124356 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4e1bf580-1082-4549-af70-460955075e61 req-5ecfcb93-2a49-4423-bf17-e615d7f28379 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:52.127016 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:51:52.131584 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:52.132074 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:52.136392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['55b92c4e-47ff-40f3-9809-f84c75701b8e'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:52.171877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1bf580-1082-4549-af70-460955075e61 req-5ecfcb93-2a49-4423-bf17-e615d7f28379 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:51:52.174726 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-4e1bf580-1082-4549-af70-460955075e61 req-5ecfcb93-2a49-4423-bf17-e615d7f28379 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:51:52.197283 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1bf580-1082-4549-af70-460955075e61 req-5ecfcb93-2a49-4423-bf17-e615d7f28379 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:51:52.317259 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfcb93-2a49-4423-bf17-e615d7f28379 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Pushing event updated for resources: {'Port': ['ID=04d6d4f7-592b-48c3-9bab-1420504a6390,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:52.347282 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:52.402849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bf580-1082-4549-af70-460955075e61 req-5ecfcb93-2a49-4423-bf17-e615d7f28379 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:52.403574 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4e1bf580-1082-4549-af70-460955075e61 req-5ecfcb93-2a49-4423-bf17-e615d7f28379 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:52.436359 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:52.438262 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2ed01-779c-4f08-9095-78e4c4b2de32 req-99cb2246-e560-423b-b0a1-0285daf6dad2 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:52.440515 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d3c2ed01-779c-4f08-9095-78e4c4b2de32 req-99cb2246-e560-423b-b0a1-0285daf6dad2 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 948 time: 0.1471574
Nov 20 20:51:52.448402 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:52.452560 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e1bf580-1082-4549-af70-460955075e61 req-5ecfcb93-2a49-4423-bf17-e615d7f28379 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5124729
Nov 20 20:51:52.501038 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Request body: {'port': {'device_id': 'c571af42-6de9-4267-bc67-00d68e0c57b9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:51:52.536777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:52.587216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e93e0dd4-aab3-47b0-8559-cc48a6ce6608 None None] Provisioning complete for port 04d6d4f7-592b-48c3-9bab-1420504a6390 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:52.587638 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e93e0dd4-aab3-47b0-8559-cc48a6ce6608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:52.588100 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d3c2ed01-779c-4f08-9095-78e4c4b2de32 req-62b7a830-ddf5-46d8-80da-654458bb7f7d tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9cc1252-c038-4365-a928-1a25dd31b7e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325805
Nov 20 20:51:52.628793 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:52.639854 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e93e0dd4-aab3-47b0-8559-cc48a6ce6608 None None] Port 04d6d4f7-592b-48c3-9bab-1420504a6390 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:51:52.705113 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:51:52.777188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3378575-968f-47ed-a023-8570f7da3a56 req-48cedc3b-930c-4d3e-89d2-ffcc766f9d9e tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:52.779695 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a3378575-968f-47ed-a023-8570f7da3a56 req-48cedc3b-930c-4d3e-89d2-ffcc766f9d9e tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/ports?device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 950 time: 0.0731993
Nov 20 20:51:52.816621 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:51:52.830992 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:52.831446 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:52.926527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a3378575-968f-47ed-a023-8570f7da3a56 req-4aeed30c-6afc-4f98-a371-6e0a28bc5a32 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/security-groups?id=5db6d7fc-b5cc-40ed-8459-6550a3578f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297472
Nov 20 20:51:53.125038 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:53.177391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a6b22f7b-c9e9-43ed-8e4c-cac104488fa6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6b22f7b-c9e9-43ed-8e4c-cac104488fa6,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:53.187119 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:53.201275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d6d4f7-592b-48c3-9bab-1420504a6390 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:53.211809 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:53.232162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Transition to ACTIVE for port object 04d6d4f7-592b-48c3-9bab-1420504a6390 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:51:53.238643 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:53.256370 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429b152-6e19-4bda-b89e-c1511d3dc658 req-6741cb74-7eef-4ad2-a6ce-9f4ec5f65dce tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:53.269570 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9429b152-6e19-4bda-b89e-c1511d3dc658 req-6741cb74-7eef-4ad2-a6ce-9f4ec5f65dce tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 936 time: 0.0842104
Nov 20 20:51:53.291615 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=a6b22f7b-c9e9-43ed-8e4c-cac104488fa6,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:53.366711 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9429b152-6e19-4bda-b89e-c1511d3dc658 req-7fb5504b-172f-4815-ad9a-e9bdcad9f272 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955384
Nov 20 20:51:53.375377 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Pushing event updated for resources: {'Port': ['ID=04d6d4f7-592b-48c3-9bab-1420504a6390,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:53.399590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab0718-7eed-41b6-a839-c7b9a5795a3e req-cf34d461-9f30-4e40-b1aa-fb9df344b83c tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:53.416626 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9fab0718-7eed-41b6-a839-c7b9a5795a3e req-cf34d461-9f30-4e40-b1aa-fb9df344b83c tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 946 time: 0.1710546
Nov 20 20:51:53.597315 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9fab0718-7eed-41b6-a839-c7b9a5795a3e req-68fdacde-ba93-41e8-af85-8f5fe6029efb tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/security-groups?id=4829b495-abbb-41ae-abab-16c95b3f4216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695130
Nov 20 20:51:53.598570 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Attempting to bind port 04d6d4f7-592b-48c3-9bab-1420504a6390 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:51:53.599043 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Attempting to bind port 04d6d4f7-592b-48c3-9bab-1420504a6390 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:51:53.599615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Attempting to bind port 04d6d4f7-592b-48c3-9bab-1420504a6390 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:53.606066 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Port 04d6d4f7-592b-48c3-9bab-1420504a6390 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:51:53.608739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Attempting to bind port 04d6d4f7-592b-48c3-9bab-1420504a6390 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:51:53.618494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:51:53.618494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:51:53.618494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:51:53.618494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Bound port: 04d6d4f7-592b-48c3-9bab-1420504a6390, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:51:53.618494 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:53.693698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69968770-eafc-407f-a324-fbed2db929f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece'}, {'server_uuid': 'fb911596-5396-4ef5-8709-370aaa7dd2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b22f7b-c9e9-43ed-8e4c-cac104488fa6'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:53.696638 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a86480b-e8f9-41aa-b7d5-bb938d7c6336" -d '{"events": [{"server_uuid": "69968770-eafc-407f-a324-fbed2db929f1", "name": "network-vif-plugged", "status": "completed", "tag": "5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece"}, {"server_uuid": "fb911596-5396-4ef5-8709-370aaa7dd2b2", "name": "network-vif-plugged", "status": "completed", "tag": "a6b22f7b-c9e9-43ed-8e4c-cac104488fa6"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:53.766812 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7155fb-4914-4928-94f5-68134ec410b4 x-openstack-request-id: req-1e7155fb-4914-4928-94f5-68134ec410b4 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:53.767449 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69968770-eafc-407f-a324-fbed2db929f1", "name": "network-vif-plugged", "status": "completed", "tag": "5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece", "code": 200}, {"server_uuid": "fb911596-5396-4ef5-8709-370aaa7dd2b2", "name": "network-vif-plugged", "status": "completed", "tag": "a6b22f7b-c9e9-43ed-8e4c-cac104488fa6", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:53.767755 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e7155fb-4914-4928-94f5-68134ec410b4 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:53.768166 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69968770-eafc-407f-a324-fbed2db929f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece', 'code': 200}
Nov 20 20:51:53.768427 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb911596-5396-4ef5-8709-370aaa7dd2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b22f7b-c9e9-43ed-8e4c-cac104488fa6', 'code': 200}
Nov 20 20:51:53.790970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] For port 04d6d4f7-592b-48c3-9bab-1420504a6390, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:51:53.797246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] For port 04d6d4f7-592b-48c3-9bab-1420504a6390, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04d6d4f7-592b-48c3-9bab-1420504a6390,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:51:53.808164 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:53.835403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef586527-d899-4589-99fd-d6a9221ec043 req-b205d68b-cfd6-4237-a6fe-307b9e09a1dc tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:53.840750 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef586527-d899-4589-99fd-d6a9221ec043 req-b205d68b-cfd6-4237-a6fe-307b9e09a1dc tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 949 time: 0.1545255
Nov 20 20:51:53.886323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:53.886942 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:53.888307 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e1bf580-1082-4549-af70-460955075e61 req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] 10.222.0.47 "PUT /v2.0/ports/04d6d4f7-592b-48c3-9bab-1420504a6390 HTTP/1.1" status: 200  len: 1096 time: 1.4242074
Nov 20 20:51:53.956374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c571af42-6de9-4267-bc67-00d68e0c57b9', 'tag': '04d6d4f7-592b-48c3-9bab-1420504a6390'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:53.958857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eca9f8-8fff-41f0-9125-ba9c00734045 req-d5913f04-ffe5-4f1f-9247-561236efb115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:53.961934 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d2ccf2-6653-479d-952f-be76de2ae2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c571af42-6de9-4267-bc67-00d68e0c57b9", "tag": "04d6d4f7-592b-48c3-9bab-1420504a6390"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:53.962263 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47eca9f8-8fff-41f0-9125-ba9c00734045 req-d5913f04-ffe5-4f1f-9247-561236efb115 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 1101 time: 0.0853570
Nov 20 20:51:53.970165 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89e90a-ca35-4c06-915f-d91092bed7f5 req-a99f116e-4929-4dfa-a32b-5486c73b4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:53.971993 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf89e90a-ca35-4c06-915f-d91092bed7f5 req-a99f116e-4929-4dfa-a32b-5486c73b4489 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 1100 time: 0.1094491
Nov 20 20:51:54.075189 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47eca9f8-8fff-41f0-9125-ba9c00734045 req-0d651246-b26c-43ea-ae95-3234c7a5bf05 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5db6d7fc-b5cc-40ed-8459-6550a3578f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025538
Nov 20 20:51:54.091171 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf89e90a-ca35-4c06-915f-d91092bed7f5 req-a2bc583c-9a58-4d03-9427-3bb306f899e7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f9cc1252-c038-4365-a928-1a25dd31b7e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005299
Nov 20 20:51:54.120312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bf580-1082-4549-af70-460955075e61 req-6d1d09b4-ed07-4484-8cc9-d5146d9bf662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:54.122396 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e1bf580-1082-4549-af70-460955075e61 req-6d1d09b4-ed07-4484-8cc9-d5146d9bf662 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=473b91e504264ec5b10c2237ca293087&device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 1099 time: 0.1437643
Nov 20 20:51:54.126884 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef586527-d899-4589-99fd-d6a9221ec043 req-ed797add-7f23-4f21-b0d4-d2a62b1ce8e4 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9cc1252-c038-4365-a928-1a25dd31b7e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2530072
Nov 20 20:51:54.128009 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1d099-6203-4e79-a6d3-95ef40ac296c service neutron] Pushing event updated for resources: {'Port': ['ID=04d6d4f7-592b-48c3-9bab-1420504a6390,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:54.171352 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8766eb1-8c85-475e-8176-5508a00a604f req-57dd5382-fccf-4c1b-ad4b-6f3547fb3580 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:54.183687 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b8766eb1-8c85-475e-8176-5508a00a604f req-57dd5382-fccf-4c1b-ad4b-6f3547fb3580 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/ports?device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 950 time: 0.0847995
Nov 20 20:51:54.237979 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4307b0-e8df-4683-ad3c-18f5733f8d41 x-openstack-request-id: req-8b4307b0-e8df-4683-ad3c-18f5733f8d41 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:54.238522 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c571af42-6de9-4267-bc67-00d68e0c57b9", "tag": "04d6d4f7-592b-48c3-9bab-1420504a6390", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:54.238625 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b4307b0-e8df-4683-ad3c-18f5733f8d41 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:54.238957 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c571af42-6de9-4267-bc67-00d68e0c57b9', 'tag': '04d6d4f7-592b-48c3-9bab-1420504a6390', 'status': 'completed', 'code': 200}
Nov 20 20:51:54.262469 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b8766eb1-8c85-475e-8176-5508a00a604f req-754bab5d-4587-43d8-a2d5-933246e5cf4c tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/security-groups?id=5db6d7fc-b5cc-40ed-8459-6550a3578f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769663
Nov 20 20:51:54.341131 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e1bf580-1082-4549-af70-460955075e61 req-f13c9d67-dd14-494c-af3a-a68f3b9b120f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=04d6d4f7-592b-48c3-9bab-1420504a6390 HTTP/1.1" status: 200  len: 217 time: 0.0555999
Nov 20 20:51:54.405946 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bf580-1082-4549-af70-460955075e61 req-0039a335-c5e5-4228-b799-a72c2532c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:54.407420 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e1bf580-1082-4549-af70-460955075e61 req-0039a335-c5e5-4228-b799-a72c2532c7ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0523381
Nov 20 20:51:54.481135 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bf580-1082-4549-af70-460955075e61 req-4439560c-bdf3-4264-811c-273d96ba4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:54.483927 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e1bf580-1082-4549-af70-460955075e61 req-4439560c-bdf3-4264-811c-273d96ba4040 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0660377
Nov 20 20:51:54.585267 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd676f9-8cb4-4068-9554-4ae5c414dfc8 req-81bdcc58-dbda-4326-a104-dd8592bd6243 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:54.587707 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6cd676f9-8cb4-4068-9554-4ae5c414dfc8 req-81bdcc58-dbda-4326-a104-dd8592bd6243 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 948 time: 0.1267321
Nov 20 20:51:54.665600 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e1bf580-1082-4549-af70-460955075e61 req-01135ff5-e47e-4b10-aabe-6e6504182094 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673391
Nov 20 20:51:54.669445 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6cd676f9-8cb4-4068-9554-4ae5c414dfc8 req-36419f6a-f285-41a9-805b-f6175411c3cf tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744498
Nov 20 20:51:54.798803 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39432df5-b000-44df-802d-aef01cd64a5d req-6c5ef084-0fbd-48ac-8410-d3bc14024007 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:54.807913 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e1bf580-1082-4549-af70-460955075e61 req-713ad885-de21-4a42-b7db-ca84a63dc741 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288414
Nov 20 20:51:54.810588 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39432df5-b000-44df-802d-aef01cd64a5d req-6c5ef084-0fbd-48ac-8410-d3bc14024007 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 946 time: 0.0822897
Nov 20 20:51:54.896785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39432df5-b000-44df-802d-aef01cd64a5d req-6d291b3c-8f64-4e4c-a4dc-148fc25dae22 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/security-groups?id=4829b495-abbb-41ae-abab-16c95b3f4216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835052
Nov 20 20:51:54.941080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ccf2-6653-479d-952f-be76de2ae2c8 req-3058bd2b-b353-45ac-bb9d-8e080eba53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:54.942674 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7d2ccf2-6653-479d-952f-be76de2ae2c8 req-3058bd2b-b353-45ac-bb9d-8e080eba53a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=473b91e504264ec5b10c2237ca293087&device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 1099 time: 0.0710621
Nov 20 20:51:55.141493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ccf2-6653-479d-952f-be76de2ae2c8 req-53b6b094-c121-423d-9349-6bad19b4c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:55.143523 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7d2ccf2-6653-479d-952f-be76de2ae2c8 req-53b6b094-c121-423d-9349-6bad19b4c372 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1870468
Nov 20 20:51:55.241345 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7d2ccf2-6653-479d-952f-be76de2ae2c8 req-eae168bd-a16e-498d-aa8d-06ed88532b28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=04d6d4f7-592b-48c3-9bab-1420504a6390 HTTP/1.1" status: 200  len: 217 time: 0.0810089
Nov 20 20:51:55.370593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ccf2-6653-479d-952f-be76de2ae2c8 req-f83cfd94-8776-4390-a1ca-6c69ef98f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:55.374835 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7d2ccf2-6653-479d-952f-be76de2ae2c8 req-f83cfd94-8776-4390-a1ca-6c69ef98f620 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1244206
Nov 20 20:51:55.400758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5414c7-b6d2-4fa0-9b70-8fed1546d91e req-978011ca-c56f-40e4-b376-9071bc52654b tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:55.413151 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c5414c7-b6d2-4fa0-9b70-8fed1546d91e req-978011ca-c56f-40e4-b376-9071bc52654b tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 949 time: 0.1046062
Nov 20 20:51:55.509163 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c5414c7-b6d2-4fa0-9b70-8fed1546d91e req-bbd48c8c-d0c3-412c-b5e0-b65898a0f6ae tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9cc1252-c038-4365-a928-1a25dd31b7e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945570
Nov 20 20:51:55.577574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ccf2-6653-479d-952f-be76de2ae2c8 req-2c01829d-3def-47d8-babf-cbe9713b1d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:55.580196 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7d2ccf2-6653-479d-952f-be76de2ae2c8 req-2c01829d-3def-47d8-babf-cbe9713b1d95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1764302
Nov 20 20:51:55.619759 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f8096-5cca-47bd-ac15-254bc88ff9e1 req-75ac1246-be37-4858-b12a-2d176b34152e tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:55.633835 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4f9f8096-5cca-47bd-ac15-254bc88ff9e1 req-75ac1246-be37-4858-b12a-2d176b34152e tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/ports?device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 950 time: 0.1507699
Nov 20 20:51:55.809695 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4f9f8096-5cca-47bd-ac15-254bc88ff9e1 req-0549f992-2f71-4e49-ba0e-9cc6a69982e8 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/security-groups?id=5db6d7fc-b5cc-40ed-8459-6550a3578f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592133
Nov 20 20:51:55.847567 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7d2ccf2-6653-479d-952f-be76de2ae2c8 req-7094354e-c614-4b5f-9ba0-788ad8235ab3 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2525535
Nov 20 20:51:55.994447 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38545bf8-2ad0-47a6-aa65-9a290f23678d req-d443bb32-6c06-4e4f-a3fc-176cef609e32 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:55.995990 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-38545bf8-2ad0-47a6-aa65-9a290f23678d req-d443bb32-6c06-4e4f-a3fc-176cef609e32 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 948 time: 0.1097744
Nov 20 20:51:56.015337 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7d2ccf2-6653-479d-952f-be76de2ae2c8 req-f1847660-fa6e-4770-86b4-70f39a1b8972 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572480
Nov 20 20:51:56.071322 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-38545bf8-2ad0-47a6-aa65-9a290f23678d req-6f3d34fb-69ce-4db1-ac39-fb1e3bd8b23d tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611353
Nov 20 20:51:56.704381 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff8b82-d20f-4f65-ab0e-a6dbb88a8542 req-7a858dad-3ffd-4364-bd43-a572a1e9e953 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:56.708177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 04d6d4f7-592b-48c3-9bab-1420504a6390 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:51:56.712319 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dfff8b82-d20f-4f65-ab0e-a6dbb88a8542 req-7a858dad-3ffd-4364-bd43-a572a1e9e953 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 949 time: 0.0742555
Nov 20 20:51:56.795387 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dfff8b82-d20f-4f65-ab0e-a6dbb88a8542 req-ec04c847-6cec-44a3-ad1c-8fb8ca5b8c19 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9cc1252-c038-4365-a928-1a25dd31b7e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796070
Nov 20 20:51:56.844191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 04d6d4f7-592b-48c3-9bab-1420504a6390, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04d6d4f7-592b-48c3-9bab-1420504a6390,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:56.873042 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '04d6d4f7-592b-48c3-9bab-1420504a6390', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '04d6d4f7-592b-48c3-9bab-1420504a6390', 'mac_address': 'fa:16:3e:e5:bd:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:51:56.934099 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:56.959981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d6d4f7-592b-48c3-9bab-1420504a6390 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:51:56.989631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 04d6d4f7-592b-48c3-9bab-1420504a6390, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04d6d4f7-592b-48c3-9bab-1420504a6390,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:56.996270 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:57.084762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0e8aa-b5a9-41e3-8d9d-d505b055ec9a req-e8b76f29-3090-48a3-b081-8249fc288a66 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:57.089613 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=04d6d4f7-592b-48c3-9bab-1420504a6390,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:57.096937 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4de0e8aa-b5a9-41e3-8d9d-d505b055ec9a req-e8b76f29-3090-48a3-b081-8249fc288a66 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/ports?device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 950 time: 0.1354358
Nov 20 20:51:57.221617 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4de0e8aa-b5a9-41e3-8d9d-d505b055ec9a req-fdd82280-e3c6-4127-b2d9-d280b82c05d1 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/security-groups?id=5db6d7fc-b5cc-40ed-8459-6550a3578f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222963
Nov 20 20:51:57.338952 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['04d6d4f7-592b-48c3-9bab-1420504a6390'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:57.449847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d12243-9656-439a-b086-991875bb41f5 req-325d5256-8f1d-49b5-b5f4-a2212d1298ed tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:57.451414 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f2d12243-9656-439a-b086-991875bb41f5 req-325d5256-8f1d-49b5-b5f4-a2212d1298ed tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 949 time: 0.0712361
Nov 20 20:51:57.519207 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa2ebf-e00b-4fed-87ed-c3fcb913918a req-302fc432-d06d-4396-b5b8-0fb607a71ff2 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:57.523363 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-24fa2ebf-e00b-4fed-87ed-c3fcb913918a req-302fc432-d06d-4396-b5b8-0fb607a71ff2 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 949 time: 0.1193249
Nov 20 20:51:57.561202 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f2d12243-9656-439a-b086-991875bb41f5 req-8729b20c-6489-4cee-9c7b-13435367f999 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922410
Nov 20 20:51:57.616142 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-24fa2ebf-e00b-4fed-87ed-c3fcb913918a req-6580e396-a4db-472e-b765-b5ec0aaaf89e tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9cc1252-c038-4365-a928-1a25dd31b7e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853858
Nov 20 20:51:57.956987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990cdad-daba-4d61-9e21-e2ab6351f10e req-5aef898d-6d96-4412-b082-cbd97eabbe4c tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:57.958934 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9990cdad-daba-4d61-9e21-e2ab6351f10e req-5aef898d-6d96-4412-b082-cbd97eabbe4c tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/ports?device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 950 time: 0.0757105
Nov 20 20:51:58.027587 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9990cdad-daba-4d61-9e21-e2ab6351f10e req-f421c3a0-a670-4452-ac57-f587a4ac2de7 tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/security-groups?id=5db6d7fc-b5cc-40ed-8459-6550a3578f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594366
Nov 20 20:51:58.520042 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828c577-a944-447e-bb01-b1a188075b3c req-6f7dfeb3-6d01-41be-b873-7dab04451960 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:58.521816 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6828c577-a944-447e-bb01-b1a188075b3c req-6f7dfeb3-6d01-41be-b873-7dab04451960 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 946 time: 0.0703874
Nov 20 20:51:58.578291 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6828c577-a944-447e-bb01-b1a188075b3c req-886037af-dcef-4627-9b05-014009bb9f31 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/security-groups?id=4829b495-abbb-41ae-abab-16c95b3f4216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499792
Nov 20 20:51:58.712755 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 04d6d4f7-592b-48c3-9bab-1420504a6390 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:51:58.725803 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83f06e-e4ea-44ea-91fe-7fdb20053072 req-2143e827-b1f4-4fcd-b60c-c80290333689 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:58.728208 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb83f06e-e4ea-44ea-91fe-7fdb20053072 req-2143e827-b1f4-4fcd-b60c-c80290333689 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 949 time: 0.0788555
Nov 20 20:51:58.745704 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbc765-be56-48f9-97d2-2a56d9bf0532 req-69f86b1a-9968-4428-b107-3a909be021b6 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:58.747854 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d6bbc765-be56-48f9-97d2-2a56d9bf0532 req-69f86b1a-9968-4428-b107-3a909be021b6 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 949 time: 0.0890393
Nov 20 20:51:58.775765 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 04d6d4f7-592b-48c3-9bab-1420504a6390 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:51:58.780399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 04d6d4f7-592b-48c3-9bab-1420504a6390 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:51:58.781036 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:58.794900 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb83f06e-e4ea-44ea-91fe-7fdb20053072 req-012ec43a-ebe4-48d6-91ba-00d418d7477a tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558491
Nov 20 20:51:58.798999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007f311-adab-41cb-aa18-8baf830e1d09 req-88e992c5-86c6-4e7d-868a-65a1f22992b1 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:58.800559 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5007f311-adab-41cb-aa18-8baf830e1d09 req-88e992c5-86c6-4e7d-868a-65a1f22992b1 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 949 time: 0.1006076
Nov 20 20:51:58.889134 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:58.914878 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5007f311-adab-41cb-aa18-8baf830e1d09 req-ea567add-7bfb-49dc-bd55-2e7a993edeb8 tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9cc1252-c038-4365-a928-1a25dd31b7e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046629
Nov 20 20:51:58.917174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c571af42-6de9-4267-bc67-00d68e0c57b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d6d4f7-592b-48c3-9bab-1420504a6390'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:58.922387 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00f006a-c101-4ed8-9768-7dc5a39a0c43" -d '{"events": [{"server_uuid": "c571af42-6de9-4267-bc67-00d68e0c57b9", "name": "network-vif-plugged", "status": "completed", "tag": "04d6d4f7-592b-48c3-9bab-1420504a6390"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:58.926988 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-d6bbc765-be56-48f9-97d2-2a56d9bf0532 req-cdf237e2-d7a4-48a6-ab39-ea7faa15cc5b tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Deleting port a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:51:58.927334 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d6bbc765-be56-48f9-97d2-2a56d9bf0532 req-cdf237e2-d7a4-48a6-ab39-ea7faa15cc5b tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:58.945496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 04d6d4f7-592b-48c3-9bab-1420504a6390, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04d6d4f7-592b-48c3-9bab-1420504a6390,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:58.952021 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:58.986622 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888e3e3b-1790-45a3-ae26-546e3c9b93de x-openstack-request-id: req-888e3e3b-1790-45a3-ae26-546e3c9b93de {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:58.986923 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c571af42-6de9-4267-bc67-00d68e0c57b9", "name": "network-vif-plugged", "status": "completed", "tag": "04d6d4f7-592b-48c3-9bab-1420504a6390", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:58.987275 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-888e3e3b-1790-45a3-ae26-546e3c9b93de {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:58.987716 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c571af42-6de9-4267-bc67-00d68e0c57b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d6d4f7-592b-48c3-9bab-1420504a6390', 'code': 200}
Nov 20 20:51:59.046631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=04d6d4f7-592b-48c3-9bab-1420504a6390,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:59.080629 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-d6bbc765-be56-48f9-97d2-2a56d9bf0532 req-cdf237e2-d7a4-48a6-ab39-ea7faa15cc5b tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] For port a6b22f7b-c9e9-43ed-8e4c-cac104488fa6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6b22f7b-c9e9-43ed-8e4c-cac104488fa6,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:59.081593 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d6bbc765-be56-48f9-97d2-2a56d9bf0532 req-cdf237e2-d7a4-48a6-ab39-ea7faa15cc5b tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:59.108782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-d6bbc765-be56-48f9-97d2-2a56d9bf0532 req-cdf237e2-d7a4-48a6-ab39-ea7faa15cc5b tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Calling delete_port for a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:51:59.110798 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362894a-9b3e-4a77-a6df-cd558f8c17fb req-9ed260a9-c5d8-4ba5-b33a-8bbee5e5a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:59.112299 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6362894a-9b3e-4a77-a6df-cd558f8c17fb req-9ed260a9-c5d8-4ba5-b33a-8bbee5e5a6e6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 1101 time: 0.0511127
Nov 20 20:51:59.181381 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6362894a-9b3e-4a77-a6df-cd558f8c17fb req-678c90f7-aee4-42ad-a558-db1cf4c5e1a7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563192
Nov 20 20:51:59.243422 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfd6d6-f860-4352-bb9f-5779886628a4 req-cb71aa71-d547-40b9-b53a-555657c2fecb tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:59.245145 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3abfd6d6-f860-4352-bb9f-5779886628a4 req-cb71aa71-d547-40b9-b53a-555657c2fecb tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/ports?device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 950 time: 0.0835161
Nov 20 20:51:59.346707 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3abfd6d6-f860-4352-bb9f-5779886628a4 req-9da6e0f3-fd94-49b9-abc6-37eb76e84cae tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/security-groups?id=5db6d7fc-b5cc-40ed-8459-6550a3578f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870574
Nov 20 20:51:59.384354 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d6bbc765-be56-48f9-97d2-2a56d9bf0532 req-cdf237e2-d7a4-48a6-ab39-ea7faa15cc5b tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:59.399270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['a6b22f7b-c9e9-43ed-8e4c-cac104488fa6'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:51:59.426941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf237e2-d7a4-48a6-ab39-ea7faa15cc5b tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Pushing event deleted for resources: {'Port': ['ID=a6b22f7b-c9e9-43ed-8e4c-cac104488fa6,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:51:59.478568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc5383-5ee2-47db-9495-7134d0f31949 req-f27a5beb-8cb6-4811-8e50-c650e4c9400d tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:59.480699 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ffc5383-5ee2-47db-9495-7134d0f31949 req-f27a5beb-8cb6-4811-8e50-c650e4c9400d tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.37 "GET /v2.0/ports?device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 950 time: 0.0726602
Nov 20 20:51:59.499924 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bbc765-be56-48f9-97d2-2a56d9bf0532 req-cdf237e2-d7a4-48a6-ab39-ea7faa15cc5b tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] No DVR routers for this DVR port a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:51:59.504788 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d6bbc765-be56-48f9-97d2-2a56d9bf0532 req-cdf237e2-d7a4-48a6-ab39-ea7faa15cc5b tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:59.509517 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d6bbc765-be56-48f9-97d2-2a56d9bf0532 req-cdf237e2-d7a4-48a6-ab39-ea7faa15cc5b tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.47 "DELETE /v2.0/ports/a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 HTTP/1.1" status: 204  len: 173 time: 0.7509887
Nov 20 20:51:59.510184 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb911596-5396-4ef5-8709-370aaa7dd2b2', 'name': 'network-vif-deleted', 'tag': 'a6b22f7b-c9e9-43ed-8e4c-cac104488fa6'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:51:59.522839 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9b465a-22a8-4fe1-937a-58d37be2692d" -d '{"events": [{"server_uuid": "fb911596-5396-4ef5-8709-370aaa7dd2b2", "name": "network-vif-deleted", "tag": "a6b22f7b-c9e9-43ed-8e4c-cac104488fa6"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:51:59.656251 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b910758a-ce57-4ab3-a357-fd2693678d14 x-openstack-request-id: req-b910758a-ce57-4ab3-a357-fd2693678d14 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:51:59.656545 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb911596-5396-4ef5-8709-370aaa7dd2b2", "name": "network-vif-deleted", "tag": "a6b22f7b-c9e9-43ed-8e4c-cac104488fa6", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:51:59.656825 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b910758a-ce57-4ab3-a357-fd2693678d14 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:51:59.657345 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb911596-5396-4ef5-8709-370aaa7dd2b2', 'name': 'network-vif-deleted', 'tag': 'a6b22f7b-c9e9-43ed-8e4c-cac104488fa6', 'status': 'completed', 'code': 200}
Nov 20 20:51:59.682809 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-0ffc5383-5ee2-47db-9495-7134d0f31949 req-f87eefc7-bb29-4798-9aa6-987d8f2bd78d tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Deleting port 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:51:59.684648 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0ffc5383-5ee2-47db-9495-7134d0f31949 req-f87eefc7-bb29-4798-9aa6-987d8f2bd78d tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:59.847422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5b50b-4c61-440f-a61d-9cf451eb61fd req-550efe63-da56-4cf0-960a-bdc7c9fcc461 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:59.854771 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cc5b50b-4c61-440f-a61d-9cf451eb61fd req-550efe63-da56-4cf0-960a-bdc7c9fcc461 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 946 time: 0.1392548
Nov 20 20:51:59.875465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-0ffc5383-5ee2-47db-9495-7134d0f31949 req-f87eefc7-bb29-4798-9aa6-987d8f2bd78d tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] For port 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:51:59.876326 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0ffc5383-5ee2-47db-9495-7134d0f31949 req-f87eefc7-bb29-4798-9aa6-987d8f2bd78d tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:51:59.906509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-0ffc5383-5ee2-47db-9495-7134d0f31949 req-f87eefc7-bb29-4798-9aa6-987d8f2bd78d tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Calling delete_port for 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:51:59.943137 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180c3d8-55d5-45b8-8f2b-33a578039f7f req-ea4a5f9d-685a-4c6d-a1df-b36826135f12 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:51:59.944833 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c180c3d8-55d5-45b8-8f2b-33a578039f7f req-ea4a5f9d-685a-4c6d-a1df-b36826135f12 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 950 time: 0.0527372
Nov 20 20:51:59.980892 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cc5b50b-4c61-440f-a61d-9cf451eb61fd req-303766aa-978a-43a4-a454-13e86f23290b tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/security-groups?id=4829b495-abbb-41ae-abab-16c95b3f4216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016870
Nov 20 20:52:00.008878 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c180c3d8-55d5-45b8-8f2b-33a578039f7f req-b5b92f4b-8e1d-4565-8d97-81c1ac68f7b8 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581453
Nov 20 20:52:00.137694 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0ffc5383-5ee2-47db-9495-7134d0f31949 req-f87eefc7-bb29-4798-9aa6-987d8f2bd78d tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:00.161804 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-05cc4086-287f-4e12-8e7e-a9f58d501ed9 req-7533caaf-da25-4ac2-bedb-1581cf74476e tempest-ServerDiagnosticsNegativeTest-1467139335 tempest-ServerDiagnosticsNegativeTest-1467139335-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb911596-5396-4ef5-8709-370aaa7dd2b2 HTTP/1.1" status: 200  len: 210 time: 0.0346594
Nov 20 20:52:00.216591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87eefc7-bb29-4798-9aa6-987d8f2bd78d tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Pushing event deleted for resources: {'Port': ['ID=5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:00.233716 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8293be-dc5e-4108-b9f8-7f69699d3623 req-3836541b-31c7-41ea-8995-6e33919941c5 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:00.236883 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c8293be-dc5e-4108-b9f8-7f69699d3623 req-3836541b-31c7-41ea-8995-6e33919941c5 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.47 "GET /v2.0/ports?device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 946 time: 0.0656803
Nov 20 20:52:00.270776 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-37ae67f5-3f3e-44ba-b184-76a43a1b4ab6 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:00.272293 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-37ae67f5-3f3e-44ba-b184-76a43a1b4ab6 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/networks?id=7ac3ab90-d288-4bb5-99a9-c81df0147689 HTTP/1.1" status: 200  len: 803 time: 0.1819685
Nov 20 20:52:00.298453 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffc5383-5ee2-47db-9495-7134d0f31949 req-f87eefc7-bb29-4798-9aa6-987d8f2bd78d tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] No DVR routers for this DVR port 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:52:00.302468 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0ffc5383-5ee2-47db-9495-7134d0f31949 req-f87eefc7-bb29-4798-9aa6-987d8f2bd78d tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:00.307207 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ffc5383-5ee2-47db-9495-7134d0f31949 req-f87eefc7-bb29-4798-9aa6-987d8f2bd78d tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.37 "DELETE /v2.0/ports/5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece HTTP/1.1" status: 204  len: 173 time: 0.8204293
Nov 20 20:52:00.314491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69968770-eafc-407f-a324-fbed2db929f1', 'name': 'network-vif-deleted', 'tag': '5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:00.317696 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a690fc-e224-44fc-9cc2-08932f29e623" -d '{"events": [{"server_uuid": "69968770-eafc-407f-a324-fbed2db929f1", "name": "network-vif-deleted", "tag": "5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:00.337058 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-07201c29-dad0-40ce-a2c8-dcd6ba53a102 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/quotas/44e20e99a6534d5d95e9d012160657a3 HTTP/1.1" status: 200  len: 375 time: 0.0388205
Nov 20 20:52:00.409347 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816126bb-2c23-443c-80a2-2b563f92c444 x-openstack-request-id: req-816126bb-2c23-443c-80a2-2b563f92c444 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:00.409778 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69968770-eafc-407f-a324-fbed2db929f1", "name": "network-vif-deleted", "tag": "5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:00.410153 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-816126bb-2c23-443c-80a2-2b563f92c444 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:00.410789 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69968770-eafc-407f-a324-fbed2db929f1', 'name': 'network-vif-deleted', 'tag': '5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece', 'status': 'completed', 'code': 200}
Nov 20 20:52:00.445827 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-9ba3e435-914f-4a4f-ac98-e06a7ae2da88 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=44e20e99a6534d5d95e9d012160657a3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1019893
Nov 20 20:52:00.545388 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-1c8293be-dc5e-4108-b9f8-7f69699d3623 req-5b87dbac-b7c8-49ea-89ed-bdfbfe8b6961 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Deleting port bdfe8d89-e22c-4a72-a2ed-490198efb612 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:52:00.546107 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1c8293be-dc5e-4108-b9f8-7f69699d3623 req-5b87dbac-b7c8-49ea-89ed-bdfbfe8b6961 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:00.550605 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a622849f-8dbe-4c42-98bb-d406f289632d req-81d0c4c3-7097-4bb1-b2a2-41a00c196b7a tempest-ImagesNegativeTestJSON-427895141 tempest-ImagesNegativeTestJSON-427895141-project] 10.222.0.41 "GET /v2.0/ports?device_id=69968770-eafc-407f-a324-fbed2db929f1 HTTP/1.1" status: 200  len: 210 time: 0.0783906
Nov 20 20:52:00.590893 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-f3387ccd-2b5f-43ca-b10c-d7fe1e7835c0 service neutron] 10.222.0.41 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350067
Nov 20 20:52:00.674444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-1c8293be-dc5e-4108-b9f8-7f69699d3623 req-5b87dbac-b7c8-49ea-89ed-bdfbfe8b6961 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] For port bdfe8d89-e22c-4a72-a2ed-490198efb612, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdfe8d89-e22c-4a72-a2ed-490198efb612,segment=NetworkSegment(6bee62fc-f73c-4f48-844f-dd45b6cae7b3),segment_id=6bee62fc-f73c-4f48-844f-dd45b6cae7b3)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:00.675127 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1c8293be-dc5e-4108-b9f8-7f69699d3623 req-5b87dbac-b7c8-49ea-89ed-bdfbfe8b6961 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:00.689818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-1c8293be-dc5e-4108-b9f8-7f69699d3623 req-5b87dbac-b7c8-49ea-89ed-bdfbfe8b6961 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Calling delete_port for bdfe8d89-e22c-4a72-a2ed-490198efb612 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:52:00.697413 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-43b57da2-c7d8-4dde-8d12-60fd2bdf392d service neutron] 10.222.0.41 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0949452
Nov 20 20:52:00.847246 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1c8293be-dc5e-4108-b9f8-7f69699d3623 req-5b87dbac-b7c8-49ea-89ed-bdfbfe8b6961 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:00.860474 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['bdfe8d89-e22c-4a72-a2ed-490198efb612'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:00.890918 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87dbac-b7c8-49ea-89ed-bdfbfe8b6961 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Pushing event deleted for resources: {'Port': ['ID=bdfe8d89-e22c-4a72-a2ed-490198efb612,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:00.939416 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6f0ecfa-75cf-45ac-b450-9a51a8b1d651 req-1a4b5534-2c70-4b2b-bedd-dc01c2bc4888 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 210 time: 0.0833392
Nov 20 20:52:00.978492 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8293be-dc5e-4108-b9f8-7f69699d3623 req-5b87dbac-b7c8-49ea-89ed-bdfbfe8b6961 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] No DVR routers for this DVR port bdfe8d89-e22c-4a72-a2ed-490198efb612 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:52:00.981184 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1c8293be-dc5e-4108-b9f8-7f69699d3623 req-5b87dbac-b7c8-49ea-89ed-bdfbfe8b6961 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:00.985044 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c8293be-dc5e-4108-b9f8-7f69699d3623 req-5b87dbac-b7c8-49ea-89ed-bdfbfe8b6961 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.47 "DELETE /v2.0/ports/bdfe8d89-e22c-4a72-a2ed-490198efb612 HTTP/1.1" status: 204  len: 173 time: 0.7308416
Nov 20 20:52:01.175861 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-089e7cbf-e2b0-4a4f-ad32-f1b1efba1d0f req-60b99503-0485-465e-8fe5-ec6db907fe82 tempest-ServerTagsTestJSON-1218005993 tempest-ServerTagsTestJSON-1218005993-project] 10.222.0.41 "GET /v2.0/ports?device_id=4450abf6-2433-4e78-97e4-5e9afed3b26a HTTP/1.1" status: 200  len: 210 time: 0.0463948
Nov 20 20:52:01.195471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca555ce6-7be3-4835-83fe-168bb1a2b6c5 req-e5facd4b-b57f-4e8a-b4d2-91207461bfc1 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:01.204862 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ca555ce6-7be3-4835-83fe-168bb1a2b6c5 req-e5facd4b-b57f-4e8a-b4d2-91207461bfc1 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 950 time: 0.0776966
Nov 20 20:52:01.273024 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ca555ce6-7be3-4835-83fe-168bb1a2b6c5 req-a3db2fe5-3f92-449e-9062-497e92ea002f tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671575
Nov 20 20:52:01.611245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002951f-e499-4c4c-ad53-a3ad63fc67de req-1196902c-15e6-4c29-9431-40ec30ee4187 tempest-ServersAdminNegativeTestJSON-1374327517 tempest-ServersAdminNegativeTestJSON-1374327517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:01.612967 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6002951f-e499-4c4c-ad53-a3ad63fc67de req-1196902c-15e6-4c29-9431-40ec30ee4187 tempest-ServersAdminNegativeTestJSON-1374327517 tempest-ServersAdminNegativeTestJSON-1374327517-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 1101 time: 0.0795674
Nov 20 20:52:01.638385 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6002951f-e499-4c4c-ad53-a3ad63fc67de req-f4c2d3bd-f92f-4414-92e1-052f4245b68e tempest-ServersAdminNegativeTestJSON-1374327517 tempest-ServersAdminNegativeTestJSON-1374327517-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:01.658907 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4450abf6-2433-4e78-97e4-5e9afed3b26a', 'name': 'network-vif-deleted', 'tag': 'bdfe8d89-e22c-4a72-a2ed-490198efb612'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:01.661849 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199a2ebb-767f-4c3c-9137-9a94adcf968d" -d '{"events": [{"server_uuid": "4450abf6-2433-4e78-97e4-5e9afed3b26a", "name": "network-vif-deleted", "tag": "bdfe8d89-e22c-4a72-a2ed-490198efb612"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:01.708843 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36014) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:01.743443 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6002951f-e499-4c4c-ad53-a3ad63fc67de req-f4c2d3bd-f92f-4414-92e1-052f4245b68e tempest-ServersAdminNegativeTestJSON-1374327517 tempest-ServersAdminNegativeTestJSON-1374327517-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:01.747977 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6002951f-e499-4c4c-ad53-a3ad63fc67de req-f4c2d3bd-f92f-4414-92e1-052f4245b68e tempest-ServersAdminNegativeTestJSON-1374327517 tempest-ServersAdminNegativeTestJSON-1374327517-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:01.806242 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb0be1b-b0d8-4c5c-8ac2-e5f4fa733723 x-openstack-request-id: req-9fb0be1b-b0d8-4c5c-8ac2-e5f4fa733723 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:01.806801 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4450abf6-2433-4e78-97e4-5e9afed3b26a", "name": "network-vif-deleted", "tag": "bdfe8d89-e22c-4a72-a2ed-490198efb612", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:01.807233 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fb0be1b-b0d8-4c5c-8ac2-e5f4fa733723 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:01.808215 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4450abf6-2433-4e78-97e4-5e9afed3b26a', 'name': 'network-vif-deleted', 'tag': 'bdfe8d89-e22c-4a72-a2ed-490198efb612', 'status': 'completed', 'code': 200}
Nov 20 20:52:01.841454 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6002951f-e499-4c4c-ad53-a3ad63fc67de req-f4c2d3bd-f92f-4414-92e1-052f4245b68e tempest-ServersAdminNegativeTestJSON-1374327517 tempest-ServersAdminNegativeTestJSON-1374327517-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2219243
Nov 20 20:52:01.847225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2d3bd-f92f-4414-92e1-052f4245b68e tempest-ServersAdminNegativeTestJSON-1374327517 tempest-ServersAdminNegativeTestJSON-1374327517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44993278-3b16-4eed-a410-ce65d21dd33d,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:01.902874 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7816675-45e5-46fa-b990-2ba348fce855 req-d3df392a-bae0-4298-8968-9b4dabdeda60 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:01.904620 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a7816675-45e5-46fa-b990-2ba348fce855 req-d3df392a-bae0-4298-8968-9b4dabdeda60 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6030db32-94d0-4d8c-884c-b3469acfa23f HTTP/1.1" status: 200  len: 945 time: 0.1413274
Nov 20 20:52:01.918671 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e0f70833-b844-4dd1-ac27-008e620078f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3b8141b335a46009c54d270ec68ea26&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2085249
Nov 20 20:52:01.922299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36026) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:01.981317 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87d241ef-28b2-458a-8d41-a2014d83c6b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:02.033046 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87d241ef-28b2-458a-8d41-a2014d83c6b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:02.086437 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device cb0435d6-cf6a-457b-b16c-48b724dd5e98 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:52:02.115107 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87d241ef-28b2-458a-8d41-a2014d83c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:02.118266 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87d241ef-28b2-458a-8d41-a2014d83c6b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:02.122699 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-87d241ef-28b2-458a-8d41-a2014d83c6b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9cc1252-c038-4365-a928-1a25dd31b7e4 HTTP/1.1" status: 204  len: 168 time: 0.1993070
Nov 20 20:52:02.146565 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d241ef-28b2-458a-8d41-a2014d83c6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cc1252-c038-4365-a928-1a25dd31b7e4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:02.181745 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9f7a1a8-75bc-42bc-9c47-be2acf67ae7c req-08e9cb25-a4d7-4594-b6ad-3cb9596406d3 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 210 time: 0.1111188
Nov 20 20:52:02.246782 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:02.273990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36040) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:02.294004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6030db32-94d0-4d8c-884c-b3469acfa23f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb0435d6-cf6a-457b-b16c-48b724dd5e98'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:02.299915 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10aea8d7-7501-4a39-9909-26010e328b25" -d '{"events": [{"server_uuid": "6030db32-94d0-4d8c-884c-b3469acfa23f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb0435d6-cf6a-457b-b16c-48b724dd5e98"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:02.344285 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port cb0435d6-cf6a-457b-b16c-48b724dd5e98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb0435d6-cf6a-457b-b16c-48b724dd5e98,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:02.354329 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:02.355319 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:52:02.377772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c0eb7a-c417-4426-9f0f-fffe152d967a admin admin] Deleting subnet 6efebc28-0b05-4810-80f0-06afbdb32259 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:52:02.388225 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21c0eb7a-c417-4426-9f0f-fffe152d967a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:02.432124 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a4b851-5cc7-4159-b62f-de8e7c5d2294 x-openstack-request-id: req-88a4b851-5cc7-4159-b62f-de8e7c5d2294 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:02.432759 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6030db32-94d0-4d8c-884c-b3469acfa23f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb0435d6-cf6a-457b-b16c-48b724dd5e98", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:02.433178 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88a4b851-5cc7-4159-b62f-de8e7c5d2294 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:02.433989 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6030db32-94d0-4d8c-884c-b3469acfa23f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb0435d6-cf6a-457b-b16c-48b724dd5e98', 'code': 200}
Nov 20 20:52:02.456349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:52:02.457356 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5ef40f9c-dbe0-4dbf-ba69-6bdd8f403ece not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:52:02.499893 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=cb0435d6-cf6a-457b-b16c-48b724dd5e98,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:02.502758 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21c0eb7a-c417-4426-9f0f-fffe152d967a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:02.541998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36048) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:02.579060 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21c0eb7a-c417-4426-9f0f-fffe152d967a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:02.667232 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21c0eb7a-c417-4426-9f0f-fffe152d967a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:02.708818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0eb7a-c417-4426-9f0f-fffe152d967a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6efebc28-0b05-4810-80f0-06afbdb32259,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:02.717034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21c0eb7a-c417-4426-9f0f-fffe152d967a admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:02.723015 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-21c0eb7a-c417-4426-9f0f-fffe152d967a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6efebc28-0b05-4810-80f0-06afbdb32259 HTTP/1.1" status: 204  len: 168 time: 0.4475815
Nov 20 20:52:02.725572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36066) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:02.737326 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device bdfe8d89-e22c-4a72-a2ed-490198efb612 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:52:02.764738 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: bdfe8d89-e22c-4a72-a2ed-490198efb612 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:52:02.765593 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device bdfe8d89-e22c-4a72-a2ed-490198efb612 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:52:02.766229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:52:02.779874 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-a7816675-45e5-46fa-b990-2ba348fce855 req-2b06ef95-65de-4618-ac95-4a619e4c0c5c tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Deleting port cb0435d6-cf6a-457b-b16c-48b724dd5e98 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:52:02.780744 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a7816675-45e5-46fa-b990-2ba348fce855 req-2b06ef95-65de-4618-ac95-4a619e4c0c5c tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:02.792770 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:52:02.793395 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a6b22f7b-c9e9-43ed-8e4c-cac104488fa6 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:52:02.815897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36070) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:02.852516 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9aaf408c-d2a7-4d14-bee1-59bbd0bb6e2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:02.886735 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:02.913516 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-18656e12-eeb7-4238-b441-8f9c079f94d1 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:02.915038 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-18656e12-eeb7-4238-b441-8f9c079f94d1 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.37 "GET /v2.0/networks?id=7ac3ab90-d288-4bb5-99a9-c81df0147689 HTTP/1.1" status: 200  len: 803 time: 0.8057055
Nov 20 20:52:02.934970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-b7efc2f4-3f02-498b-b1e4-6b35f630b131 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Request body: {'port': {'device_id': 'b3b2f6df-58af-4fe3-a73b-eac474989b6a', 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689', 'admin_state_up': True, 'tenant_id': '44e20e99a6534d5d95e9d012160657a3'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:02.953787 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7a9919b1-7774-4560-8ce3-b3d887299f8d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ebffc7faac2d4069a182969e23268495&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4111876
Nov 20 20:52:02.954422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36076) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:03.000532 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a7816675-45e5-46fa-b990-2ba348fce855 req-2b06ef95-65de-4618-ac95-4a619e4c0c5c tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] For port cb0435d6-cf6a-457b-b16c-48b724dd5e98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb0435d6-cf6a-457b-b16c-48b724dd5e98,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:03.001118 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a7816675-45e5-46fa-b990-2ba348fce855 req-2b06ef95-65de-4618-ac95-4a619e4c0c5c tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.059019 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.067461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-a7816675-45e5-46fa-b990-2ba348fce855 req-2b06ef95-65de-4618-ac95-4a619e4c0c5c tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Calling delete_port for cb0435d6-cf6a-457b-b16c-48b724dd5e98 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:52:03.094075 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e898940>,) {'filters': {'network_id': ['0594ba2f-b532-43f1-b099-cad17106db9f']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:03.105547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258f929-601b-4426-81e4-ad89064e3f01 req-38d80808-7940-40fb-a39c-735a2ca40c2f tempest-ServersAdminNegativeTestJSON-1374327517 tempest-ServersAdminNegativeTestJSON-1374327517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:03.110635 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d258f929-601b-4426-81e4-ad89064e3f01 req-38d80808-7940-40fb-a39c-735a2ca40c2f tempest-ServersAdminNegativeTestJSON-1374327517 tempest-ServersAdminNegativeTestJSON-1374327517-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 1101 time: 0.1544626
Nov 20 20:52:03.115085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e898940>, '6bee62fc-f73c-4f48-844f-dd45b6cae7b3') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:03.115688 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e898940>, '6bee62fc-f73c-4f48-844f-dd45b6cae7b3') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:03.139035 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.168008 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.181694 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:52:03.181979 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:52:03.183716 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:52:03.196184 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e19fc368-85e3-4bc3-8871-040672a9d62c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.199924 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d258f929-601b-4426-81e4-ad89064e3f01 req-366c37f4-e0f9-4865-9ccb-f61059f9751b tempest-ServersAdminNegativeTestJSON-1374327517 tempest-ServersAdminNegativeTestJSON-1374327517-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810375
Nov 20 20:52:03.223089 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9aaf408c-d2a7-4d14-bee1-59bbd0bb6e2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.242507 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9aaf408c-d2a7-4d14-bee1-59bbd0bb6e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.257015 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e19fc368-85e3-4bc3-8871-040672a9d62c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.278900 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.291350 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.300119 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] 10.222.0.41 "DELETE /v2.0/networks/0594ba2f-b532-43f1-b099-cad17106db9f HTTP/1.1" status: 204  len: 168 time: 0.5725622
Nov 20 20:52:03.325922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-b7efc2f4-3f02-498b-b1e4-6b35f630b131 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Made reservation on behalf of 44e20e99a6534d5d95e9d012160657a3 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:52:03.328536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Pushing event deleted for resources: {'Network': ['ID=0594ba2f-b532-43f1-b099-cad17106db9f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:03.331391 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-b7efc2f4-3f02-498b-b1e4-6b35f630b131 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.341463 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:03.343658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf408c-d2a7-4d14-bee1-59bbd0bb6e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f900931a-eeda-48e3-992c-59e54d7bac5a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:03.344987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:03.345407 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:03.345853 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:03.347384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:03.348349 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:03.348504 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9aaf408c-d2a7-4d14-bee1-59bbd0bb6e2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b087001781e4d55b5022972ff9c43fe&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5292652
Nov 20 20:52:03.348812 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:03.349447 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:03.349906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:03.350313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:03.350708 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:03.351097 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fff705-609f-49f5-b35f-dc3b1663a3be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:03.355661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36084) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:03.427599 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b05ceb07-dc92-404f-a004-b67a64c378a7 req-ae20756e-0b9f-4931-a4e6-1bbb4255988f tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 210 time: 0.0650766
Nov 20 20:52:03.478996 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c09114bb-5d19-4542-8d6c-78078b02a755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.509521 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e19fc368-85e3-4bc3-8871-040672a9d62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.515675 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c09114bb-5d19-4542-8d6c-78078b02a755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.519254 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e19fc368-85e3-4bc3-8871-040672a9d62c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.520991 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e19fc368-85e3-4bc3-8871-040672a9d62c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5db6d7fc-b5cc-40ed-8459-6550a3578f39 HTTP/1.1" status: 204  len: 168 time: 0.5621974
Nov 20 20:52:03.582918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fc368-85e3-4bc3-8871-040672a9d62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db6d7fc-b5cc-40ed-8459-6550a3578f39,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:03.633651 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a7816675-45e5-46fa-b990-2ba348fce855 req-2b06ef95-65de-4618-ac95-4a619e4c0c5c tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.669161 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c09114bb-5d19-4542-8d6c-78078b02a755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.674185 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c09114bb-5d19-4542-8d6c-78078b02a755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.682234 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36098) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:03.688097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06ef95-65de-4618-ac95-4a619e4c0c5c tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Pushing event deleted for resources: {'Port': ['ID=cb0435d6-cf6a-457b-b16c-48b724dd5e98,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:03.688866 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c09114bb-5d19-4542-8d6c-78078b02a755 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f900931a-eeda-48e3-992c-59e54d7bac5a HTTP/1.1" status: 204  len: 168 time: 0.3320971
Nov 20 20:52:03.709181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09114bb-5d19-4542-8d6c-78078b02a755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f900931a-eeda-48e3-992c-59e54d7bac5a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:03.828450 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7816675-45e5-46fa-b990-2ba348fce855 req-2b06ef95-65de-4618-ac95-4a619e4c0c5c tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] No DVR routers for this DVR port cb0435d6-cf6a-457b-b16c-48b724dd5e98 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:52:03.836837 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a7816675-45e5-46fa-b990-2ba348fce855 req-2b06ef95-65de-4618-ac95-4a619e4c0c5c tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:03.840871 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a7816675-45e5-46fa-b990-2ba348fce855 req-2b06ef95-65de-4618-ac95-4a619e4c0c5c tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.37 "DELETE /v2.0/ports/cb0435d6-cf6a-457b-b16c-48b724dd5e98 HTTP/1.1" status: 204  len: 173 time: 1.9271228
Nov 20 20:52:03.842168 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-b7efc2f4-3f02-498b-b1e4-6b35f630b131 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Allocated IP 172.20.0.5 (7ac3ab90-d288-4bb5-99a9-c81df0147689/dca0b895-d4f5-4110-adf5-186714814159/95a284b7-4c01-4cac-b5d2-4dc06cbf81ba) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:52:03.845015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6030db32-94d0-4d8c-884c-b3469acfa23f', 'name': 'network-vif-deleted', 'tag': 'cb0435d6-cf6a-457b-b16c-48b724dd5e98'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:03.847402 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac57e8b-4669-4872-93c8-afa17d5a1eef" -d '{"events": [{"server_uuid": "6030db32-94d0-4d8c-884c-b3469acfa23f", "name": "network-vif-deleted", "tag": "cb0435d6-cf6a-457b-b16c-48b724dd5e98"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:03.875296 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7e5ea0bc-ae84-491f-90e0-0466fe2e2be5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d58479ec1e22447588aae115ec314452&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1786075
Nov 20 20:52:03.875864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36110) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:03.929974 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a16e938-9463-4555-8f0d-a9a7f95bbce0 x-openstack-request-id: req-8a16e938-9463-4555-8f0d-a9a7f95bbce0 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:03.930313 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6030db32-94d0-4d8c-884c-b3469acfa23f", "name": "network-vif-deleted", "tag": "cb0435d6-cf6a-457b-b16c-48b724dd5e98", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:03.930592 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a16e938-9463-4555-8f0d-a9a7f95bbce0 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:03.930997 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6030db32-94d0-4d8c-884c-b3469acfa23f', 'name': 'network-vif-deleted', 'tag': 'cb0435d6-cf6a-457b-b16c-48b724dd5e98', 'status': 'completed', 'code': 200}
Nov 20 20:52:03.932375 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196623f9-f3e6-4745-b4ec-3ea365069d21 req-7484e73d-d7d1-4073-9610-d19c8381d6da tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:03.933829 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-196623f9-f3e6-4745-b4ec-3ea365069d21 req-7484e73d-d7d1-4073-9610-d19c8381d6da tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 950 time: 0.0947063
Nov 20 20:52:04.055557 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-196623f9-f3e6-4745-b4ec-3ea365069d21 req-214f32cd-c5d3-406f-956e-d3456427c1e6 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095152
Nov 20 20:52:04.093896 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da04e12c-c948-4816-8f7a-21669ad03cd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:04.163373 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da04e12c-c948-4816-8f7a-21669ad03cd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:04.259918 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-b7efc2f4-3f02-498b-b1e4-6b35f630b131 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:04.288158 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da04e12c-c948-4816-8f7a-21669ad03cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:04.291159 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da04e12c-c948-4816-8f7a-21669ad03cd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:04.292407 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-da04e12c-c948-4816-8f7a-21669ad03cd1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4829b495-abbb-41ae-abab-16c95b3f4216 HTTP/1.1" status: 204  len: 168 time: 0.4090946
Nov 20 20:52:04.312871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04e12c-c948-4816-8f7a-21669ad03cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4829b495-abbb-41ae-abab-16c95b3f4216,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:04.333278 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-b7efc2f4-3f02-498b-b1e4-6b35f630b131 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:04.382714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-b7efc2f4-3f02-498b-b1e4-6b35f630b131 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Network 7ac3ab90-d288-4bb5-99a9-c81df0147689 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:52:04.386657 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-b7efc2f4-3f02-498b-b1e4-6b35f630b131 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:52:04.391647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-b7efc2f4-3f02-498b-b1e4-6b35f630b131 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:52:04.424285 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efc2f4-3f02-498b-b1e4-6b35f630b131 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Pushing event updated for resources: {'Port': ['ID=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:04.481153 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-b7efc2f4-3f02-498b-b1e4-6b35f630b131 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:04.484847 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-b7efc2f4-3f02-498b-b1e4-6b35f630b131 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:04.521795 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-b7efc2f4-3f02-498b-b1e4-6b35f630b131 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5940835
Nov 20 20:52:04.543707 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Request body: {'port': {'device_id': 'b3b2f6df-58af-4fe3-a73b-eac474989b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:04.627092 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e78305-6938-4cc9-b3bf-05b300f7d74b req-baf7c6aa-e305-4cf9-a9c3-ded5f368c196 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:04.629189 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-66e78305-6938-4cc9-b3bf-05b300f7d74b req-baf7c6aa-e305-4cf9-a9c3-ded5f368c196 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 931 time: 0.0811152
Nov 20 20:52:04.646155 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:04.704859 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-66e78305-6938-4cc9-b3bf-05b300f7d74b req-0b715bfb-7eab-420c-a972-01d18567436f tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656922
Nov 20 20:52:05.068648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:52:05.078994 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:05.098907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Transition to ACTIVE for port object 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:52:05.105895 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:05.233460 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Pushing event updated for resources: {'Port': ['ID=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:05.270525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304432d0-94d8-43f3-817d-ff437d1a9831 req-d3d8e0c0-0058-468a-ae7e-c92db89dc205 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:05.273060 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654027af-5e10-415b-b4d5-6f7a4748cef9 req-5ca7a088-4a3c-4616-aef1-11ff7765cea9 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:05.274828 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-654027af-5e10-415b-b4d5-6f7a4748cef9 req-5ca7a088-4a3c-4616-aef1-11ff7765cea9 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.47 "GET /v2.0/ports?device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 950 time: 0.1081586
Nov 20 20:52:05.282424 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-304432d0-94d8-43f3-817d-ff437d1a9831 req-d3d8e0c0-0058-468a-ae7e-c92db89dc205 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 950 time: 0.0959663
Nov 20 20:52:05.390990 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-304432d0-94d8-43f3-817d-ff437d1a9831 req-65b4b012-cc63-4ea5-b373-12fa64139c8e tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079211
Nov 20 20:52:05.420708 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Attempting to bind port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:52:05.421322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Attempting to bind port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:52:05.421756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Attempting to bind port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba on network 7ac3ab90-d288-4bb5-99a9-c81df0147689 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:52:05.427397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba on network 7ac3ab90-d288-4bb5-99a9-c81df0147689 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:52:05.427803 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Attempting to bind port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba on network 7ac3ab90-d288-4bb5-99a9-c81df0147689 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:52:05.433558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:52:05.434023 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Checking segment: {'id': '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:52:05.435297 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Bound using segment: {'id': '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:52:05.435297 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Bound port: 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:52:05.436378 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:05.437966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-654027af-5e10-415b-b4d5-6f7a4748cef9 req-d9906400-8985-416c-999d-35b6d162dec2 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Deleting port 04d6d4f7-592b-48c3-9bab-1420504a6390 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:52:05.438554 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-654027af-5e10-415b-b4d5-6f7a4748cef9 req-d9906400-8985-416c-999d-35b6d162dec2 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:05.567518 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] For port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:52:05.570558 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-654027af-5e10-415b-b4d5-6f7a4748cef9 req-d9906400-8985-416c-999d-35b6d162dec2 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] For port 04d6d4f7-592b-48c3-9bab-1420504a6390, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04d6d4f7-592b-48c3-9bab-1420504a6390,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:05.571214 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-654027af-5e10-415b-b4d5-6f7a4748cef9 req-d9906400-8985-416c-999d-35b6d162dec2 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:05.573254 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] For port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:52:05.582418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:05.589865 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-654027af-5e10-415b-b4d5-6f7a4748cef9 req-d9906400-8985-416c-999d-35b6d162dec2 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Calling delete_port for 04d6d4f7-592b-48c3-9bab-1420504a6390 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:52:05.636411 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:05.637495 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:05.640723 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] 10.222.0.37 "PUT /v2.0/ports/95a284b7-4c01-4cac-b5d2-4dc06cbf81ba HTTP/1.1" status: 200  len: 1091 time: 1.1108201
Nov 20 20:52:05.739244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41e18b-7a66-4c4a-be0a-242de017257b service neutron] Pushing event updated for resources: {'Port': ['ID=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:05.767049 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-b7db7fbc-35e9-4929-9f52-37b2d50cb80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:05.769026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-b7db7fbc-35e9-4929-9f52-37b2d50cb80f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e20e99a6534d5d95e9d012160657a3&device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 1094 time: 0.0688787
Nov 20 20:52:05.776762 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-654027af-5e10-415b-b4d5-6f7a4748cef9 req-d9906400-8985-416c-999d-35b6d162dec2 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:05.792812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['04d6d4f7-592b-48c3-9bab-1420504a6390'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:05.861554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['55b92c4e-47ff-40f3-9809-f84c75701b8e'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:05.862936 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-147a6d98-041e-4178-9ad8-56387b0bfc07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba HTTP/1.1" status: 200  len: 217 time: 0.0846400
Nov 20 20:52:05.885827 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9906400-8985-416c-999d-35b6d162dec2 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Pushing event deleted for resources: {'Port': ['ID=04d6d4f7-592b-48c3-9bab-1420504a6390,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:05.953367 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-bc926e66-803b-439c-800d-297fd8c7efc8 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=89d37f61bf9c4afcb21e044f0d2da2c4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0821197
Nov 20 20:52:05.961167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b2f6df-58af-4fe3-a73b-eac474989b6a', 'tag': '95a284b7-4c01-4cac-b5d2-4dc06cbf81ba'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:05.963839 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3243bffa-8618-4282-a64b-16ce0890788b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b2f6df-58af-4fe3-a73b-eac474989b6a", "tag": "95a284b7-4c01-4cac-b5d2-4dc06cbf81ba"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:05.969778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-b11f2243-7dea-4be8-b989-1f2ce9236232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:05.972675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-b11f2243-7dea-4be8-b989-1f2ce9236232 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca0b895-d4f5-4110-adf5-186714814159 HTTP/1.1" status: 200  len: 843 time: 0.0962257
Nov 20 20:52:06.042286 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-654027af-5e10-415b-b4d5-6f7a4748cef9 req-d9906400-8985-416c-999d-35b6d162dec2 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] No DVR routers for this DVR port 04d6d4f7-592b-48c3-9bab-1420504a6390 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:52:06.053677 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-654027af-5e10-415b-b4d5-6f7a4748cef9 req-d9906400-8985-416c-999d-35b6d162dec2 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:06.063557 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-654027af-5e10-415b-b4d5-6f7a4748cef9 req-d9906400-8985-416c-999d-35b6d162dec2 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.47 "DELETE /v2.0/ports/04d6d4f7-592b-48c3-9bab-1420504a6390 HTTP/1.1" status: 204  len: 173 time: 0.7786076
Nov 20 20:52:06.064058 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c571af42-6de9-4267-bc67-00d68e0c57b9', 'name': 'network-vif-deleted', 'tag': '04d6d4f7-592b-48c3-9bab-1420504a6390'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:06.071830 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3449297-ae6d-4b2b-b1b8-97aec0164eab" -d '{"events": [{"server_uuid": "c571af42-6de9-4267-bc67-00d68e0c57b9", "name": "network-vif-deleted", "tag": "04d6d4f7-592b-48c3-9bab-1420504a6390"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:06.171417 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-ad9f972e-0c3a-4db2-83df-18e725c7fda5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac3ab90-d288-4bb5-99a9-c81df0147689&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1889360
Nov 20 20:52:06.248328 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb3675-ca64-480f-a11a-34f0aae7e9c4 req-78cb4d59-04a5-4e77-96fd-812e3300d20c tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:06.261364 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8bbb3675-ca64-480f-a11a-34f0aae7e9c4 req-78cb4d59-04a5-4e77-96fd-812e3300d20c tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 943 time: 0.1937120
Nov 20 20:52:06.286715 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-59b8d965-3340-46fa-b30c-87602cc48a96 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:06.295326 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-59b8d965-3340-46fa-b30c-87602cc48a96 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3408716
Nov 20 20:52:06.307442 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-e8645ada-7561-4e2d-9db7-18ae1fc411bd tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/quotas/89d37f61bf9c4afcb21e044f0d2da2c4 HTTP/1.1" status: 200  len: 375 time: 0.0105014
Nov 20 20:52:06.353596 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-235f544c-ce9c-4d2e-8603-d274874a12c9 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=89d37f61bf9c4afcb21e044f0d2da2c4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0390005
Nov 20 20:52:06.368763 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8bbb3675-ca64-480f-a11a-34f0aae7e9c4 req-c46b8443-8656-4a21-8cf6-e3b8a826580a tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064024
Nov 20 20:52:06.374795 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36218) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:06.381989 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-86f0ba90-9742-45db-831f-a52a7e26f15a service neutron] 10.222.0.37 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2012682
Nov 20 20:52:06.550809 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b680339b-cfef-454b-a65c-01ab8a6af8af x-openstack-request-id: req-b680339b-cfef-454b-a65c-01ab8a6af8af {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:06.551140 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b2f6df-58af-4fe3-a73b-eac474989b6a", "tag": "95a284b7-4c01-4cac-b5d2-4dc06cbf81ba", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:06.551392 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b680339b-cfef-454b-a65c-01ab8a6af8af {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:06.551890 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b2f6df-58af-4fe3-a73b-eac474989b6a', 'tag': '95a284b7-4c01-4cac-b5d2-4dc06cbf81ba', 'status': 'completed', 'code': 200}
Nov 20 20:52:06.559691 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0be99c2f-728c-41a4-a13e-cbb2fc0b8404 req-965a57dc-b62a-42b8-be28-a2e010a9d075 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1646883
Nov 20 20:52:06.594616 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8762a50e-f5e0-4f42-9a25-90320a2249d0 x-openstack-request-id: req-8762a50e-f5e0-4f42-9a25-90320a2249d0 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:06.594890 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c571af42-6de9-4267-bc67-00d68e0c57b9", "name": "network-vif-deleted", "tag": "04d6d4f7-592b-48c3-9bab-1420504a6390", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:06.595636 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8762a50e-f5e0-4f42-9a25-90320a2249d0 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:06.596130 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c571af42-6de9-4267-bc67-00d68e0c57b9', 'name': 'network-vif-deleted', 'tag': '04d6d4f7-592b-48c3-9bab-1420504a6390', 'status': 'completed', 'code': 200}
Nov 20 20:52:06.708668 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-daf44072-f382-41ad-b401-15c218a1b4a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:06.719769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243bffa-8618-4282-a64b-16ce0890788b req-876ee52d-0efa-4267-8129-d31e04176563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:06.722471 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3243bffa-8618-4282-a64b-16ce0890788b req-876ee52d-0efa-4267-8129-d31e04176563 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e20e99a6534d5d95e9d012160657a3&device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 1094 time: 0.0890863
Nov 20 20:52:06.917450 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0b2fdb61-974b-4aa8-8186-baa4b7dca065 req-17da6399-eeb8-4153-9f67-96ce3c4f8f6c tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=c571af42-6de9-4267-bc67-00d68e0c57b9 HTTP/1.1" status: 200  len: 210 time: 0.0833392
Nov 20 20:52:06.958562 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-daf44072-f382-41ad-b401-15c218a1b4a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:06.965303 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-daf44072-f382-41ad-b401-15c218a1b4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:06.966453 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3f79ab10-4307-43ef-bbac-1d255c4f7518 req-48687e1c-a91f-4392-8e29-85103fbc5d78 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 210 time: 0.1325431
Nov 20 20:52:07.014722 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-daf44072-f382-41ad-b401-15c218a1b4a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80e06e1feeeb49b7b5c7db0c9e7be7ea&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6377962
Nov 20 20:52:07.018470 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36236) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:07.031858 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36238) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:07.036360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243bffa-8618-4282-a64b-16ce0890788b req-4be9fed2-9927-4118-af67-39203de07185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:07.037902 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3243bffa-8618-4282-a64b-16ce0890788b req-4be9fed2-9927-4118-af67-39203de07185 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ac3ab90-d288-4bb5-99a9-c81df0147689 HTTP/1.1" status: 200  len: 904 time: 0.3079383
Nov 20 20:52:07.040330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf44072-f382-41ad-b401-15c218a1b4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eef4ec-de35-4749-9c09-3856a7734883,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:07.108642 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3243bffa-8618-4282-a64b-16ce0890788b req-d04b0372-60d1-4426-88a0-202282765d1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba HTTP/1.1" status: 200  len: 217 time: 0.0563097
Nov 20 20:52:07.160849 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0173f736-7106-46cb-a205-d2db440403ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:07.185133 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d24d8635-c0ac-4147-9f28-e093d55d70ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:07.200950 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0173f736-7106-46cb-a205-d2db440403ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:07.204608 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243bffa-8618-4282-a64b-16ce0890788b req-10772a3c-903d-43da-b798-9db2ded96885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:07.206043 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3243bffa-8618-4282-a64b-16ce0890788b req-10772a3c-903d-43da-b798-9db2ded96885 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca0b895-d4f5-4110-adf5-186714814159 HTTP/1.1" status: 200  len: 843 time: 0.0899646
Nov 20 20:52:07.253994 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3243bffa-8618-4282-a64b-16ce0890788b req-7db7ac42-fe07-43d3-9903-7c9f1c8706a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac3ab90-d288-4bb5-99a9-c81df0147689&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398483
Nov 20 20:52:07.301594 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d24d8635-c0ac-4147-9f28-e093d55d70ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:07.307883 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d24d8635-c0ac-4147-9f28-e093d55d70ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:07.363572 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0173f736-7106-46cb-a205-d2db440403ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:07.363825 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d24d8635-c0ac-4147-9f28-e093d55d70ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ef6cc5882cd4bb983eacb92fabb94b6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3279231
Nov 20 20:52:07.363825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d8635-c0ac-4147-9f28-e093d55d70ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b2bb53-3856-4d3b-857a-20573bde3a61,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:07.364026 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0173f736-7106-46cb-a205-d2db440403ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:07.365391 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36244) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:07.378176 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0173f736-7106-46cb-a205-d2db440403ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5eef4ec-de35-4749-9c09-3856a7734883 HTTP/1.1" status: 204  len: 168 time: 0.3573198
Nov 20 20:52:07.400287 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3243bffa-8618-4282-a64b-16ce0890788b req-5322328b-ebe7-469e-a01b-c4737bdf6de3 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324177
Nov 20 20:52:07.401475 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173f736-7106-46cb-a205-d2db440403ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eef4ec-de35-4749-9c09-3856a7734883,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:07.441985 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ec1b07f6-b0e1-4aeb-9ddd-9769dcd19336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:07.493525 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ec1b07f6-b0e1-4aeb-9ddd-9769dcd19336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:07.585299 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3243bffa-8618-4282-a64b-16ce0890788b req-ed6aaa99-e30c-4c85-9060-2f2c90f0d3d2 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758289
Nov 20 20:52:07.610118 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120a701-45c5-4c7e-af2c-ecc9f3e0ee8c req-e4d81bd6-1148-4f3c-8de9-b26e3f258250 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:07.611864 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5120a701-45c5-4c7e-af2c-ecc9f3e0ee8c req-e4d81bd6-1148-4f3c-8de9-b26e3f258250 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 943 time: 0.1082523
Nov 20 20:52:07.626741 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ec1b07f6-b0e1-4aeb-9ddd-9769dcd19336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:07.629522 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ec1b07f6-b0e1-4aeb-9ddd-9769dcd19336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:07.631329 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ec1b07f6-b0e1-4aeb-9ddd-9769dcd19336 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79b2bb53-3856-4d3b-857a-20573bde3a61 HTTP/1.1" status: 204  len: 168 time: 0.2651119
Nov 20 20:52:07.655533 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b07f6-b0e1-4aeb-9ddd-9769dcd19336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b2bb53-3856-4d3b-857a-20573bde3a61,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:07.700619 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5120a701-45c5-4c7e-af2c-ecc9f3e0ee8c req-def7b1ed-643a-4b49-a103-4c3230998ffe tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810304
Nov 20 20:52:07.886541 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-f3744115-dba3-4c35-89ec-eab73042d955 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=89d37f61bf9c4afcb21e044f0d2da2c4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0269370
Nov 20 20:52:08.004844 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:08.059594 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-a593b1a6-bfde-41df-8f8d-036ba3139bdb tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:08.061191 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-a593b1a6-bfde-41df-8f8d-036ba3139bdb tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1641724
Nov 20 20:52:08.089196 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-c6849d84-7e2f-4976-b757-fe2c7b647453 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Request body: {'port': {'device_id': '2a5d2876-ea4f-4e03-a581-1d45371ac7ec', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '89d37f61bf9c4afcb21e044f0d2da2c4'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:08.092945 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:08.098472 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:52:08.124930 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2dfa1aa7-bfae-4db0-8700-023180eb5c7f req-6c88d8c3-c56f-4178-b198-ef8534be76ad tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 210 time: 0.0495136
Nov 20 20:52:08.263137 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-c6849d84-7e2f-4976-b757-fe2c7b647453 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Made reservation on behalf of 89d37f61bf9c4afcb21e044f0d2da2c4 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:52:08.268810 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-c6849d84-7e2f-4976-b757-fe2c7b647453 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:08.281686 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-c6849d84-7e2f-4976-b757-fe2c7b647453 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:08.295860 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:08.333485 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '95a284b7-4c01-4cac-b5d2-4dc06cbf81ba', 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689', 'port_id': '95a284b7-4c01-4cac-b5d2-4dc06cbf81ba', 'mac_address': 'fa:16:3e:9d:c4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca0b895-d4f5-4110-adf5-186714814159', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:52:08.400027 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:08.404462 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-c6849d84-7e2f-4976-b757-fe2c7b647453 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:08.414719 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-c6849d84-7e2f-4976-b757-fe2c7b647453 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:08.423466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:52:08.444875 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38a582-d78c-4051-af60-d2b467ca1257 req-f0dd0f17-d160-4706-93e3-6525d30aae81 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:08.455383 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:08.456912 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f38a582-d78c-4051-af60-d2b467ca1257 req-f0dd0f17-d160-4706-93e3-6525d30aae81 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=a642def2-5524-4143-abf6-0da0402a5457 HTTP/1.1" status: 200  len: 949 time: 0.0848181
Nov 20 20:52:08.464646 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:08.516349 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f38a582-d78c-4051-af60-d2b467ca1257 req-e5672d70-3ff7-4002-877e-cfb787ae7c67 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560627
Nov 20 20:52:08.557884 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6849d84-7e2f-4976-b757-fe2c7b647453 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e582c7-8c5f-438a-a1d0-4661da6de012,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:08.584138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:08.655662 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-c6849d84-7e2f-4976-b757-fe2c7b647453 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Allocated IP 192.168.233.27 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/26b2f2b5-9423-4dba-bae3-4bdfc4373120) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:52:08.697757 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['95a284b7-4c01-4cac-b5d2-4dc06cbf81ba'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:08.768528 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 04d6d4f7-592b-48c3-9bab-1420504a6390 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:52:08.794678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 04d6d4f7-592b-48c3-9bab-1420504a6390 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:52:08.795019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 04d6d4f7-592b-48c3-9bab-1420504a6390 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:52:09.219703 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcceea56-df3d-4155-8a5a-4cbb166ed3e3 req-1f957c76-f88d-4479-8831-5d50b7841184 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:09.221182 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fcceea56-df3d-4155-8a5a-4cbb166ed3e3 req-1f957c76-f88d-4479-8831-5d50b7841184 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 944 time: 0.4036009
Nov 20 20:52:09.231105 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-c6849d84-7e2f-4976-b757-fe2c7b647453 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:09.294330 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fcceea56-df3d-4155-8a5a-4cbb166ed3e3 req-95147498-46a3-4bbc-87d1-6cbdbdec77d4 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615799
Nov 20 20:52:09.304955 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-c6849d84-7e2f-4976-b757-fe2c7b647453 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:09.319122 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-646e5fc6-1c00-4719-850b-6cc491f2925d req-3cf71bb5-c836-4636-9244-c69f846fd45d tempest-AbsoluteLimitsNegativeTestJSON-4577451 tempest-AbsoluteLimitsNegativeTestJSON-4577451-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f7f5ef7fee154267a306c5a426f6bb12&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0310822
Nov 20 20:52:09.349038 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-c6849d84-7e2f-4976-b757-fe2c7b647453 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:52:09.352391 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-c6849d84-7e2f-4976-b757-fe2c7b647453 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:52:09.359360 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-c6849d84-7e2f-4976-b757-fe2c7b647453 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:52:09.430303 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6849d84-7e2f-4976-b757-fe2c7b647453 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Pushing event updated for resources: {'Port': ['ID=26b2f2b5-9423-4dba-bae3-4bdfc4373120,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:09.456512 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e5fc6-1c00-4719-850b-6cc491f2925d req-2b339467-c572-4890-b7e7-b6bce06be4d0 tempest-AbsoluteLimitsNegativeTestJSON-4577451 tempest-AbsoluteLimitsNegativeTestJSON-4577451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:09.457243 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-c6849d84-7e2f-4976-b757-fe2c7b647453 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:09.457997 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-c6849d84-7e2f-4976-b757-fe2c7b647453 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:09.464805 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-646e5fc6-1c00-4719-850b-6cc491f2925d req-2b339467-c572-4890-b7e7-b6bce06be4d0 tempest-AbsoluteLimitsNegativeTestJSON-4577451 tempest-AbsoluteLimitsNegativeTestJSON-4577451-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1420729
Nov 20 20:52:09.481997 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-646e5fc6-1c00-4719-850b-6cc491f2925d req-1f10b53c-c9b6-4e20-aaca-803cd10cdcf7 tempest-AbsoluteLimitsNegativeTestJSON-4577451 tempest-AbsoluteLimitsNegativeTestJSON-4577451-project] 10.222.0.41 "GET /v2.0/quotas/f7f5ef7fee154267a306c5a426f6bb12 HTTP/1.1" status: 200  len: 375 time: 0.0158298
Nov 20 20:52:09.485972 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e98840-0e93-4a27-93ff-6a8a381ef75d req-3e166c29-51cd-47e5-9c3b-5aa07eef1a76 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:09.487614 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59e98840-0e93-4a27-93ff-6a8a381ef75d req-3e166c29-51cd-47e5-9c3b-5aa07eef1a76 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 935 time: 0.1006820
Nov 20 20:52:09.491950 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-c6849d84-7e2f-4976-b757-fe2c7b647453 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4203401
Nov 20 20:52:09.511089 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-646e5fc6-1c00-4719-850b-6cc491f2925d req-3f6edb81-9383-46e3-b1de-3e750c9736b7 tempest-AbsoluteLimitsNegativeTestJSON-4577451 tempest-AbsoluteLimitsNegativeTestJSON-4577451-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7f5ef7fee154267a306c5a426f6bb12&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0281279
Nov 20 20:52:09.514887 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Request body: {'port': {'device_id': '2a5d2876-ea4f-4e03-a581-1d45371ac7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:09.613549 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:09.699403 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d24eb-5a32-4ed1-a9e9-b2785b861e75 req-a4c95bb6-89dd-496c-9c47-d2071eba9b70 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:09.709503 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b4d24eb-5a32-4ed1-a9e9-b2785b861e75 req-a4c95bb6-89dd-496c-9c47-d2071eba9b70 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=a642def2-5524-4143-abf6-0da0402a5457 HTTP/1.1" status: 200  len: 949 time: 0.0739152
Nov 20 20:52:09.716193 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-491d808d-6290-43c0-aea7-fcc4a01383c6 None None] Provisioning complete for port 26b2f2b5-9423-4dba-bae3-4bdfc4373120 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:52:09.716700 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-491d808d-6290-43c0-aea7-fcc4a01383c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:09.747079 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59e98840-0e93-4a27-93ff-6a8a381ef75d req-643f6503-8286-4263-80fc-c3ab1bec84ad tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/security-groups?id=71e582c7-8c5f-438a-a1d0-4661da6de012&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2465255
Nov 20 20:52:09.794435 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-491d808d-6290-43c0-aea7-fcc4a01383c6 None None] Port 26b2f2b5-9423-4dba-bae3-4bdfc4373120 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:52:09.803086 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b4d24eb-5a32-4ed1-a9e9-b2785b861e75 req-42cb5b36-ebc2-4034-8944-5b2abbd3c91a tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/security-groups?id=df137abc-2a0b-42ff-b3d2-3a30e620d3ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927634
Nov 20 20:52:09.815942 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea4505-9457-4b90-9cc7-b432e955b564 req-a5bcc632-cacf-4c21-b5b7-97a4db443722 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:09.817697 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d5ea4505-9457-4b90-9cc7-b432e955b564 req-a5bcc632-cacf-4c21-b5b7-97a4db443722 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.37 "GET /v2.0/ports?device_id=a642def2-5524-4143-abf6-0da0402a5457 HTTP/1.1" status: 200  len: 949 time: 0.0878623
Nov 20 20:52:09.944401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d5ea4505-9457-4b90-9cc7-b432e955b564 req-799e7a74-253a-4f22-9d37-ec7b181258f5 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Deleting port 55b92c4e-47ff-40f3-9809-f84c75701b8e {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:52:09.945685 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d5ea4505-9457-4b90-9cc7-b432e955b564 req-799e7a74-253a-4f22-9d37-ec7b181258f5 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:09.991326 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36346) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:09.991758 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36348) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:10.045726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d5ea4505-9457-4b90-9cc7-b432e955b564 req-799e7a74-253a-4f22-9d37-ec7b181258f5 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] For port 55b92c4e-47ff-40f3-9809-f84c75701b8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55b92c4e-47ff-40f3-9809-f84c75701b8e,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:10.046155 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d5ea4505-9457-4b90-9cc7-b432e955b564 req-799e7a74-253a-4f22-9d37-ec7b181258f5 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.059327 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d5ea4505-9457-4b90-9cc7-b432e955b564 req-799e7a74-253a-4f22-9d37-ec7b181258f5 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Calling delete_port for 55b92c4e-47ff-40f3-9809-f84c75701b8e owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:52:10.095898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:52:10.103675 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b2f2b5-9423-4dba-bae3-4bdfc4373120 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:52:10.112671 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.125907 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Transition to ACTIVE for port object 26b2f2b5-9423-4dba-bae3-4bdfc4373120 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:52:10.132543 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.185167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:52:10.190080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:52:10.190461 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.216450 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6b32b8d-0c00-4459-a57f-c4fe00a438de admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.244663 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Pushing event updated for resources: {'Port': ['ID=26b2f2b5-9423-4dba-bae3-4bdfc4373120,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:10.266992 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d5ea4505-9457-4b90-9cc7-b432e955b564 req-799e7a74-253a-4f22-9d37-ec7b181258f5 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.268764 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc4c4-61cf-4a7c-94f5-0e93e7fb4113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.303689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e7a74-253a-4f22-9d37-ec7b181258f5 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Pushing event deleted for resources: {'Port': ['ID=55b92c4e-47ff-40f3-9809-f84c75701b8e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:10.336507 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.366816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ea4505-9457-4b90-9cc7-b432e955b564 req-799e7a74-253a-4f22-9d37-ec7b181258f5 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] No DVR routers for this DVR port 55b92c4e-47ff-40f3-9809-f84c75701b8e on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:52:10.370271 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d5ea4505-9457-4b90-9cc7-b432e955b564 req-799e7a74-253a-4f22-9d37-ec7b181258f5 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.374253 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d5ea4505-9457-4b90-9cc7-b432e955b564 req-799e7a74-253a-4f22-9d37-ec7b181258f5 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.37 "DELETE /v2.0/ports/55b92c4e-47ff-40f3-9809-f84c75701b8e HTTP/1.1" status: 204  len: 173 time: 0.5501175
Nov 20 20:52:10.374963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a642def2-5524-4143-abf6-0da0402a5457', 'name': 'network-vif-deleted', 'tag': '55b92c4e-47ff-40f3-9809-f84c75701b8e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:10.377934 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a46c709-01a4-42b8-a7a3-be1964b66b8a" -d '{"events": [{"server_uuid": "a642def2-5524-4143-abf6-0da0402a5457", "name": "network-vif-deleted", "tag": "55b92c4e-47ff-40f3-9809-f84c75701b8e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:10.417903 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b2f6df-58af-4fe3-a73b-eac474989b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a284b7-4c01-4cac-b5d2-4dc06cbf81ba'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:10.427314 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5975f3e-b6c6-440e-8779-02cca3f2472e" -d '{"events": [{"server_uuid": "b3b2f6df-58af-4fe3-a73b-eac474989b6a", "name": "network-vif-plugged", "status": "completed", "tag": "95a284b7-4c01-4cac-b5d2-4dc06cbf81ba"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:10.446305 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:10.456012 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.457318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 55b92c4e-47ff-40f3-9809-f84c75701b8e no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:52:10.481150 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ba2ffb-07a4-4cc4-b209-010cdceaf0d1 x-openstack-request-id: req-05ba2ffb-07a4-4cc4-b209-010cdceaf0d1 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:10.482387 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a642def2-5524-4143-abf6-0da0402a5457", "name": "network-vif-deleted", "tag": "55b92c4e-47ff-40f3-9809-f84c75701b8e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:10.483195 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05ba2ffb-07a4-4cc4-b209-010cdceaf0d1 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:10.483660 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a642def2-5524-4143-abf6-0da0402a5457', 'name': 'network-vif-deleted', 'tag': '55b92c4e-47ff-40f3-9809-f84c75701b8e', 'status': 'completed', 'code': 200}
Nov 20 20:52:10.512078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a9302-c175-48e5-8727-bdb9cc558014 req-8816c76e-3cbc-43a7-b8ec-72f0a100b121 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:10.528536 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a0a9302-c175-48e5-8727-bdb9cc558014 req-8816c76e-3cbc-43a7-b8ec-72f0a100b121 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 944 time: 0.1121924
Nov 20 20:52:10.540391 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Attempting to bind port 26b2f2b5-9423-4dba-bae3-4bdfc4373120 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:52:10.540759 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Attempting to bind port 26b2f2b5-9423-4dba-bae3-4bdfc4373120 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:52:10.541099 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Attempting to bind port 26b2f2b5-9423-4dba-bae3-4bdfc4373120 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:52:10.558745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Port 26b2f2b5-9423-4dba-bae3-4bdfc4373120 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:52:10.559080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Attempting to bind port 26b2f2b5-9423-4dba-bae3-4bdfc4373120 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:52:10.598573 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884d6a55-a48c-4720-8245-427583701bc7 x-openstack-request-id: req-884d6a55-a48c-4720-8245-427583701bc7 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:10.599159 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b2f6df-58af-4fe3-a73b-eac474989b6a", "name": "network-vif-plugged", "status": "completed", "tag": "95a284b7-4c01-4cac-b5d2-4dc06cbf81ba", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:10.600116 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-884d6a55-a48c-4720-8245-427583701bc7 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:10.600281 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:52:10.600546 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:52:10.601099 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:52:10.601552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Bound port: 26b2f2b5-9423-4dba-bae3-4bdfc4373120, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:52:10.601921 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.606155 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b2f6df-58af-4fe3-a73b-eac474989b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a284b7-4c01-4cac-b5d2-4dc06cbf81ba', 'code': 200}
Nov 20 20:52:10.609838 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6b32b8d-0c00-4459-a57f-c4fe00a438de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.623745 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 55b92c4e-47ff-40f3-9809-f84c75701b8e {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:52:10.626494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 55b92c4e-47ff-40f3-9809-f84c75701b8e not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:52:10.631782 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6b32b8d-0c00-4459-a57f-c4fe00a438de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.635624 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a0a9302-c175-48e5-8727-bdb9cc558014 req-1a96a99b-b3f1-4c12-8475-307c2a9911a9 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988727
Nov 20 20:52:10.677846 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:10.689735 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc4c4-61cf-4a7c-94f5-0e93e7fb4113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.718775 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc4c4-61cf-4a7c-94f5-0e93e7fb4113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.732065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572df772-feb7-407d-8e59-4e08ad1ba19a req-b32945ce-dfe7-4990-bc65-e1b26e9712aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:10.734865 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-572df772-feb7-407d-8e59-4e08ad1ba19a req-b32945ce-dfe7-4990-bc65-e1b26e9712aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 1096 time: 0.0588968
Nov 20 20:52:10.743024 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e6b32b8d-0c00-4459-a57f-c4fe00a438de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d18ca2eb0a224db2b3e358b13d4e92c7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7501595
Nov 20 20:52:10.747715 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b32b8d-0c00-4459-a57f-c4fe00a438de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2550bc31-e7fc-4b9b-aff6-d0282bad742f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:10.750656 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36364) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:10.807522 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5d9dc4c4-61cf-4a7c-94f5-0e93e7fb4113 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7f5ef7fee154267a306c5a426f6bb12&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8111944
Nov 20 20:52:10.811694 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36368) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:10.815073 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-572df772-feb7-407d-8e59-4e08ad1ba19a req-839400f6-d9bb-4f99-970d-9bf9f40eba97 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716336
Nov 20 20:52:10.822944 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] For port 26b2f2b5-9423-4dba-bae3-4bdfc4373120, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:52:10.830641 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] For port 26b2f2b5-9423-4dba-bae3-4bdfc4373120, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26b2f2b5-9423-4dba-bae3-4bdfc4373120,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:52:10.854903 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.875865 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dc4c4-61cf-4a7c-94f5-0e93e7fb4113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0f5266-2be6-4a18-9786-59108387d30f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:10.879222 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.904706 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.936986 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:10.936986 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.936986 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] 10.222.0.47 "PUT /v2.0/ports/26b2f2b5-9423-4dba-bae3-4bdfc4373120 HTTP/1.1" status: 200  len: 1095 time: 1.4347939
Nov 20 20:52:10.937810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5d2876-ea4f-4e03-a581-1d45371ac7ec', 'tag': '26b2f2b5-9423-4dba-bae3-4bdfc4373120'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:10.939971 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5248c1-7dcb-4f34-959e-a3928451cda1" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5d2876-ea4f-4e03-a581-1d45371ac7ec", "tag": "26b2f2b5-9423-4dba-bae3-4bdfc4373120"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:10.963973 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-511b5fc3-0254-42a5-883b-6af7e0492e5f req-deb7c9cf-5789-422c-aecd-9357790c77c0 tempest-ServersAdminNegativeTestJSON-1490667175 tempest-ServersAdminNegativeTestJSON-1490667175-project] 10.222.0.41 "GET /v2.0/ports?device_id=a642def2-5524-4143-abf6-0da0402a5457 HTTP/1.1" status: 200  len: 210 time: 0.0564370
Nov 20 20:52:10.965256 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-df3cb2fb-a3c1-49cf-a4ff-371ed580bdb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:10.979954 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6274c0b-d598-4de9-b828-7b88a92e856b req-78cf9cb1-b33f-4a37-a593-852401feb81a tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:10.986797 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6274c0b-d598-4de9-b828-7b88a92e856b req-78cf9cb1-b33f-4a37-a593-852401feb81a tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 947 time: 0.1648796
Nov 20 20:52:11.000148 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:11.004722 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:11.009498 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f3482-8838-4385-8ccf-a317a223d039 service neutron] Pushing event updated for resources: {'Port': ['ID=26b2f2b5-9423-4dba-bae3-4bdfc4373120,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:11.011527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da0f5266-2be6-4a18-9786-59108387d30f HTTP/1.1" status: 204  len: 168 time: 0.1950037
Nov 20 20:52:11.021014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0f5266-2be6-4a18-9786-59108387d30f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:11.037922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:11.038375 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:11.038799 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:11.039215 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:11.039627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:11.044506 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:11.044953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:11.045759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:11.046421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:11.046992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:11.047089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:11.047493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e8ddc-e626-41f6-b9f0-5c3e0d3b5920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:11.109193 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-df3cb2fb-a3c1-49cf-a4ff-371ed580bdb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:11.180858 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9272b972-8fae-4299-99db-06b897db902e x-openstack-request-id: req-9272b972-8fae-4299-99db-06b897db902e {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:11.181173 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5d2876-ea4f-4e03-a581-1d45371ac7ec", "tag": "26b2f2b5-9423-4dba-bae3-4bdfc4373120", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:11.181408 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9272b972-8fae-4299-99db-06b897db902e {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:11.181893 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5d2876-ea4f-4e03-a581-1d45371ac7ec', 'tag': '26b2f2b5-9423-4dba-bae3-4bdfc4373120', 'status': 'completed', 'code': 200}
Nov 20 20:52:11.194158 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-380ebc38-f648-4f3e-a54b-c8abde0e3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:11.195656 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-380ebc38-f648-4f3e-a54b-c8abde0e3c83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89d37f61bf9c4afcb21e044f0d2da2c4&device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 1098 time: 0.2049778
Nov 20 20:52:11.200133 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6274c0b-d598-4de9-b828-7b88a92e856b req-b8c5a20c-fa3f-47a7-83f0-9edc4e136b52 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/security-groups?id=71e582c7-8c5f-438a-a1d0-4661da6de012&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2127829
Nov 20 20:52:11.266821 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-9b52794f-8a49-4a5e-9ebc-4a59d91a96fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=26b2f2b5-9423-4dba-bae3-4bdfc4373120 HTTP/1.1" status: 200  len: 217 time: 0.0608301
Nov 20 20:52:11.327105 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-df3cb2fb-a3c1-49cf-a4ff-371ed580bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:11.329772 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-df3cb2fb-a3c1-49cf-a4ff-371ed580bdb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:11.330989 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-df3cb2fb-a3c1-49cf-a4ff-371ed580bdb7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2550bc31-e7fc-4b9b-aff6-d0282bad742f HTTP/1.1" status: 204  len: 168 time: 0.5735924
Nov 20 20:52:11.346555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cb2fb-a3c1-49cf-a4ff-371ed580bdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2550bc31-e7fc-4b9b-aff6-d0282bad742f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:11.352457 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-5e1c07f6-12cc-4091-9517-dddc554a70db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:11.353681 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-5e1c07f6-12cc-4091-9517-dddc554a70db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0792406
Nov 20 20:52:11.415895 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-6ee8388a-4483-49c9-b887-f2ba51f72158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:11.417794 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-6ee8388a-4483-49c9-b887-f2ba51f72158 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0550826
Nov 20 20:52:11.532753 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-a81fa718-7655-4122-b6fe-2722db70078f service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1077478
Nov 20 20:52:11.649186 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-352e7b0d-d1b3-4c80-a554-0b5d02b3cdd8 req-51d32f95-fe8a-4267-8cee-7b1d2d8b5545 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1081109
Nov 20 20:52:11.754296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5248c1-7dcb-4f34-959e-a3928451cda1 req-2d6976dc-f3e6-47d3-b4a2-b5c73ac74764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:11.757168 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f5248c1-7dcb-4f34-959e-a3928451cda1 req-2d6976dc-f3e6-47d3-b4a2-b5c73ac74764 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89d37f61bf9c4afcb21e044f0d2da2c4&device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 1098 time: 0.0471270
Nov 20 20:52:11.771418 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e662b-591b-493f-8325-ae83366ae0ec req-27e31bbb-b1e9-460f-8fb6-8ba940dfef16 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:11.774039 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-493e662b-591b-493f-8325-ae83366ae0ec req-27e31bbb-b1e9-460f-8fb6-8ba940dfef16 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.0638840
Nov 20 20:52:11.855246 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-493e662b-591b-493f-8325-ae83366ae0ec req-9a092683-0709-4a71-81e1-870fc208c205 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733950
Nov 20 20:52:11.924040 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5248c1-7dcb-4f34-959e-a3928451cda1 req-0f98760f-92e9-4fb5-a939-0bcf791c49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:11.925987 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f5248c1-7dcb-4f34-959e-a3928451cda1 req-0f98760f-92e9-4fb5-a939-0bcf791c49f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1593506
Nov 20 20:52:11.970550 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f5248c1-7dcb-4f34-959e-a3928451cda1 req-c24a3db8-0192-434b-9a14-133d888c157d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=26b2f2b5-9423-4dba-bae3-4bdfc4373120 HTTP/1.1" status: 200  len: 217 time: 0.0362377
Nov 20 20:52:11.981863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36414) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:12.039422 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5248c1-7dcb-4f34-959e-a3928451cda1 req-6f725dcd-3404-48a2-b3d4-5a9fff44cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:12.041110 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f5248c1-7dcb-4f34-959e-a3928451cda1 req-6f725dcd-3404-48a2-b3d4-5a9fff44cf0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0567966
Nov 20 20:52:12.093179 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5248c1-7dcb-4f34-959e-a3928451cda1 req-feae6c93-eb90-48b6-bb93-c3fc05ee581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:12.095342 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f5248c1-7dcb-4f34-959e-a3928451cda1 req-feae6c93-eb90-48b6-bb93-c3fc05ee581a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0463674
Nov 20 20:52:12.110814 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-513c6b2d-231c-4a3d-a710-e79102cef169 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-37716316-network', 'tenant_id': 'a0876a95293f4d14815d560f5cddc5b3'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:12.193667 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513c6b2d-231c-4a3d-a710-e79102cef169 admin admin] Made reservation on behalf of a0876a95293f4d14815d560f5cddc5b3 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:52:12.195964 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-513c6b2d-231c-4a3d-a710-e79102cef169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:12.208810 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-513c6b2d-231c-4a3d-a710-e79102cef169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:12.263213 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f5248c1-7dcb-4f34-959e-a3928451cda1 req-9adbf4f6-157d-4792-8947-571c91a92486 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586089
Nov 20 20:52:12.337676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36438) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:12.449858 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-513c6b2d-231c-4a3d-a710-e79102cef169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:12.458869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828dab0-7a92-4fe1-895e-99df506a2de7 req-2ce761db-8564-4a89-a284-4ef20f6c21cd tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:12.460385 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0828dab0-7a92-4fe1-895e-99df506a2de7 req-2ce761db-8564-4a89-a284-4ef20f6c21cd tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 947 time: 0.1606445
Nov 20 20:52:12.465058 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-513c6b2d-231c-4a3d-a710-e79102cef169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:12.508583 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f5248c1-7dcb-4f34-959e-a3928451cda1 req-6b4868a9-20a5-4021-b409-b737c0443721 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2351539
Nov 20 20:52:12.513221 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b19ad8df-846e-4e96-8534-81324c59c5a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=473b91e504264ec5b10c2237ca293087&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1743262
Nov 20 20:52:12.513924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36448) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:12.522343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513c6b2d-231c-4a3d-a710-e79102cef169 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:52:12.557769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c6b2d-231c-4a3d-a710-e79102cef169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541dd926-ddad-4eb9-b00a-8739192870af,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:12.563692 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-513c6b2d-231c-4a3d-a710-e79102cef169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:12.563926 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-513c6b2d-231c-4a3d-a710-e79102cef169 admin admin] Added segment 1ca00568-31b6-4c4c-bfcd-1ea5c13bb702 of type vlan for network 66fb979f-cce4-4624-a4e7-ecebdebbe9c5
Nov 20 20:52:12.590841 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f3a46ea-6647-476a-93a4-ba7506725612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:12.609610 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0828dab0-7a92-4fe1-895e-99df506a2de7 req-3b1bca3e-11ca-4637-b73d-52176b3073d5 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/security-groups?id=71e582c7-8c5f-438a-a1d0-4661da6de012&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236482
Nov 20 20:52:12.623032 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f3a46ea-6647-476a-93a4-ba7506725612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:12.624712 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-513c6b2d-231c-4a3d-a710-e79102cef169 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:12.664550 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-513c6b2d-231c-4a3d-a710-e79102cef169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:12.667635 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513c6b2d-231c-4a3d-a710-e79102cef169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:12.669840 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-513c6b2d-231c-4a3d-a710-e79102cef169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:12.708096 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f3a46ea-6647-476a-93a4-ba7506725612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:12.718351 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f3a46ea-6647-476a-93a4-ba7506725612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:12.718478 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-513c6b2d-231c-4a3d-a710-e79102cef169 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.7309263
Nov 20 20:52:12.718581 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5f3a46ea-6647-476a-93a4-ba7506725612 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df137abc-2a0b-42ff-b3d2-3a30e620d3ef HTTP/1.1" status: 204  len: 168 time: 0.2011204
Nov 20 20:52:12.720101 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36454) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:12.726214 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c2b65b40-62ae-42e0-951a-12b0e68a0693 admin admin] Request body: {'subnet': {'network_id': '66fb979f-cce4-4624-a4e7-ecebdebbe9c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-37716316-subnet', 'tenant_id': 'a0876a95293f4d14815d560f5cddc5b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:12.732509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a46ea-6647-476a-93a4-ba7506725612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df137abc-2a0b-42ff-b3d2-3a30e620d3ef,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:12.774758 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c6b2d-231c-4a3d-a710-e79102cef169 admin admin] Pushing event updated for resources: {'Network': ['ID=66fb979f-cce4-4624-a4e7-ecebdebbe9c5,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:12.790962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 66fb979f-cce4-4624-a4e7-ecebdebbe9c5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:52:12.800094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b65b40-62ae-42e0-951a-12b0e68a0693 admin admin] Made reservation on behalf of a0876a95293f4d14815d560f5cddc5b3 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:52:12.803598 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c2b65b40-62ae-42e0-951a-12b0e68a0693 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:13.009994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97822e0-c31c-43b2-bdc4-81926ab164dd req-11386bfe-271d-4f14-85a8-ae514c3df791 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:13.020374 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c97822e0-c31c-43b2-bdc4-81926ab164dd req-11386bfe-271d-4f14-85a8-ae514c3df791 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.0732467
Nov 20 20:52:13.051247 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c2b65b40-62ae-42e0-951a-12b0e68a0693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:13.087978 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c97822e0-c31c-43b2-bdc4-81926ab164dd req-578e4272-c2a7-4730-a92d-caee673f8c4a tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663185
Nov 20 20:52:13.128209 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b65b40-62ae-42e0-951a-12b0e68a0693 admin admin] Checking segment: {'id': '1ca00568-31b6-4c4c-bfcd-1ea5c13bb702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '66fb979f-cce4-4624-a4e7-ecebdebbe9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:52:13.128574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b65b40-62ae-42e0-951a-12b0e68a0693 admin admin] Network hostable DHCP agents. Network: 66fb979f-cce4-4624-a4e7-ecebdebbe9c5, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:52:13.130741 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b65b40-62ae-42e0-951a-12b0e68a0693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2158ab41-79fe-491f-ab0c-fd1537eeb875,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:13.152405 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b65b40-62ae-42e0-951a-12b0e68a0693 admin admin] Network 66fb979f-cce4-4624-a4e7-ecebdebbe9c5 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:52:13.157224 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36476) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:13.168361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-c2b65b40-62ae-42e0-951a-12b0e68a0693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 66fb979f-cce4-4624-a4e7-ecebdebbe9c5) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:52:13.179306 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828b4b48-7a4c-49df-9a1d-ad6fc298a914 None None] Network 66fb979f-cce4-4624-a4e7-ecebdebbe9c5 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:52:13.193193 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b65b40-62ae-42e0-951a-12b0e68a0693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:13.194902 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c2b65b40-62ae-42e0-951a-12b0e68a0693 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:13.219450 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ec1eb3c1-593b-4ce6-b594-bf2f3db32e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:13.220589 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c2b65b40-62ae-42e0-951a-12b0e68a0693 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.4988534
Nov 20 20:52:13.229868 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36488) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:13.230677 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-33e660ac-12ca-41f3-a664-d951f4cb9ca7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71dcda3e52ed49a7a91feabb5c304143&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0718322
Nov 20 20:52:13.302614 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e545196d-8c61-40f4-a9b4-b5541042fe14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:13.337661 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e545196d-8c61-40f4-a9b4-b5541042fe14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:13.375701 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867022b5-4daa-454d-a50f-74759a659aea None None] Network 66fb979f-cce4-4624-a4e7-ecebdebbe9c5 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:52:13.402467 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e545196d-8c61-40f4-a9b4-b5541042fe14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:13.407235 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e545196d-8c61-40f4-a9b4-b5541042fe14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:13.408467 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e545196d-8c61-40f4-a9b4-b5541042fe14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44993278-3b16-4eed-a410-ce65d21dd33d HTTP/1.1" status: 204  len: 168 time: 0.1763864
Nov 20 20:52:13.416981 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545196d-8c61-40f4-a9b4-b5541042fe14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44993278-3b16-4eed-a410-ce65d21dd33d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:13.579550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524be73a-86e9-4436-9547-d78ce59e1141 req-b58377ad-6827-4d97-a776-dc35782a8239 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:13.581075 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-524be73a-86e9-4436-9547-d78ce59e1141 req-b58377ad-6827-4d97-a776-dc35782a8239 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.0698195
Nov 20 20:52:13.634548 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-524be73a-86e9-4436-9547-d78ce59e1141 req-8821261f-1a7c-488c-97d4-b3b5da78fe43 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455120
Nov 20 20:52:13.700173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be62cd-7948-46f3-9719-49cf4e92500d req-da267546-085d-4e9f-afd2-b87250a0d06b tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:13.701772 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c3be62cd-7948-46f3-9719-49cf4e92500d req-da267546-085d-4e9f-afd2-b87250a0d06b tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 945 time: 0.0611763
Nov 20 20:52:13.757726 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c3be62cd-7948-46f3-9719-49cf4e92500d req-0a926b2e-7e50-4b5d-b855-e278b12694da tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484746
Nov 20 20:52:13.883678 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-43f0f894-becd-4f0d-a3a7-da7955f30838 req-9a97971e-fa48-4ca3-8563-94701f64b3b3 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-817287364', 'description': 'tempest-description-1608833546'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:13.908546 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-43f0f894-becd-4f0d-a3a7-da7955f30838 req-9a97971e-fa48-4ca3-8563-94701f64b3b3 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.000875 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-43f0f894-becd-4f0d-a3a7-da7955f30838 req-9a97971e-fa48-4ca3-8563-94701f64b3b3 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.005403 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-43f0f894-becd-4f0d-a3a7-da7955f30838 req-9a97971e-fa48-4ca3-8563-94701f64b3b3 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.035774 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-43f0f894-becd-4f0d-a3a7-da7955f30838 req-9a97971e-fa48-4ca3-8563-94701f64b3b3 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.042570 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43f0f894-becd-4f0d-a3a7-da7955f30838 req-9a97971e-fa48-4ca3-8563-94701f64b3b3 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.1642449
Nov 20 20:52:14.048038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97971e-fa48-4ca3-8563-94701f64b3b3 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0600aea9-8f5b-4817-b51d-23e550545415,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:14.158470 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e95d4f-59be-412c-98e4-1a268214b183 req-7abe964e-cf66-4d47-9da5-ff98b452193f tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:14.160476 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47e95d4f-59be-412c-98e4-1a268214b183 req-7abe964e-cf66-4d47-9da5-ff98b452193f tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 947 time: 0.0611598
Nov 20 20:52:14.182407 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ec550ee0-9695-474b-b333-c1e3151fce6d req-7ee05f50-8d84-4ec3-9184-0b6189321fcf tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "GET /v2.0/security-groups/0600aea9-8f5b-4817-b51d-23e550545415 HTTP/1.1" status: 200  len: 1829 time: 0.0504577
Nov 20 20:52:14.189592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-ec550ee0-9695-474b-b333-c1e3151fce6d req-5a515383-dcd6-41f3-a6a1-d2e2ef2393e0 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0600aea9-8f5b-4817-b51d-23e550545415', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:14.190101 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-ec550ee0-9695-474b-b333-c1e3151fce6d req-5a515383-dcd6-41f3-a6a1-d2e2ef2393e0 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0600aea9-8f5b-4817-b51d-23e550545415', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:14.218404 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47e95d4f-59be-412c-98e4-1a268214b183 req-94b4d26f-5645-4778-b7a1-2d7d648ced66 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/security-groups?id=71e582c7-8c5f-438a-a1d0-4661da6de012&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512662
Nov 20 20:52:14.272187 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ec550ee0-9695-474b-b333-c1e3151fce6d req-5a515383-dcd6-41f3-a6a1-d2e2ef2393e0 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.301024 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ec550ee0-9695-474b-b333-c1e3151fce6d req-5a515383-dcd6-41f3-a6a1-d2e2ef2393e0 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.307191 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ec550ee0-9695-474b-b333-c1e3151fce6d req-5a515383-dcd6-41f3-a6a1-d2e2ef2393e0 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.323041 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a515383-dcd6-41f3-a6a1-d2e2ef2393e0 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f7c7ce-d078-4fa8-8a9e-782a1af16c56,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:14.339502 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ec550ee0-9695-474b-b333-c1e3151fce6d req-5a515383-dcd6-41f3-a6a1-d2e2ef2393e0 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.341054 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ec550ee0-9695-474b-b333-c1e3151fce6d req-5a515383-dcd6-41f3-a6a1-d2e2ef2393e0 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1573350
Nov 20 20:52:14.411811 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8295f1ce-e6d6-4f3a-a462-b0252a7f2846 req-31c995a0-9c6c-41bd-afc9-faccdae2ada5 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "GET /v2.0/security-groups/0600aea9-8f5b-4817-b51d-23e550545415 HTTP/1.1" status: 200  len: 2422 time: 0.0483954
Nov 20 20:52:14.414078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36544) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:14.454203 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37c155f3-4d79-4e3c-ab14-b36809438222 req-943f2728-195d-4d66-ad69-6ef84cef6c84 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "GET /v2.0/security-group-rules/70f7c7ce-d078-4fa8-8a9e-782a1af16c56 HTTP/1.1" status: 200  len: 778 time: 0.0217614
Nov 20 20:52:14.518318 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37c155f3-4d79-4e3c-ab14-b36809438222 req-06cf21a2-fd3e-40a2-b2f1-74539b14fc82 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "GET /v2.0/security-groups/0600aea9-8f5b-4817-b51d-23e550545415 HTTP/1.1" status: 200  len: 2422 time: 0.0559556
Nov 20 20:52:14.561843 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c898aaa-df39-4fa7-bbf0-d1e61f3a6748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.591274 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-37c155f3-4d79-4e3c-ab14-b36809438222 req-6072eab9-8392-4fef-80ff-1577c216faf6 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.603415 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-37c155f3-4d79-4e3c-ab14-b36809438222 req-6072eab9-8392-4fef-80ff-1577c216faf6 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.641575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8453e-8a51-48bb-a450-8f7f62033cac req-72d0c167-c1bd-4b7f-94a5-c416b4c8f10d tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:14.643213 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8cb8453e-8a51-48bb-a450-8f7f62033cac req-72d0c167-c1bd-4b7f-94a5-c416b4c8f10d tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 945 time: 0.0559065
Nov 20 20:52:14.653534 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-37c155f3-4d79-4e3c-ab14-b36809438222 req-6072eab9-8392-4fef-80ff-1577c216faf6 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.665637 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-37c155f3-4d79-4e3c-ab14-b36809438222 req-6072eab9-8392-4fef-80ff-1577c216faf6 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.674667 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37c155f3-4d79-4e3c-ab14-b36809438222 req-6072eab9-8392-4fef-80ff-1577c216faf6 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/70f7c7ce-d078-4fa8-8a9e-782a1af16c56 HTTP/1.1" status: 204  len: 173 time: 0.1465850
Nov 20 20:52:14.696327 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072eab9-8392-4fef-80ff-1577c216faf6 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70f7c7ce-d078-4fa8-8a9e-782a1af16c56,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:14.712894 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c898aaa-df39-4fa7-bbf0-d1e61f3a6748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.715604 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8cb8453e-8a51-48bb-a450-8f7f62033cac req-d76fed21-882e-472e-b8da-7e5ef6551206 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600441
Nov 20 20:52:14.723401 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c898aaa-df39-4fa7-bbf0-d1e61f3a6748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.767645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 26b2f2b5-9423-4dba-bae3-4bdfc4373120 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:52:14.773984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-da8718ac-9ce8-49ef-9f11-0f6e7edc78d8 req-c832f712-86a0-4472-a248-bf17ebea765e tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-333298534', 'description': 'tempest-description-1331402683'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:14.780226 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c898aaa-df39-4fa7-bbf0-d1e61f3a6748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4affeffb-91e6-41ab-b8f6-cf2dc79e4979,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:14.787174 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0c898aaa-df39-4fa7-bbf0-d1e61f3a6748 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=387d3077f0ca43a0954d37dcffea87da&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3720870
Nov 20 20:52:14.790361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36564) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:14.806344 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-da8718ac-9ce8-49ef-9f11-0f6e7edc78d8 req-c832f712-86a0-4472-a248-bf17ebea765e tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.888315 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd347603-b198-4076-816e-363ebe85c782 req-89149315-83dc-4c00-91cf-982ea21d0ca5 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:14.889966 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bd347603-b198-4076-816e-363ebe85c782 req-89149315-83dc-4c00-91cf-982ea21d0ca5 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.0870864
Nov 20 20:52:14.893382 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-58fa0cd4-b34c-46b0-8a82-1433615117b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.913236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 26b2f2b5-9423-4dba-bae3-4bdfc4373120, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26b2f2b5-9423-4dba-bae3-4bdfc4373120,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:14.927896 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-da8718ac-9ce8-49ef-9f11-0f6e7edc78d8 req-c832f712-86a0-4472-a248-bf17ebea765e tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.929731 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '26b2f2b5-9423-4dba-bae3-4bdfc4373120', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '26b2f2b5-9423-4dba-bae3-4bdfc4373120', 'mac_address': 'fa:16:3e:8c:b8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:52:14.932275 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-58fa0cd4-b34c-46b0-8a82-1433615117b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.935095 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-da8718ac-9ce8-49ef-9f11-0f6e7edc78d8 req-c832f712-86a0-4472-a248-bf17ebea765e tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.980648 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-da8718ac-9ce8-49ef-9f11-0f6e7edc78d8 req-c832f712-86a0-4472-a248-bf17ebea765e tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.989023 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:14.993936 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-da8718ac-9ce8-49ef-9f11-0f6e7edc78d8 req-c832f712-86a0-4472-a248-bf17ebea765e tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.2266846
Nov 20 20:52:14.998679 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832f712-86a0-4472-a248-bf17ebea765e tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995da19c-4421-4107-bb81-9e645766b75b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:15.018287 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bd347603-b198-4076-816e-363ebe85c782 req-ee9e08d6-f4c3-4957-a151-8ddd4c9656c6 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130524
Nov 20 20:52:15.032086 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b2f2b5-9423-4dba-bae3-4bdfc4373120 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:52:15.068008 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-58fa0cd4-b34c-46b0-8a82-1433615117b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:15.071139 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-58fa0cd4-b34c-46b0-8a82-1433615117b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:15.075124 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-58fa0cd4-b34c-46b0-8a82-1433615117b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4affeffb-91e6-41ab-b8f6-cf2dc79e4979 HTTP/1.1" status: 204  len: 168 time: 0.2836430
Nov 20 20:52:15.079260 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 26b2f2b5-9423-4dba-bae3-4bdfc4373120, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26b2f2b5-9423-4dba-bae3-4bdfc4373120,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:15.090300 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:15.094827 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa0cd4-b34c-46b0-8a82-1433615117b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4affeffb-91e6-41ab-b8f6-cf2dc79e4979,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:15.100505 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df00dfee-74ab-4abc-a6e1-a02c5eb15fda req-9117221c-3782-4512-8883-c304b11dacdb tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "GET /v2.0/security-groups/995da19c-4421-4107-bb81-9e645766b75b HTTP/1.1" status: 200  len: 1829 time: 0.0651157
Nov 20 20:52:15.151490 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-9202922f-a78d-428a-99c9-440c6cac43f1 req-5794ef84-335f-42f1-a298-03b55e33cc2b tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-948944816', 'description': 'tempest-description-682481630'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:15.191377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=26b2f2b5-9423-4dba-bae3-4bdfc4373120,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:15.193316 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9202922f-a78d-428a-99c9-440c6cac43f1 req-5794ef84-335f-42f1-a298-03b55e33cc2b tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:15.283227 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9202922f-a78d-428a-99c9-440c6cac43f1 req-5794ef84-335f-42f1-a298-03b55e33cc2b tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:15.288800 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9202922f-a78d-428a-99c9-440c6cac43f1 req-5794ef84-335f-42f1-a298-03b55e33cc2b tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:15.329239 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9202922f-a78d-428a-99c9-440c6cac43f1 req-5794ef84-335f-42f1-a298-03b55e33cc2b tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:15.330507 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9202922f-a78d-428a-99c9-440c6cac43f1 req-5794ef84-335f-42f1-a298-03b55e33cc2b tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1833 time: 0.1831958
Nov 20 20:52:15.332642 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794ef84-335f-42f1-a298-03b55e33cc2b tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b0cad9-5517-40a0-b91e-4ce77d45a617,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:15.376260 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489e9a-544b-495f-bb24-2eba65471b7f req-8ea248b9-58fb-4cc9-b1e8-d86df9446b9f tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:15.381503 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['26b2f2b5-9423-4dba-bae3-4bdfc4373120'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:15.385980 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b5489e9a-544b-495f-bb24-2eba65471b7f req-8ea248b9-58fb-4cc9-b1e8-d86df9446b9f tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 948 time: 0.0682395
Nov 20 20:52:15.414291 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dfd42c23-852d-4040-b93d-e34df099d761 req-35b60c92-f151-4331-ade3-721f4f7c1cb1 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "GET /v2.0/security-groups/43b0cad9-5517-40a0-b91e-4ce77d45a617 HTTP/1.1" status: 200  len: 1828 time: 0.0560751
Nov 20 20:52:15.442450 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b5489e9a-544b-495f-bb24-2eba65471b7f req-16c88d6d-f91d-4ae4-9ff3-4e826e8ca081 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/security-groups?id=71e582c7-8c5f-438a-a1d0-4661da6de012&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514154
Nov 20 20:52:15.462547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-bd8ffca0-b5fe-426a-96cd-09fcbf5c0a2f req-7da67df4-bc18-4000-a842-ad743dff6aa7 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-145144617', 'description': 'tempest-description-822419182'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:15.491517 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bd8ffca0-b5fe-426a-96cd-09fcbf5c0a2f req-7da67df4-bc18-4000-a842-ad743dff6aa7 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:15.596235 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c904913-0950-4b43-9331-8f513cd36336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:15.628495 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bd8ffca0-b5fe-426a-96cd-09fcbf5c0a2f req-7da67df4-bc18-4000-a842-ad743dff6aa7 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:15.632777 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bd8ffca0-b5fe-426a-96cd-09fcbf5c0a2f req-7da67df4-bc18-4000-a842-ad743dff6aa7 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:15.666964 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bd8ffca0-b5fe-426a-96cd-09fcbf5c0a2f req-7da67df4-bc18-4000-a842-ad743dff6aa7 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:15.671302 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd8ffca0-b5fe-426a-96cd-09fcbf5c0a2f req-7da67df4-bc18-4000-a842-ad743dff6aa7 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1833 time: 0.2130787
Nov 20 20:52:15.685166 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da67df4-bc18-4000-a842-ad743dff6aa7 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114c986c-23d6-4445-98d8-5b76901e7649,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:15.700334 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-9ec1d272-90cc-44b3-83a5-1fb44120e260 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=60778bfeb31b496081c05ccc33a74a1c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0315804
Nov 20 20:52:15.732732 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36bb0cfd-84c9-4bf4-a982-d34db30a8fb0 req-2c136308-4eb1-41b4-8fa7-1981bcad70ad tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "GET /v2.0/security-groups/114c986c-23d6-4445-98d8-5b76901e7649 HTTP/1.1" status: 200  len: 1828 time: 0.0401933
Nov 20 20:52:15.760158 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-fd49e0e8-7a1a-4efc-92dd-f8464120dcf3 req-03cebc94-c616-42b8-9af4-6b3f4b2cc535 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1453355545', 'description': 'tempest-description-1337380393'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:15.783199 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd49e0e8-7a1a-4efc-92dd-f8464120dcf3 req-03cebc94-c616-42b8-9af4-6b3f4b2cc535 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:15.833793 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-5bcb3920-e38c-41ee-8fff-581d482d1b2c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:15.836819 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-5bcb3920-e38c-41ee-8fff-581d482d1b2c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1277480
Nov 20 20:52:15.856605 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-64327e45-853b-4261-9e25-1cb37d83c5c4 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/quotas/60778bfeb31b496081c05ccc33a74a1c HTTP/1.1" status: 200  len: 375 time: 0.0128243
Nov 20 20:52:15.860241 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd49e0e8-7a1a-4efc-92dd-f8464120dcf3 req-03cebc94-c616-42b8-9af4-6b3f4b2cc535 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:15.868527 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd49e0e8-7a1a-4efc-92dd-f8464120dcf3 req-03cebc94-c616-42b8-9af4-6b3f4b2cc535 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:15.901673 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd49e0e8-7a1a-4efc-92dd-f8464120dcf3 req-03cebc94-c616-42b8-9af4-6b3f4b2cc535 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:15.901992 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-786878da-de69-43ee-be12-4c4abb2b6894 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0392089
Nov 20 20:52:15.903043 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd49e0e8-7a1a-4efc-92dd-f8464120dcf3 req-03cebc94-c616-42b8-9af4-6b3f4b2cc535 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.1476147
Nov 20 20:52:15.905149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cebc94-c616-42b8-9af4-6b3f4b2cc535 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=938be0a3-bc3c-48d8-b908-0429869cc86e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:16.049316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd104e-53ee-4bfa-8a5b-03386da93c10 req-b299b40a-2164-427d-bd77-b0898a0c47ce tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:16.051074 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c4dd104e-53ee-4bfa-8a5b-03386da93c10 req-b299b40a-2164-427d-bd77-b0898a0c47ce tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 945 time: 0.0663571
Nov 20 20:52:16.166103 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c4dd104e-53ee-4bfa-8a5b-03386da93c10 req-54d14049-bf47-4912-8b78-6bf053d69721 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb32c7f0-6a77-4735-a9be-155365beafb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086879
Nov 20 20:52:16.179667 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0e095-9292-4e35-9ebb-b1f595c6a799 req-21d44aa2-5477-487e-8059-ad73f35faf77 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:16.181586 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ceb0e095-9292-4e35-9ebb-b1f595c6a799 req-21d44aa2-5477-487e-8059-ad73f35faf77 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 945 time: 0.1229439
Nov 20 20:52:16.279149 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e3353090-9b74-4fb8-9fb0-50527409e550 req-46dfb516-e6c5-462e-8948-f542aa253221 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 210 time: 0.0434675
Nov 20 20:52:16.350709 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f3b5a43-572e-4047-845c-1738547a6f6c req-57148b35-a85a-4a42-8c08-0144f79860ea tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "GET /v2.0/security-groups/938be0a3-bc3c-48d8-b908-0429869cc86e HTTP/1.1" status: 200  len: 1830 time: 0.1679587
Nov 20 20:52:16.366952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-ceb0e095-9292-4e35-9ebb-b1f595c6a799 req-ccae610d-e96d-4e47-883c-57ae564ba458 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Deleting port 77ea4b8e-7206-4f77-ab0e-0eabb045363e {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:52:16.367509 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ceb0e095-9292-4e35-9ebb-b1f595c6a799 req-ccae610d-e96d-4e47-883c-57ae564ba458 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:16.456773 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b8155-5ade-47fc-8c0d-b8af2558c011 req-d3035a45-5d44-4c69-9760-32aa6b856bdc tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:16.476051 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-887b8155-5ade-47fc-8c0d-b8af2558c011 req-d3035a45-5d44-4c69-9760-32aa6b856bdc tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.0782189
Nov 20 20:52:16.558963 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-887b8155-5ade-47fc-8c0d-b8af2558c011 req-c6b0fa66-8649-4d93-961e-37a566e98107 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817299
Nov 20 20:52:16.602775 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-ceb0e095-9292-4e35-9ebb-b1f595c6a799 req-ccae610d-e96d-4e47-883c-57ae564ba458 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] For port 77ea4b8e-7206-4f77-ab0e-0eabb045363e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77ea4b8e-7206-4f77-ab0e-0eabb045363e,segment=NetworkSegment(30bb5757-1c9e-4c5f-a18c-7af9d75bafad),segment_id=30bb5757-1c9e-4c5f-a18c-7af9d75bafad)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:16.603165 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ceb0e095-9292-4e35-9ebb-b1f595c6a799 req-ccae610d-e96d-4e47-883c-57ae564ba458 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:16.634634 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-45b40e52-4ac8-4023-8f01-2c5b1f8229d5 req-e5535b75-ed84-46f7-a185-2ee5497be1a6 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] show failed (client error): The resource could not be found.
Nov 20 20:52:16.647326 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45b40e52-4ac8-4023-8f01-2c5b1f8229d5 req-e5535b75-ed84-46f7-a185-2ee5497be1a6 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "GET /v2.0/security-groups/6e72428a-721a-4d74-803f-1ab90ff63b21 HTTP/1.1" status: 404  len: 352 time: 0.0551491
Nov 20 20:52:16.657052 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:16.714979 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-12177199-38e1-43eb-ad24-50e126b6ab8b req-eec3c59b-4b43-4b4f-8dc2-6b1b8015d4c7 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] show failed (client error): The resource could not be found.
Nov 20 20:52:16.723747 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-12177199-38e1-43eb-ad24-50e126b6ab8b req-eec3c59b-4b43-4b4f-8dc2-6b1b8015d4c7 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "GET /v2.0/security-group-rules/215e8508-ad32-4222-a277-46ae4d626f92 HTTP/1.1" status: 404  len: 361 time: 0.0628586
Nov 20 20:52:16.740555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce226f-f9ea-4ee1-b323-f927fe8cd5f0 req-ea8106fb-04cc-4dca-8286-7b6fb363a67e tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:16.742721 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a8ce226f-f9ea-4ee1-b323-f927fe8cd5f0 req-ea8106fb-04cc-4dca-8286-7b6fb363a67e tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 948 time: 0.0687368
Nov 20 20:52:16.784540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 26b2f2b5-9423-4dba-bae3-4bdfc4373120 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:52:16.808390 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a8ce226f-f9ea-4ee1-b323-f927fe8cd5f0 req-2431f029-eec6-49fa-b2c0-cb4daa84754e tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/security-groups?id=71e582c7-8c5f-438a-a1d0-4661da6de012&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591094
Nov 20 20:52:16.864657 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ca10a823-3704-4cc2-bfa3-aa3d65f71898 req-60755f96-ace9-4098-ba25-d1946e380e81 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "GET /v2.0/security-groups/938be0a3-bc3c-48d8-b908-0429869cc86e HTTP/1.1" status: 200  len: 1830 time: 0.1230257
Nov 20 20:52:16.870906 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 26b2f2b5-9423-4dba-bae3-4bdfc4373120 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:52:16.876660 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 26b2f2b5-9423-4dba-bae3-4bdfc4373120 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:52:16.877612 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:16.959743 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ceb0e095-9292-4e35-9ebb-b1f595c6a799 req-ccae610d-e96d-4e47-883c-57ae564ba458 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:16.960466 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ceb0e095-9292-4e35-9ebb-b1f595c6a799 req-ccae610d-e96d-4e47-883c-57ae564ba458 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:16.961287 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [req-ceb0e095-9292-4e35-9ebb-b1f595c6a799 req-ccae610d-e96d-4e47-883c-57ae564ba458 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Floating IP c9702501-acee-4f77-95f4-0b77ed9a950d disassociated. External IP: 172.35.1.39, port: 77ea4b8e-7206-4f77-ab0e-0eabb045363e.
Nov 20 20:52:16.962532 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-ceb0e095-9292-4e35-9ebb-b1f595c6a799 req-ccae610d-e96d-4e47-883c-57ae564ba458 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Calling delete_port for 77ea4b8e-7206-4f77-ab0e-0eabb045363e owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:52:16.974244 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:17.011028 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5d2876-ea4f-4e03-a581-1d45371ac7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b2f2b5-9423-4dba-bae3-4bdfc4373120'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:17.014825 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d397500-e054-4d68-b866-2c09d4dae0b1" -d '{"events": [{"server_uuid": "2a5d2876-ea4f-4e03-a581-1d45371ac7ec", "name": "network-vif-plugged", "status": "completed", "tag": "26b2f2b5-9423-4dba-bae3-4bdfc4373120"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:17.021883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 26b2f2b5-9423-4dba-bae3-4bdfc4373120, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26b2f2b5-9423-4dba-bae3-4bdfc4373120,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:17.028284 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:17.029089 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 77ea4b8e-7206-4f77-ab0e-0eabb045363e no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:52:17.046156 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ca10a823-3704-4cc2-bfa3-aa3d65f71898 req-79129a11-54bc-4978-829a-ae5e8c9fb874 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:17.106483 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78f8ae5-9cac-42de-abf4-61ee0513b6fc x-openstack-request-id: req-b78f8ae5-9cac-42de-abf4-61ee0513b6fc {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:17.106808 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5d2876-ea4f-4e03-a581-1d45371ac7ec", "name": "network-vif-plugged", "status": "completed", "tag": "26b2f2b5-9423-4dba-bae3-4bdfc4373120", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:17.107070 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b78f8ae5-9cac-42de-abf4-61ee0513b6fc {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:17.108030 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5d2876-ea4f-4e03-a581-1d45371ac7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b2f2b5-9423-4dba-bae3-4bdfc4373120', 'code': 200}
Nov 20 20:52:17.120374 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ca10a823-3704-4cc2-bfa3-aa3d65f71898 req-79129a11-54bc-4978-829a-ae5e8c9fb874 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:17.146745 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=26b2f2b5-9423-4dba-bae3-4bdfc4373120,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:17.213668 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961eeeb-0065-4030-8611-3626b83d4e27 req-591da597-1045-49b9-9d72-777f39c147ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:17.215974 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b961eeeb-0065-4030-8611-3626b83d4e27 req-591da597-1045-49b9-9d72-777f39c147ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 1100 time: 0.0607662
Nov 20 20:52:17.239796 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ca10a823-3704-4cc2-bfa3-aa3d65f71898 req-79129a11-54bc-4978-829a-ae5e8c9fb874 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:17.241470 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:17.243887 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ca10a823-3704-4cc2-bfa3-aa3d65f71898 req-79129a11-54bc-4978-829a-ae5e8c9fb874 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:17.251697 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ca10a823-3704-4cc2-bfa3-aa3d65f71898 req-79129a11-54bc-4978-829a-ae5e8c9fb874 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "DELETE /v2.0/security-groups/938be0a3-bc3c-48d8-b908-0429869cc86e HTTP/1.1" status: 204  len: 173 time: 0.3538713
Nov 20 20:52:17.290379 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ceb0e095-9292-4e35-9ebb-b1f595c6a799 req-ccae610d-e96d-4e47-883c-57ae564ba458 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:17.299831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79129a11-54bc-4978-829a-ae5e8c9fb874 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=938be0a3-bc3c-48d8-b908-0429869cc86e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:17.346028 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae610d-e96d-4e47-883c-57ae564ba458 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Pushing event deleted for resources: {'Port': ['ID=77ea4b8e-7206-4f77-ab0e-0eabb045363e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:17.382635 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c52daf50-7ecc-4408-a9c1-5fb62034ab66 req-4d27270b-a889-440f-9a03-a604e9e4ed08 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 210 time: 0.0398364
Nov 20 20:52:17.461398 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b961eeeb-0065-4030-8611-3626b83d4e27 req-52c25a3f-8a04-4f8b-8511-da98c8d7935f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=71e582c7-8c5f-438a-a1d0-4661da6de012&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2372024
Nov 20 20:52:17.507424 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-baffa10a-b4bb-49a6-bd40-6413944e8f3e tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=60778bfeb31b496081c05ccc33a74a1c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0718205
Nov 20 20:52:17.510461 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3dce559c-be49-4fac-bf47-a67325877ce0 req-f2f2f70d-e5bd-4dc5-b1f5-88ea670d4fec tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "GET /v2.0/security-groups/114c986c-23d6-4445-98d8-5b76901e7649 HTTP/1.1" status: 200  len: 1828 time: 0.1862459
Nov 20 20:52:17.574253 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-21fc5544-7466-467f-a34a-ad1018a06aa4 req-1eac6fe1-cc39-45ad-9cf7-e5360bca9b74 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 210 time: 0.0779068
Nov 20 20:52:17.694123 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3dce559c-be49-4fac-bf47-a67325877ce0 req-d07f33ff-fa0d-4b1d-ba48-888fa8221026 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:17.718317 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceb0e095-9292-4e35-9ebb-b1f595c6a799 req-ccae610d-e96d-4e47-883c-57ae564ba458 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Router 0cc9c018-846b-494f-a654-58519664e19e has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:52:17.741218 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3dce559c-be49-4fac-bf47-a67325877ce0 req-d07f33ff-fa0d-4b1d-ba48-888fa8221026 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:17.770893 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-8e9a391a-6f66-44e6-8f03-caacbc837006 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:17.772593 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-8e9a391a-6f66-44e6-8f03-caacbc837006 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2456210
Nov 20 20:52:17.791752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-35bc2948-6d4e-43fa-b844-5d49b4884fc6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Request body: {'port': {'device_id': 'd0202d45-4861-4548-b517-c5a02af49a0d', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '60778bfeb31b496081c05ccc33a74a1c'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:17.874959 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3dce559c-be49-4fac-bf47-a67325877ce0 req-d07f33ff-fa0d-4b1d-ba48-888fa8221026 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:17.879004 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3dce559c-be49-4fac-bf47-a67325877ce0 req-d07f33ff-fa0d-4b1d-ba48-888fa8221026 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:17.893882 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3dce559c-be49-4fac-bf47-a67325877ce0 req-d07f33ff-fa0d-4b1d-ba48-888fa8221026 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "DELETE /v2.0/security-groups/114c986c-23d6-4445-98d8-5b76901e7649 HTTP/1.1" status: 204  len: 173 time: 0.3649535
Nov 20 20:52:17.911511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3189b-9c3c-4fe5-b94c-de05a67c97cd req-01be0760-b595-403a-9f5f-4ddbf9d87c0d tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:17.918541 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ffd3189b-9c3c-4fe5-b94c-de05a67c97cd req-01be0760-b595-403a-9f5f-4ddbf9d87c0d tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.1422586
Nov 20 20:52:17.956573 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceb0e095-9292-4e35-9ebb-b1f595c6a799 req-ccae610d-e96d-4e47-883c-57ae564ba458 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:52:17.971984 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f31ab7-5a1a-4523-937e-9f0dd623ab49 None None] Sync routers for ids ['0cc9c018-846b-494f-a654-58519664e19e'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:52:17.989568 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f31ab7-5a1a-4523-937e-9f0dd623ab49 None None] Routers {'0cc9c018-846b-494f-a654-58519664e19e'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:52:17.990243 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-15f31ab7-5a1a-4523-937e-9f0dd623ab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541e5fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:52:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0cc9c018-846b-494f-a654-58519664e19e'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:17.998464 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f33ff-fa0d-4b1d-ba48-888fa8221026 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114c986c-23d6-4445-98d8-5b76901e7649,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:18.110784 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb0e095-9292-4e35-9ebb-b1f595c6a799 req-ccae610d-e96d-4e47-883c-57ae564ba458 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] No DVR routers for this DVR port 77ea4b8e-7206-4f77-ab0e-0eabb045363e on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:52:18.113139 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b82c1-2f92-42e2-995c-1f765c39030c req-c7c87f1f-c7cd-4f1f-9d0c-08a61e704bad tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:18.114833 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-815b82c1-2f92-42e2-995c-1f765c39030c req-c7c87f1f-c7cd-4f1f-9d0c-08a61e704bad tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 949 time: 0.1224830
Nov 20 20:52:18.116225 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ceb0e095-9292-4e35-9ebb-b1f595c6a799 req-ccae610d-e96d-4e47-883c-57ae564ba458 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:18.121946 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ceb0e095-9292-4e35-9ebb-b1f595c6a799 req-ccae610d-e96d-4e47-883c-57ae564ba458 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.47 "DELETE /v2.0/ports/77ea4b8e-7206-4f77-ab0e-0eabb045363e HTTP/1.1" status: 204  len: 173 time: 1.9311070
Nov 20 20:52:18.124557 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff08833c-234f-4d62-a1a1-b0137fa38bdf', 'name': 'network-vif-deleted', 'tag': '77ea4b8e-7206-4f77-ab0e-0eabb045363e'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:18.131032 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-35bc2948-6d4e-43fa-b844-5d49b4884fc6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Made reservation on behalf of 60778bfeb31b496081c05ccc33a74a1c for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:52:18.135041 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-35bc2948-6d4e-43fa-b844-5d49b4884fc6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:18.138210 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8b8430-46fa-482f-84a0-a91d3ad7b34f" -d '{"events": [{"server_uuid": "ff08833c-234f-4d62-a1a1-b0137fa38bdf", "name": "network-vif-deleted", "tag": "77ea4b8e-7206-4f77-ab0e-0eabb045363e"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:18.155476 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-35bc2948-6d4e-43fa-b844-5d49b4884fc6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:18.157385 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ffd3189b-9c3c-4fe5-b94c-de05a67c97cd req-23775051-29f1-48c1-8323-1c56e6cffef5 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2379074
Nov 20 20:52:18.207504 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-815b82c1-2f92-42e2-995c-1f765c39030c req-e55f7821-fc1f-4bb9-94ab-de12a016edd7 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/security-groups?id=71e582c7-8c5f-438a-a1d0-4661da6de012&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856669
Nov 20 20:52:18.214793 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-15f31ab7-5a1a-4523-937e-9f0dd623ab49 None None] Set router 0cc9c018-846b-494f-a654-58519664e19e gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:52:18.302081 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3793bea9-9ee2-4767-a28b-74a4ab3b814d req-92bafd26-0637-4177-82d0-7a244664c91f tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "GET /v2.0/security-groups/43b0cad9-5517-40a0-b91e-4ce77d45a617 HTTP/1.1" status: 200  len: 1828 time: 0.0835762
Nov 20 20:52:18.331186 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-35bc2948-6d4e-43fa-b844-5d49b4884fc6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:18.336844 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-35bc2948-6d4e-43fa-b844-5d49b4884fc6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:18.363350 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5918cb-39c6-4117-be10-c3bc3d7f7dad x-openstack-request-id: req-1a5918cb-39c6-4117-be10-c3bc3d7f7dad {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:18.363704 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff08833c-234f-4d62-a1a1-b0137fa38bdf", "name": "network-vif-deleted", "tag": "77ea4b8e-7206-4f77-ab0e-0eabb045363e", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:18.363991 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a5918cb-39c6-4117-be10-c3bc3d7f7dad {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:18.364917 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff08833c-234f-4d62-a1a1-b0137fa38bdf', 'name': 'network-vif-deleted', 'tag': '77ea4b8e-7206-4f77-ab0e-0eabb045363e', 'status': 'completed', 'code': 200}
Nov 20 20:52:18.411149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc2948-6d4e-43fa-b844-5d49b4884fc6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69089962-99b5-42ea-9e23-915dfbc58e41,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:18.433361 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3793bea9-9ee2-4767-a28b-74a4ab3b814d req-734e0a0c-d01e-4ac2-88c9-71da2cb83bda tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:18.475693 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3793bea9-9ee2-4767-a28b-74a4ab3b814d req-734e0a0c-d01e-4ac2-88c9-71da2cb83bda tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:18.492775 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:18.544126 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3793bea9-9ee2-4767-a28b-74a4ab3b814d req-734e0a0c-d01e-4ac2-88c9-71da2cb83bda tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:18.550828 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3793bea9-9ee2-4767-a28b-74a4ab3b814d req-734e0a0c-d01e-4ac2-88c9-71da2cb83bda tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:18.560364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-35bc2948-6d4e-43fa-b844-5d49b4884fc6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Allocated IP 192.168.233.222 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/23ec6af6-e448-4b84-a688-acf291e1c23c) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:52:18.560892 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3793bea9-9ee2-4767-a28b-74a4ab3b814d req-734e0a0c-d01e-4ac2-88c9-71da2cb83bda tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "DELETE /v2.0/security-groups/43b0cad9-5517-40a0-b91e-4ce77d45a617 HTTP/1.1" status: 204  len: 173 time: 0.2475240
Nov 20 20:52:18.644577 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e0a0c-d01e-4ac2-88c9-71da2cb83bda tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b0cad9-5517-40a0-b91e-4ce77d45a617,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:18.754344 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-649205e8-5663-4880-a667-11f3fb4b76c9 req-628986b9-7dd6-460f-b76f-d287f767e69f tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "GET /v2.0/security-groups/995da19c-4421-4107-bb81-9e645766b75b HTTP/1.1" status: 200  len: 1829 time: 0.1377313
Nov 20 20:52:18.809832 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-15f31ab7-5a1a-4523-937e-9f0dd623ab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541e5fa0>, [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:14Z', 'revision_number': 4, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7489fbc8-1a62-4fec-8bb0-91663e96f5a7', 'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'mac_address': 'fa:16:3e:03:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:12Z', 'updated_at': '2021-11-20T20:47:20Z', 'revision_number': 5, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'subnets': [{'id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:18.813447 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ae2e509d-aa22-4610-ac7e-14f4e80f098b req-a542c246-b140-438f-a318-29ad40c7e6ac tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff08833c-234f-4d62-a1a1-b0137fa38bdf HTTP/1.1" status: 200  len: 210 time: 0.0502696
Nov 20 20:52:18.855565 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-35bc2948-6d4e-43fa-b844-5d49b4884fc6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:18.861994 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f31ab7-5a1a-4523-937e-9f0dd623ab49 None None] Checking router: 0cc9c018-846b-494f-a654-58519664e19e for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:52:18.877024 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f31ab7-5a1a-4523-937e-9f0dd623ab49 None None] Routers {'0cc9c018-846b-494f-a654-58519664e19e'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:52:18.877903 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-15f31ab7-5a1a-4523-937e-9f0dd623ab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541e5fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:52:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0cc9c018-846b-494f-a654-58519664e19e'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:18.924876 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-649205e8-5663-4880-a667-11f3fb4b76c9 req-476dcfe0-3b8e-47f5-b0f8-35890b0116a6 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:18.931401 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-35bc2948-6d4e-43fa-b844-5d49b4884fc6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:18.966237 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-649205e8-5663-4880-a667-11f3fb4b76c9 req-476dcfe0-3b8e-47f5-b0f8-35890b0116a6 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:18.986805 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:19.038133 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-649205e8-5663-4880-a667-11f3fb4b76c9 req-476dcfe0-3b8e-47f5-b0f8-35890b0116a6 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:19.041686 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-649205e8-5663-4880-a667-11f3fb4b76c9 req-476dcfe0-3b8e-47f5-b0f8-35890b0116a6 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:19.043625 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-649205e8-5663-4880-a667-11f3fb4b76c9 req-476dcfe0-3b8e-47f5-b0f8-35890b0116a6 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "DELETE /v2.0/security-groups/995da19c-4421-4107-bb81-9e645766b75b HTTP/1.1" status: 204  len: 173 time: 0.2795429
Nov 20 20:52:19.060297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476dcfe0-3b8e-47f5-b0f8-35890b0116a6 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995da19c-4421-4107-bb81-9e645766b75b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:19.072929 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-15f31ab7-5a1a-4523-937e-9f0dd623ab49 None None] Set router 0cc9c018-846b-494f-a654-58519664e19e gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:52:19.096561 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-35bc2948-6d4e-43fa-b844-5d49b4884fc6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:52:19.111610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-35bc2948-6d4e-43fa-b844-5d49b4884fc6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:52:19.114607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-35bc2948-6d4e-43fa-b844-5d49b4884fc6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:52:19.178401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc2948-6d4e-43fa-b844-5d49b4884fc6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Pushing event updated for resources: {'Port': ['ID=23ec6af6-e448-4b84-a688-acf291e1c23c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:19.208924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3d4b0-93a2-4400-a701-373ef45479ca req-d983bb24-4a6a-481c-8e68-16d79dea78eb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:19.218022 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38e3d4b0-93a2-4400-a701-373ef45479ca req-d983bb24-4a6a-481c-8e68-16d79dea78eb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 936 time: 0.2024164
Nov 20 20:52:19.247565 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-35bc2948-6d4e-43fa-b844-5d49b4884fc6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:19.248487 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-35bc2948-6d4e-43fa-b844-5d49b4884fc6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:19.290531 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7611bc43-8f16-4f08-83ef-81afe4eefa9c req-1510d39b-93ce-4c5a-9ffa-7688b2564fe4 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "GET /v2.0/security-groups/0600aea9-8f5b-4817-b51d-23e550545415 HTTP/1.1" status: 200  len: 1829 time: 0.1004901
Nov 20 20:52:19.310609 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-35bc2948-6d4e-43fa-b844-5d49b4884fc6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5253134
Nov 20 20:52:19.325345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Request body: {'port': {'device_id': 'd0202d45-4861-4548-b517-c5a02af49a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:19.337410 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36746) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:19.379260 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38e3d4b0-93a2-4400-a701-373ef45479ca req-8f3c96ed-1133-4682-88a2-440840375e7e tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580825
Nov 20 20:52:19.431668 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7611bc43-8f16-4f08-83ef-81afe4eefa9c req-cdb184b7-b20f-4183-95fc-37219c457c10 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:19.483088 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7611bc43-8f16-4f08-83ef-81afe4eefa9c req-cdb184b7-b20f-4183-95fc-37219c457c10 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:19.527012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-dd9e6c03-ad6a-4bec-9c53-6cdafef120b7 None None] Provisioning complete for port 23ec6af6-e448-4b84-a688-acf291e1c23c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:52:19.527621 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dd9e6c03-ad6a-4bec-9c53-6cdafef120b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:19.573414 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7611bc43-8f16-4f08-83ef-81afe4eefa9c req-cdb184b7-b20f-4183-95fc-37219c457c10 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:19.577558 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7611bc43-8f16-4f08-83ef-81afe4eefa9c req-cdb184b7-b20f-4183-95fc-37219c457c10 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:19.577725 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:19.579098 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7611bc43-8f16-4f08-83ef-81afe4eefa9c req-cdb184b7-b20f-4183-95fc-37219c457c10 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] 10.222.0.41 "DELETE /v2.0/security-groups/0600aea9-8f5b-4817-b51d-23e550545415 HTTP/1.1" status: 204  len: 173 time: 0.2781622
Nov 20 20:52:19.589969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36752) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:19.608307 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-dd9e6c03-ad6a-4bec-9c53-6cdafef120b7 None None] Port 23ec6af6-e448-4b84-a688-acf291e1c23c cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:52:19.616667 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-15f31ab7-5a1a-4523-937e-9f0dd623ab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541e5fa0>, [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:14Z', 'revision_number': 4, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7489fbc8-1a62-4fec-8bb0-91663e96f5a7', 'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'mac_address': 'fa:16:3e:03:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:12Z', 'updated_at': '2021-11-20T20:47:20Z', 'revision_number': 5, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'subnets': [{'id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:19.636597 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3816fc50-1e1c-4da8-9d87-9fdc16ac35cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:19.656272 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f31ab7-5a1a-4523-937e-9f0dd623ab49 None None] The sync data for ids ['0cc9c018-846b-494f-a654-58519664e19e'] in ncdv-master-1 is: [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:47:14Z', 'revision_number': 4, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7489fbc8-1a62-4fec-8bb0-91663e96f5a7', 'name': '', 'network_id': 'b732d073-2758-47f6-b640-8b10bd32a71a', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'mac_address': 'fa:16:3e:03:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:12Z', 'updated_at': '2021-11-20T20:47:20Z', 'revision_number': 5, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'subnets': [{'id': 'b201ef63-9242-4505-8ba1-cc569c2352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:52:19.659724 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c9474b-541e-4292-8f6b-b9a1584f14d1 admin admin] Deleting subnet 2158ab41-79fe-491f-ab0c-fd1537eeb875 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:52:19.664870 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1f3f4-49fd-4dbb-a495-471d6909fc0e req-db09e570-8c0d-4462-8c42-f7889ad7915a tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:19.666466 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8cb1f3f4-49fd-4dbb-a495-471d6909fc0e req-db09e570-8c0d-4462-8c42-f7889ad7915a tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.1674359
Nov 20 20:52:19.668355 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-61c9474b-541e-4292-8f6b-b9a1584f14d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:19.710237 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb184b7-b20f-4183-95fc-37219c457c10 tempest-SecurityGroupRulesNegativeTestJSON-1258857484 tempest-SecurityGroupRulesNegativeTestJSON-1258857484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0600aea9-8f5b-4817-b51d-23e550545415,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:19.743519 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-61c9474b-541e-4292-8f6b-b9a1584f14d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:19.808410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cecc75-ae4b-441a-ab57-b15aa9b3e8c3 req-652aee4b-5621-44bb-aac8-703e5bcf109c tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:19.809937 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d1cecc75-ae4b-441a-ab57-b15aa9b3e8c3 req-652aee4b-5621-44bb-aac8-703e5bcf109c tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 949 time: 0.1011345
Nov 20 20:52:19.816693 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-61c9474b-541e-4292-8f6b-b9a1584f14d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:19.905301 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d1cecc75-ae4b-441a-ab57-b15aa9b3e8c3 req-6694ef16-90df-45ff-8309-983599967c53 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/security-groups?id=71e582c7-8c5f-438a-a1d0-4661da6de012&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849991
Nov 20 20:52:19.912465 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8cb1f3f4-49fd-4dbb-a495-471d6909fc0e req-011f1bb7-4a32-4992-880b-6d9cbc6afb46 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2098036
Nov 20 20:52:19.928949 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-61c9474b-541e-4292-8f6b-b9a1584f14d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.028175 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3816fc50-1e1c-4da8-9d87-9fdc16ac35cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.031651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9474b-541e-4292-8f6b-b9a1584f14d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2158ab41-79fe-491f-ab0c-fd1537eeb875,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:20.034081 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3816fc50-1e1c-4da8-9d87-9fdc16ac35cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.034272 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-61c9474b-541e-4292-8f6b-b9a1584f14d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.037621 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-61c9474b-541e-4292-8f6b-b9a1584f14d1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2158ab41-79fe-491f-ab0c-fd1537eeb875 HTTP/1.1" status: 204  len: 168 time: 0.4460754
Nov 20 20:52:20.043751 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36760) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:20.074349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816fc50-1e1c-4da8-9d87-9fdc16ac35cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f4b7ac-749d-4a62-bac3-c94d4ee322e0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:20.166905 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3816fc50-1e1c-4da8-9d87-9fdc16ac35cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6bba0bfa10f45cfb1ae3510be0772b3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8275425
Nov 20 20:52:20.176248 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cb6e5-57b2-4fc9-9f0f-9209cd2c33dc None None] New status for floating IP c9702501-acee-4f77-95f4-0b77ed9a950d: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:52:20.179975 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36768) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:20.195744 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6aeda7ad-7ac5-461d-8032-d860c33d5771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.238088 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36774) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:20.312911 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6aeda7ad-7ac5-461d-8032-d860c33d5771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.316135 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4324a700-f409-48a0-ab24-0d785b9e9ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.335999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-6aeda7ad-7ac5-461d-8032-d860c33d5771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ef9aa90>,) {'filters': {'network_id': ['66fb979f-cce4-4624-a4e7-ecebdebbe9c5']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:20.346371 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ec6af6-e448-4b84-a688-acf291e1c23c {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:52:20.346661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-6aeda7ad-7ac5-461d-8032-d860c33d5771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ef9aa90>, '1ca00568-31b6-4c4c-bfcd-1ea5c13bb702') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:20.346940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-6aeda7ad-7ac5-461d-8032-d860c33d5771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ef9aa90>, '1ca00568-31b6-4c4c-bfcd-1ea5c13bb702') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:20.358507 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6aeda7ad-7ac5-461d-8032-d860c33d5771 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.361522 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.386494 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6aeda7ad-7ac5-461d-8032-d860c33d5771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.403987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aeda7ad-7ac5-461d-8032-d860c33d5771 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:52:20.404440 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6aeda7ad-7ac5-461d-8032-d860c33d5771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:52:20.406240 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:52:20.424356 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4324a700-f409-48a0-ab24-0d785b9e9ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.476333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0130f3f5-9cf7-459a-a386-d945c8a9020d tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.485635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Transition to ACTIVE for port object 23ec6af6-e448-4b84-a688-acf291e1c23c will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:52:20.490486 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6aeda7ad-7ac5-461d-8032-d860c33d5771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.493530 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.499416 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6aeda7ad-7ac5-461d-8032-d860c33d5771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.511773 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6aeda7ad-7ac5-461d-8032-d860c33d5771 admin admin] 10.222.0.41 "DELETE /v2.0/networks/66fb979f-cce4-4624-a4e7-ecebdebbe9c5 HTTP/1.1" status: 204  len: 168 time: 0.4638476
Nov 20 20:52:20.541611 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0130f3f5-9cf7-459a-a386-d945c8a9020d tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.545507 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeda7ad-7ac5-461d-8032-d860c33d5771 admin admin] Pushing event deleted for resources: {'Network': ['ID=66fb979f-cce4-4624-a4e7-ecebdebbe9c5,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:20.600438 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4324a700-f409-48a0-ab24-0d785b9e9ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.603587 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4324a700-f409-48a0-ab24-0d785b9e9ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.607959 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4324a700-f409-48a0-ab24-0d785b9e9ae1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56f4b7ac-749d-4a62-bac3-c94d4ee322e0 HTTP/1.1" status: 204  len: 168 time: 0.4125988
Nov 20 20:52:20.659914 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77608b0-6810-4c85-93e0-b32c1cc23e4b req-bb0459e3-9ae3-43e4-8d2b-14209779163a tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:20.661602 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e77608b0-6810-4c85-93e0-b32c1cc23e4b req-bb0459e3-9ae3-43e4-8d2b-14209779163a tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 948 time: 0.0957272
Nov 20 20:52:20.682887 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0130f3f5-9cf7-459a-a386-d945c8a9020d tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.685771 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0130f3f5-9cf7-459a-a386-d945c8a9020d tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:20.687143 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0130f3f5-9cf7-459a-a386-d945c8a9020d tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "DELETE /v2.0/security-groups/eb32c7f0-6a77-4735-a9be-155365beafb2 HTTP/1.1" status: 204  len: 168 time: 0.4479771
Nov 20 20:52:20.706235 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36786) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:20.765468 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130f3f5-9cf7-459a-a386-d945c8a9020d tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb32c7f0-6a77-4735-a9be-155365beafb2,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:20.769484 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-a8008939-9fe8-4ca4-85a3-03437b68c7b2 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] show failed (client error): The resource could not be found.
Nov 20 20:52:20.774999 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a8008939-9fe8-4ca4-85a3-03437b68c7b2 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "GET /v2.0/security-groups/eb32c7f0-6a77-4735-a9be-155365beafb2 HTTP/1.1" status: 404  len: 347 time: 0.0646358
Nov 20 20:52:20.777673 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36788) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:20.795425 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36790) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:21.294158 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324a700-f409-48a0-ab24-0d785b9e9ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f4b7ac-749d-4a62-bac3-c94d4ee322e0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:21.327085 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Pushing event updated for resources: {'Port': ['ID=23ec6af6-e448-4b84-a688-acf291e1c23c,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:21.327336 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e77608b0-6810-4c85-93e0-b32c1cc23e4b req-0d74feba-f38c-41c8-ae5b-c4d842d4141e tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6521242
Nov 20 20:52:21.357037 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5b145fe2-e64c-42a4-9bfa-05f364eac531 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0876a95293f4d14815d560f5cddc5b3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5604935
Nov 20 20:52:21.360508 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36808) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:21.407751 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36812) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:21.425600 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ddc3a053-4471-41aa-8eab-c0f23eb9a67a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:21.434191 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046fd3f-b189-4158-b42c-372dd914c6be req-cd37c463-4f9e-4a52-823c-251f28fe7ba9 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:21.437835 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6046fd3f-b189-4158-b42c-372dd914c6be req-cd37c463-4f9e-4a52-823c-251f28fe7ba9 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.1612020
Nov 20 20:52:21.445889 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-c04bc2c4-7ace-4c5f-81e7-2cc0928970f8 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Deleting port 7db83115-51b5-429b-b5c6-c5d0442da29b {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:52:21.445889 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c04bc2c4-7ace-4c5f-81e7-2cc0928970f8 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:21.455399 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Attempting to bind port 23ec6af6-e448-4b84-a688-acf291e1c23c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:52:21.455745 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Attempting to bind port 23ec6af6-e448-4b84-a688-acf291e1c23c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:52:21.456061 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Attempting to bind port 23ec6af6-e448-4b84-a688-acf291e1c23c on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:52:21.482896 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Port 23ec6af6-e448-4b84-a688-acf291e1c23c on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:52:21.483208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Attempting to bind port 23ec6af6-e448-4b84-a688-acf291e1c23c on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:52:21.503309 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:52:21.503641 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:52:21.504052 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:52:21.504902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Bound port: 23ec6af6-e448-4b84-a688-acf291e1c23c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:52:21.505311 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:21.542878 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e657d7c-6f2e-447e-9185-1bdee06c1edc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:21.576400 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c04bc2c4-7ace-4c5f-81e7-2cc0928970f8 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:21.576965 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c04bc2c4-7ace-4c5f-81e7-2cc0928970f8 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:21.580123 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e657d7c-6f2e-447e-9185-1bdee06c1edc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:21.584950 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6046fd3f-b189-4158-b42c-372dd914c6be req-ce6eb1d7-ef37-49e6-bf2b-da09e89de4cc tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309271
Nov 20 20:52:21.601185 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-c04bc2c4-7ace-4c5f-81e7-2cc0928970f8 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Calling delete_port for 7db83115-51b5-429b-b5c6-c5d0442da29b owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:52:21.659643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] For port 23ec6af6-e448-4b84-a688-acf291e1c23c, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:52:21.663146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] For port 23ec6af6-e448-4b84-a688-acf291e1c23c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23ec6af6-e448-4b84-a688-acf291e1c23c,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:52:21.669362 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:21.673590 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ddc3a053-4471-41aa-8eab-c0f23eb9a67a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:21.683657 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ddc3a053-4471-41aa-8eab-c0f23eb9a67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:21.703415 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e657d7c-6f2e-447e-9185-1bdee06c1edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:21.705970 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e657d7c-6f2e-447e-9185-1bdee06c1edc admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:21.707173 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2e657d7c-6f2e-447e-9185-1bdee06c1edc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/541dd926-ddad-4eb9-b00a-8739192870af HTTP/1.1" status: 204  len: 168 time: 0.3419650
Nov 20 20:52:21.725555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:21.726483 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:21.727483 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] 10.222.0.37 "PUT /v2.0/ports/23ec6af6-e448-4b84-a688-acf291e1c23c HTTP/1.1" status: 200  len: 1096 time: 2.4066629
Nov 20 20:52:21.728204 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0202d45-4861-4548-b517-c5a02af49a0d', 'tag': '23ec6af6-e448-4b84-a688-acf291e1c23c'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:21.730657 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cfa2a8-79ce-4fed-a5f2-c5fbb443625d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0202d45-4861-4548-b517-c5a02af49a0d", "tag": "23ec6af6-e448-4b84-a688-acf291e1c23c"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:21.736345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e657d7c-6f2e-447e-9185-1bdee06c1edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541dd926-ddad-4eb9-b00a-8739192870af,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:21.752094 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af75685-dbf5-4e39-a228-e6be644442d6 service neutron] Pushing event updated for resources: {'Port': ['ID=23ec6af6-e448-4b84-a688-acf291e1c23c,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:21.755949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3a053-4471-41aa-8eab-c0f23eb9a67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af78c8f9-64f8-48ec-86d7-d5b6c189cbd9,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:21.770811 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ddc3a053-4471-41aa-8eab-c0f23eb9a67a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ab0867b73e04edfbe8a091c71783fd5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3591151
Nov 20 20:52:21.771247 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36818) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:21.866883 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8e390f-2ce6-4449-9edf-f892981deeef x-openstack-request-id: req-1e8e390f-2ce6-4449-9edf-f892981deeef {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:21.867311 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0202d45-4861-4548-b517-c5a02af49a0d", "tag": "23ec6af6-e448-4b84-a688-acf291e1c23c", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:21.867668 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e8e390f-2ce6-4449-9edf-f892981deeef {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:21.869114 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0202d45-4861-4548-b517-c5a02af49a0d', 'tag': '23ec6af6-e448-4b84-a688-acf291e1c23c', 'status': 'completed', 'code': 200}
Nov 20 20:52:21.887802 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-edb074fc-dbc3-42e7-8e90-8b0c44cee6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:21.890207 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-edb074fc-dbc3-42e7-8e90-8b0c44cee6c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 1099 time: 0.1035197
Nov 20 20:52:21.911803 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ebe1d81-9ac5-4e4e-864e-a6f8c15559aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:21.938503 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c04bc2c4-7ace-4c5f-81e7-2cc0928970f8 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:21.976926 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-e6e65a3f-d6de-4f98-8ab4-ac5359b050b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=23ec6af6-e448-4b84-a688-acf291e1c23c HTTP/1.1" status: 200  len: 217 time: 0.0769312
Nov 20 20:52:21.992490 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ebe1d81-9ac5-4e4e-864e-a6f8c15559aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:22.015601 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bc2c4-7ace-4c5f-81e7-2cc0928970f8 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Pushing event deleted for resources: {'Port': ['ID=7db83115-51b5-429b-b5c6-c5d0442da29b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:22.098274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-24ac6fc6-d0ff-497d-8b18-e542d95ad199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:22.109754 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-24ac6fc6-d0ff-497d-8b18-e542d95ad199 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1247807
Nov 20 20:52:22.140265 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c04bc2c4-7ace-4c5f-81e7-2cc0928970f8 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:22.144138 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c04bc2c4-7ace-4c5f-81e7-2cc0928970f8 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:22.145890 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c04bc2c4-7ace-4c5f-81e7-2cc0928970f8 tempest-ServersWithSpecificFlavorTestJSON-434933112 tempest-ServersWithSpecificFlavorTestJSON-434933112-project] 10.222.0.41 "DELETE /v2.0/floatingips/c9702501-acee-4f77-95f4-0b77ed9a950d HTTP/1.1" status: 204  len: 168 time: 1.3673251
Nov 20 20:52:22.156310 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ebe1d81-9ac5-4e4e-864e-a6f8c15559aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:22.160524 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ebe1d81-9ac5-4e4e-864e-a6f8c15559aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:22.164483 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4ebe1d81-9ac5-4e4e-864e-a6f8c15559aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af78c8f9-64f8-48ec-86d7-d5b6c189cbd9 HTTP/1.1" status: 204  len: 168 time: 0.3899674
Nov 20 20:52:22.195837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe1d81-9ac5-4e4e-864e-a6f8c15559aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af78c8f9-64f8-48ec-86d7-d5b6c189cbd9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:22.216298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-67e58eef-9dd3-4421-b350-43f45cea8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:22.224894 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-67e58eef-9dd3-4421-b350-43f45cea8343 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1078656
Nov 20 20:52:22.377337 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-29a26452-a9e4-438b-9637-f28b121760c0 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334980
Nov 20 20:52:22.505313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ce0c3-df43-4e3d-8669-ec47db0fc1b8 req-1e76e04e-2709-4592-b7b0-4d9c8ae925ad tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:22.507645 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-447ce0c3-df43-4e3d-8669-ec47db0fc1b8 req-1e76e04e-2709-4592-b7b0-4d9c8ae925ad tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 948 time: 0.0844588
Nov 20 20:52:22.553571 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e74e7e84-f3f6-4086-9a8a-1da60e487248 req-bda2d437-2137-497c-9277-68639de9330d service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687963
Nov 20 20:52:22.590235 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-447ce0c3-df43-4e3d-8669-ec47db0fc1b8 req-e533007f-3fa2-4b1a-b247-38e400f09b42 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647881
Nov 20 20:52:22.688530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfa2a8-79ce-4fed-a5f2-c5fbb443625d req-8db666bd-905a-4437-8cf1-4c86b8bb052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:22.690390 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-87cfa2a8-79ce-4fed-a5f2-c5fbb443625d req-8db666bd-905a-4437-8cf1-4c86b8bb052b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 1099 time: 0.0738797
Nov 20 20:52:22.783333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 26b2f2b5-9423-4dba-bae3-4bdfc4373120 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:52:22.811922 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36870) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:22.856573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799098f-acf3-4e80-a3df-b91bc4d78d4b req-6a2d20b1-000b-4483-b54f-281f16009416 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:22.864920 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0799098f-acf3-4e80-a3df-b91bc4d78d4b req-6a2d20b1-000b-4483-b54f-281f16009416 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.1413281
Nov 20 20:52:22.904402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfa2a8-79ce-4fed-a5f2-c5fbb443625d req-f532a6a8-10c7-4fa2-aeae-f53659d1d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:22.906279 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-87cfa2a8-79ce-4fed-a5f2-c5fbb443625d req-f532a6a8-10c7-4fa2-aeae-f53659d1d631 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.2078190
Nov 20 20:52:22.930568 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 26b2f2b5-9423-4dba-bae3-4bdfc4373120, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26b2f2b5-9423-4dba-bae3-4bdfc4373120,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:22.953825 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '26b2f2b5-9423-4dba-bae3-4bdfc4373120', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '26b2f2b5-9423-4dba-bae3-4bdfc4373120', 'mac_address': 'fa:16:3e:8c:b8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:52:22.962892 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-87cfa2a8-79ce-4fed-a5f2-c5fbb443625d req-e9095ccc-0f92-4a61-8352-f5af8cf47903 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=23ec6af6-e448-4b84-a688-acf291e1c23c HTTP/1.1" status: 200  len: 217 time: 0.0487337
Nov 20 20:52:22.978320 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0799098f-acf3-4e80-a3df-b91bc4d78d4b req-d7a8c3e5-a9a1-4cae-b807-7276eb67c5f7 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121995
Nov 20 20:52:23.042102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfa2a8-79ce-4fed-a5f2-c5fbb443625d req-638c85ba-a5f4-4a87-b7b9-9b4ce590e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:23.043985 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-87cfa2a8-79ce-4fed-a5f2-c5fbb443625d req-638c85ba-a5f4-4a87-b7b9-9b4ce590e619 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0646996
Nov 20 20:52:23.120600 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfa2a8-79ce-4fed-a5f2-c5fbb443625d req-bc1fac63-6629-4705-9afb-498cdee934fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:23.122281 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-87cfa2a8-79ce-4fed-a5f2-c5fbb443625d req-bc1fac63-6629-4705-9afb-498cdee934fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0704100
Nov 20 20:52:23.276734 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-87cfa2a8-79ce-4fed-a5f2-c5fbb443625d req-0537f5d1-1d0c-4d9b-bbac-46359751746a service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465874
Nov 20 20:52:23.315618 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:23.335371 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26b2f2b5-9423-4dba-bae3-4bdfc4373120 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:52:23.361249 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 26b2f2b5-9423-4dba-bae3-4bdfc4373120, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26b2f2b5-9423-4dba-bae3-4bdfc4373120,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:23.368157 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:23.392880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36898) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:23.452380 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-87cfa2a8-79ce-4fed-a5f2-c5fbb443625d req-2c847105-ebbc-4083-ac30-ab778f9e0eb0 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1671164
Nov 20 20:52:23.474573 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=26b2f2b5-9423-4dba-bae3-4bdfc4373120,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:23.494215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:23.500348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:23.500348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:23.500631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:23.504076 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:23.505031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:23.505408 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:23.505763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:23.506137 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:23.506481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:23.506812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:23.509879 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:52:23.534317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['26b2f2b5-9423-4dba-bae3-4bdfc4373120'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:23.610361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7391ee72-656b-458e-b3d8-296fcf7125b9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-701809729-network', 'tenant_id': 'd006f43b28c243da9c910fd530b7958b'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:23.675014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7391ee72-656b-458e-b3d8-296fcf7125b9 admin admin] Made reservation on behalf of d006f43b28c243da9c910fd530b7958b for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:52:23.677747 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7391ee72-656b-458e-b3d8-296fcf7125b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:23.691769 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7391ee72-656b-458e-b3d8-296fcf7125b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:23.767817 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d33863b-1c33-4d6b-a580-7d1320486ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:23.954855 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ceff3a-c739-40ed-9788-70a0736a084f req-89d379e1-c8b0-43cb-ba73-e7f8f1d50997 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:23.962133 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-82ceff3a-c739-40ed-9788-70a0736a084f req-89d379e1-c8b0-43cb-ba73-e7f8f1d50997 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 948 time: 0.1975665
Nov 20 20:52:24.037895 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7391ee72-656b-458e-b3d8-296fcf7125b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:24.068711 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7391ee72-656b-458e-b3d8-296fcf7125b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:24.108025 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7391ee72-656b-458e-b3d8-296fcf7125b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:52:24.127156 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-82ceff3a-c739-40ed-9788-70a0736a084f req-583c8cee-0d4e-42d0-b967-6074956b5c76 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614211
Nov 20 20:52:24.135526 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 23ec6af6-e448-4b84-a688-acf291e1c23c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:52:24.165741 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7391ee72-656b-458e-b3d8-296fcf7125b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:24.166113 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-7391ee72-656b-458e-b3d8-296fcf7125b9 admin admin] Added segment 9c41c511-9b69-4e96-9aeb-1c3cb97c677a of type vlan for network b78e4ec9-b593-412e-8e50-3a8f61366198
Nov 20 20:52:24.167338 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391ee72-656b-458e-b3d8-296fcf7125b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:24.205796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a6425-1148-473a-b5cd-90ded2ab700d req-98c1f930-af09-485d-aaa9-5b7ea1f7cc3b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:24.218594 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aa5a6425-1148-473a-b5cd-90ded2ab700d req-98c1f930-af09-485d-aaa9-5b7ea1f7cc3b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.1343827
Nov 20 20:52:24.235613 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7391ee72-656b-458e-b3d8-296fcf7125b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:24.308844 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7391ee72-656b-458e-b3d8-296fcf7125b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:24.310525 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7391ee72-656b-458e-b3d8-296fcf7125b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:24.311634 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7391ee72-656b-458e-b3d8-296fcf7125b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:24.380986 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aa5a6425-1148-473a-b5cd-90ded2ab700d req-67ba1153-b037-467d-a93c-f946f13df47f tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523843
Nov 20 20:52:24.393266 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7391ee72-656b-458e-b3d8-296fcf7125b9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9991045
Nov 20 20:52:24.398396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 23ec6af6-e448-4b84-a688-acf291e1c23c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23ec6af6-e448-4b84-a688-acf291e1c23c,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:24.399232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36950) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:24.414038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d3e8a620-a65c-4b6b-8c16-7d8631dc2ad1 admin admin] Request body: {'subnet': {'network_id': 'b78e4ec9-b593-412e-8e50-3a8f61366198', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-701809729-subnet', 'tenant_id': 'd006f43b28c243da9c910fd530b7958b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:24.426848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '23ec6af6-e448-4b84-a688-acf291e1c23c', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '23ec6af6-e448-4b84-a688-acf291e1c23c', 'mac_address': 'fa:16:3e:da:f2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:52:24.428795 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391ee72-656b-458e-b3d8-296fcf7125b9 admin admin] Pushing event updated for resources: {'Network': ['ID=b78e4ec9-b593-412e-8e50-3a8f61366198,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:24.445997 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network b78e4ec9-b593-412e-8e50-3a8f61366198 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:52:24.446677 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4d33863b-1c33-4d6b-a580-7d1320486ab7 admin admin] Deleting port 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:52:24.447095 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d33863b-1c33-4d6b-a580-7d1320486ab7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:24.472210 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e8a620-a65c-4b6b-8c16-7d8631dc2ad1 admin admin] Made reservation on behalf of d006f43b28c243da9c910fd530b7958b for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:52:24.480404 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d3e8a620-a65c-4b6b-8c16-7d8631dc2ad1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:24.533161 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:24.588833 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ec6af6-e448-4b84-a688-acf291e1c23c {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:52:24.609291 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-4d33863b-1c33-4d6b-a580-7d1320486ab7 admin admin] For port 7489fbc8-1a62-4fec-8bb0-91663e96f5a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7489fbc8-1a62-4fec-8bb0-91663e96f5a7,segment=NetworkSegment(30bb5757-1c9e-4c5f-a18c-7af9d75bafad),segment_id=30bb5757-1c9e-4c5f-a18c-7af9d75bafad)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:24.609672 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d33863b-1c33-4d6b-a580-7d1320486ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:24.622117 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 23ec6af6-e448-4b84-a688-acf291e1c23c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23ec6af6-e448-4b84-a688-acf291e1c23c,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:24.628205 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:24.639815 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4d33863b-1c33-4d6b-a580-7d1320486ab7 admin admin] Calling delete_port for 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:52:24.697097 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=23ec6af6-e448-4b84-a688-acf291e1c23c,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:24.782327 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 26b2f2b5-9423-4dba-bae3-4bdfc4373120 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:52:24.876998 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d3e8a620-a65c-4b6b-8c16-7d8631dc2ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:24.899524 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 26b2f2b5-9423-4dba-bae3-4bdfc4373120 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:52:24.900295 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:24.944838 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d33863b-1c33-4d6b-a580-7d1320486ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:24.951704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['23ec6af6-e448-4b84-a688-acf291e1c23c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:25.009769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33863b-1c33-4d6b-a580-7d1320486ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7489fbc8-1a62-4fec-8bb0-91663e96f5a7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:25.139504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8a620-a65c-4b6b-8c16-7d8631dc2ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c23af1b-147c-4145-9a86-e1bdaba6289a,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:25.164272 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8a620-a65c-4b6b-8c16-7d8631dc2ad1 admin admin] Checking segment: {'id': '9c41c511-9b69-4e96-9aeb-1c3cb97c677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b78e4ec9-b593-412e-8e50-3a8f61366198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:52:25.164759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e8a620-a65c-4b6b-8c16-7d8631dc2ad1 admin admin] Network hostable DHCP agents. Network: b78e4ec9-b593-412e-8e50-3a8f61366198, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:52:25.216231 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e8a620-a65c-4b6b-8c16-7d8631dc2ad1 admin admin] Network b78e4ec9-b593-412e-8e50-3a8f61366198 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:52:25.244300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-d3e8a620-a65c-4b6b-8c16-7d8631dc2ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b78e4ec9-b593-412e-8e50-3a8f61366198) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:52:25.258559 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e8a620-a65c-4b6b-8c16-7d8631dc2ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:25.266433 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d3e8a620-a65c-4b6b-8c16-7d8631dc2ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:25.281694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae5f5f7-0376-48dc-a305-3e07c06700ae None None] Network b78e4ec9-b593-412e-8e50-3a8f61366198 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:52:25.345553 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d3e8a620-a65c-4b6b-8c16-7d8631dc2ad1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9433815
Nov 20 20:52:25.364557 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:25.440749 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:52:25.604695 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07cc60-0144-41be-99a7-bf1e82b1cebf req-55c1bb5f-ca52-46ad-8478-fb648d03be60 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:25.616238 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef07cc60-0144-41be-99a7-bf1e82b1cebf req-55c1bb5f-ca52-46ad-8478-fb648d03be60 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 949 time: 0.2548654
Nov 20 20:52:25.755140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5d2876-ea4f-4e03-a581-1d45371ac7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b2f2b5-9423-4dba-bae3-4bdfc4373120'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:25.758765 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a51c447-7a44-44ef-b4b1-e71f98bfb142" -d '{"events": [{"server_uuid": "2a5d2876-ea4f-4e03-a581-1d45371ac7ec", "name": "network-vif-plugged", "status": "completed", "tag": "26b2f2b5-9423-4dba-bae3-4bdfc4373120"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:25.771134 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad35c7-dc2d-42a9-adeb-53bc1c91765c req-b238ec3e-c5e1-41f1-b84f-27e376cd0d4a tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:25.776178 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6fad35c7-dc2d-42a9-adeb-53bc1c91765c req-b238ec3e-c5e1-41f1-b84f-27e376cd0d4a tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.1745460
Nov 20 20:52:25.814035 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d33863b-1c33-4d6b-a580-7d1320486ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:25.818750 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd193f5-2fe7-443c-9e23-12428e9c26d5 None None] Network b78e4ec9-b593-412e-8e50-3a8f61366198 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:52:25.822762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 26b2f2b5-9423-4dba-bae3-4bdfc4373120, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26b2f2b5-9423-4dba-bae3-4bdfc4373120,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:25.834487 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef07cc60-0144-41be-99a7-bf1e82b1cebf req-a02771d5-cb80-444a-8da1-5a410b750b4f tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068012
Nov 20 20:52:25.847863 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:25.957212 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6fad35c7-dc2d-42a9-adeb-53bc1c91765c req-416118a6-6315-4d44-be6a-045d9f4b2405 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683106
Nov 20 20:52:26.185274 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6134ba50-80f1-4b09-bfcb-a2c7184326e8 x-openstack-request-id: req-6134ba50-80f1-4b09-bfcb-a2c7184326e8 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:26.186372 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5d2876-ea4f-4e03-a581-1d45371ac7ec", "name": "network-vif-plugged", "status": "completed", "tag": "26b2f2b5-9423-4dba-bae3-4bdfc4373120", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:26.186882 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6134ba50-80f1-4b09-bfcb-a2c7184326e8 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:26.187399 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5d2876-ea4f-4e03-a581-1d45371ac7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b2f2b5-9423-4dba-bae3-4bdfc4373120', 'code': 200}
Nov 20 20:52:26.192676 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=26b2f2b5-9423-4dba-bae3-4bdfc4373120,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:26.353334 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-79d3edf4-abb0-443d-94bc-c3873106c736 req-a4c6d84d-e831-4d8b-ba5c-e56dd82182a9 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-940220942', 'description': 'tempest-description-2096058836'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:26.398694 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d33863b-1c33-4d6b-a580-7d1320486ab7 admin admin] Router 0cc9c018-846b-494f-a654-58519664e19e has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:52:26.418518 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-79d3edf4-abb0-443d-94bc-c3873106c736 req-a4c6d84d-e831-4d8b-ba5c-e56dd82182a9 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:26.670815 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d33863b-1c33-4d6b-a580-7d1320486ab7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:52:26.680071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 37036) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:26.680521 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4d33863b-1c33-4d6b-a580-7d1320486ab7 admin admin] 10.222.0.41 "PUT /v2.0/routers/0cc9c018-846b-494f-a654-58519664e19e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8666015
Nov 20 20:52:26.685328 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd79bc8-9764-4ec6-95b0-be05bf80a747 None None] Sync routers for ids ['0cc9c018-846b-494f-a654-58519664e19e'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:52:26.700079 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd79bc8-9764-4ec6-95b0-be05bf80a747 None None] Routers {'0cc9c018-846b-494f-a654-58519664e19e'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:52:26.701155 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2cd79bc8-9764-4ec6-95b0-be05bf80a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541f7af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:52:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0cc9c018-846b-494f-a654-58519664e19e'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:26.746689 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-79d3edf4-abb0-443d-94bc-c3873106c736 req-a4c6d84d-e831-4d8b-ba5c-e56dd82182a9 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:26.753125 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-79d3edf4-abb0-443d-94bc-c3873106c736 req-a4c6d84d-e831-4d8b-ba5c-e56dd82182a9 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:26.905364 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6d84d-e831-4d8b-ba5c-e56dd82182a9 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60965fec-030a-46ba-96d7-c86fbee2f90f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:26.932221 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-79d3edf4-abb0-443d-94bc-c3873106c736 req-a4c6d84d-e831-4d8b-ba5c-e56dd82182a9 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:26.942020 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-79d3edf4-abb0-443d-94bc-c3873106c736 req-a4c6d84d-e831-4d8b-ba5c-e56dd82182a9 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.5912147
Nov 20 20:52:26.964481 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2c02b77-333b-46c6-bc04-5c54c262da9f admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:26.969343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-a322c403-4741-4f01-b717-324b778973cb req-af5928d0-4a50-4b08-8f68-c828cbc678b0 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1733145787', 'description': 'tempest-description-521478487'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:26.976876 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2cd79bc8-9764-4ec6-95b0-be05bf80a747 None None] Set router 0cc9c018-846b-494f-a654-58519664e19e gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:52:27.016752 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a322c403-4741-4f01-b717-324b778973cb req-af5928d0-4a50-4b08-8f68-c828cbc678b0 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:27.177074 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a322c403-4741-4f01-b717-324b778973cb req-af5928d0-4a50-4b08-8f68-c828cbc678b0 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:27.204602 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a322c403-4741-4f01-b717-324b778973cb req-af5928d0-4a50-4b08-8f68-c828cbc678b0 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:27.270480 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148a5d2-31e3-446f-b84e-33f7b76b56ec req-39067012-c587-479c-9d38-a1e0c3f8f200 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:27.278440 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3148a5d2-31e3-446f-b84e-33f7b76b56ec req-39067012-c587-479c-9d38-a1e0c3f8f200 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 949 time: 0.1578398
Nov 20 20:52:27.322325 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a322c403-4741-4f01-b717-324b778973cb req-af5928d0-4a50-4b08-8f68-c828cbc678b0 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:27.351081 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a322c403-4741-4f01-b717-324b778973cb req-af5928d0-4a50-4b08-8f68-c828cbc678b0 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.3868463
Nov 20 20:52:27.352912 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2cd79bc8-9764-4ec6-95b0-be05bf80a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541f7af0>, [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:52:24Z', 'revision_number': 5, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port': {'id': 'ff8105a0-eca5-4ddf-9777-1a23ed5c1421', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9c018-846b-494f-a654-58519664e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:06Z', 'updated_at': '2021-11-20T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:27.364671 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5928d0-4a50-4b08-8f68-c828cbc678b0 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c6b215-a994-40c5-acb3-309dabf90d76,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:27.425726 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2c02b77-333b-46c6-bc04-5c54c262da9f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:27.445146 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3148a5d2-31e3-446f-b84e-33f7b76b56ec req-a43c8598-de9f-465d-8ce2-f258325eefa9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646740
Nov 20 20:52:27.485407 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee4017-157c-4642-91c4-c8ee47c70d04 req-bff110f2-c296-40a5-876c-896e86373c92 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:27.495434 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0cee4017-157c-4642-91c4-c8ee47c70d04 req-bff110f2-c296-40a5-876c-896e86373c92 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.0806279
Nov 20 20:52:27.597923 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0cee4017-157c-4642-91c4-c8ee47c70d04 req-ddf8cfe6-9a48-4ebd-8a27-b68d282e1bf6 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990319
Nov 20 20:52:27.598270 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b2c02b77-333b-46c6-bc04-5c54c262da9f admin admin] Deleting port ff8105a0-eca5-4ddf-9777-1a23ed5c1421 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:52:27.598658 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2c02b77-333b-46c6-bc04-5c54c262da9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:27.694800 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd79bc8-9764-4ec6-95b0-be05bf80a747 None None] Checking router: 0cc9c018-846b-494f-a654-58519664e19e for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:52:27.709226 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd79bc8-9764-4ec6-95b0-be05bf80a747 None None] Routers {'0cc9c018-846b-494f-a654-58519664e19e'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:52:27.710311 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2cd79bc8-9764-4ec6-95b0-be05bf80a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541f7af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:52:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0cc9c018-846b-494f-a654-58519664e19e'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:27.855388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-b2c02b77-333b-46c6-bc04-5c54c262da9f admin admin] For port ff8105a0-eca5-4ddf-9777-1a23ed5c1421, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff8105a0-eca5-4ddf-9777-1a23ed5c1421,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:27.856096 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2c02b77-333b-46c6-bc04-5c54c262da9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:27.895468 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2cd79bc8-9764-4ec6-95b0-be05bf80a747 None None] Set router 0cc9c018-846b-494f-a654-58519664e19e gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:52:27.895758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b2c02b77-333b-46c6-bc04-5c54c262da9f admin admin] Calling delete_port for ff8105a0-eca5-4ddf-9777-1a23ed5c1421 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:52:27.952977 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37080) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:28.000491 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-57988bb4-16d8-4c0b-a984-7546769924c6 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:28.002246 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-57988bb4-16d8-4c0b-a984-7546769924c6 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/networks?id=b78e4ec9-b593-412e-8e50-3a8f61366198 HTTP/1.1" status: 200  len: 812 time: 0.1660521
Nov 20 20:52:28.037406 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-7faf1bec-094a-44db-b06e-16dd575ea5f2 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/quotas/d006f43b28c243da9c910fd530b7958b HTTP/1.1" status: 200  len: 375 time: 0.0201051
Nov 20 20:52:28.053928 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2cd79bc8-9764-4ec6-95b0-be05bf80a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541f7af0>, [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:52:27Z', 'revision_number': 6, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:28.146324 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-b4032be3-492f-498a-8413-27701aba3c38 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d006f43b28c243da9c910fd530b7958b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0795066
Nov 20 20:52:28.152320 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 23ec6af6-e448-4b84-a688-acf291e1c23c up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:52:28.157460 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd79bc8-9764-4ec6-95b0-be05bf80a747 None None] The sync data for ids ['0cc9c018-846b-494f-a654-58519664e19e'] in ncdv-master-1 is: [{'id': '0cc9c018-846b-494f-a654-58519664e19e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140892650-router', 'tenant_id': '5857f13b93654bb08bfb0e3045dc0a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:04Z', 'updated_at': '2021-11-20T20:52:27Z', 'revision_number': 6, 'project_id': '5857f13b93654bb08bfb0e3045dc0a42', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:52:28.183279 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e3d48930-a1c3-413a-948d-444f865449c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:28.266502 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2c02b77-333b-46c6-bc04-5c54c262da9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:28.337941 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 23ec6af6-e448-4b84-a688-acf291e1c23c completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:52:28.351910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 23ec6af6-e448-4b84-a688-acf291e1c23c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:52:28.352751 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:28.354145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c02b77-333b-46c6-bc04-5c54c262da9f admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8105a0-eca5-4ddf-9777-1a23ed5c1421,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:28.466442 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e3d48930-a1c3-413a-948d-444f865449c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:28.482310 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e3d48930-a1c3-413a-948d-444f865449c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:28.541061 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2c02b77-333b-46c6-bc04-5c54c262da9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:28.642475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d48930-a1c3-413a-948d-444f865449c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1529e19e-1dde-43d6-8b17-28b683d6764a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:28.664365 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-ae2601b2-8ce3-4278-9bcc-fb16519d95df service neutron] 10.222.0.41 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4866908
Nov 20 20:52:28.673820 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e3d48930-a1c3-413a-948d-444f865449c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f651673aa7b49f8aa7498943296136e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7192876
Nov 20 20:52:28.675522 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37094) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:28.716700 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:28.770356 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0202d45-4861-4548-b517-c5a02af49a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ec6af6-e448-4b84-a688-acf291e1c23c'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:28.773439 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c8c475-15a7-4b9e-8a4a-b7ae66e1cd4c" -d '{"events": [{"server_uuid": "d0202d45-4861-4548-b517-c5a02af49a0d", "name": "network-vif-plugged", "status": "completed", "tag": "23ec6af6-e448-4b84-a688-acf291e1c23c"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:28.798456 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 23ec6af6-e448-4b84-a688-acf291e1c23c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23ec6af6-e448-4b84-a688-acf291e1c23c,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:28.805802 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:28.872958 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=23ec6af6-e448-4b84-a688-acf291e1c23c,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:28.903876 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2c02b77-333b-46c6-bc04-5c54c262da9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:28.909134 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2c02b77-333b-46c6-bc04-5c54c262da9f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:28.993647 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-fb705d1d-6f0b-4dde-8c72-5d23d7ffbcda service neutron] 10.222.0.41 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2879109
Nov 20 20:52:28.995114 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-782ce15e-7602-4b58-bbb0-c15f9d9ad734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:29.009416 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2c02b77-333b-46c6-bc04-5c54c262da9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:29.010120 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c02b77-333b-46c6-bc04-5c54c262da9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cc9c018-846b-494f-a654-58519664e19e {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:52:29.026285 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b2c02b77-333b-46c6-bc04-5c54c262da9f admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:29.031954 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b2c02b77-333b-46c6-bc04-5c54c262da9f admin admin] 10.222.0.41 "DELETE /v2.0/routers/0cc9c018-846b-494f-a654-58519664e19e HTTP/1.1" status: 204  len: 168 time: 2.3504982
Nov 20 20:52:29.034635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 37100) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:29.056832 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-782ce15e-7602-4b58-bbb0-c15f9d9ad734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:29.069139 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1687b-cb87-4a7b-a720-a4c10ce41441 req-2725c9c9-8bb4-4d1b-9b6d-89ebcadf627b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:29.077880 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91a1687b-cb87-4a7b-a720-a4c10ce41441 req-2725c9c9-8bb4-4d1b-9b6d-89ebcadf627b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 950 time: 0.1701677
Nov 20 20:52:29.188114 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-782ce15e-7602-4b58-bbb0-c15f9d9ad734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:29.198158 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-782ce15e-7602-4b58-bbb0-c15f9d9ad734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:29.203313 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-782ce15e-7602-4b58-bbb0-c15f9d9ad734 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1529e19e-1dde-43d6-8b17-28b683d6764a HTTP/1.1" status: 204  len: 168 time: 0.5223551
Nov 20 20:52:29.205024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f47052-cafd-415e-a191-5eed34245740 admin admin] Deleting subnet b201ef63-9242-4505-8ba1-cc569c2352d2 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:52:29.220849 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-14f47052-cafd-415e-a191-5eed34245740 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:29.302002 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ce15e-7602-4b58-bbb0-c15f9d9ad734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1529e19e-1dde-43d6-8b17-28b683d6764a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:29.352638 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91a1687b-cb87-4a7b-a720-a4c10ce41441 req-8aec8cab-2eca-49d7-bdd1-69eaf17f307a tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2636182
Nov 20 20:52:29.386309 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-14f47052-cafd-415e-a191-5eed34245740 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:29.713746 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:52:29.765763 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-14f47052-cafd-415e-a191-5eed34245740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:29.787488 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ba4ef4-ee59-4cb5-a720-0a4ca2bc40dd x-openstack-request-id: req-51ba4ef4-ee59-4cb5-a720-0a4ca2bc40dd {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:29.788624 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0202d45-4861-4548-b517-c5a02af49a0d", "name": "network-vif-plugged", "status": "completed", "tag": "23ec6af6-e448-4b84-a688-acf291e1c23c", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:29.791544 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51ba4ef4-ee59-4cb5-a720-0a4ca2bc40dd {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:29.792405 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0202d45-4861-4548-b517-c5a02af49a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ec6af6-e448-4b84-a688-acf291e1c23c', 'code': 200}
Nov 20 20:52:29.796207 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:52:29.796910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7489fbc8-1a62-4fec-8bb0-91663e96f5a7 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:52:29.797563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ff8105a0-eca5-4ddf-9777-1a23ed5c1421 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:52:29.944115 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: ff8105a0-eca5-4ddf-9777-1a23ed5c1421 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:52:29.946590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ff8105a0-eca5-4ddf-9777-1a23ed5c1421 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:52:29.977712 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcb3b1-27a1-405f-a1ac-7c1524b5675c req-652388c5-5d77-4e9a-86d2-e4b62a55b4fb tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:29.979016 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-90fcb3b1-27a1-405f-a1ac-7c1524b5675c req-652388c5-5d77-4e9a-86d2-e4b62a55b4fb tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.4412756
Nov 20 20:52:30.035700 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5bcacf67-8ce5-4485-932b-cef0e23bffb5 req-9e848f45-b11f-4e79-a007-19c91c6ec994 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 210 time: 0.0784285
Nov 20 20:52:30.147091 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-90fcb3b1-27a1-405f-a1ac-7c1524b5675c req-31e0d7e1-e455-45a9-ac70-05c49846c8cb tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671138
Nov 20 20:52:30.152893 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b7d90-4388-432a-9523-5fc89fc3594d req-c4ee1f5f-53e8-4739-a582-5d60bf537e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:30.155061 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37124) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:30.155281 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b53b7d90-4388-432a-9523-5fc89fc3594d req-c4ee1f5f-53e8-4739-a582-5d60bf537e11 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 1101 time: 0.2865305
Nov 20 20:52:30.156826 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-14f47052-cafd-415e-a191-5eed34245740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:30.192305 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-da65f2ea-bbd7-474b-9cc4-28efe33d3bf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:30.199114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f47052-cafd-415e-a191-5eed34245740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b201ef63-9242-4505-8ba1-cc569c2352d2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:30.202087 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-14f47052-cafd-415e-a191-5eed34245740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:30.206877 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-14f47052-cafd-415e-a191-5eed34245740 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b201ef63-9242-4505-8ba1-cc569c2352d2 HTTP/1.1" status: 204  len: 168 time: 1.1712327
Nov 20 20:52:30.210869 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61c7022-78ad-404c-9137-08d2ced87168 None None] Network b732d073-2758-47f6-b640-8b10bd32a71a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:52:30.214263 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 37126) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:30.304877 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:30.390538 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b53b7d90-4388-432a-9523-5fc89fc3594d req-5a8e7357-90b6-481a-b126-730c047b7742 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237842
Nov 20 20:52:30.415883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] Deleting port bfc051ce-ee49-4410-acea-dd7a510f3f1c {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:52:30.417724 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:30.515124 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-da65f2ea-bbd7-474b-9cc4-28efe33d3bf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:30.540149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] For port bfc051ce-ee49-4410-acea-dd7a510f3f1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfc051ce-ee49-4410-acea-dd7a510f3f1c,segment=NetworkSegment(30bb5757-1c9e-4c5f-a18c-7af9d75bafad),segment_id=30bb5757-1c9e-4c5f-a18c-7af9d75bafad)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:30.540861 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:30.564181 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-da65f2ea-bbd7-474b-9cc4-28efe33d3bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:30.569596 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] Calling delete_port for bfc051ce-ee49-4410-acea-dd7a510f3f1c owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:52:30.735251 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-da65f2ea-bbd7-474b-9cc4-28efe33d3bf2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ffe0405806684ca8bc52edfcea5f5f8d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5783865
Nov 20 20:52:30.736105 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:30.738839 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37134) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:30.754748 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af220052-cead-45ae-bb67-bf648e86fcec None None] DHCP port deletion for b732d073-2758-47f6-b640-8b10bd32a71a request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:52:30.765500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65f2ea-bbd7-474b-9cc4-28efe33d3bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa2d3b6-3135-4e19-8856-fcd83cb4e093,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:30.802844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177eebc-6250-4bf6-b6a1-10deddfd9137 req-23924a7c-fc75-4f4d-a7d9-cc739e413611 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:30.806826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc051ce-ee49-4410-acea-dd7a510f3f1c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:30.810831 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4177eebc-6250-4bf6-b6a1-10deddfd9137 req-23924a7c-fc75-4f4d-a7d9-cc739e413611 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 950 time: 0.3322067
Nov 20 20:52:30.823419 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] No DVR routers for this DVR port bfc051ce-ee49-4410-acea-dd7a510f3f1c on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:52:30.916425 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-053e90a6-c3ea-4f9c-aa6e-3a30372fda16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:30.937008 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4177eebc-6250-4bf6-b6a1-10deddfd9137 req-7c374549-95d9-42d3-9c3b-e59b2d030926 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251297
Nov 20 20:52:30.962918 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:30.999407 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-053e90a6-c3ea-4f9c-aa6e-3a30372fda16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:31.030866 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e256610>,) {'filters': {'network_id': ['b732d073-2758-47f6-b640-8b10bd32a71a']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:31.047207 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e256610>, '30bb5757-1c9e-4c5f-a18c-7af9d75bafad') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:31.047710 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e256610>, '30bb5757-1c9e-4c5f-a18c-7af9d75bafad') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:31.083439 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:31.096037 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-053e90a6-c3ea-4f9c-aa6e-3a30372fda16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:31.102692 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-053e90a6-c3ea-4f9c-aa6e-3a30372fda16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:31.109047 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-053e90a6-c3ea-4f9c-aa6e-3a30372fda16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6aa2d3b6-3135-4e19-8856-fcd83cb4e093 HTTP/1.1" status: 204  len: 168 time: 0.3694184
Nov 20 20:52:31.135370 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e90a6-c3ea-4f9c-aa6e-3a30372fda16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa2d3b6-3135-4e19-8856-fcd83cb4e093,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:31.137844 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:31.158747 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:52:31.159636 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:52:31.162159 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:52:31.327447 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4b35a4c3-9a67-4fa3-8f91-caa6912e9ac5 req-5cdab542-65a6-4d82-8b08-d3b8f576c301 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 210 time: 0.1123195
Nov 20 20:52:31.339204 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:31.383365 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:31.393005 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b732d073-2758-47f6-b640-8b10bd32a71a HTTP/1.1" status: 204  len: 168 time: 1.1775200
Nov 20 20:52:31.400018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea54b95-2c87-42ae-9fce-d32afc2491e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b732d073-2758-47f6-b640-8b10bd32a71a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:31.404853 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 37152) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:31.523092 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-6ae6cbe6-5758-44f4-aea4-2dfee779a60c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:31.524857 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-6ae6cbe6-5758-44f4-aea4-2dfee779a60c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.47 "GET /v2.0/networks?id=b78e4ec9-b593-412e-8e50-3a8f61366198 HTTP/1.1" status: 200  len: 812 time: 0.3510952
Nov 20 20:52:31.540987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-8743ba2a-ce59-444e-9134-d93230eeab9f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Request body: {'port': {'device_id': 'fa040e2b-b12a-4df9-b751-18927bb85bbc', 'network_id': 'b78e4ec9-b593-412e-8e50-3a8f61366198', 'admin_state_up': True, 'tenant_id': 'd006f43b28c243da9c910fd530b7958b'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:31.557528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e7743-5604-4e2e-887b-50fba74a6be1 req-c1064192-4391-4ba1-9f4a-fbcf3b408b79 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:31.566579 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cd9e7743-5604-4e2e-887b-50fba74a6be1 req-c1064192-4391-4ba1-9f4a-fbcf3b408b79 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.1888201
Nov 20 20:52:31.668826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bfc051ce-ee49-4410-acea-dd7a510f3f1c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:52:31.706772 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: bfc051ce-ee49-4410-acea-dd7a510f3f1c {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:52:31.707268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bfc051ce-ee49-4410-acea-dd7a510f3f1c not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:52:31.979825 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cd9e7743-5604-4e2e-887b-50fba74a6be1 req-66b0b580-ace0-495b-8b4c-cce20d184b57 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4106832
Nov 20 20:52:32.149856 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-752fcea4-b4da-49cc-a4fe-576bbe81154f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:32.221132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cc421-824b-4f37-a557-00f37a39e388 req-9ca6a123-5cac-4621-a104-3b2404be471f tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:32.233083 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-190cc421-824b-4f37-a557-00f37a39e388 req-9ca6a123-5cac-4621-a104-3b2404be471f tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 950 time: 0.1545093
Nov 20 20:52:32.338430 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-8743ba2a-ce59-444e-9134-d93230eeab9f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Made reservation on behalf of d006f43b28c243da9c910fd530b7958b for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:52:32.355687 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-8743ba2a-ce59-444e-9134-d93230eeab9f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:32.381905 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-190cc421-824b-4f37-a557-00f37a39e388 req-7c871912-979f-48b6-bdd0-7888d6c6605b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474593
Nov 20 20:52:32.693084 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ad665b85-9b21-49b5-b69f-7b6f4fa762aa req-025dce18-e48d-4392-bc09-a25f528bcf2c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 210 time: 0.1517093
Nov 20 20:52:32.709264 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-8743ba2a-ce59-444e-9134-d93230eeab9f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Allocated IP 172.20.0.10 (b78e4ec9-b593-412e-8e50-3a8f61366198/1c23af1b-147c-4145-9a86-e1bdaba6289a/f45eebd5-aed0-4beb-a5fe-f44aba552d89) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:52:32.893161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-752fcea4-b4da-49cc-a4fe-576bbe81154f admin admin] Deleting port 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:52:32.894996 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-752fcea4-b4da-49cc-a4fe-576bbe81154f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:33.106402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-752fcea4-b4da-49cc-a4fe-576bbe81154f admin admin] For port 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e,segment=NetworkSegment(333678fe-48b1-4575-9927-23c19bff0680),segment_id=333678fe-48b1-4575-9927-23c19bff0680)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:33.107902 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-752fcea4-b4da-49cc-a4fe-576bbe81154f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:33.126259 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-752fcea4-b4da-49cc-a4fe-576bbe81154f admin admin] Calling delete_port for 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:52:33.156179 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-8743ba2a-ce59-444e-9134-d93230eeab9f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:33.248247 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-8743ba2a-ce59-444e-9134-d93230eeab9f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:33.344942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-8743ba2a-ce59-444e-9134-d93230eeab9f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Network b78e4ec9-b593-412e-8e50-3a8f61366198 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:52:33.353765 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c78ab5-a677-43fd-902f-0a4a0199a3f5 req-d6924ef6-9645-45ae-bc76-46ad13c44e43 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:33.355962 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1c78ab5-a677-43fd-902f-0a4a0199a3f5 req-d6924ef6-9645-45ae-bc76-46ad13c44e43 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.0784795
Nov 20 20:52:33.363056 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-8743ba2a-ce59-444e-9134-d93230eeab9f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:52:33.366511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743ba2a-ce59-444e-9134-d93230eeab9f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event updated for resources: {'Port': ['ID=f45eebd5-aed0-4beb-a5fe-f44aba552d89,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:33.370338 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-8743ba2a-ce59-444e-9134-d93230eeab9f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:52:33.377885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348d9b1-b278-4103-b178-2cae2d5286e8 req-917f45b6-ee32-4588-8995-69d103b12f27 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:33.379610 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c348d9b1-b278-4103-b178-2cae2d5286e8 req-917f45b6-ee32-4588-8995-69d103b12f27 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 1101 time: 0.1238623
Nov 20 20:52:33.423818 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c348d9b1-b278-4103-b178-2cae2d5286e8 req-c3b9f4c9-8502-4198-9e34-2076717eb885 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:33.481269 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1c78ab5-a677-43fd-902f-0a4a0199a3f5 req-a10b0862-3e0b-4400-9e82-f4bc12c58aca tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834396
Nov 20 20:52:33.481460 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-8743ba2a-ce59-444e-9134-d93230eeab9f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:33.482918 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-8743ba2a-ce59-444e-9134-d93230eeab9f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:33.494643 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-752fcea4-b4da-49cc-a4fe-576bbe81154f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:33.529644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fcea4-b4da-49cc-a4fe-576bbe81154f admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:33.548076 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-8743ba2a-ce59-444e-9134-d93230eeab9f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0132637
Nov 20 20:52:33.576484 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Request body: {'port': {'device_id': 'fa040e2b-b12a-4df9-b751-18927bb85bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:33.691404 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:33.791444 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c348d9b1-b278-4103-b178-2cae2d5286e8 req-c3b9f4c9-8502-4198-9e34-2076717eb885 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:33.846893 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c348d9b1-b278-4103-b178-2cae2d5286e8 req-c3b9f4c9-8502-4198-9e34-2076717eb885 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:33.985142 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c348d9b1-b278-4103-b178-2cae2d5286e8 req-c3b9f4c9-8502-4198-9e34-2076717eb885 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5850961
Nov 20 20:52:33.988081 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9f4c9-8502-4198-9e34-2076717eb885 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5020642-91df-44f4-bd30-28fe2d6c1cb3,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:34.402643 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45eebd5-aed0-4beb-a5fe-f44aba552d89 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:52:34.415026 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:34.437832 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Transition to ACTIVE for port object f45eebd5-aed0-4beb-a5fe-f44aba552d89 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:52:34.443770 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:34.506742 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-752fcea4-b4da-49cc-a4fe-576bbe81154f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:34.540597 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38dc6a-2400-40eb-9a73-9c87a68dddb9 req-74c1c8ae-6570-47ed-8833-3eb1f754ab4c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:34.542314 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fc38dc6a-2400-40eb-9a73-9c87a68dddb9 req-74c1c8ae-6570-47ed-8833-3eb1f754ab4c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 932 time: 0.7056198
Nov 20 20:52:34.573692 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Pushing event updated for resources: {'Port': ['ID=f45eebd5-aed0-4beb-a5fe-f44aba552d89,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:34.667863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Attempting to bind port f45eebd5-aed0-4beb-a5fe-f44aba552d89 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:52:34.667863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Attempting to bind port f45eebd5-aed0-4beb-a5fe-f44aba552d89 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9c41c511-9b69-4e96-9aeb-1c3cb97c677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b78e4ec9-b593-412e-8e50-3a8f61366198'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:52:34.667863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Attempting to bind port f45eebd5-aed0-4beb-a5fe-f44aba552d89 on network b78e4ec9-b593-412e-8e50-3a8f61366198 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:52:34.675278 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Port f45eebd5-aed0-4beb-a5fe-f44aba552d89 on network b78e4ec9-b593-412e-8e50-3a8f61366198 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:52:34.675693 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Attempting to bind port f45eebd5-aed0-4beb-a5fe-f44aba552d89 on network b78e4ec9-b593-412e-8e50-3a8f61366198 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:52:34.686423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c5317-5cf0-4944-ac8c-3bde8213a051 req-d52dc667-750b-45d0-8037-f21bc3bcbdde tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:34.688203 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4b6c5317-5cf0-4944-ac8c-3bde8213a051 req-d52dc667-750b-45d0-8037-f21bc3bcbdde tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.0826166
Nov 20 20:52:34.694406 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:52:34.694850 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Checking segment: {'id': '9c41c511-9b69-4e96-9aeb-1c3cb97c677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b78e4ec9-b593-412e-8e50-3a8f61366198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:52:34.695805 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Bound using segment: {'id': '9c41c511-9b69-4e96-9aeb-1c3cb97c677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b78e4ec9-b593-412e-8e50-3a8f61366198'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:52:34.696324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Bound port: f45eebd5-aed0-4beb-a5fe-f44aba552d89, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c41c511-9b69-4e96-9aeb-1c3cb97c677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b78e4ec9-b593-412e-8e50-3a8f61366198'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:52:34.697246 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:34.708684 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fc38dc6a-2400-40eb-9a73-9c87a68dddb9 req-5e8be8e2-ee32-429e-9d2b-adaf8b4be3cd tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577864
Nov 20 20:52:34.886778 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-44ab30e6-a063-4eba-80a5-72c6a0daae08 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=60778bfeb31b496081c05ccc33a74a1c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0285482
Nov 20 20:52:34.890574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] For port f45eebd5-aed0-4beb-a5fe-f44aba552d89, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:52:34.894004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] For port f45eebd5-aed0-4beb-a5fe-f44aba552d89, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f45eebd5-aed0-4beb-a5fe-f44aba552d89,segment=NetworkSegment(9c41c511-9b69-4e96-9aeb-1c3cb97c677a),segment_id=9c41c511-9b69-4e96-9aeb-1c3cb97c677a)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:52:34.902622 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:34.979095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Pushing event updated for resources: {'Port': ['ID=f45eebd5-aed0-4beb-a5fe-f44aba552d89,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:34.997610 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4b6c5317-5cf0-4944-ac8c-3bde8213a051 req-d1174ba9-c688-48a7-b428-2cdc502e7eee tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2961063
Nov 20 20:52:35.013782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:35.014480 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:35.016381 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-72f29f20-52c4-4336-962f-e9756d16ba5a service neutron] 10.222.0.47 "PUT /v2.0/ports/f45eebd5-aed0-4beb-a5fe-f44aba552d89 HTTP/1.1" status: 200  len: 1092 time: 1.4526489
Nov 20 20:52:35.017547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa040e2b-b12a-4df9-b751-18927bb85bbc', 'tag': 'f45eebd5-aed0-4beb-a5fe-f44aba552d89'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:35.028052 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eda1bce-d932-4abd-90b1-414b78700c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa040e2b-b12a-4df9-b751-18927bb85bbc", "tag": "f45eebd5-aed0-4beb-a5fe-f44aba552d89"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:35.105462 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-3f549741-bafe-4063-85ec-4ca7084c3fb8 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:35.114108 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-3f549741-bafe-4063-85ec-4ca7084c3fb8 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2173374
Nov 20 20:52:35.127677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752fcea4-b4da-49cc-a4fe-576bbe81154f admin admin] Router 3cc45d3f-0a4f-4106-a476-a6c22eac154e has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:52:35.136544 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-2373d207-3b76-429f-98b8-9f6a61989495 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/quotas/60778bfeb31b496081c05ccc33a74a1c HTTP/1.1" status: 200  len: 375 time: 0.0214932
Nov 20 20:52:35.192872 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-065b064e-2cc8-4c04-af01-7f3d0767e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:35.198653 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-065b064e-2cc8-4c04-af01-7f3d0767e0af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d006f43b28c243da9c910fd530b7958b&device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 1095 time: 0.1359472
Nov 20 20:52:35.203031 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71de24c-2e7d-485a-8500-39d6f2ccf9c3 x-openstack-request-id: req-d71de24c-2e7d-485a-8500-39d6f2ccf9c3 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:35.204171 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa040e2b-b12a-4df9-b751-18927bb85bbc", "tag": "f45eebd5-aed0-4beb-a5fe-f44aba552d89", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:35.204539 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d71de24c-2e7d-485a-8500-39d6f2ccf9c3 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:35.206094 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa040e2b-b12a-4df9-b751-18927bb85bbc', 'tag': 'f45eebd5-aed0-4beb-a5fe-f44aba552d89', 'status': 'completed', 'code': 200}
Nov 20 20:52:35.263965 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-7ea60530-45de-4d88-b075-910a08ae3825 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1264489
Nov 20 20:52:35.332238 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-fd94842e-d102-463d-ac1a-48e16bd8813b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f45eebd5-aed0-4beb-a5fe-f44aba552d89 HTTP/1.1" status: 200  len: 217 time: 0.1243272
Nov 20 20:52:35.363016 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752fcea4-b4da-49cc-a4fe-576bbe81154f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:52:35.368692 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-752fcea4-b4da-49cc-a4fe-576bbe81154f admin admin] 10.222.0.41 "PUT /v2.0/routers/3cc45d3f-0a4f-4106-a476-a6c22eac154e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9193487
Nov 20 20:52:35.371136 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 37278) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:35.376712 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f524710f-c435-4bf5-9196-953ba13d1d3e None None] Sync routers for ids ['3cc45d3f-0a4f-4106-a476-a6c22eac154e'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:52:35.435761 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f524710f-c435-4bf5-9196-953ba13d1d3e None None] Routers {'3cc45d3f-0a4f-4106-a476-a6c22eac154e'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:52:35.437770 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f524710f-c435-4bf5-9196-953ba13d1d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4701f730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:52:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3cc45d3f-0a4f-4106-a476-a6c22eac154e'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:35.454782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-98ce1353-7acc-4a49-bbae-df1cc770b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:35.456291 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-98ce1353-7acc-4a49-bbae-df1cc770b214 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c23af1b-147c-4145-9a86-e1bdaba6289a HTTP/1.1" status: 200  len: 852 time: 0.1109350
Nov 20 20:52:35.519399 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdba93bb-46ca-4630-a8f5-f334f3c10374 admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:35.546316 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-0ee9ea96-e21e-40f4-96c2-682b87214d78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78e4ec9-b593-412e-8e50-3a8f61366198&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0753288
Nov 20 20:52:35.711843 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdba93bb-46ca-4630-a8f5-f334f3c10374 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:35.714561 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-f524710f-c435-4bf5-9196-953ba13d1d3e None None] Set router 3cc45d3f-0a4f-4106-a476-a6c22eac154e gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:52:35.727638 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-c3f106fa-825f-4539-84ea-f2084d26a8f5 service neutron] 10.222.0.47 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742716
Nov 20 20:52:35.853573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-cdba93bb-46ca-4630-a8f5-f334f3c10374 admin admin] Deleting port e0530375-2508-4060-94ce-8962da608cc7 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:52:35.853924 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdba93bb-46ca-4630-a8f5-f334f3c10374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:36.050384 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1acb4a98-744c-46ec-a716-c4c8edebc5ba req-84c201d5-0b97-4e9a-9547-ede34950b61a service neutron] 10.222.0.47 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3121243
Nov 20 20:52:36.081918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-cdba93bb-46ca-4630-a8f5-f334f3c10374 admin admin] For port e0530375-2508-4060-94ce-8962da608cc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0530375-2508-4060-94ce-8962da608cc7,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:36.083848 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdba93bb-46ca-4630-a8f5-f334f3c10374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:36.138285 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-cdba93bb-46ca-4630-a8f5-f334f3c10374 admin admin] Calling delete_port for e0530375-2508-4060-94ce-8962da608cc7 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:52:36.140526 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd67c62-d65e-4239-914c-4ff4d70ac884 req-f7aad42a-3e74-4f56-84c4-5c24563d73ab tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:36.142819 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1cd67c62-d65e-4239-914c-4ff4d70ac884 req-f7aad42a-3e74-4f56-84c4-5c24563d73ab tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 944 time: 0.2068608
Nov 20 20:52:36.406758 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda1bce-d932-4abd-90b1-414b78700c3c req-9614ff83-2f85-421e-b479-adde91b5862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:36.417269 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4eda1bce-d932-4abd-90b1-414b78700c3c req-9614ff83-2f85-421e-b479-adde91b5862b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d006f43b28c243da9c910fd530b7958b&device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 1095 time: 0.2734275
Nov 20 20:52:36.431333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f524710f-c435-4bf5-9196-953ba13d1d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4701f730>, [{'id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2082479697-router', 'tenant_id': '0e55cba3435e467ab5b3249ec751fe5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': 'e0530375-2508-4060-94ce-8962da608cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:21Z', 'updated_at': '2021-11-20T20:52:33Z', 'revision_number': 5, 'project_id': '0e55cba3435e467ab5b3249ec751fe5b', 'gw_port': {'id': 'e0530375-2508-4060-94ce-8962da608cc7', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:50:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:47:22Z', 'updated_at': '2021-11-20T20:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:36.474628 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f524710f-c435-4bf5-9196-953ba13d1d3e None None] Checking router: 3cc45d3f-0a4f-4106-a476-a6c22eac154e for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:52:36.488854 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f524710f-c435-4bf5-9196-953ba13d1d3e None None] Routers {'3cc45d3f-0a4f-4106-a476-a6c22eac154e'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:52:36.489723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f524710f-c435-4bf5-9196-953ba13d1d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4701f730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:52:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3cc45d3f-0a4f-4106-a476-a6c22eac154e'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:36.495071 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1cd67c62-d65e-4239-914c-4ff4d70ac884 req-5d3af2f6-060c-4b18-bf51-0e88ec870396 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3267932
Nov 20 20:52:36.682872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ee77-293c-4138-82da-908328610810 req-26c16c58-83ab-46fb-870c-4ab3ccec12cf tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:36.691867 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1d42ee77-293c-4138-82da-908328610810 req-26c16c58-83ab-46fb-870c-4ab3ccec12cf tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.2305446
Nov 20 20:52:36.807675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1d42ee77-293c-4138-82da-908328610810 req-eaccaabd-ccae-452c-8aa1-604b76060260 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112328
Nov 20 20:52:36.822236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-f524710f-c435-4bf5-9196-953ba13d1d3e None None] Set router 3cc45d3f-0a4f-4106-a476-a6c22eac154e gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:52:36.845631 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54cc7678-bad4-41b9-8932-ed164ab7f10c req-18b8fa38-a9c1-43fa-a3b5-012d9435a432 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=8073278e-06ca-46aa-9b23-ba4cde569a47 HTTP/1.1" status: 200  len: 210 time: 0.1418521
Nov 20 20:52:36.849830 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdba93bb-46ca-4630-a8f5-f334f3c10374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:36.887866 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda1bce-d932-4abd-90b1-414b78700c3c req-5914af8b-e9f7-4517-b7d8-e26c662e36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:36.895312 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4eda1bce-d932-4abd-90b1-414b78700c3c req-5914af8b-e9f7-4517-b7d8-e26c662e36b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78e4ec9-b593-412e-8e50-3a8f61366198 HTTP/1.1" status: 200  len: 913 time: 0.4621673
Nov 20 20:52:36.985564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba93bb-46ca-4630-a8f5-f334f3c10374 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0530375-2508-4060-94ce-8962da608cc7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:37.012581 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4eda1bce-d932-4abd-90b1-414b78700c3c req-6afa3450-a636-4708-82c2-873e71b53f59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f45eebd5-aed0-4beb-a5fe-f44aba552d89 HTTP/1.1" status: 200  len: 217 time: 0.1144369
Nov 20 20:52:37.055561 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f524710f-c435-4bf5-9196-953ba13d1d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4701f730>, [{'id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2082479697-router', 'tenant_id': '0e55cba3435e467ab5b3249ec751fe5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:21Z', 'updated_at': '2021-11-20T20:52:35Z', 'revision_number': 6, 'project_id': '0e55cba3435e467ab5b3249ec751fe5b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:37.092919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f524710f-c435-4bf5-9196-953ba13d1d3e None None] The sync data for ids ['3cc45d3f-0a4f-4106-a476-a6c22eac154e'] in ncdv-master-1 is: [{'id': '3cc45d3f-0a4f-4106-a476-a6c22eac154e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2082479697-router', 'tenant_id': '0e55cba3435e467ab5b3249ec751fe5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:47:21Z', 'updated_at': '2021-11-20T20:52:35Z', 'revision_number': 6, 'project_id': '0e55cba3435e467ab5b3249ec751fe5b', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:52:37.125376 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda1bce-d932-4abd-90b1-414b78700c3c req-0c433224-2807-4563-b8ba-d214b2ce9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:37.129885 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4eda1bce-d932-4abd-90b1-414b78700c3c req-0c433224-2807-4563-b8ba-d214b2ce9856 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c23af1b-147c-4145-9a86-e1bdaba6289a HTTP/1.1" status: 200  len: 852 time: 0.1099820
Nov 20 20:52:37.154086 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdba93bb-46ca-4630-a8f5-f334f3c10374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:37.210967 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4eda1bce-d932-4abd-90b1-414b78700c3c req-8c37d0b9-fa54-4760-b10a-74b39673fa5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78e4ec9-b593-412e-8e50-3a8f61366198&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0702066
Nov 20 20:52:37.345747 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdba93bb-46ca-4630-a8f5-f334f3c10374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:37.348342 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdba93bb-46ca-4630-a8f5-f334f3c10374 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:37.395678 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdba93bb-46ca-4630-a8f5-f334f3c10374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:37.396305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdba93bb-46ca-4630-a8f5-f334f3c10374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cc45d3f-0a4f-4106-a476-a6c22eac154e {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:52:37.402210 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdba93bb-46ca-4630-a8f5-f334f3c10374 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:37.403630 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cdba93bb-46ca-4630-a8f5-f334f3c10374 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3cc45d3f-0a4f-4106-a476-a6c22eac154e HTTP/1.1" status: 204  len: 168 time: 2.0312433
Nov 20 20:52:37.408356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 37340) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:37.493531 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4eda1bce-d932-4abd-90b1-414b78700c3c req-bb10439c-7208-4683-9235-09e3a929aa9d service neutron] 10.222.0.47 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2719159
Nov 20 20:52:37.498507 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5a84a0-4b12-4c80-9804-97806fbeef25 admin admin] Deleting subnet f9131ef4-a963-405b-8f1d-294e25c95a8f {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:52:37.504176 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5b5a84a0-4b12-4c80-9804-97806fbeef25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:37.692112 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5b5a84a0-4b12-4c80-9804-97806fbeef25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:37.803491 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:52:37.854462 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4eda1bce-d932-4abd-90b1-414b78700c3c req-4a2b8264-44cb-4512-aec2-ead7af80271d service neutron] 10.222.0.47 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3498690
Nov 20 20:52:37.884347 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:52:37.888634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5c3d782a-2f5d-4a7e-ae72-56f28d0b4d1e not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:52:37.942886 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce5544-e4e5-4b30-ba0f-13db39074438 req-f7a2f594-3a1a-4018-8b69-0bd54e0b11ed tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:37.944445 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9fce5544-e4e5-4b30-ba0f-13db39074438 req-f7a2f594-3a1a-4018-8b69-0bd54e0b11ed tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 944 time: 0.1765962
Nov 20 20:52:38.041481 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd0f09-77a2-49f5-ac4c-544fd81a4ec1 req-b83aa9a1-1d09-4e0c-b83e-aa05c0eb8eb9 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:38.043888 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1cfd0f09-77a2-49f5-ac4c-544fd81a4ec1 req-b83aa9a1-1d09-4e0c-b83e-aa05c0eb8eb9 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.0902715
Nov 20 20:52:38.064622 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5b5a84a0-4b12-4c80-9804-97806fbeef25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:38.104686 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:38.135852 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9fce5544-e4e5-4b30-ba0f-13db39074438 req-949ab6b8-ab26-4aa4-8a7f-cfdb793bf138 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555703
Nov 20 20:52:38.139554 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:38.226414 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5b5a84a0-4b12-4c80-9804-97806fbeef25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:38.238646 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1cfd0f09-77a2-49f5-ac4c-544fd81a4ec1 req-0a9bbec2-c9ab-4ebe-bbc2-13510f98e7ba tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831067
Nov 20 20:52:38.291195 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5b5a84a0-4b12-4c80-9804-97806fbeef25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:38.302347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37378) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:38.304908 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5b5a84a0-4b12-4c80-9804-97806fbeef25 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f9131ef4-a963-405b-8f1d-294e25c95a8f HTTP/1.1" status: 204  len: 168 time: 0.8946991
Nov 20 20:52:38.306572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f37ff2b-4ebf-4dfe-93ca-49629b9f4192 None None] Network c1845c4f-7099-4c02-9b56-ae56632ff298 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:52:38.360968 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a84a0-4b12-4c80-9804-97806fbeef25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9131ef4-a963-405b-8f1d-294e25c95a8f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:38.420362 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a1daff89-6f99-47f9-9fe2-43a4c997d236 req-4d187351-dba3-4085-b60a-54dab8c40cf9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=8073278e-06ca-46aa-9b23-ba4cde569a47 HTTP/1.1" status: 200  len: 210 time: 0.0550461
Nov 20 20:52:38.463247 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-180da6f2-1dc8-4b73-8f02-604d613cc8f3 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=60778bfeb31b496081c05ccc33a74a1c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1353261
Nov 20 20:52:38.615829 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:38.722270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9492e2-6016-4b12-b1c4-79a3cbbff246 None None] DHCP port deletion for c1845c4f-7099-4c02-9b56-ae56632ff298 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:52:38.829256 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-16357555-0392-4cfa-9808-b9260b22efbe tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:38.832033 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-16357555-0392-4cfa-9808-b9260b22efbe tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3586562
Nov 20 20:52:38.848937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-680bb817-d041-4519-ac3d-fe51ca340f85 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Request body: {'port': {'device_id': 'bce35b01-3e47-43e4-ae72-64a117b6366f', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '60778bfeb31b496081c05ccc33a74a1c'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:38.849240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f45eebd5-aed0-4beb-a5fe-f44aba552d89 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:52:38.980572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] Deleting port 5b97c649-bda0-4fe4-b521-e0fda0430099 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:52:38.981233 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:39.000695 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port f45eebd5-aed0-4beb-a5fe-f44aba552d89, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f45eebd5-aed0-4beb-a5fe-f44aba552d89,segment=NetworkSegment(9c41c511-9b69-4e96-9aeb-1c3cb97c677a),segment_id=9c41c511-9b69-4e96-9aeb-1c3cb97c677a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:39.018105 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'f45eebd5-aed0-4beb-a5fe-f44aba552d89', 'network_id': 'b78e4ec9-b593-412e-8e50-3a8f61366198', 'port_id': 'f45eebd5-aed0-4beb-a5fe-f44aba552d89', 'mac_address': 'fa:16:3e:5e:bb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c23af1b-147c-4145-9a86-e1bdaba6289a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:52:39.087852 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-c7d90179-43ed-44d2-b13f-3be876fc4be3 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=60778bfeb31b496081c05ccc33a74a1c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0912268
Nov 20 20:52:39.106072 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:39.126310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3c9492e2-6016-4b12-b1c4-79a3cbbff246 None None] Deleting port 5b97c649-bda0-4fe4-b521-e0fda0430099 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:52:39.126754 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3c9492e2-6016-4b12-b1c4-79a3cbbff246 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:39.145275 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45eebd5-aed0-4beb-a5fe-f44aba552d89 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:52:39.187451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port f45eebd5-aed0-4beb-a5fe-f44aba552d89, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f45eebd5-aed0-4beb-a5fe-f44aba552d89,segment=NetworkSegment(9c41c511-9b69-4e96-9aeb-1c3cb97c677a),segment_id=9c41c511-9b69-4e96-9aeb-1c3cb97c677a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:39.233054 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:39.254817 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-680bb817-d041-4519-ac3d-fe51ca340f85 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Made reservation on behalf of 60778bfeb31b496081c05ccc33a74a1c for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:52:39.263599 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-680bb817-d041-4519-ac3d-fe51ca340f85 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:39.376401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=f45eebd5-aed0-4beb-a5fe-f44aba552d89,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:39.381130 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3c9492e2-6016-4b12-b1c4-79a3cbbff246 None None] For port 5b97c649-bda0-4fe4-b521-e0fda0430099, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b97c649-bda0-4fe4-b521-e0fda0430099,segment=NetworkSegment(333678fe-48b1-4575-9927-23c19bff0680),segment_id=333678fe-48b1-4575-9927-23c19bff0680)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:39.381853 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3c9492e2-6016-4b12-b1c4-79a3cbbff246 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:39.400238 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3c9492e2-6016-4b12-b1c4-79a3cbbff246 None None] Calling delete_port for 5b97c649-bda0-4fe4-b521-e0fda0430099 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:52:39.410155 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] For port 5b97c649-bda0-4fe4-b521-e0fda0430099, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b97c649-bda0-4fe4-b521-e0fda0430099,segment=NetworkSegment(333678fe-48b1-4575-9927-23c19bff0680),segment_id=333678fe-48b1-4575-9927-23c19bff0680)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:39.410525 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:39.548688 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3c9492e2-6016-4b12-b1c4-79a3cbbff246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:39.558659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b665e5cf-8ab6-4bcf-87a1-da1078f83160 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:39.559847 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f45eebd5-aed0-4beb-a5fe-f44aba552d89'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:39.572208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] Calling delete_port for 5b97c649-bda0-4fe4-b521-e0fda0430099 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:52:39.572504 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b665e5cf-8ab6-4bcf-87a1-da1078f83160 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4776990
Nov 20 20:52:39.619300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-84a346d0-cc1e-4c58-b169-ff0e0fd777cb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Request body: {'port': {'device_id': '8073278e-06ca-46aa-9b23-ba4cde569a47', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '60778bfeb31b496081c05ccc33a74a1c'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:39.647798 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9492e2-6016-4b12-b1c4-79a3cbbff246 None None] Pushing event deleted for resources: {'Port': ['ID=5b97c649-bda0-4fe4-b521-e0fda0430099,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:39.659418 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9492e2-6016-4b12-b1c4-79a3cbbff246 None None] No DVR routers for this DVR port 5b97c649-bda0-4fe4-b521-e0fda0430099 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:52:39.742620 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8769c4e-a22d-46ef-80b8-348c56764947 req-ee43e285-585a-41c9-9450-e52045a127ff tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:39.746470 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b8769c4e-a22d-46ef-80b8-348c56764947 req-ee43e285-585a-41c9-9450-e52045a127ff tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 945 time: 0.3445096
Nov 20 20:52:39.798245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5b97c649-bda0-4fe4-b521-e0fda0430099 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:52:39.847177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 5b97c649-bda0-4fe4-b521-e0fda0430099 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:52:39.848888 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5b97c649-bda0-4fe4-b521-e0fda0430099 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:52:39.849426 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e0530375-2508-4060-94ce-8962da608cc7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:52:39.895907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: e0530375-2508-4060-94ce-8962da608cc7 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:52:39.895907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e0530375-2508-4060-94ce-8962da608cc7 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:52:39.922494 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b8769c4e-a22d-46ef-80b8-348c56764947 req-f8a53c8d-24ef-4f6e-ad8f-60020a65080a tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612821
Nov 20 20:52:39.957048 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0fc04-d432-40f6-a4c1-edb7f3ec2cc1 req-ec2db96f-7156-4039-bd6b-cb4622bc3d22 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:39.976793 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0a0fc04-d432-40f6-a4c1-edb7f3ec2cc1 req-ec2db96f-7156-4039-bd6b-cb4622bc3d22 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 945 time: 0.5958273
Nov 20 20:52:39.980498 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:39.994448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-680bb817-d041-4519-ac3d-fe51ca340f85 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Allocated IP 192.168.233.51 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/7dceb653-952e-453b-b961-0478a94a32a1) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:52:40.001883 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] No DVR routers for this DVR port 5b97c649-bda0-4fe4-b521-e0fda0430099 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:52:40.077334 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b97c649-bda0-4fe4-b521-e0fda0430099,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:40.135201 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0a0fc04-d432-40f6-a4c1-edb7f3ec2cc1 req-4468452b-feba-4673-81f9-bcc1c7a1b478 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571307
Nov 20 20:52:40.205783 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:40.217863 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-84a346d0-cc1e-4c58-b169-ff0e0fd777cb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Made reservation on behalf of 60778bfeb31b496081c05ccc33a74a1c for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:52:40.221471 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-84a346d0-cc1e-4c58-b169-ff0e0fd777cb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:40.256480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4eff4790>,) {'filters': {'network_id': ['c1845c4f-7099-4c02-9b56-ae56632ff298']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:40.327534 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a5181984-1b6e-47b6-99b9-e31cc8daa7e2 req-af47bd0a-2563-43b7-bf68-131501426ded tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=8073278e-06ca-46aa-9b23-ba4cde569a47 HTTP/1.1" status: 200  len: 210 time: 0.0774376
Nov 20 20:52:40.337030 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4eff4790>, '333678fe-48b1-4575-9927-23c19bff0680') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:40.337451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4eff4790>, '333678fe-48b1-4575-9927-23c19bff0680') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:40.377748 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:40.439646 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:40.451675 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:52:40.452281 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:52:40.454544 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:52:40.546382 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-680bb817-d041-4519-ac3d-fe51ca340f85 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:40.556053 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:40.561922 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:40.570068 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c1845c4f-7099-4c02-9b56-ae56632ff298 HTTP/1.1" status: 204  len: 168 time: 2.2664478
Nov 20 20:52:40.592931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ae79a-c7f4-42c1-9e99-c4bbf44cb456 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1845c4f-7099-4c02-9b56-ae56632ff298,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:40.640677 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-680bb817-d041-4519-ac3d-fe51ca340f85 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:40.655273 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['23ec6af6-e448-4b84-a688-acf291e1c23c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:40.705159 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-680bb817-d041-4519-ac3d-fe51ca340f85 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:52:40.709937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-680bb817-d041-4519-ac3d-fe51ca340f85 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:52:40.715060 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-680bb817-d041-4519-ac3d-fe51ca340f85 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:52:40.801108 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-680bb817-d041-4519-ac3d-fe51ca340f85 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:40.803007 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-680bb817-d041-4519-ac3d-fe51ca340f85 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:40.844034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bb817-d041-4519-ac3d-fe51ca340f85 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Pushing event updated for resources: {'Port': ['ID=7dceb653-952e-453b-b961-0478a94a32a1,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:40.867403 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-680bb817-d041-4519-ac3d-fe51ca340f85 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.0236926
Nov 20 20:52:40.881712 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-84a346d0-cc1e-4c58-b169-ff0e0fd777cb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Allocated IP 192.168.233.243 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:52:40.916284 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Request body: {'port': {'device_id': 'bce35b01-3e47-43e4-ae72-64a117b6366f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:41.251941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37452) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:41.283168 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-84a346d0-cc1e-4c58-b169-ff0e0fd777cb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:41.320358 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:41.429335 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612b2ef-6a4a-486f-97b4-87432c55a5bc req-3b02e1dd-df64-40d4-9764-df597835024b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:41.437222 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fe8295bc-3a91-4aa9-9dc7-585611353452 None None] Provisioning complete for port 7dceb653-952e-453b-b961-0478a94a32a1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:52:41.438364 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fe8295bc-3a91-4aa9-9dc7-585611353452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:41.443204 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2612b2ef-6a4a-486f-97b4-87432c55a5bc req-3b02e1dd-df64-40d4-9764-df597835024b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 945 time: 0.3874075
Nov 20 20:52:41.485123 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-84a346d0-cc1e-4c58-b169-ff0e0fd777cb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:41.530306 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3ca6753b-e5f4-48b7-a362-7c7293d1fa59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5857f13b93654bb08bfb0e3045dc0a42&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2736747
Nov 20 20:52:41.552539 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37464) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:41.613026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a346d0-cc1e-4c58-b169-ff0e0fd777cb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Pushing event updated for resources: {'Port': ['ID=fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:41.623219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-84a346d0-cc1e-4c58-b169-ff0e0fd777cb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:52:41.627287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['23ec6af6-e448-4b84-a688-acf291e1c23c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:41.631093 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-84a346d0-cc1e-4c58-b169-ff0e0fd777cb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:52:41.634816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-84a346d0-cc1e-4c58-b169-ff0e0fd777cb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:52:41.731021 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-84a346d0-cc1e-4c58-b169-ff0e0fd777cb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:41.732191 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-84a346d0-cc1e-4c58-b169-ff0e0fd777cb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:41.767800 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-84a346d0-cc1e-4c58-b169-ff0e0fd777cb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.1666865
Nov 20 20:52:41.837244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Request body: {'port': {'device_id': '8073278e-06ca-46aa-9b23-ba4cde569a47', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:41.870411 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2612b2ef-6a4a-486f-97b4-87432c55a5bc req-24db147c-65d9-4bc6-a912-20286a1fba0a tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4244146
Nov 20 20:52:41.909893 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-fe8295bc-3a91-4aa9-9dc7-585611353452 None None] Port 7dceb653-952e-453b-b961-0478a94a32a1 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:52:41.920825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b60d1b-699f-4260-a5b8-d12eabbd9e16 req-ac5ebc52-01fd-4e1b-a507-59a4e28430ef tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:41.929768 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9b60d1b-699f-4260-a5b8-d12eabbd9e16 req-ac5ebc52-01fd-4e1b-a507-59a4e28430ef tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=8073278e-06ca-46aa-9b23-ba4cde569a47 HTTP/1.1" status: 200  len: 936 time: 0.1777692
Nov 20 20:52:41.994132 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:42.066592 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd7ea-e581-4335-a418-5e2595277ba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:42.149172 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd7ea-e581-4335-a418-5e2595277ba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:42.201612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d1a2bc6-61c4-4edf-beef-58ee1b5592e7 None None] Provisioning complete for port fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:52:42.202000 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2bc6-61c4-4edf-beef-58ee1b5592e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:42.268484 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9b60d1b-699f-4260-a5b8-d12eabbd9e16 req-5e13f964-eae5-418b-8f7e-ddc9de6a4f6c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3374286
Nov 20 20:52:42.291487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:52:42.348690 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd7ea-e581-4335-a418-5e2595277ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:42.351401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a2bc6-61c4-4edf-beef-58ee1b5592e7 None None] Port fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:52:42.351694 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd7ea-e581-4335-a418-5e2595277ba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:42.353155 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4d6bd7ea-e581-4335-a418-5e2595277ba8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a6c182a-ed3f-4316-9898-fda37df68439 HTTP/1.1" status: 204  len: 168 time: 0.7983174
Nov 20 20:52:42.369419 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bd7ea-e581-4335-a418-5e2595277ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6c182a-ed3f-4316-9898-fda37df68439,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:42.376230 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dceb653-952e-453b-b961-0478a94a32a1 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:52:42.385687 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:42.410888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Transition to ACTIVE for port object 7dceb653-952e-453b-b961-0478a94a32a1 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:52:42.431870 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:42.577818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Pushing event updated for resources: {'Port': ['ID=7dceb653-952e-453b-b961-0478a94a32a1,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:42.637500 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:42.681860 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '95a284b7-4c01-4cac-b5d2-4dc06cbf81ba', 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689', 'port_id': '95a284b7-4c01-4cac-b5d2-4dc06cbf81ba', 'mac_address': 'fa:16:3e:9d:c4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca0b895-d4f5-4110-adf5-186714814159', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:52:42.738620 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:42.773379 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:52:42.821582 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:42.827404 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:42.832222 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Attempting to bind port 7dceb653-952e-453b-b961-0478a94a32a1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:52:42.832452 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Attempting to bind port 7dceb653-952e-453b-b961-0478a94a32a1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:52:42.836111 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Attempting to bind port 7dceb653-952e-453b-b961-0478a94a32a1 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:52:42.839269 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f45eebd5-aed0-4beb-a5fe-f44aba552d89 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:52:42.847376 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Port 7dceb653-952e-453b-b961-0478a94a32a1 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:52:42.847765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Attempting to bind port 7dceb653-952e-453b-b961-0478a94a32a1 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:52:42.864793 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:52:42.865150 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:52:42.865590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:52:42.866039 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Bound port: 7dceb653-952e-453b-b961-0478a94a32a1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:52:42.872478 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:43.001941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:52:43.044330 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:43.062619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] For port 7dceb653-952e-453b-b961-0478a94a32a1, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:52:43.085073 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['95a284b7-4c01-4cac-b5d2-4dc06cbf81ba'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:43.089021 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:43.116523 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Transition to ACTIVE for port object fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:52:43.121652 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:43.135578 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port f45eebd5-aed0-4beb-a5fe-f44aba552d89 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:52:43.173979 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port f45eebd5-aed0-4beb-a5fe-f44aba552d89 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:52:43.174377 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:43.184433 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] For port 7dceb653-952e-453b-b961-0478a94a32a1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7dceb653-952e-453b-b961-0478a94a32a1,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:52:43.199469 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:43.254341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:43.254341 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:43.254341 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] 10.222.0.47 "PUT /v2.0/ports/7dceb653-952e-453b-b961-0478a94a32a1 HTTP/1.1" status: 200  len: 1095 time: 2.3683796
Nov 20 20:52:43.283540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce35b01-3e47-43e4-ae72-64a117b6366f', 'tag': '7dceb653-952e-453b-b961-0478a94a32a1'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:43.295906 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d4149e-ca65-4fa7-8d2b-72d334eea820" -d '{"events": [{"name": "network-changed", "server_uuid": "bce35b01-3e47-43e4-ae72-64a117b6366f", "tag": "7dceb653-952e-453b-b961-0478a94a32a1"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:43.527159 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30d07d-02d5-422d-8205-dfc4f74d3af1 req-8470c35d-d50f-4aaa-b4b3-8ce9d2c3ef1a tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:43.532838 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b30d07d-02d5-422d-8205-dfc4f74d3af1 req-8470c35d-d50f-4aaa-b4b3-8ce9d2c3ef1a tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 945 time: 0.4957993
Nov 20 20:52:43.585603 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea94f-c33e-43f0-8562-7dd11da163d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:43.641521 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37534) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:43.649964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Attempting to bind port fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:52:43.651258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Attempting to bind port fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:52:43.651927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Attempting to bind port fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:52:43.658958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Pushing event updated for resources: {'Port': ['ID=fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:43.682908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Port fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:52:43.683237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Attempting to bind port fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:52:43.704859 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:43.712172 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:52:43.716875 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:52:43.717549 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:52:43.718258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Bound port: fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:52:43.718992 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:43.743713 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9464d1d-8502-404f-b4eb-a18d2ba0d001 service neutron] Pushing event updated for resources: {'Port': ['ID=7dceb653-952e-453b-b961-0478a94a32a1,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:43.791513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db1807-35e3-44ca-84b2-e35725e923f2 req-43e4676e-3598-4ff0-b8e7-ed0fc6df0a2b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:43.804949 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82db1807-35e3-44ca-84b2-e35725e923f2 req-43e4676e-3598-4ff0-b8e7-ed0fc6df0a2b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=8073278e-06ca-46aa-9b23-ba4cde569a47 HTTP/1.1" status: 200  len: 948 time: 0.2578919
Nov 20 20:52:43.822884 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-dab70999-cf65-47cb-86ea-dcd163c7dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:43.843112 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-dab70999-cf65-47cb-86ea-dcd163c7dfac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=bce35b01-3e47-43e4-ae72-64a117b6366f HTTP/1.1" status: 200  len: 1098 time: 0.4531345
Nov 20 20:52:43.847384 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa040e2b-b12a-4df9-b751-18927bb85bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45eebd5-aed0-4beb-a5fe-f44aba552d89'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:43.850804 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867b3bbd-0a0e-4102-be16-182f2b1431ea" -d '{"events": [{"server_uuid": "fa040e2b-b12a-4df9-b751-18927bb85bbc", "name": "network-vif-plugged", "status": "completed", "tag": "f45eebd5-aed0-4beb-a5fe-f44aba552d89"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:43.881954 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port f45eebd5-aed0-4beb-a5fe-f44aba552d89, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f45eebd5-aed0-4beb-a5fe-f44aba552d89,segment=NetworkSegment(9c41c511-9b69-4e96-9aeb-1c3cb97c677a),segment_id=9c41c511-9b69-4e96-9aeb-1c3cb97c677a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:43.891844 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:43.984073 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=f45eebd5-aed0-4beb-a5fe-f44aba552d89,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:44.005070 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-954fe5a4-ec85-4ec5-875c-fc0c5dfa2966 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7dceb653-952e-453b-b961-0478a94a32a1 HTTP/1.1" status: 200  len: 217 time: 0.1602073
Nov 20 20:52:44.041205 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b30d07d-02d5-422d-8205-dfc4f74d3af1 req-712904f4-3e3f-4004-af74-44ad5f1c75c3 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4664781
Nov 20 20:52:44.112828 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-28d16b38-d921-466a-a5a5-a4111948ed72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e55cba3435e467ab5b3249ec751fe5b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4649875
Nov 20 20:52:44.118994 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37548) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:44.199319 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-724e5b51-3bab-4e7d-9dcd-01cd7e4530f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:44.214470 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82db1807-35e3-44ca-84b2-e35725e923f2 req-c842c6f5-8760-4e81-abcf-9bea9dfdb2b8 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4052007
Nov 20 20:52:44.222147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:52:44.263467 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-724e5b51-3bab-4e7d-9dcd-01cd7e4530f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.2420442
Nov 20 20:52:44.265145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] For port fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:52:44.285440 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] For port fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:52:44.297240 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:44.445236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:52:44.445923 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:44.468785 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e24e78f-b0f6-4413-a6c7-7af5926d330b x-openstack-request-id: req-3e24e78f-b0f6-4413-a6c7-7af5926d330b {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:44.469063 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa040e2b-b12a-4df9-b751-18927bb85bbc", "name": "network-vif-plugged", "status": "completed", "tag": "f45eebd5-aed0-4beb-a5fe-f44aba552d89", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:44.472961 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e24e78f-b0f6-4413-a6c7-7af5926d330b {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:44.473415 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa040e2b-b12a-4df9-b751-18927bb85bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45eebd5-aed0-4beb-a5fe-f44aba552d89', 'code': 200}
Nov 20 20:52:44.476144 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b396b7b7-a385-4101-9ed4-ff5b41e11c6f x-openstack-request-id: req-b396b7b7-a385-4101-9ed4-ff5b41e11c6f {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:44.476421 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce35b01-3e47-43e4-ae72-64a117b6366f", "tag": "7dceb653-952e-453b-b961-0478a94a32a1", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:44.476672 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b396b7b7-a385-4101-9ed4-ff5b41e11c6f {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:44.477017 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce35b01-3e47-43e4-ae72-64a117b6366f', 'tag': '7dceb653-952e-453b-b961-0478a94a32a1', 'status': 'completed', 'code': 200}
Nov 20 20:52:44.609532 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-4143ad33-c181-4ee8-8b9a-81c3bc75528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:44.611989 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-4143ad33-c181-4ee8-8b9a-81c3bc75528c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3476171
Nov 20 20:52:44.621730 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9401af17-fab4-4365-9600-3804c7ee7040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:44.627779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:44.629212 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:44.634268 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] 10.222.0.47 "PUT /v2.0/ports/fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc HTTP/1.1" status: 200  len: 1096 time: 2.8122051
Nov 20 20:52:44.723541 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9401af17-fab4-4365-9600-3804c7ee7040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:44.739075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8073278e-06ca-46aa-9b23-ba4cde569a47', 'tag': 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:44.749098 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4910ae3-9c1b-478a-acfe-9b5c02fa10a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8073278e-06ca-46aa-9b23-ba4cde569a47", "tag": "fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:44.809841 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd651ef5-b7d9-4422-a58d-6fb1c60895f1 req-8ab4d415-8f6c-4fbd-84a7-d4bd52539fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:44.812404 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:44.818132 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd651ef5-b7d9-4422-a58d-6fb1c60895f1 req-8ab4d415-8f6c-4fbd-84a7-d4bd52539fd3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 1097 time: 0.2855821
Nov 20 20:52:44.974835 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4617acc-374a-4b84-9d5e-4e40df0b7810 service neutron] Pushing event updated for resources: {'Port': ['ID=fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:45.052365 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-52f5994d-cb1e-4cc3-978e-55200dde5069 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.5690799
Nov 20 20:52:45.084996 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-249bb0f4-20e4-4a8e-b0c9-6df84373d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:45.092458 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-249bb0f4-20e4-4a8e-b0c9-6df84373d3d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=8073278e-06ca-46aa-9b23-ba4cde569a47 HTTP/1.1" status: 200  len: 1099 time: 0.3200097
Nov 20 20:52:45.148075 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-864f32a6-af8b-44ed-983f-0cc82daf06a3 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5128760
Nov 20 20:52:45.253000 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-77ef0af9-6a18-4a86-8dae-2daf5b644c45 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc HTTP/1.1" status: 200  len: 217 time: 0.1493471
Nov 20 20:52:45.344567 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd651ef5-b7d9-4422-a58d-6fb1c60895f1 req-3091f305-c8d1-4449-8d6f-f2adc00a12fd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4856462
Nov 20 20:52:45.351917 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9401af17-fab4-4365-9600-3804c7ee7040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:45.373425 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9401af17-fab4-4365-9600-3804c7ee7040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:45.384788 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9401af17-fab4-4365-9600-3804c7ee7040 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7335daf8-95f1-4fae-aa99-4d59d2c024db HTTP/1.1" status: 204  len: 168 time: 1.2623553
Nov 20 20:52:45.448231 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401af17-fab4-4365-9600-3804c7ee7040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7335daf8-95f1-4fae-aa99-4d59d2c024db,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:45.501750 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:45.524475 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:45.550169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b69850c9-5a57-4614-a655-c446fe715b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:45.555187 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-b69850c9-5a57-4614-a655-c446fe715b0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.2176073
Nov 20 20:52:45.555777 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 37592) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:45.674804 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0083d257-1524-45e2-bab5-ddd5caf53a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:45.695406 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-7f6685dd-4be0-40e6-9010-0d6538ac6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:45.701368 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-7f6685dd-4be0-40e6-9010-0d6538ac6129 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0894341
Nov 20 20:52:45.715524 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-e1d7bfba-ec37-4ba7-825a-7f9b95383e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:45.716678 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-e1d7bfba-ec37-4ba7-825a-7f9b95383e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:45.718722 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-e1d7bfba-ec37-4ba7-825a-7f9b95383e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:45.721585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-e1d7bfba-ec37-4ba7-825a-7f9b95383e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:45.721755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-e1d7bfba-ec37-4ba7-825a-7f9b95383e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:45.723931 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-e1d7bfba-ec37-4ba7-825a-7f9b95383e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:45.726879 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-e1d7bfba-ec37-4ba7-825a-7f9b95383e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:45.729136 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-e1d7bfba-ec37-4ba7-825a-7f9b95383e35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee4ec8b62e354149acb1c43558b168e6&device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 6502 time: 0.4751987
Nov 20 20:52:45.791976 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:45.823765 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-743d95e5-c7ab-47f4-b93d-849771ab01b7 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6363025
Nov 20 20:52:46.032902 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4149e-ca65-4fa7-8d2b-72d334eea820 req-3ea0c0ba-a6bd-4bb7-b554-b0bf6976b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:46.038390 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5d4149e-ca65-4fa7-8d2b-72d334eea820 req-3ea0c0ba-a6bd-4bb7-b554-b0bf6976b218 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=bce35b01-3e47-43e4-ae72-64a117b6366f HTTP/1.1" status: 200  len: 1098 time: 0.1465380
Nov 20 20:52:46.095505 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-2e4077bd-da4d-4238-9f90-e5c80bc38833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:46.096484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-2e4077bd-da4d-4238-9f90-e5c80bc38833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:46.097550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-2e4077bd-da4d-4238-9f90-e5c80bc38833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:46.101142 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-2e4077bd-da4d-4238-9f90-e5c80bc38833 service neutron] 10.222.0.47 "GET /v2.0/networks?id=faba2177-d247-4737-8414-396da08b9b04&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec HTTP/1.1" status: 200  len: 2297 time: 0.3126385
Nov 20 20:52:46.419211 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-c342e505-77a5-4079-bed3-770fcbd68330 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6887507
Nov 20 20:52:46.432076 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4149e-ca65-4fa7-8d2b-72d334eea820 req-4f6351c7-861b-4311-8186-5ae8a35d8bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:46.432474 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc3e9-3acc-4176-b21c-0a79ba17d3a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:46.438496 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5d4149e-ca65-4fa7-8d2b-72d334eea820 req-4f6351c7-861b-4311-8186-5ae8a35d8bfe service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.3928297
Nov 20 20:52:46.475381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b2f6df-58af-4fe3-a73b-eac474989b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a284b7-4c01-4cac-b5d2-4dc06cbf81ba'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:46.481278 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770250de-c862-4b55-ac4c-fc4455de2782" -d '{"events": [{"server_uuid": "b3b2f6df-58af-4fe3-a73b-eac474989b6a", "name": "network-vif-plugged", "status": "completed", "tag": "95a284b7-4c01-4cac-b5d2-4dc06cbf81ba"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:46.620212 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5d4149e-ca65-4fa7-8d2b-72d334eea820 req-18b26e94-b21f-44fd-8102-296c054316bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7dceb653-952e-453b-b961-0478a94a32a1 HTTP/1.1" status: 200  len: 217 time: 0.1723862
Nov 20 20:52:46.655618 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-554949cd-e8fa-4360-9ac1-1caa56ffae97 req-cab49707-ec5d-4c15-920c-c2246a869142 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2127764
Nov 20 20:52:46.658149 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-832d25c6-69d4-425a-9de5-099b2e181d1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2255729-67f4-48eb-af4e-86e677b04463 HTTP/1.1" status: 200  len: 1002 time: 0.5011258
Nov 20 20:52:46.681586 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:46.847362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-a1532f18-8f07-4dec-986c-64d0d2b7384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:46.849447 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-a1532f18-8f07-4dec-986c-64d0d2b7384e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=896a2b4f-e6df-41e5-a4ac-848e45777065 HTTP/1.1" status: 200  len: 856 time: 0.1770923
Nov 20 20:52:46.888466 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4149e-ca65-4fa7-8d2b-72d334eea820 req-988fe14d-fbd0-4185-97ce-09bd2b02d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:46.891464 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5d4149e-ca65-4fa7-8d2b-72d334eea820 req-988fe14d-fbd0-4185-97ce-09bd2b02d020 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.2609935
Nov 20 20:52:47.014042 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc3e9-3acc-4176-b21c-0a79ba17d3a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:47.017021 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-2ac693cb-e689-4ee6-bc49-bb8cef0262ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:47.019300 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-2ac693cb-e689-4ee6-bc49-bb8cef0262ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=faba2177-d247-4737-8414-396da08b9b04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1584492
Nov 20 20:52:47.021818 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc3e9-3acc-4176-b21c-0a79ba17d3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:47.065015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4149e-ca65-4fa7-8d2b-72d334eea820 req-74a6d0d6-9ed4-43a5-8e86-d1a687d2cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:47.075492 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5d4149e-ca65-4fa7-8d2b-72d334eea820 req-74a6d0d6-9ed4-43a5-8e86-d1a687d2cbf9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1756275
Nov 20 20:52:47.292673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bc3e9-3acc-4176-b21c-0a79ba17d3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdc8782-4f09-4098-b00e-20b45687d138,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:47.332057 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5d4149e-ca65-4fa7-8d2b-72d334eea820 req-49589ced-c506-418a-8e5c-1afd21819dd0 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2541256
Nov 20 20:52:47.339772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37626) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:47.346658 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7c1bc3e9-3acc-4176-b21c-0a79ba17d3a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5cf95af4b9d240c88cc3a8310a90e4df&name=default HTTP/1.1" status: 200  len: 2996 time: 1.7880051
Nov 20 20:52:47.397877 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-355eb4ac-24f8-4846-898b-828a9efb1a3d service neutron] 10.222.0.47 "GET /v2.0/networks/faba2177-d247-4737-8414-396da08b9b04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3483462
Nov 20 20:52:47.760201 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5d4149e-ca65-4fa7-8d2b-72d334eea820 req-842f0298-2f2c-4b87-a555-48ecc2911d41 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3335946
Nov 20 20:52:47.824546 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eb5873d2-bfcc-49fd-af66-d0337749ff70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:47.878388 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eb5873d2-bfcc-49fd-af66-d0337749ff70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:47.965437 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eb5873d2-bfcc-49fd-af66-d0337749ff70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:47.969485 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eb5873d2-bfcc-49fd-af66-d0337749ff70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:47.975770 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-eb5873d2-bfcc-49fd-af66-d0337749ff70 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5cdc8782-4f09-4098-b00e-20b45687d138 HTTP/1.1" status: 204  len: 168 time: 0.6320004
Nov 20 20:52:47.998007 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5873d2-bfcc-49fd-af66-d0337749ff70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdc8782-4f09-4098-b00e-20b45687d138,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:48.190313 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-93abba4e-53b2-495a-9479-05150a3abe21 service neutron] 10.222.0.47 "GET /v2.0/networks/faba2177-d247-4737-8414-396da08b9b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7831068
Nov 20 20:52:48.201881 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26514d95-3015-4d10-a40f-7c7da3f1f6a2 x-openstack-request-id: req-26514d95-3015-4d10-a40f-7c7da3f1f6a2 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:48.202381 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8073278e-06ca-46aa-9b23-ba4cde569a47", "tag": "fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:48.204338 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26514d95-3015-4d10-a40f-7c7da3f1f6a2 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:48.205327 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8073278e-06ca-46aa-9b23-ba4cde569a47', 'tag': 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc', 'status': 'completed', 'code': 200}
Nov 20 20:52:48.331935 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-7524e457-70bc-4d1e-9883-3fe3af6c7fe0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=d62e09bc-0a07-428d-96cb-5ce7f5c99f7f HTTP/1.1" status: 200  len: 217 time: 0.1239016
Nov 20 20:52:48.431197 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-148b59c4-315e-40db-bf0a-66ee094f75ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:48.434235 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-148b59c4-315e-40db-bf0a-66ee094f75ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.0802109
Nov 20 20:52:48.487325 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:48.513249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4910ae3-9c1b-478a-acfe-9b5c02fa10a3 req-45fc8821-e42d-4f2f-bbae-258d11ee4a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:48.518838 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f4910ae3-9c1b-478a-acfe-9b5c02fa10a3 req-45fc8821-e42d-4f2f-bbae-258d11ee4a6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=8073278e-06ca-46aa-9b23-ba4cde569a47 HTTP/1.1" status: 200  len: 1099 time: 0.2812331
Nov 20 20:52:48.566726 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee483d-d57d-4998-b1bd-144144b3d59a req-935a3d29-188a-4c51-a285-062f87fb085e tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:48.574163 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-03ee483d-d57d-4998-b1bd-144144b3d59a req-935a3d29-188a-4c51-a285-062f87fb085e tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 946 time: 0.2093954
Nov 20 20:52:48.653323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d33a43-347e-4aba-abfe-f70a113eb350 req-dc316e15-cde5-4b26-ba0f-e19ce4b40d11 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:48.660782 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9d33a43-347e-4aba-abfe-f70a113eb350 req-dc316e15-cde5-4b26-ba0f-e19ce4b40d11 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=8073278e-06ca-46aa-9b23-ba4cde569a47 HTTP/1.1" status: 200  len: 948 time: 0.2092299
Nov 20 20:52:48.696653 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37660) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:48.723892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-cfff6165-2025-45fb-a846-8d31174dbe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:48.725520 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-cfff6165-2025-45fb-a846-8d31174dbe94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1666381
Nov 20 20:52:48.797367 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9d33a43-347e-4aba-abfe-f70a113eb350 req-bed2ec52-c15f-4da3-bf91-47d3aa89faf3 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329553
Nov 20 20:52:48.843085 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7dceb653-952e-453b-b961-0478a94a32a1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:52:48.964276 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-eb009a8e-eba7-4cb2-81a3-948c9640daef service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2197671
Nov 20 20:52:49.134464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7dceb653-952e-453b-b961-0478a94a32a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7dceb653-952e-453b-b961-0478a94a32a1,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:49.175540 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2e2ef8-8fe4-4816-b315-bbe11f89e5ee x-openstack-request-id: req-ea2e2ef8-8fe4-4816-b315-bbe11f89e5ee {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:49.177965 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b2f6df-58af-4fe3-a73b-eac474989b6a", "name": "network-vif-plugged", "status": "completed", "tag": "95a284b7-4c01-4cac-b5d2-4dc06cbf81ba", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:49.178471 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea2e2ef8-8fe4-4816-b315-bbe11f89e5ee {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:49.179563 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b2f6df-58af-4fe3-a73b-eac474989b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a284b7-4c01-4cac-b5d2-4dc06cbf81ba', 'code': 200}
Nov 20 20:52:49.241710 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:49.262941 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-4947bcae-ceb5-4d4c-a385-b8f1d46ab4dd service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2616935
Nov 20 20:52:49.272349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '7dceb653-952e-453b-b961-0478a94a32a1', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '7dceb653-952e-453b-b961-0478a94a32a1', 'mac_address': 'fa:16:3e:a4:c6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:52:49.321078 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d478b6d6-6add-4607-9507-1562f8825776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:49.335552 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-ba742212-429a-4e5b-aaf3-44db674b725a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=39839f43-d46e-414e-93c9-a7955f617fd1 HTTP/1.1" status: 200  len: 217 time: 0.0715044
Nov 20 20:52:49.360337 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-03ee483d-d57d-4998-b1bd-144144b3d59a req-f9900475-0511-4c89-ab85-017c0d36d3be tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7179046
Nov 20 20:52:49.412014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4910ae3-9c1b-478a-acfe-9b5c02fa10a3 req-6f313641-5088-40b3-9e4f-a62a0ec6d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:49.415106 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f4910ae3-9c1b-478a-acfe-9b5c02fa10a3 req-6f313641-5088-40b3-9e4f-a62a0ec6d0f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.8387702
Nov 20 20:52:49.415497 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:49.420205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-64f4285a-8bf8-41e9-af90-54cbc75d522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:49.422623 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-64f4285a-8bf8-41e9-af90-54cbc75d522e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.0691586
Nov 20 20:52:49.481122 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f4910ae3-9c1b-478a-acfe-9b5c02fa10a3 req-faf85c34-5b32-4f9a-bb2d-2a42043d50d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc HTTP/1.1" status: 200  len: 217 time: 0.0493312
Nov 20 20:52:49.491289 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dceb653-952e-453b-b961-0478a94a32a1 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:52:49.520423 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7dceb653-952e-453b-b961-0478a94a32a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7dceb653-952e-453b-b961-0478a94a32a1,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:49.529651 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:49.532802 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:52:49.572019 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dd2e2-bf02-4e45-8a40-453a1d26f642 req-4d52c5da-92d5-4e93-befc-f8a30292cd02 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:49.574028 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c99dd2e2-bf02-4e45-8a40-453a1d26f642 req-4d52c5da-92d5-4e93-befc-f8a30292cd02 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 945 time: 0.2374475
Nov 20 20:52:49.588299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4910ae3-9c1b-478a-acfe-9b5c02fa10a3 req-52116423-1b83-45f7-84d3-cb08467550ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:49.589764 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f4910ae3-9c1b-478a-acfe-9b5c02fa10a3 req-52116423-1b83-45f7-84d3-cb08467550ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1016591
Nov 20 20:52:49.589907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-d12f2849-b246-4fdb-82f6-14ea5c0154ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:49.592708 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-d12f2849-b246-4fdb-82f6-14ea5c0154ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1479251
Nov 20 20:52:49.684870 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d478b6d6-6add-4607-9507-1562f8825776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:49.693504 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c99dd2e2-bf02-4e45-8a40-453a1d26f642 req-00098c70-bc4c-4b45-afc3-0997ba4f2ab8 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc9cd5fa-6249-4169-93a1-d240705c2e78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027710
Nov 20 20:52:49.697241 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d478b6d6-6add-4607-9507-1562f8825776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:49.705199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=7dceb653-952e-453b-b961-0478a94a32a1,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:49.722606 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:49.794009 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478b6d6-6add-4607-9507-1562f8825776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f927d269-6287-4ff1-b5d6-4c2d89e77811,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:49.798553 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d478b6d6-6add-4607-9507-1562f8825776 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a206447a4ef44281ab138d2ee4b79a63&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5203364
Nov 20 20:52:49.798984 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc', 'mac_address': 'fa:16:3e:22:56:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:52:49.801054 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37708) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:49.808697 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4910ae3-9c1b-478a-acfe-9b5c02fa10a3 req-afcee4b9-9c56-4c3d-9145-24127b0bc742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:49.810861 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-4a90b5fe-9b8f-40e8-9851-0adc8a9aa53b service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1902854
Nov 20 20:52:49.811192 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f4910ae3-9c1b-478a-acfe-9b5c02fa10a3 req-afcee4b9-9c56-4c3d-9145-24127b0bc742 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2078922
Nov 20 20:52:49.902474 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0129ab2-98e6-4763-9648-aae29a888c7b req-043b1f3c-d3d5-411a-ab0a-5293c0682d17 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-940220942&fields=id&tenant_id=d006f43b28c243da9c910fd530b7958b HTTP/1.1" status: 200  len: 267 time: 0.1669848
Nov 20 20:52:49.953932 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:49.981267 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:52:49.985483 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-dc7e9e60-e16d-4335-8de7-0bfaa6925f94 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531179
Nov 20 20:52:50.020002 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:50.026655 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:50.039131 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-3e3e8626-6822-4935-960d-afd73e4fdb0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 HTTP/1.1" status: 200  len: 217 time: 0.0467725
Nov 20 20:52:50.108858 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:50.128040 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0129ab2-98e6-4763-9648-aae29a888c7b req-e42524de-ebed-4d22-8154-70eb41db9941 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:50.134567 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0129ab2-98e6-4763-9648-aae29a888c7b req-e42524de-ebed-4d22-8154-70eb41db9941 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 946 time: 0.2311649
Nov 20 20:52:50.145588 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-f0129ab2-98e6-4763-9648-aae29a888c7b req-b364c35a-25f2-4cb6-9683-855fb5e48a9c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Request body: {'port': {'security_groups': ['f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd', '60965fec-030a-46ba-96d7-c86fbee2f90f']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:50.151241 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf3e0d-2a26-4713-8564-4198ae913f13 req-732b9e86-9a59-4744-b61d-3a0cd95dfc95 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:50.152775 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-edbf3e0d-2a26-4713-8564-4198ae913f13 req-732b9e86-9a59-4744-b61d-3a0cd95dfc95 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=8073278e-06ca-46aa-9b23-ba4cde569a47 HTTP/1.1" status: 200  len: 949 time: 0.1087551
Nov 20 20:52:50.155549 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-76a9a12f-ccff-46a0-9d97-445724ac309a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:50.160693 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-d7f61a0f-c19b-43ea-b290-d40b0c1f29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:50.162193 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-d7f61a0f-c19b-43ea-b290-d40b0c1f29c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.0853670
Nov 20 20:52:50.213550 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f4910ae3-9c1b-478a-acfe-9b5c02fa10a3 req-e0e9864d-26ea-4a50-b4c4-f73219c3ced1 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3891206
Nov 20 20:52:50.239687 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-76a9a12f-ccff-46a0-9d97-445724ac309a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:50.245417 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-edbf3e0d-2a26-4713-8564-4198ae913f13 req-006ad83d-8d20-46c6-aa4f-a99b12d9167e tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820839
Nov 20 20:52:50.280631 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-81c333f8-f977-44bf-9da7-fc0119fd6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:50.282861 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-81c333f8-f977-44bf-9da7-fc0119fd6f1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1050494
Nov 20 20:52:50.348436 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f0129ab2-98e6-4763-9648-aae29a888c7b req-b364c35a-25f2-4cb6-9683-855fb5e48a9c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:50.356398 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7dceb653-952e-453b-b961-0478a94a32a1'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:50.416329 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:50.494009 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548eab9-8691-46ac-b119-4bddfa288887 req-649b825f-b171-47d4-8a88-51f66ca6939b tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:50.495373 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3548eab9-8691-46ac-b119-4bddfa288887 req-649b825f-b171-47d4-8a88-51f66ca6939b tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 949 time: 0.0701478
Nov 20 20:52:50.497469 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-a5885a27-463c-4b28-a3cf-8ec8e48ec270 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2041016
Nov 20 20:52:50.638532 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3548eab9-8691-46ac-b119-4bddfa288887 req-767fec89-21ed-4623-a86d-9c0e486c826d tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/security-groups?id=71e582c7-8c5f-438a-a1d0-4661da6de012&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297889
Nov 20 20:52:50.677713 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-455078fe-9e87-4b97-8587-6241f90a0b1c service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1716466
Nov 20 20:52:50.699840 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-f0129ab2-98e6-4763-9648-aae29a888c7b req-b364c35a-25f2-4cb6-9683-855fb5e48a9c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] For port f45eebd5-aed0-4beb-a5fe-f44aba552d89, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f45eebd5-aed0-4beb-a5fe-f44aba552d89,segment=NetworkSegment(9c41c511-9b69-4e96-9aeb-1c3cb97c677a),segment_id=9c41c511-9b69-4e96-9aeb-1c3cb97c677a)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:50.742486 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f0129ab2-98e6-4763-9648-aae29a888c7b req-b364c35a-25f2-4cb6-9683-855fb5e48a9c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:50.752313 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f4910ae3-9c1b-478a-acfe-9b5c02fa10a3 req-61844df9-14be-48af-863d-ba6b594f20ff service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5303550
Nov 20 20:52:50.752676 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-e38babd6-cd44-4d37-9dd5-8b0064727419 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=74631941-cda7-49c4-b33a-f60122f88759 HTTP/1.1" status: 200  len: 217 time: 0.0640507
Nov 20 20:52:50.754343 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f0129ab2-98e6-4763-9648-aae29a888c7b req-b364c35a-25f2-4cb6-9683-855fb5e48a9c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:50.756637 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-76a9a12f-ccff-46a0-9d97-445724ac309a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:50.759871 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-76a9a12f-ccff-46a0-9d97-445724ac309a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:50.763911 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-76a9a12f-ccff-46a0-9d97-445724ac309a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f927d269-6287-4ff1-b5d6-4c2d89e77811 HTTP/1.1" status: 204  len: 168 time: 0.9587424
Nov 20 20:52:50.811574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9a12f-ccff-46a0-9d97-445724ac309a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f927d269-6287-4ff1-b5d6-4c2d89e77811,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:50.846902 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0129ab2-98e6-4763-9648-aae29a888c7b req-b364c35a-25f2-4cb6-9683-855fb5e48a9c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:50.847589 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f0129ab2-98e6-4763-9648-aae29a888c7b req-b364c35a-25f2-4cb6-9683-855fb5e48a9c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:50.854849 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0129ab2-98e6-4763-9648-aae29a888c7b req-b364c35a-25f2-4cb6-9683-855fb5e48a9c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "PUT /v2.0/ports/f45eebd5-aed0-4beb-a5fe-f44aba552d89 HTTP/1.1" status: 200  len: 982 time: 0.7159176
Nov 20 20:52:50.861234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa040e2b-b12a-4df9-b751-18927bb85bbc', 'tag': 'f45eebd5-aed0-4beb-a5fe-f44aba552d89'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:50.865161 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dd928a-e59b-4847-9681-539c7aa400db" -d '{"events": [{"name": "network-changed", "server_uuid": "fa040e2b-b12a-4df9-b751-18927bb85bbc", "tag": "f45eebd5-aed0-4beb-a5fe-f44aba552d89"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:50.876461 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 26b2f2b5-9423-4dba-bae3-4bdfc4373120 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:52:50.926746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-c4ef5068-a298-49d4-b688-a508053e12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:50.935665 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-c4ef5068-a298-49d4-b688-a508053e12d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.1607561
Nov 20 20:52:50.940639 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364c35a-25f2-4cb6-9683-855fb5e48a9c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event updated for resources: {'Port': ['ID=f45eebd5-aed0-4beb-a5fe-f44aba552d89,revision_number=6']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:51.007583 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:51.057420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-0c9ba975-12e9-4cd9-b2b6-be1bfb146b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:51.063935 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-0c9ba975-12e9-4cd9-b2b6-be1bfb146b2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1208920
Nov 20 20:52:51.101188 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 26b2f2b5-9423-4dba-bae3-4bdfc4373120, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26b2f2b5-9423-4dba-bae3-4bdfc4373120,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:51.108757 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:51.197930 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5d2876-ea4f-4e03-a581-1d45371ac7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b2f2b5-9423-4dba-bae3-4bdfc4373120'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:51.202137 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b075ad2-a6b4-45c9-8896-63d72db2d679" -d '{"events": [{"server_uuid": "2a5d2876-ea4f-4e03-a581-1d45371ac7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "26b2f2b5-9423-4dba-bae3-4bdfc4373120"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:51.206683 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f45eebd5-aed0-4beb-a5fe-f44aba552d89'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:51.301837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-687e4104-2102-45c2-b35d-3b9a84d87df6 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2258151
Nov 20 20:52:51.345291 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=26b2f2b5-9423-4dba-bae3-4bdfc4373120,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:51.458612 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e822a5b-adb6-478e-a47d-ff377b44a516 x-openstack-request-id: req-8e822a5b-adb6-478e-a47d-ff377b44a516 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:51.459203 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa040e2b-b12a-4df9-b751-18927bb85bbc", "tag": "f45eebd5-aed0-4beb-a5fe-f44aba552d89", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:51.459203 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e822a5b-adb6-478e-a47d-ff377b44a516 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:51.461651 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa040e2b-b12a-4df9-b751-18927bb85bbc', 'tag': 'f45eebd5-aed0-4beb-a5fe-f44aba552d89', 'status': 'completed', 'code': 200}
Nov 20 20:52:51.493099 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-ce7171c3-2520-4bff-9209-eb42db848191 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1878636
Nov 20 20:52:51.543840 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-f72c5c11-a63f-4561-8840-9e7fde0184f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1906ffcc-f920-4444-989d-3996e905079f HTTP/1.1" status: 200  len: 217 time: 0.0414214
Nov 20 20:52:51.612334 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd928a-e59b-4847-9681-539c7aa400db req-9e49419c-dfc0-41f2-bff7-7ec483179e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:51.615019 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-16dd928a-e59b-4847-9681-539c7aa400db req-9e49419c-dfc0-41f2-bff7-7ec483179e78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d006f43b28c243da9c910fd530b7958b&device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 1136 time: 0.1301026
Nov 20 20:52:51.628380 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-127886c3-c1a3-42aa-8c41-9f6c52580046 req-c69c5a82-e57e-4541-b15d-7efeb98ef2d7 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1733145787&fields=id&tenant_id=d006f43b28c243da9c910fd530b7958b HTTP/1.1" status: 200  len: 267 time: 0.1540885
Nov 20 20:52:51.640887 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f45eebd5-aed0-4beb-a5fe-f44aba552d89'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:51.650648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-2d7c6fdd-4075-4ae4-a135-b130ea33a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:51.653245 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-2d7c6fdd-4075-4ae4-a135-b130ea33a377 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=675dd659-efc8-4512-8b36-a10de2903548 HTTP/1.1" status: 200  len: 797 time: 0.1018112
Nov 20 20:52:51.833585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127886c3-c1a3-42aa-8c41-9f6c52580046 req-62819ea1-a406-4869-98c4-04c07037cc1a tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:51.835454 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-127886c3-c1a3-42aa-8c41-9f6c52580046 req-62819ea1-a406-4869-98c4-04c07037cc1a tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 985 time: 0.1934500
Nov 20 20:52:51.854090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-127886c3-c1a3-42aa-8c41-9f6c52580046 req-e4908b24-b442-4ed2-9033-0dac007a932a tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Request body: {'port': {'security_groups': ['60965fec-030a-46ba-96d7-c86fbee2f90f', 'f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd', '28c6b215-a994-40c5-acb3-309dabf90d76']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:51.855837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd928a-e59b-4847-9681-539c7aa400db req-572fa2a1-2fd2-4e4f-99cd-b250f57f36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:51.857570 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-16dd928a-e59b-4847-9681-539c7aa400db req-572fa2a1-2fd2-4e4f-99cd-b250f57f36ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78e4ec9-b593-412e-8e50-3a8f61366198 HTTP/1.1" status: 200  len: 913 time: 0.2173979
Nov 20 20:52:51.863118 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-cf09c48c-59dc-4fac-8365-04aa9e90d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:51.867007 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-cf09c48c-59dc-4fac-8365-04aa9e90d80a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1969590
Nov 20 20:52:51.943358 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-16dd928a-e59b-4847-9681-539c7aa400db req-a5368aa0-2213-4d8d-8309-4ff052f1d6be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f45eebd5-aed0-4beb-a5fe-f44aba552d89 HTTP/1.1" status: 200  len: 217 time: 0.0495825
Nov 20 20:52:51.991942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddad41-be74-4648-b9e4-772e2cf69006 req-42222daa-d902-4224-aef1-3c8cbacaa928 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:51.993848 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-876ec9ee-e6c4-4303-bd49-7c35b8bd5e59 service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907981
Nov 20 20:52:52.000803 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61ddad41-be74-4648-b9e4-772e2cf69006 req-42222daa-d902-4224-aef1-3c8cbacaa928 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 945 time: 0.1544755
Nov 20 20:52:52.038808 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd928a-e59b-4847-9681-539c7aa400db req-e154a025-0f17-41e5-a3b9-8569097b431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:52.041590 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-16dd928a-e59b-4847-9681-539c7aa400db req-e154a025-0f17-41e5-a3b9-8569097b431b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c23af1b-147c-4145-9a86-e1bdaba6289a HTTP/1.1" status: 200  len: 852 time: 0.0893734
Nov 20 20:52:52.085843 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-16dd928a-e59b-4847-9681-539c7aa400db req-36bc7fe2-1d45-49b3-b4db-5fb7ca1eddc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78e4ec9-b593-412e-8e50-3a8f61366198&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0346823
Nov 20 20:52:52.099393 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-127886c3-c1a3-42aa-8c41-9f6c52580046 req-e4908b24-b442-4ed2-9033-0dac007a932a tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:52.116590 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61ddad41-be74-4648-b9e4-772e2cf69006 req-139b43da-6baa-4d12-aa17-a2d7bf490bdf tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc9cd5fa-6249-4169-93a1-d240705c2e78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1143672
Nov 20 20:52:52.177882 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbe3bd7-615c-4a50-9724-463be2da002a x-openstack-request-id: req-8dbe3bd7-615c-4a50-9724-463be2da002a {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:52.178424 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5d2876-ea4f-4e03-a581-1d45371ac7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "26b2f2b5-9423-4dba-bae3-4bdfc4373120", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:52.178699 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8dbe3bd7-615c-4a50-9724-463be2da002a {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:52.179189 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5d2876-ea4f-4e03-a581-1d45371ac7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b2f2b5-9423-4dba-bae3-4bdfc4373120', 'code': 200}
Nov 20 20:52:52.185795 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-e55708fe-a9c1-4f60-b586-bbf52d079524 service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1763701
Nov 20 20:52:52.275546 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-0749c675-ed22-4f91-9d49-ba757a411e1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46000a03-6d74-43bc-957f-eb13e3558ac6 HTTP/1.1" status: 200  len: 217 time: 0.0600188
Nov 20 20:52:52.329740 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-16dd928a-e59b-4847-9681-539c7aa400db req-504f3b61-17df-4f55-a155-26699c14f76d service neutron] 10.222.0.47 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2092869
Nov 20 20:52:52.376968 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-f0bae66a-9a23-49f8-b406-c250f91cdcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:52.378528 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-f0bae66a-9a23-49f8-b406-c250f91cdcf2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=675dd659-efc8-4512-8b36-a10de2903548 HTTP/1.1" status: 200  len: 797 time: 0.0945792
Nov 20 20:52:52.441704 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad41319-d136-4d49-9fcb-8a68a0e13324 req-c2a6e9be-3e01-4848-9196-18f0fd3eabab tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:52.443797 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3ad41319-d136-4d49-9fcb-8a68a0e13324 req-c2a6e9be-3e01-4848-9196-18f0fd3eabab tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=8073278e-06ca-46aa-9b23-ba4cde569a47 HTTP/1.1" status: 200  len: 949 time: 0.1742134
Nov 20 20:52:52.550098 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-16dd928a-e59b-4847-9681-539c7aa400db req-a66990e1-846b-42c3-86e6-f2cef236dfba service neutron] 10.222.0.47 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2117352
Nov 20 20:52:52.557535 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3ad41319-d136-4d49-9fcb-8a68a0e13324 req-180afe33-e9d0-4a07-993d-32c9209a0617 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835900
Nov 20 20:52:52.600908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-09f91dd3-1877-4df7-bd97-28a8cc55fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:52.602982 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-09f91dd3-1877-4df7-bd97-28a8cc55fad3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1374576
Nov 20 20:52:52.612826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-127886c3-c1a3-42aa-8c41-9f6c52580046 req-e4908b24-b442-4ed2-9033-0dac007a932a tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] For port f45eebd5-aed0-4beb-a5fe-f44aba552d89, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f45eebd5-aed0-4beb-a5fe-f44aba552d89,segment=NetworkSegment(9c41c511-9b69-4e96-9aeb-1c3cb97c677a),segment_id=9c41c511-9b69-4e96-9aeb-1c3cb97c677a)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:52.693796 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-127886c3-c1a3-42aa-8c41-9f6c52580046 req-e4908b24-b442-4ed2-9033-0dac007a932a tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:52.734340 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-127886c3-c1a3-42aa-8c41-9f6c52580046 req-e4908b24-b442-4ed2-9033-0dac007a932a tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:52.746620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f45eebd5-aed0-4beb-a5fe-f44aba552d89'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:52.794845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4908b24-b442-4ed2-9033-0dac007a932a tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event updated for resources: {'Port': ['ID=f45eebd5-aed0-4beb-a5fe-f44aba552d89,revision_number=7']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:52.818998 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127886c3-c1a3-42aa-8c41-9f6c52580046 req-e4908b24-b442-4ed2-9033-0dac007a932a tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:52.819656 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-127886c3-c1a3-42aa-8c41-9f6c52580046 req-e4908b24-b442-4ed2-9033-0dac007a932a tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:52.821206 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-127886c3-c1a3-42aa-8c41-9f6c52580046 req-e4908b24-b442-4ed2-9033-0dac007a932a tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "PUT /v2.0/ports/f45eebd5-aed0-4beb-a5fe-f44aba552d89 HTTP/1.1" status: 200  len: 1021 time: 0.9761899
Nov 20 20:52:52.821568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa040e2b-b12a-4df9-b751-18927bb85bbc', 'tag': 'f45eebd5-aed0-4beb-a5fe-f44aba552d89'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:52.824181 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5396a8c2-b41c-4c72-8bb6-613b8d6bdebc" -d '{"events": [{"name": "network-changed", "server_uuid": "fa040e2b-b12a-4df9-b751-18927bb85bbc", "tag": "f45eebd5-aed0-4beb-a5fe-f44aba552d89"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:52.851276 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-289e92d0-fbba-4c3f-8a83-9e1358c3d334 service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2348666
Nov 20 20:52:52.895567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:52:53.119491 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f45eebd5-aed0-4beb-a5fe-f44aba552d89'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:53.171557 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9129972b-4247-4c81-86ad-1cde9ce315e1 req-a1f021ad-8ded-48ad-901c-eb2b0f6a5a35 service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3133082
Nov 20 20:52:53.257065 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:52:53.262205 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b71460e-a7c9-4ac7-98e9-b8c2d849c7e2 x-openstack-request-id: req-2b71460e-a7c9-4ac7-98e9-b8c2d849c7e2 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:53.262655 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa040e2b-b12a-4df9-b751-18927bb85bbc", "tag": "f45eebd5-aed0-4beb-a5fe-f44aba552d89", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:53.263552 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b71460e-a7c9-4ac7-98e9-b8c2d849c7e2 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:53.264468 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa040e2b-b12a-4df9-b751-18927bb85bbc', 'tag': 'f45eebd5-aed0-4beb-a5fe-f44aba552d89', 'status': 'completed', 'code': 200}
Nov 20 20:52:53.327288 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:52:53.327675 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:53.452595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396a8c2-b41c-4c72-8bb6-613b8d6bdebc req-5a7b78da-550e-4078-a4e5-0b8c4fd3f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:53.455099 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5396a8c2-b41c-4c72-8bb6-613b8d6bdebc req-5a7b78da-550e-4078-a4e5-0b8c4fd3f224 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d006f43b28c243da9c910fd530b7958b&device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 1175 time: 0.1737387
Nov 20 20:52:53.476918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebcde1-3220-459e-ac6b-b2d3b81c6679 req-e271f1c3-46a3-4fb0-9e9c-00335e62eaa3 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:53.491934 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-59ebcde1-3220-459e-ac6b-b2d3b81c6679 req-e271f1c3-46a3-4fb0-9e9c-00335e62eaa3 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 1024 time: 0.2252612
Nov 20 20:52:53.583899 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:53.695193 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:53.713378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396a8c2-b41c-4c72-8bb6-613b8d6bdebc req-19d87429-7c82-4e9e-8736-9f749d2f497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:53.715317 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5396a8c2-b41c-4c72-8bb6-613b8d6bdebc req-19d87429-7c82-4e9e-8736-9f749d2f497c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78e4ec9-b593-412e-8e50-3a8f61366198 HTTP/1.1" status: 200  len: 913 time: 0.2158260
Nov 20 20:52:53.718939 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:53.719734 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7dceb653-952e-453b-b961-0478a94a32a1 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:52:53.791779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5396a8c2-b41c-4c72-8bb6-613b8d6bdebc req-0b74c426-88a1-49a8-9ae4-40c416a8cc03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f45eebd5-aed0-4beb-a5fe-f44aba552d89 HTTP/1.1" status: 200  len: 217 time: 0.0635769
Nov 20 20:52:53.925611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396a8c2-b41c-4c72-8bb6-613b8d6bdebc req-c2f6e349-8890-4b39-9a29-e13e7883be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:53.927140 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5396a8c2-b41c-4c72-8bb6-613b8d6bdebc req-c2f6e349-8890-4b39-9a29-e13e7883be72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c23af1b-147c-4145-9a86-e1bdaba6289a HTTP/1.1" status: 200  len: 852 time: 0.1182137
Nov 20 20:52:53.929155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:53.999984 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 7dceb653-952e-453b-b961-0478a94a32a1 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:52:54.011955 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 7dceb653-952e-453b-b961-0478a94a32a1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:52:54.012468 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:54.123603 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-59ebcde1-3220-459e-ac6b-b2d3b81c6679 req-ce75e86e-912f-45f4-95e9-900e998882be tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=60965fec-030a-46ba-96d7-c86fbee2f90f&id=28c6b215-a994-40c5-acb3-309dabf90d76&id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd HTTP/1.1" status: 200  len: 6199 time: 0.6304438
Nov 20 20:52:54.129676 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5396a8c2-b41c-4c72-8bb6-613b8d6bdebc req-40cc1486-843a-4f9c-938c-de198cdf4b20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78e4ec9-b593-412e-8e50-3a8f61366198&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1082301
Nov 20 20:52:54.150270 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:54.185781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8073278e-06ca-46aa-9b23-ba4cde569a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:54.189102 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a0c92e-f1f6-4831-b7b2-7cac2ba5a229" -d '{"events": [{"server_uuid": "8073278e-06ca-46aa-9b23-ba4cde569a47", "name": "network-vif-plugged", "status": "completed", "tag": "fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:54.231971 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37886) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:54.287580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7dceb653-952e-453b-b961-0478a94a32a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7dceb653-952e-453b-b961-0478a94a32a1,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:54.305121 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:54.335214 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5396a8c2-b41c-4c72-8bb6-613b8d6bdebc req-14c2d40c-b5fd-46c3-a3a7-3d4824bd179d service neutron] 10.222.0.47 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1984408
Nov 20 20:52:54.431000 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=7dceb653-952e-453b-b961-0478a94a32a1,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:54.461105 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-01596d40-5e5d-4bbd-a156-2c5227d41349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:54.496540 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5396a8c2-b41c-4c72-8bb6-613b8d6bdebc req-8ed3533d-3370-49b2-b892-8ede4e33b02a service neutron] 10.222.0.47 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546144
Nov 20 20:52:54.656603 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-01596d40-5e5d-4bbd-a156-2c5227d41349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:54.663382 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-01596d40-5e5d-4bbd-a156-2c5227d41349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:54.665374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c32fb-6154-4e93-92a6-c5a9f43b4fb8 req-24e23e5f-4963-4e54-a232-436e4dae84aa tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:54.670671 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dd3c32fb-6154-4e93-92a6-c5a9f43b4fb8 req-24e23e5f-4963-4e54-a232-436e4dae84aa tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=8073278e-06ca-46aa-9b23-ba4cde569a47 HTTP/1.1" status: 200  len: 950 time: 0.0664527
Nov 20 20:52:54.693359 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-01596d40-5e5d-4bbd-a156-2c5227d41349 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7adbddf8d4ff430c827074f7d5d552ba&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4595473
Nov 20 20:52:54.696021 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 37896) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:54.720366 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-85bfeb07-f884-4b8c-87f8-61c93516a630 req-1ab25850-5665-41b9-b33b-c045087b9856 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1122798251 ', 'description': 'tempest-description-2107311289'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:54.731841 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01596d40-5e5d-4bbd-a156-2c5227d41349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615a0c02-7680-4e6a-bd46-07170e5756db,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:54.770505 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-85bfeb07-f884-4b8c-87f8-61c93516a630 req-1ab25850-5665-41b9-b33b-c045087b9856 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:54.774888 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dd3c32fb-6154-4e93-92a6-c5a9f43b4fb8 req-da16396a-4044-4a27-b1bb-7b6b5ff0156a tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978119
Nov 20 20:52:54.794945 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f87080f5-c728-43ea-8d49-54b3c486d23c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:54.850927 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f87080f5-c728-43ea-8d49-54b3c486d23c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:54.885145 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-85bfeb07-f884-4b8c-87f8-61c93516a630 req-1ab25850-5665-41b9-b33b-c045087b9856 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:54.890837 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-85bfeb07-f884-4b8c-87f8-61c93516a630 req-1ab25850-5665-41b9-b33b-c045087b9856 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:54.925930 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-85bfeb07-f884-4b8c-87f8-61c93516a630 req-1ab25850-5665-41b9-b33b-c045087b9856 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:54.935332 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-85bfeb07-f884-4b8c-87f8-61c93516a630 req-1ab25850-5665-41b9-b33b-c045087b9856 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1803 time: 0.2276819
Nov 20 20:52:54.948117 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a4adc5-5402-4b33-b7c5-4b5650d6a99f x-openstack-request-id: req-54a4adc5-5402-4b33-b7c5-4b5650d6a99f {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:54.950565 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8073278e-06ca-46aa-9b23-ba4cde569a47", "name": "network-vif-plugged", "status": "completed", "tag": "fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:54.950918 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f87080f5-c728-43ea-8d49-54b3c486d23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:54.951366 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54a4adc5-5402-4b33-b7c5-4b5650d6a99f {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:54.951944 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8073278e-06ca-46aa-9b23-ba4cde569a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc', 'code': 200}
Nov 20 20:52:54.954292 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f87080f5-c728-43ea-8d49-54b3c486d23c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:54.970877 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f87080f5-c728-43ea-8d49-54b3c486d23c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/615a0c02-7680-4e6a-bd46-07170e5756db HTTP/1.1" status: 204  len: 168 time: 0.2620847
Nov 20 20:52:55.002564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87080f5-c728-43ea-8d49-54b3c486d23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615a0c02-7680-4e6a-bd46-07170e5756db,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:55.042868 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab25850-5665-41b9-b33b-c045087b9856 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7aef3c-b6d5-4dad-bdfa-c9dcef874250,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:55.189890 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555d77b-c562-49ab-aab5-7908086979e4 req-30d5525b-5be1-4b9d-ab01-67d30a1794f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:55.192879 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b555d77b-c562-49ab-aab5-7908086979e4 req-30d5525b-5be1-4b9d-ab01-67d30a1794f4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8073278e-06ca-46aa-9b23-ba4cde569a47 HTTP/1.1" status: 200  len: 1101 time: 0.1237786
Nov 20 20:52:55.205477 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2fc94-8380-4736-bde3-7d41fc378d50 req-5d38d574-6473-4d0f-9149-ee532ec0f4a4 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:55.217381 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e4c2fc94-8380-4736-bde3-7d41fc378d50 req-5d38d574-6473-4d0f-9149-ee532ec0f4a4 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 945 time: 0.0844874
Nov 20 20:52:55.241067 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-51b54209-9a06-473b-b5b4-ca0e531217ce req-51016bfc-4acd-497c-84fd-85d6f31becc9 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/fb7aef3c-b6d5-4dad-bdfa-c9dcef874250 HTTP/1.1" status: 200  len: 1798 time: 0.1043208
Nov 20 20:52:55.300509 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b555d77b-c562-49ab-aab5-7908086979e4 req-07d45cf2-7fec-421c-b618-ccc1f1b8866c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948918
Nov 20 20:52:55.308762 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e4c2fc94-8380-4736-bde3-7d41fc378d50 req-9dc9d104-76d7-4871-92c4-922385b49fdb tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc9cd5fa-6249-4169-93a1-d240705c2e78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0843115
Nov 20 20:52:55.433279 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1add87c1-5a81-41a5-894b-5b647b7be9e0 req-f813108b-85c1-4c2e-acdc-7e265659074e tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/fb7aef3c-b6d5-4dad-bdfa-c9dcef874250 HTTP/1.1" status: 200  len: 1798 time: 0.0544260
Nov 20 20:52:55.535196 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1add87c1-5a81-41a5-894b-5b647b7be9e0 req-76500e5e-0e83-4144-83c8-ac7d0e144101 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:55.563827 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1add87c1-5a81-41a5-894b-5b647b7be9e0 req-76500e5e-0e83-4144-83c8-ac7d0e144101 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:55.627166 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1add87c1-5a81-41a5-894b-5b647b7be9e0 req-76500e5e-0e83-4144-83c8-ac7d0e144101 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:55.633657 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1add87c1-5a81-41a5-894b-5b647b7be9e0 req-76500e5e-0e83-4144-83c8-ac7d0e144101 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:55.658311 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1add87c1-5a81-41a5-894b-5b647b7be9e0 req-76500e5e-0e83-4144-83c8-ac7d0e144101 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "DELETE /v2.0/security-groups/fb7aef3c-b6d5-4dad-bdfa-c9dcef874250 HTTP/1.1" status: 204  len: 173 time: 0.2220883
Nov 20 20:52:55.688545 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76500e5e-0e83-4144-83c8-ac7d0e144101 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7aef3c-b6d5-4dad-bdfa-c9dcef874250,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:55.755129 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-4474d3a7-6ded-4b93-adcc-f34e7d7eee2b req-d67ce4ef-dd0f-4df2-8ca2-e6029264708b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] show failed (client error): The resource could not be found.
Nov 20 20:52:55.766764 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4474d3a7-6ded-4b93-adcc-f34e7d7eee2b req-d67ce4ef-dd0f-4df2-8ca2-e6029264708b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/fb7aef3c-b6d5-4dad-bdfa-c9dcef874250 HTTP/1.1" status: 404  len: 352 time: 0.0248115
Nov 20 20:52:55.838981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-1d588106-7bbe-40b3-828a-e2accf18faa5 req-8fd095df-8a35-49aa-b932-762f61e79bc2 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1188373965', 'description': 'tempest-description-512199878'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:55.882900 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1d588106-7bbe-40b3-828a-e2accf18faa5 req-8fd095df-8a35-49aa-b932-762f61e79bc2 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:56.003236 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eeabb-bf2f-4af8-a225-ec86c3f7afb1 req-4c79cda3-cd1f-4e2c-bf21-47a9e6ad316a tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:56.005198 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd0eeabb-bf2f-4af8-a225-ec86c3f7afb1 req-4c79cda3-cd1f-4e2c-bf21-47a9e6ad316a tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=8073278e-06ca-46aa-9b23-ba4cde569a47 HTTP/1.1" status: 200  len: 950 time: 0.0833526
Nov 20 20:52:56.043869 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1d588106-7bbe-40b3-828a-e2accf18faa5 req-8fd095df-8a35-49aa-b932-762f61e79bc2 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:56.051826 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1d588106-7bbe-40b3-828a-e2accf18faa5 req-8fd095df-8a35-49aa-b932-762f61e79bc2 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:56.081378 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd0eeabb-bf2f-4af8-a225-ec86c3f7afb1 req-87e56578-8138-44b3-bdd6-7e83451a442e tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646038
Nov 20 20:52:56.097924 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1d588106-7bbe-40b3-828a-e2accf18faa5 req-8fd095df-8a35-49aa-b932-762f61e79bc2 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:56.113739 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1d588106-7bbe-40b3-828a-e2accf18faa5 req-8fd095df-8a35-49aa-b932-762f61e79bc2 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.2789989
Nov 20 20:52:56.132068 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd095df-8a35-49aa-b932-762f61e79bc2 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109149d1-93b5-47ea-ae9b-e3b0c367c6c5,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:56.149700 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-34e27817-6dae-4715-bfe6-845afcc2c585 req-a231ad6c-4ccc-479e-a80b-6d4950b5d88f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1829759363', 'description': 'tempest-description-745453092'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:56.198036 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-34e27817-6dae-4715-bfe6-845afcc2c585 req-a231ad6c-4ccc-479e-a80b-6d4950b5d88f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:56.323876 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-34e27817-6dae-4715-bfe6-845afcc2c585 req-a231ad6c-4ccc-479e-a80b-6d4950b5d88f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:56.345312 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-34e27817-6dae-4715-bfe6-845afcc2c585 req-a231ad6c-4ccc-479e-a80b-6d4950b5d88f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:56.382710 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-34e27817-6dae-4715-bfe6-845afcc2c585 req-a231ad6c-4ccc-479e-a80b-6d4950b5d88f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:56.402811 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-34e27817-6dae-4715-bfe6-845afcc2c585 req-a231ad6c-4ccc-479e-a80b-6d4950b5d88f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.2573807
Nov 20 20:52:56.417319 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231ad6c-4ccc-479e-a80b-6d4950b5d88f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4325e6d-dca8-4586-91ca-2bb5480a444e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:56.439663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45cd97-47b9-47ad-abe3-c62f86c0447e req-1b4e63b7-f8a2-4a5e-8710-22f510df61e7 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:56.441715 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d45cd97-47b9-47ad-abe3-c62f86c0447e req-1b4e63b7-f8a2-4a5e-8710-22f510df61e7 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 945 time: 0.1129761
Nov 20 20:52:56.567937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-6d45cd97-47b9-47ad-abe3-c62f86c0447e req-11e03780-133e-4323-9d20-fffb5433cd1f tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Deleting port b8360b4c-cbee-4afe-816b-338cc6a81f67 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:52:56.568999 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d45cd97-47b9-47ad-abe3-c62f86c0447e req-11e03780-133e-4323-9d20-fffb5433cd1f tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:56.663324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6b136-f7f7-4f83-90df-92465b646c26 req-3d94ef93-2e78-4bdb-920c-8f39013eb204 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:56.665435 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6ed6b136-f7f7-4f83-90df-92465b646c26 req-3d94ef93-2e78-4bdb-920c-8f39013eb204 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 945 time: 0.1532147
Nov 20 20:52:56.791227 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6ed6b136-f7f7-4f83-90df-92465b646c26 req-7718571f-ab62-4a20-937f-cb7743994e1d tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc9cd5fa-6249-4169-93a1-d240705c2e78&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1187236
Nov 20 20:52:56.810608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-56658e19-ff46-4a1c-ae70-a146f439b3b8 req-0e8976c5-38be-4e3e-ad50-858af5335cb4 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-220024669', 'description': 'tempest-description-418996033'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:52:56.846752 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-56658e19-ff46-4a1c-ae70-a146f439b3b8 req-0e8976c5-38be-4e3e-ad50-858af5335cb4 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:56.855858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-6d45cd97-47b9-47ad-abe3-c62f86c0447e req-11e03780-133e-4323-9d20-fffb5433cd1f tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] For port b8360b4c-cbee-4afe-816b-338cc6a81f67, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b8360b4c-cbee-4afe-816b-338cc6a81f67,segment=NetworkSegment(fe4913fd-d6bc-497d-8f84-38beb20c87e9),segment_id=fe4913fd-d6bc-497d-8f84-38beb20c87e9)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:56.859586 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d45cd97-47b9-47ad-abe3-c62f86c0447e req-11e03780-133e-4323-9d20-fffb5433cd1f tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:56.954490 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce35b01-3e47-43e4-ae72-64a117b6366f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dceb653-952e-453b-b961-0478a94a32a1'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:56.958731 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53a4eda-d50f-41bf-934f-31a0e343f584" -d '{"events": [{"server_uuid": "bce35b01-3e47-43e4-ae72-64a117b6366f", "name": "network-vif-plugged", "status": "completed", "tag": "7dceb653-952e-453b-b961-0478a94a32a1"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:57.028434 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-56658e19-ff46-4a1c-ae70-a146f439b3b8 req-0e8976c5-38be-4e3e-ad50-858af5335cb4 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:57.037641 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-56658e19-ff46-4a1c-ae70-a146f439b3b8 req-0e8976c5-38be-4e3e-ad50-858af5335cb4 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:57.085432 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-56658e19-ff46-4a1c-ae70-a146f439b3b8 req-0e8976c5-38be-4e3e-ad50-858af5335cb4 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:57.087739 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-56658e19-ff46-4a1c-ae70-a146f439b3b8 req-0e8976c5-38be-4e3e-ad50-858af5335cb4 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.2819481
Nov 20 20:52:57.100435 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8976c5-38be-4e3e-ad50-858af5335cb4 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5769c47c-1b18-40e4-9ffe-c3a3b92abd2f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:57.168105 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49dc440-16e4-4666-89b8-8791ffc13b3e x-openstack-request-id: req-d49dc440-16e4-4666-89b8-8791ffc13b3e {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:57.168469 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce35b01-3e47-43e4-ae72-64a117b6366f", "name": "network-vif-plugged", "status": "completed", "tag": "7dceb653-952e-453b-b961-0478a94a32a1", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:57.168908 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d49dc440-16e4-4666-89b8-8791ffc13b3e {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:57.169527 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce35b01-3e47-43e4-ae72-64a117b6366f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dceb653-952e-453b-b961-0478a94a32a1', 'code': 200}
Nov 20 20:52:57.302978 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6faf21-ccf3-4872-89e7-572c6849fb99 req-6ba57b0f-e690-46da-b8f7-3135918c3912 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:57.313519 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a6faf21-ccf3-4872-89e7-572c6849fb99 req-6ba57b0f-e690-46da-b8f7-3135918c3912 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=8073278e-06ca-46aa-9b23-ba4cde569a47 HTTP/1.1" status: 200  len: 950 time: 0.0847981
Nov 20 20:52:57.320257 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d45cd97-47b9-47ad-abe3-c62f86c0447e req-11e03780-133e-4323-9d20-fffb5433cd1f tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:57.320623 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d45cd97-47b9-47ad-abe3-c62f86c0447e req-11e03780-133e-4323-9d20-fffb5433cd1f tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:57.320942 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-6d45cd97-47b9-47ad-abe3-c62f86c0447e req-11e03780-133e-4323-9d20-fffb5433cd1f tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Floating IP 015f9372-c4ce-4053-9298-04f09eff0b32 disassociated. External IP: 172.35.1.188, port: b8360b4c-cbee-4afe-816b-338cc6a81f67.
Nov 20 20:52:57.321442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-6d45cd97-47b9-47ad-abe3-c62f86c0447e req-11e03780-133e-4323-9d20-fffb5433cd1f tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Calling delete_port for b8360b4c-cbee-4afe-816b-338cc6a81f67 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:52:57.406614 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a6faf21-ccf3-4872-89e7-572c6849fb99 req-c8e2ec61-1b47-4a7a-8e95-c4b09c330866 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885658
Nov 20 20:52:57.497940 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e261a5-95ae-43c1-98f1-c18cdf195207 req-97e231d0-6c5f-4191-8909-698145d8f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:57.499508 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42e261a5-95ae-43c1-98f1-c18cdf195207 req-97e231d0-6c5f-4191-8909-698145d8f10a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bce35b01-3e47-43e4-ae72-64a117b6366f HTTP/1.1" status: 200  len: 1100 time: 0.1632266
Nov 20 20:52:57.535433 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5d7f7c6e-a2f6-4b5a-a4d6-87816a46389c req-0463c9d1-f8dc-4e28-b78b-3888e7c15fe2 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d006f43b28c243da9c910fd530b7958b HTTP/1.1" status: 200  len: 10996 time: 0.2915154
Nov 20 20:52:57.646235 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369bf86-f435-4787-927e-061fb7e924cb req-5dfb091c-2cff-44cd-88b0-4061884ec5d8 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:57.654587 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5369bf86-f435-4787-927e-061fb7e924cb req-5dfb091c-2cff-44cd-88b0-4061884ec5d8 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=bce35b01-3e47-43e4-ae72-64a117b6366f HTTP/1.1" status: 200  len: 949 time: 0.0674646
Nov 20 20:52:57.675549 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d45cd97-47b9-47ad-abe3-c62f86c0447e req-11e03780-133e-4323-9d20-fffb5433cd1f tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:57.704776 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5d7f7c6e-a2f6-4b5a-a4d6-87816a46389c req-90dd812a-1170-4dbf-8969-a36654a25b1e tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd HTTP/1.1" status: 200  len: 2998 time: 0.1169009
Nov 20 20:52:57.725704 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5369bf86-f435-4787-927e-061fb7e924cb req-da1f9721-6961-4bdb-8d0d-e12870c5fda9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657251
Nov 20 20:52:57.744615 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e03780-133e-4323-9d20-fffb5433cd1f tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Pushing event deleted for resources: {'Port': ['ID=b8360b4c-cbee-4afe-816b-338cc6a81f67,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:57.783698 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42e261a5-95ae-43c1-98f1-c18cdf195207 req-9853f54e-4a2a-4eaa-9572-421857cc211e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1973844
Nov 20 20:52:57.873197 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5d7f7c6e-a2f6-4b5a-a4d6-87816a46389c req-2b618c9b-b1af-43c9-b334-932e274679a6 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd HTTP/1.1" status: 200  len: 2998 time: 0.1658702
Nov 20 20:52:58.047168 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a771cb3f-5dcf-4bff-a9ee-ac6fbef4197b req-43b2263c-b190-4522-b6f0-6fcd94d0092c tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 210 time: 0.0602469
Nov 20 20:52:58.070138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d45cd97-47b9-47ad-abe3-c62f86c0447e req-11e03780-133e-4323-9d20-fffb5433cd1f tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Router baabe343-a327-40a4-9f15-dfaa7eb84846 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:52:58.093449 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-302a63c0-9c83-4bee-9c58-a69dd471fed4 req-dffba272-cf02-4be4-affb-78dfff25cba5 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/109149d1-93b5-47ea-ae9b-e3b0c367c6c5 HTTP/1.1" status: 200  len: 1817 time: 0.0882339
Nov 20 20:52:58.207702 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-302a63c0-9c83-4bee-9c58-a69dd471fed4 req-1999395b-bda3-4d71-acee-c666c0f0d999 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:58.249380 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b8360b4c-cbee-4afe-816b-338cc6a81f67 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:52:58.287863 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-302a63c0-9c83-4bee-9c58-a69dd471fed4 req-1999395b-bda3-4d71-acee-c666c0f0d999 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:58.326103 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: b8360b4c-cbee-4afe-816b-338cc6a81f67 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:52:58.346437 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b8360b4c-cbee-4afe-816b-338cc6a81f67 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:52:58.365983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d45cd97-47b9-47ad-abe3-c62f86c0447e req-11e03780-133e-4323-9d20-fffb5433cd1f tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:52:58.383678 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a113d73-b07f-4a5f-b0b1-d87d5e6721f8 None None] Sync routers for ids ['baabe343-a327-40a4-9f15-dfaa7eb84846'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:52:58.400742 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a113d73-b07f-4a5f-b0b1-d87d5e6721f8 None None] Routers {'baabe343-a327-40a4-9f15-dfaa7eb84846'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:52:58.401428 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5a113d73-b07f-4a5f-b0b1-d87d5e6721f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5456a850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:52:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['baabe343-a327-40a4-9f15-dfaa7eb84846'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:58.420960 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-302a63c0-9c83-4bee-9c58-a69dd471fed4 req-1999395b-bda3-4d71-acee-c666c0f0d999 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:58.423779 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-302a63c0-9c83-4bee-9c58-a69dd471fed4 req-1999395b-bda3-4d71-acee-c666c0f0d999 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:58.432486 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-302a63c0-9c83-4bee-9c58-a69dd471fed4 req-1999395b-bda3-4d71-acee-c666c0f0d999 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "DELETE /v2.0/security-groups/109149d1-93b5-47ea-ae9b-e3b0c367c6c5 HTTP/1.1" status: 204  len: 173 time: 0.3380511
Nov 20 20:52:58.473430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d45cd97-47b9-47ad-abe3-c62f86c0447e req-11e03780-133e-4323-9d20-fffb5433cd1f tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] No DVR routers for this DVR port b8360b4c-cbee-4afe-816b-338cc6a81f67 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:52:58.474758 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999395b-bda3-4d71-acee-c666c0f0d999 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109149d1-93b5-47ea-ae9b-e3b0c367c6c5,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:58.485892 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d45cd97-47b9-47ad-abe3-c62f86c0447e req-11e03780-133e-4323-9d20-fffb5433cd1f tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:58.507214 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d45cd97-47b9-47ad-abe3-c62f86c0447e req-11e03780-133e-4323-9d20-fffb5433cd1f tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.37 "DELETE /v2.0/ports/b8360b4c-cbee-4afe-816b-338cc6a81f67 HTTP/1.1" status: 204  len: 173 time: 2.0394049
Nov 20 20:52:58.509298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a604335-3c5c-46dd-879c-5f0d49092a58', 'name': 'network-vif-deleted', 'tag': 'b8360b4c-cbee-4afe-816b-338cc6a81f67'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:52:58.521897 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c67608-a9a6-40a2-ad53-7a3c960ac096" -d '{"events": [{"server_uuid": "0a604335-3c5c-46dd-879c-5f0d49092a58", "name": "network-vif-deleted", "tag": "b8360b4c-cbee-4afe-816b-338cc6a81f67"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:52:58.528584 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-4321ae35-e540-484a-8263-378ec4ca4df3 req-4012e30f-c3a5-44fd-aca2-6e1b11fcb077 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] show failed (client error): The resource could not be found.
Nov 20 20:52:58.546934 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4321ae35-e540-484a-8263-378ec4ca4df3 req-4012e30f-c3a5-44fd-aca2-6e1b11fcb077 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/109149d1-93b5-47ea-ae9b-e3b0c367c6c5 HTTP/1.1" status: 404  len: 352 time: 0.0632770
Nov 20 20:52:58.641228 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-5a113d73-b07f-4a5f-b0b1-d87d5e6721f8 None None] Set router baabe343-a327-40a4-9f15-dfaa7eb84846 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:52:58.701661 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a1b220-41e4-4003-9755-6f0af2e0fb23 x-openstack-request-id: req-81a1b220-41e4-4003-9755-6f0af2e0fb23 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:52:58.701891 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a604335-3c5c-46dd-879c-5f0d49092a58", "name": "network-vif-deleted", "tag": "b8360b4c-cbee-4afe-816b-338cc6a81f67", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:52:58.702268 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81a1b220-41e4-4003-9755-6f0af2e0fb23 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:52:58.702676 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a604335-3c5c-46dd-879c-5f0d49092a58', 'name': 'network-vif-deleted', 'tag': 'b8360b4c-cbee-4afe-816b-338cc6a81f67', 'status': 'completed', 'code': 200}
Nov 20 20:52:58.788083 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-594b907c-9579-4a48-a27f-01bfbdc7acdb req-7d684022-d129-46df-af06-5861f4289582 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/d4325e6d-dca8-4586-91ca-2bb5480a444e HTTP/1.1" status: 200  len: 1817 time: 0.1153083
Nov 20 20:52:58.926972 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 26b2f2b5-9423-4dba-bae3-4bdfc4373120 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:52:58.997650 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-594b907c-9579-4a48-a27f-01bfbdc7acdb req-126f8620-08c0-4758-9bfe-4fdcd7a15b1c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:59.031104 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af51b8-8fd6-4c43-af75-de654e71be00 req-b9c413d1-92fc-4c86-9d2e-ef5ba84d8b70 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:52:59.043093 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-19af51b8-8fd6-4c43-af75-de654e71be00 req-b9c413d1-92fc-4c86-9d2e-ef5ba84d8b70 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=bce35b01-3e47-43e4-ae72-64a117b6366f HTTP/1.1" status: 200  len: 949 time: 0.1429138
Nov 20 20:52:59.108656 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-594b907c-9579-4a48-a27f-01bfbdc7acdb req-126f8620-08c0-4758-9bfe-4fdcd7a15b1c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:59.216405 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-19af51b8-8fd6-4c43-af75-de654e71be00 req-d7011bc5-892d-45d2-8122-61266fc4248b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707673
Nov 20 20:52:59.220440 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-594b907c-9579-4a48-a27f-01bfbdc7acdb req-126f8620-08c0-4758-9bfe-4fdcd7a15b1c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:59.220991 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-594b907c-9579-4a48-a27f-01bfbdc7acdb req-126f8620-08c0-4758-9bfe-4fdcd7a15b1c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:59.228633 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5a113d73-b07f-4a5f-b0b1-d87d5e6721f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5456a850>, [{'id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'name': 'tempest-ServersTestBootFromVolume-73314611-router', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': '76530b73-e17a-455b-98a7-698b6175da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:24Z', 'revision_number': 4, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'gw_port': {'id': '76530b73-e17a-455b-98a7-698b6175da0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b956d09-829e-429c-a13e-0a43961c10fc', 'name': '', 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'mac_address': 'fa:16:3e:fb:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2563a429-d56a-441b-ae05-c13563861abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:22Z', 'updated_at': '2021-11-20T20:49:28Z', 'revision_number': 5, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'subnets': [{'id': '2563a429-d56a-441b-ae05-c13563861abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:59.234088 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-594b907c-9579-4a48-a27f-01bfbdc7acdb req-126f8620-08c0-4758-9bfe-4fdcd7a15b1c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "DELETE /v2.0/security-groups/d4325e6d-dca8-4586-91ca-2bb5480a444e HTTP/1.1" status: 204  len: 173 time: 0.4425919
Nov 20 20:52:59.237166 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 26b2f2b5-9423-4dba-bae3-4bdfc4373120, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26b2f2b5-9423-4dba-bae3-4bdfc4373120,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:59.286909 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f8620-08c0-4758-9bfe-4fdcd7a15b1c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4325e6d-dca8-4586-91ca-2bb5480a444e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:59.287128 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '26b2f2b5-9423-4dba-bae3-4bdfc4373120', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '26b2f2b5-9423-4dba-bae3-4bdfc4373120', 'mac_address': 'fa:16:3e:8c:b8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:52:59.370169 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a113d73-b07f-4a5f-b0b1-d87d5e6721f8 None None] Checking router: baabe343-a327-40a4-9f15-dfaa7eb84846 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:52:59.375954 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:59.412866 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b2f2b5-9423-4dba-bae3-4bdfc4373120 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:52:59.418023 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a113d73-b07f-4a5f-b0b1-d87d5e6721f8 None None] Routers {'baabe343-a327-40a4-9f15-dfaa7eb84846'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:52:59.420368 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5a113d73-b07f-4a5f-b0b1-d87d5e6721f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5456a850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:52:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['baabe343-a327-40a4-9f15-dfaa7eb84846'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:52:59.489980 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38160) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:59.524469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 26b2f2b5-9423-4dba-bae3-4bdfc4373120, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26b2f2b5-9423-4dba-bae3-4bdfc4373120,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:52:59.528730 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-db2eedc8-5e02-4c4f-8f16-944076516c6d req-27ed179b-17c9-4343-ae0e-a66c9bfa20f5 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] show failed (client error): The resource could not be found.
Nov 20 20:52:59.530133 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:59.552105 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db2eedc8-5e02-4c4f-8f16-944076516c6d req-27ed179b-17c9-4343-ae0e-a66c9bfa20f5 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/d4325e6d-dca8-4586-91ca-2bb5480a444e HTTP/1.1" status: 404  len: 352 time: 0.0457342
Nov 20 20:52:59.667462 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-819787c2-8727-45a5-bf0d-a30f21569c3a req-4af2ff5e-b76f-4c7e-bc3e-12ea3ef27215 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a604335-3c5c-46dd-879c-5f0d49092a58 HTTP/1.1" status: 200  len: 210 time: 0.0389786
Nov 20 20:52:59.724019 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8fe34808-93b0-496d-b1d7-f7138ce42fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:59.766828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=26b2f2b5-9423-4dba-bae3-4bdfc4373120,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:52:59.787636 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-5a113d73-b07f-4a5f-b0b1-d87d5e6721f8 None None] Set router baabe343-a327-40a4-9f15-dfaa7eb84846 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:52:59.809113 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-021e46d4-604a-4ff1-9358-dcd700f6cfca req-3c4a0da4-6c78-4b77-8668-33a60e634a18 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/5769c47c-1b18-40e4-9ffe-c3a3b92abd2f HTTP/1.1" status: 200  len: 1816 time: 0.0851905
Nov 20 20:52:59.873055 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['26b2f2b5-9423-4dba-bae3-4bdfc4373120'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:52:59.884095 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8fe34808-93b0-496d-b1d7-f7138ce42fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:59.893041 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8fe34808-93b0-496d-b1d7-f7138ce42fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:59.911960 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-021e46d4-604a-4ff1-9358-dcd700f6cfca req-e721703c-000d-46e4-a433-3e0a94414df1 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:52:59.962194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38210) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:52:59.962423 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8fe34808-93b0-496d-b1d7-f7138ce42fc1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3cd2a66e8e94e55923173efa8e06265&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4643986
Nov 20 20:53:00.008364 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe34808-93b0-496d-b1d7-f7138ce42fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5d4e37-bcd9-46a7-b5af-08cc5e125bcc,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:00.016354 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-021e46d4-604a-4ff1-9358-dcd700f6cfca req-e721703c-000d-46e4-a433-3e0a94414df1 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:00.095971 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b910b903-1d05-4b2f-b525-314de95d7ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:00.112463 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5a113d73-b07f-4a5f-b0b1-d87d5e6721f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5456a850>, [{'id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'name': 'tempest-ServersTestBootFromVolume-73314611-router', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': '76530b73-e17a-455b-98a7-698b6175da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:24Z', 'revision_number': 4, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'gw_port': {'id': '76530b73-e17a-455b-98a7-698b6175da0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b956d09-829e-429c-a13e-0a43961c10fc', 'name': '', 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'mac_address': 'fa:16:3e:fb:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2563a429-d56a-441b-ae05-c13563861abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:22Z', 'updated_at': '2021-11-20T20:49:28Z', 'revision_number': 5, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'subnets': [{'id': '2563a429-d56a-441b-ae05-c13563861abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:00.164147 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a113d73-b07f-4a5f-b0b1-d87d5e6721f8 None None] The sync data for ids ['baabe343-a327-40a4-9f15-dfaa7eb84846'] in ncdv-master-1 is: [{'id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'name': 'tempest-ServersTestBootFromVolume-73314611-router', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': '76530b73-e17a-455b-98a7-698b6175da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:24Z', 'revision_number': 4, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'gw_port': {'id': '76530b73-e17a-455b-98a7-698b6175da0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b956d09-829e-429c-a13e-0a43961c10fc', 'name': '', 'network_id': 'ecb95c56-c11a-4f3b-9cd5-8a7b52baf801', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'mac_address': 'fa:16:3e:fb:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2563a429-d56a-441b-ae05-c13563861abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:22Z', 'updated_at': '2021-11-20T20:49:28Z', 'revision_number': 5, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'subnets': [{'id': '2563a429-d56a-441b-ae05-c13563861abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:53:00.174305 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b910b903-1d05-4b2f-b525-314de95d7ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:00.212258 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-021e46d4-604a-4ff1-9358-dcd700f6cfca req-e721703c-000d-46e4-a433-3e0a94414df1 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:00.220438 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-021e46d4-604a-4ff1-9358-dcd700f6cfca req-e721703c-000d-46e4-a433-3e0a94414df1 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:00.244283 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-021e46d4-604a-4ff1-9358-dcd700f6cfca req-e721703c-000d-46e4-a433-3e0a94414df1 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "DELETE /v2.0/security-groups/5769c47c-1b18-40e4-9ffe-c3a3b92abd2f HTTP/1.1" status: 204  len: 173 time: 0.4171658
Nov 20 20:53:00.314162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721703c-000d-46e4-a433-3e0a94414df1 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5769c47c-1b18-40e4-9ffe-c3a3b92abd2f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:00.363107 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-157ab080-a32d-4ee3-a32b-6058d71bfb6d req-356cf8bf-ced2-453e-9608-b5a117282959 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] show failed (client error): The resource could not be found.
Nov 20 20:53:00.364172 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-157ab080-a32d-4ee3-a32b-6058d71bfb6d req-356cf8bf-ced2-453e-9608-b5a117282959 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/5769c47c-1b18-40e4-9ffe-c3a3b92abd2f HTTP/1.1" status: 404  len: 352 time: 0.0821178
Nov 20 20:53:00.395296 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b910b903-1d05-4b2f-b525-314de95d7ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:00.398159 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b910b903-1d05-4b2f-b525-314de95d7ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:00.401868 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b910b903-1d05-4b2f-b525-314de95d7ef2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc5d4e37-bcd9-46a7-b5af-08cc5e125bcc HTTP/1.1" status: 204  len: 168 time: 0.4404562
Nov 20 20:53:00.416654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910b903-1d05-4b2f-b525-314de95d7ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5d4e37-bcd9-46a7-b5af-08cc5e125bcc,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:00.648356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a6dad-0a80-44de-992f-8399bb9eee74 req-b2f9ef69-708d-4c6b-a9e7-8b041c3b2920 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:00.659789 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-557a6dad-0a80-44de-992f-8399bb9eee74 req-b2f9ef69-708d-4c6b-a9e7-8b041c3b2920 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=bce35b01-3e47-43e4-ae72-64a117b6366f HTTP/1.1" status: 200  len: 949 time: 0.1369691
Nov 20 20:53:00.674293 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-66d843dd-0468-4b56-8835-a7894783c9bd req-f740b6a5-77e1-4f15-b3d1-bd7eb2a6bbda tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d006f43b28c243da9c910fd530b7958b HTTP/1.1" status: 200  len: 6199 time: 0.1377478
Nov 20 20:53:00.710918 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435f7a40-be39-4a81-ad2e-1bd7117b48f2 None None] New status for floating IP 015f9372-c4ce-4053-9298-04f09eff0b32: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:53:00.758948 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-66d843dd-0468-4b56-8835-a7894783c9bd req-7b7b7bf9-9f31-44b9-a8a6-400dd56d165e tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd HTTP/1.1" status: 200  len: 2998 time: 0.0747209
Nov 20 20:53:00.776364 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-557a6dad-0a80-44de-992f-8399bb9eee74 req-7077c3cf-c07b-4543-81c5-c3c013b38c90 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153216
Nov 20 20:53:00.822200 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-66d843dd-0468-4b56-8835-a7894783c9bd req-79969f2e-4159-4916-a109-ce164d07c62c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd HTTP/1.1" status: 200  len: 2998 time: 0.0609479
Nov 20 20:53:01.446286 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e845074-3a53-44ef-8f4c-165ecc75edbf req-fdb9449c-1755-4834-aa86-297becc89af2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:01.458939 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e845074-3a53-44ef-8f4c-165ecc75edbf req-fdb9449c-1755-4834-aa86-297becc89af2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:01.468964 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0e845074-3a53-44ef-8f4c-165ecc75edbf req-fdb9449c-1755-4834-aa86-297becc89af2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=8073278e-06ca-46aa-9b23-ba4cde569a47&device_id=bce35b01-3e47-43e4-ae72-64a117b6366f HTTP/1.1" status: 200  len: 1690 time: 0.1278315
Nov 20 20:53:01.566772 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0e845074-3a53-44ef-8f4c-165ecc75edbf req-58085bf7-eeb7-4a3e-9f05-1f5997549881 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937250
Nov 20 20:53:01.594160 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-3e4a96f9-631e-4024-b529-1e48b5384356 req-b7a3798c-94ee-419c-bcc9-98dbd9b1144c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-467267317', 'description': 'tempest-description-635984541'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:01.641837 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3e4a96f9-631e-4024-b529-1e48b5384356 req-b7a3798c-94ee-419c-bcc9-98dbd9b1144c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:01.786430 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3e4a96f9-631e-4024-b529-1e48b5384356 req-b7a3798c-94ee-419c-bcc9-98dbd9b1144c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:01.795277 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3e4a96f9-631e-4024-b529-1e48b5384356 req-b7a3798c-94ee-419c-bcc9-98dbd9b1144c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:01.897989 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3e4a96f9-631e-4024-b529-1e48b5384356 req-b7a3798c-94ee-419c-bcc9-98dbd9b1144c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:01.902531 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e4a96f9-631e-4024-b529-1e48b5384356 req-b7a3798c-94ee-419c-bcc9-98dbd9b1144c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.3130879
Nov 20 20:53:01.913754 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3798c-94ee-419c-bcc9-98dbd9b1144c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2654fcf0-5f35-4447-9e94-f74f66e7dc71,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:02.021481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38288) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:02.182500 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95a103f4-97a1-472b-b7af-2f8914515d08 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:02.257403 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95a103f4-97a1-472b-b7af-2f8914515d08 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:02.328156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38298) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:02.374681 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95a103f4-97a1-472b-b7af-2f8914515d08 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:02.378247 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95a103f4-97a1-472b-b7af-2f8914515d08 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:02.379686 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-95a103f4-97a1-472b-b7af-2f8914515d08 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "DELETE /v2.0/security-groups/fc9cd5fa-6249-4169-93a1-d240705c2e78 HTTP/1.1" status: 204  len: 168 time: 0.3566036
Nov 20 20:53:02.382557 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38302) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:02.399229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a103f4-97a1-472b-b7af-2f8914515d08 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9cd5fa-6249-4169-93a1-d240705c2e78,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:02.440307 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:53:02.440805 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-90c598c3-1edb-4828-a5b1-5992e3029dd0 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] show failed (client error): The resource could not be found.
Nov 20 20:53:02.446087 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-90c598c3-1edb-4828-a5b1-5992e3029dd0 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "GET /v2.0/security-groups/fc9cd5fa-6249-4169-93a1-d240705c2e78 HTTP/1.1" status: 404  len: 347 time: 0.0598967
Nov 20 20:53:02.446724 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38304) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:02.522079 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38306) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:02.790005 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d477108c-de0f-46e0-93ea-9fdd7eb3775a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:02.922642 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15e43533-11f6-4395-a16d-e886af5c0aab admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:02.953522 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 26b2f2b5-9423-4dba-bae3-4bdfc4373120 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:03.030601 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15e43533-11f6-4395-a16d-e886af5c0aab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.041303 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15e43533-11f6-4395-a16d-e886af5c0aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.104170 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 26b2f2b5-9423-4dba-bae3-4bdfc4373120 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:03.106733 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.117700 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-15e43533-11f6-4395-a16d-e886af5c0aab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a3d0b44424c4ae7a22e946bdb5a294a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5942659
Nov 20 20:53:03.120754 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38326) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:03.136123 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e43533-11f6-4395-a16d-e886af5c0aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff1292a-1364-4e29-8ad6-1ea5b3669e11,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:03.220172 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d477108c-de0f-46e0-93ea-9fdd7eb3775a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.227410 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d477108c-de0f-46e0-93ea-9fdd7eb3775a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.272515 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d477108c-de0f-46e0-93ea-9fdd7eb3775a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=649bf752525148958a9d9a46029d097a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9432120
Nov 20 20:53:03.274292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38328) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:03.296484 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81fa2681-9f63-4d07-963d-dc97c68361b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.333375 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.401768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477108c-de0f-46e0-93ea-9fdd7eb3775a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c251ca0a-f09d-4630-90d0-6b7aa8188ac1,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:03.416571 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 26b2f2b5-9423-4dba-bae3-4bdfc4373120, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26b2f2b5-9423-4dba-bae3-4bdfc4373120,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:03.421959 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5d2876-ea4f-4e03-a581-1d45371ac7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b2f2b5-9423-4dba-bae3-4bdfc4373120'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:03.430161 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086b717c-fba3-4419-9b6a-8b17baffc973" -d '{"events": [{"server_uuid": "2a5d2876-ea4f-4e03-a581-1d45371ac7ec", "name": "network-vif-plugged", "status": "completed", "tag": "26b2f2b5-9423-4dba-bae3-4bdfc4373120"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:03.432361 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-39d9857b-3d36-4870-9b79-1790b02d8723 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Deleting port c827db55-47b8-4057-bf2e-6d77fa2771e6 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:53:03.432888 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-39d9857b-3d36-4870-9b79-1790b02d8723 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.439223 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.536470 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81fa2681-9f63-4d07-963d-dc97c68361b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.541006 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-95d1ca9a-a285-4b37-81c3-f7c89979193e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.547621 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477108c-de0f-46e0-93ea-9fdd7eb3775a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:03.549102 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477108c-de0f-46e0-93ea-9fdd7eb3775a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:03.550933 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477108c-de0f-46e0-93ea-9fdd7eb3775a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:03.551397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477108c-de0f-46e0-93ea-9fdd7eb3775a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:03.553130 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477108c-de0f-46e0-93ea-9fdd7eb3775a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:03.553597 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477108c-de0f-46e0-93ea-9fdd7eb3775a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:03.554041 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477108c-de0f-46e0-93ea-9fdd7eb3775a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:03.556553 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477108c-de0f-46e0-93ea-9fdd7eb3775a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:03.557020 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477108c-de0f-46e0-93ea-9fdd7eb3775a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:03.557469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477108c-de0f-46e0-93ea-9fdd7eb3775a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:03.557931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477108c-de0f-46e0-93ea-9fdd7eb3775a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:03.560137 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477108c-de0f-46e0-93ea-9fdd7eb3775a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:03.567070 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=26b2f2b5-9423-4dba-bae3-4bdfc4373120,revision_number=10']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:03.619809 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-39d9857b-3d36-4870-9b79-1790b02d8723 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.620148 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-39d9857b-3d36-4870-9b79-1790b02d8723 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.645277 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-95d1ca9a-a285-4b37-81c3-f7c89979193e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.658930 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-39d9857b-3d36-4870-9b79-1790b02d8723 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Calling delete_port for c827db55-47b8-4057-bf2e-6d77fa2771e6 owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:53:03.706362 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81fa2681-9f63-4d07-963d-dc97c68361b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.710512 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81fa2681-9f63-4d07-963d-dc97c68361b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.720743 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-81fa2681-9f63-4d07-963d-dc97c68361b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bff1292a-1364-4e29-8ad6-1ea5b3669e11 HTTP/1.1" status: 204  len: 168 time: 0.5987191
Nov 20 20:53:03.739870 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-95d1ca9a-a285-4b37-81c3-f7c89979193e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.751313 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-95d1ca9a-a285-4b37-81c3-f7c89979193e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:03.771393 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-95d1ca9a-a285-4b37-81c3-f7c89979193e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c251ca0a-f09d-4630-90d0-6b7aa8188ac1 HTTP/1.1" status: 204  len: 168 time: 0.4930704
Nov 20 20:53:03.801101 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa2681-9f63-4d07-963d-dc97c68361b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff1292a-1364-4e29-8ad6-1ea5b3669e11,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:03.842253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1ca9a-a285-4b37-81c3-f7c89979193e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c251ca0a-f09d-4630-90d0-6b7aa8188ac1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:04.147731 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-39d9857b-3d36-4870-9b79-1790b02d8723 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:04.249305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9857b-3d36-4870-9b79-1790b02d8723 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Pushing event deleted for resources: {'Port': ['ID=c827db55-47b8-4057-bf2e-6d77fa2771e6,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:04.350021 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-39d9857b-3d36-4870-9b79-1790b02d8723 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:04.360191 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-39d9857b-3d36-4870-9b79-1790b02d8723 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:04.365303 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-39d9857b-3d36-4870-9b79-1790b02d8723 tempest-ServersTestBootFromVolume-1177398021 tempest-ServersTestBootFromVolume-1177398021-project] 10.222.0.41 "DELETE /v2.0/floatingips/015f9372-c4ce-4053-9298-04f09eff0b32 HTTP/1.1" status: 204  len: 168 time: 1.9153402
Nov 20 20:53:04.366500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38346) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:04.573775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38350) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:04.588698 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9193ecf4-9243-45b2-b1cc-df157b7c9267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:04.706409 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9193ecf4-9243-45b2-b1cc-df157b7c9267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:04.712472 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9193ecf4-9243-45b2-b1cc-df157b7c9267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:04.776692 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9193ecf4-9243-45b2-b1cc-df157b7c9267 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7870c1beb974b4da75f52563edf006f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2016304
Nov 20 20:53:04.778368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38352) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:04.780710 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193ecf4-9243-45b2-b1cc-df157b7c9267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a214b2f-b6c1-447f-9c8c-4c65294958e5,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:04.917534 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1fe5992c-1ea9-4c6c-ab4c-962cf82174a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:05.026321 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1fe5992c-1ea9-4c6c-ab4c-962cf82174a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:05.118191 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1fe5992c-1ea9-4c6c-ab4c-962cf82174a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:05.122470 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1fe5992c-1ea9-4c6c-ab4c-962cf82174a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:05.124457 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1fe5992c-1ea9-4c6c-ab4c-962cf82174a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a214b2f-b6c1-447f-9c8c-4c65294958e5 HTTP/1.1" status: 204  len: 168 time: 0.3448782
Nov 20 20:53:05.134999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5992c-1ea9-4c6c-ab4c-962cf82174a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a214b2f-b6c1-447f-9c8c-4c65294958e5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:05.177889 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ffc8-bb49-4a99-831e-4b0898a50a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:05.776682 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5ffc8-bb49-4a99-831e-4b0898a50a24 admin admin] Deleting port 2b956d09-829e-429c-a13e-0a43961c10fc {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:53:05.778896 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ffc8-bb49-4a99-831e-4b0898a50a24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:05.852731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38378) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:05.881427 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69d948a8-5dfe-4857-a3a1-ff12db8426da admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:05.889746 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-2dc5ffc8-bb49-4a99-831e-4b0898a50a24 admin admin] For port 2b956d09-829e-429c-a13e-0a43961c10fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b956d09-829e-429c-a13e-0a43961c10fc,segment=NetworkSegment(fe4913fd-d6bc-497d-8f84-38beb20c87e9),segment_id=fe4913fd-d6bc-497d-8f84-38beb20c87e9)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:05.890458 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ffc8-bb49-4a99-831e-4b0898a50a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:05.906411 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5ffc8-bb49-4a99-831e-4b0898a50a24 admin admin] Calling delete_port for 2b956d09-829e-429c-a13e-0a43961c10fc owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:53:06.039575 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69d948a8-5dfe-4857-a3a1-ff12db8426da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:06.045985 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69d948a8-5dfe-4857-a3a1-ff12db8426da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:06.086348 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-69d948a8-5dfe-4857-a3a1-ff12db8426da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d579c7e9c59a42d1b0fe24b953bafd7c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2306936
Nov 20 20:53:06.088348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38386) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:06.116006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d948a8-5dfe-4857-a3a1-ff12db8426da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af747a2d-6fbf-4f22-9a2a-55011473b0ed,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:06.204350 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-659080c6-6d68-4635-96f2-7d903c4787a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:06.239300 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-659080c6-6d68-4635-96f2-7d903c4787a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:06.248430 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ffc8-bb49-4a99-831e-4b0898a50a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:06.280964 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5ffc8-bb49-4a99-831e-4b0898a50a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b956d09-829e-429c-a13e-0a43961c10fc,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:06.410744 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-659080c6-6d68-4635-96f2-7d903c4787a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:06.417201 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-659080c6-6d68-4635-96f2-7d903c4787a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:06.420018 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-659080c6-6d68-4635-96f2-7d903c4787a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af747a2d-6fbf-4f22-9a2a-55011473b0ed HTTP/1.1" status: 204  len: 168 time: 0.3288336
Nov 20 20:53:06.493543 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659080c6-6d68-4635-96f2-7d903c4787a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af747a2d-6fbf-4f22-9a2a-55011473b0ed,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:06.681384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-8dfcc411-972e-486e-9000-4a03fa41980c req-4266a795-995a-4c99-88d2-d9ed6ec35bb8 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1133960164', 'description': 'tempest-description-771580775'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:06.753161 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ffc8-bb49-4a99-831e-4b0898a50a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:06.790019 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8dfcc411-972e-486e-9000-4a03fa41980c req-4266a795-995a-4c99-88d2-d9ed6ec35bb8 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:06.903999 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2addb6a9-9b3d-46a6-af71-598805995dc6 x-openstack-request-id: req-2addb6a9-9b3d-46a6-af71-598805995dc6 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:06.904486 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5d2876-ea4f-4e03-a581-1d45371ac7ec", "name": "network-vif-plugged", "status": "completed", "tag": "26b2f2b5-9423-4dba-bae3-4bdfc4373120", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:06.904608 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2addb6a9-9b3d-46a6-af71-598805995dc6 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:06.905192 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5d2876-ea4f-4e03-a581-1d45371ac7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b2f2b5-9423-4dba-bae3-4bdfc4373120', 'code': 200}
Nov 20 20:53:07.020150 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8dfcc411-972e-486e-9000-4a03fa41980c req-4266a795-995a-4c99-88d2-d9ed6ec35bb8 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:07.032042 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8dfcc411-972e-486e-9000-4a03fa41980c req-4266a795-995a-4c99-88d2-d9ed6ec35bb8 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:07.117485 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266a795-995a-4c99-88d2-d9ed6ec35bb8 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f803d7-6354-4590-bfe1-d1be79906a5e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:07.127091 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8dfcc411-972e-486e-9000-4a03fa41980c req-4266a795-995a-4c99-88d2-d9ed6ec35bb8 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:07.127091 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8dfcc411-972e-486e-9000-4a03fa41980c req-4266a795-995a-4c99-88d2-d9ed6ec35bb8 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.4515045
Nov 20 20:53:07.177361 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38448) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:07.199330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc5ffc8-bb49-4a99-831e-4b0898a50a24 admin admin] Router baabe343-a327-40a4-9f15-dfaa7eb84846 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:53:07.252683 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818a376-9e52-4b49-80a6-e1c02b2a864d req-5bd6c75e-7a77-4741-ab6d-589a76f65c2c tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:07.266037 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c818a376-9e52-4b49-80a6-e1c02b2a864d req-5bd6c75e-7a77-4741-ab6d-589a76f65c2c tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8073278e-06ca-46aa-9b23-ba4cde569a47 HTTP/1.1" status: 200  len: 1101 time: 0.1046860
Nov 20 20:53:07.356928 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c818a376-9e52-4b49-80a6-e1c02b2a864d req-47f9baac-6a0a-40cd-a804-95f007c2faf2 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827999
Nov 20 20:53:07.411397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc5ffc8-bb49-4a99-831e-4b0898a50a24 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:53:07.423658 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca68600-0e01-44d9-b291-5f024bf9675d None None] Sync routers for ids ['baabe343-a327-40a4-9f15-dfaa7eb84846'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:53:07.428711 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2dc5ffc8-bb49-4a99-831e-4b0898a50a24 admin admin] 10.222.0.41 "PUT /v2.0/routers/baabe343-a327-40a4-9f15-dfaa7eb84846/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0582659
Nov 20 20:53:07.429374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38462) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:07.440273 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca68600-0e01-44d9-b291-5f024bf9675d None None] Routers {'baabe343-a327-40a4-9f15-dfaa7eb84846'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:53:07.442744 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-cca68600-0e01-44d9-b291-5f024bf9675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54230df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:52:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['baabe343-a327-40a4-9f15-dfaa7eb84846'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:07.507654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d4303-1a7f-4ead-b388-7efc593d88cd req-0fa65d5c-164f-4486-947c-32ab01bc4691 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:07.517156 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f16d4303-1a7f-4ead-b388-7efc593d88cd req-0fa65d5c-164f-4486-947c-32ab01bc4691 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bce35b01-3e47-43e4-ae72-64a117b6366f HTTP/1.1" status: 200  len: 1100 time: 0.0563574
Nov 20 20:53:07.626935 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f16d4303-1a7f-4ead-b388-7efc593d88cd req-86504eeb-8c06-4142-908f-851e6997ef3d tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023417
Nov 20 20:53:07.702955 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-cca68600-0e01-44d9-b291-5f024bf9675d None None] Set router baabe343-a327-40a4-9f15-dfaa7eb84846 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:53:07.719849 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e195eadf-7f33-447f-b226-a6a7f5d085f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:07.932556 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e195eadf-7f33-447f-b226-a6a7f5d085f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:07.952349 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e195eadf-7f33-447f-b226-a6a7f5d085f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:08.012317 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:08.016203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195eadf-7f33-447f-b226-a6a7f5d085f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed12190-1b6a-4762-a44e-bf185b68f594,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:08.084996 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e195eadf-7f33-447f-b226-a6a7f5d085f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a89bd94d767d4d0ca7d3fc5bf65cdf49&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9032876
Nov 20 20:53:08.085972 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38492) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:08.130621 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:08.207265 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d04c865-fcbf-40a9-9462-dc5b25c8cc2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:08.253838 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d04c865-fcbf-40a9-9462-dc5b25c8cc2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:08.349964 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d04c865-fcbf-40a9-9462-dc5b25c8cc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:08.356107 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d04c865-fcbf-40a9-9462-dc5b25c8cc2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:08.357079 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6d04c865-fcbf-40a9-9462-dc5b25c8cc2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ed12190-1b6a-4762-a44e-bf185b68f594 HTTP/1.1" status: 204  len: 168 time: 0.2698455
Nov 20 20:53:08.383180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04c865-fcbf-40a9-9462-dc5b25c8cc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed12190-1b6a-4762-a44e-bf185b68f594,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:08.432534 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-cca68600-0e01-44d9-b291-5f024bf9675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54230df0>, [{'id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'name': 'tempest-ServersTestBootFromVolume-73314611-router', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': '76530b73-e17a-455b-98a7-698b6175da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:53:06Z', 'revision_number': 5, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'gw_port': {'id': '76530b73-e17a-455b-98a7-698b6175da0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:08.442690 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0206fa7-5e16-45bf-a096-3fef2cded5a3 admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:08.497805 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca68600-0e01-44d9-b291-5f024bf9675d None None] Checking router: baabe343-a327-40a4-9f15-dfaa7eb84846 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:53:08.544807 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca68600-0e01-44d9-b291-5f024bf9675d None None] Routers {'baabe343-a327-40a4-9f15-dfaa7eb84846'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:53:08.546718 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-cca68600-0e01-44d9-b291-5f024bf9675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54230df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:52:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['baabe343-a327-40a4-9f15-dfaa7eb84846'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:08.681625 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0206fa7-5e16-45bf-a096-3fef2cded5a3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:08.803750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a0206fa7-5e16-45bf-a096-3fef2cded5a3 admin admin] Deleting port 76530b73-e17a-455b-98a7-698b6175da0b {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:53:08.804219 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0206fa7-5e16-45bf-a096-3fef2cded5a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:08.805153 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-cca68600-0e01-44d9-b291-5f024bf9675d None None] Set router baabe343-a327-40a4-9f15-dfaa7eb84846 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:53:09.048930 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-a0206fa7-5e16-45bf-a096-3fef2cded5a3 admin admin] For port 76530b73-e17a-455b-98a7-698b6175da0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76530b73-e17a-455b-98a7-698b6175da0b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:09.053533 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0206fa7-5e16-45bf-a096-3fef2cded5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:09.074116 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-25baac35-56c6-43cb-bb1a-45bfdea1f802 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:09.089610 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-25baac35-56c6-43cb-bb1a-45bfdea1f802 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/networks?id=b78e4ec9-b593-412e-8e50-3a8f61366198 HTTP/1.1" status: 200  len: 812 time: 0.1999865
Nov 20 20:53:09.104278 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a0206fa7-5e16-45bf-a096-3fef2cded5a3 admin admin] Calling delete_port for 76530b73-e17a-455b-98a7-698b6175da0b owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:53:09.128557 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-bb36a215-002b-4489-b267-3d47c86dd2d8 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/quotas/d006f43b28c243da9c910fd530b7958b HTTP/1.1" status: 200  len: 375 time: 0.0366290
Nov 20 20:53:09.250024 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-5fda4c2a-1f1e-4efb-bc8c-54fcd0a1ac48 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d006f43b28c243da9c910fd530b7958b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1202321
Nov 20 20:53:09.352004 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-cca68600-0e01-44d9-b291-5f024bf9675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54230df0>, [{'id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'name': 'tempest-ServersTestBootFromVolume-73314611-router', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': '76530b73-e17a-455b-98a7-698b6175da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:53:06Z', 'revision_number': 5, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'gw_port': {'id': '76530b73-e17a-455b-98a7-698b6175da0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:09.415284 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca68600-0e01-44d9-b291-5f024bf9675d None None] The sync data for ids ['baabe343-a327-40a4-9f15-dfaa7eb84846'] in ncdv-master-1 is: [{'id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'name': 'tempest-ServersTestBootFromVolume-73314611-router', 'tenant_id': '2a9b204d38934eeea9ac2d67611156eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': '76530b73-e17a-455b-98a7-698b6175da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:53:06Z', 'revision_number': 5, 'project_id': '2a9b204d38934eeea9ac2d67611156eb', 'gw_port': {'id': '76530b73-e17a-455b-98a7-698b6175da0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabe343-a327-40a4-9f15-dfaa7eb84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:19Z', 'updated_at': '2021-11-20T20:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:53:09.516102 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0206fa7-5e16-45bf-a096-3fef2cded5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:09.545776 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-bae74237-fec5-4f63-936d-4328fe00c226 service neutron] 10.222.0.41 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2853587
Nov 20 20:53:09.598364 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0206fa7-5e16-45bf-a096-3fef2cded5a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=76530b73-e17a-455b-98a7-698b6175da0b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:09.734871 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-58292f79-5f84-4c91-9396-b1efef5871be service neutron] 10.222.0.41 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1871514
Nov 20 20:53:09.738288 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0206fa7-5e16-45bf-a096-3fef2cded5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:09.917685 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0206fa7-5e16-45bf-a096-3fef2cded5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:09.920283 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0206fa7-5e16-45bf-a096-3fef2cded5a3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:09.956330 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2b956d09-829e-429c-a13e-0a43961c10fc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:53:10.000814 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0206fa7-5e16-45bf-a096-3fef2cded5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:10.001404 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0206fa7-5e16-45bf-a096-3fef2cded5a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baabe343-a327-40a4-9f15-dfaa7eb84846 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:53:10.013237 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0206fa7-5e16-45bf-a096-3fef2cded5a3 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:10.016304 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a0206fa7-5e16-45bf-a096-3fef2cded5a3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/baabe343-a327-40a4-9f15-dfaa7eb84846 HTTP/1.1" status: 204  len: 168 time: 2.5844760
Nov 20 20:53:10.017074 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38574) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:10.040455 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 2b956d09-829e-429c-a13e-0a43961c10fc {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:53:10.041359 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2b956d09-829e-429c-a13e-0a43961c10fc not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:53:10.139240 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-1627844a-3ad7-4dff-802d-8483d4dd4192 admin admin] Deleting subnet 2563a429-d56a-441b-ae05-c13563861abb {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:53:10.159709 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1627844a-3ad7-4dff-802d-8483d4dd4192 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:10.229735 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1627844a-3ad7-4dff-802d-8483d4dd4192 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:10.282349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:53:10.328414 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-7a2a2656-eb8b-4b2a-a922-e72264bfe165 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=60778bfeb31b496081c05ccc33a74a1c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0879693
Nov 20 20:53:10.436591 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1627844a-3ad7-4dff-802d-8483d4dd4192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:10.505052 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:10.581399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b2f6df-58af-4fe3-a73b-eac474989b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95a284b7-4c01-4cac-b5d2-4dc06cbf81ba'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:10.583940 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ad1c09-6308-477b-8356-0947dde5d255" -d '{"events": [{"server_uuid": "b3b2f6df-58af-4fe3-a73b-eac474989b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "95a284b7-4c01-4cac-b5d2-4dc06cbf81ba"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:10.626791 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1627844a-3ad7-4dff-802d-8483d4dd4192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:10.654280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-741dd5b9-58dc-4476-b675-fc3524ff8afc tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:10.659036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:10.669095 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-741dd5b9-58dc-4476-b675-fc3524ff8afc tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3374248
Nov 20 20:53:10.669352 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:10.704693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-80782c66-9f03-4a50-a90b-1b3077fa4fe7 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/quotas/60778bfeb31b496081c05ccc33a74a1c HTTP/1.1" status: 200  len: 375 time: 0.0339873
Nov 20 20:53:10.742964 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627844a-3ad7-4dff-802d-8483d4dd4192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2563a429-d56a-441b-ae05-c13563861abb,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:10.771917 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:10.773903 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1627844a-3ad7-4dff-802d-8483d4dd4192 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:10.779749 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1627844a-3ad7-4dff-802d-8483d4dd4192 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2563a429-d56a-441b-ae05-c13563861abb HTTP/1.1" status: 204  len: 168 time: 0.7591946
Nov 20 20:53:10.781476 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e570177-bdb4-410c-bf60-76c2fc241f2c None None] Network ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:53:10.783231 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38612) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:10.823514 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-c04d6121-667e-49e8-bf28-f3b57db86de9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1175215
Nov 20 20:53:10.964550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-790f3652-7851-44c2-a7df-65e909d16612 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:10.977060 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-790f3652-7851-44c2-a7df-65e909d16612 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/networks?id=7ac3ab90-d288-4bb5-99a9-c81df0147689 HTTP/1.1" status: 200  len: 803 time: 0.4085169
Nov 20 20:53:10.992591 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:11.007082 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-5921da57-5225-4201-8641-5ec47abfa63e tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/quotas/44e20e99a6534d5d95e9d012160657a3 HTTP/1.1" status: 200  len: 375 time: 0.0264058
Nov 20 20:53:11.092122 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Deleting port 0bae167e-c667-403c-88d3-81d2044e9d79 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:53:11.092822 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:11.139970 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-f2c9c65b-f75e-4109-815c-71a1d7909583 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=44e20e99a6534d5d95e9d012160657a3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1304002
Nov 20 20:53:11.282165 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] For port 0bae167e-c667-403c-88d3-81d2044e9d79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bae167e-c667-403c-88d3-81d2044e9d79,segment=NetworkSegment(fe4913fd-d6bc-497d-8f84-38beb20c87e9),segment_id=fe4913fd-d6bc-497d-8f84-38beb20c87e9)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:11.282566 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:11.322972 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1e387-936f-47f6-b61e-7243c4804044 req-82dd2ba3-5a41-4e4d-bbc7-c3f39e6ee309 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:11.324578 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4aa1e387-936f-47f6-b61e-7243c4804044 req-82dd2ba3-5a41-4e4d-bbc7-c3f39e6ee309 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3b2f6df-58af-4fe3-a73b-eac474989b6a HTTP/1.1" status: 200  len: 943 time: 0.2090018
Nov 20 20:53:11.326100 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Calling delete_port for 0bae167e-c667-403c-88d3-81d2044e9d79 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:53:11.360280 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-bc7ecfb6-ad5d-451b-8c20-1a8eba16f8bd service neutron] 10.222.0.41 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177522
Nov 20 20:53:11.430681 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d099844-3c25-4f99-b3ea-708d8216c6b3 None None] DHCP port deletion for ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:53:11.560729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-4aa1e387-936f-47f6-b61e-7243c4804044 req-ef0db20b-a9ca-4273-b832-bd1c8f39eb56 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Deleting port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:53:11.561339 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4aa1e387-936f-47f6-b61e-7243c4804044 req-ef0db20b-a9ca-4273-b832-bd1c8f39eb56 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:11.566462 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:11.595924 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1d099844-3c25-4f99-b3ea-708d8216c6b3 None None] Deleting port 0bae167e-c667-403c-88d3-81d2044e9d79 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:53:11.600360 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1d099844-3c25-4f99-b3ea-708d8216c6b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:11.646648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] No DVR routers for this DVR port 0bae167e-c667-403c-88d3-81d2044e9d79 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:53:11.656824 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b115eaa6-3d61-47d0-8ad4-a27341427502 service neutron] 10.222.0.41 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2952607
Nov 20 20:53:11.681114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Pushing event deleted for resources: {'Port': ['ID=0bae167e-c667-403c-88d3-81d2044e9d79,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:11.736626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:11.736981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:11.737330 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:11.737675 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:11.738012 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:11.738487 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:11.738818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:11.739154 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:11.740097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:11.740386 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:11.740728 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:11.741062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:11.764770 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-1d099844-3c25-4f99-b3ea-708d8216c6b3 None None] For port 0bae167e-c667-403c-88d3-81d2044e9d79, host ncdv-master-1, got binding levels [] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:11.765176 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1d099844-3c25-4f99-b3ea-708d8216c6b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:11.781240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1d099844-3c25-4f99-b3ea-708d8216c6b3 None None] Calling delete_port for 0bae167e-c667-403c-88d3-81d2044e9d79 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:53:11.787963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.ipam_backend_mixin [None req-1d099844-3c25-4f99-b3ea-708d8216c6b3 None None] Port 0bae167e-c667-403c-88d3-81d2044e9d79 was not found and therefore no delete operation was performed {{(pid=126226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 20 20:53:11.789301 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1d099844-3c25-4f99-b3ea-708d8216c6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:11.807563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0bae167e-c667-403c-88d3-81d2044e9d79 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:53:11.835571 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-719b8ddc-8fce-49bb-8eba-db09505e2951 req-58b4a59f-5095-4dfc-9455-fc3256057704 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 210 time: 0.1519091
Nov 20 20:53:11.942452 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d099844-3c25-4f99-b3ea-708d8216c6b3 None None] Pushing event deleted for resources: {'Port': ['ID=0bae167e-c667-403c-88d3-81d2044e9d79,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:11.953878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d099844-3c25-4f99-b3ea-708d8216c6b3 None None] No DVR routers for this DVR port 0bae167e-c667-403c-88d3-81d2044e9d79 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:53:11.954431 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:11.998748 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 0bae167e-c667-403c-88d3-81d2044e9d79 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:53:12.004473 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0bae167e-c667-403c-88d3-81d2044e9d79 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:53:12.006550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 76530b73-e17a-455b-98a7-698b6175da0b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:53:12.023385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4aa1e387-936f-47f6-b61e-7243c4804044 req-ef0db20b-a9ca-4273-b832-bd1c8f39eb56 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] For port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:12.023767 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4aa1e387-936f-47f6-b61e-7243c4804044 req-ef0db20b-a9ca-4273-b832-bd1c8f39eb56 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:12.066817 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d935820>,) {'filters': {'network_id': ['ecb95c56-c11a-4f3b-9cd5-8a7b52baf801']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:12.093246 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d935820>, 'fe4913fd-d6bc-497d-8f84-38beb20c87e9') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:12.093955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d935820>, 'fe4913fd-d6bc-497d-8f84-38beb20c87e9') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:12.100348 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-4aa1e387-936f-47f6-b61e-7243c4804044 req-ef0db20b-a9ca-4273-b832-bd1c8f39eb56 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Calling delete_port for 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:53:12.132988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 76530b73-e17a-455b-98a7-698b6175da0b {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:53:12.136356 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 76530b73-e17a-455b-98a7-698b6175da0b not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:53:12.176249 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aef87f-125a-4633-86e5-375e5b7330ee x-openstack-request-id: req-48aef87f-125a-4633-86e5-375e5b7330ee {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:12.176834 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b2f6df-58af-4fe3-a73b-eac474989b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "95a284b7-4c01-4cac-b5d2-4dc06cbf81ba", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:12.177116 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48aef87f-125a-4633-86e5-375e5b7330ee {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:12.177506 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b2f6df-58af-4fe3-a73b-eac474989b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95a284b7-4c01-4cac-b5d2-4dc06cbf81ba', 'code': 200}
Nov 20 20:53:12.228017 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:12.278697 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:12.304253 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:53:12.304699 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:12.318195 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e5c7cbf-3187-4ba1-a2b2-1ef72f373a40 req-c68940e1-7a9d-484d-8548-65a92f56b257 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 210 time: 0.0592744
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:53:12.539814 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:53:12.689191 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-70a47cdb-033a-45ca-b3fa-fc4887db416f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:12.690985 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-70a47cdb-033a-45ca-b3fa-fc4887db416f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.37 "GET /v2.0/networks?id=b78e4ec9-b593-412e-8e50-3a8f61366198 HTTP/1.1" status: 200  len: 812 time: 0.8352568
Nov 20 20:53:12.717755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-bc9c8f67-88b4-4e4f-8ca7-5634c503357b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Request body: {'port': {'device_id': '15b84b6d-5fc9-4c6b-944f-85135e5a1c3d', 'network_id': 'b78e4ec9-b593-412e-8e50-3a8f61366198', 'admin_state_up': True, 'tenant_id': 'd006f43b28c243da9c910fd530b7958b'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:12.728654 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:12.836915 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:12.844168 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] 10.222.0.41 "DELETE /v2.0/networks/ecb95c56-c11a-4f3b-9cd5-8a7b52baf801 HTTP/1.1" status: 204  len: 168 time: 2.0560634
Nov 20 20:53:12.959044 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdadfac-d3b9-487e-8c3b-e0e6b7018dda admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb95c56-c11a-4f3b-9cd5-8a7b52baf801,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:12.969969 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-231d05b8-7009-497f-bcec-8c5d353962c6 req-38c00824-93b7-4db9-a38f-f639dac0a557 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 210 time: 0.4275589
Nov 20 20:53:13.192223 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7d003191-8712-4d62-8b67-39ab42cbc1f1 req-b69bdbfd-9538-4628-bbec-04a88d746e58 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 210 time: 0.0810335
Nov 20 20:53:13.257914 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-27cd9c65-e012-4e8a-be42-0329564926ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:13.422606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38698) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:13.449225 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4aa1e387-936f-47f6-b61e-7243c4804044 req-ef0db20b-a9ca-4273-b832-bd1c8f39eb56 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:13.502915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0db20b-a9ca-4273-b832-bd1c8f39eb56 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Pushing event deleted for resources: {'Port': ['ID=95a284b7-4c01-4cac-b5d2-4dc06cbf81ba,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:13.525271 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-05d50387-fc22-4c9e-99a1-dfc69e3b428d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a9b204d38934eeea9ac2d67611156eb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1012118
Nov 20 20:53:13.525973 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38702) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:13.580353 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42e7d827-aa9c-43d9-b3b5-84e425bcb6bc req-2d9d6609-a5c3-426e-9b95-474231124b52 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 210 time: 0.1122966
Nov 20 20:53:13.582553 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa1e387-936f-47f6-b61e-7243c4804044 req-ef0db20b-a9ca-4273-b832-bd1c8f39eb56 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] No DVR routers for this DVR port 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:53:13.585351 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4aa1e387-936f-47f6-b61e-7243c4804044 req-ef0db20b-a9ca-4273-b832-bd1c8f39eb56 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:13.588882 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4aa1e387-936f-47f6-b61e-7243c4804044 req-ef0db20b-a9ca-4273-b832-bd1c8f39eb56 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.37 "DELETE /v2.0/ports/95a284b7-4c01-4cac-b5d2-4dc06cbf81ba HTTP/1.1" status: 204  len: 173 time: 2.2573769
Nov 20 20:53:13.589624 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b2f6df-58af-4fe3-a73b-eac474989b6a', 'name': 'network-vif-deleted', 'tag': '95a284b7-4c01-4cac-b5d2-4dc06cbf81ba'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:13.592883 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804ed532-5a15-42c0-9e3d-a519b27851fc" -d '{"events": [{"server_uuid": "b3b2f6df-58af-4fe3-a73b-eac474989b6a", "name": "network-vif-deleted", "tag": "95a284b7-4c01-4cac-b5d2-4dc06cbf81ba"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:13.616342 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60512ff4-5a47-4e07-9a7f-eac11ffc42bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:13.622185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-bc9c8f67-88b4-4e4f-8ca7-5634c503357b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Made reservation on behalf of d006f43b28c243da9c910fd530b7958b for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:53:13.632108 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-bc9c8f67-88b4-4e4f-8ca7-5634c503357b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:13.679659 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60512ff4-5a47-4e07-9a7f-eac11ffc42bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:13.683183 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6e7f96-c706-4ca6-8815-36dc220a06fc x-openstack-request-id: req-9d6e7f96-c706-4ca6-8815-36dc220a06fc {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:13.684037 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b2f6df-58af-4fe3-a73b-eac474989b6a", "name": "network-vif-deleted", "tag": "95a284b7-4c01-4cac-b5d2-4dc06cbf81ba", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:13.684469 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d6e7f96-c706-4ca6-8815-36dc220a06fc {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:13.685051 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b2f6df-58af-4fe3-a73b-eac474989b6a', 'name': 'network-vif-deleted', 'tag': '95a284b7-4c01-4cac-b5d2-4dc06cbf81ba', 'status': 'completed', 'code': 200}
Nov 20 20:53:13.873495 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60512ff4-5a47-4e07-9a7f-eac11ffc42bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:13.877283 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60512ff4-5a47-4e07-9a7f-eac11ffc42bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:13.883360 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-60512ff4-5a47-4e07-9a7f-eac11ffc42bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f569ae9-bbed-4bed-945a-fcbec066d730 HTTP/1.1" status: 204  len: 168 time: 0.3557663
Nov 20 20:53:13.896516 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60512ff4-5a47-4e07-9a7f-eac11ffc42bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f569ae9-bbed-4bed-945a-fcbec066d730,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:13.948844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-bc9c8f67-88b4-4e4f-8ca7-5634c503357b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Allocated IP 172.20.0.2 (b78e4ec9-b593-412e-8e50-3a8f61366198/1c23af1b-147c-4145-9a86-e1bdaba6289a/b27e869e-b0e4-471a-842c-5c09b72dcda5) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:53:14.226598 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f33331de-5490-4437-8341-5a3c55d9209e req-43b7d97b-6d0a-4e4f-a9b0-fd3fa59cd637 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 210 time: 0.1241720
Nov 20 20:53:14.296166 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:53:14.340299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:53:14.340946 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 95a284b7-4c01-4cac-b5d2-4dc06cbf81ba not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:53:14.377332 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-ecc779bb-bb9e-4273-829d-81ebbf753841 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=60778bfeb31b496081c05ccc33a74a1c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1545677
Nov 20 20:53:14.535624 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-c19d71a1-2b12-4f42-b48f-adb661158447 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=60778bfeb31b496081c05ccc33a74a1c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2608833
Nov 20 20:53:14.661446 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38748) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:14.781042 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5eabba7-9cef-4b37-98d6-2824a94e9724 req-58aa252d-2c8e-4429-9b2a-987e4db3c43b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 210 time: 0.0545678
Nov 20 20:53:14.851339 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-08c4b8e9-58a5-4f71-84e7-be7a68b6e153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:14.909552 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73468d33-5db7-42d0-b960-9c8d44afe458 req-2325f8ce-e011-4457-a71d-0cf2c30ce554 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 210 time: 0.3649504
Nov 20 20:53:14.960125 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-9dc4707e-ff7c-4b74-9dfa-40af9824f994 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:14.961611 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-9dc4707e-ff7c-4b74-9dfa-40af9824f994 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.37 "GET /v2.0/networks?id=7ac3ab90-d288-4bb5-99a9-c81df0147689 HTTP/1.1" status: 200  len: 803 time: 0.5834074
Nov 20 20:53:14.979806 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-08c4b8e9-58a5-4f71-84e7-be7a68b6e153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:14.987728 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-08c4b8e9-58a5-4f71-84e7-be7a68b6e153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:15.033935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4b8e9-58a5-4f71-84e7-be7a68b6e153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2755a3-fae2-419a-89ef-4dbc0988d9eb,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:15.070079 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-08c4b8e9-58a5-4f71-84e7-be7a68b6e153 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3fd304130c25439c866dd5799ea3e57f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4074166
Nov 20 20:53:15.073715 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38760) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:15.196941 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-07b6a6a4-180f-423b-81f3-5767806dd293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:15.251829 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-07b6a6a4-180f-423b-81f3-5767806dd293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:15.356555 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-07b6a6a4-180f-423b-81f3-5767806dd293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:15.359536 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-07b6a6a4-180f-423b-81f3-5767806dd293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:15.363553 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-07b6a6a4-180f-423b-81f3-5767806dd293 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca2755a3-fae2-419a-89ef-4dbc0988d9eb HTTP/1.1" status: 204  len: 168 time: 0.2875757
Nov 20 20:53:15.368036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-264d6b49-5cd3-49a7-a365-8fc013ab842b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Request body: {'port': {'device_id': '0ffe6a66-af8a-40dc-bb9e-a37fd916c78b', 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689', 'admin_state_up': True, 'tenant_id': '44e20e99a6534d5d95e9d012160657a3'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:15.385702 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-bc9c8f67-88b4-4e4f-8ca7-5634c503357b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:15.388201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6a6a4-180f-423b-81f3-5767806dd293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2755a3-fae2-419a-89ef-4dbc0988d9eb,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:15.429449 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-09073873-d120-4174-bb3f-117a05113212 req-92329b8c-d1b5-4a7b-895c-173c9b739afb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 210 time: 0.0805686
Nov 20 20:53:15.569533 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-801aff61-75b9-48c7-bdf2-0538c102c583 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:15.571425 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-801aff61-75b9-48c7-bdf2-0538c102c583 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.0445282
Nov 20 20:53:15.596944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-35cf1164-e5ed-4636-8e52-adcfb6328386 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:15.598473 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-35cf1164-e5ed-4636-8e52-adcfb6328386 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8321872
Nov 20 20:53:15.609445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-d7165eba-36ca-4246-b44a-cbe35682501c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Request body: {'port': {'device_id': 'a3726050-5f51-48dc-941a-2829539906a7', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '60778bfeb31b496081c05ccc33a74a1c'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:15.611051 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e2516e95-35e7-48ed-9d08-4be25623a1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:15.660110 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38788) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:15.711884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-50a41fb9-8e35-4631-8d18-379d960d92df tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Request body: {'port': {'device_id': '6487b68e-a322-49ab-916e-23d4e8908b45', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '60778bfeb31b496081c05ccc33a74a1c'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:15.755732 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-bc9c8f67-88b4-4e4f-8ca7-5634c503357b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:15.776031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f45eebd5-aed0-4beb-a5fe-f44aba552d89'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:15.834163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c8f67-88b4-4e4f-8ca7-5634c503357b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event updated for resources: {'Port': ['ID=b27e869e-b0e4-471a-842c-5c09b72dcda5,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:15.867407 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38796) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:15.895054 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0097b70e-5dc7-4fdf-b129-a99887e6b254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:15.920486 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-network', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:15.955122 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-bc9c8f67-88b4-4e4f-8ca7-5634c503357b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Network b78e4ec9-b593-412e-8e50-3a8f61366198 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:15.989200 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dd06987a-5f99-4852-b3d4-29564168fed8 req-a951b54a-7394-4a43-8e12-da21fb885e43 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 210 time: 0.0411286
Nov 20 20:53:15.994493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-bc9c8f67-88b4-4e4f-8ca7-5634c503357b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:16.016755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-bc9c8f67-88b4-4e4f-8ca7-5634c503357b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:53:16.103835 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-264d6b49-5cd3-49a7-a365-8fc013ab842b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Made reservation on behalf of 44e20e99a6534d5d95e9d012160657a3 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:53:16.108678 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-264d6b49-5cd3-49a7-a365-8fc013ab842b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:16.138646 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.api [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 20 20:53:16.138646 ncdv-master-1 neutron-server[126224]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 20 20:53:16.138646 ncdv-master-1 neutron-server[126224]: [parameters: {'project_id_1': '59c483cdab9f4467a9c5bdd3b6c8357e', 'expiration_1': datetime.datetime(2021, 11, 20, 20, 52, 55, 946106)}]
Nov 20 20:53:16.138646 ncdv-master-1 neutron-server[126224]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 20:53:16.139588 ncdv-master-1 neutron-server[126224]: DEBUG oslo_db.api [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 20:53:16.208190 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-d7165eba-36ca-4246-b44a-cbe35682501c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Made reservation on behalf of 60778bfeb31b496081c05ccc33a74a1c for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:53:16.225796 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-d7165eba-36ca-4246-b44a-cbe35682501c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:16.230840 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6577f-c7da-460c-99ae-1b127611c4db req-92641247-5280-4000-bc5d-f6eff99f5440 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:16.235517 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-40b6577f-c7da-460c-99ae-1b127611c4db req-92641247-5280-4000-bc5d-f6eff99f5440 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 931 time: 0.1809359
Nov 20 20:53:16.237585 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0097b70e-5dc7-4fdf-b129-a99887e6b254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:16.248633 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0097b70e-5dc7-4fdf-b129-a99887e6b254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:16.324171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-bc9c8f67-88b4-4e4f-8ca7-5634c503357b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:16.325158 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-bc9c8f67-88b4-4e4f-8ca7-5634c503357b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:16.372547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097b70e-5dc7-4fdf-b129-a99887e6b254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943e7c2b-9b08-416e-ae8b-94a862d4dfa6,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:16.380566 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0097b70e-5dc7-4fdf-b129-a99887e6b254 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7a77330955b49fba9f9c06992e2ce11&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5118601
Nov 20 20:53:16.385174 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-40b6577f-c7da-460c-99ae-1b127611c4db req-93b951c1-b390-47b3-aef4-75ef3878f5b9 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396866
Nov 20 20:53:16.385638 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38812) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:16.396964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-50a41fb9-8e35-4631-8d18-379d960d92df tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Made reservation on behalf of 60778bfeb31b496081c05ccc33a74a1c for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:53:16.400690 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-50a41fb9-8e35-4631-8d18-379d960d92df tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:16.447841 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-bc9c8f67-88b4-4e4f-8ca7-5634c503357b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7394154
Nov 20 20:53:16.450686 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f5442d7-31c7-4a18-9c8b-83fc3e12661b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:16.479905 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f5442d7-31c7-4a18-9c8b-83fc3e12661b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:16.491007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Request body: {'port': {'device_id': '15b84b6d-5fc9-4c6b-944f-85135e5a1c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:16.570724 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f5442d7-31c7-4a18-9c8b-83fc3e12661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:16.573896 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f5442d7-31c7-4a18-9c8b-83fc3e12661b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:16.578849 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9f5442d7-31c7-4a18-9c8b-83fc3e12661b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/943e7c2b-9b08-416e-ae8b-94a862d4dfa6 HTTP/1.1" status: 204  len: 168 time: 0.1896777
Nov 20 20:53:16.612223 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5442d7-31c7-4a18-9c8b-83fc3e12661b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943e7c2b-9b08-416e-ae8b-94a862d4dfa6,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:16.712024 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] Made reservation on behalf of 59c483cdab9f4467a9c5bdd3b6c8357e for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:53:16.717672 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:16.718743 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:16.739868 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:16.842685 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-457396ff-6cf2-4c37-91af-c3f52520a17a req-2f06be13-e6c7-4610-bca4-8ed8e91f98b6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 210 time: 0.1876991
Nov 20 20:53:16.883518 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:16.893005 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:16.905866 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-d7165eba-36ca-4246-b44a-cbe35682501c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Allocated IP 192.168.233.196 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/d2ec2066-92dd-4bf1-94cf-530a3c89abb1) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:53:16.924112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-264d6b49-5cd3-49a7-a365-8fc013ab842b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Allocated IP 172.20.0.9 (7ac3ab90-d288-4bb5-99a9-c81df0147689/dca0b895-d4f5-4110-adf5-186714814159/c6e0c110-4765-4766-bc45-55c8c3a214d9) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:53:16.937822 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:16.951183 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5c02ad-a565-4bf1-8f84-90234e55d57b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:16.976346 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:53:17.000678 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:17.001038 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] Added segment 3438dca2-2da2-4820-b43c-9039a055ca53 of type vlan for network 7c0e623a-f529-4e97-805b-d4b7151232ec
Nov 20 20:53:17.223769 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:17.241641 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b147478d-4c8d-44dd-b812-c0059aac4934 req-14d9902d-03b6-4eef-8f4f-c03447b05892 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 210 time: 0.0807798
Nov 20 20:53:17.275872 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:17.278296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:17.279123 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:17.360868 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.6967745
Nov 20 20:53:17.371105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38846) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:17.377245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-28e34afe-db46-4ba4-a26d-3a573bd27d8d admin admin] Request body: {'subnet': {'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-subnet', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:17.488347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406e600-0368-461c-98e2-0fa645669560 admin admin] Pushing event updated for resources: {'Network': ['ID=7c0e623a-f529-4e97-805b-d4b7151232ec,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:17.503351 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 7c0e623a-f529-4e97-805b-d4b7151232ec details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:53:17.589126 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-d7165eba-36ca-4246-b44a-cbe35682501c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:17.605133 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-264d6b49-5cd3-49a7-a365-8fc013ab842b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:17.622718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e34afe-db46-4ba4-a26d-3a573bd27d8d admin admin] Made reservation on behalf of 59c483cdab9f4467a9c5bdd3b6c8357e for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:53:17.628025 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-28e34afe-db46-4ba4-a26d-3a573bd27d8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:17.632842 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110430c-b7ff-4f01-8206-0509dcd2ed9d req-d89005eb-3fa9-4718-bea2-9ffca42ba927 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:17.643631 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5110430c-b7ff-4f01-8206-0509dcd2ed9d req-d89005eb-3fa9-4718-bea2-9ffca42ba927 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 931 time: 0.1346772
Nov 20 20:53:17.743518 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5110430c-b7ff-4f01-8206-0509dcd2ed9d req-6236ba9f-2f66-4cf1-b79c-18664515fb03 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937152
Nov 20 20:53:17.845489 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-d7165eba-36ca-4246-b44a-cbe35682501c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:17.866640 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['23ec6af6-e448-4b84-a688-acf291e1c23c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:17.930216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7dceb653-952e-453b-b961-0478a94a32a1', 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:18.025156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7165eba-36ca-4246-b44a-cbe35682501c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Pushing event updated for resources: {'Port': ['ID=d2ec2066-92dd-4bf1-94cf-530a3c89abb1,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:18.028741 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-264d6b49-5cd3-49a7-a365-8fc013ab842b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:18.082323 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-06729285-0049-4ff4-a96e-6594b6aca36c req-dd9450f2-8c07-4af1-b370-b629fc971124 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 210 time: 0.0887866
Nov 20 20:53:18.125227 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-d7165eba-36ca-4246-b44a-cbe35682501c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:18.134011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27e869e-b0e4-471a-842c-5c09b72dcda5 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:53:18.160483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-264d6b49-5cd3-49a7-a365-8fc013ab842b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Network 7ac3ab90-d288-4bb5-99a9-c81df0147689 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:18.166778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-d7165eba-36ca-4246-b44a-cbe35682501c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:18.177354 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:18.181158 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-50a41fb9-8e35-4631-8d18-379d960d92df tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Allocated IP 192.168.233.182 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:53:18.208882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-d7165eba-36ca-4246-b44a-cbe35682501c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:53:18.211713 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-264d6b49-5cd3-49a7-a365-8fc013ab842b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:18.227826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-264d6b49-5cd3-49a7-a365-8fc013ab842b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:53:18.232437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d6b49-5cd3-49a7-a365-8fc013ab842b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Pushing event updated for resources: {'Port': ['ID=c6e0c110-4765-4766-bc45-55c8c3a214d9,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:18.313982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Transition to ACTIVE for port object b27e869e-b0e4-471a-842c-5c09b72dcda5 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:53:18.352819 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:18.570223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-264d6b49-5cd3-49a7-a365-8fc013ab842b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:18.571793 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-264d6b49-5cd3-49a7-a365-8fc013ab842b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:18.580482 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-d7165eba-36ca-4246-b44a-cbe35682501c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:18.581585 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-d7165eba-36ca-4246-b44a-cbe35682501c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:18.594960 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:18.690592 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Pushing event updated for resources: {'Port': ['ID=b27e869e-b0e4-471a-842c-5c09b72dcda5,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:18.697307 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-28e34afe-db46-4ba4-a26d-3a573bd27d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:18.702269 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-d7165eba-36ca-4246-b44a-cbe35682501c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.1151898
Nov 20 20:53:18.711860 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-264d6b49-5cd3-49a7-a365-8fc013ab842b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3777473
Nov 20 20:53:18.756252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Request body: {'port': {'device_id': 'a3726050-5f51-48dc-941a-2829539906a7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:18.786841 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Request body: {'port': {'device_id': '0ffe6a66-af8a-40dc-bb9e-a37fd916c78b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:18.883509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-87b20707-1332-422c-8133-325d70014746 None None] Provisioning complete for port d2ec2066-92dd-4bf1-94cf-530a3c89abb1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:18.884130 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-87b20707-1332-422c-8133-325d70014746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:18.944038 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8a01c-8d25-4ab4-884b-932f2e23b52d req-d461ec36-da73-4f5f-b144-496ba8c53c77 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:18.947020 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-41e8a01c-8d25-4ab4-884b-932f2e23b52d req-d461ec36-da73-4f5f-b144-496ba8c53c77 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 943 time: 0.0879343
Nov 20 20:53:19.067204 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-41e8a01c-8d25-4ab4-884b-932f2e23b52d req-ad1f34da-8375-42cf-8859-ce754dee96c6 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127143
Nov 20 20:53:19.094629 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:19.108392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-87b20707-1332-422c-8133-325d70014746 None None] Port d2ec2066-92dd-4bf1-94cf-530a3c89abb1 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:53:19.298322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e34afe-db46-4ba4-a26d-3a573bd27d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7eb1c08-0af7-45e9-9853-143d500358f6,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:19.363138 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:19.389935 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-50a41fb9-8e35-4631-8d18-379d960d92df tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:19.392777 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:19.414987 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Attempting to bind port b27e869e-b0e4-471a-842c-5c09b72dcda5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:53:19.415320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Attempting to bind port b27e869e-b0e4-471a-842c-5c09b72dcda5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9c41c511-9b69-4e96-9aeb-1c3cb97c677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b78e4ec9-b593-412e-8e50-3a8f61366198'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:53:19.415646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Attempting to bind port b27e869e-b0e4-471a-842c-5c09b72dcda5 on network b78e4ec9-b593-412e-8e50-3a8f61366198 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:19.423417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e34afe-db46-4ba4-a26d-3a573bd27d8d admin admin] Checking segment: {'id': '3438dca2-2da2-4820-b43c-9039a055ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:19.423777 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e34afe-db46-4ba4-a26d-3a573bd27d8d admin admin] Network hostable DHCP agents. Network: 7c0e623a-f529-4e97-805b-d4b7151232ec, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:53:19.434584 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1f83c-a247-49bf-b5ab-13d401408c6c req-484e665d-ec9d-4d0e-b893-6f955cce565a tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:19.441625 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39f1f83c-a247-49bf-b5ab-13d401408c6c req-484e665d-ec9d-4d0e-b893-6f955cce565a tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 931 time: 0.2434273
Nov 20 20:53:19.475577 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Port b27e869e-b0e4-471a-842c-5c09b72dcda5 on network b78e4ec9-b593-412e-8e50-3a8f61366198 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:53:19.475907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Attempting to bind port b27e869e-b0e4-471a-842c-5c09b72dcda5 on network b78e4ec9-b593-412e-8e50-3a8f61366198 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:19.478371 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0163911-d5d9-4f3f-b70b-1fa70019b0c3 req-ee2879a5-83ff-4b11-83a5-7e5cf329ab9d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 210 time: 0.0374534
Nov 20 20:53:19.547856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:53:19.548241 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Checking segment: {'id': '9c41c511-9b69-4e96-9aeb-1c3cb97c677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b78e4ec9-b593-412e-8e50-3a8f61366198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:19.548578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Bound using segment: {'id': '9c41c511-9b69-4e96-9aeb-1c3cb97c677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b78e4ec9-b593-412e-8e50-3a8f61366198'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:53:19.549007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Bound port: b27e869e-b0e4-471a-842c-5c09b72dcda5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c41c511-9b69-4e96-9aeb-1c3cb97c677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b78e4ec9-b593-412e-8e50-3a8f61366198'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:53:19.549360 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:19.619278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e34afe-db46-4ba4-a26d-3a573bd27d8d admin admin] Network 7c0e623a-f529-4e97-805b-d4b7151232ec is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:53:19.713347 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39f1f83c-a247-49bf-b5ab-13d401408c6c req-5285359c-583f-45ad-86b7-9fe842753e96 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2708580
Nov 20 20:53:19.775840 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-50a41fb9-8e35-4631-8d18-379d960d92df tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:19.775840 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-28e34afe-db46-4ba4-a26d-3a573bd27d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7c0e623a-f529-4e97-805b-d4b7151232ec) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:19.800089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34afe-db46-4ba4-a26d-3a573bd27d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:19.800379 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-28e34afe-db46-4ba4-a26d-3a573bd27d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:19.856963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['23ec6af6-e448-4b84-a688-acf291e1c23c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:19.866462 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32629464-a322-4a0e-86d0-2f341bacb050 None None] Network 7c0e623a-f529-4e97-805b-d4b7151232ec requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:53:19.871997 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7dceb653-952e-453b-b961-0478a94a32a1', 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:19.913072 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-50a41fb9-8e35-4631-8d18-379d960d92df tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:19.935706 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-50a41fb9-8e35-4631-8d18-379d960d92df tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:19.948026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-50a41fb9-8e35-4631-8d18-379d960d92df tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:53:19.964269 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-28e34afe-db46-4ba4-a26d-3a573bd27d8d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 2.5907938
Nov 20 20:53:19.966995 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38928) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:19.968603 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] For port b27e869e-b0e4-471a-842c-5c09b72dcda5, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:53:19.972115 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a41fb9-8e35-4631-8d18-379d960d92df tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Pushing event updated for resources: {'Port': ['ID=b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:19.976773 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-router', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:20.041717 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:20.042848 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:20.124999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] For port b27e869e-b0e4-471a-842c-5c09b72dcda5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27e869e-b0e4-471a-842c-5c09b72dcda5,segment=NetworkSegment(9c41c511-9b69-4e96-9aeb-1c3cb97c677a),segment_id=9c41c511-9b69-4e96-9aeb-1c3cb97c677a)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:53:20.227957 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:20.245037 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:20.367039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-50a41fb9-8e35-4631-8d18-379d960d92df tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:20.367676 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-50a41fb9-8e35-4631-8d18-379d960d92df tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:20.427255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:20.429314 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:20.440321 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] 10.222.0.37 "PUT /v2.0/ports/b27e869e-b0e4-471a-842c-5c09b72dcda5 HTTP/1.1" status: 200  len: 1091 time: 3.9684949
Nov 20 20:53:20.446089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b84b6d-5fc9-4c6b-944f-85135e5a1c3d', 'tag': 'b27e869e-b0e4-471a-842c-5c09b72dcda5'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:20.451343 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31828a82-2b08-47c8-ba02-6281d6656ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "15b84b6d-5fc9-4c6b-944f-85135e5a1c3d", "tag": "b27e869e-b0e4-471a-842c-5c09b72dcda5"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:20.603127 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-50a41fb9-8e35-4631-8d18-379d960d92df tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.9868996
Nov 20 20:53:20.619956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Request body: {'port': {'device_id': '6487b68e-a322-49ab-916e-23d4e8908b45', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:20.641399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763e71f-a061-44f9-a660-df51973ebc81 req-4be5a35a-67cc-41ef-b853-4af05eba44da tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:20.644656 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e394084-9c49-4754-a6a9-6e030807bd20 x-openstack-request-id: req-5e394084-9c49-4754-a6a9-6e030807bd20 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:20.648403 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b84b6d-5fc9-4c6b-944f-85135e5a1c3d", "tag": "b27e869e-b0e4-471a-842c-5c09b72dcda5", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:20.648915 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e394084-9c49-4754-a6a9-6e030807bd20 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:20.649508 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b84b6d-5fc9-4c6b-944f-85135e5a1c3d', 'tag': 'b27e869e-b0e4-471a-842c-5c09b72dcda5', 'status': 'completed', 'code': 200}
Nov 20 20:53:20.649749 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6763e71f-a061-44f9-a660-df51973ebc81 req-4be5a35a-67cc-41ef-b853-4af05eba44da tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 943 time: 0.4027572
Nov 20 20:53:20.688182 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:20.702130 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede3c1d4-7faf-4970-a3f1-0613006614dc None None] Network 7c0e623a-f529-4e97-805b-d4b7151232ec requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:53:20.728150 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e9fc5-064d-4d68-b3e4-184b0791ef5f service neutron] Pushing event updated for resources: {'Port': ['ID=b27e869e-b0e4-471a-842c-5c09b72dcda5,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:20.788202 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6763e71f-a061-44f9-a660-df51973ebc81 req-2299ecc1-868a-40e1-af30-b626aecedf40 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374600
Nov 20 20:53:20.837620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-3be84db4-b48e-4c38-b9b9-fdf3203796b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:20.839177 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-3be84db4-b48e-4c38-b9b9-fdf3203796b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d006f43b28c243da9c910fd530b7958b&device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 1094 time: 0.3457265
Nov 20 20:53:20.884470 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ec2066-92dd-4bf1-94cf-530a3c89abb1 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:53:20.889032 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:20.930649 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:20.945150 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-dd97c9da-bf79-40b5-bca1-1539e4948e48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b27e869e-b0e4-471a-842c-5c09b72dcda5 HTTP/1.1" status: 200  len: 217 time: 0.0810478
Nov 20 20:53:20.949130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e0c110-4765-4766-bc45-55c8c3a214d9 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:53:20.967952 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294f145-2022-4a78-9a94-e3ad28a11466 req-297e30fb-512f-4ea4-b57e-8893fbb92c31 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:20.975047 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3294f145-2022-4a78-9a94-e3ad28a11466 req-297e30fb-512f-4ea4-b57e-8893fbb92c31 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 936 time: 0.2793758
Nov 20 20:53:20.989341 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:21.025387 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Transition to ACTIVE for port object d2ec2066-92dd-4bf1-94cf-530a3c89abb1 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:53:21.036968 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38968) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:21.080188 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:21.141006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Transition to ACTIVE for port object c6e0c110-4765-4766-bc45-55c8c3a214d9 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:53:21.148900 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9dfed-a095-4a15-a467-ad797d3b17f1 req-4a6872e3-2d19-4be8-8fe7-5232540d3419 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:21.151387 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-724e08fb-464c-42be-920b-5fe4d73dd082 None None] Provisioning complete for port b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:21.151768 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-724e08fb-464c-42be-920b-5fe4d73dd082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:21.161426 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ffe9dfed-a095-4a15-a467-ad797d3b17f1 req-4a6872e3-2d19-4be8-8fe7-5232540d3419 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 931 time: 0.2010169
Nov 20 20:53:21.181706 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:21.214494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-9d450bde-dc8a-454c-a017-a07af144911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:21.216699 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-9d450bde-dc8a-454c-a017-a07af144911a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c23af1b-147c-4145-9a86-e1bdaba6289a HTTP/1.1" status: 200  len: 852 time: 0.2573030
Nov 20 20:53:21.282290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-724e08fb-464c-42be-920b-5fe4d73dd082 None None] Port b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:53:21.316380 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:21.329739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ec2066-92dd-4bf1-94cf-530a3c89abb1,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:21.382159 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ffe9dfed-a095-4a15-a467-ad797d3b17f1 req-d76817b5-775b-4d60-96ce-3af715599a2a tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197406
Nov 20 20:53:21.388140 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3294f145-2022-4a78-9a94-e3ad28a11466 req-6c67ef15-9ca8-456b-9022-0dc6ed74af1f tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4121473
Nov 20 20:53:21.416919 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:21.422877 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-edd76104-75d6-47ac-afca-2eb45970606a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:21.429695 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-192f6a01-6f46-4456-8df2-cb35266e0b35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b78e4ec9-b593-412e-8e50-3a8f61366198&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1183426
Nov 20 20:53:21.766998 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e0c110-4765-4766-bc45-55c8c3a214d9,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:21.865304 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-200cdf3e-a87c-41b6-996f-534751b16204 service neutron] 10.222.0.37 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4346542
Nov 20 20:53:21.870780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Attempting to bind port c6e0c110-4765-4766-bc45-55c8c3a214d9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:53:21.871673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Attempting to bind port c6e0c110-4765-4766-bc45-55c8c3a214d9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:53:21.872433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Attempting to bind port c6e0c110-4765-4766-bc45-55c8c3a214d9 on network 7ac3ab90-d288-4bb5-99a9-c81df0147689 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:21.875081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Attempting to bind port d2ec2066-92dd-4bf1-94cf-530a3c89abb1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:53:21.875412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Attempting to bind port d2ec2066-92dd-4bf1-94cf-530a3c89abb1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:53:21.875770 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Attempting to bind port d2ec2066-92dd-4bf1-94cf-530a3c89abb1 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:21.911697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Port d2ec2066-92dd-4bf1-94cf-530a3c89abb1 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:53:21.911697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Attempting to bind port d2ec2066-92dd-4bf1-94cf-530a3c89abb1 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:21.916783 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Port c6e0c110-4765-4766-bc45-55c8c3a214d9 on network 7ac3ab90-d288-4bb5-99a9-c81df0147689 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:53:21.917104 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Attempting to bind port c6e0c110-4765-4766-bc45-55c8c3a214d9 on network 7ac3ab90-d288-4bb5-99a9-c81df0147689 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:21.948623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:53:21.948965 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Checking segment: {'id': '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:21.950069 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Bound using segment: {'id': '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:53:21.950579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Bound port: c6e0c110-4765-4766-bc45-55c8c3a214d9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:53:21.951063 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:21.988425 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:53:21.988764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:21.989146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:53:21.989609 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Bound port: d2ec2066-92dd-4bf1-94cf-530a3c89abb1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:53:21.990349 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:21.992570 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92de15-e70f-4ae6-a07b-53231025cc82 req-c70cefcf-d807-4631-bd77-0551d357c1d8 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:21.994121 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0d92de15-e70f-4ae6-a07b-53231025cc82 req-c70cefcf-d807-4631-bd77-0551d357c1d8 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 943 time: 0.1239746
Nov 20 20:53:22.030569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Allocated IP 172.35.1.249 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/172d17cc-52e3-4806-8a29-67a181ce066e) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:53:22.081279 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-edd76104-75d6-47ac-afca-2eb45970606a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:22.096374 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-edd76104-75d6-47ac-afca-2eb45970606a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:22.104665 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0d92de15-e70f-4ae6-a07b-53231025cc82 req-cbd13560-6480-4e8a-88dc-e143577dbdd0 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023209
Nov 20 20:53:22.141599 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-563c1a8d-8af5-420c-b4c1-88175a273878 req-e6006fa8-945d-46b6-a582-e871e8991fc0 service neutron] 10.222.0.37 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2607927
Nov 20 20:53:22.179187 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:53:22.188938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd76104-75d6-47ac-afca-2eb45970606a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822eb732-3792-45f7-8d18-9f10bfac55fd,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:22.191518 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:22.196954 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-edd76104-75d6-47ac-afca-2eb45970606a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=678021b4e2844a85811e7a5e1d89f84e&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1597085
Nov 20 20:53:22.200321 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38994) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:22.200998 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] For port d2ec2066-92dd-4bf1-94cf-530a3c89abb1, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:53:22.212739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] For port d2ec2066-92dd-4bf1-94cf-530a3c89abb1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2ec2066-92dd-4bf1-94cf-530a3c89abb1,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:53:22.242571 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:22.245906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] For port c6e0c110-4765-4766-bc45-55c8c3a214d9, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:53:22.257791 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Transition to ACTIVE for port object b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:53:22.263675 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:22.288199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] For port c6e0c110-4765-4766-bc45-55c8c3a214d9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6e0c110-4765-4766-bc45-55c8c3a214d9,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:53:22.288709 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e06ed3d8-0b32-494c-a08f-0e91b98f565c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:22.296499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:22.296863 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:22.298495 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] 10.222.0.37 "PUT /v2.0/ports/d2ec2066-92dd-4bf1-94cf-530a3c89abb1 HTTP/1.1" status: 200  len: 1096 time: 3.5706940
Nov 20 20:53:22.299170 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:22.316351 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:22.331327 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e06ed3d8-0b32-494c-a08f-0e91b98f565c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:22.362200 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:22.366345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:22.367200 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:22.368375 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] 10.222.0.37 "PUT /v2.0/ports/c6e0c110-4765-4766-bc45-55c8c3a214d9 HTTP/1.1" status: 200  len: 1091 time: 3.6090035
Nov 20 20:53:22.374927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31828a82-2b08-47c8-ba02-6281d6656ca7 req-57bb3c95-b4e2-487f-86b3-942723967b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:22.376487 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-31828a82-2b08-47c8-ba02-6281d6656ca7 req-57bb3c95-b4e2-487f-86b3-942723967b99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d006f43b28c243da9c910fd530b7958b&device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 1094 time: 0.1812091
Nov 20 20:53:22.427468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf3c57-1131-432f-bf06-3598927ce6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ec2066-92dd-4bf1-94cf-530a3c89abb1,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:22.439688 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:22.450082 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:22.453333 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:53:22.492889 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Pushing event updated for resources: {'Port': ['ID=172d17cc-52e3-4806-8a29-67a181ce066e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:22.521277 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e06ed3d8-0b32-494c-a08f-0e91b98f565c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:22.524368 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e06ed3d8-0b32-494c-a08f-0e91b98f565c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:22.528465 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e06ed3d8-0b32-494c-a08f-0e91b98f565c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/822eb732-3792-45f7-8d18-9f10bfac55fd HTTP/1.1" status: 204  len: 168 time: 0.3240807
Nov 20 20:53:22.704136 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ed3d8-0b32-494c-a08f-0e91b98f565c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822eb732-3792-45f7-8d18-9f10bfac55fd,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:22.762080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594c8a8-3c1a-4662-8116-808277577968 req-f2de82b9-4e46-4c67-9d6a-c60a8a245849 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:22.763700 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1594c8a8-3c1a-4662-8116-808277577968 req-f2de82b9-4e46-4c67-9d6a-c60a8a245849 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 948 time: 0.2229645
Nov 20 20:53:22.797371 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3726050-5f51-48dc-941a-2829539906a7', 'tag': 'd2ec2066-92dd-4bf1-94cf-530a3c89abb1'}, {'name': 'network-changed', 'server_uuid': '0ffe6a66-af8a-40dc-bb9e-a37fd916c78b', 'tag': 'c6e0c110-4765-4766-bc45-55c8c3a214d9'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:22.799664 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cac018-c979-432d-922f-f28d2c2632f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a3726050-5f51-48dc-941a-2829539906a7", "tag": "d2ec2066-92dd-4bf1-94cf-530a3c89abb1"}, {"name": "network-changed", "server_uuid": "0ffe6a66-af8a-40dc-bb9e-a37fd916c78b", "tag": "c6e0c110-4765-4766-bc45-55c8c3a214d9"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:22.896533 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1594c8a8-3c1a-4662-8116-808277577968 req-6f65385d-06bf-46ed-8647-7e8939aff0bc tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953655
Nov 20 20:53:22.917273 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:22.999804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39018) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:23.005600 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:23.019773 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-79839726-506e-42d6-847e-ea61d46b2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:23.021361 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-79839726-506e-42d6-847e-ea61d46b2e44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=a3726050-5f51-48dc-941a-2829539906a7 HTTP/1.1" status: 200  len: 1099 time: 0.6434150
Nov 20 20:53:23.023291 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-5a22e412-b2de-44a5-a2cc-f4ef1c1e369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:23.025772 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-5a22e412-b2de-44a5-a2cc-f4ef1c1e369b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e20e99a6534d5d95e9d012160657a3&device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 1094 time: 0.5796044
Nov 20 20:53:23.086966 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99863a6c-e68f-40e8-acd1-e5dc28748cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:23.143199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f88127-f509-427f-a04b-319afc07833b req-dc0a2ff8-9e37-40ec-b9a9-a52ac6a753fe tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:23.143507 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95f88127-f509-427f-a04b-319afc07833b req-dc0a2ff8-9e37-40ec-b9a9-a52ac6a753fe tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 943 time: 0.3201818
Nov 20 20:53:23.147437 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdf0866-1387-4634-9cd2-0c70d59bf61c x-openstack-request-id: req-4fdf0866-1387-4634-9cd2-0c70d59bf61c {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:23.147736 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3726050-5f51-48dc-941a-2829539906a7", "tag": "d2ec2066-92dd-4bf1-94cf-530a3c89abb1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ffe6a66-af8a-40dc-bb9e-a37fd916c78b", "tag": "c6e0c110-4765-4766-bc45-55c8c3a214d9", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:23.147989 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4fdf0866-1387-4634-9cd2-0c70d59bf61c {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:23.148375 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3726050-5f51-48dc-941a-2829539906a7', 'tag': 'd2ec2066-92dd-4bf1-94cf-530a3c89abb1', 'status': 'completed', 'code': 200}
Nov 20 20:53:23.148629 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffe6a66-af8a-40dc-bb9e-a37fd916c78b', 'tag': 'c6e0c110-4765-4766-bc45-55c8c3a214d9', 'status': 'completed', 'code': 200}
Nov 20 20:53:23.187844 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-8c15c801-6dd2-4fb3-b563-ad1fdb2c16ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6e0c110-4765-4766-bc45-55c8c3a214d9 HTTP/1.1" status: 200  len: 217 time: 0.1292310
Nov 20 20:53:23.192936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31828a82-2b08-47c8-ba02-6281d6656ca7 req-7f87ef78-8aa6-481c-a8c3-4891ae89512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:23.194574 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-31828a82-2b08-47c8-ba02-6281d6656ca7 req-7f87ef78-8aa6-481c-a8c3-4891ae89512d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b78e4ec9-b593-412e-8e50-3a8f61366198 HTTP/1.1" status: 200  len: 913 time: 0.7125394
Nov 20 20:53:23.196070 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-d18d1775-5e56-4076-97c8-8ca5c6fe7de6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=d2ec2066-92dd-4bf1-94cf-530a3c89abb1 HTTP/1.1" status: 200  len: 217 time: 0.1365590
Nov 20 20:53:23.209525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Attempting to bind port b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:53:23.209778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Attempting to bind port b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:53:23.209917 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Attempting to bind port b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:23.311226 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:23.313293 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Port b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:53:23.313636 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Attempting to bind port b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:23.320496 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d7ee3-f37d-478d-8249-2e7d8a6a96d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e0c110-4765-4766-bc45-55c8c3a214d9,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:23.323595 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99863a6c-e68f-40e8-acd1-e5dc28748cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:23.330680 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-31828a82-2b08-47c8-ba02-6281d6656ca7 req-f13acbb8-2bee-4254-beed-6e1654aa7352 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b27e869e-b0e4-471a-842c-5c09b72dcda5 HTTP/1.1" status: 200  len: 217 time: 0.1066768
Nov 20 20:53:23.337808 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:53:23.338178 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:23.338563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:53:23.339012 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Bound port: b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:53:23.339368 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:23.366751 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99863a6c-e68f-40e8-acd1-e5dc28748cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:23.387947 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7190e-2476-4c8e-b37d-ae260859608e req-aa15b3f9-b52d-4360-a461-b062c134381f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:23.389450 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54e7190e-2476-4c8e-b37d-ae260859608e req-aa15b3f9-b52d-4360-a461-b062c134381f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 943 time: 0.1379094
Nov 20 20:53:23.421917 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-f8dc15f9-ba36-4a06-801d-58e1b34e2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:23.423418 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-f8dc15f9-ba36-4a06-801d-58e1b34e2f2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.2095885
Nov 20 20:53:23.438301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99863a6c-e68f-40e8-acd1-e5dc28748cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cf3a50-8c65-4589-9e06-1fa14b72d0fb,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:23.444751 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-3229ab42-d063-4e9f-8ac5-b687039d2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:23.446761 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-3229ab42-d063-4e9f-8ac5-b687039d2f0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca0b895-d4f5-4110-adf5-186714814159 HTTP/1.1" status: 200  len: 843 time: 0.2391086
Nov 20 20:53:23.449538 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-99863a6c-e68f-40e8-acd1-e5dc28748cb8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=061f7ad0ac9a42fb966181d708e9165e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4484324
Nov 20 20:53:23.452154 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39034) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:23.457284 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95f88127-f509-427f-a04b-319afc07833b req-816da691-bbba-4012-8255-20b661d4adc5 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2748230
Nov 20 20:53:23.484918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31828a82-2b08-47c8-ba02-6281d6656ca7 req-e26c7876-139a-451f-b2be-b46302efff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:23.486680 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-31828a82-2b08-47c8-ba02-6281d6656ca7 req-e26c7876-139a-451f-b2be-b46302efff1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c23af1b-147c-4145-9a86-e1bdaba6289a HTTP/1.1" status: 200  len: 852 time: 0.1382473
Nov 20 20:53:23.534444 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-93e1e69a-e105-4ef8-a9d5-b38d1d66fc6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac3ab90-d288-4bb5-99a9-c81df0147689&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0708070
Nov 20 20:53:23.548066 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54e7190e-2476-4c8e-b37d-ae260859608e req-2b23cd63-d549-4c81-b28e-ff056143e3d7 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500144
Nov 20 20:53:23.585335 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-31828a82-2b08-47c8-ba02-6281d6656ca7 req-b781e849-f34d-498e-afe0-4768fd6e69a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b78e4ec9-b593-412e-8e50-3a8f61366198&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0648322
Nov 20 20:53:23.592764 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bab3b112-4876-4de0-89b9-3f703c47fd1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:23.623904 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bab3b112-4876-4de0-89b9-3f703c47fd1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:23.625524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Router 03aa70c1-16e7-4e9c-9b27-40a21699f150 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:53:23.628024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] For port b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:53:23.672961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] For port b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:53:23.704101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-043326e6-298e-4322-814a-a084119b4a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:23.705765 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-043326e6-298e-4322-814a-a084119b4a15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2552314
Nov 20 20:53:23.719035 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:23.751854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bab3b112-4876-4de0-89b9-3f703c47fd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:23.754565 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bab3b112-4876-4de0-89b9-3f703c47fd1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:23.758152 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bab3b112-4876-4de0-89b9-3f703c47fd1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05cf3a50-8c65-4589-9e06-1fa14b72d0fb HTTP/1.1" status: 204  len: 168 time: 0.3026559
Nov 20 20:53:23.773413 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3b112-4876-4de0-89b9-3f703c47fd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cf3a50-8c65-4589-9e06-1fa14b72d0fb,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:23.778105 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:53:23.796509 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:23.797552 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-57865a44-f083-48e5-b6a9-12e3adc16f97 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 932 time: 3.8286691
Nov 20 20:53:23.802684 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39038) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:23.803791 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Sync routers for ids ['03aa70c1-16e7-4e9c-9b27-40a21699f150'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:53:23.839402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Routers {'03aa70c1-16e7-4e9c-9b27-40a21699f150'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:53:23.840988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4738aa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:53:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['03aa70c1-16e7-4e9c-9b27-40a21699f150'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:23.841244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadecd8-3811-47ec-9836-ccafe8deffa5 req-3d2e0e84-828f-445d-a532-78cfc6cffabc tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:23.842845 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2dadecd8-3811-47ec-9836-ccafe8deffa5 req-3d2e0e84-828f-445d-a532-78cfc6cffabc tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 950 time: 0.2971168
Nov 20 20:53:23.868427 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:23.869053 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:23.870458 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] 10.222.0.47 "PUT /v2.0/ports/b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 HTTP/1.1" status: 200  len: 1096 time: 3.2548292
Nov 20 20:53:23.899967 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-976169b0-0f41-4213-85d3-c5069d9c259d service neutron] 10.222.0.37 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3530266
Nov 20 20:53:23.977634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300783d-dead-4250-9e62-2ed1edbb7421 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:24.008516 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-31828a82-2b08-47c8-ba02-6281d6656ca7 req-463dd5c8-2688-4988-92f6-34a8cf322016 service neutron] 10.222.0.37 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4104991
Nov 20 20:53:24.016098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Set router 03aa70c1-16e7-4e9c-9b27-40a21699f150 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:53:24.106227 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1d01a-2acb-43dc-a787-0f4e75033475 req-8af0dca5-415b-4787-b8ee-d07ba20e05c3 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:24.115154 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bd1d01a-2acb-43dc-a787-0f4e75033475 req-8af0dca5-415b-4787-b8ee-d07ba20e05c3 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 948 time: 0.0861886
Nov 20 20:53:24.218225 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2dadecd8-3811-47ec-9836-ccafe8deffa5 req-ba86b452-bcda-4ea8-9086-5f58acff3deb tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/security-groups?id=71e582c7-8c5f-438a-a1d0-4661da6de012&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3565123
Nov 20 20:53:24.231902 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-22d75a91-2bb4-46ba-905f-abf630df2a40 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5153873
Nov 20 20:53:24.274681 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9bd1d01a-2acb-43dc-a787-0f4e75033475 req-4968b337-8a1d-458c-be24-56a4e3412f62 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582110
Nov 20 20:53:24.349607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-f4849816-0769-4e84-8095-b0fe873cd575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:24.351209 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-f4849816-0769-4e84-8095-b0fe873cd575 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 1099 time: 0.3750389
Nov 20 20:53:24.354036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4738aa90>, [{'id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-router', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249'}], 'enable_snat': True}, 'gw_port_id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:20Z', 'updated_at': '2021-11-20T20:53:22Z', 'revision_number': 3, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'gw_port': {'id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:21Z', 'updated_at': '2021-11-20T20:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:24.375844 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ba73f49-aa55-457f-8e77-c2f41d222718 req-fd2c442f-874a-472d-9498-bc8c6fd6c332 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4536841
Nov 20 20:53:24.395430 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Checking router: 03aa70c1-16e7-4e9c-9b27-40a21699f150 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:53:24.395791 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Updating router 03aa70c1-16e7-4e9c-9b27-40a21699f150 port 172d17cc-52e3-4806-8a29-67a181ce066e binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:53:24.454214 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-dc41263b-a56e-4a5c-8840-69e9fb4a7de6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 HTTP/1.1" status: 200  len: 217 time: 0.0934260
Nov 20 20:53:24.459433 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:24.467894 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-31828a82-2b08-47c8-ba02-6281d6656ca7 req-ccf6905c-2d37-499c-84d4-c5b25891247c service neutron] 10.222.0.37 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3852098
Nov 20 20:53:24.559221 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-c749dcd7-7235-4679-82a3-ac61f1b8956e service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3033061
Nov 20 20:53:24.589191 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-00865e0f-c384-4362-b1de-4cc314d4edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:24.596579 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-00865e0f-c384-4362-b1de-4cc314d4edc3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1329606
Nov 20 20:53:24.987119 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-7a7193b4-c65b-4e74-85f1-23e9be31148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:24.988866 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-7a7193b4-c65b-4e74-85f1-23e9be31148d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3782020
Nov 20 20:53:25.005020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82694a-edfc-48ce-b056-ab5f09ec57e2 req-e10e5b72-d664-4130-9118-91fafb724438 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:25.006606 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d82694a-edfc-48ce-b056-ab5f09ec57e2 req-e10e5b72-d664-4130-9118-91fafb724438 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 943 time: 0.4437680
Nov 20 20:53:25.017097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-b3344e60-eb1f-48a3-bf82-e8bd3cd122ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:25.018549 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-b3344e60-eb1f-48a3-bf82-e8bd3cd122ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=a3726050-5f51-48dc-941a-2829539906a7 HTTP/1.1" status: 200  len: 1099 time: 0.3838854
Nov 20 20:53:25.070931 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 26b2f2b5-9423-4dba-bae3-4bdfc4373120 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:53:25.082511 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:25.150036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6487b68e-a322-49ab-916e-23d4e8908b45', 'tag': 'b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:25.153314 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fcb14e-cf4f-452b-b9d2-46d2652ba0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6487b68e-a322-49ab-916e-23d4e8908b45", "tag": "b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:25.251474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d82694a-edfc-48ce-b056-ab5f09ec57e2 req-70165294-7df0-4350-9125-2002167e6681 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2136238
Nov 20 20:53:25.286846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-988936ae-f4e3-4530-93ef-072c4e461000 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2785408
Nov 20 20:53:25.299667 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:25.325918 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:25.343865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5d2876-ea4f-4e03-a581-1d45371ac7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b2f2b5-9423-4dba-bae3-4bdfc4373120'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:25.346060 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Allocated IP 172.20.0.1 (7c0e623a-f529-4e97-805b-d4b7151232ec/e7eb1c08-0af7-45e9-9853-143d500358f6/eb68cd6f-03d6-437d-86c8-ec78741a50d9) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:53:25.348561 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b836a79-f5f3-430c-8d4c-145e1ddfc49e" -d '{"events": [{"server_uuid": "2a5d2876-ea4f-4e03-a581-1d45371ac7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "26b2f2b5-9423-4dba-bae3-4bdfc4373120"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:25.362573 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:25.372285 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 26b2f2b5-9423-4dba-bae3-4bdfc4373120, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26b2f2b5-9423-4dba-bae3-4bdfc4373120,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:25.424124 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:25.455999 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e678b-4ceb-4434-a11b-d51fe88f79fb None None] Pushing event updated for resources: {'Port': ['ID=172d17cc-52e3-4806-8a29-67a181ce066e,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:25.460114 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Attempting to bind port 172d17cc-52e3-4806-8a29-67a181ce066e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:53:25.460809 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Attempting to bind port 172d17cc-52e3-4806-8a29-67a181ce066e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:53:25.461355 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Attempting to bind port 172d17cc-52e3-4806-8a29-67a181ce066e on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:25.465715 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f1497f8-71a6-49d9-8232-50f27a485b53 req-22a20d67-2234-4523-a058-f3ea28a2d999 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474659
Nov 20 20:53:25.469003 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:25.476591 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e678b-4ceb-4434-a11b-d51fe88f79fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:25.480412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-44cf3e09-8181-481e-9b58-f9af26be3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:25.482655 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e678b-4ceb-4434-a11b-d51fe88f79fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:25.483013 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e678b-4ceb-4434-a11b-d51fe88f79fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:25.483310 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-44cf3e09-8181-481e-9b58-f9af26be3725 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.4463699
Nov 20 20:53:25.484653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e678b-4ceb-4434-a11b-d51fe88f79fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:25.485015 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e678b-4ceb-4434-a11b-d51fe88f79fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:25.485369 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e678b-4ceb-4434-a11b-d51fe88f79fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:25.486510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e678b-4ceb-4434-a11b-d51fe88f79fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:25.487104 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e678b-4ceb-4434-a11b-d51fe88f79fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:25.487678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e678b-4ceb-4434-a11b-d51fe88f79fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:25.489726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e678b-4ceb-4434-a11b-d51fe88f79fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:25.492216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e678b-4ceb-4434-a11b-d51fe88f79fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:25.492843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e678b-4ceb-4434-a11b-d51fe88f79fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:25.526783 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:25.529031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:53:25.529670 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:25.530267 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:25.530819 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:53:25.531469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Bound port: 172d17cc-52e3-4806-8a29-67a181ce066e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:53:25.532044 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:25.578879 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-582c0de0-92c6-4c3b-bfe6-e61c2639be8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=d2ec2066-92dd-4bf1-94cf-530a3c89abb1 HTTP/1.1" status: 200  len: 217 time: 0.0560117
Nov 20 20:53:25.588193 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8233ce91-0f5c-4388-a34c-a3584b1a33d9 x-openstack-request-id: req-8233ce91-0f5c-4388-a34c-a3584b1a33d9 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:25.588873 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6487b68e-a322-49ab-916e-23d4e8908b45", "tag": "b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:25.589136 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8233ce91-0f5c-4388-a34c-a3584b1a33d9 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:25.590476 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6487b68e-a322-49ab-916e-23d4e8908b45', 'tag': 'b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6', 'status': 'completed', 'code': 200}
Nov 20 20:53:25.615053 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Network 7c0e623a-f529-4e97-805b-d4b7151232ec is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:25.618406 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:25.621448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:53:25.622720 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=26b2f2b5-9423-4dba-bae3-4bdfc4373120,revision_number=11']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:25.642643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] For port 172d17cc-52e3-4806-8a29-67a181ce066e, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:53:25.647136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] For port 172d17cc-52e3-4806-8a29-67a181ce066e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=172d17cc-52e3-4806-8a29-67a181ce066e,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:53:25.653399 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:25.679338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40196f4-bca3-4564-ae4b-29d7c3b05eeb req-12a09c15-42f9-4528-9103-2fc548a45858 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:25.683983 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c40196f4-bca3-4564-ae4b-29d7c3b05eeb req-12a09c15-42f9-4528-9103-2fc548a45858 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 943 time: 0.2156081
Nov 20 20:53:25.689614 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Pushing event updated for resources: {'Port': ['ID=eb68cd6f-03d6-437d-86c8-ec78741a50d9,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:25.735983 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:25.736392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Routers {'03aa70c1-16e7-4e9c-9b27-40a21699f150'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:53:25.737038 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4738aa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:53:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['03aa70c1-16e7-4e9c-9b27-40a21699f150'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:25.738986 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e678b-4ceb-4434-a11b-d51fe88f79fb None None] Pushing event updated for resources: {'Port': ['ID=172d17cc-52e3-4806-8a29-67a181ce066e,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:25.783279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-ecab214e-7647-40b5-92ed-43ca5aac2dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:25.785291 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-ecab214e-7647-40b5-92ed-43ca5aac2dc2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1991184
Nov 20 20:53:25.793415 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcb14e-cf4f-452b-b9d2-46d2652ba0c5 req-47bc2557-0533-4f9f-b83d-f5452a7c12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:25.796049 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33fcb14e-cf4f-452b-b9d2-46d2652ba0c5 req-47bc2557-0533-4f9f-b83d-f5452a7c12b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 1099 time: 0.1564946
Nov 20 20:53:25.800467 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c40196f4-bca3-4564-ae4b-29d7c3b05eeb req-1ae392e7-43e0-46e0-99c3-b0c35b672da0 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904975
Nov 20 20:53:25.884749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] Set router 03aa70c1-16e7-4e9c-9b27-40a21699f150 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:53:25.914417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-a8ab49f0-afd3-478a-8e68-860afd80f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:25.916100 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-a8ab49f0-afd3-478a-8e68-860afd80f96b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1146309
Nov 20 20:53:25.923681 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fc6c0c-f485-4014-9576-b405a560bfe1 x-openstack-request-id: req-34fc6c0c-f485-4014-9576-b405a560bfe1 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:25.924025 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5d2876-ea4f-4e03-a581-1d45371ac7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "26b2f2b5-9423-4dba-bae3-4bdfc4373120", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:25.924752 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34fc6c0c-f485-4014-9576-b405a560bfe1 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:25.924752 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5d2876-ea4f-4e03-a581-1d45371ac7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b2f2b5-9423-4dba-bae3-4bdfc4373120', 'code': 200}
Nov 20 20:53:25.980029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcb14e-cf4f-452b-b9d2-46d2652ba0c5 req-8c1dc075-04f0-4c5b-999a-50059957c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:25.982034 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33fcb14e-cf4f-452b-b9d2-46d2652ba0c5 req-8c1dc075-04f0-4c5b-999a-50059957c336 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1721606
Nov 20 20:53:25.984874 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dd7e0-87c4-4717-b1ae-c9d3779acf6a req-46e825d6-4056-4236-9074-93e2bca4a664 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:26.003571 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-585dd7e0-87c4-4717-b1ae-c9d3779acf6a req-46e825d6-4056-4236-9074-93e2bca4a664 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 948 time: 0.3140650
Nov 20 20:53:26.062108 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33fcb14e-cf4f-452b-b9d2-46d2652ba0c5 req-f9072d4a-ad4b-4c1e-bf22-58100a133274 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 HTTP/1.1" status: 200  len: 217 time: 0.0451791
Nov 20 20:53:26.087200 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:26.115935 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-831666aa-08b5-4d2b-9de4-a15d4f937aa8 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881371
Nov 20 20:53:26.139248 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-585dd7e0-87c4-4717-b1ae-c9d3779acf6a req-996f35ae-cbcc-48a1-838c-cb013a007852 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345365
Nov 20 20:53:26.160817 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcb14e-cf4f-452b-b9d2-46d2652ba0c5 req-03f3f077-3901-428d-a2cc-cfac614b7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:26.162335 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33fcb14e-cf4f-452b-b9d2-46d2652ba0c5 req-03f3f077-3901-428d-a2cc-cfac614b7b05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0900185
Nov 20 20:53:26.227922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4738aa90>, [{'id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-router', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249'}], 'enable_snat': True}, 'gw_port_id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:20Z', 'updated_at': '2021-11-20T20:53:22Z', 'revision_number': 3, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'gw_port': {'id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:21Z', 'updated_at': '2021-11-20T20:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:26.274540 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-8decca61-c3b9-4774-b835-b9f5eea4b684 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513629
Nov 20 20:53:26.277678 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcb14e-cf4f-452b-b9d2-46d2652ba0c5 req-31ac7dd1-2bc2-4c36-8a80-2260b1dffd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:26.278558 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74ee41d-5e12-4225-90c1-841c69aa180f None None] The sync data for ids ['03aa70c1-16e7-4e9c-9b27-40a21699f150'] in ncdv-master-1 is: [{'id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-router', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249'}], 'enable_snat': True}, 'gw_port_id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:20Z', 'updated_at': '2021-11-20T20:53:22Z', 'revision_number': 3, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'gw_port': {'id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:21Z', 'updated_at': '2021-11-20T20:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:53:26.291933 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33fcb14e-cf4f-452b-b9d2-46d2652ba0c5 req-31ac7dd1-2bc2-4c36-8a80-2260b1dffd52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0850430
Nov 20 20:53:26.344138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b27e869e-b0e4-471a-842c-5c09b72dcda5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:53:26.422979 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:26.429127 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:26.473628 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-697f65b9-c67b-46b9-8904-9d6f9c8a890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:26.475189 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-697f65b9-c67b-46b9-8904-9d6f9c8a890a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e20e99a6534d5d95e9d012160657a3&device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 1094 time: 0.1525195
Nov 20 20:53:26.478890 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33fcb14e-cf4f-452b-b9d2-46d2652ba0c5 req-d7c5e5a0-93ae-4a63-93ed-90d663097df5 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786981
Nov 20 20:53:26.487937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6932d3-9800-450f-92f6-0529d775db6a req-bc188c3d-3bdf-4e15-8a50-8254b0baa538 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:26.495593 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2b6932d3-9800-450f-92f6-0529d775db6a req-bc188c3d-3bdf-4e15-8a50-8254b0baa538 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 948 time: 0.1308231
Nov 20 20:53:26.525494 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:26.539443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Pushing event updated for resources: {'Port': ['ID=eb68cd6f-03d6-437d-86c8-ec78741a50d9,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:26.554507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port b27e869e-b0e4-471a-842c-5c09b72dcda5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27e869e-b0e4-471a-842c-5c09b72dcda5,segment=NetworkSegment(9c41c511-9b69-4e96-9aeb-1c3cb97c677a),segment_id=9c41c511-9b69-4e96-9aeb-1c3cb97c677a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:26.579377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'b27e869e-b0e4-471a-842c-5c09b72dcda5', 'network_id': 'b78e4ec9-b593-412e-8e50-3a8f61366198', 'port_id': 'b27e869e-b0e4-471a-842c-5c09b72dcda5', 'mac_address': 'fa:16:3e:47:33:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c23af1b-147c-4145-9a86-e1bdaba6289a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:53:26.628298 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:26.648509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27e869e-b0e4-471a-842c-5c09b72dcda5 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:53:26.703903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1ab08-74d7-4ada-a135-c6e7c253fef0 req-416987d2-b06f-4b6e-b8d8-59c661aff26d tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:26.705247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port b27e869e-b0e4-471a-842c-5c09b72dcda5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27e869e-b0e4-471a-842c-5c09b72dcda5,segment=NetworkSegment(9c41c511-9b69-4e96-9aeb-1c3cb97c677a),segment_id=9c41c511-9b69-4e96-9aeb-1c3cb97c677a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:26.706837 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37c1ab08-74d7-4ada-a135-c6e7c253fef0 req-416987d2-b06f-4b6e-b8d8-59c661aff26d tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 943 time: 0.1064618
Nov 20 20:53:26.712164 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:26.718724 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Network 7c0e623a-f529-4e97-805b-d4b7151232ec is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:26.721430 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:26.740654 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2b6932d3-9800-450f-92f6-0529d775db6a req-599ae14e-8b69-4971-84f7-1bb635b511dd tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/security-groups?id=71e582c7-8c5f-438a-a1d0-4661da6de012&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2434311
Nov 20 20:53:26.772100 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33fcb14e-cf4f-452b-b9d2-46d2652ba0c5 req-79afe663-1fe8-469b-8668-15d08eeaa04b service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2713950
Nov 20 20:53:26.774920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-a7d14213-7124-42f3-b534-3aa7339537ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:26.776058 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-a7d14213-7124-42f3-b534-3aa7339537ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ac3ab90-d288-4bb5-99a9-c81df0147689 HTTP/1.1" status: 200  len: 904 time: 0.2766550
Nov 20 20:53:26.827438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=b27e869e-b0e4-471a-842c-5c09b72dcda5,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:26.851988 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37c1ab08-74d7-4ada-a135-c6e7c253fef0 req-2f1955d0-b31e-493f-ad84-ddc9569e4799 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307383
Nov 20 20:53:26.860392 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-d720343f-a83e-4849-aa69-c3684687305a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6e0c110-4765-4766-bc45-55c8c3a214d9 HTTP/1.1" status: 200  len: 217 time: 0.0755215
Nov 20 20:53:26.939372 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['b27e869e-b0e4-471a-842c-5c09b72dcda5'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:26.948040 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-6a9941d8-890d-4347-86b1-f00f30f2b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:26.950362 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-6a9941d8-890d-4347-86b1-f00f30f2b028 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca0b895-d4f5-4110-adf5-186714814159 HTTP/1.1" status: 200  len: 843 time: 0.0829542
Nov 20 20:53:26.997756 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-af59a8a9-b327-41d9-b381-1b96191130a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac3ab90-d288-4bb5-99a9-c81df0147689&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392327
Nov 20 20:53:27.050175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ce421-88ba-4f06-98a2-be434db41bd4 req-7079852e-c8d1-46f2-ac31-252d89ad7048 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:27.057672 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0e8ce421-88ba-4f06-98a2-be434db41bd4 req-7079852e-c8d1-46f2-ac31-252d89ad7048 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 944 time: 0.1052537
Nov 20 20:53:27.070317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:53:27.075527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Router 03aa70c1-16e7-4e9c-9b27-40a21699f150 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:53:27.128982 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-8553c727-a565-420d-be47-c3fbff6720d1 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243696
Nov 20 20:53:27.243715 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0e8ce421-88ba-4f06-98a2-be434db41bd4 req-be53f1a4-92a0-40dc-87a5-db1e81fb7d31 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849527
Nov 20 20:53:27.255823 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:53:27.261244 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b6b301f9-9975-4c3a-a4b2-ab376a65f9df admin admin] 10.222.0.41 "PUT /v2.0/routers/03aa70c1-16e7-4e9c-9b27-40a21699f150/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4574313
Nov 20 20:53:27.344043 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6cac018-c979-432d-922f-f28d2c2632f4 req-ba59a7fb-6750-4318-8285-7f8038f25b4c service neutron] 10.222.0.37 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2071588
Nov 20 20:53:27.368729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79cbca-effa-4348-ab04-4ed5aec76e30 req-51d2e067-439f-4fe4-b7fd-a27d0e34105c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:27.381407 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c79cbca-effa-4348-ab04-4ed5aec76e30 req-51d2e067-439f-4fe4-b7fd-a27d0e34105c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 948 time: 0.1194246
Nov 20 20:53:27.388120 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:27.411542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': 'b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6', 'mac_address': 'fa:16:3e:8f:a0:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:53:27.478690 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:27.486143 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c79cbca-effa-4348-ab04-4ed5aec76e30 req-79402d49-420b-4dd3-88a2-5aa9bb246368 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023295
Nov 20 20:53:27.497128 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:53:27.539221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:27.547514 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:27.557887 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39166) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:27.611763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:27.692189 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0acf591c-d7cf-4a8b-bd3e-af06e27f1d96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:27.753703 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 172d17cc-52e3-4806-8a29-67a181ce066e up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:27.809907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 172d17cc-52e3-4806-8a29-67a181ce066e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:27.810332 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:27.831788 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0acf591c-d7cf-4a8b-bd3e-af06e27f1d96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:27.841151 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0acf591c-d7cf-4a8b-bd3e-af06e27f1d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:27.912658 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:27.912923 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3062b3-da5a-49a0-915c-508f2e8de311 req-78aa97c9-7fa4-4352-972d-05b14a11062f tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:27.914499 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2a3062b3-da5a-49a0-915c-508f2e8de311 req-78aa97c9-7fa4-4352-972d-05b14a11062f tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 948 time: 0.0849013
Nov 20 20:53:27.938322 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf591c-d7cf-4a8b-bd3e-af06e27f1d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2aad8a4-7b9c-4070-b822-c3ed995153a1,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:27.946692 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0acf591c-d7cf-4a8b-bd3e-af06e27f1d96 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=907016ea864449208fa67e64525a61ed&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3870354
Nov 20 20:53:27.947009 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 172d17cc-52e3-4806-8a29-67a181ce066e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=172d17cc-52e3-4806-8a29-67a181ce066e,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:27.951793 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:27.952718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39186) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:27.970994 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-6c1ab661-6be4-4dd4-b39d-d20ad4727b9a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:27.972511 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-6c1ab661-6be4-4dd4-b39d-d20ad4727b9a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/networks?id=7c0e623a-f529-4e97-805b-d4b7151232ec HTTP/1.1" status: 200  len: 820 time: 0.1729543
Nov 20 20:53:27.976492 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:27.992796 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2a3062b3-da5a-49a0-915c-508f2e8de311 req-a7d0396c-3a8a-4c47-8eea-27b08cbcdab8 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/security-groups?id=71e582c7-8c5f-438a-a1d0-4661da6de012&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709975
Nov 20 20:53:28.007240 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-c34c312d-d486-4499-b6a2-deaf070110d0 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/quotas/59c483cdab9f4467a9c5bdd3b6c8357e HTTP/1.1" status: 200  len: 375 time: 0.0255857
Nov 20 20:53:28.024830 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a8a659cf-a5d7-40d3-bfb9-f5a53b568dc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:28.049487 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a8a659cf-a5d7-40d3-bfb9-f5a53b568dc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:28.068708 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-d760c32e-7ebc-434a-8fd1-d05aaa3faa1b tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59c483cdab9f4467a9c5bdd3b6c8357e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0598357
Nov 20 20:53:28.094818 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=172d17cc-52e3-4806-8a29-67a181ce066e,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:28.139325 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a8a659cf-a5d7-40d3-bfb9-f5a53b568dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:28.143649 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a8a659cf-a5d7-40d3-bfb9-f5a53b568dc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:28.145836 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a8a659cf-a5d7-40d3-bfb9-f5a53b568dc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2aad8a4-7b9c-4070-b822-c3ed995153a1 HTTP/1.1" status: 204  len: 168 time: 0.1916986
Nov 20 20:53:28.155483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ab7a3-773e-413f-a3d5-3013ff2a031c req-a11bb169-589c-4f97-b69f-6494bc04298a tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:28.157186 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-366ab7a3-773e-413f-a3d5-3013ff2a031c req-a11bb169-589c-4f97-b69f-6494bc04298a tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 943 time: 0.0706978
Nov 20 20:53:28.174319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a659cf-a5d7-40d3-bfb9-f5a53b568dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2aad8a4-7b9c-4070-b822-c3ed995153a1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:28.212724 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-ab15de8a-8aa8-4729-a2d4-8977b22d6af1 service neutron] 10.222.0.41 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428494
Nov 20 20:53:28.226502 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-366ab7a3-773e-413f-a3d5-3013ff2a031c req-34964261-d1f1-4ab5-824e-286a5853d060 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604737
Nov 20 20:53:28.335697 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-885f7796-8d08-4dac-8be5-41ab58a8fe75 service neutron] 10.222.0.41 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220675
Nov 20 20:53:28.356345 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device c6e0c110-4765-4766-bc45-55c8c3a214d9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:53:28.362169 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b27e869e-b0e4-471a-842c-5c09b72dcda5 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:28.463666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bdeb8-82f9-46c8-a29a-9e8928750448 req-855ed6b2-685e-4920-bb2d-ae55dd381ccf tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:28.475647 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e9bdeb8-82f9-46c8-a29a-9e8928750448 req-855ed6b2-685e-4920-bb2d-ae55dd381ccf tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 944 time: 0.0826371
Nov 20 20:53:28.541332 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4d0f47c2-5124-4909-9b3e-5a81db7a42cd req-ebf9dea9-2af8-4346-9385-755c13e3ee91 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 210 time: 0.0474272
Nov 20 20:53:28.569643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port b27e869e-b0e4-471a-842c-5c09b72dcda5 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:53:28.595484 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port b27e869e-b0e4-471a-842c-5c09b72dcda5 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:28.595812 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:28.602248 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e9bdeb8-82f9-46c8-a29a-9e8928750448 req-2df00d77-7cbf-4ece-ba6c-46afbbd6f82e tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212072
Nov 20 20:53:28.613764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae1171-112f-4708-93ea-f3c275fe0428 req-7cfbbd28-46d9-4074-9805-11673d82caac tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:28.615315 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-35ae1171-112f-4708-93ea-f3c275fe0428 req-7cfbbd28-46d9-4074-9805-11673d82caac tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 948 time: 0.1287377
Nov 20 20:53:28.626970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39202) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:28.650539 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeee8232-d704-4310-b5a5-c195d87e323a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:28.717819 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port c6e0c110-4765-4766-bc45-55c8c3a214d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6e0c110-4765-4766-bc45-55c8c3a214d9,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:28.719599 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Sync routers for ids ['03aa70c1-16e7-4e9c-9b27-40a21699f150'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:53:28.725226 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb535e8c-d25b-4ba0-8590-4fce123e269f req-0fe5dc23-e56f-4ea4-8fa7-a0f275ff25d2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:28.728142 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bb535e8c-d25b-4ba0-8590-4fce123e269f req-0fe5dc23-e56f-4ea4-8fa7-a0f275ff25d2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 949 time: 0.1047089
Nov 20 20:53:28.734743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'c6e0c110-4765-4766-bc45-55c8c3a214d9', 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689', 'port_id': 'c6e0c110-4765-4766-bc45-55c8c3a214d9', 'mac_address': 'fa:16:3e:2a:36:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca0b895-d4f5-4110-adf5-186714814159', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:53:28.745757 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Routers {'03aa70c1-16e7-4e9c-9b27-40a21699f150'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:53:28.748830 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a545487f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:53:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['03aa70c1-16e7-4e9c-9b27-40a21699f150'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:28.817072 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeee8232-d704-4310-b5a5-c195d87e323a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:28.819688 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:28.825110 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bb535e8c-d25b-4ba0-8590-4fce123e269f req-17a34563-b3ee-4012-a1cd-ccc5761b5513 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884407
Nov 20 20:53:28.830440 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:28.841414 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeee8232-d704-4310-b5a5-c195d87e323a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:28.851850 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e0c110-4765-4766-bc45-55c8c3a214d9 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:53:28.881421 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b84b6d-5fc9-4c6b-944f-85135e5a1c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27e869e-b0e4-471a-842c-5c09b72dcda5'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:28.884085 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755876d9-4c26-4db8-af0e-17d0d384f76d" -d '{"events": [{"server_uuid": "15b84b6d-5fc9-4c6b-944f-85135e5a1c3d", "name": "network-vif-plugged", "status": "completed", "tag": "b27e869e-b0e4-471a-842c-5c09b72dcda5"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:28.897290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port c6e0c110-4765-4766-bc45-55c8c3a214d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6e0c110-4765-4766-bc45-55c8c3a214d9,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:28.901083 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port b27e869e-b0e4-471a-842c-5c09b72dcda5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27e869e-b0e4-471a-842c-5c09b72dcda5,segment=NetworkSegment(9c41c511-9b69-4e96-9aeb-1c3cb97c677a),segment_id=9c41c511-9b69-4e96-9aeb-1c3cb97c677a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:28.904719 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:28.905202 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee8232-d704-4310-b5a5-c195d87e323a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eb6ae5-c696-4728-b150-12271073d40c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:28.905352 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d2ec2066-92dd-4bf1-94cf-530a3c89abb1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:53:28.909732 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:28.909915 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-aeee8232-d704-4310-b5a5-c195d87e323a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b0d9e7c0f414f129f4e7701b7b531d4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2817657
Nov 20 20:53:28.914612 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39210) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:28.923118 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-35ae1171-112f-4708-93ea-f3c275fe0428 req-51c2c30b-b287-47a2-ad0d-cff5880de4d5 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Deleting port 26b2f2b5-9423-4dba-bae3-4bdfc4373120 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:53:28.923820 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-35ae1171-112f-4708-93ea-f3c275fe0428 req-51c2c30b-b287-47a2-ad0d-cff5880de4d5 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:29.037857 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0289f34e-4f19-48fd-9df9-686b80ca51ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:29.046910 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Set router 03aa70c1-16e7-4e9c-9b27-40a21699f150 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:53:29.099934 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0289f34e-4f19-48fd-9df9-686b80ca51ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:29.155195 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfc354-775a-4818-bfb0-7a5b34a65f97 req-b2d8ed7a-ec43-471d-9aa1-edd1c3e8d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:29.157206 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-50bfc354-775a-4818-bfb0-7a5b34a65f97 req-b2d8ed7a-ec43-471d-9aa1-edd1c3e8d8f0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 1096 time: 0.0951130
Nov 20 20:53:29.159824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-35ae1171-112f-4708-93ea-f3c275fe0428 req-51c2c30b-b287-47a2-ad0d-cff5880de4d5 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] For port 26b2f2b5-9423-4dba-bae3-4bdfc4373120, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26b2f2b5-9423-4dba-bae3-4bdfc4373120,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:29.160284 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-35ae1171-112f-4708-93ea-f3c275fe0428 req-51c2c30b-b287-47a2-ad0d-cff5880de4d5 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:29.211967 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0289f34e-4f19-48fd-9df9-686b80ca51ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:29.215132 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-35ae1171-112f-4708-93ea-f3c275fe0428 req-51c2c30b-b287-47a2-ad0d-cff5880de4d5 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Calling delete_port for 26b2f2b5-9423-4dba-bae3-4bdfc4373120 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:53:29.215839 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0289f34e-4f19-48fd-9df9-686b80ca51ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:29.217635 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0289f34e-4f19-48fd-9df9-686b80ca51ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4eb6ae5-c696-4728-b150-12271073d40c HTTP/1.1" status: 204  len: 168 time: 0.2971635
Nov 20 20:53:29.237819 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289f34e-4f19-48fd-9df9-686b80ca51ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eb6ae5-c696-4728-b150-12271073d40c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:29.257529 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-50bfc354-775a-4818-bfb0-7a5b34a65f97 req-321e5f01-64e4-4175-bfb8-e7081368513b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935173
Nov 20 20:53:29.287517 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d2ec2066-92dd-4bf1-94cf-530a3c89abb1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2ec2066-92dd-4bf1-94cf-530a3c89abb1,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:29.303772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaa1d6-7c65-4a2b-94c5-0a3570c095ac req-4eed0f4d-3ca0-4697-b469-b1ac5972bb29 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:29.318953 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f3aaa1d6-7c65-4a2b-94c5-0a3570c095ac req-4eed0f4d-3ca0-4697-b469-b1ac5972bb29 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 948 time: 0.1812317
Nov 20 20:53:29.324785 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'd2ec2066-92dd-4bf1-94cf-530a3c89abb1', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': 'd2ec2066-92dd-4bf1-94cf-530a3c89abb1', 'mac_address': 'fa:16:3e:a2:29:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:53:29.327532 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3643efdc-1a94-4cc1-a54b-889279f672e7 x-openstack-request-id: req-3643efdc-1a94-4cc1-a54b-889279f672e7 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:29.327793 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b84b6d-5fc9-4c6b-944f-85135e5a1c3d", "name": "network-vif-plugged", "status": "completed", "tag": "b27e869e-b0e4-471a-842c-5c09b72dcda5", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:29.328053 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3643efdc-1a94-4cc1-a54b-889279f672e7 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:29.328444 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b84b6d-5fc9-4c6b-944f-85135e5a1c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27e869e-b0e4-471a-842c-5c09b72dcda5', 'code': 200}
Nov 20 20:53:29.419713 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f3aaa1d6-7c65-4a2b-94c5-0a3570c095ac req-16445dea-e6d2-4645-b973-f27a52986ed5 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/security-groups?id=71e582c7-8c5f-438a-a1d0-4661da6de012&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871100
Nov 20 20:53:29.442352 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=c6e0c110-4765-4766-bc45-55c8c3a214d9,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:29.463416 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-35ae1171-112f-4708-93ea-f3c275fe0428 req-51c2c30b-b287-47a2-ad0d-cff5880de4d5 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:29.477914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c02d39-619b-4e97-9861-4b08b676c787 req-e5c318b0-0892-4817-9cb4-8e636dc63fcb tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:29.491710 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4c02d39-619b-4e97-9861-4b08b676c787 req-e5c318b0-0892-4817-9cb4-8e636dc63fcb tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 944 time: 0.1022682
Nov 20 20:53:29.493679 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a545487f0>, [{'id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-router', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249'}], 'enable_snat': True}, 'gw_port_id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:20Z', 'updated_at': '2021-11-20T20:53:25Z', 'revision_number': 4, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'gw_port': {'id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:21Z', 'updated_at': '2021-11-20T20:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb68cd6f-03d6-437d-86c8-ec78741a50d9', 'name': '', 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'mac_address': 'fa:16:3e:e0:c1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:25Z', 'updated_at': '2021-11-20T20:53:26Z', 'revision_number': 2, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'subnets': [{'id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:29.530511 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2c30b-b287-47a2-ad0d-cff5880de4d5 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Pushing event deleted for resources: {'Port': ['ID=26b2f2b5-9423-4dba-bae3-4bdfc4373120,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:29.551851 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Checking router: 03aa70c1-16e7-4e9c-9b27-40a21699f150 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:53:29.552214 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Updating router 03aa70c1-16e7-4e9c-9b27-40a21699f150 port eb68cd6f-03d6-437d-86c8-ec78741a50d9 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:53:29.567091 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=b27e869e-b0e4-471a-842c-5c09b72dcda5,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:29.580299 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:29.600311 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:29.600856 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ec2066-92dd-4bf1-94cf-530a3c89abb1 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:53:29.627974 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d2ec2066-92dd-4bf1-94cf-530a3c89abb1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2ec2066-92dd-4bf1-94cf-530a3c89abb1,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:29.631159 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ae1171-112f-4708-93ea-f3c275fe0428 req-51c2c30b-b287-47a2-ad0d-cff5880de4d5 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] No DVR routers for this DVR port 26b2f2b5-9423-4dba-bae3-4bdfc4373120 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:53:29.633862 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:29.636768 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-35ae1171-112f-4708-93ea-f3c275fe0428 req-51c2c30b-b287-47a2-ad0d-cff5880de4d5 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:29.640942 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-35ae1171-112f-4708-93ea-f3c275fe0428 req-51c2c30b-b287-47a2-ad0d-cff5880de4d5 tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.47 "DELETE /v2.0/ports/26b2f2b5-9423-4dba-bae3-4bdfc4373120 HTTP/1.1" status: 204  len: 173 time: 1.0074813
Nov 20 20:53:29.641423 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5d2876-ea4f-4e03-a581-1d45371ac7ec', 'name': 'network-vif-deleted', 'tag': '26b2f2b5-9423-4dba-bae3-4bdfc4373120'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:29.643755 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e066f4f-99da-4f0a-9a70-e3e5935d9739" -d '{"events": [{"server_uuid": "2a5d2876-ea4f-4e03-a581-1d45371ac7ec", "name": "network-vif-deleted", "tag": "26b2f2b5-9423-4dba-bae3-4bdfc4373120"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:29.675771 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4c02d39-619b-4e97-9861-4b08b676c787 req-87b6e3ee-5f95-4295-8574-851399021f68 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1829896
Nov 20 20:53:29.740944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d2ec2066-92dd-4bf1-94cf-530a3c89abb1,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:29.771214 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54e2c563-ab17-4eea-bd6b-b3a2b6b997da req-6fd7059f-c221-4f17-910a-92f246f2d495 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 210 time: 0.0630438
Nov 20 20:53:29.832791 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 172d17cc-52e3-4806-8a29-67a181ce066e up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:29.851637 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c26730-a23a-421e-ab93-dc70db3d37d2 req-2d11dfba-1266-4528-96a5-8c92fe4e1976 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:29.863041 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b9c26730-a23a-421e-ab93-dc70db3d37d2 req-2d11dfba-1266-4528-96a5-8c92fe4e1976 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 945 time: 0.1089313
Nov 20 20:53:29.864904 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fc0c52-6aa6-45d5-b850-9ba4a689be5d x-openstack-request-id: req-33fc0c52-6aa6-45d5-b850-9ba4a689be5d {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:29.865203 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5d2876-ea4f-4e03-a581-1d45371ac7ec", "name": "network-vif-deleted", "tag": "26b2f2b5-9423-4dba-bae3-4bdfc4373120", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:29.865458 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33fc0c52-6aa6-45d5-b850-9ba4a689be5d {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:29.865849 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5d2876-ea4f-4e03-a581-1d45371ac7ec', 'name': 'network-vif-deleted', 'tag': '26b2f2b5-9423-4dba-bae3-4bdfc4373120', 'status': 'completed', 'code': 200}
Nov 20 20:53:29.930966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['c6e0c110-4765-4766-bc45-55c8c3a214d9'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:29.933255 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d2ec2066-92dd-4bf1-94cf-530a3c89abb1'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:29.967592 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b9c26730-a23a-421e-ab93-dc70db3d37d2 req-c5be50e3-4740-48aa-80c9-25df4e720e28 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977955
Nov 20 20:53:30.033367 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:30.036746 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140fac9-3491-42a3-a8c1-853739b15bb4 req-f3b64060-4615-4557-9947-52efc426e3cf tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:30.046438 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a140fac9-3491-42a3-a8c1-853739b15bb4 req-f3b64060-4615-4557-9947-52efc426e3cf tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 949 time: 0.0697215
Nov 20 20:53:30.052174 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:30.077092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 172d17cc-52e3-4806-8a29-67a181ce066e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:30.081105 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:30.122074 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a140fac9-3491-42a3-a8c1-853739b15bb4 req-b3b62579-92bc-4ef5-82f2-59b5ff55c531 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743613
Nov 20 20:53:30.226300 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Attempting to bind port eb68cd6f-03d6-437d-86c8-ec78741a50d9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:53:30.226766 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Attempting to bind port eb68cd6f-03d6-437d-86c8-ec78741a50d9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3438dca2-2da2-4820-b43c-9039a055ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:53:30.227227 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Attempting to bind port eb68cd6f-03d6-437d-86c8-ec78741a50d9 on network 7c0e623a-f529-4e97-805b-d4b7151232ec {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:30.233681 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730676ed-190e-434b-a9f5-54c4901c47c5 None None] Pushing event updated for resources: {'Port': ['ID=eb68cd6f-03d6-437d-86c8-ec78741a50d9,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:30.240606 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730676ed-190e-434b-a9f5-54c4901c47c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:30.241031 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730676ed-190e-434b-a9f5-54c4901c47c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:30.241462 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730676ed-190e-434b-a9f5-54c4901c47c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:30.241890 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730676ed-190e-434b-a9f5-54c4901c47c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:30.242449 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730676ed-190e-434b-a9f5-54c4901c47c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:30.242701 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730676ed-190e-434b-a9f5-54c4901c47c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:30.243101 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730676ed-190e-434b-a9f5-54c4901c47c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:30.243498 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730676ed-190e-434b-a9f5-54c4901c47c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:30.243899 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730676ed-190e-434b-a9f5-54c4901c47c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:30.244540 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730676ed-190e-434b-a9f5-54c4901c47c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:30.244675 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730676ed-190e-434b-a9f5-54c4901c47c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:30.245723 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730676ed-190e-434b-a9f5-54c4901c47c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:53:30.256070 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:53:30.256527 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Checking segment: {'id': '3438dca2-2da2-4820-b43c-9039a055ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:30.257004 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:30.257923 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Bound using segment: {'id': '3438dca2-2da2-4820-b43c-9039a055ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:53:30.258556 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Bound port: eb68cd6f-03d6-437d-86c8-ec78741a50d9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3438dca2-2da2-4820-b43c-9039a055ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:53:30.259031 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:30.389669 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] For port eb68cd6f-03d6-437d-86c8-ec78741a50d9, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:53:30.399050 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] For port eb68cd6f-03d6-437d-86c8-ec78741a50d9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb68cd6f-03d6-437d-86c8-ec78741a50d9,segment=NetworkSegment(3438dca2-2da2-4820-b43c-9039a055ca53),segment_id=3438dca2-2da2-4820-b43c-9039a055ca53)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:53:30.412945 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:30.519409 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Routers {'03aa70c1-16e7-4e9c-9b27-40a21699f150'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:53:30.519945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5444a363-d129-4701-a587-a64591672e6b tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:30.522214 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5444a363-d129-4701-a587-a64591672e6b tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.37 "GET /v2.0/networks?id=7c0e623a-f529-4e97-805b-d4b7151232ec HTTP/1.1" status: 200  len: 820 time: 0.3074572
Nov 20 20:53:30.523139 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a545487f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:53:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['03aa70c1-16e7-4e9c-9b27-40a21699f150'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:30.546573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-771c6d0e-f748-45ac-b6ab-13e30f48056a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Request body: {'port': {'device_id': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec', 'admin_state_up': True, 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:30.638271 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-13ee27c9-ec22-4926-8492-e94346ecd723 req-6e398c6b-69d3-4db6-a726-6f4b5add245c tempest-ImagesOneServerTestJSON-113813355 tempest-ImagesOneServerTestJSON-113813355-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5d2876-ea4f-4e03-a581-1d45371ac7ec HTTP/1.1" status: 200  len: 210 time: 0.0413864
Nov 20 20:53:30.669152 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730676ed-190e-434b-a9f5-54c4901c47c5 None None] Pushing event updated for resources: {'Port': ['ID=eb68cd6f-03d6-437d-86c8-ec78741a50d9,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:30.727049 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] Set router 03aa70c1-16e7-4e9c-9b27-40a21699f150 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:53:30.728136 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-771c6d0e-f748-45ac-b6ab-13e30f48056a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Made reservation on behalf of 59c483cdab9f4467a9c5bdd3b6c8357e for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:53:30.732860 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-771c6d0e-f748-45ac-b6ab-13e30f48056a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:30.831869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a8627-f1c6-493f-8be0-bbedb8c04da9 req-8a1cba46-b266-4ad8-a074-a910e036a101 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:30.835205 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-737a8627-f1c6-493f-8be0-bbedb8c04da9 req-8a1cba46-b266-4ad8-a074-a910e036a101 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 944 time: 0.0777559
Nov 20 20:53:30.900646 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-737a8627-f1c6-493f-8be0-bbedb8c04da9 req-de0bb137-5e18-4d5f-b9e5-dac390d7e9c9 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592928
Nov 20 20:53:30.919228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d143803-2e3c-48b5-947a-1d02a461d65b req-4ce7b651-7c4a-4fd5-8116-53e27d5b2d68 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 210 time: 0.0385523
Nov 20 20:53:30.930842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-771c6d0e-f748-45ac-b6ab-13e30f48056a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Allocated IP 172.20.0.10 (7c0e623a-f529-4e97-805b-d4b7151232ec/e7eb1c08-0af7-45e9-9853-143d500358f6/f1bd4c4a-0fa6-457c-a111-718b20fa5663) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:53:31.075414 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a545487f0>, [{'id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-router', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249'}], 'enable_snat': True}, 'gw_port_id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:20Z', 'updated_at': '2021-11-20T20:53:25Z', 'revision_number': 4, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'gw_port': {'id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:21Z', 'updated_at': '2021-11-20T20:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb68cd6f-03d6-437d-86c8-ec78741a50d9', 'name': '', 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'mac_address': 'fa:16:3e:e0:c1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:25Z', 'updated_at': '2021-11-20T20:53:30Z', 'revision_number': 4, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'subnets': [{'id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:31.093987 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:31.105451 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35375691-1ad8-4fcb-a7e2-c885d58c303f None None] The sync data for ids ['03aa70c1-16e7-4e9c-9b27-40a21699f150'] in ncdv-master-1 is: [{'id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-router', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249'}], 'enable_snat': True}, 'gw_port_id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:20Z', 'updated_at': '2021-11-20T20:53:25Z', 'revision_number': 4, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'gw_port': {'id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:21Z', 'updated_at': '2021-11-20T20:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb68cd6f-03d6-437d-86c8-ec78741a50d9', 'name': '', 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'mac_address': 'fa:16:3e:e0:c1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:25Z', 'updated_at': '2021-11-20T20:53:30Z', 'revision_number': 4, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'subnets': [{'id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:53:31.113217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4772b-2446-4ca1-8665-c8dbc132a781 req-b6398cfd-932a-40ac-8149-e0e6e01e6e57 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:31.121889 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-19c4772b-2446-4ca1-8665-c8dbc132a781 req-b6398cfd-932a-40ac-8149-e0e6e01e6e57 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 945 time: 0.0770950
Nov 20 20:53:31.141885 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-771c6d0e-f748-45ac-b6ab-13e30f48056a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:31.226912 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-19c4772b-2446-4ca1-8665-c8dbc132a781 req-299dd580-1a1f-4c35-b56d-d9fec8a60f88 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037779
Nov 20 20:53:31.248761 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:53:31.255813 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-771c6d0e-f748-45ac-b6ab-13e30f48056a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:31.258134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:31.258885 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:31.326251 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-771c6d0e-f748-45ac-b6ab-13e30f48056a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Network 7c0e623a-f529-4e97-805b-d4b7151232ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:31.369732 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-771c6d0e-f748-45ac-b6ab-13e30f48056a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:31.379120 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-128a0e64-fcdd-4666-a8e3-13e40712505e req-1f461fea-60fb-43a6-93cf-f36cb462185d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-467267317&fields=id&tenant_id=d006f43b28c243da9c910fd530b7958b HTTP/1.1" status: 200  len: 267 time: 0.0674319
Nov 20 20:53:31.380235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-771c6d0e-f748-45ac-b6ab-13e30f48056a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:53:31.445495 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c6d0e-f748-45ac-b6ab-13e30f48056a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Pushing event updated for resources: {'Port': ['ID=f1bd4c4a-0fa6-457c-a111-718b20fa5663,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:31.456659 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a0e64-fcdd-4666-a8e3-13e40712505e req-7c924d73-208b-455c-b02f-0c836740dde2 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:31.457226 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ec4e4-c2f6-464a-a279-c31d6cc6904c req-8848e7ab-5b6e-4666-8710-96fe241e57e1 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:31.464506 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ce0ec4e4-c2f6-464a-a279-c31d6cc6904c req-8848e7ab-5b6e-4666-8710-96fe241e57e1 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 949 time: 0.1777489
Nov 20 20:53:31.468330 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:31.471265 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-128a0e64-fcdd-4666-a8e3-13e40712505e req-7c924d73-208b-455c-b02f-0c836740dde2 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 945 time: 0.0909576
Nov 20 20:53:31.476831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-128a0e64-fcdd-4666-a8e3-13e40712505e req-5d738489-6c6f-4a3f-9d74-8787cc63706d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Request body: {'port': {'security_groups': ['f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd', '2654fcf0-5f35-4447-9e94-f74f66e7dc71']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:31.501827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-771c6d0e-f748-45ac-b6ab-13e30f48056a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:31.502732 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-771c6d0e-f748-45ac-b6ab-13e30f48056a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:31.533327 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6487b68e-a322-49ab-916e-23d4e8908b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:31.541120 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97db9c6e-d629-4fa3-978f-3f01df0204e1" -d '{"events": [{"server_uuid": "6487b68e-a322-49ab-916e-23d4e8908b45", "name": "network-vif-plugged", "status": "completed", "tag": "b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:31.545638 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ce0ec4e4-c2f6-464a-a279-c31d6cc6904c req-5f3916af-86c7-43be-95a5-c2f61b1778ca tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796325
Nov 20 20:53:31.565134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:31.573228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-771c6d0e-f748-45ac-b6ab-13e30f48056a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0320358
Nov 20 20:53:31.585620 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:31.588177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 26b2f2b5-9423-4dba-bae3-4bdfc4373120 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:53:31.592038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Request body: {'port': {'device_id': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:31.649091 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a795b70d-5698-462b-a6bf-a2fedb7d6540 x-openstack-request-id: req-a795b70d-5698-462b-a6bf-a2fedb7d6540 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:31.651071 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6487b68e-a322-49ab-916e-23d4e8908b45", "name": "network-vif-plugged", "status": "completed", "tag": "b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:31.653071 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a795b70d-5698-462b-a6bf-a2fedb7d6540 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:31.656803 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-128a0e64-fcdd-4666-a8e3-13e40712505e req-5d738489-6c6f-4a3f-9d74-8787cc63706d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:31.664378 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6487b68e-a322-49ab-916e-23d4e8908b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6', 'code': 200}
Nov 20 20:53:31.729610 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:31.771394 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:31.775861 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 26b2f2b5-9423-4dba-bae3-4bdfc4373120 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:53:31.775861 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 26b2f2b5-9423-4dba-bae3-4bdfc4373120 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:53:31.880729 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device eb68cd6f-03d6-437d-86c8-ec78741a50d9 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:32.006986 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port eb68cd6f-03d6-437d-86c8-ec78741a50d9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:32.008410 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:32.022901 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-128a0e64-fcdd-4666-a8e3-13e40712505e req-5d738489-6c6f-4a3f-9d74-8787cc63706d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] For port b27e869e-b0e4-471a-842c-5c09b72dcda5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27e869e-b0e4-471a-842c-5c09b72dcda5,segment=NetworkSegment(9c41c511-9b69-4e96-9aeb-1c3cb97c677a),segment_id=9c41c511-9b69-4e96-9aeb-1c3cb97c677a)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:32.064081 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-128a0e64-fcdd-4666-a8e3-13e40712505e req-5d738489-6c6f-4a3f-9d74-8787cc63706d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:32.071402 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-128a0e64-fcdd-4666-a8e3-13e40712505e req-5d738489-6c6f-4a3f-9d74-8787cc63706d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:32.090387 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['b27e869e-b0e4-471a-842c-5c09b72dcda5'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:32.097108 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f45eebd5-aed0-4beb-a5fe-f44aba552d89'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:32.178460 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d738489-6c6f-4a3f-9d74-8787cc63706d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event updated for resources: {'Port': ['ID=b27e869e-b0e4-471a-842c-5c09b72dcda5,revision_number=6']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:32.209993 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a0e64-fcdd-4666-a8e3-13e40712505e req-5d738489-6c6f-4a3f-9d74-8787cc63706d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:32.212784 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-128a0e64-fcdd-4666-a8e3-13e40712505e req-5d738489-6c6f-4a3f-9d74-8787cc63706d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:32.227292 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-128a0e64-fcdd-4666-a8e3-13e40712505e req-5d738489-6c6f-4a3f-9d74-8787cc63706d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "PUT /v2.0/ports/b27e869e-b0e4-471a-842c-5c09b72dcda5 HTTP/1.1" status: 200  len: 981 time: 0.7545810
Nov 20 20:53:32.228571 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b84b6d-5fc9-4c6b-944f-85135e5a1c3d', 'tag': 'b27e869e-b0e4-471a-842c-5c09b72dcda5'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:32.251787 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18360e26-7f7f-4464-a1b9-822996cdd24b" -d '{"events": [{"name": "network-changed", "server_uuid": "15b84b6d-5fc9-4c6b-944f-85135e5a1c3d", "tag": "b27e869e-b0e4-471a-842c-5c09b72dcda5"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:32.271109 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['b27e869e-b0e4-471a-842c-5c09b72dcda5'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:32.357062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b4bad-9763-46b4-819c-d9c2bd7357d3 req-89965013-2ad4-48f0-9810-326f1d14e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:32.358628 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-277b4bad-9763-46b4-819c-d9c2bd7357d3 req-89965013-2ad4-48f0-9810-326f1d14e3ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 1101 time: 0.5999982
Nov 20 20:53:32.398257 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffb827-b93b-4bd4-a7c8-20b24dbe1b26 req-0bda1448-2650-4d75-b1a9-c10bd9a34406 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:32.405293 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-38ffb827-b93b-4bd4-a7c8-20b24dbe1b26 req-0bda1448-2650-4d75-b1a9-c10bd9a34406 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 944 time: 0.1047211
Nov 20 20:53:32.424804 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device c6e0c110-4765-4766-bc45-55c8c3a214d9 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:32.428114 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:32.512415 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-38ffb827-b93b-4bd4-a7c8-20b24dbe1b26 req-3dd7aecc-25c0-4d6b-bedc-879f29674fdb tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928714
Nov 20 20:53:32.514310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39304) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:32.606003 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port eb68cd6f-03d6-437d-86c8-ec78741a50d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb68cd6f-03d6-437d-86c8-ec78741a50d9,segment=NetworkSegment(3438dca2-2da2-4820-b43c-9039a055ca53),segment_id=3438dca2-2da2-4820-b43c-9039a055ca53)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:32.621509 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5d7f2964-d92c-437c-b80b-e584156dab5f req-6813c2ab-851e-4ea4-b9bd-fa371db65ad7 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/2654fcf0-5f35-4447-9e94-f74f66e7dc71 HTTP/1.1" status: 200  len: 1816 time: 0.0663512
Nov 20 20:53:32.635138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f54ad-8598-47ce-81f4-69554f10ea04 req-91076558-e323-4f92-b70b-9e5d5a833f2c tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:32.636723 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0d9f54ad-8598-47ce-81f4-69554f10ea04 req-91076558-e323-4f92-b70b-9e5d5a833f2c tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 932 time: 0.1725190
Nov 20 20:53:32.641786 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-277b4bad-9763-46b4-819c-d9c2bd7357d3 req-66984e85-5169-43ad-ab5c-6d23608c08ba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2707827
Nov 20 20:53:32.667123 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:32.694442 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-5d7f2964-d92c-437c-b80b-e584156dab5f req-0dac06d3-ea5d-4fb9-8c73-39e750f69458 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 20 20:53:32.695567 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5d7f2964-d92c-437c-b80b-e584156dab5f req-0dac06d3-ea5d-4fb9-8c73-39e750f69458 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "DELETE /v2.0/security-groups/2654fcf0-5f35-4447-9e94-f74f66e7dc71 HTTP/1.1" status: 409  len: 341 time: 0.0727258
Nov 20 20:53:32.727894 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-efef4ce9-10f4-4de4-8f47-6ff4ad922b3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89d37f61bf9c4afcb21e044f0d2da2c4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2120209
Nov 20 20:53:32.730859 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39312) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:32.768648 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8396b2a6-8f99-45ec-bcee-3848d88d1e32 x-openstack-request-id: req-8396b2a6-8f99-45ec-bcee-3848d88d1e32 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:32.769432 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b84b6d-5fc9-4c6b-944f-85135e5a1c3d", "tag": "b27e869e-b0e4-471a-842c-5c09b72dcda5", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:32.769783 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8396b2a6-8f99-45ec-bcee-3848d88d1e32 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:32.770303 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b84b6d-5fc9-4c6b-944f-85135e5a1c3d', 'tag': 'b27e869e-b0e4-471a-842c-5c09b72dcda5', 'status': 'completed', 'code': 200}
Nov 20 20:53:32.823180 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-db0ecceb-de16-45ad-817c-0f55e86f0f10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:32.835140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port c6e0c110-4765-4766-bc45-55c8c3a214d9 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:53:32.848377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port c6e0c110-4765-4766-bc45-55c8c3a214d9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:32.848751 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:32.859013 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-db0ecceb-de16-45ad-817c-0f55e86f0f10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:32.891317 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0d9f54ad-8598-47ce-81f4-69554f10ea04 req-d786527a-479d-4823-884b-e2936849908a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2421758
Nov 20 20:53:32.922539 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=eb68cd6f-03d6-437d-86c8-ec78741a50d9,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:32.951014 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-db0ecceb-de16-45ad-817c-0f55e86f0f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:32.956420 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-db0ecceb-de16-45ad-817c-0f55e86f0f10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:32.960736 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-db0ecceb-de16-45ad-817c-0f55e86f0f10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71e582c7-8c5f-438a-a1d0-4661da6de012 HTTP/1.1" status: 204  len: 168 time: 0.2287996
Nov 20 20:53:32.976044 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ecceb-de16-45ad-817c-0f55e86f0f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e582c7-8c5f-438a-a1d0-4661da6de012,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:33.046461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18360e26-7f7f-4464-a1b9-822996cdd24b req-95ad6de1-b958-4864-a908-330977d490c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:33.050091 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-18360e26-7f7f-4464-a1b9-822996cdd24b req-95ad6de1-b958-4864-a908-330977d490c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d006f43b28c243da9c910fd530b7958b&device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 1135 time: 0.2516930
Nov 20 20:53:33.127095 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:33.205730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1bd4c4a-0fa6-457c-a111-718b20fa5663 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:53:33.231569 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:33.246699 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port c6e0c110-4765-4766-bc45-55c8c3a214d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6e0c110-4765-4766-bc45-55c8c3a214d9,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:33.261107 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:33.262277 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d2ec2066-92dd-4bf1-94cf-530a3c89abb1 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:33.281255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead51496-c6e1-429d-b1ef-8c704deff137 req-d4e2c938-44cd-4510-b406-dab84897971b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:33.288554 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ead51496-c6e1-429d-b1ef-8c704deff137 req-d4e2c938-44cd-4510-b406-dab84897971b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 950 time: 0.2372730
Nov 20 20:53:33.308316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Transition to ACTIVE for port object f1bd4c4a-0fa6-457c-a111-718b20fa5663 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:53:33.323716 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:33.374747 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=c6e0c110-4765-4766-bc45-55c8c3a214d9,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:33.381669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18360e26-7f7f-4464-a1b9-822996cdd24b req-6ead840c-c9a9-49be-97d6-dc06b2008220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:33.383526 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-18360e26-7f7f-4464-a1b9-822996cdd24b req-6ead840c-c9a9-49be-97d6-dc06b2008220 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b78e4ec9-b593-412e-8e50-3a8f61366198 HTTP/1.1" status: 200  len: 913 time: 0.3034077
Nov 20 20:53:33.388488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port d2ec2066-92dd-4bf1-94cf-530a3c89abb1 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:53:33.394898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port d2ec2066-92dd-4bf1-94cf-530a3c89abb1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:33.395560 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:33.470823 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-18360e26-7f7f-4464-a1b9-822996cdd24b req-62dee2cf-14d1-4bf4-b9ae-e1bf57a5301c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b27e869e-b0e4-471a-842c-5c09b72dcda5 HTTP/1.1" status: 200  len: 217 time: 0.0635536
Nov 20 20:53:33.474384 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bd4c4a-0fa6-457c-a111-718b20fa5663,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:33.503694 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ead51496-c6e1-429d-b1ef-8c704deff137 req-9dc3780d-d6c2-48fa-bc82-ec57bccd0950 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2141771
Nov 20 20:53:33.512866 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:33.587300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d2ec2066-92dd-4bf1-94cf-530a3c89abb1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2ec2066-92dd-4bf1-94cf-530a3c89abb1,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:33.594662 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:33.648678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d2ec2066-92dd-4bf1-94cf-530a3c89abb1,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:33.665201 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffe6a66-af8a-40dc-bb9e-a37fd916c78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e0c110-4765-4766-bc45-55c8c3a214d9'}, {'server_uuid': 'a3726050-5f51-48dc-941a-2829539906a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ec2066-92dd-4bf1-94cf-530a3c89abb1'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:33.668254 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9cff92-b71a-42cf-96cb-6330528006ab" -d '{"events": [{"server_uuid": "0ffe6a66-af8a-40dc-bb9e-a37fd916c78b", "name": "network-vif-plugged", "status": "completed", "tag": "c6e0c110-4765-4766-bc45-55c8c3a214d9"}, {"server_uuid": "a3726050-5f51-48dc-941a-2829539906a7", "name": "network-vif-plugged", "status": "completed", "tag": "d2ec2066-92dd-4bf1-94cf-530a3c89abb1"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:33.720220 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Attempting to bind port f1bd4c4a-0fa6-457c-a111-718b20fa5663 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:53:33.721219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Attempting to bind port f1bd4c4a-0fa6-457c-a111-718b20fa5663 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3438dca2-2da2-4820-b43c-9039a055ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:53:33.721765 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Attempting to bind port f1bd4c4a-0fa6-457c-a111-718b20fa5663 on network 7c0e623a-f529-4e97-805b-d4b7151232ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:33.744714 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c36dc4-8508-4d27-9ca2-0cdd055a2d13 req-dab83db1-7cce-4c09-af81-01b8857cdf76 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:33.766869 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c4c36dc4-8508-4d27-9ca2-0cdd055a2d13 req-dab83db1-7cce-4c09-af81-01b8857cdf76 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 945 time: 0.0842543
Nov 20 20:53:33.767538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Port f1bd4c4a-0fa6-457c-a111-718b20fa5663 on network 7c0e623a-f529-4e97-805b-d4b7151232ec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:53:33.768221 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Attempting to bind port f1bd4c4a-0fa6-457c-a111-718b20fa5663 on network 7c0e623a-f529-4e97-805b-d4b7151232ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:33.774018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18360e26-7f7f-4464-a1b9-822996cdd24b req-d54abd36-9652-46af-a328-d1dd2f17902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:33.775775 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-18360e26-7f7f-4464-a1b9-822996cdd24b req-d54abd36-9652-46af-a328-d1dd2f17902c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c23af1b-147c-4145-9a86-e1bdaba6289a HTTP/1.1" status: 200  len: 852 time: 0.2660658
Nov 20 20:53:33.788278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device eb68cd6f-03d6-437d-86c8-ec78741a50d9 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:33.794880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:53:33.795232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Checking segment: {'id': '3438dca2-2da2-4820-b43c-9039a055ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:33.795644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Bound using segment: {'id': '3438dca2-2da2-4820-b43c-9039a055ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:53:33.796073 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Bound port: f1bd4c4a-0fa6-457c-a111-718b20fa5663, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3438dca2-2da2-4820-b43c-9039a055ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:53:33.796585 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:33.840028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45933f8c-45f1-4519-a95d-223616bd3858 req-61642b5b-f182-44e3-97c2-0346250389ee tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:33.845331 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c4c36dc4-8508-4d27-9ca2-0cdd055a2d13 req-007c0c1a-2ee4-4eb2-b944-6c4625c41b6e tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707281
Nov 20 20:53:33.848661 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-45933f8c-45f1-4519-a95d-223616bd3858 req-61642b5b-f182-44e3-97c2-0346250389ee tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 984 time: 0.2413714
Nov 20 20:53:33.857537 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-18360e26-7f7f-4464-a1b9-822996cdd24b req-37409f78-3aaf-4733-b051-8be40c3fdd27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b78e4ec9-b593-412e-8e50-3a8f61366198&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0644581
Nov 20 20:53:33.888348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port eb68cd6f-03d6-437d-86c8-ec78741a50d9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:33.888731 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:33.946931 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] For port f1bd4c4a-0fa6-457c-a111-718b20fa5663, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:53:33.992848 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] For port f1bd4c4a-0fa6-457c-a111-718b20fa5663, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1bd4c4a-0fa6-457c-a111-718b20fa5663,segment=NetworkSegment(3438dca2-2da2-4820-b43c-9039a055ca53),segment_id=3438dca2-2da2-4820-b43c-9039a055ca53)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:53:34.022041 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bea7dde-05ad-4672-adb9-c822803cc585 x-openstack-request-id: req-7bea7dde-05ad-4672-adb9-c822803cc585 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:34.022898 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffe6a66-af8a-40dc-bb9e-a37fd916c78b", "name": "network-vif-plugged", "status": "completed", "tag": "c6e0c110-4765-4766-bc45-55c8c3a214d9", "code": 200}, {"server_uuid": "a3726050-5f51-48dc-941a-2829539906a7", "name": "network-vif-plugged", "status": "completed", "tag": "d2ec2066-92dd-4bf1-94cf-530a3c89abb1", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:34.022898 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7bea7dde-05ad-4672-adb9-c822803cc585 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:34.023816 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffe6a66-af8a-40dc-bb9e-a37fd916c78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e0c110-4765-4766-bc45-55c8c3a214d9', 'code': 200}
Nov 20 20:53:34.033407 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3726050-5f51-48dc-941a-2829539906a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ec2066-92dd-4bf1-94cf-530a3c89abb1', 'code': 200}
Nov 20 20:53:34.034615 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:34.119589 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39362) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:34.122372 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-45933f8c-45f1-4519-a95d-223616bd3858 req-3730efac-c2f6-48ff-97d4-48a3358e1f5d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=2654fcf0-5f35-4447-9e94-f74f66e7dc71&id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.2690625
Nov 20 20:53:34.157322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:34.159066 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:34.160479 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] 10.222.0.37 "PUT /v2.0/ports/f1bd4c4a-0fa6-457c-a111-718b20fa5663 HTTP/1.1" status: 200  len: 1092 time: 2.5787654
Nov 20 20:53:34.162748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'tag': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:34.165366 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf1e5ac-657a-4d19-9ae8-2aa94269f6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6be238-5664-44e6-b4f8-2b26652e0cb1", "tag": "f1bd4c4a-0fa6-457c-a111-718b20fa5663"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:34.173636 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e44f8f-eac7-48b3-957a-7ffec19eecdd req-08c3bdbd-eb43-4a9f-a027-06c3ab33436c tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:34.175509 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-99e44f8f-eac7-48b3-957a-7ffec19eecdd req-08c3bdbd-eb43-4a9f-a027-06c3ab33436c tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 944 time: 0.0697269
Nov 20 20:53:34.224130 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-18360e26-7f7f-4464-a1b9-822996cdd24b req-16911008-59e9-4107-b14e-5f5ce3210a8a service neutron] 10.222.0.37 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3583364
Nov 20 20:53:34.270943 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d4460e-eb59-4168-8587-0648bc095c77 x-openstack-request-id: req-29d4460e-eb59-4168-8587-0648bc095c77 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:34.271381 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6be238-5664-44e6-b4f8-2b26652e0cb1", "tag": "f1bd4c4a-0fa6-457c-a111-718b20fa5663", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:34.271734 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29d4460e-eb59-4168-8587-0648bc095c77 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:34.272232 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'tag': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663', 'status': 'completed', 'code': 200}
Nov 20 20:53:34.281541 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-99e44f8f-eac7-48b3-957a-7ffec19eecdd req-6742da32-be64-45f6-a1f4-c77836e2fb0c tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928543
Nov 20 20:53:34.311310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8496227a-dc42-48a4-9dc4-acf3946ed63e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-567974701-network', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:34.315762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d597c7d-392c-4940-b760-dd9dd2389552 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bd4c4a-0fa6-457c-a111-718b20fa5663,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:34.336667 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8496227a-dc42-48a4-9dc4-acf3946ed63e admin admin] Made reservation on behalf of f7d1c3af3ff54b5eb9d1972c3dd28026 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:53:34.340891 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8496227a-dc42-48a4-9dc4-acf3946ed63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:34.351491 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8496227a-dc42-48a4-9dc4-acf3946ed63e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:34.384887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941af1f2-cbb2-4660-aa06-c90709cfe4cc req-aedc74e5-399e-4062-ae21-3be29073821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:34.386999 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-941af1f2-cbb2-4660-aa06-c90709cfe4cc req-aedc74e5-399e-4062-ae21-3be29073821b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 1096 time: 0.2585633
Nov 20 20:53:34.389267 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342149b1-8f61-4d98-abce-896ba335878c req-6f27fa34-cf54-408f-9c82-0c3b2802b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:34.390804 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-342149b1-8f61-4d98-abce-896ba335878c req-6f27fa34-cf54-408f-9c82-0c3b2802b14e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a3726050-5f51-48dc-941a-2829539906a7 HTTP/1.1" status: 200  len: 1101 time: 0.2615209
Nov 20 20:53:34.419578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-b3a31749-e108-4acd-9213-d482a8ee1156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:34.421223 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-b3a31749-e108-4acd-9213-d482a8ee1156 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59c483cdab9f4467a9c5bdd3b6c8357e&device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 1095 time: 0.1928015
Nov 20 20:53:34.443545 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8496227a-dc42-48a4-9dc4-acf3946ed63e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:34.447414 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8496227a-dc42-48a4-9dc4-acf3946ed63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:34.470339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8496227a-dc42-48a4-9dc4-acf3946ed63e admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:53:34.487336 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496227a-dc42-48a4-9dc4-acf3946ed63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014dbcff-cdf0-4e54-a88a-ad1d68ccdea1,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:34.490182 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8496227a-dc42-48a4-9dc4-acf3946ed63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:34.490771 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-8496227a-dc42-48a4-9dc4-acf3946ed63e admin admin] Added segment 9de86125-ae04-4ba3-8daa-a5e5bd310240 of type vlan for network a5652dae-c97d-4dac-8379-2f9cbb8facac
Nov 20 20:53:34.504766 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-275d49bc-410d-4b71-afc4-b1cba209dadf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1bd4c4a-0fa6-457c-a111-718b20fa5663 HTTP/1.1" status: 200  len: 217 time: 0.0662119
Nov 20 20:53:34.552442 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8496227a-dc42-48a4-9dc4-acf3946ed63e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:34.559802 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-18360e26-7f7f-4464-a1b9-822996cdd24b req-ec9b5e4c-1cf4-4ac6-948c-304dff0a6cce service neutron] 10.222.0.37 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3213906
Nov 20 20:53:34.593165 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-342149b1-8f61-4d98-abce-896ba335878c req-4822d467-ab11-4c1c-a3cc-d4e086bef0ed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1908700
Nov 20 20:53:34.598193 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-941af1f2-cbb2-4660-aa06-c90709cfe4cc req-2391455c-6b84-4768-8871-bb61d1226c32 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1934409
Nov 20 20:53:34.604963 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8496227a-dc42-48a4-9dc4-acf3946ed63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:34.608428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8496227a-dc42-48a4-9dc4-acf3946ed63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:34.609129 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8496227a-dc42-48a4-9dc4-acf3946ed63e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:34.616062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-d38a6191-29a4-4ccd-9d51-765bc54dd6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:34.617899 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-d38a6191-29a4-4ccd-9d51-765bc54dd6a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7eb1c08-0af7-45e9-9853-143d500358f6 HTTP/1.1" status: 200  len: 860 time: 0.0838528
Nov 20 20:53:34.668636 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39378) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:34.683966 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8496227a-dc42-48a4-9dc4-acf3946ed63e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5637898
Nov 20 20:53:34.685329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39382) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:34.692402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0854c733-f613-4dfa-b91c-7785c4d7d23c admin admin] Request body: {'subnet': {'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-567974701-subnet', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:34.715675 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0854c733-f613-4dfa-b91c-7785c4d7d23c admin admin] Made reservation on behalf of f7d1c3af3ff54b5eb9d1972c3dd28026 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:53:34.718515 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0854c733-f613-4dfa-b91c-7785c4d7d23c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:34.719937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496227a-dc42-48a4-9dc4-acf3946ed63e admin admin] Pushing event updated for resources: {'Network': ['ID=a5652dae-c97d-4dac-8379-2f9cbb8facac,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:34.733527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network a5652dae-c97d-4dac-8379-2f9cbb8facac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:53:34.750162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e09752-c7a1-42f3-8989-22957782db3f req-65a63ba5-3880-46b7-88f7-d5e62b217eb6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:34.752044 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d0e09752-c7a1-42f3-8989-22957782db3f req-65a63ba5-3880-46b7-88f7-d5e62b217eb6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 950 time: 0.1297097
Nov 20 20:53:34.812830 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d0e09752-c7a1-42f3-8989-22957782db3f req-6bf413f0-319d-4d61-adb2-7993e9b5ff31 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529444
Nov 20 20:53:34.818071 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f35c5e5-ee8e-4956-80d4-5810e6efefa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:34.978627 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db084b1a-c347-4b2a-9e98-77e49a3c9a06 req-522d7be1-5597-4a3c-80eb-32a1ac5455a4 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:34.981027 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db084b1a-c347-4b2a-9e98-77e49a3c9a06 req-522d7be1-5597-4a3c-80eb-32a1ac5455a4 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 945 time: 0.0542812
Nov 20 20:53:35.016332 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-0d76edad-d86e-413a-b53c-4ee070a8372a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c0e623a-f529-4e97-805b-d4b7151232ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0603943
Nov 20 20:53:35.039806 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db084b1a-c347-4b2a-9e98-77e49a3c9a06 req-89ae3e84-5afa-4289-aa80-a74b903b3f41 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523407
Nov 20 20:53:35.115274 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f35c5e5-ee8e-4956-80d4-5810e6efefa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:35.134288 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9b680-c48d-4772-9d33-6fe5d618e2b3 req-5fad94ae-4fc6-42cc-803f-5b7457e9d040 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:35.135775 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f6b9b680-c48d-4772-9d33-6fe5d618e2b3 req-5fad94ae-4fc6-42cc-803f-5b7457e9d040 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3726050-5f51-48dc-941a-2829539906a7 HTTP/1.1" status: 200  len: 950 time: 0.2378244
Nov 20 20:53:35.141658 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f35c5e5-ee8e-4956-80d4-5810e6efefa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:35.169273 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0854c733-f613-4dfa-b91c-7785c4d7d23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:35.231803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca974ce-6bef-4f71-aee5-cf38a17ab8ac req-f4517981-1d29-4927-9993-af0acb0fff1f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:35.233232 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9ca974ce-6bef-4f71-aee5-cf38a17ab8ac req-f4517981-1d29-4927-9993-af0acb0fff1f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 984 time: 0.0496740
Nov 20 20:53:35.280902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f74b62-59de-4f6f-a32f-e578951723a9 req-d56431bd-46f9-4fed-ab68-b7fa5fe18b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:35.282420 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9f74b62-59de-4f6f-a32f-e578951723a9 req-d56431bd-46f9-4fed-ab68-b7fa5fe18b36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d006f43b28c243da9c910fd530b7958b&device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 1135 time: 0.2731075
Nov 20 20:53:35.289555 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6f35c5e5-ee8e-4956-80d4-5810e6efefa2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87fd88702e204a63bf76331f666e6038&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6197875
Nov 20 20:53:35.292892 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9ca974ce-6bef-4f71-aee5-cf38a17ab8ac req-ee1f255c-65fe-4a1e-9de7-6d0ec2549ccb tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=2654fcf0-5f35-4447-9e94-f74f66e7dc71&id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.0534413
Nov 20 20:53:35.293373 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39396) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:35.299416 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35c5e5-ee8e-4956-80d4-5810e6efefa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39de4b4e-40e0-428d-9b63-25ae771395eb,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:35.355611 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9f49b9f-d641-4d11-ac7b-c32c17661276 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:35.374541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-7bc2192a-af73-4911-a35d-4d9094fe976a service neutron] 10.222.0.37 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3365128
Nov 20 20:53:35.375146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854c733-f613-4dfa-b91c-7785c4d7d23c admin admin] Pushing event updated for resources: {'Subnet': ['ID=de8dd647-e967-4270-93b3-facefa8db304,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:35.383819 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f6b9b680-c48d-4772-9d33-6fe5d618e2b3 req-bda9e77b-f5fc-4602-b933-2e617809d799 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2325962
Nov 20 20:53:35.402447 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9f49b9f-d641-4d11-ac7b-c32c17661276 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:35.446333 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0854c733-f613-4dfa-b91c-7785c4d7d23c admin admin] Checking segment: {'id': '9de86125-ae04-4ba3-8daa-a5e5bd310240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:35.446709 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0854c733-f613-4dfa-b91c-7785c4d7d23c admin admin] Network hostable DHCP agents. Network: a5652dae-c97d-4dac-8379-2f9cbb8facac, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:53:35.693395 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cbc48-d066-4e59-9acb-19121766f1f2 req-7192e20f-31f9-46b6-9bb7-7414989dde70 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:35.701113 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6e4cbc48-d066-4e59-9acb-19121766f1f2 req-7192e20f-31f9-46b6-9bb7-7414989dde70 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 944 time: 0.3425114
Nov 20 20:53:35.754571 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6e4cbc48-d066-4e59-9acb-19121766f1f2 req-ad2a92d7-730b-421a-ac59-72bea448393d tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521500
Nov 20 20:53:35.766714 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9f49b9f-d641-4d11-ac7b-c32c17661276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:35.770948 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9f49b9f-d641-4d11-ac7b-c32c17661276 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:35.772473 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b9f49b9f-d641-4d11-ac7b-c32c17661276 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39de4b4e-40e0-428d-9b63-25ae771395eb HTTP/1.1" status: 204  len: 168 time: 0.4781878
Nov 20 20:53:35.776199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f74b62-59de-4f6f-a32f-e578951723a9 req-e0f4ad1b-2d5d-4cab-91e6-cb167cc05518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:35.777740 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9f74b62-59de-4f6f-a32f-e578951723a9 req-e0f4ad1b-2d5d-4cab-91e6-cb167cc05518 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b78e4ec9-b593-412e-8e50-3a8f61366198 HTTP/1.1" status: 200  len: 913 time: 0.4708123
Nov 20 20:53:35.784003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f49b9f-d641-4d11-ac7b-c32c17661276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39de4b4e-40e0-428d-9b63-25ae771395eb,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:35.798487 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0854c733-f613-4dfa-b91c-7785c4d7d23c admin admin] Network a5652dae-c97d-4dac-8379-2f9cbb8facac is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:53:35.843518 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9f74b62-59de-4f6f-a32f-e578951723a9 req-725a88cd-a8a7-42ba-b2b4-ee737f12a02a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b27e869e-b0e4-471a-842c-5c09b72dcda5 HTTP/1.1" status: 200  len: 217 time: 0.0548837
Nov 20 20:53:35.845592 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a7291d2-559f-4657-b4a3-57ca29cab8ae req-237fe421-18fe-4f73-91c7-6a100f476470 service neutron] 10.222.0.37 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4544775
Nov 20 20:53:35.846332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-0854c733-f613-4dfa-b91c-7785c4d7d23c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a5652dae-c97d-4dac-8379-2f9cbb8facac) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:35.850209 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0854c733-f613-4dfa-b91c-7785c4d7d23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:35.850794 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0854c733-f613-4dfa-b91c-7785c4d7d23c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:35.857093 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2ccf1a-586b-4ade-a481-ddd55dbb641c None None] Network a5652dae-c97d-4dac-8379-2f9cbb8facac requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:53:35.900843 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0854c733-f613-4dfa-b91c-7785c4d7d23c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.2115440
Nov 20 20:53:35.901157 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39404) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:35.905871 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-567974701-router', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:35.944414 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f74b62-59de-4f6f-a32f-e578951723a9 req-5d4059b5-639b-4788-9458-0d51be309c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:35.946983 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9f74b62-59de-4f6f-a32f-e578951723a9 req-5d4059b5-639b-4788-9458-0d51be309c3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c23af1b-147c-4145-9a86-e1bdaba6289a HTTP/1.1" status: 200  len: 852 time: 0.0884073
Nov 20 20:53:35.954553 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:35.957803 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:36.013442 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9f74b62-59de-4f6f-a32f-e578951723a9 req-ec8c99bb-8722-4daa-b4e4-cb7ec3cbf7a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b78e4ec9-b593-412e-8e50-3a8f61366198&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380571
Nov 20 20:53:36.020595 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:36.051022 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a5652dae-c97d-4dac-8379-2f9cbb8facac', 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'fixed_ips': [{'subnet_id': 'de8dd647-e967-4270-93b3-facefa8db304'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:53:36.052400 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:36.174032 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1e5ac-657a-4d19-9ae8-2aa94269f6c0 req-9fd87c1c-3300-4185-9d63-c9e0ab712861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:36.176737 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbf1e5ac-657a-4d19-9ae8-2aa94269f6c0 req-9fd87c1c-3300-4185-9d63-c9e0ab712861 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59c483cdab9f4467a9c5bdd3b6c8357e&device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 1095 time: 0.2538946
Nov 20 20:53:36.271514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Allocated IP 172.20.0.2 (a5652dae-c97d-4dac-8379-2f9cbb8facac/de8dd647-e967-4270-93b3-facefa8db304/87a00637-4f0c-4d0c-b076-67c35d8ab870) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:53:36.275387 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9f74b62-59de-4f6f-a32f-e578951723a9 req-023a9e7b-c161-4e0a-be57-7bef3aa613cc service neutron] 10.222.0.37 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2449417
Nov 20 20:53:36.281102 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:36.290903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39416) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:36.323734 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8e45-069d-4dfb-bc3c-917caac6d48e req-6f1f068c-22ab-45d2-b98b-b43dc2fb0c0c tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:36.326157 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-951b8e45-069d-4dfb-bc3c-917caac6d48e req-6f1f068c-22ab-45d2-b98b-b43dc2fb0c0c tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 945 time: 0.1562791
Nov 20 20:53:36.336924 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ec2fa42-9d9a-4003-9038-fed1bf489b45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:36.397870 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9f74b62-59de-4f6f-a32f-e578951723a9 req-749b5de5-83b5-4d2c-a506-9608786fcfb2 service neutron] 10.222.0.37 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0940590
Nov 20 20:53:36.442531 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1e5ac-657a-4d19-9ae8-2aa94269f6c0 req-8eb16288-6d60-4b6d-8085-3f629fbcdb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:36.444559 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbf1e5ac-657a-4d19-9ae8-2aa94269f6c0 req-8eb16288-6d60-4b6d-8085-3f629fbcdb00 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c0e623a-f529-4e97-805b-d4b7151232ec HTTP/1.1" status: 200  len: 921 time: 0.2503297
Nov 20 20:53:36.446612 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-951b8e45-069d-4dfb-bc3c-917caac6d48e req-dabd4fd8-a060-4b99-8b67-78f1433bce74 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108651
Nov 20 20:53:36.508318 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ec2fa42-9d9a-4003-9038-fed1bf489b45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:36.528140 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:36.536694 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:36.539909 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbf1e5ac-657a-4d19-9ae8-2aa94269f6c0 req-88595340-5784-4021-b1bb-f3855f340d7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1bd4c4a-0fa6-457c-a111-718b20fa5663 HTTP/1.1" status: 200  len: 217 time: 0.0740936
Nov 20 20:53:36.542160 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ec2fa42-9d9a-4003-9038-fed1bf489b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:36.582878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Network a5652dae-c97d-4dac-8379-2f9cbb8facac is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:36.585910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:36.596770 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:53:36.623825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da21aba-74e2-4e21-806f-929d38959bde req-580f78d6-07a5-4619-aa0b-0812209472f0 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:36.624332 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2fa42-9d9a-4003-9038-fed1bf489b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cfd211-67e4-4de5-8af6-9fd6176a5182,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:36.630937 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6da21aba-74e2-4e21-806f-929d38959bde req-580f78d6-07a5-4619-aa0b-0812209472f0 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 984 time: 0.1997371
Nov 20 20:53:36.634630 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2ec2fa42-9d9a-4003-9038-fed1bf489b45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d202d4dcecb74b3c99e60b218750ba91&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3426185
Nov 20 20:53:36.637906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39424) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:36.648376 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Pushing event updated for resources: {'Port': ['ID=87a00637-4f0c-4d0c-b076-67c35d8ab870,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:36.653986 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1e5ac-657a-4d19-9ae8-2aa94269f6c0 req-4d9ef949-923b-45a7-8eb5-a832081735da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:36.659299 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbf1e5ac-657a-4d19-9ae8-2aa94269f6c0 req-4d9ef949-923b-45a7-8eb5-a832081735da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7eb1c08-0af7-45e9-9853-143d500358f6 HTTP/1.1" status: 200  len: 860 time: 0.1077168
Nov 20 20:53:36.688057 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186c9ad-fcca-43e6-846b-4c50aa9d0edd req-7f985b3a-d65d-4cde-ab25-746dfe1341b9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:36.689644 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2186c9ad-fcca-43e6-846b-4c50aa9d0edd req-7f985b3a-d65d-4cde-ab25-746dfe1341b9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3726050-5f51-48dc-941a-2829539906a7 HTTP/1.1" status: 200  len: 950 time: 0.1494863
Nov 20 20:53:36.703133 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbf1e5ac-657a-4d19-9ae8-2aa94269f6c0 req-b437ab73-7d06-4faf-b24a-b60f1411f506 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c0e623a-f529-4e97-805b-d4b7151232ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0353580
Nov 20 20:53:36.783365 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6da21aba-74e2-4e21-806f-929d38959bde req-cdb54f09-3ff1-4184-bba8-dff1e877e013 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=2654fcf0-5f35-4447-9e94-f74f66e7dc71&id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1229322
Nov 20 20:53:36.848702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Attempting to bind port 87a00637-4f0c-4d0c-b076-67c35d8ab870 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:53:36.849237 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Attempting to bind port 87a00637-4f0c-4d0c-b076-67c35d8ab870 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9de86125-ae04-4ba3-8daa-a5e5bd310240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:53:36.849605 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Attempting to bind port 87a00637-4f0c-4d0c-b076-67c35d8ab870 on network a5652dae-c97d-4dac-8379-2f9cbb8facac {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:36.849729 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aed4a96-f421-4c0a-887c-af778db915be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:36.866670 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:53:36.867308 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Checking segment: {'id': '9de86125-ae04-4ba3-8daa-a5e5bd310240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:36.867505 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:36.867829 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Bound using segment: {'id': '9de86125-ae04-4ba3-8daa-a5e5bd310240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:53:36.868302 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Bound port: 87a00637-4f0c-4d0c-b076-67c35d8ab870, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de86125-ae04-4ba3-8daa-a5e5bd310240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:53:36.868688 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:36.880702 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2186c9ad-fcca-43e6-846b-4c50aa9d0edd req-d913e237-5bd7-4797-a29d-99e68cfedfb3 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830103
Nov 20 20:53:36.895945 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbf1e5ac-657a-4d19-9ae8-2aa94269f6c0 req-a73e8a40-0d5d-4e9e-b9ea-13d3aa8e1b0d service neutron] 10.222.0.37 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816666
Nov 20 20:53:36.944970 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aed4a96-f421-4c0a-887c-af778db915be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:36.969152 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:36.998744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] For port 87a00637-4f0c-4d0c-b076-67c35d8ab870, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:53:37.003306 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] For port 87a00637-4f0c-4d0c-b076-67c35d8ab870, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87a00637-4f0c-4d0c-b076-67c35d8ab870,segment=NetworkSegment(9de86125-ae04-4ba3-8daa-a5e5bd310240),segment_id=9de86125-ae04-4ba3-8daa-a5e5bd310240)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:53:37.012094 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:37.013063 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:37.024506 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbf1e5ac-657a-4d19-9ae8-2aa94269f6c0 req-3f79c6ac-9d30-4536-97f8-270019f4badf service neutron] 10.222.0.37 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207917
Nov 20 20:53:37.115681 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92468891-25f0-4aa8-84f6-1e1ad0a94ea6 None None] Pushing event updated for resources: {'Port': ['ID=87a00637-4f0c-4d0c-b076-67c35d8ab870,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:37.143340 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe28e53-2a61-4825-b4b7-969c9aea3327 req-b8b5c04f-0573-4b36-b14a-6bb182655afb tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:37.145128 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fbe28e53-2a61-4825-b4b7-969c9aea3327 req-b8b5c04f-0573-4b36-b14a-6bb182655afb tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 944 time: 0.1697915
Nov 20 20:53:37.184287 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aed4a96-f421-4c0a-887c-af778db915be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:37.186904 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aed4a96-f421-4c0a-887c-af778db915be admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:37.190513 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1aed4a96-f421-4c0a-887c-af778db915be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4cfd211-67e4-4de5-8af6-9fd6176a5182 HTTP/1.1" status: 204  len: 168 time: 0.5514874
Nov 20 20:53:37.218295 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed4a96-f421-4c0a-887c-af778db915be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cfd211-67e4-4de5-8af6-9fd6176a5182,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:37.248783 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Allocated IP 172.35.1.156 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/9281e38f-6b8b-4601-b52e-5df58ed57479) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:53:37.271653 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fbe28e53-2a61-4825-b4b7-969c9aea3327 req-cf1ed23a-c8ef-40e1-9063-a5554f706a54 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093929
Nov 20 20:53:37.461730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af1c12-5ae1-4bbf-935f-2c5d11e239bf req-87afd9e3-37f4-4d72-a251-1f1c886bf22f tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:37.468855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af1c12-5ae1-4bbf-935f-2c5d11e239bf req-87afd9e3-37f4-4d72-a251-1f1c886bf22f tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:37.476220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d2af1c12-5ae1-4bbf-935f-2c5d11e239bf req-87afd9e3-37f4-4d72-a251-1f1c886bf22f tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45&device_id=a3726050-5f51-48dc-941a-2829539906a7 HTTP/1.1" status: 200  len: 1691 time: 0.0807703
Nov 20 20:53:37.499053 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:37.544530 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d2af1c12-5ae1-4bbf-935f-2c5d11e239bf req-88a7b2e7-3821-4afe-a2b9-22034adc34c4 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671411
Nov 20 20:53:37.545249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594954e-7f45-4105-9233-f5be2ed3be83 req-4ba9cbd5-6eff-4b07-9330-1494d4ae65bd tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:37.552443 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b594954e-7f45-4105-9233-f5be2ed3be83 req-4ba9cbd5-6eff-4b07-9330-1494d4ae65bd tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 945 time: 0.1384318
Nov 20 20:53:37.573263 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:37.641009 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:37.648581 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:37.661718 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:53:37.670218 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b594954e-7f45-4105-9233-f5be2ed3be83 req-0b971748-f8db-4175-a8c0-21e57244f7b1 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169045
Nov 20 20:53:37.688840 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Pushing event updated for resources: {'Port': ['ID=9281e38f-6b8b-4601-b52e-5df58ed57479,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:37.789954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b952e7c-4339-495b-93f0-bb23f951ca34 req-ba57f6e4-d2e5-479b-a88f-cdd54eb79258 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:37.798912 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9b952e7c-4339-495b-93f0-bb23f951ca34 req-ba57f6e4-d2e5-479b-a88f-cdd54eb79258 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 1101 time: 0.0801153
Nov 20 20:53:37.802556 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 87a00637-4f0c-4d0c-b076-67c35d8ab870 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:37.878288 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 87a00637-4f0c-4d0c-b076-67c35d8ab870 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:37.878962 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:37.897553 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9b952e7c-4339-495b-93f0-bb23f951ca34 req-d71affd1-bd19-40a3-8bdf-24ba3bf76dc4 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910912
Nov 20 20:53:38.034375 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:38.053541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e267996-e897-44e9-82d2-d74e36e0f3b7 req-e84167af-fde2-4ed1-85c1-769c1be5970b tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:38.061643 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e267996-e897-44e9-82d2-d74e36e0f3b7 req-e84167af-fde2-4ed1-85c1-769c1be5970b tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a3726050-5f51-48dc-941a-2829539906a7 HTTP/1.1" status: 200  len: 1101 time: 0.0716548
Nov 20 20:53:38.081207 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:38.087230 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca69e8-e06f-482d-81ab-24ba0a718441 req-4eae0512-8335-4f6b-b1d0-f54d65bfe139 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:38.089496 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2dca69e8-e06f-482d-81ab-24ba0a718441 req-4eae0512-8335-4f6b-b1d0-f54d65bfe139 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 984 time: 0.1879492
Nov 20 20:53:38.095961 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:38.151729 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 87a00637-4f0c-4d0c-b076-67c35d8ab870, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87a00637-4f0c-4d0c-b076-67c35d8ab870,segment=NetworkSegment(9de86125-ae04-4ba3-8daa-a5e5bd310240),segment_id=9de86125-ae04-4ba3-8daa-a5e5bd310240)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:38.155084 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e267996-e897-44e9-82d2-d74e36e0f3b7 req-2a9faacd-3ffd-4648-84b9-49fe79618366 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795553
Nov 20 20:53:38.165873 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:38.168744 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:38.278715 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2dca69e8-e06f-482d-81ab-24ba0a718441 req-07e6932a-cea6-4f7f-b4b2-bc14954da5a3 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=2654fcf0-5f35-4447-9e94-f74f66e7dc71&id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1781189
Nov 20 20:53:38.345969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=87a00637-4f0c-4d0c-b076-67c35d8ab870,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:38.438098 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-06971023-ac91-4913-b746-25d9d27d4f7c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=60778bfeb31b496081c05ccc33a74a1c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0493188
Nov 20 20:53:38.491274 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e72b8c-2f9f-4413-b0dc-e95ea1c5ccb0 None None] Network a5652dae-c97d-4dac-8379-2f9cbb8facac requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:53:38.596477 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1e6678f1-77bf-4344-bdce-e0a65ea75cba req-ac616d8c-59ef-4681-86b9-32674e4bf562 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1133960164&fields=id&tenant_id=d006f43b28c243da9c910fd530b7958b HTTP/1.1" status: 200  len: 267 time: 0.1417410
Nov 20 20:53:38.627436 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39486) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:38.633595 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:38.639222 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d0a62de4-884d-4060-bcd7-b68eef2ead16 None None] Provisioning complete for port 87a00637-4f0c-4d0c-b076-67c35d8ab870 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:38.639742 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d0a62de4-884d-4060-bcd7-b68eef2ead16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:38.738290 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-50fbb3f2-7b45-483c-ac3b-a21f73571b95 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:38.749786 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-50fbb3f2-7b45-483c-ac3b-a21f73571b95 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3098459
Nov 20 20:53:38.772592 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6678f1-77bf-4344-bdce-e0a65ea75cba req-f0d1401f-1192-4a57-a5b6-b86ffd79c654 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:38.792218 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1e6678f1-77bf-4344-bdce-e0a65ea75cba req-f0d1401f-1192-4a57-a5b6-b86ffd79c654 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 984 time: 0.1791339
Nov 20 20:53:38.812436 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-1e6678f1-77bf-4344-bdce-e0a65ea75cba req-828da563-b114-40c1-838a-749ec3d3b112 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Request body: {'port': {'security_groups': ['2654fcf0-5f35-4447-9e94-f74f66e7dc71', 'f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd', '58f803d7-6354-4590-bfe1-d1be79906a5e']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:38.827934 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-ccd96afb-dfaa-4dae-9704-6472874c4f73 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/quotas/60778bfeb31b496081c05ccc33a74a1c HTTP/1.1" status: 200  len: 375 time: 0.0769036
Nov 20 20:53:38.980780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39494) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:39.003029 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1e6678f1-77bf-4344-bdce-e0a65ea75cba req-828da563-b114-40c1-838a-749ec3d3b112 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:39.078000 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8e3d8696-fcdc-4156-9259-0976bebd0e1f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-772409132-network', 'tenant_id': 'f5921a650a2c4c0fba83f4046416ce9b'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:39.109741 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-6cbd1c7a-7f55-476b-8908-786a3c8d524a tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2805681
Nov 20 20:53:39.167163 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e9c649d8-a100-47ca-a6bc-b037b72e2496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:39.192633 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3d8696-fcdc-4156-9259-0976bebd0e1f admin admin] Made reservation on behalf of f5921a650a2c4c0fba83f4046416ce9b for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:53:39.196227 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8696-fcdc-4156-9259-0976bebd0e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:39.212969 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8696-fcdc-4156-9259-0976bebd0e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:39.258886 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-76c84cfb-39b7-451c-90ec-13b7c4a99fcb None None] Provisioning complete for port 87a00637-4f0c-4d0c-b076-67c35d8ab870 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:39.259830 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-76c84cfb-39b7-451c-90ec-13b7c4a99fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:39.274938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:53:39.442156 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:53:39.484117 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e9c649d8-a100-47ca-a6bc-b037b72e2496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:39.510740 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e9c649d8-a100-47ca-a6bc-b037b72e2496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:39.523028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1e6678f1-77bf-4344-bdce-e0a65ea75cba req-828da563-b114-40c1-838a-749ec3d3b112 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] For port b27e869e-b0e4-471a-842c-5c09b72dcda5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27e869e-b0e4-471a-842c-5c09b72dcda5,segment=NetworkSegment(9c41c511-9b69-4e96-9aeb-1c3cb97c677a),segment_id=9c41c511-9b69-4e96-9aeb-1c3cb97c677a)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:39.635011 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e9c649d8-a100-47ca-a6bc-b037b72e2496 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3fa3ff1a56ab4d0ea4026c85b43560a5&name=default HTTP/1.1" status: 200  len: 2999 time: 0.6530063
Nov 20 20:53:39.635869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c649d8-a100-47ca-a6bc-b037b72e2496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a26186-2db0-4b2e-ad97-20e2e78fd70b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:39.638893 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39504) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:39.644761 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1e6678f1-77bf-4344-bdce-e0a65ea75cba req-828da563-b114-40c1-838a-749ec3d3b112 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:39.656398 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1e6678f1-77bf-4344-bdce-e0a65ea75cba req-828da563-b114-40c1-838a-749ec3d3b112 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:39.669367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['b27e869e-b0e4-471a-842c-5c09b72dcda5'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:39.740986 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6678f1-77bf-4344-bdce-e0a65ea75cba req-828da563-b114-40c1-838a-749ec3d3b112 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:39.741622 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1e6678f1-77bf-4344-bdce-e0a65ea75cba req-828da563-b114-40c1-838a-749ec3d3b112 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:39.742097 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8696-fcdc-4156-9259-0976bebd0e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:39.754805 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8696-fcdc-4156-9259-0976bebd0e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:39.757130 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1e6678f1-77bf-4344-bdce-e0a65ea75cba req-828da563-b114-40c1-838a-749ec3d3b112 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "PUT /v2.0/ports/b27e869e-b0e4-471a-842c-5c09b72dcda5 HTTP/1.1" status: 200  len: 1020 time: 0.9580834
Nov 20 20:53:39.766642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b84b6d-5fc9-4c6b-944f-85135e5a1c3d', 'tag': 'b27e869e-b0e4-471a-842c-5c09b72dcda5'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:39.779950 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137a1693-dbd5-40c9-af6b-510f6c9878aa" -d '{"events": [{"name": "network-changed", "server_uuid": "15b84b6d-5fc9-4c6b-944f-85135e5a1c3d", "tag": "b27e869e-b0e4-471a-842c-5c09b72dcda5"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:39.799494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f45eebd5-aed0-4beb-a5fe-f44aba552d89'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:39.842250 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3d8696-fcdc-4156-9259-0976bebd0e1f admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:53:39.857701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34156a-fa28-4ad0-926a-82e6faeb3447 req-172a4994-3679-4d94-8400-406127013bc7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:39.865148 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ab34156a-fa28-4ad0-926a-82e6faeb3447 req-172a4994-3679-4d94-8400-406127013bc7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 944 time: 0.1891365
Nov 20 20:53:39.875910 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d8696-fcdc-4156-9259-0976bebd0e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d681310c-1253-4d93-ad10-966153a6ef1f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:39.892003 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 87a00637-4f0c-4d0c-b076-67c35d8ab870 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:39.895819 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8696-fcdc-4156-9259-0976bebd0e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:39.895819 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-8e3d8696-fcdc-4156-9259-0976bebd0e1f admin admin] Added segment 765693b3-4e37-4e90-a130-739bc5f7749a of type vlan for network 7ef46b3b-e936-4331-bec8-7cf072510229
Nov 20 20:53:39.907567 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:53:39.974464 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8696-fcdc-4156-9259-0976bebd0e1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:39.979063 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['b27e869e-b0e4-471a-842c-5c09b72dcda5'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:39.982878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Sync routers for ids ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:53:39.988071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828da563-b114-40c1-838a-749ec3d3b112 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event updated for resources: {'Port': ['ID=b27e869e-b0e4-471a-842c-5c09b72dcda5,revision_number=7']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:40.000911 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ab34156a-fa28-4ad0-926a-82e6faeb3447 req-32d97075-287b-41b5-ab8e-add7a4eb2496 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233747
Nov 20 20:53:40.016325 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:40.021294 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bed3a32d-093b-4b98-84e5-6c4676c3d522 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 4.1189926
Nov 20 20:53:40.021974 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39514) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:40.071477 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-360d2bbe-8b59-4a7c-96dc-dd59f9c27348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:40.074879 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Routers {'2476b6ab-8eb5-458c-944e-7ef85c8890a6'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:53:40.075762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472c45b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:53:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:40.139444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c12685-96f4-41ae-9738-70fe931ca85c req-0a362650-dcde-4bf0-9e2b-92a6296f30f4 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:40.147455 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8696-fcdc-4156-9259-0976bebd0e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:40.148193 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02c12685-96f4-41ae-9738-70fe931ca85c req-0a362650-dcde-4bf0-9e2b-92a6296f30f4 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 945 time: 0.2073891
Nov 20 20:53:40.148442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3d8696-fcdc-4156-9259-0976bebd0e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:40.149041 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8696-fcdc-4156-9259-0976bebd0e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:40.164495 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-360d2bbe-8b59-4a7c-96dc-dd59f9c27348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:40.225765 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8e3d8696-fcdc-4156-9259-0976bebd0e1f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.5891502
Nov 20 20:53:40.230035 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39518) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:40.239526 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-bd51a431-7035-48fc-a8a8-aaf8320b8f61 admin admin] Request body: {'subnet': {'network_id': '7ef46b3b-e936-4331-bec8-7cf072510229', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-772409132-subnet', 'tenant_id': 'f5921a650a2c4c0fba83f4046416ce9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:40.280872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02c12685-96f4-41ae-9738-70fe931ca85c req-5c52f531-881a-42db-aee5-e07f58713bf4 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301408
Nov 20 20:53:40.297255 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e8061848-b0ba-46aa-b7a4-ecdccd4a1260 req-5f23c8d0-e068-4927-84ad-c7c43e88dd8f tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 210 time: 0.0701871
Nov 20 20:53:40.308612 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d8696-fcdc-4156-9259-0976bebd0e1f admin admin] Pushing event updated for resources: {'Network': ['ID=7ef46b3b-e936-4331-bec8-7cf072510229,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:40.312567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd51a431-7035-48fc-a8a8-aaf8320b8f61 admin admin] Made reservation on behalf of f5921a650a2c4c0fba83f4046416ce9b for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:53:40.318303 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd51a431-7035-48fc-a8a8-aaf8320b8f61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:40.327573 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Set router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:53:40.328154 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-360d2bbe-8b59-4a7c-96dc-dd59f9c27348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:40.331572 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-360d2bbe-8b59-4a7c-96dc-dd59f9c27348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:40.333132 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-360d2bbe-8b59-4a7c-96dc-dd59f9c27348 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8a26186-2db0-4b2e-ad97-20e2e78fd70b HTTP/1.1" status: 204  len: 168 time: 0.6913402
Nov 20 20:53:40.378856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d2bbe-8b59-4a7c-96dc-dd59f9c27348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a26186-2db0-4b2e-ad97-20e2e78fd70b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:40.408700 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 7ef46b3b-e936-4331-bec8-7cf072510229 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:53:40.435042 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733fe749-1c34-41a6-a1c1-79897c18cf3e x-openstack-request-id: req-733fe749-1c34-41a6-a1c1-79897c18cf3e {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:40.435472 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b84b6d-5fc9-4c6b-944f-85135e5a1c3d", "tag": "b27e869e-b0e4-471a-842c-5c09b72dcda5", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:40.435702 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-733fe749-1c34-41a6-a1c1-79897c18cf3e {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:40.436112 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b84b6d-5fc9-4c6b-944f-85135e5a1c3d', 'tag': 'b27e869e-b0e4-471a-842c-5c09b72dcda5', 'status': 'completed', 'code': 200}
Nov 20 20:53:40.464885 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f1bd4c4a-0fa6-457c-a111-718b20fa5663 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:53:40.508810 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ad9254e7-72b5-43b4-905e-e2482f36e57d req-ee2d2a72-4dba-4a74-806e-2fe586aba290 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/58f803d7-6354-4590-bfe1-d1be79906a5e HTTP/1.1" status: 200  len: 1817 time: 0.1847615
Nov 20 20:53:40.581681 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a1693-dbd5-40c9-af6b-510f6c9878aa req-7cd35b1b-c2ea-430e-99eb-b21634aeada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:40.583253 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-137a1693-dbd5-40c9-af6b-510f6c9878aa req-7cd35b1b-c2ea-430e-99eb-b21634aeada6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d006f43b28c243da9c910fd530b7958b&device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 1174 time: 0.1237454
Nov 20 20:53:40.609231 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port f1bd4c4a-0fa6-457c-a111-718b20fa5663, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1bd4c4a-0fa6-457c-a111-718b20fa5663,segment=NetworkSegment(3438dca2-2da2-4820-b43c-9039a055ca53),segment_id=3438dca2-2da2-4820-b43c-9039a055ca53)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:40.673028 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-ad9254e7-72b5-43b4-905e-e2482f36e57d req-8356cd81-1baa-4f38-a2ed-0754f8572ece tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 20 20:53:40.678811 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663', 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec', 'port_id': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663', 'mac_address': 'fa:16:3e:fe:9b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:53:40.681825 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ad9254e7-72b5-43b4-905e-e2482f36e57d req-8356cd81-1baa-4f38-a2ed-0754f8572ece tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "DELETE /v2.0/security-groups/58f803d7-6354-4590-bfe1-d1be79906a5e HTTP/1.1" status: 409  len: 341 time: 0.1719668
Nov 20 20:53:40.807813 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd51a431-7035-48fc-a8a8-aaf8320b8f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:40.841518 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:40.843570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a1693-dbd5-40c9-af6b-510f6c9878aa req-49719249-35ba-42a3-8607-70b0869548ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:40.845263 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-137a1693-dbd5-40c9-af6b-510f6c9878aa req-49719249-35ba-42a3-8607-70b0869548ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=b78e4ec9-b593-412e-8e50-3a8f61366198 HTTP/1.1" status: 200  len: 913 time: 0.2387846
Nov 20 20:53:40.946947 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1bd4c4a-0fa6-457c-a111-718b20fa5663 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:53:40.964025 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-137a1693-dbd5-40c9-af6b-510f6c9878aa req-b04653bc-960b-45a9-a588-2ccfc14a1d56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b27e869e-b0e4-471a-842c-5c09b72dcda5 HTTP/1.1" status: 200  len: 217 time: 0.1100769
Nov 20 20:53:40.971864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51a431-7035-48fc-a8a8-aaf8320b8f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b2df46-e629-464b-a794-48d165d50dde,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:41.030826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a1693-dbd5-40c9-af6b-510f6c9878aa req-9af7d999-b611-4727-80a0-b253382fafec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:41.033004 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-137a1693-dbd5-40c9-af6b-510f6c9878aa req-9af7d999-b611-4727-80a0-b253382fafec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c23af1b-147c-4145-9a86-e1bdaba6289a HTTP/1.1" status: 200  len: 852 time: 0.0555108
Nov 20 20:53:41.059249 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd51a431-7035-48fc-a8a8-aaf8320b8f61 admin admin] Checking segment: {'id': '765693b3-4e37-4e90-a130-739bc5f7749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7ef46b3b-e936-4331-bec8-7cf072510229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:41.059620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd51a431-7035-48fc-a8a8-aaf8320b8f61 admin admin] Network hostable DHCP agents. Network: 7ef46b3b-e936-4331-bec8-7cf072510229, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:53:41.093719 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-137a1693-dbd5-40c9-af6b-510f6c9878aa req-deb0868b-4f7b-4964-b9da-8c9a028d1c30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b78e4ec9-b593-412e-8e50-3a8f61366198&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515637
Nov 20 20:53:41.138659 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:41.270205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 87a00637-4f0c-4d0c-b076-67c35d8ab870 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:41.270572 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:41.287072 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd51a431-7035-48fc-a8a8-aaf8320b8f61 admin admin] Network 7ef46b3b-e936-4331-bec8-7cf072510229 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:53:41.341893 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port f1bd4c4a-0fa6-457c-a111-718b20fa5663, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1bd4c4a-0fa6-457c-a111-718b20fa5663,segment=NetworkSegment(3438dca2-2da2-4820-b43c-9039a055ca53),segment_id=3438dca2-2da2-4820-b43c-9039a055ca53)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:41.360252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26f30f-d120-416a-a856-5a8eb47cf84a req-b5dd697c-c067-4186-aa65-75569c474176 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:41.362768 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c26f30f-d120-416a-a856-5a8eb47cf84a req-b5dd697c-c067-4186-aa65-75569c474176 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 1023 time: 0.3064470
Nov 20 20:53:41.401626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Allocated IP 172.20.0.1 (a5652dae-c97d-4dac-8379-2f9cbb8facac/de8dd647-e967-4270-93b3-facefa8db304/fc27a450-4013-4b1d-b152-0f10837c045d) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:53:41.412693 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-bd51a431-7035-48fc-a8a8-aaf8320b8f61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7ef46b3b-e936-4331-bec8-7cf072510229) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:41.421255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd51a431-7035-48fc-a8a8-aaf8320b8f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:41.426521 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd51a431-7035-48fc-a8a8-aaf8320b8f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:41.445856 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e14191-2abd-4c30-be78-7d3806e2452e None None] Network 7ef46b3b-e936-4331-bec8-7cf072510229 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:53:41.489035 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-623aadc3-52a3-4475-bb8b-a0da9cfea5bb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=60778bfeb31b496081c05ccc33a74a1c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1593275
Nov 20 20:53:41.498460 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bd51a431-7035-48fc-a8a8-aaf8320b8f61 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.2662613
Nov 20 20:53:41.503629 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:41.577389 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550279a-1e6b-4534-9198-2c674ae4d762 req-daf617c0-9778-4bd6-8590-2c03b6046d7d tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:41.584884 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-137a1693-dbd5-40c9-af6b-510f6c9878aa req-c3d470cd-f115-415b-8bcf-143e912cec01 service neutron] 10.222.0.37 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4318933
Nov 20 20:53:41.585684 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0550279a-1e6b-4534-9198-2c674ae4d762 req-daf617c0-9778-4bd6-8590-2c03b6046d7d tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 945 time: 0.1464674
Nov 20 20:53:41.619887 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c26f30f-d120-416a-a856-5a8eb47cf84a req-5ee415b5-dedb-4df4-9668-7af38c03f03f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=58f803d7-6354-4590-bfe1-d1be79906a5e&id=2654fcf0-5f35-4447-9e94-f74f66e7dc71&id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.2276123
Nov 20 20:53:41.682082 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0550279a-1e6b-4534-9198-2c674ae4d762 req-e80808e5-f29e-45ac-b8b3-5fd307bc56a5 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951660
Nov 20 20:53:41.691824 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:41.774302 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:41.876261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Pushing event updated for resources: {'Port': ['ID=fc27a450-4013-4b1d-b152-0f10837c045d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:41.894744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Network a5652dae-c97d-4dac-8379-2f9cbb8facac is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:41.896616 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:41.899541 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:53:41.912249 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-2307b715-25c2-42c0-b3e0-3a20f3ddcf32 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:41.916913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-2307b715-25c2-42c0-b3e0-3a20f3ddcf32 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4134517
Nov 20 20:53:41.935169 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ed8ce96b-3810-4dfc-8bfd-2e75ca4f1626 req-c2962d59-56e5-4289-bff7-917ea7d13a2c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 210 time: 0.0764263
Nov 20 20:53:41.949890 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-a74ff94f-7c3d-49b8-a33b-000231a441ea tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Request body: {'port': {'device_id': 'b25af4d5-11da-4354-91b9-89a2490dea39', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '60778bfeb31b496081c05ccc33a74a1c'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:41.977812 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:41.989198 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-137a1693-dbd5-40c9-af6b-510f6c9878aa req-d336672c-6426-40bd-8f1d-07337ef158f0 service neutron] 10.222.0.37 "GET /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3671851
Nov 20 20:53:42.155265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-a74ff94f-7c3d-49b8-a33b-000231a441ea tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Made reservation on behalf of 60778bfeb31b496081c05ccc33a74a1c for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:53:42.160843 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-a74ff94f-7c3d-49b8-a33b-000231a441ea tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:42.283111 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:42.326403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f1bd4c4a-0fa6-457c-a111-718b20fa5663'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:42.387648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-a74ff94f-7c3d-49b8-a33b-000231a441ea tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Allocated IP 192.168.233.136 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/48e83d26-e36f-40f3-b0cf-f124edaa6b06) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:53:42.469719 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=f1bd4c4a-0fa6-457c-a111-718b20fa5663,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:42.582587 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:42.587652 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:42.650708 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-de92aac2-5c57-466c-b81a-9f4e1d76104d None None] Provisioning complete for port fc27a450-4013-4b1d-b152-0f10837c045d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:42.651446 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-de92aac2-5c57-466c-b81a-9f4e1d76104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:42.683259 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940f2f13-90c3-480b-87ec-e9ba1f0a8901 None None] Network 7ef46b3b-e936-4331-bec8-7cf072510229 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:53:42.688698 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:42.698112 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Pushing event updated for resources: {'Port': ['ID=fc27a450-4013-4b1d-b152-0f10837c045d,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:42.716559 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39604) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:42.729147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8b1f3355-b484-42a3-b73e-14aa82e12394 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2031734592-network', 'tenant_id': '23cff80b060d49f4be167eb924a4dd51'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:42.776610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1f3355-b484-42a3-b73e-14aa82e12394 admin admin] Made reservation on behalf of 23cff80b060d49f4be167eb924a4dd51 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:53:42.779244 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3355-b484-42a3-b73e-14aa82e12394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:42.813682 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3355-b484-42a3-b73e-14aa82e12394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:42.849684 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-a74ff94f-7c3d-49b8-a33b-000231a441ea tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:42.903352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2af16-833f-490c-b817-ebe66b6e1235 req-ebe3637c-b585-4914-8fbf-2bfaa7154267 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:42.911582 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5fb2af16-833f-490c-b817-ebe66b6e1235 req-ebe3637c-b585-4914-8fbf-2bfaa7154267 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 1023 time: 0.1581471
Nov 20 20:53:42.913772 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-de92aac2-5c57-466c-b81a-9f4e1d76104d None None] Port fc27a450-4013-4b1d-b152-0f10837c045d cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:53:42.916346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472c45b0>, [{'id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'name': 'tempest-ServersTestJSON-567974701-router', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156'}], 'enable_snat': True}, 'gw_port_id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:35Z', 'updated_at': '2021-11-20T20:53:37Z', 'revision_number': 3, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'gw_port': {'id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:37Z', 'updated_at': '2021-11-20T20:53:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:42.956730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Network a5652dae-c97d-4dac-8379-2f9cbb8facac is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:42.959938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:42.965733 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6565ec-a0d8-495d-9581-70dd25f8d882 req-e6e4e910-a440-4667-bece-153f619aff52 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:42.967420 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dd6565ec-a0d8-495d-9581-70dd25f8d882 req-e6e4e910-a440-4667-bece-153f619aff52 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 945 time: 0.1557918
Nov 20 20:53:42.982196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfaf52-17ae-4568-b77a-d95dacf6649e req-8e6d44da-3549-4091-bc61-1aa850a54a1f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:42.983751 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0dfaf52-17ae-4568-b77a-d95dacf6649e req-8e6d44da-3549-4091-bc61-1aa850a54a1f tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.37 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 1023 time: 0.2259920
Nov 20 20:53:43.000369 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Checking router: 2476b6ab-8eb5-458c-944e-7ef85c8890a6 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:53:43.000905 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Updating router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 port 9281e38f-6b8b-4601-b52e-5df58ed57479 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:53:43.043617 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:43.086087 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-a74ff94f-7c3d-49b8-a33b-000231a441ea tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:43.091410 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5fb2af16-833f-490c-b817-ebe66b6e1235 req-1b5bfe88-f3e3-433e-a06a-70c7fc3fbaaa tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=58f803d7-6354-4590-bfe1-d1be79906a5e&id=2654fcf0-5f35-4447-9e94-f74f66e7dc71&id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1780643
Nov 20 20:53:43.188428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:53:43.198921 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3355-b484-42a3-b73e-14aa82e12394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:43.216100 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ff94f-7c3d-49b8-a33b-000231a441ea tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Pushing event updated for resources: {'Port': ['ID=48e83d26-e36f-40f3-b0cf-f124edaa6b06,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:43.301691 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-a74ff94f-7c3d-49b8-a33b-000231a441ea tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:43.310346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-a74ff94f-7c3d-49b8-a33b-000231a441ea tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:43.313205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-a74ff94f-7c3d-49b8-a33b-000231a441ea tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:53:43.316165 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3355-b484-42a3-b73e-14aa82e12394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:43.357529 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1f3355-b484-42a3-b73e-14aa82e12394 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:53:43.364059 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7dceb653-952e-453b-b961-0478a94a32a1', 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc', 'b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:43.375625 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3dc68b5b-3852-484b-aa82-d053ea0d2f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:43.397122 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3355-b484-42a3-b73e-14aa82e12394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:43.397542 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-8b1f3355-b484-42a3-b73e-14aa82e12394 admin admin] Added segment 9e5d817b-ab37-4e1e-a840-98564420e180 of type vlan for network e057561b-1100-40d2-a15c-b5ea5d43b7eb
Nov 20 20:53:43.492747 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-38f49897-71ec-4803-a866-b4b9eb9dab43 None None] Provisioning complete for port fc27a450-4013-4b1d-b152-0f10837c045d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:43.493253 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-38f49897-71ec-4803-a866-b4b9eb9dab43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:43.497225 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3355-b484-42a3-b73e-14aa82e12394 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:43.561769 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-38f49897-71ec-4803-a866-b4b9eb9dab43 None None] Port fc27a450-4013-4b1d-b152-0f10837c045d cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:53:43.583610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:53:43.608613 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7d8902c9-9003-47ea-b0db-046544792d5e admin admin] 10.222.0.41 "PUT /v2.0/routers/2476b6ab-8eb5-458c-944e-7ef85c8890a6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5832803
Nov 20 20:53:43.664589 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837a727-e276-44d1-99b3-7ca8ac504fae req-286b0ae0-b5fb-425b-a5da-063942d9b7cb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:43.668293 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5837a727-e276-44d1-99b3-7ca8ac504fae req-286b0ae0-b5fb-425b-a5da-063942d9b7cb tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 936 time: 0.1811268
Nov 20 20:53:43.747463 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5837a727-e276-44d1-99b3-7ca8ac504fae req-60e46609-70ce-4543-bed6-df82e9fa7528 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678718
Nov 20 20:53:43.748771 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39642) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:43.869367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-70a6fc1e-24a3-4cc6-aa01-880cef627072 None None] Provisioning complete for port 48e83d26-e36f-40f3-b0cf-f124edaa6b06 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:43.869862 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-70a6fc1e-24a3-4cc6-aa01-880cef627072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:43.873723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f3355-b484-42a3-b73e-14aa82e12394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a858c2a-f14d-4c4d-8534-bbdfcf067fb3,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:43.890412 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3355-b484-42a3-b73e-14aa82e12394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:43.895466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1f3355-b484-42a3-b73e-14aa82e12394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:43.896224 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3355-b484-42a3-b73e-14aa82e12394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:43.922585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dd6565ec-a0d8-495d-9581-70dd25f8d882 req-929721c8-dfa8-4757-86a2-157ce2598de8 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9326129
Nov 20 20:53:43.943451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-70a6fc1e-24a3-4cc6-aa01-880cef627072 None None] Port 48e83d26-e36f-40f3-b0cf-f124edaa6b06 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:53:43.992944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['23ec6af6-e448-4b84-a688-acf291e1c23c', 'd2ec2066-92dd-4bf1-94cf-530a3c89abb1'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:44.003620 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8b1f3355-b484-42a3-b73e-14aa82e12394 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.2862813
Nov 20 20:53:44.006670 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39654) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:44.012739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f7f8d150-6571-4c90-9929-2fab53e5c3e6 admin admin] Request body: {'subnet': {'network_id': 'e057561b-1100-40d2-a15c-b5ea5d43b7eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2031734592-subnet', 'tenant_id': '23cff80b060d49f4be167eb924a4dd51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:44.019151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-a74ff94f-7c3d-49b8-a33b-000231a441ea tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:44.019998 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-a74ff94f-7c3d-49b8-a33b-000231a441ea tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.052100 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:44.081916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f8d150-6571-4c90-9929-2fab53e5c3e6 admin admin] Made reservation on behalf of 23cff80b060d49f4be167eb924a4dd51 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:53:44.086295 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f3355-b484-42a3-b73e-14aa82e12394 admin admin] Pushing event updated for resources: {'Network': ['ID=e057561b-1100-40d2-a15c-b5ea5d43b7eb,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:44.086957 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d150-6571-4c90-9929-2fab53e5c3e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.096386 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-a0dfaf52-17ae-4568-b77a-d95dacf6649e req-8ac093f0-eb4a-490b-b719-66a4ae861f55 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Deleting port b27e869e-b0e4-471a-842c-5c09b72dcda5 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:53:44.096605 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a0dfaf52-17ae-4568-b77a-d95dacf6649e req-8ac093f0-eb4a-490b-b719-66a4ae861f55 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.145679 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network e057561b-1100-40d2-a15c-b5ea5d43b7eb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:53:44.247532 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-a74ff94f-7c3d-49b8-a33b-000231a441ea tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3092875
Nov 20 20:53:44.272252 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.273422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Request body: {'port': {'device_id': 'b25af4d5-11da-4354-91b9-89a2490dea39', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:44.282584 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.307426 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39666) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:44.324637 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c6f3f030-c3cb-4021-b394-4be1883c0a03 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1018702445', 'description': 'tempest-description--1156439611'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:44.375942 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.400120 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c6f3f030-c3cb-4021-b394-4be1883c0a03 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.411164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a0dfaf52-17ae-4568-b77a-d95dacf6649e req-8ac093f0-eb4a-490b-b719-66a4ae861f55 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] For port b27e869e-b0e4-471a-842c-5c09b72dcda5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27e869e-b0e4-471a-842c-5c09b72dcda5,segment=NetworkSegment(9c41c511-9b69-4e96-9aeb-1c3cb97c677a),segment_id=9c41c511-9b69-4e96-9aeb-1c3cb97c677a)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:44.411683 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a0dfaf52-17ae-4568-b77a-d95dacf6649e req-8ac093f0-eb4a-490b-b719-66a4ae861f55 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.422294 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.463644 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device c6e0c110-4765-4766-bc45-55c8c3a214d9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:53:44.489010 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c6f3f030-c3cb-4021-b394-4be1883c0a03 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.504380 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c6f3f030-c3cb-4021-b394-4be1883c0a03 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.510611 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f1bd4c4a-0fa6-457c-a111-718b20fa5663 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:44.630396 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c6f3f030-c3cb-4021-b394-4be1883c0a03 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.635915 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c6f3f030-c3cb-4021-b394-4be1883c0a03 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3249419
Nov 20 20:53:44.636997 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39682) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:44.644434 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f910e319-6f4b-4f91-baec-29bae5dc217f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Request body: {'security_group_rule': {'security_group_id': '431b8f7a-11c4-4ceb-879c-50aad3f2cd7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:44.649942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3f030-c3cb-4021-b394-4be1883c0a03 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=431b8f7a-11c4-4ceb-879c-50aad3f2cd7d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:44.777319 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.832932 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d150-6571-4c90-9929-2fab53e5c3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.840208 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f910e319-6f4b-4f91-baec-29bae5dc217f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.845284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e83d26-e36f-40f3-b0cf-f124edaa6b06 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:53:44.854436 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.856874 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Attempting to bind port 9281e38f-6b8b-4601-b52e-5df58ed57479 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:53:44.857312 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Attempting to bind port 9281e38f-6b8b-4601-b52e-5df58ed57479 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:53:44.857764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Attempting to bind port 9281e38f-6b8b-4601-b52e-5df58ed57479 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:44.867297 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4efcb-423b-4d61-818c-9f17818cf521 None None] Pushing event updated for resources: {'Port': ['ID=9281e38f-6b8b-4601-b52e-5df58ed57479,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:44.872185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Transition to ACTIVE for port object 48e83d26-e36f-40f3-b0cf-f124edaa6b06 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:53:44.889817 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4713c1-bd9c-4044-92cb-930d22934081 req-8f622317-7d3b-415f-8c36-adb60a1f9540 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:44.899244 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f4713c1-bd9c-4044-92cb-930d22934081 req-8f622317-7d3b-415f-8c36-adb60a1f9540 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 1023 time: 0.6826677
Nov 20 20:53:44.906705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:53:44.907199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:44.907678 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.908188 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:53:44.908742 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Bound port: 9281e38f-6b8b-4601-b52e-5df58ed57479, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:53:44.909209 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:44.921671 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-a0dfaf52-17ae-4568-b77a-d95dacf6649e req-8ac093f0-eb4a-490b-b719-66a4ae861f55 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Calling delete_port for b27e869e-b0e4-471a-842c-5c09b72dcda5 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:53:44.924856 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port c6e0c110-4765-4766-bc45-55c8c3a214d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6e0c110-4765-4766-bc45-55c8c3a214d9,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:44.977857 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:45.002062 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'c6e0c110-4765-4766-bc45-55c8c3a214d9', 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689', 'port_id': 'c6e0c110-4765-4766-bc45-55c8c3a214d9', 'mac_address': 'fa:16:3e:2a:36:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca0b895-d4f5-4110-adf5-186714814159', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:53:45.003513 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f4713c1-bd9c-4044-92cb-930d22934081 req-e60e9c25-387a-4278-8e94-7bee64aac323 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=58f803d7-6354-4590-bfe1-d1be79906a5e&id=2654fcf0-5f35-4447-9e94-f74f66e7dc71&id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.0984221
Nov 20 20:53:45.056801 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port f1bd4c4a-0fa6-457c-a111-718b20fa5663 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:53:45.098462 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port f1bd4c4a-0fa6-457c-a111-718b20fa5663 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:45.098872 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:45.113643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] For port 9281e38f-6b8b-4601-b52e-5df58ed57479, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:53:45.195936 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:45.203512 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] For port 9281e38f-6b8b-4601-b52e-5df58ed57479, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9281e38f-6b8b-4601-b52e-5df58ed57479,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:53:45.231752 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:45.263151 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6e0c110-4765-4766-bc45-55c8c3a214d9 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:53:45.278621 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Pushing event updated for resources: {'Port': ['ID=48e83d26-e36f-40f3-b0cf-f124edaa6b06,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:45.426150 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a0dfaf52-17ae-4568-b77a-d95dacf6649e req-8ac093f0-eb4a-490b-b719-66a4ae861f55 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:45.564225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac093f0-eb4a-490b-b719-66a4ae861f55 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event deleted for resources: {'Port': ['ID=b27e869e-b0e4-471a-842c-5c09b72dcda5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:45.614963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5132b-43b0-4b47-9459-cf3db7db5779 req-08b16622-67d1-4707-b9fa-1d71d258af85 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:45.623465 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14e5132b-43b0-4b47-9459-cf3db7db5779 req-08b16622-67d1-4707-b9fa-1d71d258af85 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 945 time: 0.4779449
Nov 20 20:53:45.627905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8d150-6571-4c90-9929-2fab53e5c3e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00826d4-06ae-44a9-831e-9fd6f39e5793,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:45.642311 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f910e319-6f4b-4f91-baec-29bae5dc217f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:45.645722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port c6e0c110-4765-4766-bc45-55c8c3a214d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6e0c110-4765-4766-bc45-55c8c3a214d9,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:45.656688 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11db4f-6b60-4ee2-b4ed-f3c935d16370 req-bb454a7c-11fb-4e63-bd83-0ceaf0bcf5bd tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:45.660361 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Routers {'2476b6ab-8eb5-458c-944e-7ef85c8890a6'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:53:45.660361 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472c45b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:53:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:45.664384 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8c11db4f-6b60-4ee2-b4ed-f3c935d16370 req-bb454a7c-11fb-4e63-bd83-0ceaf0bcf5bd tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 948 time: 0.6939042
Nov 20 20:53:45.703228 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f910e319-6f4b-4f91-baec-29bae5dc217f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:45.703472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0dfaf52-17ae-4568-b77a-d95dacf6649e req-8ac093f0-eb4a-490b-b719-66a4ae861f55 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] No DVR routers for this DVR port b27e869e-b0e4-471a-842c-5c09b72dcda5 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:53:45.733822 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a0dfaf52-17ae-4568-b77a-d95dacf6649e req-8ac093f0-eb4a-490b-b719-66a4ae861f55 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:45.738501 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0dfaf52-17ae-4568-b77a-d95dacf6649e req-8ac093f0-eb4a-490b-b719-66a4ae861f55 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.37 "DELETE /v2.0/ports/b27e869e-b0e4-471a-842c-5c09b72dcda5 HTTP/1.1" status: 204  len: 173 time: 2.7371249
Nov 20 20:53:45.740654 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8d150-6571-4c90-9929-2fab53e5c3e6 admin admin] Checking segment: {'id': '9e5d817b-ab37-4e1e-a840-98564420e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e057561b-1100-40d2-a15c-b5ea5d43b7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:45.741031 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f8d150-6571-4c90-9929-2fab53e5c3e6 admin admin] Network hostable DHCP agents. Network: e057561b-1100-40d2-a15c-b5ea5d43b7eb, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:53:45.749763 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:45.752247 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14e5132b-43b0-4b47-9459-cf3db7db5779 req-d9c5bc2d-07db-491c-8e29-2e05ad61270b tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277153
Nov 20 20:53:45.758356 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f910e319-6f4b-4f91-baec-29bae5dc217f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:45.759209 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b84b6d-5fc9-4c6b-944f-85135e5a1c3d', 'name': 'network-vif-deleted', 'tag': 'b27e869e-b0e4-471a-842c-5c09b72dcda5'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:45.763062 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f910e319-6f4b-4f91-baec-29bae5dc217f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1226285
Nov 20 20:53:45.764159 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39692) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:45.765095 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f807e3-df36-4bce-80e9-f4955957576a" -d '{"events": [{"server_uuid": "15b84b6d-5fc9-4c6b-944f-85135e5a1c3d", "name": "network-vif-deleted", "tag": "b27e869e-b0e4-471a-842c-5c09b72dcda5"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:45.777054 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4efcb-423b-4d61-818c-9f17818cf521 None None] Pushing event updated for resources: {'Port': ['ID=9281e38f-6b8b-4601-b52e-5df58ed57479,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:45.800952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-2dbd6139-02c8-4c41-8f04-568185d6959a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Request body: {'security_group_rule': {'security_group_id': '431b8f7a-11c4-4ceb-879c-50aad3f2cd7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:45.820625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910e319-6f4b-4f91-baec-29bae5dc217f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a1c873-f2fd-4836-abc5-c877edaf98f2,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:45.827186 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Attempting to bind port 48e83d26-e36f-40f3-b0cf-f124edaa6b06 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:53:45.827674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Attempting to bind port 48e83d26-e36f-40f3-b0cf-f124edaa6b06 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:53:45.828113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Attempting to bind port 48e83d26-e36f-40f3-b0cf-f124edaa6b06 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:45.837050 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Port 48e83d26-e36f-40f3-b0cf-f124edaa6b06 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:53:45.842615 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Attempting to bind port 48e83d26-e36f-40f3-b0cf-f124edaa6b06 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:45.853142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Allocated IP 172.35.1.72 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/253fe433-0f6a-4cac-86ca-ed69298440d7) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:53:45.853919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:53:45.855186 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:45.855712 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:53:45.856285 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Bound port: 48e83d26-e36f-40f3-b0cf-f124edaa6b06, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:53:45.857622 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:45.885896 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8c11db4f-6b60-4ee2-b4ed-f3c935d16370 req-1a24ea75-db53-4bb1-b03e-bc218057137f tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2155554
Nov 20 20:53:45.894696 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d6da8f4c-307c-4ec5-9b69-e754d49cd56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:45.897049 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=c6e0c110-4765-4766-bc45-55c8c3a214d9,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:45.927934 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6139-02c8-4c41-8f04-568185d6959a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:45.962967 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f8d150-6571-4c90-9929-2fab53e5c3e6 admin admin] Network e057561b-1100-40d2-a15c-b5ea5d43b7eb is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:53:45.973984 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:46.016627 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f7f8d150-6571-4c90-9929-2fab53e5c3e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e057561b-1100-40d2-a15c-b5ea5d43b7eb) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:46.051294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] For port 48e83d26-e36f-40f3-b0cf-f124edaa6b06, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:53:46.055029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] For port 48e83d26-e36f-40f3-b0cf-f124edaa6b06, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48e83d26-e36f-40f3-b0cf-f124edaa6b06,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:53:46.057321 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119ea377-42da-4451-b496-c37343b651ef x-openstack-request-id: req-119ea377-42da-4451-b496-c37343b651ef {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:46.057749 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b84b6d-5fc9-4c6b-944f-85135e5a1c3d", "name": "network-vif-deleted", "tag": "b27e869e-b0e4-471a-842c-5c09b72dcda5", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:46.059098 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-119ea377-42da-4451-b496-c37343b651ef {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:46.060228 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b84b6d-5fc9-4c6b-944f-85135e5a1c3d', 'name': 'network-vif-deleted', 'tag': 'b27e869e-b0e4-471a-842c-5c09b72dcda5', 'status': 'completed', 'code': 200}
Nov 20 20:53:46.062094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['c6e0c110-4765-4766-bc45-55c8c3a214d9'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:46.064067 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:46.087577 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbccaf2b-119e-458e-bd33-80e5adc726b9 None None] Network e057561b-1100-40d2-a15c-b5ea5d43b7eb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:53:46.091710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f8d150-6571-4c90-9929-2fab53e5c3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:46.092484 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d150-6571-4c90-9929-2fab53e5c3e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:46.142709 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Pushing event updated for resources: {'Port': ['ID=48e83d26-e36f-40f3-b0cf-f124edaa6b06,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:46.153322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:46.154162 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:46.157466 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-08efdb33-0812-4310-8f3d-35622e28bd8b service neutron] 10.222.0.47 "PUT /v2.0/ports/48e83d26-e36f-40f3-b0cf-f124edaa6b06 HTTP/1.1" status: 200  len: 1096 time: 1.8918490
Nov 20 20:53:46.162917 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f7f8d150-6571-4c90-9929-2fab53e5c3e6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.1549518
Nov 20 20:53:46.226266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:46.233279 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3cde8a-35be-492c-9f9a-f58ea39dc6a8" -d '{"events": [{"server_uuid": "3d6be238-5664-44e6-b4f8-2b26652e0cb1", "name": "network-vif-plugged", "status": "completed", "tag": "f1bd4c4a-0fa6-457c-a111-718b20fa5663"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:46.284117 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6139-02c8-4c41-8f04-568185d6959a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:46.327533 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:46.347944 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6139-02c8-4c41-8f04-568185d6959a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:46.378300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-805c4ee6-583c-4a62-b916-7c9e4bb208b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:46.392118 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-805c4ee6-583c-4a62-b916-7c9e4bb208b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 1099 time: 0.1556151
Nov 20 20:53:46.452173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd6139-02c8-4c41-8f04-568185d6959a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9eb94aa-ab4c-4e8d-a196-31d4b35a50a4,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:46.452509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port f1bd4c4a-0fa6-457c-a111-718b20fa5663, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1bd4c4a-0fa6-457c-a111-718b20fa5663,segment=NetworkSegment(3438dca2-2da2-4820-b43c-9039a055ca53),segment_id=3438dca2-2da2-4820-b43c-9039a055ca53)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:46.467622 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a3ba43-16e3-481e-800a-19cf6e29d40d x-openstack-request-id: req-17a3ba43-16e3-481e-800a-19cf6e29d40d {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:46.467930 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6be238-5664-44e6-b4f8-2b26652e0cb1", "name": "network-vif-plugged", "status": "completed", "tag": "f1bd4c4a-0fa6-457c-a111-718b20fa5663", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:46.468194 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17a3ba43-16e3-481e-800a-19cf6e29d40d {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:46.474525 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663', 'code': 200}
Nov 20 20:53:46.500562 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6139-02c8-4c41-8f04-568185d6959a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:46.512556 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2dbd6139-02c8-4c41-8f04-568185d6959a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7156303
Nov 20 20:53:46.515393 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39712) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:46.518635 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-d7798255-6ffe-4182-8955-58f9fe76d37f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=48e83d26-e36f-40f3-b0cf-f124edaa6b06 HTTP/1.1" status: 200  len: 217 time: 0.1236296
Nov 20 20:53:46.536751 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:46.553329 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39714) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:46.584391 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:46.663338 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:46.721638 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:46.744090 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=f1bd4c4a-0fa6-457c-a111-718b20fa5663,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:46.748879 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b27e869e-b0e4-471a-842c-5c09b72dcda5 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:53:46.765008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:46.766283 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] Set router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:53:46.844734 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:46.849902 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:53:46.867859 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-39a95dcd-7aa1-4cca-81ea-101450b388f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:46.869872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-39a95dcd-7aa1-4cca-81ea-101450b388f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.2182388
Nov 20 20:53:46.877581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5d1e8-4a5f-4413-a1a3-ce704f75d965 req-c6628812-33ac-419f-90ae-4ce65241593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:46.879446 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-64f5d1e8-4a5f-4413-a1a3-ce704f75d965 req-c6628812-33ac-419f-90ae-4ce65241593b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 1097 time: 0.2585030
Nov 20 20:53:46.887373 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7eda8ca-e411-4d3b-beaf-f0849dac1971 admin admin] Deleting subnet 09b2df46-e629-464b-a794-48d165d50dde {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:53:46.911294 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6996bc2a-80cf-4a1e-b584-f9ebfd089cdd req-4c4b917d-e9c4-4477-8ae6-c44f0ea63a2c tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b84b6d-5fc9-4c6b-944f-85135e5a1c3d HTTP/1.1" status: 200  len: 210 time: 0.1970105
Nov 20 20:53:46.911742 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: b27e869e-b0e4-471a-842c-5c09b72dcda5 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:53:46.912070 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b27e869e-b0e4-471a-842c-5c09b72dcda5 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:53:46.969968 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:47.020498 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7eda8ca-e411-4d3b-beaf-f0849dac1971 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:47.129758 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-64f5d1e8-4a5f-4413-a1a3-ce704f75d965 req-4a2934e4-afd9-45d7-b6e7-f346c46bb182 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521342
Nov 20 20:53:47.137161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-aef0be35-55fc-4ffd-b5c3-e1da580078c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:47.139158 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-aef0be35-55fc-4ffd-b5c3-e1da580078c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2584543
Nov 20 20:53:47.148077 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b08ed-2884-4eff-9551-016255c4c422 req-a2c3a83e-7313-4d6a-bc5e-daf6f610f75c tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:47.152791 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Pushing event updated for resources: {'Port': ['ID=253fe433-0f6a-4cac-86ca-ed69298440d7,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:47.156795 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-192b08ed-2884-4eff-9551-016255c4c422 req-a2c3a83e-7313-4d6a-bc5e-daf6f610f75c tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.1619568
Nov 20 20:53:47.202359 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7eda8ca-e411-4d3b-beaf-f0849dac1971 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:47.211649 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:47.311477 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-192b08ed-2884-4eff-9551-016255c4c422 req-31fbbac7-6697-4a4e-8761-d8319c3cfdc7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522787
Nov 20 20:53:47.339064 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a240c6-f42e-4109-afd3-7919d3716979 req-0fb75592-242e-48fe-9d16-04a0aed86d64 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:47.348444 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d6a240c6-f42e-4109-afd3-7919d3716979 req-0fb75592-242e-48fe-9d16-04a0aed86d64 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 948 time: 0.2885239
Nov 20 20:53:47.390835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f3e85f-064a-4def-963f-62c49b6339c9 None None] Network e057561b-1100-40d2-a15c-b5ea5d43b7eb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:53:47.466826 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7eda8ca-e411-4d3b-beaf-f0849dac1971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:47.542840 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f45eebd5-aed0-4beb-a5fe-f44aba552d89'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:47.554681 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472c45b0>, [{'id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'name': 'tempest-ServersTestJSON-567974701-router', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156'}], 'enable_snat': True}, 'gw_port_id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:35Z', 'updated_at': '2021-11-20T20:53:42Z', 'revision_number': 4, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'gw_port': {'id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:37Z', 'updated_at': '2021-11-20T20:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fc27a450-4013-4b1d-b152-0f10837c045d', 'name': '', 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'mac_address': 'fa:16:3e:18:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'de8dd647-e967-4270-93b3-facefa8db304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:41Z', 'updated_at': '2021-11-20T20:53:42Z', 'revision_number': 2, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'subnets': [{'id': 'de8dd647-e967-4270-93b3-facefa8db304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:47.569812 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-2991b80f-265e-40b9-994a-d00e351dd27c service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4105053
Nov 20 20:53:47.585029 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d6a240c6-f42e-4109-afd3-7919d3716979 req-6c00315d-ee8f-48c3-9d50-0b98d045ecbe tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2355666
Nov 20 20:53:47.587577 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:47.637251 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Allocated IP 172.35.1.118 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/4c6144e2-9552-4985-a108-b4f57efafe4b) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:53:47.660997 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d795b81-d129-4eb3-aa13-cb592ce8bdc1 None None] The sync data for ids ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'] in ncdv-master-1 is: [{'id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'name': 'tempest-ServersTestJSON-567974701-router', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156'}], 'enable_snat': True}, 'gw_port_id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:35Z', 'updated_at': '2021-11-20T20:53:42Z', 'revision_number': 4, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'gw_port': {'id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:37Z', 'updated_at': '2021-11-20T20:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fc27a450-4013-4b1d-b152-0f10837c045d', 'name': '', 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'mac_address': 'fa:16:3e:18:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'de8dd647-e967-4270-93b3-facefa8db304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:41Z', 'updated_at': '2021-11-20T20:53:42Z', 'revision_number': 2, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'subnets': [{'id': 'de8dd647-e967-4270-93b3-facefa8db304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:53:47.686626 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:47.740238 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7eda8ca-e411-4d3b-beaf-f0849dac1971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:47.814146 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eda8ca-e411-4d3b-beaf-f0849dac1971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b2df46-e629-464b-a794-48d165d50dde,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:47.831681 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7eda8ca-e411-4d3b-beaf-f0849dac1971 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:47.837041 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f7eda8ca-e411-4d3b-beaf-f0849dac1971 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/09b2df46-e629-464b-a794-48d165d50dde HTTP/1.1" status: 204  len: 168 time: 1.2805505
Nov 20 20:53:47.837849 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbd4a3c3-16c3-4088-8c95-c69ad9748910 req-cb2d60cf-85cd-465d-8256-0a34de163bbc service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2551923
Nov 20 20:53:47.840541 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39734) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:47.892875 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:47.961643 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.069620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25af4d5-11da-4354-91b9-89a2490dea39', 'tag': '48e83d26-e36f-40f3-b0cf-f124edaa6b06'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:48.072153 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7baccd2-00f4-4c9c-b7d8-f5e2c0e56243" -d '{"events": [{"name": "network-changed", "server_uuid": "b25af4d5-11da-4354-91b9-89a2490dea39", "tag": "48e83d26-e36f-40f3-b0cf-f124edaa6b06"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:48.126627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:48.144173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:48.149541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:53:48.153882 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff37bb7-b514-41fb-b3b2-0fe6c2367455 x-openstack-request-id: req-3ff37bb7-b514-41fb-b3b2-0fe6c2367455 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:48.154445 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25af4d5-11da-4354-91b9-89a2490dea39", "tag": "48e83d26-e36f-40f3-b0cf-f124edaa6b06", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:48.154780 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ff37bb7-b514-41fb-b3b2-0fe6c2367455 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:48.155326 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25af4d5-11da-4354-91b9-89a2490dea39', 'tag': '48e83d26-e36f-40f3-b0cf-f124edaa6b06', 'status': 'completed', 'code': 200}
Nov 20 20:53:48.193722 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-26339e37-3a76-4e89-a369-abf100195961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.220138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Pushing event updated for resources: {'Port': ['ID=4c6144e2-9552-4985-a108-b4f57efafe4b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:48.281367 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c563e205-30cd-4747-ab22-d3df3a165353 req-c016893d-0732-4427-a4f0-e339fb299095 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/2654fcf0-5f35-4447-9e94-f74f66e7dc71 HTTP/1.1" status: 200  len: 1816 time: 0.1812553
Nov 20 20:53:48.441920 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-26339e37-3a76-4e89-a369-abf100195961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.442383 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device c6e0c110-4765-4766-bc45-55c8c3a214d9 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:48.470738 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-26339e37-3a76-4e89-a369-abf100195961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e878070>,) {'filters': {'network_id': ['7ef46b3b-e936-4331-bec8-7cf072510229']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:48.484570 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-26339e37-3a76-4e89-a369-abf100195961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e878070>, '765693b3-4e37-4e90-a130-739bc5f7749a') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:48.484941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-26339e37-3a76-4e89-a369-abf100195961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e878070>, '765693b3-4e37-4e90-a130-739bc5f7749a') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:48.509041 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-26339e37-3a76-4e89-a369-abf100195961 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.529624 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-26339e37-3a76-4e89-a369-abf100195961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.538651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26339e37-3a76-4e89-a369-abf100195961 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:53:48.539211 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-26339e37-3a76-4e89-a369-abf100195961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.560159 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.587096 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.591802 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port c6e0c110-4765-4766-bc45-55c8c3a214d9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:48.592592 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:53:48.621359 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:53:48.627841 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.644968 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-26339e37-3a76-4e89-a369-abf100195961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.664512 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.689388 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-26339e37-3a76-4e89-a369-abf100195961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.693229 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-26339e37-3a76-4e89-a369-abf100195961 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7ef46b3b-e936-4331-bec8-7cf072510229 HTTP/1.1" status: 204  len: 168 time: 0.8511355
Nov 20 20:53:48.717648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39750) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:48.741086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26339e37-3a76-4e89-a369-abf100195961 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef46b3b-e936-4331-bec8-7cf072510229,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:48.751663 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.810943 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.811698 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3dcd549-32d3-4581-8737-24a90d53b2eb admin admin] Deleting subnet a00826d4-06ae-44a9-831e-9fd6f39e5793 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:53:48.832110 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3dcd549-32d3-4581-8737-24a90d53b2eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.837508 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port c6e0c110-4765-4766-bc45-55c8c3a214d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6e0c110-4765-4766-bc45-55c8c3a214d9,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:48.842453 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffe6a66-af8a-40dc-bb9e-a37fd916c78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e0c110-4765-4766-bc45-55c8c3a214d9'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:48.851266 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb58bbc3-6457-46e3-bc5d-5e73951edd63" -d '{"events": [{"server_uuid": "0ffe6a66-af8a-40dc-bb9e-a37fd916c78b", "name": "network-vif-plugged", "status": "completed", "tag": "c6e0c110-4765-4766-bc45-55c8c3a214d9"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:48.862684 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.923584 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3dcd549-32d3-4581-8737-24a90d53b2eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:48.981837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Pushing event updated for resources: {'Port': ['ID=253fe433-0f6a-4cac-86ca-ed69298440d7,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:49.025925 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:49.028290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=c6e0c110-4765-4766-bc45-55c8c3a214d9,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:49.046572 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c563e205-30cd-4747-ab22-d3df3a165353 req-4c645441-8a1d-4e3f-ab8c-54eaba31de82 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:49.089756 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:49.129240 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3dcd549-32d3-4581-8737-24a90d53b2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:49.173194 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 48e83d26-e36f-40f3-b0cf-f124edaa6b06 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:53:49.174633 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:49.176386 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fbfc4488-69a7-4c1d-84ef-aa167c184a20 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.4250493
Nov 20 20:53:49.184942 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c563e205-30cd-4747-ab22-d3df3a165353 req-4c645441-8a1d-4e3f-ab8c-54eaba31de82 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:49.188568 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39754) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:49.198346 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-38cb5291-6b3b-4fd8-914d-07a0d91c4df3 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-392422446'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:49.336979 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c563e205-30cd-4747-ab22-d3df3a165353 req-4c645441-8a1d-4e3f-ab8c-54eaba31de82 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:49.343195 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c563e205-30cd-4747-ab22-d3df3a165353 req-4c645441-8a1d-4e3f-ab8c-54eaba31de82 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:49.345004 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c563e205-30cd-4747-ab22-d3df3a165353 req-4c645441-8a1d-4e3f-ab8c-54eaba31de82 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "DELETE /v2.0/security-groups/2654fcf0-5f35-4447-9e94-f74f66e7dc71 HTTP/1.1" status: 204  len: 173 time: 1.0512252
Nov 20 20:53:49.365549 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cb5291-6b3b-4fd8-914d-07a0d91c4df3 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Made reservation on behalf of 9e1df735dbb34fc782620ae9dbd19060 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:53:49.369893 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38cb5291-6b3b-4fd8-914d-07a0d91c4df3 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:49.376576 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c645441-8a1d-4e3f-ab8c-54eaba31de82 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2654fcf0-5f35-4447-9e94-f74f66e7dc71,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:49.387576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baccd2-00f4-4c9c-b7d8-f5e2c0e56243 req-9669f08a-0d1c-4a9f-8432-e7340696790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:49.388302 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3dcd549-32d3-4581-8737-24a90d53b2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:49.389117 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f7baccd2-00f4-4c9c-b7d8-f5e2c0e56243 req-9669f08a-0d1c-4a9f-8432-e7340696790e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 1099 time: 1.1858068
Nov 20 20:53:49.431883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7bd1f-b037-4b4e-ac8d-706c8b4896fc req-efbf1d8f-ea6a-4ba9-9057-6cf4c7249b31 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:49.441803 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4d7bd1f-b037-4b4e-ac8d-706c8b4896fc req-efbf1d8f-ea6a-4ba9-9057-6cf4c7249b31 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.8312616
Nov 20 20:53:49.453182 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38cb5291-6b3b-4fd8-914d-07a0d91c4df3 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:49.539358 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e155aa6-1992-4ae2-a014-a447c1afb75c req-d84bcef0-28c0-4ca2-bac0-630893f192ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.9563098
Nov 20 20:53:49.617348 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3dcd549-32d3-4581-8737-24a90d53b2eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:49.629704 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d3dcd549-32d3-4581-8737-24a90d53b2eb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a00826d4-06ae-44a9-831e-9fd6f39e5793 HTTP/1.1" status: 204  len: 168 time: 0.8818629
Nov 20 20:53:49.635274 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39766) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:49.639792 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcd549-32d3-4581-8737-24a90d53b2eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00826d4-06ae-44a9-831e-9fd6f39e5793,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:49.757096 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4d7bd1f-b037-4b4e-ac8d-706c8b4896fc req-73741b4f-1045-4f4d-ab56-68188431ae28 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3123655
Nov 20 20:53:49.839395 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a1feb2d-add7-4c89-bd51-776edf0ac2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:49.850325 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 48e83d26-e36f-40f3-b0cf-f124edaa6b06, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48e83d26-e36f-40f3-b0cf-f124edaa6b06,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:49.866988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e155aa6-1992-4ae2-a014-a447c1afb75c req-13d294c3-566c-4150-82af-350b225e3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:49.868680 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e155aa6-1992-4ae2-a014-a447c1afb75c req-13d294c3-566c-4150-82af-350b225e3fb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 1101 time: 0.2334621
Nov 20 20:53:49.872955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baccd2-00f4-4c9c-b7d8-f5e2c0e56243 req-56c8a7a8-8832-4ffb-805e-4ca7d2182165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:49.874890 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f7baccd2-00f4-4c9c-b7d8-f5e2c0e56243 req-56c8a7a8-8832-4ffb-805e-4ca7d2182165 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.4704630
Nov 20 20:53:49.901507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '48e83d26-e36f-40f3-b0cf-f124edaa6b06', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '48e83d26-e36f-40f3-b0cf-f124edaa6b06', 'mac_address': 'fa:16:3e:20:3d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:53:49.912720 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585e223c-94e0-48ff-9450-0adfdf53113f x-openstack-request-id: req-585e223c-94e0-48ff-9450-0adfdf53113f {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:49.913015 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffe6a66-af8a-40dc-bb9e-a37fd916c78b", "name": "network-vif-plugged", "status": "completed", "tag": "c6e0c110-4765-4766-bc45-55c8c3a214d9", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:49.913274 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-585e223c-94e0-48ff-9450-0adfdf53113f {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:49.914236 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffe6a66-af8a-40dc-bb9e-a37fd916c78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e0c110-4765-4766-bc45-55c8c3a214d9', 'code': 200}
Nov 20 20:53:49.978272 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:49.989714 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38cb5291-6b3b-4fd8-914d-07a0d91c4df3 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:50.001719 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e83d26-e36f-40f3-b0cf-f124edaa6b06 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:53:50.015392 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38cb5291-6b3b-4fd8-914d-07a0d91c4df3 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:50.032043 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 48e83d26-e36f-40f3-b0cf-f124edaa6b06, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48e83d26-e36f-40f3-b0cf-f124edaa6b06,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:50.039667 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:50.065134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cb5291-6b3b-4fd8-914d-07a0d91c4df3 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:53:50.074704 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f7baccd2-00f4-4c9c-b7d8-f5e2c0e56243 req-b0ff2a7e-9e72-46ce-b608-a995426aa1ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=48e83d26-e36f-40f3-b0cf-f124edaa6b06 HTTP/1.1" status: 200  len: 217 time: 0.1676683
Nov 20 20:53:50.138392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=48e83d26-e36f-40f3-b0cf-f124edaa6b06,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:50.150300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb5291-6b3b-4fd8-914d-07a0d91c4df3 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbb292f-c9a0-40ab-a7a9-c8621bb2f4d2,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:50.163680 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1a08c-8f3d-4d06-92e5-25bc9f531d85 req-1020ee78-1fe8-4f30-ba9e-bb34a6d5e283 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:50.165590 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dc1a08c-8f3d-4d06-92e5-25bc9f531d85 req-1020ee78-1fe8-4f30-ba9e-bb34a6d5e283 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 948 time: 0.3459399
Nov 20 20:53:50.169495 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38cb5291-6b3b-4fd8-914d-07a0d91c4df3 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:50.169962 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-38cb5291-6b3b-4fd8-914d-07a0d91c4df3 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Added segment a0d1ba08-4c3e-4966-b7f7-ef58297105ca of type vlan for network 2c5f053a-d658-4723-85f7-b555e653bffb
Nov 20 20:53:50.261556 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:50.279441 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a1feb2d-add7-4c89-bd51-776edf0ac2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:50.290631 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0534d7c7-e105-4c43-8423-bdbaa6b33ada req-96a1982d-2f65-4858-80c0-a4be3d41bdd9 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/58f803d7-6354-4590-bfe1-d1be79906a5e HTTP/1.1" status: 200  len: 1817 time: 0.2427299
Nov 20 20:53:50.291397 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:50.335349 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38cb5291-6b3b-4fd8-914d-07a0d91c4df3 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:50.339996 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-6a1feb2d-add7-4c89-bd51-776edf0ac2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4deaa610>,) {'filters': {'network_id': ['e057561b-1100-40d2-a15c-b5ea5d43b7eb']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:50.365854 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['48e83d26-e36f-40f3-b0cf-f124edaa6b06'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:53:50.366268 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-6a1feb2d-add7-4c89-bd51-776edf0ac2c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4deaa610>, '9e5d817b-ab37-4e1e-a840-98564420e180') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:50.366721 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-6a1feb2d-add7-4c89-bd51-776edf0ac2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4deaa610>, '9e5d817b-ab37-4e1e-a840-98564420e180') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:50.389554 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dc1a08c-8f3d-4d06-92e5-25bc9f531d85 req-e53e1950-2da9-47d1-a323-c8e544d1704d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156653
Nov 20 20:53:50.399442 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a1feb2d-add7-4c89-bd51-776edf0ac2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:50.428137 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:50.436522 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a1feb2d-add7-4c89-bd51-776edf0ac2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:50.443500 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38cb5291-6b3b-4fd8-914d-07a0d91c4df3 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:50.451577 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cb5291-6b3b-4fd8-914d-07a0d91c4df3 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:50.452315 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38cb5291-6b3b-4fd8-914d-07a0d91c4df3 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:50.472530 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1feb2d-add7-4c89-bd51-776edf0ac2c4 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:53:50.472951 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a1feb2d-add7-4c89-bd51-776edf0ac2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:53:50.571279 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:53:50.579185 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-38cb5291-6b3b-4fd8-914d-07a0d91c4df3 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.3848836
Nov 20 20:53:50.579185 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a1feb2d-add7-4c89-bd51-776edf0ac2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:50.596353 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39770) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:50.596851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9281e38f-6b8b-4601-b52e-5df58ed57479 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:50.601929 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0e871370-2a45-4f9d-aa0f-5fd6b65c0ccc tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Request body: {'subnet': {'network_id': '2c5f053a-d658-4723-85f7-b555e653bffb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:50.621502 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a1feb2d-add7-4c89-bd51-776edf0ac2c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:50.627233 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6a1feb2d-add7-4c89-bd51-776edf0ac2c4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e057561b-1100-40d2-a15c-b5ea5d43b7eb HTTP/1.1" status: 204  len: 168 time: 0.9765627
Nov 20 20:53:50.664031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baccd2-00f4-4c9c-b7d8-f5e2c0e56243 req-9e5c3008-84c4-48b6-bc73-8be4194c003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:50.665812 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f7baccd2-00f4-4c9c-b7d8-f5e2c0e56243 req-9e5c3008-84c4-48b6-bc73-8be4194c003b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.5677872
Nov 20 20:53:50.667382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e155aa6-1992-4ae2-a014-a447c1afb75c req-4b2c8212-c53c-4343-b39f-ccd019b9d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:50.669098 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e155aa6-1992-4ae2-a014-a447c1afb75c req-4b2c8212-c53c-4343-b39f-ccd019b9d267 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.7230117
Nov 20 20:53:50.796786 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:50.820352 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.2952089
Nov 20 20:53:50.829405 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1beeb7-5a49-413c-b2fc-ad6445ee237a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Pushing event updated for resources: {'Port': ['ID=4c6144e2-9552-4985-a108-b4f57efafe4b,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:50.936326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e155aa6-1992-4ae2-a014-a447c1afb75c req-6b23a221-571d-41e2-8b20-02a35bf55d3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=23ec6af6-e448-4b84-a688-acf291e1c23c HTTP/1.1" status: 200  len: 217 time: 0.2493229
Nov 20 20:53:50.959248 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 9281e38f-6b8b-4601-b52e-5df58ed57479 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:50.960418 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:51.072459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baccd2-00f4-4c9c-b7d8-f5e2c0e56243 req-c1109fae-b778-440a-b7de-6b69ef6283d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:51.074688 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f7baccd2-00f4-4c9c-b7d8-f5e2c0e56243 req-c1109fae-b778-440a-b7de-6b69ef6283d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3904626
Nov 20 20:53:51.075435 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0534d7c7-e105-4c43-8423-bdbaa6b33ada req-f87ce947-2db7-4871-bd4e-a545daac3a59 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:51.116496 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb5291-6b3b-4fd8-914d-07a0d91c4df3 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Pushing event updated for resources: {'Network': ['ID=2c5f053a-d658-4723-85f7-b555e653bffb,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:51.137044 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1feb2d-add7-4c89-bd51-776edf0ac2c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e057561b-1100-40d2-a15c-b5ea5d43b7eb,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:51.137870 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 2c5f053a-d658-4723-85f7-b555e653bffb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:53:51.182590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39790) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:51.183860 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:51.196210 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0534d7c7-e105-4c43-8423-bdbaa6b33ada req-f87ce947-2db7-4871-bd4e-a545daac3a59 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:51.215540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e871370-2a45-4f9d-aa0f-5fd6b65c0ccc tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Made reservation on behalf of 9e1df735dbb34fc782620ae9dbd19060 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:53:51.219234 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 9281e38f-6b8b-4601-b52e-5df58ed57479, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9281e38f-6b8b-4601-b52e-5df58ed57479,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:51.222728 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0e871370-2a45-4f9d-aa0f-5fd6b65c0ccc tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:51.227135 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:51.266446 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e155aa6-1992-4ae2-a014-a447c1afb75c req-bb622089-0b16-49f7-b0b8-737c7c4e031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:51.269132 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e155aa6-1992-4ae2-a014-a447c1afb75c req-bb622089-0b16-49f7-b0b8-737c7c4e031c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.3170989
Nov 20 20:53:51.273222 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0534d7c7-e105-4c43-8423-bdbaa6b33ada req-f87ce947-2db7-4871-bd4e-a545daac3a59 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:51.276131 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0534d7c7-e105-4c43-8423-bdbaa6b33ada req-f87ce947-2db7-4871-bd4e-a545daac3a59 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:51.278128 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0534d7c7-e105-4c43-8423-bdbaa6b33ada req-f87ce947-2db7-4871-bd4e-a545daac3a59 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "DELETE /v2.0/security-groups/58f803d7-6354-4590-bfe1-d1be79906a5e HTTP/1.1" status: 204  len: 173 time: 0.9568765
Nov 20 20:53:51.322533 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1ac39-0292-46a6-a6bf-e06b147a52fa req-b19a43a8-91a8-4ab9-9cb0-c915bd43b693 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:51.328825 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ff1ac39-0292-46a6-a6bf-e06b147a52fa req-b19a43a8-91a8-4ab9-9cb0-c915bd43b693 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.4222870
Nov 20 20:53:51.349867 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=9281e38f-6b8b-4601-b52e-5df58ed57479,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:51.375003 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-06e1bc30-8b24-4562-ba1a-70c520b96762 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5921a650a2c4c0fba83f4046416ce9b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1872272
Nov 20 20:53:51.393006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39802) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:51.428914 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Sync routers for ids ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:53:51.443223 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Routers {'2476b6ab-8eb5-458c-944e-7ef85c8890a6'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:53:51.445117 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54357f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:53:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:51.463557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ce947-2db7-4871-bd4e-a545daac3a59 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f803d7-6354-4590-bfe1-d1be79906a5e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:51.519023 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e155aa6-1992-4ae2-a014-a447c1afb75c req-ff17e750-4e71-4e67-ae47-d9836ce8fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:51.521000 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e155aa6-1992-4ae2-a014-a447c1afb75c req-ff17e750-4e71-4e67-ae47-d9836ce8fcd9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2169690
Nov 20 20:53:51.558141 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ff1ac39-0292-46a6-a6bf-e06b147a52fa req-3bc3ca99-8dfa-4e1f-94f5-c47c19569587 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2056389
Nov 20 20:53:51.616324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-124b18fd-60a3-4ea6-99db-4bf4156201a1 req-c20b656c-74e7-4d37-97ea-645f4ce3a7ee tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-487671526', 'description': 'tempest-description-1588147845'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:51.642533 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86f0f2d1-ed7e-470c-936c-d3b9d9a81108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:51.668717 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Set router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:53:51.669329 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86f0f2d1-ed7e-470c-936c-d3b9d9a81108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:51.696041 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-124b18fd-60a3-4ea6-99db-4bf4156201a1 req-c20b656c-74e7-4d37-97ea-645f4ce3a7ee tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:51.705306 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f7baccd2-00f4-4c9c-b7d8-f5e2c0e56243 req-97aae618-8d6a-409e-bf19-0d98fbed3ad8 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6179819
Nov 20 20:53:51.713871 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0e871370-2a45-4f9d-aa0f-5fd6b65c0ccc tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:51.766533 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-fa968735-33e2-4e00-b5b8-d8c09ddf4260 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1018702445&fields=id&tenant_id=f7d1c3af3ff54b5eb9d1972c3dd28026 HTTP/1.1" status: 200  len: 267 time: 0.3698199
Nov 20 20:53:51.829817 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e871370-2a45-4f9d-aa0f-5fd6b65c0ccc tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Pushing event updated for resources: {'Subnet': ['ID=3963b4b2-e9de-4160-8cbb-0da50c1e50e2,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:51.865725 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e871370-2a45-4f9d-aa0f-5fd6b65c0ccc tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Checking segment: {'id': 'a0d1ba08-4c3e-4966-b7f7-ef58297105ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c5f053a-d658-4723-85f7-b555e653bffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:51.866254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e871370-2a45-4f9d-aa0f-5fd6b65c0ccc tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Network hostable DHCP agents. Network: 2c5f053a-d658-4723-85f7-b555e653bffb, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:53:51.908761 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-f09458dc-d49a-485f-a541-f61e8ad7a6f6 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:51.909690 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-124b18fd-60a3-4ea6-99db-4bf4156201a1 req-c20b656c-74e7-4d37-97ea-645f4ce3a7ee tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:51.915918 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-f09458dc-d49a-485f-a541-f61e8ad7a6f6 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/networks?id=a5652dae-c97d-4dac-8379-2f9cbb8facac HTTP/1.1" status: 200  len: 805 time: 0.1484790
Nov 20 20:53:51.916925 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-124b18fd-60a3-4ea6-99db-4bf4156201a1 req-c20b656c-74e7-4d37-97ea-645f4ce3a7ee tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:51.928554 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e871370-2a45-4f9d-aa0f-5fd6b65c0ccc tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Network 2c5f053a-d658-4723-85f7-b555e653bffb is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:53:51.931573 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e155aa6-1992-4ae2-a014-a447c1afb75c req-c0384b20-c6b2-4a1e-a233-067821435540 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3934724
Nov 20 20:53:51.976550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-0e871370-2a45-4f9d-aa0f-5fd6b65c0ccc tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2c5f053a-d658-4723-85f7-b555e653bffb) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:51.988732 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-887bd4a0-a3ec-4c95-b8fd-898aabb71ff5 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/quotas/f7d1c3af3ff54b5eb9d1972c3dd28026 HTTP/1.1" status: 200  len: 375 time: 0.0718350
Nov 20 20:53:51.994344 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c299ba5-2a58-42f0-80cd-e4ee0af53726 None None] Network 2c5f053a-d658-4723-85f7-b555e653bffb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:53:52.031619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e871370-2a45-4f9d-aa0f-5fd6b65c0ccc tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:52.031619 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0e871370-2a45-4f9d-aa0f-5fd6b65c0ccc tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:52.037148 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b656c-74e7-4d37-97ea-645f4ce3a7ee tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f84f6b-9daf-45a7-9f16-ecb100bf7903,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:52.056743 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-124b18fd-60a3-4ea6-99db-4bf4156201a1 req-c20b656c-74e7-4d37-97ea-645f4ce3a7ee tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:52.060910 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-124b18fd-60a3-4ea6-99db-4bf4156201a1 req-c20b656c-74e7-4d37-97ea-645f4ce3a7ee tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.4498184
Nov 20 20:53:52.079932 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86f0f2d1-ed7e-470c-936c-d3b9d9a81108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:52.090203 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86f0f2d1-ed7e-470c-936c-d3b9d9a81108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:52.095256 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0e871370-2a45-4f9d-aa0f-5fd6b65c0ccc tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4965174
Nov 20 20:53:52.099963 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39814) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:52.100145 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-86f0f2d1-ed7e-470c-936c-d3b9d9a81108 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d681310c-1253-4d93-ad10-966153a6ef1f HTTP/1.1" status: 204  len: 168 time: 0.6871374
Nov 20 20:53:52.111634 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1740690783', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:52.181200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0f2d1-ed7e-470c-936c-d3b9d9a81108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d681310c-1253-4d93-ad10-966153a6ef1f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:52.241343 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54357f40>, [{'id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'name': 'tempest-ServersTestJSON-567974701-router', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156'}], 'enable_snat': True}, 'gw_port_id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:35Z', 'updated_at': '2021-11-20T20:53:42Z', 'revision_number': 4, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'gw_port': {'id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:37Z', 'updated_at': '2021-11-20T20:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fc27a450-4013-4b1d-b152-0f10837c045d', 'name': '', 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'mac_address': 'fa:16:3e:18:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'de8dd647-e967-4270-93b3-facefa8db304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:41Z', 'updated_at': '2021-11-20T20:53:42Z', 'revision_number': 2, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'subnets': [{'id': 'de8dd647-e967-4270-93b3-facefa8db304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:52.309427 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:52.314643 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:52.316093 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Checking router: 2476b6ab-8eb5-458c-944e-7ef85c8890a6 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:53:52.316536 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Updating router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 port fc27a450-4013-4b1d-b152-0f10837c045d binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:53:52.321114 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-ecbb5048-de62-405d-81ba-25889ac871c8 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7d1c3af3ff54b5eb9d1972c3dd28026&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3313959
Nov 20 20:53:52.379755 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f7baccd2-00f4-4c9c-b7d8-f5e2c0e56243 req-872aef0f-29b7-48f3-b8ef-0481044e72a9 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6622982
Nov 20 20:53:52.382203 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2c5f053a-d658-4723-85f7-b555e653bffb', 'network_id': '2c5f053a-d658-4723-85f7-b555e653bffb', 'tenant_id': '9e1df735dbb34fc782620ae9dbd19060', 'fixed_ips': [{'subnet_id': '3963b4b2-e9de-4160-8cbb-0da50c1e50e2'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:53:52.383101 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:52.393176 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd277a5-38f1-451c-b7bf-1bf2d92bc77d req-fed1c661-2063-4a08-a1e2-dbb648ad9487 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:52.395077 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1fd277a5-38f1-451c-b7bf-1bf2d92bc77d req-fed1c661-2063-4a08-a1e2-dbb648ad9487 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 949 time: 0.1704569
Nov 20 20:53:52.409431 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:52.539255 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-aaebb970-c234-4f03-9804-4fe84e9af312 service neutron] 10.222.0.41 "GET /v2.0/networks/a5652dae-c97d-4dac-8379-2f9cbb8facac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2037256
Nov 20 20:53:52.637524 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:52.646697 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9281e38f-6b8b-4601-b52e-5df58ed57479 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:52.654906 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1fd277a5-38f1-451c-b7bf-1bf2d92bc77d req-3dbe3281-cf78-47b2-a86c-48b9b2163875 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2145066
Nov 20 20:53:52.677759 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-588f21f9-91c4-485b-8124-11b4351f70bf service neutron] 10.222.0.41 "GET /v2.0/networks/a5652dae-c97d-4dac-8379-2f9cbb8facac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329136
Nov 20 20:53:52.708166 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e155aa6-1992-4ae2-a014-a447c1afb75c req-8f523b3c-3984-4f5e-a7c5-a0c171501f61 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7616353
Nov 20 20:53:52.884358 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 9281e38f-6b8b-4601-b52e-5df58ed57479 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:52.884735 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:52.988390 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Allocated IP 172.20.0.2 (2c5f053a-d658-4723-85f7-b555e653bffb/3963b4b2-e9de-4160-8cbb-0da50c1e50e2/e2159d71-3d76-4e46-9550-309e62b575d4) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:53:53.148097 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:53.149981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39824) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:53.178553 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:53.271376 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1d08b3bd-7f47-4dca-9819-820c50bbd142 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23cff80b060d49f4be167eb924a4dd51&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1149290
Nov 20 20:53:53.271376 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39836) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:53:53.271889 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 48e83d26-e36f-40f3-b0cf-f124edaa6b06 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:53.430727 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f000f0-7408-4fd2-bc60-65404a262484 None None] Pushing event updated for resources: {'Port': ['ID=fc27a450-4013-4b1d-b152-0f10837c045d,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:53.519313 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Attempting to bind port fc27a450-4013-4b1d-b152-0f10837c045d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:53:53.521406 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Attempting to bind port fc27a450-4013-4b1d-b152-0f10837c045d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9de86125-ae04-4ba3-8daa-a5e5bd310240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:53:53.522768 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Attempting to bind port fc27a450-4013-4b1d-b152-0f10837c045d on network a5652dae-c97d-4dac-8379-2f9cbb8facac {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:53.527579 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5eb57cdf-7419-45ba-9020-f5287b1d4e89 req-c4017699-a68e-4917-9e00-fdf5f3dabb77 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 210 time: 0.0346940
Nov 20 20:53:53.544812 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:53:53.548420 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Checking segment: {'id': '9de86125-ae04-4ba3-8daa-a5e5bd310240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:53.549074 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:53.549704 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Bound using segment: {'id': '9de86125-ae04-4ba3-8daa-a5e5bd310240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:53:53.550032 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Bound port: fc27a450-4013-4b1d-b152-0f10837c045d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de86125-ae04-4ba3-8daa-a5e5bd310240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:53:53.550460 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:53.608484 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-944246fd-f8cb-494a-9063-6dadfe3d3df8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:53.623511 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de354338-517e-489c-83be-a235b6c947ba req-5a1ab4ae-9933-4933-9fe1-a89a0ef510f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:53.625283 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de354338-517e-489c-83be-a235b6c947ba req-5a1ab4ae-9933-4933-9fe1-a89a0ef510f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59c483cdab9f4467a9c5bdd3b6c8357e&device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 1097 time: 0.2570097
Nov 20 20:53:53.824127 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-944246fd-f8cb-494a-9063-6dadfe3d3df8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:53.848047 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] For port fc27a450-4013-4b1d-b152-0f10837c045d, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:53:53.857812 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] For port fc27a450-4013-4b1d-b152-0f10837c045d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc27a450-4013-4b1d-b152-0f10837c045d,segment=NetworkSegment(9de86125-ae04-4ba3-8daa-a5e5bd310240),segment_id=9de86125-ae04-4ba3-8daa-a5e5bd310240)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:53:53.858304 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bb3f5-1e37-4126-8186-e24760217f4c req-40ae8051-6f67-478d-a712-3b8fe1770492 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:53.866325 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-963bb3f5-1e37-4126-8186-e24760217f4c req-40ae8051-6f67-478d-a712-3b8fe1770492 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.2215116
Nov 20 20:53:53.866820 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:53.881878 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:53.913028 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:54.013246 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d93fd713-09e3-4163-a104-3b3520b74701 None None] Provisioning complete for port fc27a450-4013-4b1d-b152-0f10837c045d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:54.013703 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d93fd713-09e3-4163-a104-3b3520b74701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:54.066675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-963bb3f5-1e37-4126-8186-e24760217f4c req-39be69cc-bf75-42ff-a185-42734e64a847 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1983902
Nov 20 20:53:54.071124 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Routers {'2476b6ab-8eb5-458c-944e-7ef85c8890a6'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:53:54.071792 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54357f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:53:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:54.121934 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Network 2c5f053a-d658-4723-85f7-b555e653bffb is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:54.132979 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 48e83d26-e36f-40f3-b0cf-f124edaa6b06 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:53:54.149627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de354338-517e-489c-83be-a235b6c947ba req-6a66a0c8-dea0-4dcf-b4bb-e5d60475eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:54.151082 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Pushing event updated for resources: {'Port': ['ID=e2159d71-3d76-4e46-9550-309e62b575d4,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:54.153601 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de354338-517e-489c-83be-a235b6c947ba req-6a66a0c8-dea0-4dcf-b4bb-e5d60475eb35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c0e623a-f529-4e97-805b-d4b7151232ec HTTP/1.1" status: 200  len: 921 time: 0.4293129
Nov 20 20:53:54.159804 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 48e83d26-e36f-40f3-b0cf-f124edaa6b06 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:54.160194 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:54.167179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:54.183834 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:53:54.265630 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-734644bb-ab47-49a2-8d0b-96aff6c64854 req-09d5b2e7-9a9e-47d5-9416-76a77941914e tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/34f84f6b-9daf-45a7-9f16-ecb100bf7903 HTTP/1.1" status: 200  len: 1819 time: 0.1715083
Nov 20 20:53:54.271701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-734644bb-ab47-49a2-8d0b-96aff6c64854 req-85b7aeb7-31ac-44a0-8180-b8465e8ca55d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Request body: {'security_group': {'name': 'tempest-sg-hth-794910502', 'description': 'tempest-description-hth-1745763894'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:54.348102 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] Set router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:53:54.355531 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de354338-517e-489c-83be-a235b6c947ba req-04d4315d-c564-4952-a6e0-a6712940b729 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1bd4c4a-0fa6-457c-a111-718b20fa5663 HTTP/1.1" status: 200  len: 217 time: 0.1914134
Nov 20 20:53:54.428368 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:54.445016 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de354338-517e-489c-83be-a235b6c947ba req-e60cfa8d-74a6-4e17-80e2-aba09a96f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:54.446559 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de354338-517e-489c-83be-a235b6c947ba req-e60cfa8d-74a6-4e17-80e2-aba09a96f1ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7eb1c08-0af7-45e9-9853-143d500358f6 HTTP/1.1" status: 200  len: 860 time: 0.0781839
Nov 20 20:53:54.480999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950185a-5b30-4e6b-98ba-910ed57bfa2e req-67468aab-6a7f-42a9-8db3-a6d2e1096ce3 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:54.490824 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0950185a-5b30-4e6b-98ba-910ed57bfa2e req-67468aab-6a7f-42a9-8db3-a6d2e1096ce3 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 949 time: 0.1915858
Nov 20 20:53:54.515617 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-734644bb-ab47-49a2-8d0b-96aff6c64854 req-85b7aeb7-31ac-44a0-8180-b8465e8ca55d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:54.533150 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-944246fd-f8cb-494a-9063-6dadfe3d3df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:54.537690 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-944246fd-f8cb-494a-9063-6dadfe3d3df8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:54.548945 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f000f0-7408-4fd2-bc60-65404a262484 None None] Pushing event updated for resources: {'Port': ['ID=fc27a450-4013-4b1d-b152-0f10837c045d,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:54.550669 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-944246fd-f8cb-494a-9063-6dadfe3d3df8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a858c2a-f14d-4c4d-8534-bbdfcf067fb3 HTTP/1.1" status: 204  len: 168 time: 1.2796309
Nov 20 20:53:54.582004 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de354338-517e-489c-83be-a235b6c947ba req-a2eafc89-594f-40d4-9686-46d0919ec10d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c0e623a-f529-4e97-805b-d4b7151232ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1239729
Nov 20 20:53:54.587784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944246fd-f8cb-494a-9063-6dadfe3d3df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a858c2a-f14d-4c4d-8534-bbdfcf067fb3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:54.595264 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d93fd713-09e3-4163-a104-3b3520b74701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:54.640036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Attempting to bind port e2159d71-3d76-4e46-9550-309e62b575d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:53:54.640618 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Attempting to bind port e2159d71-3d76-4e46-9550-309e62b575d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a0d1ba08-4c3e-4966-b7f7-ef58297105ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c5f053a-d658-4723-85f7-b555e653bffb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:53:54.641264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Attempting to bind port e2159d71-3d76-4e46-9550-309e62b575d4 on network 2c5f053a-d658-4723-85f7-b555e653bffb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:54.665027 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:53:54.665646 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Checking segment: {'id': 'a0d1ba08-4c3e-4966-b7f7-ef58297105ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c5f053a-d658-4723-85f7-b555e653bffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:54.666745 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:54.667380 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Bound using segment: {'id': 'a0d1ba08-4c3e-4966-b7f7-ef58297105ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c5f053a-d658-4723-85f7-b555e653bffb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:53:54.668121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Bound port: e2159d71-3d76-4e46-9550-309e62b575d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d1ba08-4c3e-4966-b7f7-ef58297105ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c5f053a-d658-4723-85f7-b555e653bffb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:53:54.669466 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:54.742868 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d93fd713-09e3-4163-a104-3b3520b74701 None None] For port fc27a450-4013-4b1d-b152-0f10837c045d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc27a450-4013-4b1d-b152-0f10837c045d,segment=NetworkSegment(9de86125-ae04-4ba3-8daa-a5e5bd310240),segment_id=9de86125-ae04-4ba3-8daa-a5e5bd310240)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:54.777729 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0950185a-5b30-4e6b-98ba-910ed57bfa2e req-ae488de6-84a7-4ddf-9612-e73af1facc5e tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2855358
Nov 20 20:53:54.850974 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d93fd713-09e3-4163-a104-3b3520b74701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:54.965897 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-734644bb-ab47-49a2-8d0b-96aff6c64854 req-85b7aeb7-31ac-44a0-8180-b8465e8ca55d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:54.971696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93fd713-09e3-4163-a104-3b3520b74701 None None] Pushing event updated for resources: {'Port': ['ID=fc27a450-4013-4b1d-b152-0f10837c045d,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:54.987610 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-734644bb-ab47-49a2-8d0b-96aff6c64854 req-85b7aeb7-31ac-44a0-8180-b8465e8ca55d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:55.000386 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-734644bb-ab47-49a2-8d0b-96aff6c64854 req-85b7aeb7-31ac-44a0-8180-b8465e8ca55d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:55.018917 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-734644bb-ab47-49a2-8d0b-96aff6c64854 req-85b7aeb7-31ac-44a0-8180-b8465e8ca55d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "PUT /v2.0/security-groups/34f84f6b-9daf-45a7-9f16-ecb100bf7903 HTTP/1.1" status: 200  len: 1793 time: 0.7512126
Nov 20 20:53:55.046663 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54357f40>, [{'id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'name': 'tempest-ServersTestJSON-567974701-router', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156'}], 'enable_snat': True}, 'gw_port_id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:35Z', 'updated_at': '2021-11-20T20:53:42Z', 'revision_number': 4, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'gw_port': {'id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:37Z', 'updated_at': '2021-11-20T20:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fc27a450-4013-4b1d-b152-0f10837c045d', 'name': '', 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'mac_address': 'fa:16:3e:18:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'de8dd647-e967-4270-93b3-facefa8db304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:41Z', 'updated_at': '2021-11-20T20:53:53Z', 'revision_number': 4, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'subnets': [{'id': 'de8dd647-e967-4270-93b3-facefa8db304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:53:55.142101 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7aeb7-31ac-44a0-8180-b8465e8ca55d tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f84f6b-9daf-45a7-9f16-ecb100bf7903,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:55.147184 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de354338-517e-489c-83be-a235b6c947ba req-3682f71c-4467-4841-afca-6d855d0a5c89 service neutron] 10.222.0.37 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5528309
Nov 20 20:53:55.158007 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:55.198194 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f7875-588f-43e5-9e2f-ba91f1d92239 None None] The sync data for ids ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'] in ncdv-master-1 is: [{'id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'name': 'tempest-ServersTestJSON-567974701-router', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156'}], 'enable_snat': True}, 'gw_port_id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:35Z', 'updated_at': '2021-11-20T20:53:42Z', 'revision_number': 4, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'gw_port': {'id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:37Z', 'updated_at': '2021-11-20T20:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fc27a450-4013-4b1d-b152-0f10837c045d', 'name': '', 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'mac_address': 'fa:16:3e:18:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'de8dd647-e967-4270-93b3-facefa8db304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:41Z', 'updated_at': '2021-11-20T20:53:53Z', 'revision_number': 4, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'subnets': [{'id': 'de8dd647-e967-4270-93b3-facefa8db304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:53:55.250065 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] For port e2159d71-3d76-4e46-9550-309e62b575d4, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:53:55.278562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3a868e7a-0344-4e6a-b347-b84cb52a671a None None] Provisioning complete for port fc27a450-4013-4b1d-b152-0f10837c045d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:55.278974 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3a868e7a-0344-4e6a-b347-b84cb52a671a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:55.286644 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25af4d5-11da-4354-91b9-89a2490dea39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e83d26-e36f-40f3-b0cf-f124edaa6b06'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:53:55.291070 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09bc066-ba7b-4d87-9c9d-63f1511dfa18" -d '{"events": [{"server_uuid": "b25af4d5-11da-4354-91b9-89a2490dea39", "name": "network-vif-plugged", "status": "completed", "tag": "48e83d26-e36f-40f3-b0cf-f124edaa6b06"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:53:55.297570 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] For port e2159d71-3d76-4e46-9550-309e62b575d4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2159d71-3d76-4e46-9550-309e62b575d4,segment=NetworkSegment(a0d1ba08-4c3e-4966-b7f7-ef58297105ca),segment_id=a0d1ba08-4c3e-4966-b7f7-ef58297105ca)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:53:55.369828 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:55.379154 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 48e83d26-e36f-40f3-b0cf-f124edaa6b06, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48e83d26-e36f-40f3-b0cf-f124edaa6b06,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:55.439132 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3c719dac-6cf0-4c44-8f1a-14c9b1ff299d req-7f33d21d-1994-418e-8844-0f0d31a616ed tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 210 time: 0.0947304
Nov 20 20:53:55.595166 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:55.665835 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:55.804497 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56d764-adc0-4bf7-9774-bc3601dd7346 None None] Pushing event updated for resources: {'Port': ['ID=e2159d71-3d76-4e46-9550-309e62b575d4,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:55.849448 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:55.952266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=48e83d26-e36f-40f3-b0cf-f124edaa6b06,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:56.163926 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d08d9629-6f5a-47c4-9860-78e1b7f33997 req-f530c729-041c-4221-9a98-5d820ddbe0d7 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/34f84f6b-9daf-45a7-9f16-ecb100bf7903 HTTP/1.1" status: 200  len: 1793 time: 0.9263268
Nov 20 20:53:56.187287 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca5692-68b7-4ad5-810e-b0fea61a760f req-77e08a7f-87b9-4bf7-8c64-8782014eea0e tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:56.197628 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-43ca5692-68b7-4ad5-810e-b0fea61a760f req-77e08a7f-87b9-4bf7-8c64-8782014eea0e tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.5219851
Nov 20 20:53:56.208870 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-b2ec4fea-37ff-4cce-985a-f082e0a29c0c tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:56.213722 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-b2ec4fea-37ff-4cce-985a-f082e0a29c0c tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.47 "GET /v2.0/networks?id=a5652dae-c97d-4dac-8379-2f9cbb8facac HTTP/1.1" status: 200  len: 805 time: 0.9183233
Nov 20 20:53:56.294666 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6993ce4-d71d-4a4b-829d-127f6b0f2160 x-openstack-request-id: req-a6993ce4-d71d-4a4b-829d-127f6b0f2160 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:53:56.295298 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25af4d5-11da-4354-91b9-89a2490dea39", "name": "network-vif-plugged", "status": "completed", "tag": "48e83d26-e36f-40f3-b0cf-f124edaa6b06", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:53:56.295813 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6993ce4-d71d-4a4b-829d-127f6b0f2160 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:53:56.296457 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25af4d5-11da-4354-91b9-89a2490dea39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e83d26-e36f-40f3-b0cf-f124edaa6b06', 'code': 200}
Nov 20 20:53:56.355309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Allocated IP 172.35.1.132 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/f201a63a-50d9-444b-a0d9-2faef839af57) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:53:56.371215 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de354338-517e-489c-83be-a235b6c947ba req-95644967-1dd1-4ef7-b268-8a8a5a494b99 service neutron] 10.222.0.37 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1934965
Nov 20 20:53:56.487749 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-4f190d81-891b-4c7e-8517-4a4f7eb297fc tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d1c3af3ff54b5eb9d1972c3dd28026 HTTP/1.1" status: 200  len: 380 time: 0.2655175
Nov 20 20:53:56.510596 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-6d3b1922-404b-4d80-8996-39897610ae8d tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Request body: {'port': {'device_id': '649c047e-3541-4d30-a07c-dc2788902dfd', 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'admin_state_up': True, 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'security_groups': ['431b8f7a-11c4-4ceb-879c-50aad3f2cd7d']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:56.618810 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-43ca5692-68b7-4ad5-810e-b0fea61a760f req-5eaab5bd-e715-4cdc-a8e7-cacc3e6617d7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4189122
Nov 20 20:53:56.800123 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792b96f-1a0c-41c7-8e83-c47e51540e64 req-e8a0bdc9-9533-4b65-9cd3-ddd520e3e9b9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:56.808694 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e792b96f-1a0c-41c7-8e83-c47e51540e64 req-e8a0bdc9-9533-4b65-9cd3-ddd520e3e9b9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 950 time: 0.3194096
Nov 20 20:53:56.845154 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e2159d71-3d76-4e46-9550-309e62b575d4 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:56.871041 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-6d3b1922-404b-4d80-8996-39897610ae8d tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Made reservation on behalf of f7d1c3af3ff54b5eb9d1972c3dd28026 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:53:56.876718 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-6d3b1922-404b-4d80-8996-39897610ae8d tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:56.889071 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:56.968873 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa3041-96d9-438e-9e03-38c82b11403d req-9cbacbc9-5686-40a9-8a8b-43c40952e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:56.971097 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fbfa3041-96d9-438e-9e03-38c82b11403d req-9cbacbc9-5686-40a9-8a8b-43c40952e6f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 1101 time: 0.4247801
Nov 20 20:53:56.976672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e2159d71-3d76-4e46-9550-309e62b575d4 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:56.977400 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:57.071547 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e792b96f-1a0c-41c7-8e83-c47e51540e64 req-410358a5-cc3f-465f-8bc3-8d9793f92fad tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2613499
Nov 20 20:53:57.183218 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9640eacc-4420-4e4f-854b-2af95acbb828 req-5744b20c-8a16-4a66-b7e3-84646ea789cc tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/34f84f6b-9daf-45a7-9f16-ecb100bf7903 HTTP/1.1" status: 200  len: 1793 time: 0.2085137
Nov 20 20:53:57.205204 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:57.209671 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:57.257885 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fbfa3041-96d9-438e-9e03-38c82b11403d req-cfc6bb2a-583c-4111-a758-4c774faf5fcf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2537267
Nov 20 20:53:57.283141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port e2159d71-3d76-4e46-9550-309e62b575d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2159d71-3d76-4e46-9550-309e62b575d4,segment=NetworkSegment(a0d1ba08-4c3e-4966-b7f7-ef58297105ca),segment_id=a0d1ba08-4c3e-4966-b7f7-ef58297105ca)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:53:57.294795 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:57.296913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fc27a450-4013-4b1d-b152-0f10837c045d up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:57.334754 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67e49b6c-eda5-4add-ba39-4bcb9066bb3e req-88de342b-497a-4d64-af37-e9c22bbfb30e tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 210 time: 0.0826886
Nov 20 20:53:57.394097 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:57.415018 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:57.431019 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-6d3b1922-404b-4d80-8996-39897610ae8d tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Allocated IP 172.20.0.5 (a5652dae-c97d-4dac-8379-2f9cbb8facac/de8dd647-e967-4270-93b3-facefa8db304/65288fa2-856b-4bcd-b79e-358cb9d13ee1) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:53:57.434965 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:53:57.506238 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=e2159d71-3d76-4e46-9550-309e62b575d4,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:57.527788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Pushing event updated for resources: {'Port': ['ID=f201a63a-50d9-444b-a0d9-2faef839af57,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:57.533121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port fc27a450-4013-4b1d-b152-0f10837c045d triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:57.533499 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:57.626767 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9640eacc-4420-4e4f-854b-2af95acbb828 req-18c6c03c-7e53-45f6-98cf-f08f143fbd05 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:57.710647 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e0dcae-9d9d-4d99-b21c-27cc4e2569ff None None] Network 2c5f053a-d658-4723-85f7-b555e653bffb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:53:57.722856 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9640eacc-4420-4e4f-854b-2af95acbb828 req-18c6c03c-7e53-45f6-98cf-f08f143fbd05 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:57.845808 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-6d3b1922-404b-4d80-8996-39897610ae8d tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:57.882570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540c420-592a-460d-8579-c9c0fb661714 req-ee8d456c-12d5-485b-8b69-7c54d12c6cd6 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:57.894197 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6540c420-592a-460d-8579-c9c0fb661714 req-ee8d456c-12d5-485b-8b69-7c54d12c6cd6 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.1062744
Nov 20 20:53:57.987199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-641170d0-ea43-4e4b-a281-223e20880df6 None None] Provisioning complete for port e2159d71-3d76-4e46-9550-309e62b575d4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:57.988540 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-641170d0-ea43-4e4b-a281-223e20880df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:58.005502 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6540c420-592a-460d-8579-c9c0fb661714 req-83b0610b-e371-4180-adf3-1ee6ff033326 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102514
Nov 20 20:53:58.043944 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9640eacc-4420-4e4f-854b-2af95acbb828 req-18c6c03c-7e53-45f6-98cf-f08f143fbd05 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:58.045798 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-6d3b1922-404b-4d80-8996-39897610ae8d tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:58.055592 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-9640eacc-4420-4e4f-854b-2af95acbb828 req-18c6c03c-7e53-45f6-98cf-f08f143fbd05 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:58.072126 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9640eacc-4420-4e4f-854b-2af95acbb828 req-18c6c03c-7e53-45f6-98cf-f08f143fbd05 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "DELETE /v2.0/security-groups/34f84f6b-9daf-45a7-9f16-ecb100bf7903 HTTP/1.1" status: 204  len: 173 time: 0.8876123
Nov 20 20:53:58.130285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6c03c-7e53-45f6-98cf-f08f143fbd05 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f84f6b-9daf-45a7-9f16-ecb100bf7903,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:58.197978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b1922-404b-4d80-8996-39897610ae8d tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Pushing event updated for resources: {'Port': ['ID=65288fa2-856b-4bcd-b79e-358cb9d13ee1,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:58.232314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-6d3b1922-404b-4d80-8996-39897610ae8d tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Network a5652dae-c97d-4dac-8379-2f9cbb8facac is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:53:58.234018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-6d3b1922-404b-4d80-8996-39897610ae8d tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:53:58.239236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-6d3b1922-404b-4d80-8996-39897610ae8d tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:53:58.318088 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-6d3b1922-404b-4d80-8996-39897610ae8d tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:58.318318 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-6d3b1922-404b-4d80-8996-39897610ae8d tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:58.357698 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-6d3b1922-404b-4d80-8996-39897610ae8d tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8493016
Nov 20 20:53:58.388483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Request body: {'port': {'device_id': '649c047e-3541-4d30-a07c-dc2788902dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:53:58.427733 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-4121621a-ed17-41e4-aea3-2f854d5aa510 req-69f50a86-3f73-47ec-8584-19079b998ae3 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] show failed (client error): The resource could not be found.
Nov 20 20:53:58.439233 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4121621a-ed17-41e4-aea3-2f854d5aa510 req-69f50a86-3f73-47ec-8584-19079b998ae3 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/58f803d7-6354-4590-bfe1-d1be79906a5e HTTP/1.1" status: 404  len: 352 time: 0.0794230
Nov 20 20:53:58.621631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e2159d71-3d76-4e46-9550-309e62b575d4 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:53:58.711980 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:58.779899 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e2159d71-3d76-4e46-9550-309e62b575d4 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:58.780331 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:58.853456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ab803-5632-470d-8f36-040403a5d7ab req-4d18e152-c6b6-4e4e-b5a3-eeb7102f68ce tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:58.865347 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-26cd18db-116f-492d-9aa1-a102ffc9c13f None None] Provisioning complete for port 65288fa2-856b-4bcd-b79e-358cb9d13ee1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:58.866024 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26cd18db-116f-492d-9aa1-a102ffc9c13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:58.866818 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b18ab803-5632-470d-8f36-040403a5d7ab req-4d18e152-c6b6-4e4e-b5a3-eeb7102f68ce tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 931 time: 0.2555652
Nov 20 20:53:58.882780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06abcee-7d88-4e2e-93a9-ca233f3f0427 req-7b587898-a0d9-42ff-94db-36c777ca165a tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:58.885047 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a06abcee-7d88-4e2e-93a9-ca233f3f0427 req-7b587898-a0d9-42ff-94db-36c777ca165a tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 950 time: 0.4106183
Nov 20 20:53:58.980741 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-26cd18db-116f-492d-9aa1-a102ffc9c13f None None] Port 65288fa2-856b-4bcd-b79e-358cb9d13ee1 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:53:59.021031 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:59.061871 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b18ab803-5632-470d-8f36-040403a5d7ab req-6b541f0f-daa5-4167-83cf-d1ac0313a453 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/security-groups?id=431b8f7a-11c4-4ceb-879c-50aad3f2cd7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1941476
Nov 20 20:53:59.111640 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a06abcee-7d88-4e2e-93a9-ca233f3f0427 req-cd76c7a7-0fb7-4c89-8b25-0ac4e13a636d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2055969
Nov 20 20:53:59.143417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-41c20f21-cace-4255-acca-be208a77c6dd None None] Provisioning complete for port e2159d71-3d76-4e46-9550-309e62b575d4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:53:59.144275 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-41c20f21-cace-4255-acca-be208a77c6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:59.185145 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-bcce7e70-8ee6-4d85-a7a7-6e9177a2e09b req-ec3db168-87da-433a-a060-b039c0ba906e tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] show failed (client error): The resource could not be found.
Nov 20 20:53:59.186755 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bcce7e70-8ee6-4d85-a7a7-6e9177a2e09b req-ec3db168-87da-433a-a060-b039c0ba906e tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/2654fcf0-5f35-4447-9e94-f74f66e7dc71 HTTP/1.1" status: 404  len: 352 time: 0.0216255
Nov 20 20:53:59.471564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65288fa2-856b-4bcd-b79e-358cb9d13ee1 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:53:59.487350 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:59.508242 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679558c-4579-4bca-b17b-297b9969c1f4 req-357f83ed-6905-4461-9072-59322596b243 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:53:59.511975 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:59.517698 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3679558c-4579-4bca-b17b-297b9969c1f4 req-357f83ed-6905-4461-9072-59322596b243 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.1532960
Nov 20 20:53:59.570011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Transition to ACTIVE for port object 65288fa2-856b-4bcd-b79e-358cb9d13ee1 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:53:59.593978 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:53:59.669751 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3679558c-4579-4bca-b17b-297b9969c1f4 req-1269aea9-13e9-45ad-8e82-2a258d6b59e9 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507204
Nov 20 20:53:59.709749 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-9935c454-0695-4ac9-b63b-81774014d833 req-0d64a72c-024f-497d-aa0e-bafb405eb09a tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] show failed (client error): The resource could not be found.
Nov 20 20:53:59.711468 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9935c454-0695-4ac9-b63b-81774014d833 req-0d64a72c-024f-497d-aa0e-bafb405eb09a tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/5769c47c-1b18-40e4-9ffe-c3a3b92abd2f HTTP/1.1" status: 404  len: 352 time: 0.0285749
Nov 20 20:53:59.724655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Pushing event updated for resources: {'Port': ['ID=65288fa2-856b-4bcd-b79e-358cb9d13ee1,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:53:59.795752 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Router ea75d3c5-1fca-4974-8e62-67f5bd311985 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:53:59.882330 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-d394ffeb-a571-4ebd-9691-5b52c43137df req-c0ef5a50-ecf7-4a87-8d32-ac2ca6793949 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] show failed (client error): The resource could not be found.
Nov 20 20:53:59.883902 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d394ffeb-a571-4ebd-9691-5b52c43137df req-c0ef5a50-ecf7-4a87-8d32-ac2ca6793949 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/d4325e6d-dca8-4586-91ca-2bb5480a444e HTTP/1.1" status: 404  len: 352 time: 0.0412958
Nov 20 20:53:59.954508 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-bc9264ab-2fc0-4546-96b0-be0546c00595 req-ada674c5-61b0-4af6-a8d4-a0a0e3261df1 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] show failed (client error): The resource could not be found.
Nov 20 20:53:59.955684 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bc9264ab-2fc0-4546-96b0-be0546c00595 req-ada674c5-61b0-4af6-a8d4-a0a0e3261df1 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/109149d1-93b5-47ea-ae9b-e3b0c367c6c5 HTTP/1.1" status: 404  len: 352 time: 0.0348592
Nov 20 20:53:59.956471 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Attempting to bind port 65288fa2-856b-4bcd-b79e-358cb9d13ee1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:53:59.956817 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Attempting to bind port 65288fa2-856b-4bcd-b79e-358cb9d13ee1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9de86125-ae04-4ba3-8daa-a5e5bd310240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:53:59.957126 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Attempting to bind port 65288fa2-856b-4bcd-b79e-358cb9d13ee1 on network a5652dae-c97d-4dac-8379-2f9cbb8facac {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:59.971948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Port 65288fa2-856b-4bcd-b79e-358cb9d13ee1 on network a5652dae-c97d-4dac-8379-2f9cbb8facac not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:53:59.978348 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Attempting to bind port 65288fa2-856b-4bcd-b79e-358cb9d13ee1 on network a5652dae-c97d-4dac-8379-2f9cbb8facac {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:53:59.995170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:53:59.995582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Checking segment: {'id': '9de86125-ae04-4ba3-8daa-a5e5bd310240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:53:59.996015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Bound using segment: {'id': '9de86125-ae04-4ba3-8daa-a5e5bd310240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:53:59.996477 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Bound port: 65288fa2-856b-4bcd-b79e-358cb9d13ee1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de86125-ae04-4ba3-8daa-a5e5bd310240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:53:59.996843 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:00.021792 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-ea20e4f2-22da-497f-a705-26fd5cbf42ac req-13f7a3c7-9076-4f73-9f5f-43bc99e7d66b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] show failed (client error): The resource could not be found.
Nov 20 20:54:00.023503 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea20e4f2-22da-497f-a705-26fd5cbf42ac req-13f7a3c7-9076-4f73-9f5f-43bc99e7d66b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/fb7aef3c-b6d5-4dad-bdfa-c9dcef874250 HTTP/1.1" status: 404  len: 352 time: 0.0318477
Nov 20 20:54:00.025197 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:54:00.057666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17102a38-858c-427b-944b-99bab3c1aee3 None None] Sync routers for ids ['ea75d3c5-1fca-4974-8e62-67f5bd311985'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:54:00.085685 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:00.086976 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-924b9655-6008-43c3-9593-9cadbdaf1a05 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 7.9891396
Nov 20 20:54:00.090396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40000) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:00.096623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17102a38-858c-427b-944b-99bab3c1aee3 None None] Routers {'ea75d3c5-1fca-4974-8e62-67f5bd311985'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:00.098153 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-17102a38-858c-427b-944b-99bab3c1aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47a0f5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:53:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ea75d3c5-1fca-4974-8e62-67f5bd311985'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:00.200925 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] For port 65288fa2-856b-4bcd-b79e-358cb9d13ee1, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:54:00.206869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] For port 65288fa2-856b-4bcd-b79e-358cb9d13ee1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65288fa2-856b-4bcd-b79e-358cb9d13ee1,segment=NetworkSegment(9de86125-ae04-4ba3-8daa-a5e5bd310240),segment_id=9de86125-ae04-4ba3-8daa-a5e5bd310240)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:54:00.213038 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:00.256873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-17102a38-858c-427b-944b-99bab3c1aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47a0f5b0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:00.293625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17102a38-858c-427b-944b-99bab3c1aee3 None None] Routers {'ea75d3c5-1fca-4974-8e62-67f5bd311985'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:00.294583 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-17102a38-858c-427b-944b-99bab3c1aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47a0f5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:53:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ea75d3c5-1fca-4974-8e62-67f5bd311985'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:00.351335 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:00.352207 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:00.358286 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] 10.222.0.47 "PUT /v2.0/ports/65288fa2-856b-4bcd-b79e-358cb9d13ee1 HTTP/1.1" status: 200  len: 1091 time: 1.9895329
Nov 20 20:54:00.359738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649c047e-3541-4d30-a07c-dc2788902dfd', 'tag': '65288fa2-856b-4bcd-b79e-358cb9d13ee1'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:00.368587 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c244169-faf2-4cfa-9ca8-a7f65d280ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "649c047e-3541-4d30-a07c-dc2788902dfd", "tag": "65288fa2-856b-4bcd-b79e-358cb9d13ee1"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:00.373251 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-17102a38-858c-427b-944b-99bab3c1aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47a0f5b0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:00.374485 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17102a38-858c-427b-944b-99bab3c1aee3 None None] The sync data for ids ['ea75d3c5-1fca-4974-8e62-67f5bd311985'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:54:00.499687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26b583-9e44-4f6e-983d-b34c92379857 service neutron] Pushing event updated for resources: {'Port': ['ID=65288fa2-856b-4bcd-b79e-358cb9d13ee1,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:00.582983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-1e607b3e-4755-45d2-b1a9-ba981327378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:00.584660 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-1e607b3e-4755-45d2-b1a9-ba981327378c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7d1c3af3ff54b5eb9d1972c3dd28026&device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 1094 time: 0.1693428
Nov 20 20:54:00.609159 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1951fdd-d519-457a-bb76-d5f96d4bb778 req-65750e1b-61cf-4e38-a708-6c385b693c3a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:00.618371 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f1951fdd-d519-457a-bb76-d5f96d4bb778 req-65750e1b-61cf-4e38-a708-6c385b693c3a tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 943 time: 0.3775396
Nov 20 20:54:00.645287 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-c8e66d45-5fa6-4520-a6a5-c7d5d2fd6174 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65288fa2-856b-4bcd-b79e-358cb9d13ee1 HTTP/1.1" status: 200  len: 217 time: 0.0463862
Nov 20 20:54:00.659054 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c968845-8819-4b92-89fe-c8ffdeec540b req-7df295d6-14b3-4cf3-acf2-ef6e12abc039 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:00.669083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c968845-8819-4b92-89fe-c8ffdeec540b req-7df295d6-14b3-4cf3-acf2-ef6e12abc039 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 950 time: 0.1645160
Nov 20 20:54:00.791416 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c968845-8819-4b92-89fe-c8ffdeec540b req-5ae241b1-cceb-41d1-8a33-72b3f0f3bf72 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212773
Nov 20 20:54:00.812490 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-8f2223ab-9754-4ab5-aca8-4da77d95bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:00.813707 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-8f2223ab-9754-4ab5-aca8-4da77d95bfb0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8dd647-e967-4270-93b3-facefa8db304 HTTP/1.1" status: 200  len: 844 time: 0.1172225
Nov 20 20:54:01.031258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-0b9d5687-6613-40b8-b87c-79ef21447ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:01.032777 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-0b9d5687-6613-40b8-b87c-79ef21447ecc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5652dae-c97d-4dac-8379-2f9cbb8facac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2111905
Nov 20 20:54:01.162144 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-fae45963-ff36-40bb-b795-36ed73426d9b service neutron] 10.222.0.47 "GET /v2.0/networks/a5652dae-c97d-4dac-8379-2f9cbb8facac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1173890
Nov 20 20:54:01.175262 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f1951fdd-d519-457a-bb76-d5f96d4bb778 req-c2cf4246-be76-4a14-acdd-e35257dda5bb tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/security-groups?id=431b8f7a-11c4-4ceb-879c-50aad3f2cd7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5557878
Nov 20 20:54:01.341317 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d3dcf4f-e042-4e8b-8bc7-d8bdc671971f req-cb07eaec-ea7b-4865-8055-c98e91ff3909 service neutron] 10.222.0.47 "GET /v2.0/networks/a5652dae-c97d-4dac-8379-2f9cbb8facac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1691232
Nov 20 20:54:01.358388 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3af734-19f2-45e9-aaa6-2ee57cff6a4b x-openstack-request-id: req-0f3af734-19f2-45e9-aaa6-2ee57cff6a4b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:01.358695 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649c047e-3541-4d30-a07c-dc2788902dfd", "tag": "65288fa2-856b-4bcd-b79e-358cb9d13ee1", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:01.358960 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f3af734-19f2-45e9-aaa6-2ee57cff6a4b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:01.359369 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649c047e-3541-4d30-a07c-dc2788902dfd', 'tag': '65288fa2-856b-4bcd-b79e-358cb9d13ee1', 'status': 'completed', 'code': 200}
Nov 20 20:54:01.472474 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c244169-faf2-4cfa-9ca8-a7f65d280ad9 req-fae27b52-e85e-4375-bc13-8c61b46b1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:01.478274 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c244169-faf2-4cfa-9ca8-a7f65d280ad9 req-fae27b52-e85e-4375-bc13-8c61b46b1c78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7d1c3af3ff54b5eb9d1972c3dd28026&device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 1094 time: 0.0542338
Nov 20 20:54:01.504786 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e766b5-2b36-4a37-9bfb-5da6708a6711 req-d66ed335-eaf0-4180-b42d-c30f41c749dc tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:01.518074 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d6e766b5-2b36-4a37-9bfb-5da6708a6711 req-d66ed335-eaf0-4180-b42d-c30f41c749dc tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 1024 time: 0.1069779
Nov 20 20:54:01.653135 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcd8e9-02cd-49cb-9e7a-09ab486523b7 req-fbae8f07-d80c-47c3-a1d4-92d167bef74a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:01.654705 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43fcd8e9-02cd-49cb-9e7a-09ab486523b7 req-fbae8f07-d80c-47c3-a1d4-92d167bef74a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.1082826
Nov 20 20:54:01.656205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c244169-faf2-4cfa-9ca8-a7f65d280ad9 req-15e7a405-fa49-4115-96df-97b009d0d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:01.658087 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c244169-faf2-4cfa-9ca8-a7f65d280ad9 req-15e7a405-fa49-4115-96df-97b009d0d0c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5652dae-c97d-4dac-8379-2f9cbb8facac HTTP/1.1" status: 200  len: 906 time: 0.1726258
Nov 20 20:54:01.678397 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d6e766b5-2b36-4a37-9bfb-5da6708a6711 req-f89173fa-80eb-423a-b130-a7af965ada41 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=60965fec-030a-46ba-96d7-c86fbee2f90f&id=28c6b215-a994-40c5-acb3-309dabf90d76&id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1646321
Nov 20 20:54:01.690311 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:01.796032 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43fcd8e9-02cd-49cb-9e7a-09ab486523b7 req-e730f2f0-122e-4236-963e-d446854a1ac3 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328404
Nov 20 20:54:01.797776 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c244169-faf2-4cfa-9ca8-a7f65d280ad9 req-8fdc655c-3d19-4b92-b6d8-c31ae4143e32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65288fa2-856b-4bcd-b79e-358cb9d13ee1 HTTP/1.1" status: 200  len: 217 time: 0.1014149
Nov 20 20:54:01.871010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c244169-faf2-4cfa-9ca8-a7f65d280ad9 req-85874d68-37b3-4049-aea5-ef3d2e92de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:01.873066 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c244169-faf2-4cfa-9ca8-a7f65d280ad9 req-85874d68-37b3-4049-aea5-ef3d2e92de86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8dd647-e967-4270-93b3-facefa8db304 HTTP/1.1" status: 200  len: 844 time: 0.0660353
Nov 20 20:54:01.942471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df818cb-bca1-439c-a5d5-2a5a654ad0f8 req-5b641e16-3d01-4240-8ce8-79e2e23e8157 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:01.948549 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c244169-faf2-4cfa-9ca8-a7f65d280ad9 req-dc538c3a-2f5a-4df3-a9ea-a2b8cdc89b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:01.950697 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c244169-faf2-4cfa-9ca8-a7f65d280ad9 req-dc538c3a-2f5a-4df3-a9ea-a2b8cdc89b08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5652dae-c97d-4dac-8379-2f9cbb8facac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0615163
Nov 20 20:54:01.953109 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6df818cb-bca1-439c-a5d5-2a5a654ad0f8 req-5b641e16-3d01-4240-8ce8-79e2e23e8157 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 1101 time: 0.1924086
Nov 20 20:54:02.093163 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c244169-faf2-4cfa-9ca8-a7f65d280ad9 req-5672c3c7-a67a-4443-9160-c27bb03c2ef5 service neutron] 10.222.0.47 "GET /v2.0/networks/a5652dae-c97d-4dac-8379-2f9cbb8facac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302431
Nov 20 20:54:02.108176 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa5046-8468-40d9-8ef2-0c999a196972 req-19690ecd-200e-404f-864a-6c14bd003fa4 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:02.109675 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fefa5046-8468-40d9-8ef2-0c999a196972 req-19690ecd-200e-404f-864a-6c14bd003fa4 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 1024 time: 0.2108543
Nov 20 20:54:02.130485 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6df818cb-bca1-439c-a5d5-2a5a654ad0f8 req-a16748f2-57c0-4ea7-a6ab-b8f80cfb984a tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719763
Nov 20 20:54:02.240347 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c244169-faf2-4cfa-9ca8-a7f65d280ad9 req-8912d3a0-ca77-4ad4-97c2-ad90acfcd2b6 service neutron] 10.222.0.47 "GET /v2.0/networks/a5652dae-c97d-4dac-8379-2f9cbb8facac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371503
Nov 20 20:54:02.341768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ed6fb-9a56-47e1-8e0b-d7ffd31cb049 req-5fa39ff0-0023-488c-bcad-5cb5710367a9 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:02.349484 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9b6ed6fb-9a56-47e1-8e0b-d7ffd31cb049 req-5fa39ff0-0023-488c-bcad-5cb5710367a9 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 943 time: 0.0700953
Nov 20 20:54:02.443372 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9b6ed6fb-9a56-47e1-8e0b-d7ffd31cb049 req-cb070a66-28a1-46e6-a691-90db4f70cb6f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/security-groups?id=431b8f7a-11c4-4ceb-879c-50aad3f2cd7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0930557
Nov 20 20:54:02.493741 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-9453e37f-3ebf-4ce7-8889-71e29e547234 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=60778bfeb31b496081c05ccc33a74a1c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0776780
Nov 20 20:54:02.564212 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Allocated IP 172.20.0.1 (2c5f053a-d658-4723-85f7-b555e653bffb/3963b4b2-e9de-4160-8cbb-0da50c1e50e2/37b990ae-b5fd-40f8-87af-4b835042a044) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:02.572633 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-fefa5046-8468-40d9-8ef2-0c999a196972 req-01eb1742-5131-4017-85a7-7067e2740a36 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Deleting port f45eebd5-aed0-4beb-a5fe-f44aba552d89 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:02.573501 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-fefa5046-8468-40d9-8ef2-0c999a196972 req-01eb1742-5131-4017-85a7-7067e2740a36 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:02.856499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-83054e2c-b994-4026-b24a-57156c69614b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:02.864085 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-83054e2c-b994-4026-b24a-57156c69614b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3582776
Nov 20 20:54:02.867121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43898333-50d3-4e2c-b5a1-e9ee6a3eb1a9 req-d672bf82-1e03-4ffc-9912-be9008159ef9 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:02.876025 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43898333-50d3-4e2c-b5a1-e9ee6a3eb1a9 req-d672bf82-1e03-4ffc-9912-be9008159ef9 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 1024 time: 0.0868638
Nov 20 20:54:02.891688 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-fefa5046-8468-40d9-8ef2-0c999a196972 req-01eb1742-5131-4017-85a7-7067e2740a36 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] For port f45eebd5-aed0-4beb-a5fe-f44aba552d89, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f45eebd5-aed0-4beb-a5fe-f44aba552d89,segment=NetworkSegment(9c41c511-9b69-4e96-9aeb-1c3cb97c677a),segment_id=9c41c511-9b69-4e96-9aeb-1c3cb97c677a)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:02.892089 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-fefa5046-8468-40d9-8ef2-0c999a196972 req-01eb1742-5131-4017-85a7-7067e2740a36 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:02.904243 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-e622c83c-0271-4da2-a10c-b87112abfd98 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/quotas/60778bfeb31b496081c05ccc33a74a1c HTTP/1.1" status: 200  len: 375 time: 0.0391767
Nov 20 20:54:02.969060 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43898333-50d3-4e2c-b5a1-e9ee6a3eb1a9 req-ca24bd54-f2aa-453d-9f41-5a86a112c876 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups?id=60965fec-030a-46ba-96d7-c86fbee2f90f&id=28c6b215-a994-40c5-acb3-309dabf90d76&id=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.0920787
Nov 20 20:54:02.984853 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-fefa5046-8468-40d9-8ef2-0c999a196972 req-01eb1742-5131-4017-85a7-7067e2740a36 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Calling delete_port for f45eebd5-aed0-4beb-a5fe-f44aba552d89 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:03.015441 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:03.078691 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40090) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:03.087490 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e88522-83af-473d-bdb3-5454150b359a req-fd5217f3-3903-462f-962c-bc7433d77652 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:03.096820 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1e88522-83af-473d-bdb3-5454150b359a req-fd5217f3-3903-462f-962c-bc7433d77652 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.0701625
Nov 20 20:54:03.125411 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-5dd5416f-46cc-4600-b1bb-b0e544beb453 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&fields=id HTTP/1.1" status: 200  len: 486 time: 0.2202153
Nov 20 20:54:03.176036 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1e88522-83af-473d-bdb3-5454150b359a req-123f689d-3df8-4858-b027-0999de174e4f tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769503
Nov 20 20:54:03.219167 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:03.267807 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01649163-ceb4-4832-b5f3-8497bbe54cf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:03.383490 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Pushing event updated for resources: {'Port': ['ID=37b990ae-b5fd-40f8-87af-4b835042a044,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:03.393333 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Network 2c5f053a-d658-4723-85f7-b555e653bffb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:03.397243 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:03.413825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:03.423443 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01649163-ceb4-4832-b5f3-8497bbe54cf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:03.459364 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-fefa5046-8468-40d9-8ef2-0c999a196972 req-01eb1742-5131-4017-85a7-7067e2740a36 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:03.461981 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-703290c9-97c8-4fdc-8ff1-e61fd2c1b213 req-fd65af5f-2f66-46f3-a8a9-f7543716f92c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 210 time: 0.1113367
Nov 20 20:54:03.467347 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01649163-ceb4-4832-b5f3-8497bbe54cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:03.479401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f45eebd5-aed0-4beb-a5fe-f44aba552d89'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:03.537657 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb1742-5131-4017-85a7-7067e2740a36 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event deleted for resources: {'Port': ['ID=f45eebd5-aed0-4beb-a5fe-f44aba552d89,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:03.611044 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01649163-ceb4-4832-b5f3-8497bbe54cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfa112c-2aab-4a49-877b-b21381228e56,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:03.638151 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-01649163-ceb4-4832-b5f3-8497bbe54cf0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d72e2aec0a2f44c68c2ad5628e8737de&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5342135
Nov 20 20:54:03.638151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40114) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:03.661780 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:03.685347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefa5046-8468-40d9-8ef2-0c999a196972 req-01eb1742-5131-4017-85a7-7067e2740a36 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] No DVR routers for this DVR port f45eebd5-aed0-4beb-a5fe-f44aba552d89 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:54:03.731355 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64498c6b-e9d3-41f2-9a59-06734d3ca714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:03.752560 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-fefa5046-8468-40d9-8ef2-0c999a196972 req-01eb1742-5131-4017-85a7-7067e2740a36 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:03.757729 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fefa5046-8468-40d9-8ef2-0c999a196972 req-01eb1742-5131-4017-85a7-7067e2740a36 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.47 "DELETE /v2.0/ports/f45eebd5-aed0-4beb-a5fe-f44aba552d89 HTTP/1.1" status: 204  len: 173 time: 1.6173906
Nov 20 20:54:03.763707 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa040e2b-b12a-4df9-b751-18927bb85bbc', 'name': 'network-vif-deleted', 'tag': 'f45eebd5-aed0-4beb-a5fe-f44aba552d89'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:03.764923 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64498c6b-e9d3-41f2-9a59-06734d3ca714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:03.766070 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fd0c3d-6a0e-40e5-a928-9d3d7b2bb5f2" -d '{"events": [{"server_uuid": "fa040e2b-b12a-4df9-b751-18927bb85bbc", "name": "network-vif-deleted", "tag": "f45eebd5-aed0-4beb-a5fe-f44aba552d89"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:03.833388 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a6b04-fbb4-4ff2-bcbe-dd57d05cc012 req-3b9769f8-f8b0-4235-89bd-630dc9e1e3ce tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:03.838733 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8e2a6b04-fbb4-4ff2-bcbe-dd57d05cc012 req-3b9769f8-f8b0-4235-89bd-630dc9e1e3ce tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 943 time: 0.2935379
Nov 20 20:54:03.867547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-13a0cc1b-e708-4197-b596-0e897c144c16 None None] Provisioning complete for port 37b990ae-b5fd-40f8-87af-4b835042a044 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:03.868908 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-13a0cc1b-e708-4197-b596-0e897c144c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:03.897439 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64498c6b-e9d3-41f2-9a59-06734d3ca714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:03.900127 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf71eab7-756d-4017-a745-45d940d60068 x-openstack-request-id: req-cf71eab7-756d-4017-a745-45d940d60068 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:03.900443 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa040e2b-b12a-4df9-b751-18927bb85bbc", "name": "network-vif-deleted", "tag": "f45eebd5-aed0-4beb-a5fe-f44aba552d89", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:03.900707 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf71eab7-756d-4017-a745-45d940d60068 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:03.900878 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64498c6b-e9d3-41f2-9a59-06734d3ca714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:03.901870 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa040e2b-b12a-4df9-b751-18927bb85bbc', 'name': 'network-vif-deleted', 'tag': 'f45eebd5-aed0-4beb-a5fe-f44aba552d89', 'status': 'completed', 'code': 200}
Nov 20 20:54:03.905800 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8e2a6b04-fbb4-4ff2-bcbe-dd57d05cc012 req-716108a4-56c3-4f13-88ff-14154fefd529 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/security-groups?id=431b8f7a-11c4-4ceb-879c-50aad3f2cd7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560217
Nov 20 20:54:03.922779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-64498c6b-e9d3-41f2-9a59-06734d3ca714 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bdfa112c-2aab-4a49-877b-b21381228e56 HTTP/1.1" status: 204  len: 168 time: 0.2847874
Nov 20 20:54:03.961656 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64498c6b-e9d3-41f2-9a59-06734d3ca714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfa112c-2aab-4a49-877b-b21381228e56,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:04.060241 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:04.077722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-13a0cc1b-e708-4197-b596-0e897c144c16 None None] Port 37b990ae-b5fd-40f8-87af-4b835042a044 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:54:04.189715 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-faa28498-324e-4681-94f1-8547ac92a938 req-3bbc1e22-dff7-4704-807f-25185071a2e6 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa040e2b-b12a-4df9-b751-18927bb85bbc HTTP/1.1" status: 200  len: 210 time: 0.0521302
Nov 20 20:54:04.473136 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d936e1-1b89-4ae4-986b-c03bb4bffce7 req-3d82098c-1939-46e2-96fe-b92d3f1edfaf tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:04.483215 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6d936e1-1b89-4ae4-986b-c03bb4bffce7 req-3d82098c-1939-46e2-96fe-b92d3f1edfaf tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.1839781
Nov 20 20:54:04.546391 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40140) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:04.568983 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a206d9d0-a34a-4f3b-b021-0cc71c55f391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:04.606528 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc38d4b2-9fe5-436e-a962-596b392b2ebb req-c8284d9d-adc2-4be6-9df9-026f52b00f10 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 210 time: 0.0398655
Nov 20 20:54:04.624746 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6d936e1-1b89-4ae4-986b-c03bb4bffce7 req-39d7b5a8-6358-4d19-986e-11b90dda3d8c tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382606
Nov 20 20:54:04.714680 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a206d9d0-a34a-4f3b-b021-0cc71c55f391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:04.722926 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a206d9d0-a34a-4f3b-b021-0cc71c55f391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:04.733243 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:04.745080 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:04.772724 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a206d9d0-a34a-4f3b-b021-0cc71c55f391 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a925bdcb64b74fbf883b4d4dad101d43&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2250149
Nov 20 20:54:04.773407 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206d9d0-a34a-4f3b-b021-0cc71c55f391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2fdd91-2bb8-4de2-a774-09c8c6985168,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:04.777507 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40144) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:04.871928 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff171740-a970-4045-92c0-114c632d7e12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:04.897845 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff171740-a970-4045-92c0-114c632d7e12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:04.916033 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:04.920314 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-3810b351-2313-4625-9313-2ddf23cff0ca tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=60778bfeb31b496081c05ccc33a74a1c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0631559
Nov 20 20:54:04.967987 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff171740-a970-4045-92c0-114c632d7e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:04.971261 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff171740-a970-4045-92c0-114c632d7e12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:04.972642 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ff171740-a970-4045-92c0-114c632d7e12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e2fdd91-2bb8-4de2-a774-09c8c6985168 HTTP/1.1" status: 204  len: 168 time: 0.1938229
Nov 20 20:54:04.996437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff171740-a970-4045-92c0-114c632d7e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2fdd91-2bb8-4de2-a774-09c8c6985168,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:05.219696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 65288fa2-856b-4bcd-b79e-358cb9d13ee1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:54:05.368307 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f3ed18f-ea90-46f6-9ed9-dfec0a02e5ca req-79dfeea1-f168-45f8-867b-038471a54d5b tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/28c6b215-a994-40c5-acb3-309dabf90d76 HTTP/1.1" status: 200  len: 1817 time: 0.0652695
Nov 20 20:54:05.445765 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 65288fa2-856b-4bcd-b79e-358cb9d13ee1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65288fa2-856b-4bcd-b79e-358cb9d13ee1,segment=NetworkSegment(9de86125-ae04-4ba3-8daa-a5e5bd310240),segment_id=9de86125-ae04-4ba3-8daa-a5e5bd310240)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:05.457526 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-dcbb7679-560b-408c-be57-9831c9dd04ed tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:05.459093 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-dcbb7679-560b-408c-be57-9831c9dd04ed tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5295515
Nov 20 20:54:05.462167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '65288fa2-856b-4bcd-b79e-358cb9d13ee1', 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'port_id': '65288fa2-856b-4bcd-b79e-358cb9d13ee1', 'mac_address': 'fa:16:3e:d6:65:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8dd647-e967-4270-93b3-facefa8db304', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:54:05.502926 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4f3ed18f-ea90-46f6-9ed9-dfec0a02e5ca req-4257a2b5-3a4f-4cee-8d86-d6a754da09cb tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:05.541710 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4f3ed18f-ea90-46f6-9ed9-dfec0a02e5ca req-4257a2b5-3a4f-4cee-8d86-d6a754da09cb tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:05.569353 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:05.587627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65288fa2-856b-4bcd-b79e-358cb9d13ee1 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:54:05.602633 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Network 2c5f053a-d658-4723-85f7-b555e653bffb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:05.609984 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:05.621751 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 65288fa2-856b-4bcd-b79e-358cb9d13ee1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65288fa2-856b-4bcd-b79e-358cb9d13ee1,segment=NetworkSegment(9de86125-ae04-4ba3-8daa-a5e5bd310240),segment_id=9de86125-ae04-4ba3-8daa-a5e5bd310240)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:05.631641 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:05.632577 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-9c7288ab-5442-433c-bfe3-46acf3eb7274 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Request body: {'port': {'device_id': '3fbe1bea-a4aa-4b72-87dd-856345ef5791', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '60778bfeb31b496081c05ccc33a74a1c'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:05.671450 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4f3ed18f-ea90-46f6-9ed9-dfec0a02e5ca req-4257a2b5-3a4f-4cee-8d86-d6a754da09cb tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:05.674564 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4f3ed18f-ea90-46f6-9ed9-dfec0a02e5ca req-4257a2b5-3a4f-4cee-8d86-d6a754da09cb tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:05.675872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f3ed18f-ea90-46f6-9ed9-dfec0a02e5ca req-4257a2b5-3a4f-4cee-8d86-d6a754da09cb tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "DELETE /v2.0/security-groups/28c6b215-a994-40c5-acb3-309dabf90d76 HTTP/1.1" status: 204  len: 173 time: 0.2997477
Nov 20 20:54:05.693972 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Pushing event updated for resources: {'Port': ['ID=37b990ae-b5fd-40f8-87af-4b835042a044,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:05.709729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257a2b5-3a4f-4cee-8d86-d6a754da09cb tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c6b215-a994-40c5-acb3-309dabf90d76,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:05.746095 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=65288fa2-856b-4bcd-b79e-358cb9d13ee1,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:05.767572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:05.768164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:05.768933 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:05.769457 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:05.769986 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:05.770505 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:05.771047 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:05.771047 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:05.771737 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:05.772080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:05.772412 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:05.772758 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:05.931377 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7f86cef3-da18-4551-bcd3-a51c43f92ce1 req-852d7b3d-406b-4c3c-904d-ac3a4542c7ab tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 210 time: 0.0688257
Nov 20 20:54:05.989759 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b800c6a-b536-42fc-b657-3e97219bae05 req-aceb7679-fb41-4ffe-9100-4f328976da37 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:05.999203 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3b800c6a-b536-42fc-b657-3e97219bae05 req-aceb7679-fb41-4ffe-9100-4f328976da37 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 943 time: 0.5366440
Nov 20 20:54:06.016090 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['65288fa2-856b-4bcd-b79e-358cb9d13ee1'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:06.119378 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fa5b2a83-e94b-4b71-a11f-b80cf4ef89d0 None None] Provisioning complete for port 37b990ae-b5fd-40f8-87af-4b835042a044 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:06.120321 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2a83-e94b-4b71-a11f-b80cf4ef89d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:06.168049 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900fa31-d613-4ff4-a972-81e58097fa81 req-4582a6cc-012a-4e09-8958-4a3c9631cb8b tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:06.172431 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3b800c6a-b536-42fc-b657-3e97219bae05 req-1e14b0a5-c58c-4188-952f-c6bbce08f8fd tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/security-groups?id=431b8f7a-11c4-4ceb-879c-50aad3f2cd7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1698835
Nov 20 20:54:06.176202 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d900fa31-d613-4ff4-a972-81e58097fa81 req-4582a6cc-012a-4e09-8958-4a3c9631cb8b tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.1086295
Nov 20 20:54:06.206027 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Router ea75d3c5-1fca-4974-8e62-67f5bd311985 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:54:06.220118 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b2a83-e94b-4b71-a11f-b80cf4ef89d0 None None] Port 37b990ae-b5fd-40f8-87af-4b835042a044 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:54:06.266720 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d900fa31-d613-4ff4-a972-81e58097fa81 req-467b4d74-967e-4ec8-a22a-b15f4181f12f tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863526
Nov 20 20:54:06.474425 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5b6da6b9-df24-4650-bd57-10abcfad4b1d req-c0c790eb-b7ab-402e-90cf-60297aff9c37 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "GET /v2.0/security-groups/60965fec-030a-46ba-96d7-c86fbee2f90f HTTP/1.1" status: 200  len: 1817 time: 0.2608044
Nov 20 20:54:06.485053 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-9c7288ab-5442-433c-bfe3-46acf3eb7274 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Made reservation on behalf of 60778bfeb31b496081c05ccc33a74a1c for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:54:06.488870 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-9c7288ab-5442-433c-bfe3-46acf3eb7274 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:06.541517 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:54:06.556432 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f9ce6f6c-0d77-4b43-8516-b19b7d331f24 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] 10.222.0.41 "PUT /v2.0/routers/ea75d3c5-1fca-4974-8e62-67f5bd311985/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4616280
Nov 20 20:54:06.556673 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264b53c-aee4-4b4e-8165-228011220d38 None None] Sync routers for ids ['ea75d3c5-1fca-4974-8e62-67f5bd311985'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:54:06.557163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40196) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:06.565137 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-02669d4d-781c-46e7-8f2a-e8cb58dce0ce tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Request body: {'port': {'network_id': '2c5f053a-d658-4723-85f7-b555e653bffb', 'name': 'tempest-FloatingIPAdminTestJSON-828247292'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:06.567776 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264b53c-aee4-4b4e-8165-228011220d38 None None] Routers {'ea75d3c5-1fca-4974-8e62-67f5bd311985'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:06.568967 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a264b53c-aee4-4b4e-8165-228011220d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54831e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:53:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ea75d3c5-1fca-4974-8e62-67f5bd311985'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:06.631292 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5b6da6b9-df24-4650-bd57-10abcfad4b1d req-9ae99e0d-20ab-4e25-b377-2f2d1811f2f5 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:06.698875 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5b6da6b9-df24-4650-bd57-10abcfad4b1d req-9ae99e0d-20ab-4e25-b377-2f2d1811f2f5 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:06.727013 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a264b53c-aee4-4b4e-8165-228011220d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54831e20>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:06.740493 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264b53c-aee4-4b4e-8165-228011220d38 None None] Routers {'ea75d3c5-1fca-4974-8e62-67f5bd311985'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:06.741379 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a264b53c-aee4-4b4e-8165-228011220d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54831e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:53:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ea75d3c5-1fca-4974-8e62-67f5bd311985'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:06.748299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-9c7288ab-5442-433c-bfe3-46acf3eb7274 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Allocated IP 192.168.233.228 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/418f2718-5a55-4ccb-996a-11201d6702b2) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:06.780395 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5b6da6b9-df24-4650-bd57-10abcfad4b1d req-9ae99e0d-20ab-4e25-b377-2f2d1811f2f5 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:06.783748 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5b6da6b9-df24-4650-bd57-10abcfad4b1d req-9ae99e0d-20ab-4e25-b377-2f2d1811f2f5 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:06.787775 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5b6da6b9-df24-4650-bd57-10abcfad4b1d req-9ae99e0d-20ab-4e25-b377-2f2d1811f2f5 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] 10.222.0.41 "DELETE /v2.0/security-groups/60965fec-030a-46ba-96d7-c86fbee2f90f HTTP/1.1" status: 204  len: 173 time: 0.3121579
Nov 20 20:54:06.793273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40204) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:06.795028 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a264b53c-aee4-4b4e-8165-228011220d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54831e20>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:06.795845 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264b53c-aee4-4b4e-8165-228011220d38 None None] The sync data for ids ['ea75d3c5-1fca-4974-8e62-67f5bd311985'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:54:06.809214 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae99e0d-20ab-4e25-b377-2f2d1811f2f5 tempest-SecurityGroupsTestJSON-1293195175 tempest-SecurityGroupsTestJSON-1293195175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60965fec-030a-46ba-96d7-c86fbee2f90f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:07.027848 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bce978d-c46a-4852-af16-4e6d4174bb16 admin admin] Deleting subnet 1c23af1b-147c-4145-9a86-e1bdaba6289a {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:54:07.037096 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8bce978d-c46a-4852-af16-4e6d4174bb16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:07.062802 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be503f71-8fdd-4bb9-9521-ae9770360997 req-7106b8fd-21f9-473e-917d-742ad3ad97ab tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 210 time: 0.0430818
Nov 20 20:54:07.086589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02669d4d-781c-46e7-8f2a-e8cb58dce0ce tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Made reservation on behalf of 9e1df735dbb34fc782620ae9dbd19060 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:54:07.090899 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-02669d4d-781c-46e7-8f2a-e8cb58dce0ce tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:07.097803 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8bce978d-c46a-4852-af16-4e6d4174bb16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:07.138308 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-9c7288ab-5442-433c-bfe3-46acf3eb7274 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:07.146755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-02669d4d-781c-46e7-8f2a-e8cb58dce0ce tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] device_id is not set on port d7782a9e-a9ec-4105-bf97-10a703e7ce10 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:54:07.191186 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-9c7288ab-5442-433c-bfe3-46acf3eb7274 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:07.207120 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7dceb653-952e-453b-b961-0478a94a32a1', 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc', 'b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6', '48e83d26-e36f-40f3-b0cf-f124edaa6b06'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:07.246000 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8bce978d-c46a-4852-af16-4e6d4174bb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:07.254803 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['23ec6af6-e448-4b84-a688-acf291e1c23c', 'd2ec2066-92dd-4bf1-94cf-530a3c89abb1'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:07.307999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-9c7288ab-5442-433c-bfe3-46acf3eb7274 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:07.309049 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-9c7288ab-5442-433c-bfe3-46acf3eb7274 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:07.314157 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-9c7288ab-5442-433c-bfe3-46acf3eb7274 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:07.341548 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f45eebd5-aed0-4beb-a5fe-f44aba552d89 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:54:07.347782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7288ab-5442-433c-bfe3-46acf3eb7274 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Pushing event updated for resources: {'Port': ['ID=418f2718-5a55-4ccb-996a-11201d6702b2,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:07.386697 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-9c7288ab-5442-433c-bfe3-46acf3eb7274 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:07.387683 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-9c7288ab-5442-433c-bfe3-46acf3eb7274 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:07.429593 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: f45eebd5-aed0-4beb-a5fe-f44aba552d89 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:54:07.429877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f45eebd5-aed0-4beb-a5fe-f44aba552d89 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:54:07.456140 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-9c7288ab-5442-433c-bfe3-46acf3eb7274 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8737295
Nov 20 20:54:07.475578 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc497f4a-40e9-4858-9396-c062174ae8c5 req-fcd3f1ad-76fa-4237-abed-2130e5b7c0a7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:07.478275 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bc497f4a-40e9-4858-9396-c062174ae8c5 req-fcd3f1ad-76fa-4237-abed-2130e5b7c0a7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.0760920
Nov 20 20:54:07.485248 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Request body: {'port': {'device_id': '3fbe1bea-a4aa-4b72-87dd-856345ef5791', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:07.522031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08ff0e-6406-4003-9389-e9bccb442894 req-08c088aa-ee31-4e22-a075-4eb0d8ee0e49 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:07.539184 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa08ff0e-6406-4003-9389-e9bccb442894 req-08c088aa-ee31-4e22-a075-4eb0d8ee0e49 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 944 time: 0.2451878
Nov 20 20:54:07.551310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-02669d4d-781c-46e7-8f2a-e8cb58dce0ce tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Allocated IP 172.20.0.12 (2c5f053a-d658-4723-85f7-b555e653bffb/3963b4b2-e9de-4160-8cbb-0da50c1e50e2/d7782a9e-a9ec-4105-bf97-10a703e7ce10) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:07.553681 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8bce978d-c46a-4852-af16-4e6d4174bb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:07.736090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce978d-c46a-4852-af16-4e6d4174bb16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c23af1b-147c-4145-9a86-e1bdaba6289a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:07.767689 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:07.795868 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa08ff0e-6406-4003-9389-e9bccb442894 req-7738242c-2de6-4585-ba5a-abc37f8b516f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/security-groups?id=431b8f7a-11c4-4ceb-879c-50aad3f2cd7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2556899
Nov 20 20:54:07.801268 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bc497f4a-40e9-4858-9396-c062174ae8c5 req-0ca9b89a-dcc5-45f8-b599-4d5bd415ae30 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2638311
Nov 20 20:54:07.872295 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8bce978d-c46a-4852-af16-4e6d4174bb16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:07.878536 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8bce978d-c46a-4852-af16-4e6d4174bb16 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1c23af1b-147c-4145-9a86-e1bdaba6289a HTTP/1.1" status: 204  len: 168 time: 1.0810473
Nov 20 20:54:07.891230 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40232) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:07.891909 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6eda58be-c196-4546-8d7b-b95e6474df6f None None] Provisioning complete for port 418f2718-5a55-4ccb-996a-11201d6702b2 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:07.892283 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6eda58be-c196-4546-8d7b-b95e6474df6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:08.034149 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6eda58be-c196-4546-8d7b-b95e6474df6f None None] Port 418f2718-5a55-4ccb-996a-11201d6702b2 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:54:08.060768 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:08.173486 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:08.232819 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ebe74ac8-c844-4255-bee4-7243bcd3ec28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:08.278673 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418f2718-5a55-4ccb-996a-11201d6702b2 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:54:08.288319 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:08.304589 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Transition to ACTIVE for port object 418f2718-5a55-4ccb-996a-11201d6702b2 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:54:08.312104 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:08.385356 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ebe74ac8-c844-4255-bee4-7243bcd3ec28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:08.415599 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ebe74ac8-c844-4255-bee4-7243bcd3ec28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a546cee50>,) {'filters': {'network_id': ['b78e4ec9-b593-412e-8e50-3a8f61366198']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:08.428030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ebe74ac8-c844-4255-bee4-7243bcd3ec28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a546cee50>, '9c41c511-9b69-4e96-9aeb-1c3cb97c677a') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:08.428619 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ebe74ac8-c844-4255-bee4-7243bcd3ec28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a546cee50>, '9c41c511-9b69-4e96-9aeb-1c3cb97c677a') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:08.447109 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ebe74ac8-c844-4255-bee4-7243bcd3ec28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:08.480934 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ebe74ac8-c844-4255-bee4-7243bcd3ec28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:08.495442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe74ac8-c844-4255-bee4-7243bcd3ec28 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:54:08.495852 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ebe74ac8-c844-4255-bee4-7243bcd3ec28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:08.518173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Attempting to bind port 418f2718-5a55-4ccb-996a-11201d6702b2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:54:08.518173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Attempting to bind port 418f2718-5a55-4ccb-996a-11201d6702b2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:54:08.518173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Attempting to bind port 418f2718-5a55-4ccb-996a-11201d6702b2 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:54:08.525204 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Pushing event updated for resources: {'Port': ['ID=418f2718-5a55-4ccb-996a-11201d6702b2,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:08.545195 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Port 418f2718-5a55-4ccb-996a-11201d6702b2 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:54:08.545701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Attempting to bind port 418f2718-5a55-4ccb-996a-11201d6702b2 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:54:08.552338 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:54:08.552824 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:54:08.554255 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:54:08.554710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Bound port: 418f2718-5a55-4ccb-996a-11201d6702b2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:54:08.555084 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:08.702338 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] For port 418f2718-5a55-4ccb-996a-11201d6702b2, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:54:08.704316 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] For port 418f2718-5a55-4ccb-996a-11201d6702b2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=418f2718-5a55-4ccb-996a-11201d6702b2,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:54:08.712331 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:08.807923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Pushing event updated for resources: {'Port': ['ID=418f2718-5a55-4ccb-996a-11201d6702b2,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:08.816844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:08.819354 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:08.821789 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-ccf1117f-7210-4956-ac9c-cb5d12eeb2ae service neutron] 10.222.0.47 "PUT /v2.0/ports/418f2718-5a55-4ccb-996a-11201d6702b2 HTTP/1.1" status: 200  len: 1096 time: 1.3409588
Nov 20 20:54:08.822732 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fbe1bea-a4aa-4b72-87dd-856345ef5791', 'tag': '418f2718-5a55-4ccb-996a-11201d6702b2'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:08.826378 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ef638b-bd34-490e-8243-208d88f797cf" -d '{"events": [{"name": "network-changed", "server_uuid": "3fbe1bea-a4aa-4b72-87dd-856345ef5791", "tag": "418f2718-5a55-4ccb-996a-11201d6702b2"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:54:08.977317 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:54:08.991197 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ebe74ac8-c844-4255-bee4-7243bcd3ec28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:08.998731 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-72000f48-54d5-4ec4-b551-cec6c3074ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:09.000264 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-72000f48-54d5-4ec4-b551-cec6c3074ae9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 1099 time: 0.1216543
Nov 20 20:54:09.003335 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-02669d4d-781c-46e7-8f2a-e8cb58dce0ce tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:09.008727 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ebe74ac8-c844-4255-bee4-7243bcd3ec28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:09.015346 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ebe74ac8-c844-4255-bee4-7243bcd3ec28 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b78e4ec9-b593-412e-8e50-3a8f61366198 HTTP/1.1" status: 204  len: 168 time: 1.1207201
Nov 20 20:54:09.046895 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94279622-cc77-43fa-ac0e-9271dab45d5c req-489ea625-dfdc-45c5-95a7-8967feb8b9f8 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:09.048467 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94279622-cc77-43fa-ac0e-9271dab45d5c req-489ea625-dfdc-45c5-95a7-8967feb8b9f8 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 936 time: 0.8085577
Nov 20 20:54:09.057760 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-b573a52e-205c-4b8e-bdc9-3662bf826fa8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=418f2718-5a55-4ccb-996a-11201d6702b2 HTTP/1.1" status: 200  len: 217 time: 0.0456223
Nov 20 20:54:09.061447 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe74ac8-c844-4255-bee4-7243bcd3ec28 admin admin] Pushing event deleted for resources: {'Network': ['ID=b78e4ec9-b593-412e-8e50-3a8f61366198,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:09.079917 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0de3db-0b07-453f-85a0-4607300de1e5 req-b4f15d79-a5dc-4bae-8876-7cd3e01d34d4 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:09.081765 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be0de3db-0b07-453f-85a0-4607300de1e5 req-b4f15d79-a5dc-4bae-8876-7cd3e01d34d4 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.1195190
Nov 20 20:54:09.171947 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-9473aaea-fab2-4d6a-a6aa-bf0b424623aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:09.173430 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-9473aaea-fab2-4d6a-a6aa-bf0b424623aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1039734
Nov 20 20:54:09.207718 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94279622-cc77-43fa-ac0e-9271dab45d5c req-68c1d9af-6efa-44a7-b7d2-ff298dd32e08 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374865
Nov 20 20:54:09.216743 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-02669d4d-781c-46e7-8f2a-e8cb58dce0ce tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:09.235835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 65288fa2-856b-4bcd-b79e-358cb9d13ee1 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:54:09.241049 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be0de3db-0b07-453f-85a0-4607300de1e5 req-ef38d624-6fb6-45e9-90e9-1b472aa16517 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971210
Nov 20 20:54:09.265920 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-4f586623-7cc1-45cf-94a6-7d9ad567f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:09.272449 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-4f586623-7cc1-45cf-94a6-7d9ad567f680 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0912294
Nov 20 20:54:09.312149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40298) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:09.326972 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf6cf09-3809-47d4-bafb-91fb7433bf27 x-openstack-request-id: req-2bf6cf09-3809-47d4-bafb-91fb7433bf27 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:09.327367 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fbe1bea-a4aa-4b72-87dd-856345ef5791", "tag": "418f2718-5a55-4ccb-996a-11201d6702b2", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:09.327367 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bf6cf09-3809-47d4-bafb-91fb7433bf27 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:09.327774 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fbe1bea-a4aa-4b72-87dd-856345ef5791', 'tag': '418f2718-5a55-4ccb-996a-11201d6702b2', 'status': 'completed', 'code': 200}
Nov 20 20:54:09.346820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02669d4d-781c-46e7-8f2a-e8cb58dce0ce tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Network 2c5f053a-d658-4723-85f7-b555e653bffb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:09.356471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 65288fa2-856b-4bcd-b79e-358cb9d13ee1 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:54:09.364641 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 65288fa2-856b-4bcd-b79e-358cb9d13ee1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:09.365424 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:09.383018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-02669d4d-781c-46e7-8f2a-e8cb58dce0ce tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:09.400329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02669d4d-781c-46e7-8f2a-e8cb58dce0ce tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:09.425173 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-e9a9a152-757b-406b-914a-10da1e79c93e service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411810
Nov 20 20:54:09.435595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02669d4d-781c-46e7-8f2a-e8cb58dce0ce tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Pushing event updated for resources: {'Port': ['ID=d7782a9e-a9ec-4105-bf97-10a703e7ce10,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:09.501509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7d727-eb95-4d60-98de-aed3107a1651 req-d762e809-7b08-4586-9cdd-43752316405c tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:09.503507 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-53b7d727-eb95-4d60-98de-aed3107a1651 req-d762e809-7b08-4586-9cdd-43752316405c tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 944 time: 0.2009919
Nov 20 20:54:09.511566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02669d4d-781c-46e7-8f2a-e8cb58dce0ce tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:09.512514 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-02669d4d-781c-46e7-8f2a-e8cb58dce0ce tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:09.514007 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:09.520436 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-be2c6f18-0fe4-4ff6-a17f-92a8c82f7b3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d006f43b28c243da9c910fd530b7958b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1931922
Nov 20 20:54:09.524588 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40306) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:09.549083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-02669d4d-781c-46e7-8f2a-e8cb58dce0ce tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9893007
Nov 20 20:54:09.553622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40308) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:09.583329 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649c047e-3541-4d30-a07c-dc2788902dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65288fa2-856b-4bcd-b79e-358cb9d13ee1'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:09.589631 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2c6730-089c-4db5-878d-02eb3f08f013" -d '{"events": [{"server_uuid": "649c047e-3541-4d30-a07c-dc2788902dfd", "name": "network-vif-plugged", "status": "completed", "tag": "65288fa2-856b-4bcd-b79e-358cb9d13ee1"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:09.613860 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 65288fa2-856b-4bcd-b79e-358cb9d13ee1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65288fa2-856b-4bcd-b79e-358cb9d13ee1,segment=NetworkSegment(9de86125-ae04-4ba3-8daa-a5e5bd310240),segment_id=9de86125-ae04-4ba3-8daa-a5e5bd310240)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:09.622568 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:09.628615 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-53b7d727-eb95-4d60-98de-aed3107a1651 req-07b444dc-0d01-4a96-8d2d-0c216658a170 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/security-groups?id=431b8f7a-11c4-4ceb-879c-50aad3f2cd7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1085083
Nov 20 20:54:09.683141 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9f3439f-63ab-49f9-bf55-eefb9d936be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:09.693642 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f0e763e-65d1-43de-b371-abadb58e3dda req-307e29d1-fb60-4f84-8af4-ebfc10744734 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2479854
Nov 20 20:54:09.720154 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9f3439f-63ab-49f9-bf55-eefb9d936be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:09.842017 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7e3af3d6-80c0-4313-99a1-be65009560aa None None] Provisioning complete for port d7782a9e-a9ec-4105-bf97-10a703e7ce10 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:09.844010 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7e3af3d6-80c0-4313-99a1-be65009560aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:09.875226 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef638b-bd34-490e-8243-208d88f797cf req-1f6eba7f-af63-4c65-9027-8e522b09d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:09.877072 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e0ef638b-bd34-490e-8243-208d88f797cf req-1f6eba7f-af63-4c65-9027-8e522b09d89d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 1099 time: 0.0897779
Nov 20 20:54:09.878215 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9f3439f-63ab-49f9-bf55-eefb9d936be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:09.897208 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9f3439f-63ab-49f9-bf55-eefb9d936be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:09.909581 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67281ef-70dd-4f88-9a7d-e18e60685e74 x-openstack-request-id: req-a67281ef-70dd-4f88-9a7d-e18e60685e74 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:09.909877 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649c047e-3541-4d30-a07c-dc2788902dfd", "name": "network-vif-plugged", "status": "completed", "tag": "65288fa2-856b-4bcd-b79e-358cb9d13ee1", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:09.910371 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a67281ef-70dd-4f88-9a7d-e18e60685e74 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:09.911115 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649c047e-3541-4d30-a07c-dc2788902dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65288fa2-856b-4bcd-b79e-358cb9d13ee1', 'code': 200}
Nov 20 20:54:09.914461 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=65288fa2-856b-4bcd-b79e-358cb9d13ee1,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:09.917567 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c9f3439f-63ab-49f9-bf55-eefb9d936be5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd HTTP/1.1" status: 204  len: 168 time: 0.3918343
Nov 20 20:54:09.970579 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-7e3af3d6-80c0-4313-99a1-be65009560aa None None] Port d7782a9e-a9ec-4105-bf97-10a703e7ce10 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:54:09.975601 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'project_id': '9e1df735dbb34fc782620ae9dbd19060', 'port_id': 'd7782a9e-a9ec-4105-bf97-10a703e7ce10'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:09.988558 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3439f-63ab-49f9-bf55-eefb9d936be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f086c3a5-c18d-4f0f-8f1d-9845b4ba66dd,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:10.021092 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8c4d4-c2d1-4b66-be53-8446458e38cf req-a49b484b-1007-40cd-923b-ef0eb385c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:10.022665 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-20d8c4d4-c2d1-4b66-be53-8446458e38cf req-a49b484b-1007-40cd-923b-ef0eb385c72b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 1096 time: 0.0928206
Nov 20 20:54:10.023610 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:10.069400 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef638b-bd34-490e-8243-208d88f797cf req-be2cdb9f-d95a-44a6-852c-843ecf7cdc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:10.070950 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e0ef638b-bd34-490e-8243-208d88f797cf req-be2cdb9f-d95a-44a6-852c-843ecf7cdc95 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1518319
Nov 20 20:54:10.120817 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e0ef638b-bd34-490e-8243-208d88f797cf req-c64cbadb-2d9d-4298-8b53-5ec044b596c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=418f2718-5a55-4ccb-996a-11201d6702b2 HTTP/1.1" status: 200  len: 217 time: 0.0396411
Nov 20 20:54:10.169382 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-20d8c4d4-c2d1-4b66-be53-8446458e38cf req-8f39130f-a4e3-4907-bc48-b710b429e1a5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=431b8f7a-11c4-4ceb-879c-50aad3f2cd7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1102829
Nov 20 20:54:10.177361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef638b-bd34-490e-8243-208d88f797cf req-c785a46f-308f-429f-914b-5a52ffa8620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:10.179143 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e0ef638b-bd34-490e-8243-208d88f797cf req-c785a46f-308f-429f-914b-5a52ffa8620a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0506883
Nov 20 20:54:10.197994 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:10.220815 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40352) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:10.350078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Allocated IP 172.35.1.98 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/694dc4e6-b297-403a-90ac-65585bdd84a0) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:10.357245 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f45555-37bc-4fca-b4f0-508bfdaddd87 req-c2104541-90a3-46b7-8d78-bcdd6a9ed335 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:10.359391 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-56f45555-37bc-4fca-b4f0-508bfdaddd87 req-c2104541-90a3-46b7-8d78-bcdd6a9ed335 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 948 time: 0.0674863
Nov 20 20:54:10.457644 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4659be1a-2adb-4bcd-9378-897bdd90a18f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:10.492015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef638b-bd34-490e-8243-208d88f797cf req-8f1c4e1b-11e5-4c4a-b3c7-eb5e288a2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:10.493592 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e0ef638b-bd34-490e-8243-208d88f797cf req-8f1c4e1b-11e5-4c4a-b3c7-eb5e288a2f96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1046045
Nov 20 20:54:10.499623 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-56f45555-37bc-4fca-b4f0-508bfdaddd87 req-ca00e06c-c669-40da-b88b-eb27a17faeb2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327300
Nov 20 20:54:10.536525 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:10.593822 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:10.632240 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:10.633730 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e0ef638b-bd34-490e-8243-208d88f797cf req-0f27e7a3-7bf7-44bf-b5b0-f86c65a81553 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285875
Nov 20 20:54:10.648915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:10.652844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:10.702869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Pushing event updated for resources: {'Port': ['ID=694dc4e6-b297-403a-90ac-65585bdd84a0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:10.817153 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e0ef638b-bd34-490e-8243-208d88f797cf req-d8001277-77cf-45ad-982b-454223d07884 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1595986
Nov 20 20:54:10.831605 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63960b40-f7bc-4e57-9142-4c62208cfd43 req-8b297965-b3f5-4f15-8ccb-e0b7d1567420 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:10.833052 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-63960b40-f7bc-4e57-9142-4c62208cfd43 req-8b297965-b3f5-4f15-8ccb-e0b7d1567420 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.1874561
Nov 20 20:54:10.838579 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4659be1a-2adb-4bcd-9378-897bdd90a18f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:10.859094 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4659be1a-2adb-4bcd-9378-897bdd90a18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:10.926873 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4659be1a-2adb-4bcd-9378-897bdd90a18f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70701828fdff40fa9495753244731dd8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7016571
Nov 20 20:54:10.930037 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40408) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:10.933698 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659be1a-2adb-4bcd-9378-897bdd90a18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742e61a5-9b5a-4fd8-95e0-6dd1f700ca6d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:10.957315 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-63960b40-f7bc-4e57-9142-4c62208cfd43 req-4b998822-f01f-41e6-a04c-9b25ee363b13 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169729
Nov 20 20:54:11.016391 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40410) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:11.017738 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ad7f2b1-8578-4b71-af99-b12eec743c71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.049201 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ad7f2b1-8578-4b71-af99-b12eec743c71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.054242 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30ff36-f920-49c2-bcee-6d789dc69503 req-0701c2ca-fa3a-4d30-a30a-00f93906adef tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:11.058401 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e30ff36-f920-49c2-bcee-6d789dc69503 req-0701c2ca-fa3a-4d30-a30a-00f93906adef tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 945 time: 0.1438580
Nov 20 20:54:11.136033 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ad7f2b1-8578-4b71-af99-b12eec743c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.140750 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ad7f2b1-8578-4b71-af99-b12eec743c71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.146020 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6ad7f2b1-8578-4b71-af99-b12eec743c71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/742e61a5-9b5a-4fd8-95e0-6dd1f700ca6d HTTP/1.1" status: 204  len: 168 time: 0.2151904
Nov 20 20:54:11.162641 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0c8579d2-a311-4415-a3d0-1092205ec0c3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1065850746-network', 'tenant_id': '170ca59a5b074770be63f18691e7aa40'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:11.181390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7f2b1-8578-4b71-af99-b12eec743c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742e61a5-9b5a-4fd8-95e0-6dd1f700ca6d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:11.208035 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8579d2-a311-4415-a3d0-1092205ec0c3 admin admin] Made reservation on behalf of 170ca59a5b074770be63f18691e7aa40 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:54:11.211249 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c8579d2-a311-4415-a3d0-1092205ec0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.234880 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c8579d2-a311-4415-a3d0-1092205ec0c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.305937 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e30ff36-f920-49c2-bcee-6d789dc69503 req-8cb23351-e5d0-44bf-a7a9-25cd123afbbf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/security-groups?id=431b8f7a-11c4-4ceb-879c-50aad3f2cd7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179996
Nov 20 20:54:11.337459 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.369684 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c8579d2-a311-4415-a3d0-1092205ec0c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.376144 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c8579d2-a311-4415-a3d0-1092205ec0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.401607 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8579d2-a311-4415-a3d0-1092205ec0c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:54:11.419512 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8579d2-a311-4415-a3d0-1092205ec0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b319844-7721-41d2-9c36-ed68099019ae,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:11.423395 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c8579d2-a311-4415-a3d0-1092205ec0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.423846 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-0c8579d2-a311-4415-a3d0-1092205ec0c3 admin admin] Added segment 6de865c9-e836-43af-82e0-d52e34d30304 of type vlan for network a165c015-6336-4887-8830-b87d73789cc0
Nov 20 20:54:11.463175 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.499108 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c8579d2-a311-4415-a3d0-1092205ec0c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.578501 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c8579d2-a311-4415-a3d0-1092205ec0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.579523 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8579d2-a311-4415-a3d0-1092205ec0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:11.580104 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c8579d2-a311-4415-a3d0-1092205ec0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.618587 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40432) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:11.661574 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0c8579d2-a311-4415-a3d0-1092205ec0c3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6396759
Nov 20 20:54:11.665618 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f875c861-83d5-4286-bc25-aed95e8b1c78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.667389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40434) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:11.678251 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-1ac88745-aa2c-45ff-87f8-e6dd9c4927db admin admin] Request body: {'subnet': {'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1065850746-subnet', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:11.732238 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-1bf5d310-687e-4e7b-b7b2-3f3062b368e3 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:11.733772 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-1bf5d310-687e-4e7b-b7b2-3f3062b368e3 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/networks?id=7ac3ab90-d288-4bb5-99a9-c81df0147689 HTTP/1.1" status: 200  len: 803 time: 0.2052543
Nov 20 20:54:11.737138 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8579d2-a311-4415-a3d0-1092205ec0c3 admin admin] Pushing event updated for resources: {'Network': ['ID=a165c015-6336-4887-8830-b87d73789cc0,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:11.738333 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf90242-0fe3-4ac0-927f-dad85f1325e9 req-43ded37d-4408-48c1-ae18-d51bc9d843b2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:11.741541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bbf90242-0fe3-4ac0-927f-dad85f1325e9 req-43ded37d-4408-48c1-ae18-d51bc9d843b2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 948 time: 0.1125407
Nov 20 20:54:11.746847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac88745-aa2c-45ff-87f8-e6dd9c4927db admin admin] Made reservation on behalf of 170ca59a5b074770be63f18691e7aa40 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:54:11.750357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network a165c015-6336-4887-8830-b87d73789cc0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:54:11.753111 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ac88745-aa2c-45ff-87f8-e6dd9c4927db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.771038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-c2dd77af-22e4-4d59-84f4-49ba629428ea tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/quotas/44e20e99a6534d5d95e9d012160657a3 HTTP/1.1" status: 200  len: 375 time: 0.0206542
Nov 20 20:54:11.784413 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.802487 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.856792 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-0d310f18-e9aa-41a6-8418-e94cb03e3ce0 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=44e20e99a6534d5d95e9d012160657a3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0764761
Nov 20 20:54:11.858657 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f875c861-83d5-4286-bc25-aed95e8b1c78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.863164 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f875c861-83d5-4286-bc25-aed95e8b1c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:11.928688 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875c861-83d5-4286-bc25-aed95e8b1c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae641ace-5a24-435a-a4ec-3ee4f0bafadf,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:11.933367 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Pushing event updated for resources: {'Port': ['ID=694dc4e6-b297-403a-90ac-65585bdd84a0,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:11.935021 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f875c861-83d5-4286-bc25-aed95e8b1c78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a845989d564495a878f4405cff6af92&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3125699
Nov 20 20:54:11.943806 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bbf90242-0fe3-4ac0-927f-dad85f1325e9 req-6daea6a4-ecf5-421e-a896-728680cd7692 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875033
Nov 20 20:54:11.945121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40436) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:11.969781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:11.970456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:11.970973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:11.971556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:11.971951 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:11.972253 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:11.972627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:11.972999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:11.973330 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:11.973869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:11.974212 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:11.974541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:11.997059 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:12.191068 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-76de0572-81e9-4968-b694-bb8414c31adf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:12.259042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305e552-ba85-48b5-9291-4a38a4fadbc4 req-5030ee79-8641-423a-ba8f-1c7080513c5f tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:12.260575 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a305e552-ba85-48b5-9291-4a38a4fadbc4 req-5030ee79-8641-423a-ba8f-1c7080513c5f tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.2051346
Nov 20 20:54:12.267683 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-da34488f-be97-4e61-829c-6965c520d0e2 service neutron] 10.222.0.41 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4014633
Nov 20 20:54:12.274022 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-76de0572-81e9-4968-b694-bb8414c31adf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:12.291070 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Floating IP 5c27c796-0720-4d1b-b202-6185a67af84b associated. External IP: 172.35.1.98, port: d7782a9e-a9ec-4105-bf97-10a703e7ce10.
Nov 20 20:54:12.302279 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ac88745-aa2c-45ff-87f8-e6dd9c4927db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:12.359205 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-c7f89ccb-3a43-4390-b353-4db828b88c9e service neutron] 10.222.0.41 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850284
Nov 20 20:54:12.486900 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a305e552-ba85-48b5-9291-4a38a4fadbc4 req-435c186f-e606-40f3-85d8-08fb7b0530fd tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149425
Nov 20 20:54:12.487543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac88745-aa2c-45ff-87f8-e6dd9c4927db admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a5333c-b100-4794-8d7b-4a567ee28213,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:12.528596 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-76de0572-81e9-4968-b694-bb8414c31adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:12.532604 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-76de0572-81e9-4968-b694-bb8414c31adf admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:12.538406 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-76de0572-81e9-4968-b694-bb8414c31adf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae641ace-5a24-435a-a4ec-3ee4f0bafadf HTTP/1.1" status: 204  len: 168 time: 0.5859313
Nov 20 20:54:12.548727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac88745-aa2c-45ff-87f8-e6dd9c4927db admin admin] Checking segment: {'id': '6de865c9-e836-43af-82e0-d52e34d30304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:54:12.549101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac88745-aa2c-45ff-87f8-e6dd9c4927db admin admin] Network hostable DHCP agents. Network: a165c015-6336-4887-8830-b87d73789cc0, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:54:12.573199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de0572-81e9-4968-b694-bb8414c31adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae641ace-5a24-435a-a4ec-3ee4f0bafadf,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:12.624288 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f189fef5-12ee-435a-bf8f-89144b9b0363 req-48ab0760-6ca5-4ad2-b30b-0f1828c38dc0 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 210 time: 0.0356193
Nov 20 20:54:12.662915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac88745-aa2c-45ff-87f8-e6dd9c4927db admin admin] Network a165c015-6336-4887-8830-b87d73789cc0 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:54:12.711514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-1ac88745-aa2c-45ff-87f8-e6dd9c4927db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a165c015-6336-4887-8830-b87d73789cc0) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:12.723894 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65026017-4424-4890-b468-29b67908245b None None] Network a165c015-6336-4887-8830-b87d73789cc0 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:54:12.734916 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac88745-aa2c-45ff-87f8-e6dd9c4927db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:12.735530 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ac88745-aa2c-45ff-87f8-e6dd9c4927db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:12.914906 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a165c015-6336-4887-8830-b87d73789cc0', 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'fixed_ips': [{'subnet_id': '27a5333c-b100-4794-8d7b-4a567ee28213'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:54:12.917847 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:13.080203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44205524-03fe-4072-90b4-7dc3d00ff98d req-3c5e4718-9d65-498c-a8f1-22cc458df1a3 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:13.085465 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44205524-03fe-4072-90b4-7dc3d00ff98d req-3c5e4718-9d65-498c-a8f1-22cc458df1a3 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 945 time: 0.4237523
Nov 20 20:54:13.095441 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1ac88745-aa2c-45ff-87f8-e6dd9c4927db admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4253573
Nov 20 20:54:13.101759 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40464) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:13.107186 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1065850746-router', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:13.116213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Allocated IP 172.20.0.2 (a165c015-6336-4887-8830-b87d73789cc0/27a5333c-b100-4794-8d7b-4a567ee28213/ffb9746a-893d-4fb2-81d1-3fdd055c8746) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:13.142330 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf73619-b121-41b1-983e-01941a84df62 req-c7d0f5bd-1424-42b4-948b-28690ca4887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:13.144319 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cf73619-b121-41b1-983e-01941a84df62 req-c7d0f5bd-1424-42b4-948b-28690ca4887b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 1097 time: 0.4127650
Nov 20 20:54:13.145025 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd8982-a888-44c2-adb2-5e8436e9b997 req-00e7754d-2fac-4bdd-9a07-e358adabe32a tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:13.155870 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f9fd8982-a888-44c2-adb2-5e8436e9b997 req-00e7754d-2fac-4bdd-9a07-e358adabe32a tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 948 time: 0.1201625
Nov 20 20:54:13.159928 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:13.161001 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:13.180530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Router ea75d3c5-1fca-4974-8e62-67f5bd311985 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:54:13.203653 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44205524-03fe-4072-90b4-7dc3d00ff98d req-da11b894-9282-4e81-800f-47e8c8bb2006 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/security-groups?id=431b8f7a-11c4-4ceb-879c-50aad3f2cd7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172245
Nov 20 20:54:13.273586 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cf73619-b121-41b1-983e-01941a84df62 req-bcf9ad6a-fdd8-4e15-ba1e-be8c60a204bc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143408
Nov 20 20:54:13.274216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 418f2718-5a55-4ccb-996a-11201d6702b2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:54:13.294949 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f9fd8982-a888-44c2-adb2-5e8436e9b997 req-e0969ba8-48e5-4ac9-b95a-b4d6d96a5262 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373944
Nov 20 20:54:13.311026 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-11f40eb4-301d-40e1-bcf3-a85e830f5dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:13.334524 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:13.344175 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:13.356363 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:13.420285 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915aa430-300f-4b59-9298-eea2d00219a5 req-19930e1c-8c02-4b0f-85ea-77b630b637fe tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:13.421834 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-915aa430-300f-4b59-9298-eea2d00219a5 req-19930e1c-8c02-4b0f-85ea-77b630b637fe tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 945 time: 0.0959363
Nov 20 20:54:13.438223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40472) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:13.445293 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-42f53447-8730-41ad-9247-17078622990b tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Request body: {'floatingip': {'port_id': '65288fa2-856b-4bcd-b79e-358cb9d13ee1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:13.456796 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Network a165c015-6336-4887-8830-b87d73789cc0 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:13.460555 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:13.462516 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Pushing event updated for resources: {'Port': ['ID=ffb9746a-893d-4fb2-81d1-3fdd055c8746,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:13.471372 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:13.544585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:54:13.559392 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42f53447-8730-41ad-9247-17078622990b tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for floatingip, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:13.563308 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c1a417-3650-425e-adef-9b322200fa38 None None] Sync routers for ids ['ea75d3c5-1fca-4974-8e62-67f5bd311985'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:54:13.578355 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 418f2718-5a55-4ccb-996a-11201d6702b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=418f2718-5a55-4ccb-996a-11201d6702b2,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:13.650563 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:13.746869 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Attempting to bind port ffb9746a-893d-4fb2-81d1-3fdd055c8746 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:54:13.747595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Attempting to bind port ffb9746a-893d-4fb2-81d1-3fdd055c8746 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6de865c9-e836-43af-82e0-d52e34d30304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:54:13.748190 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Attempting to bind port ffb9746a-893d-4fb2-81d1-3fdd055c8746 on network a165c015-6336-4887-8830-b87d73789cc0 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:54:13.752891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '418f2718-5a55-4ccb-996a-11201d6702b2', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '418f2718-5a55-4ccb-996a-11201d6702b2', 'mac_address': 'fa:16:3e:5f:0f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:54:13.757696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c1a417-3650-425e-adef-9b322200fa38 None None] Routers {'ea75d3c5-1fca-4974-8e62-67f5bd311985'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:13.758663 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d4c1a417-3650-425e-adef-9b322200fa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47109b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:53:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ea75d3c5-1fca-4974-8e62-67f5bd311985'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:13.763137 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:54:13.764059 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Checking segment: {'id': '6de865c9-e836-43af-82e0-d52e34d30304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:54:13.764817 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:13.765558 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Bound using segment: {'id': '6de865c9-e836-43af-82e0-d52e34d30304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:54:13.766419 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Bound port: ffb9746a-893d-4fb2-81d1-3fdd055c8746, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de865c9-e836-43af-82e0-d52e34d30304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:54:13.767001 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:13.780785 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22007c70-5435-4d33-ad37-e531454794fe req-5b13ce28-cf5e-4ac7-b391-7f1ea8fa0b7a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:13.789298 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22007c70-5435-4d33-ad37-e531454794fe req-5b13ce28-cf5e-4ac7-b391-7f1ea8fa0b7a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.1317911
Nov 20 20:54:13.852628 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d4c1a417-3650-425e-adef-9b322200fa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47109b50>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:13.923376 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c1a417-3650-425e-adef-9b322200fa38 None None] Routers {'ea75d3c5-1fca-4974-8e62-67f5bd311985'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:13.924021 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7f819813-d606-4dfa-a3c2-4e35bbd9772c req-3d4a91b9-1476-44e8-af3e-2a27e7629d05 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 210 time: 0.0572872
Nov 20 20:54:13.924128 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d4c1a417-3650-425e-adef-9b322200fa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47109b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:53:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ea75d3c5-1fca-4974-8e62-67f5bd311985'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:13.951240 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22007c70-5435-4d33-ad37-e531454794fe req-2f4d2d30-7d28-4465-87c8-7847ee64abab tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605098
Nov 20 20:54:13.958391 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:13.973318 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:13.997580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d4c1a417-3650-425e-adef-9b322200fa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47109b50>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:13.998171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c1a417-3650-425e-adef-9b322200fa38 None None] The sync data for ids ['ea75d3c5-1fca-4974-8e62-67f5bd311985'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:54:14.013962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418f2718-5a55-4ccb-996a-11201d6702b2 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:54:14.024489 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40488) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:14.032551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fe30d-d38d-4298-a2da-e75cdde2acc1 req-ff78195f-0fe2-4f24-8aed-42035bf82b7d tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:14.034340 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a3fe30d-d38d-4298-a2da-e75cdde2acc1 req-ff78195f-0fe2-4f24-8aed-42035bf82b7d tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ffe6a66-af8a-40dc-bb9e-a37fd916c78b HTTP/1.1" status: 200  len: 945 time: 0.5312178
Nov 20 20:54:14.045526 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] For port ffb9746a-893d-4fb2-81d1-3fdd055c8746, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:54:14.048158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 418f2718-5a55-4ccb-996a-11201d6702b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=418f2718-5a55-4ccb-996a-11201d6702b2,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:14.059443 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:14.062994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] For port ffb9746a-893d-4fb2-81d1-3fdd055c8746, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffb9746a-893d-4fb2-81d1-3fdd055c8746,segment=NetworkSegment(6de865c9-e836-43af-82e0-d52e34d30304),segment_id=6de865c9-e836-43af-82e0-d52e34d30304)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:54:14.076184 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c6263543-8258-4392-bcc1-243e06d491eb tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 987 time: 4.5164099
Nov 20 20:54:14.085354 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40492) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:14.098717 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:14.143698 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:14.150941 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=418f2718-5a55-4ccb-996a-11201d6702b2,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:14.195392 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:14.200253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c70c5742-720a-4f9f-a756-f4f81fef0286 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1800034462-network', 'tenant_id': 'ddbc227afeaf4f029118ff4be3f9e452'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:14.272702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031379c-e202-4f23-910e-10b40b732cf1 None None] Pushing event updated for resources: {'Port': ['ID=ffb9746a-893d-4fb2-81d1-3fdd055c8746,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:14.288625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70c5742-720a-4f9f-a756-f4f81fef0286 admin admin] Made reservation on behalf of ddbc227afeaf4f029118ff4be3f9e452 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:54:14.290851 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c70c5742-720a-4f9f-a756-f4f81fef0286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:14.313848 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c70c5742-720a-4f9f-a756-f4f81fef0286 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:14.411797 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Allocated IP 172.35.1.66 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/6cf035f6-51fc-4637-a6ac-59c07a2f2eaf) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:14.426326 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['418f2718-5a55-4ccb-996a-11201d6702b2'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:14.439295 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9ad3bf39-7cda-417e-b06e-aa69e68c9de5 tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] 10.222.0.41 "GET /v2.0/floatingips/5c27c796-0720-4d1b-b202-6185a67af84b HTTP/1.1" status: 200  len: 982 time: 0.3503835
Nov 20 20:54:14.441728 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40496) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:14.606860 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device c6e0c110-4765-4766-bc45-55c8c3a214d9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:54:14.655899 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-848aa548-653f-4f3f-bd49-aef137ef6046 tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2731 time: 0.2129798
Nov 20 20:54:14.664586 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40498) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:14.739374 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c70c5742-720a-4f9f-a756-f4f81fef0286 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:14.743726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-370e1946-d3e6-4997-82bd-27b7efd84810 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:14.745865 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-370e1946-d3e6-4997-82bd-27b7efd84810 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.37 "GET /v2.0/networks?id=7ac3ab90-d288-4bb5-99a9-c81df0147689 HTTP/1.1" status: 200  len: 803 time: 0.4206355
Nov 20 20:54:14.752231 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c70c5742-720a-4f9f-a756-f4f81fef0286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:14.778725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d42009-91cf-45ec-bec7-8b6d9e477e1e req-32f41918-b173-4ad9-a328-9c66ea2a86a0 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:14.786098 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f7d42009-91cf-45ec-bec7-8b6d9e477e1e req-32f41918-b173-4ad9-a328-9c66ea2a86a0 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 949 time: 0.3619702
Nov 20 20:54:14.792269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-553b4239-2c4a-4cf7-973d-408fb044bce2 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Request body: {'port': {'device_id': '51b7cefa-0cde-4503-a8c6-102e37a1b57d', 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689', 'admin_state_up': True, 'tenant_id': '44e20e99a6534d5d95e9d012160657a3'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:14.794035 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c5742-720a-4f9f-a756-f4f81fef0286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deb3a85-712e-422e-8c6b-f418c368dca3,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:14.819050 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70c5742-720a-4f9f-a756-f4f81fef0286 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:54:14.840869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-7a3fe30d-d38d-4298-a2da-e75cdde2acc1 req-d29dbaf2-c313-4155-8e87-23052fa757da tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Deleting port c6e0c110-4765-4766-bc45-55c8c3a214d9 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:14.841208 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7a3fe30d-d38d-4298-a2da-e75cdde2acc1 req-d29dbaf2-c313-4155-8e87-23052fa757da tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:14.845374 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:14.865413 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.db.resource_extend [None req-42f53447-8730-41ad-9247-17078622990b tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 20:54:14.869614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffe6a66-af8a-40dc-bb9e-a37fd916c78b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e0c110-4765-4766-bc45-55c8c3a214d9'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:14.875592 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9c8a72-8fec-4b3a-a003-f890308589fd" -d '{"events": [{"server_uuid": "0ffe6a66-af8a-40dc-bb9e-a37fd916c78b", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e0c110-4765-4766-bc45-55c8c3a214d9"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:14.884306 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c70c5742-720a-4f9f-a756-f4f81fef0286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:14.884849 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-c70c5742-720a-4f9f-a756-f4f81fef0286 admin admin] Added segment a1838d34-f7c5-4864-88d2-8708ec30879e of type vlan for network c2547acb-d47e-494f-a5d2-fe676aa332b8
Nov 20 20:54:14.906179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port c6e0c110-4765-4766-bc45-55c8c3a214d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6e0c110-4765-4766-bc45-55c8c3a214d9,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:14.915003 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:14.951204 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b6ce73-3bf6-45f6-a161-31ce9ecc62bd x-openstack-request-id: req-90b6ce73-3bf6-45f6-a161-31ce9ecc62bd {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:14.952028 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffe6a66-af8a-40dc-bb9e-a37fd916c78b", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e0c110-4765-4766-bc45-55c8c3a214d9", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:14.952338 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90b6ce73-3bf6-45f6-a161-31ce9ecc62bd {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:14.952804 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffe6a66-af8a-40dc-bb9e-a37fd916c78b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e0c110-4765-4766-bc45-55c8c3a214d9', 'code': 200}
Nov 20 20:54:14.955524 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:14.982457 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c70c5742-720a-4f9f-a756-f4f81fef0286 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:14.999157 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=c6e0c110-4765-4766-bc45-55c8c3a214d9,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:15.036975 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42f53447-8730-41ad-9247-17078622990b tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:15.043492 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f7d42009-91cf-45ec-bec7-8b6d9e477e1e req-16bb5271-fb5c-4e66-b0bf-02c51c21380f tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2566185
Nov 20 20:54:15.057608 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42f53447-8730-41ad-9247-17078622990b tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:15.096465 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dc0376f8-f6c6-4df1-ad31-18a46a7d73c9 req-46258011-f7d5-4eb1-bc4c-ce96227a0b81 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 210 time: 0.0633073
Nov 20 20:54:15.103683 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c70c5742-720a-4f9f-a756-f4f81fef0286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:15.105459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c5742-720a-4f9f-a756-f4f81fef0286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:15.106783 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c70c5742-720a-4f9f-a756-f4f81fef0286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:15.139325 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:15.157045 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c70c5742-720a-4f9f-a756-f4f81fef0286 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1319001
Nov 20 20:54:15.172176 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40508) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:15.177392 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1eef8c8f-8f07-4fed-9b79-bc3f15be0e40 admin admin] Request body: {'subnet': {'network_id': 'c2547acb-d47e-494f-a5d2-fe676aa332b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1800034462-subnet', 'tenant_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:15.231868 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-7a3fe30d-d38d-4298-a2da-e75cdde2acc1 req-d29dbaf2-c313-4155-8e87-23052fa757da tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] For port c6e0c110-4765-4766-bc45-55c8c3a214d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6e0c110-4765-4766-bc45-55c8c3a214d9,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:15.232225 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7a3fe30d-d38d-4298-a2da-e75cdde2acc1 req-d29dbaf2-c313-4155-8e87-23052fa757da tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:15.235349 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4519a9e5-2104-49d3-9178-a91863590b8e tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Deleting port 694dc4e6-b297-403a-90ac-65585bdd84a0 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:15.235701 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4519a9e5-2104-49d3-9178-a91863590b8e tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:15.243916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c5742-720a-4f9f-a756-f4f81fef0286 admin admin] Pushing event updated for resources: {'Network': ['ID=c2547acb-d47e-494f-a5d2-fe676aa332b8,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:15.249206 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:15.255522 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network c2547acb-d47e-494f-a5d2-fe676aa332b8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:54:15.278557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-7a3fe30d-d38d-4298-a2da-e75cdde2acc1 req-d29dbaf2-c313-4155-8e87-23052fa757da tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Calling delete_port for c6e0c110-4765-4766-bc45-55c8c3a214d9 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:15.286711 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:15.289308 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-42f53447-8730-41ad-9247-17078622990b tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Floating IP fc7e2ae3-cfcf-489c-9055-dd41357263f6 associated. External IP: 172.35.1.118, port: 65288fa2-856b-4bcd-b79e-358cb9d13ee1.
Nov 20 20:54:15.295182 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:15.333928 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Pushing event updated for resources: {'Port': ['ID=6cf035f6-51fc-4637-a6ac-59c07a2f2eaf,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:15.341002 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eef8c8f-8f07-4fed-9b79-bc3f15be0e40 admin admin] Made reservation on behalf of ddbc227afeaf4f029118ff4be3f9e452 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:54:15.346669 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1eef8c8f-8f07-4fed-9b79-bc3f15be0e40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:15.416138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107edfc-c227-48e8-b607-da4c03bc1ebb req-713e328c-056f-4854-995f-9d3aab4bd641 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:15.418445 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4107edfc-c227-48e8-b607-da4c03bc1ebb req-713e328c-056f-4854-995f-9d3aab4bd641 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.2415004
Nov 20 20:54:15.419093 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-553b4239-2c4a-4cf7-973d-408fb044bce2 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Made reservation on behalf of 44e20e99a6534d5d95e9d012160657a3 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:54:15.426794 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-553b4239-2c4a-4cf7-973d-408fb044bce2 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:15.507019 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4519a9e5-2104-49d3-9178-a91863590b8e tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:15.507225 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ef58e9-2622-46a7-bbfb-e42f2ac6f85a None None] Network a165c015-6336-4887-8830-b87d73789cc0 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:54:15.507351 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4519a9e5-2104-49d3-9178-a91863590b8e tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:15.543397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4519a9e5-2104-49d3-9178-a91863590b8e tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Calling delete_port for 694dc4e6-b297-403a-90ac-65585bdd84a0 owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:15.605314 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-457e169e-bdaf-4ac1-8bc0-5bbc8fefefeb None None] Provisioning complete for port ffb9746a-893d-4fb2-81d1-3fdd055c8746 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:15.605756 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-457e169e-bdaf-4ac1-8bc0-5bbc8fefefeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:15.610767 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-14b4408e-2639-47d4-8695-82ba30f6716c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:15.624192 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4107edfc-c227-48e8-b607-da4c03bc1ebb req-e211b623-6290-4be0-950f-1f5ecdffed22 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922619
Nov 20 20:54:15.710431 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-106ed66a-b62d-41ee-b853-edc348a1898c req-75bebe1c-c8ea-43aa-91f3-cb257e896661 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1874340503', 'description': 'tempest-description-1999313630'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:15.770490 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-457e169e-bdaf-4ac1-8bc0-5bbc8fefefeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:15.811464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-457e169e-bdaf-4ac1-8bc0-5bbc8fefefeb None None] For port ffb9746a-893d-4fb2-81d1-3fdd055c8746, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffb9746a-893d-4fb2-81d1-3fdd055c8746,segment=NetworkSegment(6de865c9-e836-43af-82e0-d52e34d30304),segment_id=6de865c9-e836-43af-82e0-d52e34d30304)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:15.817548 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-457e169e-bdaf-4ac1-8bc0-5bbc8fefefeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:15.879809 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e169e-bdaf-4ac1-8bc0-5bbc8fefefeb None None] Pushing event updated for resources: {'Port': ['ID=ffb9746a-893d-4fb2-81d1-3fdd055c8746,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:15.897077 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-106ed66a-b62d-41ee-b853-edc348a1898c req-75bebe1c-c8ea-43aa-91f3-cb257e896661 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:16.034661 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1eef8c8f-8f07-4fed-9b79-bc3f15be0e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:16.130378 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4519a9e5-2104-49d3-9178-a91863590b8e tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:16.136607 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7a3fe30d-d38d-4298-a2da-e75cdde2acc1 req-d29dbaf2-c313-4155-8e87-23052fa757da tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:16.158790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-88f25a3c-3c90-469b-bf97-a51850552ae5 None None] Provisioning complete for port ffb9746a-893d-4fb2-81d1-3fdd055c8746 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:16.159986 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-88f25a3c-3c90-469b-bf97-a51850552ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:16.169620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-553b4239-2c4a-4cf7-973d-408fb044bce2 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Allocated IP 172.20.0.13 (7ac3ab90-d288-4bb5-99a9-c81df0147689/dca0b895-d4f5-4110-adf5-186714814159/750b5bfe-3b8d-4aec-8be2-266f1f451b32) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:16.185397 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:16.187220 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519a9e5-2104-49d3-9178-a91863590b8e tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Pushing event deleted for resources: {'Port': ['ID=694dc4e6-b297-403a-90ac-65585bdd84a0,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:16.198844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef8c8f-8f07-4fed-9b79-bc3f15be0e40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6ba0b2-0bf6-4f39-b58c-f9b7ddaa5026,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:16.207075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f53447-8730-41ad-9247-17078622990b tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:54:16.209314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dbaf2-c313-4155-8e87-23052fa757da tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Pushing event deleted for resources: {'Port': ['ID=c6e0c110-4765-4766-bc45-55c8c3a214d9,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:16.345755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b8349-0d38-40e6-83d4-730277e5df1c req-c454a5d0-9afc-4018-9539-8458d789b063 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:16.347399 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f32b8349-0d38-40e6-83d4-730277e5df1c req-c454a5d0-9afc-4018-9539-8458d789b063 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 949 time: 0.2031581
Nov 20 20:54:16.348172 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3fe30d-d38d-4298-a2da-e75cdde2acc1 req-d29dbaf2-c313-4155-8e87-23052fa757da tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] No DVR routers for this DVR port c6e0c110-4765-4766-bc45-55c8c3a214d9 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:54:16.355889 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7a3fe30d-d38d-4298-a2da-e75cdde2acc1 req-d29dbaf2-c313-4155-8e87-23052fa757da tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:16.359335 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a3fe30d-d38d-4298-a2da-e75cdde2acc1 req-d29dbaf2-c313-4155-8e87-23052fa757da tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.37 "DELETE /v2.0/ports/c6e0c110-4765-4766-bc45-55c8c3a214d9 HTTP/1.1" status: 204  len: 173 time: 2.3182013
Nov 20 20:54:16.364131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffe6a66-af8a-40dc-bb9e-a37fd916c78b', 'name': 'network-vif-deleted', 'tag': 'c6e0c110-4765-4766-bc45-55c8c3a214d9'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:16.366507 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d19bcf-d190-4d35-8d0f-0c7c12ef4407" -d '{"events": [{"server_uuid": "0ffe6a66-af8a-40dc-bb9e-a37fd916c78b", "name": "network-vif-deleted", "tag": "c6e0c110-4765-4766-bc45-55c8c3a214d9"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:16.442996 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:54:16.537473 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ffb9746a-893d-4fb2-81d1-3fdd055c8746 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:54:16.566592 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f32b8349-0d38-40e6-83d4-730277e5df1c req-81dc2273-8b43-49cc-a764-2cb81083c63c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943421
Nov 20 20:54:16.580268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f53447-8730-41ad-9247-17078622990b tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:54:16.591916 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f21f045-2570-49a5-b4b3-681c5a8992c7 None None] Sync routers for ids ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:54:16.605427 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-106ed66a-b62d-41ee-b853-edc348a1898c req-75bebe1c-c8ea-43aa-91f3-cb257e896661 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:16.606341 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42f53447-8730-41ad-9247-17078622990b tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:16.613612 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f21f045-2570-49a5-b4b3-681c5a8992c7 None None] Routers {'2476b6ab-8eb5-458c-944e-7ef85c8890a6'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:16.614295 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2f21f045-2570-49a5-b4b3-681c5a8992c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543f96d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:16.623430 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ffb9746a-893d-4fb2-81d1-3fdd055c8746 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:16.634615 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:16.642912 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-106ed66a-b62d-41ee-b853-edc348a1898c req-75bebe1c-c8ea-43aa-91f3-cb257e896661 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:16.667930 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eef8c8f-8f07-4fed-9b79-bc3f15be0e40 admin admin] Checking segment: {'id': 'a1838d34-f7c5-4864-88d2-8708ec30879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c2547acb-d47e-494f-a5d2-fe676aa332b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:54:16.668355 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eef8c8f-8f07-4fed-9b79-bc3f15be0e40 admin admin] Network hostable DHCP agents. Network: c2547acb-d47e-494f-a5d2-fe676aa332b8, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:54:16.671144 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-42f53447-8730-41ad-9247-17078622990b tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "PUT /v2.0/floatingips/fc7e2ae3-cfcf-489c-9055-dd41357263f6 HTTP/1.1" status: 200  len: 991 time: 3.2318065
Nov 20 20:54:16.705947 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:16.731872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-15b38c7a-7caa-4883-8b3a-3de80153d955 req-3de4a858-2505-4800-ad32-ce0df7195a96 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 210 time: 0.0432518
Nov 20 20:54:16.758573 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-106ed66a-b62d-41ee-b853-edc348a1898c req-75bebe1c-c8ea-43aa-91f3-cb257e896661 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:16.758573 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-106ed66a-b62d-41ee-b853-edc348a1898c req-75bebe1c-c8ea-43aa-91f3-cb257e896661 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1832 time: 1.0749345
Nov 20 20:54:16.778755 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4519a9e5-2104-49d3-9178-a91863590b8e tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:16.779034 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-4519a9e5-2104-49d3-9178-a91863590b8e tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Floating IP 5c27c796-0720-4d1b-b202-6185a67af84b disassociated (deleted). External IP: 172.35.1.98, port: d7782a9e-a9ec-4105-bf97-10a703e7ce10.
Nov 20 20:54:16.785142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bebe1c-c8ea-43aa-91f3-cb257e896661 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b9a182-8e87-42e1-b866-5fa94524ce17,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:16.795338 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-553b4239-2c4a-4cf7-973d-408fb044bce2 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:16.805995 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2f21f045-2570-49a5-b4b3-681c5a8992c7 None None] Set router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:16.842612 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7467040-6f95-45ae-909a-b00c9b583165 x-openstack-request-id: req-f7467040-6f95-45ae-909a-b00c9b583165 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:16.842914 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffe6a66-af8a-40dc-bb9e-a37fd916c78b", "name": "network-vif-deleted", "tag": "c6e0c110-4765-4766-bc45-55c8c3a214d9", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:16.843162 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7467040-6f95-45ae-909a-b00c9b583165 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:16.843561 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffe6a66-af8a-40dc-bb9e-a37fd916c78b', 'name': 'network-vif-deleted', 'tag': 'c6e0c110-4765-4766-bc45-55c8c3a214d9', 'status': 'completed', 'code': 200}
Nov 20 20:54:16.868047 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-553b4239-2c4a-4cf7-973d-408fb044bce2 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:16.872609 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eef8c8f-8f07-4fed-9b79-bc3f15be0e40 admin admin] Network c2547acb-d47e-494f-a5d2-fe676aa332b8 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:54:16.922958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-553b4239-2c4a-4cf7-973d-408fb044bce2 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Network 7ac3ab90-d288-4bb5-99a9-c81df0147689 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:16.926377 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-553b4239-2c4a-4cf7-973d-408fb044bce2 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:16.930415 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-553b4239-2c4a-4cf7-973d-408fb044bce2 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:16.937805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b4239-2c4a-4cf7-973d-408fb044bce2 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Pushing event updated for resources: {'Port': ['ID=750b5bfe-3b8d-4aec-8be2-266f1f451b32,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:17.017320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-553b4239-2c4a-4cf7-973d-408fb044bce2 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:17.018251 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-553b4239-2c4a-4cf7-973d-408fb044bce2 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:17.048349 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-1eef8c8f-8f07-4fed-9b79-bc3f15be0e40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c2547acb-d47e-494f-a5d2-fe676aa332b8) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:17.049756 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-553b4239-2c4a-4cf7-973d-408fb044bce2 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2821774
Nov 20 20:54:17.058685 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef8c8f-8f07-4fed-9b79-bc3f15be0e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:17.059416 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1eef8c8f-8f07-4fed-9b79-bc3f15be0e40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:17.059839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6449ff0f-1a1a-4ef2-9163-9e9df2d545fa None None] Network c2547acb-d47e-494f-a5d2-fe676aa332b8 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:54:17.065813 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Request body: {'port': {'device_id': '51b7cefa-0cde-4503-a8c6-102e37a1b57d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:17.128011 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69856b1b-97a2-4348-8372-71ef058b25c7 req-0963b12a-dfa0-413e-a657-3ee6ca62675f tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1874340503&fields=id&tenant_id=59c483cdab9f4467a9c5bdd3b6c8357e HTTP/1.1" status: 200  len: 267 time: 0.1404085
Nov 20 20:54:17.131164 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1eef8c8f-8f07-4fed-9b79-bc3f15be0e40 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.9576919
Nov 20 20:54:17.134014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40528) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:17.140876 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1800034462-router', 'tenant_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:17.148465 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:17.179819 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2f21f045-2570-49a5-b4b3-681c5a8992c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543f96d0>, [{'id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'name': 'tempest-ServersTestJSON-567974701-router', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156'}], 'enable_snat': True}, 'gw_port_id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:35Z', 'updated_at': '2021-11-20T20:53:42Z', 'revision_number': 4, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'gw_port': {'id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:37Z', 'updated_at': '2021-11-20T20:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fc7e2ae3-cfcf-489c-9055-dd41357263f6', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'floating_ip_address': '172.35.1.118', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'port_id': '65288fa2-856b-4bcd-b79e-358cb9d13ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'mac_address': 'fa:16:3e:d6:65:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649c047e-3541-4d30-a07c-dc2788902dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:53:48Z', 'updated_at': '2021-11-20T20:54:14Z', 'revision_number': 1, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc27a450-4013-4b1d-b152-0f10837c045d', 'name': '', 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'mac_address': 'fa:16:3e:18:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'de8dd647-e967-4270-93b3-facefa8db304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:41Z', 'updated_at': '2021-11-20T20:53:54Z', 'revision_number': 5, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'subnets': [{'id': 'de8dd647-e967-4270-93b3-facefa8db304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:17.211841 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:17.213959 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:17.222902 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f21f045-2570-49a5-b4b3-681c5a8992c7 None None] Checking router: 2476b6ab-8eb5-458c-944e-7ef85c8890a6 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:54:17.234435 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f21f045-2570-49a5-b4b3-681c5a8992c7 None None] Routers {'2476b6ab-8eb5-458c-944e-7ef85c8890a6'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:17.235686 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2f21f045-2570-49a5-b4b3-681c5a8992c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543f96d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:17.264060 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c2547acb-d47e-494f-a5d2-fe676aa332b8', 'network_id': 'c2547acb-d47e-494f-a5d2-fe676aa332b8', 'tenant_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'fixed_ips': [{'subnet_id': 'dd6ba0b2-0bf6-4f39-b58c-f9b7ddaa5026'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:54:17.264962 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:17.269300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 418f2718-5a55-4ccb-996a-11201d6702b2 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:54:17.370834 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:17.389337 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69856b1b-97a2-4348-8372-71ef058b25c7 req-3ab60857-6dca-4bf8-9973-2066b1a151e7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:17.390838 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69856b1b-97a2-4348-8372-71ef058b25c7 req-3ab60857-6dca-4bf8-9973-2066b1a151e7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.2529333
Nov 20 20:54:17.408156 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2f21f045-2570-49a5-b4b3-681c5a8992c7 None None] Set router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:17.431211 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:17.476231 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-69856b1b-97a2-4348-8372-71ef058b25c7 req-646109e6-7e0a-4293-a74c-d92585b78f60 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Request body: {'port': {'security_groups': ['df5c02ad-a565-4bf1-8f84-90234e55d57b', '67b9a182-8e87-42e1-b866-5fa94524ce17']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:17.568076 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 418f2718-5a55-4ccb-996a-11201d6702b2 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:54:17.597025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 418f2718-5a55-4ccb-996a-11201d6702b2 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:17.597663 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:17.610598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4519a9e5-2104-49d3-9178-a91863590b8e tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Router ea75d3c5-1fca-4974-8e62-67f5bd311985 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:54:17.632162 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69856b1b-97a2-4348-8372-71ef058b25c7 req-646109e6-7e0a-4293-a74c-d92585b78f60 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:17.641303 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Allocated IP 172.20.0.2 (c2547acb-d47e-494f-a5d2-fe676aa332b8/dd6ba0b2-0bf6-4f39-b58c-f9b7ddaa5026/2744bb26-0b01-4e77-8ff1-d75f79b7d433) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:17.708336 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:17.836118 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:17.874757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Router d626a881-4ac4-4e55-88e6-6ca721bc06ec is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:54:17.883382 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbe1bea-a4aa-4b72-87dd-856345ef5791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418f2718-5a55-4ccb-996a-11201d6702b2'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:17.885784 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5278bb79-907b-40b8-8ef9-9bdd9f834568" -d '{"events": [{"server_uuid": "3fbe1bea-a4aa-4b72-87dd-856345ef5791", "name": "network-vif-plugged", "status": "completed", "tag": "418f2718-5a55-4ccb-996a-11201d6702b2"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:17.891630 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffde4e3-8642-45d5-b537-21adde4b65b8 req-8d105a5e-1b1f-46ab-bab4-c87cc7139653 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:17.900080 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ffde4e3-8642-45d5-b537-21adde4b65b8 req-8d105a5e-1b1f-46ab-bab4-c87cc7139653 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 949 time: 0.1848686
Nov 20 20:54:17.904173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4519a9e5-2104-49d3-9178-a91863590b8e tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:54:17.914552 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4519a9e5-2104-49d3-9178-a91863590b8e tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:17.920065 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af66cf5-dfe5-40d7-92cb-b1d1aa80e640 None None] Sync routers for ids ['ea75d3c5-1fca-4974-8e62-67f5bd311985'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:54:17.927852 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 418f2718-5a55-4ccb-996a-11201d6702b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=418f2718-5a55-4ccb-996a-11201d6702b2,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:17.929880 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2f21f045-2570-49a5-b4b3-681c5a8992c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543f96d0>, [{'id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'name': 'tempest-ServersTestJSON-567974701-router', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156'}], 'enable_snat': True}, 'gw_port_id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:35Z', 'updated_at': '2021-11-20T20:53:42Z', 'revision_number': 4, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'gw_port': {'id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:37Z', 'updated_at': '2021-11-20T20:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fc7e2ae3-cfcf-489c-9055-dd41357263f6', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'floating_ip_address': '172.35.1.118', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'port_id': '65288fa2-856b-4bcd-b79e-358cb9d13ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'mac_address': 'fa:16:3e:d6:65:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649c047e-3541-4d30-a07c-dc2788902dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:53:48Z', 'updated_at': '2021-11-20T20:54:14Z', 'revision_number': 1, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc27a450-4013-4b1d-b152-0f10837c045d', 'name': '', 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'mac_address': 'fa:16:3e:18:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'de8dd647-e967-4270-93b3-facefa8db304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:41Z', 'updated_at': '2021-11-20T20:53:54Z', 'revision_number': 5, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'subnets': [{'id': 'de8dd647-e967-4270-93b3-facefa8db304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:17.941143 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:17.944955 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af66cf5-dfe5-40d7-92cb-b1d1aa80e640 None None] Routers {'ea75d3c5-1fca-4974-8e62-67f5bd311985'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:17.945675 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3af66cf5-dfe5-40d7-92cb-b1d1aa80e640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47384250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ea75d3c5-1fca-4974-8e62-67f5bd311985'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:17.969384 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f21f045-2570-49a5-b4b3-681c5a8992c7 None None] The sync data for ids ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'] in ncdv-master-1 is: [{'id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'name': 'tempest-ServersTestJSON-567974701-router', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156'}], 'enable_snat': True}, 'gw_port_id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:35Z', 'updated_at': '2021-11-20T20:53:42Z', 'revision_number': 4, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'gw_port': {'id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:37Z', 'updated_at': '2021-11-20T20:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fc7e2ae3-cfcf-489c-9055-dd41357263f6', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'floating_ip_address': '172.35.1.118', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'port_id': '65288fa2-856b-4bcd-b79e-358cb9d13ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'mac_address': 'fa:16:3e:d6:65:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649c047e-3541-4d30-a07c-dc2788902dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:53:48Z', 'updated_at': '2021-11-20T20:54:14Z', 'revision_number': 1, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc27a450-4013-4b1d-b152-0f10837c045d', 'name': '', 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'mac_address': 'fa:16:3e:18:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'de8dd647-e967-4270-93b3-facefa8db304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:41Z', 'updated_at': '2021-11-20T20:53:54Z', 'revision_number': 5, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'subnets': [{'id': 'de8dd647-e967-4270-93b3-facefa8db304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:54:18.000493 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3af66cf5-dfe5-40d7-92cb-b1d1aa80e640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47384250>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:18.008796 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4519a9e5-2104-49d3-9178-a91863590b8e tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] 10.222.0.41 "DELETE /v2.0/floatingips/5c27c796-0720-4d1b-b202-6185a67af84b HTTP/1.1" status: 204  len: 168 time: 3.3431988
Nov 20 20:54:18.018232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40538) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:18.028154 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:18.042904 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:18.062601 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:18.068215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af66cf5-dfe5-40d7-92cb-b1d1aa80e640 None None] Routers {'ea75d3c5-1fca-4974-8e62-67f5bd311985'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:18.068944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3af66cf5-dfe5-40d7-92cb-b1d1aa80e640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47384250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ea75d3c5-1fca-4974-8e62-67f5bd311985'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:18.120219 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3af66cf5-dfe5-40d7-92cb-b1d1aa80e640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47384250>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:18.120737 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af66cf5-dfe5-40d7-92cb-b1d1aa80e640 None None] The sync data for ids ['ea75d3c5-1fca-4974-8e62-67f5bd311985'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:54:18.127330 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ffde4e3-8642-45d5-b537-21adde4b65b8 req-78788b98-058a-4bba-9e72-262aabcaef89 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2257898
Nov 20 20:54:18.129520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Network c2547acb-d47e-494f-a5d2-fe676aa332b8 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:18.131631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:18.134220 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 750b5bfe-3b8d-4aec-8be2-266f1f451b32 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:54:18.134370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=418f2718-5a55-4ccb-996a-11201d6702b2,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:18.137537 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:18.147073 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:54:18.163959 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:18.168984 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Sync routers for ids ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:54:18.193157 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Routers {'d626a881-4ac4-4e55-88e6-6ca721bc06ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:18.193820 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541ff670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:18.195599 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:18.196897 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-46df2486-db1c-4dd9-a051-f2fcb8a34515 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.0940170
Nov 20 20:54:18.201200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40542) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:18.205526 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:18.211610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-69856b1b-97a2-4348-8372-71ef058b25c7 req-646109e6-7e0a-4293-a74c-d92585b78f60 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] For port f1bd4c4a-0fa6-457c-a111-718b20fa5663, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1bd4c4a-0fa6-457c-a111-718b20fa5663,segment=NetworkSegment(3438dca2-2da2-4820-b43c-9039a055ca53),segment_id=3438dca2-2da2-4820-b43c-9039a055ca53)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:18.261297 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Transition to ACTIVE for port object 750b5bfe-3b8d-4aec-8be2-266f1f451b32 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:54:18.315331 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:18.333324 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69856b1b-97a2-4348-8372-71ef058b25c7 req-646109e6-7e0a-4293-a74c-d92585b78f60 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:18.373273 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69856b1b-97a2-4348-8372-71ef058b25c7 req-646109e6-7e0a-4293-a74c-d92585b78f60 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:18.416176 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Set router d626a881-4ac4-4e55-88e6-6ca721bc06ec gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:18.438973 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c87c020-b8ef-44ce-9193-28aadd61adf1 None None] New status for floating IP fc7e2ae3-cfcf-489c-9055-dd41357263f6: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:54:18.444200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f1bd4c4a-0fa6-457c-a111-718b20fa5663'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:18.454089 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Pushing event updated for resources: {'Port': ['ID=2744bb26-0b01-4e77-8ff1-d75f79b7d433,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:18.462337 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69856b1b-97a2-4348-8372-71ef058b25c7 req-646109e6-7e0a-4293-a74c-d92585b78f60 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:18.463194 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69856b1b-97a2-4348-8372-71ef058b25c7 req-646109e6-7e0a-4293-a74c-d92585b78f60 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:18.464778 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69856b1b-97a2-4348-8372-71ef058b25c7 req-646109e6-7e0a-4293-a74c-d92585b78f60 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "PUT /v2.0/ports/f1bd4c4a-0fa6-457c-a111-718b20fa5663 HTTP/1.1" status: 200  len: 982 time: 1.0084853
Nov 20 20:54:18.468015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'tag': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:18.470102 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143d5f33-b36f-4268-b7c7-656652f38b39" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6be238-5664-44e6-b4f8-2b26652e0cb1", "tag": "f1bd4c4a-0fa6-457c-a111-718b20fa5663"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:18.578845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9296deb-ec4c-4727-83db-55e0effc447b req-3aed233b-ab7a-4cce-87a7-54c236765e42 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:18.586445 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9296deb-ec4c-4727-83db-55e0effc447b req-3aed233b-ab7a-4cce-87a7-54c236765e42 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 944 time: 0.3238101
Nov 20 20:54:18.596218 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Attempting to bind port 2744bb26-0b01-4e77-8ff1-d75f79b7d433 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:54:18.596350 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Attempting to bind port 2744bb26-0b01-4e77-8ff1-d75f79b7d433 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a1838d34-f7c5-4864-88d2-8708ec30879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c2547acb-d47e-494f-a5d2-fe676aa332b8'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:54:18.596685 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Attempting to bind port 2744bb26-0b01-4e77-8ff1-d75f79b7d433 on network c2547acb-d47e-494f-a5d2-fe676aa332b8 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:54:18.601195 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bc1afe-1af8-4b7f-ab38-253059885c2f x-openstack-request-id: req-15bc1afe-1af8-4b7f-ab38-253059885c2f {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:18.601622 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbe1bea-a4aa-4b72-87dd-856345ef5791", "name": "network-vif-plugged", "status": "completed", "tag": "418f2718-5a55-4ccb-996a-11201d6702b2", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:18.601755 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15bc1afe-1af8-4b7f-ab38-253059885c2f {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:18.602162 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbe1bea-a4aa-4b72-87dd-856345ef5791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418f2718-5a55-4ccb-996a-11201d6702b2', 'code': 200}
Nov 20 20:54:18.618907 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646109e6-7e0a-4293-a74c-d92585b78f60 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Pushing event updated for resources: {'Port': ['ID=f1bd4c4a-0fa6-457c-a111-718b20fa5663,revision_number=6']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:18.632826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f1bd4c4a-0fa6-457c-a111-718b20fa5663'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:18.634795 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device c6e0c110-4765-4766-bc45-55c8c3a214d9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:54:18.662287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Pushing event updated for resources: {'Port': ['ID=750b5bfe-3b8d-4aec-8be2-266f1f451b32,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:18.688368 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:18.698738 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: c6e0c110-4765-4766-bc45-55c8c3a214d9 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:54:18.699259 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device c6e0c110-4765-4766-bc45-55c8c3a214d9 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:54:18.728026 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:54:18.728458 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Checking segment: {'id': 'a1838d34-f7c5-4864-88d2-8708ec30879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c2547acb-d47e-494f-a5d2-fe676aa332b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:54:18.729036 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:18.729574 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Bound using segment: {'id': 'a1838d34-f7c5-4864-88d2-8708ec30879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c2547acb-d47e-494f-a5d2-fe676aa332b8'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:54:18.730215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Bound port: 2744bb26-0b01-4e77-8ff1-d75f79b7d433, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1838d34-f7c5-4864-88d2-8708ec30879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c2547acb-d47e-494f-a5d2-fe676aa332b8'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:54:18.730534 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:18.754830 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541ff670>, [{'id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'name': 'tempest-ServersTestFqdnHostnames-1065850746-router', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66'}], 'enable_snat': True}, 'gw_port_id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:13Z', 'updated_at': '2021-11-20T20:54:15Z', 'revision_number': 3, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'gw_port': {'id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:14Z', 'updated_at': '2021-11-20T20:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:18.770675 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74063e1c-66c4-4b9c-88b6-75d0f251b773 req-d21d4e89-1312-4103-a32e-619bb6bfea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:18.772601 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-74063e1c-66c4-4b9c-88b6-75d0f251b773 req-d21d4e89-1312-4103-a32e-619bb6bfea4b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 1101 time: 0.0804341
Nov 20 20:54:18.811837 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Checking router: d626a881-4ac4-4e55-88e6-6ca721bc06ec for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:54:18.812754 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Updating router d626a881-4ac4-4e55-88e6-6ca721bc06ec port 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:54:18.844935 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649c047e-3541-4d30-a07c-dc2788902dfd', 'tag': '65288fa2-856b-4bcd-b79e-358cb9d13ee1'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:18.847314 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ba5381-86e7-4eb7-be21-4af0e8103ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "649c047e-3541-4d30-a07c-dc2788902dfd", "tag": "65288fa2-856b-4bcd-b79e-358cb9d13ee1"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:18.864149 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:18.865964 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:18.875750 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-74063e1c-66c4-4b9c-88b6-75d0f251b773 req-4bc1ec17-17df-43c1-b889-bbf7fdb07472 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739772
Nov 20 20:54:18.904449 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:18.906194 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-209bdd8a-d74e-4a5f-89a8-2ff9a91db804 req-9f00c765-a852-42cd-8047-2a403d627549 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1874340503&fields=id&tenant_id=59c483cdab9f4467a9c5bdd3b6c8357e HTTP/1.1" status: 200  len: 267 time: 0.0975626
Nov 20 20:54:18.916378 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9296deb-ec4c-4727-83db-55e0effc447b req-b1d2b5cc-85d2-49d5-a04b-28100027eb11 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3287027
Nov 20 20:54:18.981034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] For port 2744bb26-0b01-4e77-8ff1-d75f79b7d433, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:54:18.989072 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Attempting to bind port 750b5bfe-3b8d-4aec-8be2-266f1f451b32 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:54:18.989769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Attempting to bind port 750b5bfe-3b8d-4aec-8be2-266f1f451b32 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:54:18.990399 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Attempting to bind port 750b5bfe-3b8d-4aec-8be2-266f1f451b32 on network 7ac3ab90-d288-4bb5-99a9-c81df0147689 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:54:19.005737 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Port 750b5bfe-3b8d-4aec-8be2-266f1f451b32 on network 7ac3ab90-d288-4bb5-99a9-c81df0147689 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:54:19.006483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Attempting to bind port 750b5bfe-3b8d-4aec-8be2-266f1f451b32 on network 7ac3ab90-d288-4bb5-99a9-c81df0147689 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:54:19.026787 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:54:19.027450 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Checking segment: {'id': '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:54:19.028068 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Bound using segment: {'id': '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:54:19.028767 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Bound port: 750b5bfe-3b8d-4aec-8be2-266f1f451b32, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:54:19.029376 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:19.030997 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] For port 2744bb26-0b01-4e77-8ff1-d75f79b7d433, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2744bb26-0b01-4e77-8ff1-d75f79b7d433,segment=NetworkSegment(a1838d34-f7c5-4864-88d2-8708ec30879e),segment_id=a1838d34-f7c5-4864-88d2-8708ec30879e)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:54:19.034204 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:19.037141 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:19.077669 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7299d253-5a81-410c-ad10-54dcfaa3859a x-openstack-request-id: req-7299d253-5a81-410c-ad10-54dcfaa3859a {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:19.077962 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6be238-5664-44e6-b4f8-2b26652e0cb1", "tag": "f1bd4c4a-0fa6-457c-a111-718b20fa5663", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:19.078251 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7299d253-5a81-410c-ad10-54dcfaa3859a {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:19.078662 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'tag': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663', 'status': 'completed', 'code': 200}
Nov 20 20:54:19.094013 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bdd8a-d74e-4a5f-89a8-2ff9a91db804 req-7aadcc4e-ace0-443b-b044-162d87e83ca9 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:19.094354 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:19.096724 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-209bdd8a-d74e-4a5f-89a8-2ff9a91db804 req-7aadcc4e-ace0-443b-b044-162d87e83ca9 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 985 time: 0.1608875
Nov 20 20:54:19.116285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-209bdd8a-d74e-4a5f-89a8-2ff9a91db804 req-88874fbf-e603-4ec8-8d3c-ccc6ce3701b7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Request body: {'port': {'security_groups': ['df5c02ad-a565-4bf1-8f84-90234e55d57b']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:19.164635 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:19.312126 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b3105-fddb-4760-ba4b-ce1799f17b3e None None] Pushing event updated for resources: {'Port': ['ID=2744bb26-0b01-4e77-8ff1-d75f79b7d433,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:19.321533 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-209bdd8a-d74e-4a5f-89a8-2ff9a91db804 req-88874fbf-e603-4ec8-8d3c-ccc6ce3701b7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:19.531555 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81f9bbb-fc59-48b1-97b2-6a3edc460bdf x-openstack-request-id: req-f81f9bbb-fc59-48b1-97b2-6a3edc460bdf {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:19.532052 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649c047e-3541-4d30-a07c-dc2788902dfd", "tag": "65288fa2-856b-4bcd-b79e-358cb9d13ee1", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:19.532352 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f81f9bbb-fc59-48b1-97b2-6a3edc460bdf {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:19.532790 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649c047e-3541-4d30-a07c-dc2788902dfd', 'tag': '65288fa2-856b-4bcd-b79e-358cb9d13ee1', 'status': 'completed', 'code': 200}
Nov 20 20:54:19.618538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Allocated IP 172.35.1.79 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/ce071593-13d8-4431-9880-9658a14f17bf) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:19.655751 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d5f33-b36f-4268-b7c7-656652f38b39 req-00853866-ee37-4009-b900-6bf3b61efec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:19.657300 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-143d5f33-b36f-4268-b7c7-656652f38b39 req-00853866-ee37-4009-b900-6bf3b61efec0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59c483cdab9f4467a9c5bdd3b6c8357e&device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 1136 time: 0.5653346
Nov 20 20:54:19.694483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] For port 750b5bfe-3b8d-4aec-8be2-266f1f451b32, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:54:19.704741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef13f93-bfd2-4b4d-bc6d-30df18f56f74 req-5c561b06-e807-4310-9591-886d562c7d6b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:19.706589 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ef13f93-bfd2-4b4d-bc6d-30df18f56f74 req-5c561b06-e807-4310-9591-886d562c7d6b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 950 time: 0.1693215
Nov 20 20:54:19.750988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] For port 750b5bfe-3b8d-4aec-8be2-266f1f451b32, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=750b5bfe-3b8d-4aec-8be2-266f1f451b32,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:54:19.774400 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba5381-86e7-4eb7-be21-4af0e8103ca7 req-27b7f5f4-7103-4a0c-bf12-aee4834d1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:19.776131 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0ba5381-86e7-4eb7-be21-4af0e8103ca7 req-27b7f5f4-7103-4a0c-bf12-aee4834d1c72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7d1c3af3ff54b5eb9d1972c3dd28026&device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 1096 time: 0.5446327
Nov 20 20:54:19.796407 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:19.892183 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:19.892825 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:19.894562 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] 10.222.0.37 "PUT /v2.0/ports/750b5bfe-3b8d-4aec-8be2-266f1f451b32 HTTP/1.1" status: 200  len: 1092 time: 2.8335869
Nov 20 20:54:19.941273 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ef13f93-bfd2-4b4d-bc6d-30df18f56f74 req-29effd93-622a-4189-9884-ffdb8c84faab tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2092505
Nov 20 20:54:19.998437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad890835-33b3-4bb3-b10a-21b60d65b617 service neutron] Pushing event updated for resources: {'Port': ['ID=750b5bfe-3b8d-4aec-8be2-266f1f451b32,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:20.007805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d5f33-b36f-4268-b7c7-656652f38b39 req-b69d0f73-0e21-4015-ac48-0c52ec722a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:20.009866 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-143d5f33-b36f-4268-b7c7-656652f38b39 req-b69d0f73-0e21-4015-ac48-0c52ec722a0e service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c0e623a-f529-4e97-805b-d4b7151232ec HTTP/1.1" status: 200  len: 921 time: 0.3376694
Nov 20 20:54:20.014235 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:20.020197 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Allocated IP 172.20.0.1 (a165c015-6336-4887-8830-b87d73789cc0/27a5333c-b100-4794-8d7b-4a567ee28213/ca8ee019-e474-4efc-acce-d29d7e60f572) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:20.042403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba5381-86e7-4eb7-be21-4af0e8103ca7 req-d058d6b6-63af-419b-87f3-155cb71b2bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:20.043951 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0ba5381-86e7-4eb7-be21-4af0e8103ca7 req-d058d6b6-63af-419b-87f3-155cb71b2bb6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5652dae-c97d-4dac-8379-2f9cbb8facac HTTP/1.1" status: 200  len: 906 time: 0.2549317
Nov 20 20:54:20.076033 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-143d5f33-b36f-4268-b7c7-656652f38b39 req-9029bf18-60ea-4c02-8380-e5f9fbf74110 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1bd4c4a-0fa6-457c-a111-718b20fa5663 HTTP/1.1" status: 200  len: 217 time: 0.0558989
Nov 20 20:54:20.081350 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-d5338455-c25e-417c-8d0b-e4bbf2e53c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:20.096499 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-d5338455-c25e-417c-8d0b-e4bbf2e53c13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e20e99a6534d5d95e9d012160657a3&device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 1095 time: 0.1409023
Nov 20 20:54:20.185689 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-d7cb2e5d-9535-4cb6-8295-ab9c9ecec96f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=750b5bfe-3b8d-4aec-8be2-266f1f451b32 HTTP/1.1" status: 200  len: 217 time: 0.0868461
Nov 20 20:54:20.186982 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-209bdd8a-d74e-4a5f-89a8-2ff9a91db804 req-88874fbf-e603-4ec8-8d3c-ccc6ce3701b7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] For port f1bd4c4a-0fa6-457c-a111-718b20fa5663, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1bd4c4a-0fa6-457c-a111-718b20fa5663,segment=NetworkSegment(3438dca2-2da2-4820-b43c-9039a055ca53),segment_id=3438dca2-2da2-4820-b43c-9039a055ca53)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:20.243744 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0ba5381-86e7-4eb7-be21-4af0e8103ca7 req-4ca95a1b-52fc-4680-a952-11907aa78938 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65288fa2-856b-4bcd-b79e-358cb9d13ee1 HTTP/1.1" status: 200  len: 1001 time: 0.1845057
Nov 20 20:54:20.264579 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:20.267256 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d5f33-b36f-4268-b7c7-656652f38b39 req-817a4fa2-2362-4820-b59c-0f0afe63298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:20.268982 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-143d5f33-b36f-4268-b7c7-656652f38b39 req-817a4fa2-2362-4820-b59c-0f0afe63298b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7eb1c08-0af7-45e9-9853-143d500358f6 HTTP/1.1" status: 200  len: 860 time: 0.1664732
Nov 20 20:54:20.315878 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-64464244-0235-4dab-9c83-6fb1a34522b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:20.317431 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-64464244-0235-4dab-9c83-6fb1a34522b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca0b895-d4f5-4110-adf5-186714814159 HTTP/1.1" status: 200  len: 843 time: 0.1251676
Nov 20 20:54:20.352721 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-143d5f33-b36f-4268-b7c7-656652f38b39 req-1b0696ab-c53a-46a6-863c-c5e6206b8ef0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c0e623a-f529-4e97-805b-d4b7151232ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0727856
Nov 20 20:54:20.359808 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:20.368490 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:20.371398 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:20.407558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:20.438175 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:20.458943 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:20.468204 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Network a165c015-6336-4887-8830-b87d73789cc0 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:20.472891 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:20.487713 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-4a76032a-e882-498c-ad5b-f4f4699b0cb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac3ab90-d288-4bb5-99a9-c81df0147689&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1379168
Nov 20 20:54:20.493871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Pushing event updated for resources: {'Port': ['ID=ce071593-13d8-4431-9880-9658a14f17bf,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:20.508969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:20.517064 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec5a425-7138-4c7c-942d-46f069603bb3 None None] Network c2547acb-d47e-494f-a5d2-fe676aa332b8 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:54:20.561894 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2744bb26-0b01-4e77-8ff1-d75f79b7d433 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:54:20.581043 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:20.651301 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:20.659251 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Attempting to bind port 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:54:20.659551 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Attempting to bind port 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:54:20.660077 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Attempting to bind port 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:54:20.668340 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c975b744-a9fd-4851-942a-c7b030895cff None None] Provisioning complete for port 2744bb26-0b01-4e77-8ff1-d75f79b7d433 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:20.668881 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c975b744-a9fd-4851-942a-c7b030895cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:20.675532 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:54:20.675907 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:54:20.676304 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:20.676691 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:54:20.677229 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Bound port: 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:54:20.677612 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:20.741364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e4639-1e49-486e-8852-b8ba7be2fe11 req-7421371f-2765-4fff-ab4b-35ff87223455 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:20.741988 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] For port 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:54:20.745345 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] For port 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cf035f6-51fc-4637-a6ac-59c07a2f2eaf,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:54:20.751754 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c1e4639-1e49-486e-8852-b8ba7be2fe11 req-7421371f-2765-4fff-ab4b-35ff87223455 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 944 time: 0.4388208
Nov 20 20:54:20.753349 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:20.765227 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb530357-bb34-4723-ba16-c211aa189bc4 None None] Pushing event updated for resources: {'Port': ['ID=6cf035f6-51fc-4637-a6ac-59c07a2f2eaf,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:20.835099 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb530357-bb34-4723-ba16-c211aa189bc4 None None] Pushing event updated for resources: {'Port': ['ID=6cf035f6-51fc-4637-a6ac-59c07a2f2eaf,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:20.840160 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:20.845711 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-209bdd8a-d74e-4a5f-89a8-2ff9a91db804 req-88874fbf-e603-4ec8-8d3c-ccc6ce3701b7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:20.855921 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Routers {'d626a881-4ac4-4e55-88e6-6ca721bc06ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:20.856747 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541ff670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:20.875826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 2744bb26-0b01-4e77-8ff1-d75f79b7d433 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:20.876472 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:20.877444 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-209bdd8a-d74e-4a5f-89a8-2ff9a91db804 req-88874fbf-e603-4ec8-8d3c-ccc6ce3701b7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:20.898252 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba5381-86e7-4eb7-be21-4af0e8103ca7 req-24739ab3-121a-449a-a360-41be26bea70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:20.899949 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0ba5381-86e7-4eb7-be21-4af0e8103ca7 req-24739ab3-121a-449a-a360-41be26bea70e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8dd647-e967-4270-93b3-facefa8db304 HTTP/1.1" status: 200  len: 844 time: 0.4777133
Nov 20 20:54:20.906758 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f1bd4c4a-0fa6-457c-a111-718b20fa5663'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:20.922432 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Allocated IP 172.35.1.195 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/699ea0e4-7ad6-4311-b13f-09e82263ea06) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:20.992141 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Pushing event updated for resources: {'Port': ['ID=ca8ee019-e474-4efc-acce-d29d7e60f572,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:21.005545 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] Set router d626a881-4ac4-4e55-88e6-6ca721bc06ec gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:21.030554 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bdd8a-d74e-4a5f-89a8-2ff9a91db804 req-88874fbf-e603-4ec8-8d3c-ccc6ce3701b7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:21.031458 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-209bdd8a-d74e-4a5f-89a8-2ff9a91db804 req-88874fbf-e603-4ec8-8d3c-ccc6ce3701b7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:21.033226 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-209bdd8a-d74e-4a5f-89a8-2ff9a91db804 req-88874fbf-e603-4ec8-8d3c-ccc6ce3701b7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "PUT /v2.0/ports/f1bd4c4a-0fa6-457c-a111-718b20fa5663 HTTP/1.1" status: 200  len: 943 time: 1.9253561
Nov 20 20:54:21.035154 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c975b744-a9fd-4851-942a-c7b030895cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:21.040722 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c1e4639-1e49-486e-8852-b8ba7be2fe11 req-4365a122-9006-427a-bd3b-f981a3cf1812 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2875624
Nov 20 20:54:21.074756 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-143d5f33-b36f-4268-b7c7-656652f38b39 req-1df5e67d-1a06-49db-98f4-bf6f28cd0197 service neutron] 10.222.0.37 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6982853
Nov 20 20:54:21.080647 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f1bd4c4a-0fa6-457c-a111-718b20fa5663'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:21.110356 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'tag': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:21.115743 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d2195f-1327-47f4-af3e-eb1c6cba1d90" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6be238-5664-44e6-b4f8-2b26652e0cb1", "tag": "f1bd4c4a-0fa6-457c-a111-718b20fa5663"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:21.174962 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-794215b6-91df-4e13-b407-849a59b750a8 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6502299
Nov 20 20:54:21.199469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c975b744-a9fd-4851-942a-c7b030895cff None None] For port 2744bb26-0b01-4e77-8ff1-d75f79b7d433, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2744bb26-0b01-4e77-8ff1-d75f79b7d433,segment=NetworkSegment(a1838d34-f7c5-4864-88d2-8708ec30879e),segment_id=a1838d34-f7c5-4864-88d2-8708ec30879e)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:21.219571 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:21.241085 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:21.260634 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c975b744-a9fd-4851-942a-c7b030895cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:21.306678 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba5381-86e7-4eb7-be21-4af0e8103ca7 req-983f47a9-10d7-4317-b624-8b7b84a5738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:21.308964 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0ba5381-86e7-4eb7-be21-4af0e8103ca7 req-983f47a9-10d7-4317-b624-8b7b84a5738f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5652dae-c97d-4dac-8379-2f9cbb8facac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3181400
Nov 20 20:54:21.337510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975b744-a9fd-4851-942a-c7b030895cff None None] Pushing event updated for resources: {'Port': ['ID=2744bb26-0b01-4e77-8ff1-d75f79b7d433,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:21.358928 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541ff670>, [{'id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'name': 'tempest-ServersTestFqdnHostnames-1065850746-router', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66'}], 'enable_snat': True}, 'gw_port_id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:13Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 4, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'gw_port': {'id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:14Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ca8ee019-e474-4efc-acce-d29d7e60f572', 'name': '', 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'mac_address': 'fa:16:3e:f5:0a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:19Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 1, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'subnets': [{'id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:21.398211 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571196e3-19ac-4190-b418-7b93b06c27bd None None] The sync data for ids ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'] in ncdv-master-1 is: [{'id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'name': 'tempest-ServersTestFqdnHostnames-1065850746-router', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66'}], 'enable_snat': True}, 'gw_port_id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:13Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 4, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'gw_port': {'id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:14Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ca8ee019-e474-4efc-acce-d29d7e60f572', 'name': '', 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'mac_address': 'fa:16:3e:f5:0a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:19Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 1, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'subnets': [{'id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:54:21.426199 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-baefbfbc-3320-4c3c-86fe-048e7c64292d req-7bfa3a45-b195-4546-9feb-71f4c9bb3327 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2066472
Nov 20 20:54:21.513334 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0ba5381-86e7-4eb7-be21-4af0e8103ca7 req-f9614339-2b16-4f56-bfe0-4fb020e60428 service neutron] 10.222.0.47 "GET /v2.0/networks/a5652dae-c97d-4dac-8379-2f9cbb8facac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1952043
Nov 20 20:54:21.522593 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a4174ddc-ce48-4ab3-94e9-b704a1fff47d None None] Provisioning complete for port ca8ee019-e474-4efc-acce-d29d7e60f572 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:21.523676 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a4174ddc-ce48-4ab3-94e9-b704a1fff47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:21.594122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88874fbf-e603-4ec8-8d3c-ccc6ce3701b7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Pushing event updated for resources: {'Port': ['ID=f1bd4c4a-0fa6-457c-a111-718b20fa5663,revision_number=7']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:21.607092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a4174ddc-ce48-4ab3-94e9-b704a1fff47d None None] Port ca8ee019-e474-4efc-acce-d29d7e60f572 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:54:21.621393 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b7cefa-0cde-4503-a8c6-102e37a1b57d', 'tag': '750b5bfe-3b8d-4aec-8be2-266f1f451b32'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:21.628055 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a874f8f-5878-4250-94ed-7e24a0ff8cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "51b7cefa-0cde-4503-a8c6-102e37a1b57d", "tag": "750b5bfe-3b8d-4aec-8be2-266f1f451b32"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:21.678528 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:21.702898 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd1940-bb13-477d-aee5-57dfcf3c4c37 req-80934d2e-aa6d-4ba5-8348-dc517692f4be tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:21.704471 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f7fd1940-bb13-477d-aee5-57dfcf3c4c37 req-80934d2e-aa6d-4ba5-8348-dc517692f4be tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 950 time: 0.4766932
Nov 20 20:54:21.715409 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Pushing event updated for resources: {'Port': ['ID=ca8ee019-e474-4efc-acce-d29d7e60f572,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:21.785145 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-10a7c39d-3b57-4209-b583-b37f2f6dabc5 None None] Provisioning complete for port 2744bb26-0b01-4e77-8ff1-d75f79b7d433 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:21.786571 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-10a7c39d-3b57-4209-b583-b37f2f6dabc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:21.793527 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0ba5381-86e7-4eb7-be21-4af0e8103ca7 req-9fcc3266-2b96-4947-836d-f848d39da72d service neutron] 10.222.0.47 "GET /v2.0/networks/a5652dae-c97d-4dac-8379-2f9cbb8facac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2663803
Nov 20 20:54:21.830707 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-3792e3a9-932e-47cd-8763-5745621b8dd1 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.7347667
Nov 20 20:54:21.834013 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-143d5f33-b36f-4268-b7c7-656652f38b39 req-b5922bbf-ed8f-4a23-8555-1441cecceb51 service neutron] 10.222.0.37 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7316248
Nov 20 20:54:21.836673 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f7fd1940-bb13-477d-aee5-57dfcf3c4c37 req-b36dde3b-6915-4fc9-97bf-6e52e2a84e41 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255889
Nov 20 20:54:21.912756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:21.935547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Network a165c015-6336-4887-8830-b87d73789cc0 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:21.938205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:21.952080 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:21.973293 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:21.995054 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:22.127505 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151ad4f1-3e8c-47cd-bb66-d09adf681190 x-openstack-request-id: req-151ad4f1-3e8c-47cd-bb66-d09adf681190 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:22.127817 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6be238-5664-44e6-b4f8-2b26652e0cb1", "tag": "f1bd4c4a-0fa6-457c-a111-718b20fa5663", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:22.128072 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-151ad4f1-3e8c-47cd-bb66-d09adf681190 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:22.128487 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'tag': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663', 'status': 'completed', 'code': 200}
Nov 20 20:54:22.168349 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Router d626a881-4ac4-4e55-88e6-6ca721bc06ec has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:54:22.204894 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca38d617-4a01-4aa7-87f1-65808fe9f49a x-openstack-request-id: req-ca38d617-4a01-4aa7-87f1-65808fe9f49a {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:22.205364 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b7cefa-0cde-4503-a8c6-102e37a1b57d", "tag": "750b5bfe-3b8d-4aec-8be2-266f1f451b32", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:22.205749 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca38d617-4a01-4aa7-87f1-65808fe9f49a {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:22.206289 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b7cefa-0cde-4503-a8c6-102e37a1b57d', 'tag': '750b5bfe-3b8d-4aec-8be2-266f1f451b32', 'status': 'completed', 'code': 200}
Nov 20 20:54:22.344142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b8aa4e93-7069-4b09-a33d-9b0f5a5c5d23 None None] Provisioning complete for port ca8ee019-e474-4efc-acce-d29d7e60f572 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:22.344720 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4e93-7069-4b09-a33d-9b0f5a5c5d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:22.377976 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805bf43-54c4-42e2-a423-f36dbd2c0b50 req-061a17d7-ceba-4a2a-8c7a-ed75820cdf33 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:22.379645 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1805bf43-54c4-42e2-a423-f36dbd2c0b50 req-061a17d7-ceba-4a2a-8c7a-ed75820cdf33 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 1101 time: 0.0919969
Nov 20 20:54:22.397856 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:54:22.419083 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-81dc983c-92ef-4199-b07a-7bacc547ec98 admin admin] 10.222.0.41 "PUT /v2.0/routers/d626a881-4ac4-4e55-88e6-6ca721bc06ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2087586
Nov 20 20:54:22.422076 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b8aa4e93-7069-4b09-a33d-9b0f5a5c5d23 None None] Port ca8ee019-e474-4efc-acce-d29d7e60f572 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:54:22.504545 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1805bf43-54c4-42e2-a423-f36dbd2c0b50 req-1537c695-0388-41ed-ad06-6fdebcc28211 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180182
Nov 20 20:54:22.596146 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2744bb26-0b01-4e77-8ff1-d75f79b7d433 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:54:22.678699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2195f-1327-47f4-af3e-eb1c6cba1d90 req-7b5f7545-98fb-4c81-8bb9-8a075f3030c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:22.684138 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54d2195f-1327-47f4-af3e-eb1c6cba1d90 req-7b5f7545-98fb-4c81-8bb9-8a075f3030c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59c483cdab9f4467a9c5bdd3b6c8357e&device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 1097 time: 0.5470042
Nov 20 20:54:22.688528 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:22.714296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0cb67-afea-48a5-a9d6-6f09e5809bfb req-c1783b09-2232-4cad-8dc4-a4a76f6b18f9 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:22.715907 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ec0cb67-afea-48a5-a9d6-6f09e5809bfb req-c1783b09-2232-4cad-8dc4-a4a76f6b18f9 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 944 time: 0.1042371
Nov 20 20:54:22.724712 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 2744bb26-0b01-4e77-8ff1-d75f79b7d433 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:22.725083 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:22.795842 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ec0cb67-afea-48a5-a9d6-6f09e5809bfb req-9b05a5d4-b27f-4663-baaa-613e4290fb5b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675399
Nov 20 20:54:22.848998 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a874f8f-5878-4250-94ed-7e24a0ff8cb4 req-f31ad8b7-c83e-40c9-a79c-d7833da86904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:22.850640 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a874f8f-5878-4250-94ed-7e24a0ff8cb4 req-f31ad8b7-c83e-40c9-a79c-d7833da86904 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e20e99a6534d5d95e9d012160657a3&device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 1095 time: 0.6646209
Nov 20 20:54:22.865173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:22.910454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:22.918299 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Pushing event updated for resources: {'Port': ['ID=699ea0e4-7ad6-4311-b13f-09e82263ea06,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:22.922209 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:23.125389 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:23.133506 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2195f-1327-47f4-af3e-eb1c6cba1d90 req-7576d9ac-a669-4379-b71f-9f54d604b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:23.134961 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54d2195f-1327-47f4-af3e-eb1c6cba1d90 req-7576d9ac-a669-4379-b71f-9f54d604b1d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c0e623a-f529-4e97-805b-d4b7151232ec HTTP/1.1" status: 200  len: 921 time: 0.4377692
Nov 20 20:54:23.270532 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54d2195f-1327-47f4-af3e-eb1c6cba1d90 req-a80a1f13-9f13-4915-8586-dcd2fde773a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1bd4c4a-0fa6-457c-a111-718b20fa5663 HTTP/1.1" status: 200  len: 217 time: 0.1220686
Nov 20 20:54:23.275243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a874f8f-5878-4250-94ed-7e24a0ff8cb4 req-1fa0c78c-8e48-4697-89d4-c29474f5a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:23.277555 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a874f8f-5878-4250-94ed-7e24a0ff8cb4 req-1fa0c78c-8e48-4697-89d4-c29474f5a9ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ac3ab90-d288-4bb5-99a9-c81df0147689 HTTP/1.1" status: 200  len: 904 time: 0.3832207
Nov 20 20:54:23.285842 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:23.369955 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:23.409889 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a874f8f-5878-4250-94ed-7e24a0ff8cb4 req-6a88a819-d3a3-41d4-926c-dea4c5e0e712 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=750b5bfe-3b8d-4aec-8be2-266f1f451b32 HTTP/1.1" status: 200  len: 217 time: 0.1121130
Nov 20 20:54:23.522297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40588) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:23.527104 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2195f-1327-47f4-af3e-eb1c6cba1d90 req-de1af6dd-dfd4-4861-bbe5-ba74d5c695a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:23.532261 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54d2195f-1327-47f4-af3e-eb1c6cba1d90 req-de1af6dd-dfd4-4861-bbe5-ba74d5c695a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7eb1c08-0af7-45e9-9853-143d500358f6 HTTP/1.1" status: 200  len: 860 time: 0.2501507
Nov 20 20:54:23.532435 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8dc339eb-da38-4da6-a288-65bfb65f0cfe tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--32992882', 'description': 'tempest-description--913263024'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:23.536730 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:23.561952 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8dc339eb-da38-4da6-a288-65bfb65f0cfe tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:23.616975 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-93f0eeb1-733c-420d-846a-5ea82a01996c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=60778bfeb31b496081c05ccc33a74a1c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0335658
Nov 20 20:54:23.627219 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54d2195f-1327-47f4-af3e-eb1c6cba1d90 req-d3463c96-2ba6-403a-a693-5567659e1542 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c0e623a-f529-4e97-805b-d4b7151232ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0849001
Nov 20 20:54:23.637416 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a874f8f-5878-4250-94ed-7e24a0ff8cb4 req-6084d4aa-83d4-4a68-b588-970bf79f54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:23.638909 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a874f8f-5878-4250-94ed-7e24a0ff8cb4 req-6084d4aa-83d4-4a68-b588-970bf79f54ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dca0b895-d4f5-4110-adf5-186714814159 HTTP/1.1" status: 200  len: 843 time: 0.1970332
Nov 20 20:54:23.720873 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a874f8f-5878-4250-94ed-7e24a0ff8cb4 req-f88cde2d-8907-47fc-a779-8baffb8f4f3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ac3ab90-d288-4bb5-99a9-c81df0147689&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0617907
Nov 20 20:54:23.750177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Allocated IP 172.35.1.215 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/981b57ac-72d3-43e9-9c30-c15794265906) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:23.750762 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8dc339eb-da38-4da6-a288-65bfb65f0cfe tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:23.757037 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8dc339eb-da38-4da6-a288-65bfb65f0cfe tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:23.799416 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b948b730-107f-4cb6-b3c6-a1b33879da06 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:23.800904 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b948b730-107f-4cb6-b3c6-a1b33879da06 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1742055
Nov 20 20:54:23.809017 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8dc339eb-da38-4da6-a288-65bfb65f0cfe tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:23.813583 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8dc339eb-da38-4da6-a288-65bfb65f0cfe tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2901986
Nov 20 20:54:23.817825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40598) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:23.824460 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9d0e1c01-2477-4f64-aa12-1198cba07e81 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Request body: {'security_group_rule': {'security_group_id': '11222609-4aba-4e65-ab10-357630d553ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:23.845585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc339eb-da38-4da6-a288-65bfb65f0cfe tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11222609-4aba-4e65-ab10-357630d553ca,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:23.852970 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-31ed3741-3889-4de1-b032-f22c57226155 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/quotas/60778bfeb31b496081c05ccc33a74a1c HTTP/1.1" status: 200  len: 375 time: 0.0376678
Nov 20 20:54:23.854992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Router bfedb97a-0f68-41e9-8e83-a0208221dc76 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:54:23.877520 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1c01-2477-4f64-aa12-1198cba07e81 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:23.952387 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-78009d16-b918-4f9a-9b92-1f1c3ffddd08 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0893037
Nov 20 20:54:23.982737 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54d2195f-1327-47f4-af3e-eb1c6cba1d90 req-f0ce354c-4241-4e26-ad42-9622d47d9bc5 service neutron] 10.222.0.37 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3411670
Nov 20 20:54:23.983323 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1c01-2477-4f64-aa12-1198cba07e81 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:23.992125 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1c01-2477-4f64-aa12-1198cba07e81 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:24.011000 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e1c01-2477-4f64-aa12-1198cba07e81 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe26407-9f49-4cf9-afb8-c4b5f18e872d,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:24.024361 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1c01-2477-4f64-aa12-1198cba07e81 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:24.025894 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9d0e1c01-2477-4f64-aa12-1198cba07e81 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2069912
Nov 20 20:54:24.028821 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40602) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:24.033610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-5463d44b-bd82-48d2-ad03-b6cc3634bf05 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Request body: {'security_group_rule': {'security_group_id': '11222609-4aba-4e65-ab10-357630d553ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:24.068779 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5463d44b-bd82-48d2-ad03-b6cc3634bf05 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:24.099618 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Sync routers for ids ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:54:24.128875 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Routers {'d626a881-4ac4-4e55-88e6-6ca721bc06ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:24.130882 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54555190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:24.139884 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a874f8f-5878-4250-94ed-7e24a0ff8cb4 req-1f6c963f-e9c7-4c75-8f4e-30c578565e2f service neutron] 10.222.0.37 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3954146
Nov 20 20:54:24.193955 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5463d44b-bd82-48d2-ad03-b6cc3634bf05 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:24.200221 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5463d44b-bd82-48d2-ad03-b6cc3634bf05 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:24.250785 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5463d44b-bd82-48d2-ad03-b6cc3634bf05 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:24.252584 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5463d44b-bd82-48d2-ad03-b6cc3634bf05 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2210617
Nov 20 20:54:24.254036 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40608) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:24.288695 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:24.293382 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:24.340936 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:24.344272 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463d44b-bd82-48d2-ad03-b6cc3634bf05 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e79adf-24de-449f-9dc8-5c94dcd46fff,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:24.365401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:54:24.370322 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Set router d626a881-4ac4-4e55-88e6-6ca721bc06ec gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:24.377444 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:24.380566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Sync routers for ids ['bfedb97a-0f68-41e9-8e83-a0208221dc76'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:54:24.384173 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:24.405288 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Routers {'bfedb97a-0f68-41e9-8e83-a0208221dc76'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:24.409270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a478a5460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['bfedb97a-0f68-41e9-8e83-a0208221dc76'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:24.434407 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54d2195f-1327-47f4-af3e-eb1c6cba1d90 req-e8d0d304-1937-4771-aa6e-01a3f40f9ea8 service neutron] 10.222.0.37 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3865376
Nov 20 20:54:24.495413 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:24.499860 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fb034233-9047-4297-906b-cbda416b037b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 7.3644619
Nov 20 20:54:24.500464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40614) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:24.520261 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a874f8f-5878-4250-94ed-7e24a0ff8cb4 req-0c502705-43c4-4f4a-8396-c25d6bd85a46 service neutron] 10.222.0.37 "GET /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3635044
Nov 20 20:54:24.529877 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Pushing event updated for resources: {'Port': ['ID=699ea0e4-7ad6-4311-b13f-09e82263ea06,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:24.536649 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:24.575909 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:24.607128 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:24.616047 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:24.617613 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7f0a69e1-31d1-4dfc-ac67-2761b8eadd6c tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.5962269
Nov 20 20:54:24.618940 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:24.625122 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40616) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:24.631629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:24.636362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Pushing event updated for resources: {'Port': ['ID=981b57ac-72d3-43e9-9c30-c15794265906,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:24.728476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922288b-5d96-4ea2-bd5b-2bb212989352 req-75e87b34-dbdd-4e97-8804-3ee3d279aaff tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:24.737023 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0922288b-5d96-4ea2-bd5b-2bb212989352 req-75e87b34-dbdd-4e97-8804-3ee3d279aaff tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 944 time: 0.2352476
Nov 20 20:54:24.795491 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:24.809950 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54555190>, [{'id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'name': 'tempest-ServersTestFqdnHostnames-1065850746-router', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66'}], 'enable_snat': True}, 'gw_port_id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:13Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 4, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'gw_port': {'id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:14Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ca8ee019-e474-4efc-acce-d29d7e60f572', 'name': '', 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'mac_address': 'fa:16:3e:f5:0a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:19Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 2, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'subnets': [{'id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:24.832449 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:24.856857 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:24.869988 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0922288b-5d96-4ea2-bd5b-2bb212989352 req-65fc1051-b164-43a2-af04-709ce82020f2 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301150
Nov 20 20:54:24.885521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:54:24.897208 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Checking router: d626a881-4ac4-4e55-88e6-6ca721bc06ec for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:54:24.897576 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Updating router d626a881-4ac4-4e55-88e6-6ca721bc06ec port ca8ee019-e474-4efc-acce-d29d7e60f572 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:54:24.916741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:24.928525 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 750b5bfe-3b8d-4aec-8be2-266f1f451b32 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:54:24.938273 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:25.163219 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Set router bfedb97a-0f68-41e9-8e83-a0208221dc76 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:25.349744 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:25.360596 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:25.367875 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:25.406180 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 750b5bfe-3b8d-4aec-8be2-266f1f451b32, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=750b5bfe-3b8d-4aec-8be2-266f1f451b32,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:25.433224 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a107c53-922a-460e-8ee7-e77a05ff1b37 req-bf150dbc-273b-401d-b0a6-f3c1122f48f4 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 210 time: 0.0705650
Nov 20 20:54:25.464663 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95eb59-e5a1-449e-80a0-bd62bf81f546 None None] Pushing event updated for resources: {'Port': ['ID=ca8ee019-e474-4efc-acce-d29d7e60f572,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:25.482453 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:25.489356 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:25.507348 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Attempting to bind port ca8ee019-e474-4efc-acce-d29d7e60f572 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:54:25.507875 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Attempting to bind port ca8ee019-e474-4efc-acce-d29d7e60f572 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6de865c9-e836-43af-82e0-d52e34d30304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:54:25.508957 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Attempting to bind port ca8ee019-e474-4efc-acce-d29d7e60f572 on network a165c015-6336-4887-8830-b87d73789cc0 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:54:25.523930 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:54:25.524495 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Checking segment: {'id': '6de865c9-e836-43af-82e0-d52e34d30304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:54:25.525287 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:25.525811 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Bound using segment: {'id': '6de865c9-e836-43af-82e0-d52e34d30304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:54:25.526163 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Bound port: ca8ee019-e474-4efc-acce-d29d7e60f572, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de865c9-e836-43af-82e0-d52e34d30304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:54:25.526747 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:25.547621 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:25.559589 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:25.589890 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '750b5bfe-3b8d-4aec-8be2-266f1f451b32', 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689', 'port_id': '750b5bfe-3b8d-4aec-8be2-266f1f451b32', 'mac_address': 'fa:16:3e:cb:fc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca0b895-d4f5-4110-adf5-186714814159', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:54:25.617119 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] For port ca8ee019-e474-4efc-acce-d29d7e60f572, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:54:25.621183 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Allocated IP 172.35.1.39 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/6d630126-a73c-434f-a562-af1e08f2976c) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:25.622239 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] For port ca8ee019-e474-4efc-acce-d29d7e60f572, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca8ee019-e474-4efc-acce-d29d7e60f572,segment=NetworkSegment(6de865c9-e836-43af-82e0-d52e34d30304),segment_id=6de865c9-e836-43af-82e0-d52e34d30304)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:54:25.631656 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:25.708064 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Routers {'d626a881-4ac4-4e55-88e6-6ca721bc06ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:25.709300 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54555190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:25.762002 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-8212479e-fb75-4dbb-b70f-905b85c164a0 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=60778bfeb31b496081c05ccc33a74a1c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0511119
Nov 20 20:54:25.793196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Pushing event updated for resources: {'Port': ['ID=981b57ac-72d3-43e9-9c30-c15794265906,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:25.809604 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:25.829850 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:25.839458 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] Set router d626a881-4ac4-4e55-88e6-6ca721bc06ec gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:25.845041 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:25.859045 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:25.891144 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:25.896010 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:25.930824 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95eb59-e5a1-449e-80a0-bd62bf81f546 None None] Pushing event updated for resources: {'Port': ['ID=ca8ee019-e474-4efc-acce-d29d7e60f572,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:25.932706 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:25.992842 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:25.995491 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-a0cd7c9a-dd8d-4df1-8ece-7c36476225e2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.1639428
Nov 20 20:54:26.020163 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:26.050752 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-407f91e5-ea56-4062-a352-012d54741c42 None None] Provisioning complete for port ca8ee019-e474-4efc-acce-d29d7e60f572 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:26.051128 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-407f91e5-ea56-4062-a352-012d54741c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:26.099560 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:26.109678 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-c2f62a86-a202-4bcd-bd4e-434a3919eaf1 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.215 HTTP/1.1" status: 200  len: 696 time: 0.0872297
Nov 20 20:54:26.115476 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 750b5bfe-3b8d-4aec-8be2-266f1f451b32 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:54:26.123380 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-93f6241e-594a-43ae-b542-dcef167e4d2a tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:26.125296 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-93f6241e-594a-43ae-b542-dcef167e4d2a tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3468351
Nov 20 20:54:26.159092 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:26.166944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-d2706369-fe84-4f48-a8cb-63f7bf8303fe tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Request body: {'port': {'device_id': 'd3d035c3-0fd0-4d00-bff1-2eb652dcc037', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '60778bfeb31b496081c05ccc33a74a1c'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:26.177537 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Pushing event updated for resources: {'Port': ['ID=6d630126-a73c-434f-a562-af1e08f2976c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:26.192830 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 750b5bfe-3b8d-4aec-8be2-266f1f451b32, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=750b5bfe-3b8d-4aec-8be2-266f1f451b32,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:26.212453 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cf035f6-51fc-4637-a6ac-59c07a2f2eaf,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:26.217711 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a478a5460>, [{'id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'name': 'tempest-FloatingIPsTestJSON-1800034462-router', 'tenant_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ce071593-13d8-4431-9880-9658a14f17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:17Z', 'updated_at': '2021-11-20T20:54:21Z', 'revision_number': 3, 'project_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'gw_port': {'id': 'ce071593-13d8-4431-9880-9658a14f17bf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:18Z', 'updated_at': '2021-11-20T20:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:26.222582 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:26.240367 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:26.263727 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:26.270938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Checking router: bfedb97a-0f68-41e9-8e83-a0208221dc76 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:54:26.271296 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Updating router bfedb97a-0f68-41e9-8e83-a0208221dc76 port ce071593-13d8-4431-9880-9658a14f17bf binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:54:26.300762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Allocated IP 172.35.1.208 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/a21a4aa8-d459-40bb-b4d7-8792eca02bc7) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:26.325383 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:26.406600 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54555190>, [{'id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'name': 'tempest-ServersTestFqdnHostnames-1065850746-router', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66'}], 'enable_snat': True}, 'gw_port_id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:13Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 4, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'gw_port': {'id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:14Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ca8ee019-e474-4efc-acce-d29d7e60f572', 'name': '', 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'mac_address': 'fa:16:3e:f5:0a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:19Z', 'updated_at': '2021-11-20T20:54:25Z', 'revision_number': 4, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'subnets': [{'id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:26.461396 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-fbae24a1-08ee-42d5-b0be-1f5b6d733de7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:26.462983 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd17e7fa-e3cc-49e8-b50c-44c8b17cbecb req-fbae24a1-08ee-42d5-b0be-1f5b6d733de7 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.3142009
Nov 20 20:54:26.485304 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:26.502826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-d2706369-fe84-4f48-a8cb-63f7bf8303fe tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Made reservation on behalf of 60778bfeb31b496081c05ccc33a74a1c for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:54:26.509365 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['750b5bfe-3b8d-4aec-8be2-266f1f451b32'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:26.513732 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-d2706369-fe84-4f48-a8cb-63f7bf8303fe tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:26.522807 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04a87c-2288-434d-8686-fd6debb256a0 None None] The sync data for ids ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'] in ncdv-master-1 is: [{'id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'name': 'tempest-ServersTestFqdnHostnames-1065850746-router', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66'}], 'enable_snat': True}, 'gw_port_id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:13Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 4, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'gw_port': {'id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:14Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ca8ee019-e474-4efc-acce-d29d7e60f572', 'name': '', 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'mac_address': 'fa:16:3e:f5:0a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:19Z', 'updated_at': '2021-11-20T20:54:25Z', 'revision_number': 4, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'subnets': [{'id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:54:26.574622 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:26.579730 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:26.587776 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=750b5bfe-3b8d-4aec-8be2-266f1f451b32,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:26.599171 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-407f91e5-ea56-4062-a352-012d54741c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:26.606592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f77a8-ee7e-4a0d-aac4-7733f4f6f687 req-51ca29b1-b383-4c75-90db-24a2385d6a01 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:26.608706 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd5f77a8-ee7e-4a0d-aac4-7733f4f6f687 req-51ca29b1-b383-4c75-90db-24a2385d6a01 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 944 time: 0.5447407
Nov 20 20:54:26.641685 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d700f577-1e5f-42af-9fd4-080327545617 req-8e6d2164-af18-4774-b6af-2d1c1a7f8ab4 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 210 time: 0.0594499
Nov 20 20:54:26.642182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ca8ee019-e474-4efc-acce-d29d7e60f572 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:54:26.658664 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:26.659018 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:26.659393 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:26.664939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:26.664939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:26.667789 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:26.667789 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:26.667789 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:26.667789 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:26.668225 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:26.668447 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:26.669581 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:26.747226 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:26.776727 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd5f77a8-ee7e-4a0d-aac4-7733f4f6f687 req-47e0ed15-fed3-4da3-8832-0cab74c27349 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434648
Nov 20 20:54:26.798009 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Pushing event updated for resources: {'Port': ['ID=6d630126-a73c-434f-a562-af1e08f2976c,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:26.800661 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:26.803284 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-407f91e5-ea56-4062-a352-012d54741c42 None None] For port ca8ee019-e474-4efc-acce-d29d7e60f572, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca8ee019-e474-4efc-acce-d29d7e60f572,segment=NetworkSegment(6de865c9-e836-43af-82e0-d52e34d30304),segment_id=6de865c9-e836-43af-82e0-d52e34d30304)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:26.846165 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:26.847585 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-efecfada-5285-4cd7-92e2-4234b2c1a8c7 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.5702987
Nov 20 20:54:26.850865 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Pushing event updated for resources: {'Port': ['ID=a21a4aa8-d459-40bb-b4d7-8792eca02bc7,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:26.906263 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-407f91e5-ea56-4062-a352-012d54741c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:26.963013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:26.972043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:26.977087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:27.007373 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.029175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=6cf035f6-51fc-4637-a6ac-59c07a2f2eaf,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:27.039513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-d2706369-fe84-4f48-a8cb-63f7bf8303fe tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Allocated IP 192.168.233.234 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/d70779e8-408f-4a77-b101-71a029e143c9) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:27.061676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841963e-3967-40e9-b518-15a859e8912e req-01051e89-5663-4050-936b-28cc3532fc3c tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:27.063439 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d841963e-3967-40e9-b518-15a859e8912e req-01051e89-5663-4050-936b-28cc3532fc3c tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2142761
Nov 20 20:54:27.158610 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-539d69e6-c6d9-40c8-9a00-f7f5e1838785 None None] Provisioning complete for port ca8ee019-e474-4efc-acce-d29d7e60f572 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:27.159033 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-539d69e6-c6d9-40c8-9a00-f7f5e1838785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.163551 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d841963e-3967-40e9-b518-15a859e8912e req-651f03c5-69fc-4515-b5b4-798ac7b0da9a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.215 HTTP/1.1" status: 200  len: 696 time: 0.0928507
Nov 20 20:54:27.172174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ca8ee019-e474-4efc-acce-d29d7e60f572 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:27.172538 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.205890 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d841963e-3967-40e9-b518-15a859e8912e req-a49e4036-2324-45bd-a14c-7ab3dadc42e4 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Request body: {'floatingip': {'port_id': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663', 'fixed_ip_address': '172.20.0.10'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:27.236637 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-6e69eaa9-cb72-46ad-8bf4-16fddbf7da90 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--32992882&fields=id&tenant_id=170ca59a5b074770be63f18691e7aa40 HTTP/1.1" status: 200  len: 267 time: 0.0897877
Nov 20 20:54:27.242084 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f91e5-ea56-4062-a352-012d54741c42 None None] Pushing event updated for resources: {'Port': ['ID=ca8ee019-e474-4efc-acce-d29d7e60f572,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:27.269358 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Allocated IP 172.20.0.1 (c2547acb-d47e-494f-a5d2-fe676aa332b8/dd6ba0b2-0bf6-4f39-b58c-f9b7ddaa5026/ea60d2d5-278f-4b2a-a881-9ab23f3ce283) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:27.287017 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d841963e-3967-40e9-b518-15a859e8912e req-a49e4036-2324-45bd-a14c-7ab3dadc42e4 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for floatingip, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.292908 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.402491 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.434344 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-d375b419-68fe-413a-9c0a-066f42c831a4 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:27.436454 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-d375b419-68fe-413a-9c0a-066f42c831a4 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/networks?id=a165c015-6336-4887-8830-b87d73789cc0 HTTP/1.1" status: 200  len: 815 time: 0.1789470
Nov 20 20:54:27.442178 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.462639 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.482289 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-44682634-98dd-4297-afd2-287196122a21 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/quotas/170ca59a5b074770be63f18691e7aa40 HTTP/1.1" status: 200  len: 375 time: 0.0277205
Nov 20 20:54:27.496217 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.517504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Attempting to bind port ce071593-13d8-4431-9880-9658a14f17bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:54:27.517504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Attempting to bind port ce071593-13d8-4431-9880-9658a14f17bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:54:27.517504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Attempting to bind port ce071593-13d8-4431-9880-9658a14f17bf on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:54:27.527192 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:54:27.527340 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:54:27.527837 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.528170 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:54:27.529061 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Bound port: ce071593-13d8-4431-9880-9658a14f17bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:54:27.529451 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.532582 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99203a46-dd33-4bad-a1a3-ad3651081467 None None] Pushing event updated for resources: {'Port': ['ID=ce071593-13d8-4431-9880-9658a14f17bf,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:27.564980 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-d2706369-fe84-4f48-a8cb-63f7bf8303fe tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.586805 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] For port ce071593-13d8-4431-9880-9658a14f17bf, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:54:27.590358 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] For port ce071593-13d8-4431-9880-9658a14f17bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce071593-13d8-4431-9880-9658a14f17bf,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:54:27.592605 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-536a29e6-3456-41e5-941b-bb0c80d3aba9 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=170ca59a5b074770be63f18691e7aa40&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0930107
Nov 20 20:54:27.599025 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.616429 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.663471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Routers {'bfedb97a-0f68-41e9-8e83-a0208221dc76'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:27.664087 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a478a5460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['bfedb97a-0f68-41e9-8e83-a0208221dc76'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:27.712722 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Network c2547acb-d47e-494f-a5d2-fe676aa332b8 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:27.719155 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-d2706369-fe84-4f48-a8cb-63f7bf8303fe tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.719700 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:27.729375 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:27.737730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ea60d2d5-278f-4b2a-a881-9ab23f3ce283,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:27.799948 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-5c8f1434-fd67-418a-b941-bd4408f9a8c7 service neutron] 10.222.0.41 "GET /v2.0/networks/a165c015-6336-4887-8830-b87d73789cc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913946
Nov 20 20:54:27.823369 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.871551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-d2706369-fe84-4f48-a8cb-63f7bf8303fe tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:27.881783 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2706369-fe84-4f48-a8cb-63f7bf8303fe tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Pushing event updated for resources: {'Port': ['ID=d70779e8-408f-4a77-b101-71a029e143c9,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:27.883438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7dceb653-952e-453b-b961-0478a94a32a1', 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc', 'b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6', '48e83d26-e36f-40f3-b0cf-f124edaa6b06', '418f2718-5a55-4ccb-996a-11201d6702b2'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:27.888179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-d2706369-fe84-4f48-a8cb-63f7bf8303fe tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:27.896581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-d2706369-fe84-4f48-a8cb-63f7bf8303fe tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:27.950985 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.960139 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:27.974608 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['23ec6af6-e448-4b84-a688-acf291e1c23c', 'd2ec2066-92dd-4bf1-94cf-530a3c89abb1'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:27.994765 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-fa228d15-4872-4dc8-b062-3da9e8037cf1 service neutron] 10.222.0.41 "GET /v2.0/networks/a165c015-6336-4887-8830-b87d73789cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1932983
Nov 20 20:54:28.059689 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:28.105556 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99203a46-dd33-4bad-a1a3-ad3651081467 None None] Pushing event updated for resources: {'Port': ['ID=ce071593-13d8-4431-9880-9658a14f17bf,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:28.120576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-d2706369-fe84-4f48-a8cb-63f7bf8303fe tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:28.121213 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-d2706369-fe84-4f48-a8cb-63f7bf8303fe tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:28.308619 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:28.323925 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:28.378181 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b1eedb7b-2b15-4313-a505-a36323164fc5 None None] Provisioning complete for port ea60d2d5-278f-4b2a-a881-9ab23f3ce283 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:28.378555 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b1eedb7b-2b15-4313-a505-a36323164fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:28.463646 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b1eedb7b-2b15-4313-a505-a36323164fc5 None None] Port ea60d2d5-278f-4b2a-a881-9ab23f3ce283 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:54:28.466207 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ea60d2d5-278f-4b2a-a881-9ab23f3ce283,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:28.507427 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0293f2a-0cf5-40e1-862e-41102518639e req-85ac6a9f-e470-40ed-b378-b74494cf3c4e tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:28.509526 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d0293f2a-0cf5-40e1-862e-41102518639e req-85ac6a9f-e470-40ed-b378-b74494cf3c4e tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 936 time: 0.1959143
Nov 20 20:54:28.510349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] Set router bfedb97a-0f68-41e9-8e83-a0208221dc76 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:28.511698 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:28.530272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ca8ee019-e474-4efc-acce-d29d7e60f572 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:54:28.615689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Pushing event updated for resources: {'Port': ['ID=a21a4aa8-d459-40bb-b4d7-8792eca02bc7,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:28.619227 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d0293f2a-0cf5-40e1-862e-41102518639e req-d340c5e2-f2d2-4d2f-b023-e0a4a7a83813 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854623
Nov 20 20:54:28.633567 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-d2706369-fe84-4f48-a8cb-63f7bf8303fe tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4804566
Nov 20 20:54:28.645760 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:28.660665 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d841963e-3967-40e9-b518-15a859e8912e req-a49e4036-2324-45bd-a14c-7ab3dadc42e4 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:28.668520 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Request body: {'port': {'device_id': 'd3d035c3-0fd0-4d00-bff1-2eb652dcc037', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:28.700471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 750b5bfe-3b8d-4aec-8be2-266f1f451b32 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:54:28.717201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Network c2547acb-d47e-494f-a5d2-fe676aa332b8 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:28.717446 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d841963e-3967-40e9-b518-15a859e8912e req-a49e4036-2324-45bd-a14c-7ab3dadc42e4 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:28.719316 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:28.809662 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:28.813558 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8eb0b055-f713-4dec-84c1-398c8a6976ba tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.1871831
Nov 20 20:54:28.814203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40666) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:28.831981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-27f4fb06-a656-4d2f-9c3b-f2f0e24b502b None None] Provisioning complete for port d70779e8-408f-4a77-b101-71a029e143c9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:28.832357 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-27f4fb06-a656-4d2f-9c3b-f2f0e24b502b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:28.887201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47747bdf-7335-47c2-8b23-2e5a789c1c5d req-ac8fab58-7ba7-4891-a487-2f525c8d9e4b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:28.895679 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47747bdf-7335-47c2-8b23-2e5a789c1c5d req-ac8fab58-7ba7-4891-a487-2f525c8d9e4b tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 945 time: 0.0790429
Nov 20 20:54:29.006085 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-27f4fb06-a656-4d2f-9c3b-f2f0e24b502b None None] Port d70779e8-408f-4a77-b101-71a029e143c9 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:54:29.007670 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ca8ee019-e474-4efc-acce-d29d7e60f572 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:29.008045 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:29.022404 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Router bfedb97a-0f68-41e9-8e83-a0208221dc76 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:54:29.030041 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:29.050669 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47747bdf-7335-47c2-8b23-2e5a789c1c5d req-2244dc59-bee4-4cff-b617-2abcce9f3987 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529129
Nov 20 20:54:29.118011 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 750b5bfe-3b8d-4aec-8be2-266f1f451b32 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:54:29.152200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 750b5bfe-3b8d-4aec-8be2-266f1f451b32 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:29.152622 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:29.154821 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-d841963e-3967-40e9-b518-15a859e8912e req-a49e4036-2324-45bd-a14c-7ab3dadc42e4 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Floating IP 0b077b54-4613-42da-bf3c-577d4d930c2a associated. External IP: 172.35.1.215, port: f1bd4c4a-0fa6-457c-a111-718b20fa5663.
Nov 20 20:54:29.225606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:54:29.239075 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a281abbc-bb9b-428c-88a7-408ba46683d5 admin admin] 10.222.0.41 "PUT /v2.0/routers/bfedb97a-0f68-41e9-8e83-a0208221dc76/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7359066
Nov 20 20:54:29.285570 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2d691910-ae3a-4ab1-96f1-7ff2167c76f4 None None] Provisioning complete for port ea60d2d5-278f-4b2a-a881-9ab23f3ce283 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:29.285989 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2d691910-ae3a-4ab1-96f1-7ff2167c76f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:29.316678 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0e4d185d-1ab3-4c3e-8f4c-2a4cd28d5dff tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 4485 time: 0.4952168
Nov 20 20:54:29.317822 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40670) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:29.433437 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2d691910-ae3a-4ab1-96f1-7ff2167c76f4 None None] Port ea60d2d5-278f-4b2a-a881-9ab23f3ce283 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:54:29.448235 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a478a5460>, [{'id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'name': 'tempest-FloatingIPsTestJSON-1800034462-router', 'tenant_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ce071593-13d8-4431-9880-9658a14f17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:17Z', 'updated_at': '2021-11-20T20:54:21Z', 'revision_number': 3, 'project_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'gw_port': {'id': 'ce071593-13d8-4431-9880-9658a14f17bf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:18Z', 'updated_at': '2021-11-20T20:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:29.465720 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c1256166-dbe7-40c3-963b-92a22d52c5cd tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.1461818
Nov 20 20:54:29.468349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d841963e-3967-40e9-b518-15a859e8912e req-a49e4036-2324-45bd-a14c-7ab3dadc42e4 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Router 03aa70c1-16e7-4e9c-9b27-40a21699f150 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:54:29.469202 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40674) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:29.492289 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a67cad05-1582-4739-94f8-e7f1767cdb4d req-84a5540e-ee8f-4877-82d8-f95b1cda9ed9 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 210 time: 0.0310378
Nov 20 20:54:29.494789 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:54:29.513615 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ba935-5884-4b81-ac7d-d9a5ce9e7d44 None None] The sync data for ids ['bfedb97a-0f68-41e9-8e83-a0208221dc76'] in ncdv-master-1 is: [{'id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'name': 'tempest-FloatingIPsTestJSON-1800034462-router', 'tenant_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ce071593-13d8-4431-9880-9658a14f17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:17Z', 'updated_at': '2021-11-20T20:54:21Z', 'revision_number': 3, 'project_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'gw_port': {'id': 'ce071593-13d8-4431-9880-9658a14f17bf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:18Z', 'updated_at': '2021-11-20T20:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:54:29.587221 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:29.644410 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b7cefa-0cde-4503-a8c6-102e37a1b57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750b5bfe-3b8d-4aec-8be2-266f1f451b32'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:29.646726 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6261378b-0965-4319-9ac2-4b4f7fc3bb1c" -d '{"events": [{"server_uuid": "51b7cefa-0cde-4503-a8c6-102e37a1b57d", "name": "network-vif-plugged", "status": "completed", "tag": "750b5bfe-3b8d-4aec-8be2-266f1f451b32"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:29.674772 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 750b5bfe-3b8d-4aec-8be2-266f1f451b32, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=750b5bfe-3b8d-4aec-8be2-266f1f451b32,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:29.689643 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:29.705763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:29.705763 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:29.821420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=750b5bfe-3b8d-4aec-8be2-266f1f451b32,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:29.982802 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-62974aea-25ff-4875-a686-6bcce93ae015 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3692091
Nov 20 20:54:29.989576 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:30.020430 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:30.075940 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-5089dd7b-d8e0-451a-b4b3-56e4d9e89cd2 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:30.077583 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-5089dd7b-d8e0-451a-b4b3-56e4d9e89cd2 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.37 "GET /v2.0/networks?id=a165c015-6336-4887-8830-b87d73789cc0 HTTP/1.1" status: 200  len: 815 time: 0.3227408
Nov 20 20:54:30.084568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-dcb319ff-8975-4d3f-8af6-91ce7f5fe888 tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Deleting port a21a4aa8-d459-40bb-b4d7-8792eca02bc7 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:30.084912 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dcb319ff-8975-4d3f-8af6-91ce7f5fe888 tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:30.127590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d841963e-3967-40e9-b518-15a859e8912e req-a49e4036-2324-45bd-a14c-7ab3dadc42e4 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:54:30.139561 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d841963e-3967-40e9-b518-15a859e8912e req-a49e4036-2324-45bd-a14c-7ab3dadc42e4 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:30.141999 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d3492-c0db-4a7d-bed6-49192fa0f354 None None] Sync routers for ids ['03aa70c1-16e7-4e9c-9b27-40a21699f150'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:54:30.152965 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:30.153542 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d3492-c0db-4a7d-bed6-49192fa0f354 None None] Routers {'03aa70c1-16e7-4e9c-9b27-40a21699f150'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:30.154151 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-238d3492-c0db-4a7d-bed6-49192fa0f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54482790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['03aa70c1-16e7-4e9c-9b27-40a21699f150'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:30.214489 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d841963e-3967-40e9-b518-15a859e8912e req-a49e4036-2324-45bd-a14c-7ab3dadc42e4 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "PUT /v2.0/floatingips/0b077b54-4613-42da-bf3c-577d4d930c2a HTTP/1.1" status: 200  len: 997 time: 3.0172138
Nov 20 20:54:30.222826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'tag': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:30.226584 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4b5a0a-dfe6-491c-b12d-bdb20df92cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6be238-5664-44e6-b4f8-2b26652e0cb1", "tag": "f1bd4c4a-0fa6-457c-a111-718b20fa5663"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:30.288440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Allocated IP 172.35.1.238 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/7967e1ed-c9d7-48b6-9da7-bbc06a0e23f8) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:30.298667 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-238d3492-c0db-4a7d-bed6-49192fa0f354 None None] Set router 03aa70c1-16e7-4e9c-9b27-40a21699f150 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:30.377153 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-a322c456-8ec6-40ba-a647-67dd7c8dca01 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=170ca59a5b074770be63f18691e7aa40 HTTP/1.1" status: 200  len: 378 time: 0.2827156
Nov 20 20:54:30.397177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-92f61768-b160-4567-bd99-0227c266395b tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Request body: {'port': {'device_id': '797fe36e-be61-49c1-a438-56124738f92d', 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'admin_state_up': True, 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'security_groups': ['11222609-4aba-4e65-ab10-357630d553ca']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:30.401129 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:30.434388 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dcb319ff-8975-4d3f-8af6-91ce7f5fe888 tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:30.434812 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dcb319ff-8975-4d3f-8af6-91ce7f5fe888 tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:30.437008 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:30.439589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70779e8-408f-4a77-b101-71a029e143c9 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:54:30.464413 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:30.480132 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-dcb319ff-8975-4d3f-8af6-91ce7f5fe888 tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Calling delete_port for a21a4aa8-d459-40bb-b4d7-8792eca02bc7 owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:30.502432 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841963e-3967-40e9-b518-15a859e8912e req-617784e2-eeb7-48d0-818c-818956082dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:30.504262 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d841963e-3967-40e9-b518-15a859e8912e req-617784e2-eeb7-48d0-818c-818956082dd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59c483cdab9f4467a9c5bdd3b6c8357e&device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 1097 time: 0.2627757
Nov 20 20:54:30.517990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:30.525208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:30.533585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:30.568002 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Transition to ACTIVE for port object d70779e8-408f-4a77-b101-71a029e143c9 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:54:30.569048 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ce071593-13d8-4431-9880-9658a14f17bf up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:54:30.587587 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:30.616425 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Pushing event updated for resources: {'Port': ['ID=7967e1ed-c9d7-48b6-9da7-bbc06a0e23f8,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:30.670573 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ce071593-13d8-4431-9880-9658a14f17bf triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:30.671148 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:30.678281 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:30.705080 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-238d3492-c0db-4a7d-bed6-49192fa0f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54482790>, [{'id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-router', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249'}], 'enable_snat': True}, 'gw_port_id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:20Z', 'updated_at': '2021-11-20T20:53:25Z', 'revision_number': 4, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'gw_port': {'id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:21Z', 'updated_at': '2021-11-20T20:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0b077b54-4613-42da-bf3c-577d4d930c2a', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'floating_ip_address': '172.35.1.215', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'port_id': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec', 'mac_address': 'fa:16:3e:fe:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:54:24Z', 'updated_at': '2021-11-20T20:54:28Z', 'revision_number': 1, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb68cd6f-03d6-437d-86c8-ec78741a50d9', 'name': '', 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'mac_address': 'fa:16:3e:e0:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:25Z', 'updated_at': '2021-11-20T20:53:32Z', 'revision_number': 5, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'subnets': [{'id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:30.750650 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:30.767772 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d3492-c0db-4a7d-bed6-49192fa0f354 None None] Checking router: 03aa70c1-16e7-4e9c-9b27-40a21699f150 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:54:30.781155 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d3492-c0db-4a7d-bed6-49192fa0f354 None None] Routers {'03aa70c1-16e7-4e9c-9b27-40a21699f150'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:30.781941 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-238d3492-c0db-4a7d-bed6-49192fa0f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54482790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['03aa70c1-16e7-4e9c-9b27-40a21699f150'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:30.796584 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Pushing event updated for resources: {'Port': ['ID=d70779e8-408f-4a77-b101-71a029e143c9,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:30.875263 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:30.908514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port ce071593-13d8-4431-9880-9658a14f17bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce071593-13d8-4431-9880-9658a14f17bf,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:30.913779 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:31.002466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=ce071593-13d8-4431-9880-9658a14f17bf,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:31.009593 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-238d3492-c0db-4a7d-bed6-49192fa0f354 None None] Set router 03aa70c1-16e7-4e9c-9b27-40a21699f150 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:31.057494 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:31.071538 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:31.285319 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-238d3492-c0db-4a7d-bed6-49192fa0f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54482790>, [{'id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-router', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249'}], 'enable_snat': True}, 'gw_port_id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:20Z', 'updated_at': '2021-11-20T20:53:25Z', 'revision_number': 4, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'gw_port': {'id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:21Z', 'updated_at': '2021-11-20T20:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0b077b54-4613-42da-bf3c-577d4d930c2a', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'floating_ip_address': '172.35.1.215', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'port_id': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec', 'mac_address': 'fa:16:3e:fe:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:54:24Z', 'updated_at': '2021-11-20T20:54:28Z', 'revision_number': 1, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb68cd6f-03d6-437d-86c8-ec78741a50d9', 'name': '', 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'mac_address': 'fa:16:3e:e0:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:25Z', 'updated_at': '2021-11-20T20:53:32Z', 'revision_number': 5, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'subnets': [{'id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:31.317330 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d3492-c0db-4a7d-bed6-49192fa0f354 None None] The sync data for ids ['03aa70c1-16e7-4e9c-9b27-40a21699f150'] in ncdv-master-1 is: [{'id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-router', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249'}], 'enable_snat': True}, 'gw_port_id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:20Z', 'updated_at': '2021-11-20T20:53:25Z', 'revision_number': 4, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'gw_port': {'id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:21Z', 'updated_at': '2021-11-20T20:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0b077b54-4613-42da-bf3c-577d4d930c2a', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'floating_ip_address': '172.35.1.215', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'port_id': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec', 'mac_address': 'fa:16:3e:fe:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:54:24Z', 'updated_at': '2021-11-20T20:54:28Z', 'revision_number': 1, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb68cd6f-03d6-437d-86c8-ec78741a50d9', 'name': '', 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'mac_address': 'fa:16:3e:e0:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:25Z', 'updated_at': '2021-11-20T20:53:32Z', 'revision_number': 5, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'subnets': [{'id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:54:31.322701 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841963e-3967-40e9-b518-15a859e8912e req-9f1201af-b5ab-458e-a7c6-09ae657dc604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:31.324328 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d841963e-3967-40e9-b518-15a859e8912e req-9f1201af-b5ab-458e-a7c6-09ae657dc604 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c0e623a-f529-4e97-805b-d4b7151232ec HTTP/1.1" status: 200  len: 921 time: 0.7779434
Nov 20 20:54:31.327945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-92f61768-b160-4567-bd99-0227c266395b tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Made reservation on behalf of 170ca59a5b074770be63f18691e7aa40 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:54:31.331586 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-92f61768-b160-4567-bd99-0227c266395b tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:31.441908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Attempting to bind port d70779e8-408f-4a77-b101-71a029e143c9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:54:31.442273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Attempting to bind port d70779e8-408f-4a77-b101-71a029e143c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:54:31.442608 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Attempting to bind port d70779e8-408f-4a77-b101-71a029e143c9 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:54:31.468871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Port d70779e8-408f-4a77-b101-71a029e143c9 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:54:31.469096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Attempting to bind port d70779e8-408f-4a77-b101-71a029e143c9 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:54:31.475781 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d841963e-3967-40e9-b518-15a859e8912e req-23d618bb-9372-4eaa-91e7-a188875271de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1bd4c4a-0fa6-457c-a111-718b20fa5663 HTTP/1.1" status: 200  len: 1000 time: 0.1381478
Nov 20 20:54:31.500857 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Pushing event updated for resources: {'Port': ['ID=7967e1ed-c9d7-48b6-9da7-bbc06a0e23f8,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:31.516616 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:31.524550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:54:31.524894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:54:31.525821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:54:31.526294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Bound port: d70779e8-408f-4a77-b101-71a029e143c9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:54:31.526867 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:31.534956 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:31.536205 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-ddd5f016-a0b0-4794-a881-2b1c1ad64cda tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5509458
Nov 20 20:54:31.551145 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dcb319ff-8975-4d3f-8af6-91ce7f5fe888 tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:31.608616 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-a3696eb5-2381-48b7-8c9d-7d8ad21cc8f4 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.238 HTTP/1.1" status: 200  len: 696 time: 0.0637517
Nov 20 20:54:31.624996 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb319ff-8975-4d3f-8af6-91ce7f5fe888 tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Pushing event deleted for resources: {'Port': ['ID=a21a4aa8-d459-40bb-b4d7-8792eca02bc7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:31.692701 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841963e-3967-40e9-b518-15a859e8912e req-9b955c54-6b73-4009-bd2a-adc6d03dcfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:31.693869 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d841963e-3967-40e9-b518-15a859e8912e req-9b955c54-6b73-4009-bd2a-adc6d03dcfc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7eb1c08-0af7-45e9-9853-143d500358f6 HTTP/1.1" status: 200  len: 860 time: 0.1837811
Nov 20 20:54:31.731610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-3980ccb4-aaeb-4f3d-b017-a9aa720c0168 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:31.732901 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-084f9892-ab63-450c-a88c-78d24c79fda7 req-3980ccb4-aaeb-4f3d-b017-a9aa720c0168 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.1185594
Nov 20 20:54:31.771332 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d841963e-3967-40e9-b518-15a859e8912e req-8f5d75f2-f757-4d04-8ee7-468991c32d88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c0e623a-f529-4e97-805b-d4b7151232ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450749
Nov 20 20:54:31.809064 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-92f61768-b160-4567-bd99-0227c266395b tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Allocated IP 172.20.0.8 (a165c015-6336-4887-8830-b87d73789cc0/27a5333c-b100-4794-8d7b-4a567ee28213/8732f318-293e-426d-9e8f-6b1fe937a69e) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:31.833116 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] For port d70779e8-408f-4a77-b101-71a029e143c9, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:54:31.840846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ab9ff-7427-46e1-9fd5-f02d3b470a45 req-64807016-903e-425b-b964-8a6f80d992d3 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:31.842742 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b00ab9ff-7427-46e1-9fd5-f02d3b470a45 req-64807016-903e-425b-b964-8a6f80d992d3 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 948 time: 0.0566597
Nov 20 20:54:31.847784 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dcb319ff-8975-4d3f-8af6-91ce7f5fe888 tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:31.850387 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dcb319ff-8975-4d3f-8af6-91ce7f5fe888 tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:31.851548 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dcb319ff-8975-4d3f-8af6-91ce7f5fe888 tempest-FloatingIPAdminTestJSON-1027895757 tempest-FloatingIPAdminTestJSON-1027895757-project] 10.222.0.41 "DELETE /v2.0/floatingips/dbf36048-8322-4017-8a80-d29e8a52b659 HTTP/1.1" status: 204  len: 168 time: 2.3347514
Nov 20 20:54:31.855765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40694) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:31.865246 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] For port d70779e8-408f-4a77-b101-71a029e143c9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d70779e8-408f-4a77-b101-71a029e143c9,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:54:31.899260 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:31.923527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b7062-eea9-4d82-bafb-200241369e51 None None] New status for floating IP 0b077b54-4613-42da-bf3c-577d4d930c2a: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:54:31.968950 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:31.969679 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:31.971174 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] 10.222.0.37 "PUT /v2.0/ports/d70779e8-408f-4a77-b101-71a029e143c9 HTTP/1.1" status: 200  len: 1096 time: 3.3294365
Nov 20 20:54:32.016358 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d841963e-3967-40e9-b518-15a859e8912e req-540b1038-9782-4b8b-8018-b1fe5d645672 service neutron] 10.222.0.41 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2339098
Nov 20 20:54:32.059601 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b00ab9ff-7427-46e1-9fd5-f02d3b470a45 req-d3456432-0bb0-4ca3-8d2e-34a9b04bf480 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107139
Nov 20 20:54:32.127613 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-9482bdb8-d172-4263-9127-abe52094fad7 tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Deleting port 699ea0e4-7ad6-4311-b13f-09e82263ea06 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:32.128041 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9482bdb8-d172-4263-9127-abe52094fad7 tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:32.252382 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9482bdb8-d172-4263-9127-abe52094fad7 tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:32.252799 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9482bdb8-d172-4263-9127-abe52094fad7 tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:32.262396 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541c31a-cbb8-438f-af95-be04c8aab921 service neutron] Pushing event updated for resources: {'Port': ['ID=d70779e8-408f-4a77-b101-71a029e143c9,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:32.280750 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560ba96b-de58-435f-9f4d-b4cb1937bbf2 x-openstack-request-id: req-560ba96b-de58-435f-9f4d-b4cb1937bbf2 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:32.281099 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b7cefa-0cde-4503-a8c6-102e37a1b57d", "name": "network-vif-plugged", "status": "completed", "tag": "750b5bfe-3b8d-4aec-8be2-266f1f451b32", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:32.281341 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-560ba96b-de58-435f-9f4d-b4cb1937bbf2 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:32.281691 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b7cefa-0cde-4503-a8c6-102e37a1b57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750b5bfe-3b8d-4aec-8be2-266f1f451b32', 'code': 200}
Nov 20 20:54:32.288542 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d841963e-3967-40e9-b518-15a859e8912e req-f37594b9-0ca4-487b-a248-98164d86bc44 service neutron] 10.222.0.41 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2564859
Nov 20 20:54:32.296461 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-9482bdb8-d172-4263-9127-abe52094fad7 tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Calling delete_port for 699ea0e4-7ad6-4311-b13f-09e82263ea06 owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:32.337113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-ca90e2d2-f2c0-4039-8579-e6a763846c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:32.338837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-ca90e2d2-f2c0-4039-8579-e6a763846c51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 1099 time: 0.3046403
Nov 20 20:54:32.344670 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-92f61768-b160-4567-bd99-0227c266395b tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:32.349328 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71861654-9e94-49ba-b34e-8b2e7d194ac9 req-87993c01-3851-4217-a1be-7898815cc3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:32.350891 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-71861654-9e94-49ba-b34e-8b2e7d194ac9 req-87993c01-3851-4217-a1be-7898815cc3b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 1097 time: 0.1124480
Nov 20 20:54:32.373384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9153d88-6ff7-4700-9e83-fe4119f527f4 req-3a6e98aa-5ee1-4d23-a138-c9387d971ddb tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:32.375056 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c9153d88-6ff7-4700-9e83-fe4119f527f4 req-3a6e98aa-5ee1-4d23-a138-c9387d971ddb tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 946 time: 0.1106851
Nov 20 20:54:32.404643 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-59472755-621b-4f35-b573-0df9e95eb48a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=d70779e8-408f-4a77-b101-71a029e143c9 HTTP/1.1" status: 200  len: 217 time: 0.0527823
Nov 20 20:54:32.483359 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c9153d88-6ff7-4700-9e83-fe4119f527f4 req-4542d142-db4c-468f-8d4c-5d42ab6d2a93 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958943
Nov 20 20:54:32.488176 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53272227-7562-4a8f-8d87-e8209ba1ef05 x-openstack-request-id: req-53272227-7562-4a8f-8d87-e8209ba1ef05 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:32.488483 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6be238-5664-44e6-b4f8-2b26652e0cb1", "tag": "f1bd4c4a-0fa6-457c-a111-718b20fa5663", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:32.488746 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53272227-7562-4a8f-8d87-e8209ba1ef05 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:32.489260 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'tag': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663', 'status': 'completed', 'code': 200}
Nov 20 20:54:32.506121 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-71861654-9e94-49ba-b34e-8b2e7d194ac9 req-c78b86a6-2efe-446e-ae4f-a4c08e306a97 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460142
Nov 20 20:54:32.520094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ce071593-13d8-4431-9880-9658a14f17bf up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:54:32.524694 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-a75128e2-a9a7-4927-b945-40adb0793cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:32.526562 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-a75128e2-a9a7-4927-b945-40adb0793cbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1141632
Nov 20 20:54:32.527895 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-92f61768-b160-4567-bd99-0227c266395b tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:32.599442 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ce071593-13d8-4431-9880-9658a14f17bf triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:32.599985 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:32.600847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-92f61768-b160-4567-bd99-0227c266395b tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Network a165c015-6336-4887-8830-b87d73789cc0 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:32.604151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f61768-b160-4567-bd99-0227c266395b tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Pushing event updated for resources: {'Port': ['ID=8732f318-293e-426d-9e8f-6b1fe937a69e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:32.606979 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-92f61768-b160-4567-bd99-0227c266395b tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:32.609048 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-92f61768-b160-4567-bd99-0227c266395b tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:32.661091 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9482bdb8-d172-4263-9127-abe52094fad7 tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:32.687843 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2245dd8-8154-46a3-9e80-ba834fa1fc06 req-5d0f1169-9edd-417b-ba4c-8a06777a3117 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:32.689985 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e2245dd8-8154-46a3-9e80-ba834fa1fc06 req-5d0f1169-9edd-417b-ba4c-8a06777a3117 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 931 time: 0.1073778
Nov 20 20:54:32.730863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482bdb8-d172-4263-9127-abe52094fad7 tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Pushing event deleted for resources: {'Port': ['ID=699ea0e4-7ad6-4311-b13f-09e82263ea06,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:32.808994 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e48857d3-7f57-4a5e-932b-09e45dfe1d93 req-17474511-be0f-4c99-92dd-695496952737 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/floatingips/1442752c-9e47-46ec-b25a-c58ad1012993 HTTP/1.1" status: 200  len: 693 time: 0.1442139
Nov 20 20:54:32.829442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-92f61768-b160-4567-bd99-0227c266395b tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:32.829586 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e2245dd8-8154-46a3-9e80-ba834fa1fc06 req-1324ce09-561e-4461-ab7b-27a88a5f0e9d tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/security-groups?id=11222609-4aba-4e65-ab10-357630d553ca&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1144061
Nov 20 20:54:32.830174 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-92f61768-b160-4567-bd99-0227c266395b tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:32.833340 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9482bdb8-d172-4263-9127-abe52094fad7 tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:32.837934 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9482bdb8-d172-4263-9127-abe52094fad7 tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:32.839550 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9482bdb8-d172-4263-9127-abe52094fad7 tempest-FloatingIPAdminTestJSON-1791953728 tempest-FloatingIPAdminTestJSON-1791953728-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/0f73dd67-71c0-4f70-bce4-815c19b8c759 HTTP/1.1" status: 204  len: 168 time: 0.9828839
Nov 20 20:54:32.845282 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Sync routers for ids ['bfedb97a-0f68-41e9-8e83-a0208221dc76'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:54:32.850619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40698) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:32.860551 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Routers {'bfedb97a-0f68-41e9-8e83-a0208221dc76'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:32.861529 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54482130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['bfedb97a-0f68-41e9-8e83-a0208221dc76'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:32.891302 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-92f61768-b160-4567-bd99-0227c266395b tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5006833
Nov 20 20:54:32.921683 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Request body: {'port': {'device_id': '797fe36e-be61-49c1-a438-56124738f92d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:32.956164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-13dffbd6-9599-418b-8721-42f68856ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:32.957676 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-13dffbd6-9599-418b-8721-42f68856ee41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2299483
Nov 20 20:54:32.975602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b5a0a-dfe6-491c-b12d-bdb20df92cdb req-ac5a6762-df94-4643-b5cf-6e68f2094dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:32.977066 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff4b5a0a-dfe6-491c-b12d-bdb20df92cdb req-ac5a6762-df94-4643-b5cf-6e68f2094dea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59c483cdab9f4467a9c5bdd3b6c8357e&device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 1097 time: 0.2548180
Nov 20 20:54:32.979400 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Set router bfedb97a-0f68-41e9-8e83-a0208221dc76 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:33.007263 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-808ce92d-dfbf-423d-8244-6fd030e37280 None None] Provisioning complete for port 8732f318-293e-426d-9e8f-6b1fe937a69e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:33.009280 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-808ce92d-dfbf-423d-8244-6fd030e37280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:33.039859 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0010315-c546-45d3-b307-2f2cd8246965 req-cab23893-85c2-4b93-9b88-498f5895e0b2 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.215 HTTP/1.1" status: 200  len: 1002 time: 0.1772838
Nov 20 20:54:33.071020 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-808ce92d-dfbf-423d-8244-6fd030e37280 None None] Port 8732f318-293e-426d-9e8f-6b1fe937a69e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:54:33.113126 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0010315-c546-45d3-b307-2f2cd8246965 req-1f08b711-6b28-46e7-8f48-780b275fe567 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:33.115247 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0010315-c546-45d3-b307-2f2cd8246965 req-1f08b711-6b28-46e7-8f48-780b275fe567 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports/f1bd4c4a-0fa6-457c-a111-718b20fa5663 HTTP/1.1" status: 200  len: 943 time: 0.0672498
Nov 20 20:54:33.128724 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48857d3-7f57-4a5e-932b-09e45dfe1d93 req-cf775bb4-b039-4505-bf81-7f4649560d3d tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:33.128982 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-bfe3a2ce-7bae-462f-bce5-2981a0776dc8 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Deleting port d7782a9e-a9ec-4105-bf97-10a703e7ce10 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:33.129422 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bfe3a2ce-7bae-462f-bce5-2981a0776dc8 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:33.142102 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e48857d3-7f57-4a5e-932b-09e45dfe1d93 req-cf775bb4-b039-4505-bf81-7f4649560d3d tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.3089890
Nov 20 20:54:33.194418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:33.243710 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54482130>, [{'id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'name': 'tempest-FloatingIPsTestJSON-1800034462-router', 'tenant_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ce071593-13d8-4431-9880-9658a14f17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:17Z', 'updated_at': '2021-11-20T20:54:28Z', 'revision_number': 4, 'project_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'gw_port': {'id': 'ce071593-13d8-4431-9880-9658a14f17bf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:18Z', 'updated_at': '2021-11-20T20:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea60d2d5-278f-4b2a-a881-9ab23f3ce283', 'name': '', 'network_id': 'c2547acb-d47e-494f-a5d2-fe676aa332b8', 'tenant_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'mac_address': 'fa:16:3e:f2:2b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dd6ba0b2-0bf6-4f39-b58c-f9b7ddaa5026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:27Z', 'updated_at': '2021-11-20T20:54:28Z', 'revision_number': 2, 'project_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'subnets': [{'id': 'dd6ba0b2-0bf6-4f39-b58c-f9b7ddaa5026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:33.271950 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Checking router: bfedb97a-0f68-41e9-8e83-a0208221dc76 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:54:33.273168 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Updating router bfedb97a-0f68-41e9-8e83-a0208221dc76 port ea60d2d5-278f-4b2a-a881-9ab23f3ce283 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:54:33.299177 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-d7d377d2-cb95-4ffb-80cb-62902274d4c6 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3210578
Nov 20 20:54:33.299422 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bfe3a2ce-7bae-462f-bce5-2981a0776dc8 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:33.302394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b5a0a-dfe6-491c-b12d-bdb20df92cdb req-3895c2fb-9517-4b15-a87e-76f63cfac120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:33.302994 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:33.303767 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff4b5a0a-dfe6-491c-b12d-bdb20df92cdb req-3895c2fb-9517-4b15-a87e-76f63cfac120 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c0e623a-f529-4e97-805b-d4b7151232ec HTTP/1.1" status: 200  len: 921 time: 0.3072302
Nov 20 20:54:33.317846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-bfe3a2ce-7bae-462f-bce5-2981a0776dc8 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Calling delete_port for d7782a9e-a9ec-4105-bf97-10a703e7ce10 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:33.322941 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0010315-c546-45d3-b307-2f2cd8246965 req-958df912-6108-4a04-ba85-b63645cef460 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.215 HTTP/1.1" status: 200  len: 1002 time: 0.1070473
Nov 20 20:54:33.400980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edf23b-a7c1-4931-8fa6-6c28eba4d379 req-db12d855-c5f9-4c81-a399-11c3da28d264 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:33.402506 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e6edf23b-a7c1-4931-8fa6-6c28eba4d379 req-db12d855-c5f9-4c81-a399-11c3da28d264 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 948 time: 0.1887336
Nov 20 20:54:33.498963 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0010315-c546-45d3-b307-2f2cd8246965 req-940d1dbd-e888-41e8-b54c-efb1c06ee041 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:33.500676 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0010315-c546-45d3-b307-2f2cd8246965 req-940d1dbd-e888-41e8-b54c-efb1c06ee041 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.1683993
Nov 20 20:54:33.530283 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-b0010315-c546-45d3-b307-2f2cd8246965 req-1f2d3957-4067-4f8e-b470-b0f5144ed7c4 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:54:33.531562 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0010315-c546-45d3-b307-2f2cd8246965 req-1f2d3957-4067-4f8e-b470-b0f5144ed7c4 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0063856
Nov 20 20:54:33.596367 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d14c12a1-b33e-49d6-9078-18d14ee76b14 req-bbf8e541-2316-44a4-81ff-8dbf2e52c7f0 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2652128
Nov 20 20:54:33.598621 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff4b5a0a-dfe6-491c-b12d-bdb20df92cdb req-b08b48d7-9517-4204-9d84-49a93c703e47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1bd4c4a-0fa6-457c-a111-718b20fa5663 HTTP/1.1" status: 200  len: 1002 time: 0.2747860
Nov 20 20:54:33.614321 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bfe3a2ce-7bae-462f-bce5-2981a0776dc8 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:33.668623 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0010315-c546-45d3-b307-2f2cd8246965 req-30e785c0-6edf-4f66-b58a-27b8a1081ed0 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.215 HTTP/1.1" status: 200  len: 1002 time: 0.1221552
Nov 20 20:54:33.673275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-b0010315-c546-45d3-b307-2f2cd8246965 req-d71603f5-2e2a-462e-baf3-8c7114193d06 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:33.675868 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3a2ce-7bae-462f-bce5-2981a0776dc8 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Pushing event deleted for resources: {'Port': ['ID=d7782a9e-a9ec-4105-bf97-10a703e7ce10,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:33.740035 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:33.747969 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:33.812819 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-b0010315-c546-45d3-b307-2f2cd8246965 req-d71603f5-2e2a-462e-baf3-8c7114193d06 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:33.863795 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b526e4c-9e48-4e27-ac18-61375d0bae07 None None] Pushing event updated for resources: {'Port': ['ID=ea60d2d5-278f-4b2a-a881-9ab23f3ce283,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:33.873835 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b526e4c-9e48-4e27-ac18-61375d0bae07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:33.874227 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b526e4c-9e48-4e27-ac18-61375d0bae07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:33.874579 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b526e4c-9e48-4e27-ac18-61375d0bae07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:33.874921 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b526e4c-9e48-4e27-ac18-61375d0bae07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:33.875262 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b526e4c-9e48-4e27-ac18-61375d0bae07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:33.875598 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b526e4c-9e48-4e27-ac18-61375d0bae07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:33.875931 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b526e4c-9e48-4e27-ac18-61375d0bae07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:33.876263 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b526e4c-9e48-4e27-ac18-61375d0bae07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:33.876593 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b526e4c-9e48-4e27-ac18-61375d0bae07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:33.876921 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b526e4c-9e48-4e27-ac18-61375d0bae07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:33.877252 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b526e4c-9e48-4e27-ac18-61375d0bae07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:33.877578 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b526e4c-9e48-4e27-ac18-61375d0bae07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:54:33.905772 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bfe3a2ce-7bae-462f-bce5-2981a0776dc8 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:33.913762 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bfe3a2ce-7bae-462f-bce5-2981a0776dc8 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] 10.222.0.41 "DELETE /v2.0/ports/d7782a9e-a9ec-4105-bf97-10a703e7ce10 HTTP/1.1" status: 204  len: 168 time: 1.0611587
Nov 20 20:54:33.914477 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40712) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:33.916323 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Attempting to bind port ea60d2d5-278f-4b2a-a881-9ab23f3ce283 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:54:33.916700 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Attempting to bind port ea60d2d5-278f-4b2a-a881-9ab23f3ce283 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a1838d34-f7c5-4864-88d2-8708ec30879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c2547acb-d47e-494f-a5d2-fe676aa332b8'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:54:33.918175 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Attempting to bind port ea60d2d5-278f-4b2a-a881-9ab23f3ce283 on network c2547acb-d47e-494f-a5d2-fe676aa332b8 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:54:33.925430 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:54:33.925849 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Checking segment: {'id': 'a1838d34-f7c5-4864-88d2-8708ec30879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c2547acb-d47e-494f-a5d2-fe676aa332b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:54:33.926279 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:33.938251 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Bound using segment: {'id': 'a1838d34-f7c5-4864-88d2-8708ec30879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c2547acb-d47e-494f-a5d2-fe676aa332b8'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:54:33.939418 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Bound port: ea60d2d5-278f-4b2a-a881-9ab23f3ce283, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1838d34-f7c5-4864-88d2-8708ec30879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c2547acb-d47e-494f-a5d2-fe676aa332b8'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:54:33.940079 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:34.023327 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] For port ea60d2d5-278f-4b2a-a881-9ab23f3ce283, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:54:34.029508 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] For port ea60d2d5-278f-4b2a-a881-9ab23f3ce283, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea60d2d5-278f-4b2a-a881-9ab23f3ce283,segment=NetworkSegment(a1838d34-f7c5-4864-88d2-8708ec30879e),segment_id=a1838d34-f7c5-4864-88d2-8708ec30879e)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:54:34.035603 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:34.067107 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-b0010315-c546-45d3-b307-2f2cd8246965 req-d71603f5-2e2a-462e-baf3-8c7114193d06 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:34.074123 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-b0010315-c546-45d3-b307-2f2cd8246965 req-d71603f5-2e2a-462e-baf3-8c7114193d06 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:34.074475 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [req-b0010315-c546-45d3-b307-2f2cd8246965 req-d71603f5-2e2a-462e-baf3-8c7114193d06 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Floating IP 0b077b54-4613-42da-bf3c-577d4d930c2a disassociated. External IP: 172.35.1.215, port: f1bd4c4a-0fa6-457c-a111-718b20fa5663.
Nov 20 20:54:34.089536 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Routers {'bfedb97a-0f68-41e9-8e83-a0208221dc76'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:34.090232 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54482130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['bfedb97a-0f68-41e9-8e83-a0208221dc76'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:34.142680 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81008fda-a896-43d1-82d0-aa8eb8eb8463 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:34.144537 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-81008fda-a896-43d1-82d0-aa8eb8eb8463 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea75d3c5-1fca-4974-8e62-67f5bd311985 HTTP/1.1" status: 200  len: 913 time: 0.2226245
Nov 20 20:54:34.147530 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e6edf23b-a7c1-4931-8fa6-6c28eba4d379 req-b8c01e71-6c6d-42c9-8f81-6a5b0b5c500c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6958292
Nov 20 20:54:34.149563 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40714) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:34.168001 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b5a0a-dfe6-491c-b12d-bdb20df92cdb req-a4e3e693-caf5-4259-9595-93e382988c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:34.169497 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff4b5a0a-dfe6-491c-b12d-bdb20df92cdb req-a4e3e693-caf5-4259-9595-93e382988c23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7eb1c08-0af7-45e9-9853-143d500358f6 HTTP/1.1" status: 200  len: 860 time: 0.4727221
Nov 20 20:54:34.209333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d71da1c-351c-4ecc-a50b-09e226aee746 None None] Provisioning complete for port ea60d2d5-278f-4b2a-a881-9ab23f3ce283 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:34.209934 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d71da1c-351c-4ecc-a50b-09e226aee746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:34.272450 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] Set router bfedb97a-0f68-41e9-8e83-a0208221dc76 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:34.358494 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d71da1c-351c-4ecc-a50b-09e226aee746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:34.360169 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef6d5459-1497-4b68-9bea-6e6a2c93f650 req-27518fb9-e862-4cf9-ad65-3c098550f04f tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=ddbc227afeaf4f029118ff4be3f9e452 HTTP/1.1" status: 200  len: 696 time: 0.1637180
Nov 20 20:54:34.362104 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff4b5a0a-dfe6-491c-b12d-bdb20df92cdb req-19a5f557-c2f6-4863-892c-95a1889eefee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c0e623a-f529-4e97-805b-d4b7151232ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1834743
Nov 20 20:54:34.401361 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d71da1c-351c-4ecc-a50b-09e226aee746 None None] For port ea60d2d5-278f-4b2a-a881-9ab23f3ce283, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea60d2d5-278f-4b2a-a881-9ab23f3ce283,segment=NetworkSegment(a1838d34-f7c5-4864-88d2-8708ec30879e),segment_id=a1838d34-f7c5-4864-88d2-8708ec30879e)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:34.408050 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d71da1c-351c-4ecc-a50b-09e226aee746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:34.466086 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71da1c-351c-4ecc-a50b-09e226aee746 None None] Pushing event updated for resources: {'Port': ['ID=ea60d2d5-278f-4b2a-a881-9ab23f3ce283,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:34.493569 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b526e4c-9e48-4e27-ac18-61375d0bae07 None None] Pushing event updated for resources: {'Port': ['ID=ea60d2d5-278f-4b2a-a881-9ab23f3ce283,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:34.514278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d035c3-0fd0-4d00-bff1-2eb652dcc037', 'tag': 'd70779e8-408f-4a77-b101-71a029e143c9'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:34.517687 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6744f184-6d59-4378-a67b-bea7e4d1782a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d035c3-0fd0-4d00-bff1-2eb652dcc037", "tag": "d70779e8-408f-4a77-b101-71a029e143c9"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:34.536708 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7efa6faf-e1c7-4c74-bd3d-881c63692408 None None] Provisioning complete for port ea60d2d5-278f-4b2a-a881-9ab23f3ce283 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:34.537345 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7efa6faf-e1c7-4c74-bd3d-881c63692408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:34.558737 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0010315-c546-45d3-b307-2f2cd8246965 req-d71603f5-2e2a-462e-baf3-8c7114193d06 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Router 03aa70c1-16e7-4e9c-9b27-40a21699f150 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:54:34.592745 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54482130>, [{'id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'name': 'tempest-FloatingIPsTestJSON-1800034462-router', 'tenant_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ce071593-13d8-4431-9880-9658a14f17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:17Z', 'updated_at': '2021-11-20T20:54:28Z', 'revision_number': 4, 'project_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'gw_port': {'id': 'ce071593-13d8-4431-9880-9658a14f17bf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:18Z', 'updated_at': '2021-11-20T20:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea60d2d5-278f-4b2a-a881-9ab23f3ce283', 'name': '', 'network_id': 'c2547acb-d47e-494f-a5d2-fe676aa332b8', 'tenant_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'mac_address': 'fa:16:3e:f2:2b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dd6ba0b2-0bf6-4f39-b58c-f9b7ddaa5026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:27Z', 'updated_at': '2021-11-20T20:54:34Z', 'revision_number': 4, 'project_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'subnets': [{'id': 'dd6ba0b2-0bf6-4f39-b58c-f9b7ddaa5026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:34.627394 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76177a9a-6be0-4409-ac49-b19a7ca22920 None None] The sync data for ids ['bfedb97a-0f68-41e9-8e83-a0208221dc76'] in ncdv-master-1 is: [{'id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'name': 'tempest-FloatingIPsTestJSON-1800034462-router', 'tenant_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ce071593-13d8-4431-9880-9658a14f17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:17Z', 'updated_at': '2021-11-20T20:54:28Z', 'revision_number': 4, 'project_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'gw_port': {'id': 'ce071593-13d8-4431-9880-9658a14f17bf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:18Z', 'updated_at': '2021-11-20T20:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea60d2d5-278f-4b2a-a881-9ab23f3ce283', 'name': '', 'network_id': 'c2547acb-d47e-494f-a5d2-fe676aa332b8', 'tenant_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'mac_address': 'fa:16:3e:f2:2b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dd6ba0b2-0bf6-4f39-b58c-f9b7ddaa5026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:27Z', 'updated_at': '2021-11-20T20:54:34Z', 'revision_number': 4, 'project_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'subnets': [{'id': 'dd6ba0b2-0bf6-4f39-b58c-f9b7ddaa5026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:54:34.653502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d5459-1497-4b68-9bea-6e6a2c93f650 req-731364ce-9959-4caf-9058-1bb9955dca2b tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:34.655297 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef6d5459-1497-4b68-9bea-6e6a2c93f650 req-731364ce-9959-4caf-9058-1bb9955dca2b tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/networks?id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 787 time: 0.2426360
Nov 20 20:54:34.657478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8732f318-293e-426d-9e8f-6b1fe937a69e {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:54:34.673729 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:34.677583 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff4b5a0a-dfe6-491c-b12d-bdb20df92cdb req-6b788f15-e468-47c6-9453-4f929d1fe88b service neutron] 10.222.0.37 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2981822
Nov 20 20:54:34.749136 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Transition to ACTIVE for port object 8732f318-293e-426d-9e8f-6b1fe937a69e will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:54:34.764926 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:34.924960 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8732f318-293e-426d-9e8f-6b1fe937a69e,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:35.005194 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff4b5a0a-dfe6-491c-b12d-bdb20df92cdb req-16fa597b-78c9-4012-90af-ebf8fbf9c511 service neutron] 10.222.0.37 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3178830
Nov 20 20:54:35.030102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106e56b-71ed-42ea-bb23-2b87e5ddd5b6 req-fcc4af56-36cc-432a-a918-61b9db5bff3c tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:35.037301 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a106e56b-71ed-42ea-bb23-2b87e5ddd5b6 req-fcc4af56-36cc-432a-a918-61b9db5bff3c tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 946 time: 0.1817050
Nov 20 20:54:35.102830 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Attempting to bind port 8732f318-293e-426d-9e8f-6b1fe937a69e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:54:35.103223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Attempting to bind port 8732f318-293e-426d-9e8f-6b1fe937a69e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6de865c9-e836-43af-82e0-d52e34d30304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:54:35.103566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Attempting to bind port 8732f318-293e-426d-9e8f-6b1fe937a69e on network a165c015-6336-4887-8830-b87d73789cc0 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:54:35.111699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Port 8732f318-293e-426d-9e8f-6b1fe937a69e on network a165c015-6336-4887-8830-b87d73789cc0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:54:35.112028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Attempting to bind port 8732f318-293e-426d-9e8f-6b1fe937a69e on network a165c015-6336-4887-8830-b87d73789cc0 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:54:35.118341 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a106e56b-71ed-42ea-bb23-2b87e5ddd5b6 req-de04dc4e-6d08-48c4-9f7d-0d4fcc8d42f3 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801215
Nov 20 20:54:35.121662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:54:35.122006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Checking segment: {'id': '6de865c9-e836-43af-82e0-d52e34d30304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:54:35.122428 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Bound using segment: {'id': '6de865c9-e836-43af-82e0-d52e34d30304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:54:35.122872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Bound port: 8732f318-293e-426d-9e8f-6b1fe937a69e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de865c9-e836-43af-82e0-d52e34d30304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:54:35.123445 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:35.225108 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0010315-c546-45d3-b307-2f2cd8246965 req-d71603f5-2e2a-462e-baf3-8c7114193d06 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:54:35.231316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] For port 8732f318-293e-426d-9e8f-6b1fe937a69e, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:54:35.234376 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-b0010315-c546-45d3-b307-2f2cd8246965 req-d71603f5-2e2a-462e-baf3-8c7114193d06 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:35.238988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bc363-19f6-4e0d-bff4-a33987b415b7 None None] Sync routers for ids ['03aa70c1-16e7-4e9c-9b27-40a21699f150'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:54:35.250004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] For port 8732f318-293e-426d-9e8f-6b1fe937a69e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8732f318-293e-426d-9e8f-6b1fe937a69e,segment=NetworkSegment(6de865c9-e836-43af-82e0-d52e34d30304),segment_id=6de865c9-e836-43af-82e0-d52e34d30304)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:54:35.253366 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1bc363-19f6-4e0d-bff4-a33987b415b7 None None] Routers {'03aa70c1-16e7-4e9c-9b27-40a21699f150'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:35.254511 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-cc1bc363-19f6-4e0d-bff4-a33987b415b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473106d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['03aa70c1-16e7-4e9c-9b27-40a21699f150'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:35.256505 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:35.282560 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0010315-c546-45d3-b307-2f2cd8246965 req-d71603f5-2e2a-462e-baf3-8c7114193d06 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "PUT /v2.0/floatingips/0b077b54-4613-42da-bf3c-577d4d930c2a HTTP/1.1" status: 200  len: 695 time: 1.6128757
Nov 20 20:54:35.291566 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'tag': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:35.293913 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b92e348-c664-4bb1-9594-ffc162414f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6be238-5664-44e6-b4f8-2b26652e0cb1", "tag": "f1bd4c4a-0fa6-457c-a111-718b20fa5663"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:35.340033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:35.341049 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:35.343114 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] 10.222.0.37 "PUT /v2.0/ports/8732f318-293e-426d-9e8f-6b1fe937a69e HTTP/1.1" status: 200  len: 1091 time: 2.4257700
Nov 20 20:54:35.415534 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0010315-c546-45d3-b307-2f2cd8246965 req-9891486c-a88e-41a5-9822-bcd2d343152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:35.422654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a69ce-5979-4971-87ec-bf3ce429fa9f req-d15bddff-6004-4a01-acce-eb176303b6b4 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:35.423385 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-cc1bc363-19f6-4e0d-bff4-a33987b415b7 None None] Set router 03aa70c1-16e7-4e9c-9b27-40a21699f150 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:35.423645 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0010315-c546-45d3-b307-2f2cd8246965 req-9891486c-a88e-41a5-9822-bcd2d343152d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59c483cdab9f4467a9c5bdd3b6c8357e&device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 1097 time: 0.1162040
Nov 20 20:54:35.424526 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a31a69ce-5979-4971-87ec-bf3ce429fa9f req-d15bddff-6004-4a01-acce-eb176303b6b4 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 943 time: 0.1250641
Nov 20 20:54:35.487266 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-491f9af3-05dc-4181-8c17-7f1d8dacb0b6 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:35.492553 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d5d7f-a4ae-4136-84dc-d94c9e7fd0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8732f318-293e-426d-9e8f-6b1fe937a69e,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:35.548079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-288acb34-01a6-49b2-a9d5-4b11b73fc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:35.549961 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-288acb34-01a6-49b2-a9d5-4b11b73fc6a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=170ca59a5b074770be63f18691e7aa40&device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 1094 time: 0.1524601
Nov 20 20:54:35.555201 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a31a69ce-5979-4971-87ec-bf3ce429fa9f req-52bd9054-56c1-42c4-8203-a35a87b13169 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/security-groups?id=11222609-4aba-4e65-ab10-357630d553ca&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1200049
Nov 20 20:54:35.616194 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-939a09bf-dd4d-47bc-845a-a87927169303 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8732f318-293e-426d-9e8f-6b1fe937a69e HTTP/1.1" status: 200  len: 217 time: 0.0509179
Nov 20 20:54:35.637981 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c817c6-88de-4d86-8c83-e1f65eab523c x-openstack-request-id: req-32c817c6-88de-4d86-8c83-e1f65eab523c {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:35.638285 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d035c3-0fd0-4d00-bff1-2eb652dcc037", "tag": "d70779e8-408f-4a77-b101-71a029e143c9", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:35.638543 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32c817c6-88de-4d86-8c83-e1f65eab523c {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:35.638935 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d035c3-0fd0-4d00-bff1-2eb652dcc037', 'tag': 'd70779e8-408f-4a77-b101-71a029e143c9', 'status': 'completed', 'code': 200}
Nov 20 20:54:35.722419 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-cc1bc363-19f6-4e0d-bff4-a33987b415b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473106d0>, [{'id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-router', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249'}], 'enable_snat': True}, 'gw_port_id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:20Z', 'updated_at': '2021-11-20T20:53:25Z', 'revision_number': 4, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'gw_port': {'id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:21Z', 'updated_at': '2021-11-20T20:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb68cd6f-03d6-437d-86c8-ec78741a50d9', 'name': '', 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'mac_address': 'fa:16:3e:e0:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:25Z', 'updated_at': '2021-11-20T20:53:32Z', 'revision_number': 5, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'subnets': [{'id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:35.753733 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bc363-19f6-4e0d-bff4-a33987b415b7 None None] Checking router: 03aa70c1-16e7-4e9c-9b27-40a21699f150 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:54:35.756690 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0010315-c546-45d3-b307-2f2cd8246965 req-8c24196e-58ac-4361-9b35-a016fe397e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:35.761179 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-864c72c8-16ee-4532-8959-d7dd49a7ac19 req-6159f1bf-7f1b-4b9d-9bc9-06eda054bc66 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/floatingips/1442752c-9e47-46ec-b25a-c58ad1012993 HTTP/1.1" status: 200  len: 693 time: 0.0913982
Nov 20 20:54:35.766504 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0010315-c546-45d3-b307-2f2cd8246965 req-8c24196e-58ac-4361-9b35-a016fe397e9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c0e623a-f529-4e97-805b-d4b7151232ec HTTP/1.1" status: 200  len: 921 time: 0.3419170
Nov 20 20:54:35.771882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1bc363-19f6-4e0d-bff4-a33987b415b7 None None] Routers {'03aa70c1-16e7-4e9c-9b27-40a21699f150'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:35.774367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-cc1bc363-19f6-4e0d-bff4-a33987b415b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473106d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['03aa70c1-16e7-4e9c-9b27-40a21699f150'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:35.880981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c72c8-16ee-4532-8959-d7dd49a7ac19 req-40fd9f99-0f95-4815-9fed-00ded7ee92b4 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:35.882609 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-864c72c8-16ee-4532-8959-d7dd49a7ac19 req-40fd9f99-0f95-4815-9fed-00ded7ee92b4 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.1158643
Nov 20 20:54:35.884104 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-52285c40-4457-42bb-a56a-c4efd0427cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:35.885721 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-52285c40-4457-42bb-a56a-c4efd0427cde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27a5333c-b100-4794-8d7b-4a567ee28213 HTTP/1.1" status: 200  len: 854 time: 0.2681673
Nov 20 20:54:35.888615 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0010315-c546-45d3-b307-2f2cd8246965 req-33e04927-8dcc-4815-b3ff-292eb22ac06d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1bd4c4a-0fa6-457c-a111-718b20fa5663 HTTP/1.1" status: 200  len: 217 time: 0.1203945
Nov 20 20:54:35.905874 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-cc1bc363-19f6-4e0d-bff4-a33987b415b7 None None] Set router 03aa70c1-16e7-4e9c-9b27-40a21699f150 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:35.977041 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-864c72c8-16ee-4532-8959-d7dd49a7ac19 req-9292256f-e86c-4ccf-a5ac-3cd759c73bc2 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.238 HTTP/1.1" status: 200  len: 696 time: 0.0879443
Nov 20 20:54:35.978542 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0010315-c546-45d3-b307-2f2cd8246965 req-fa856576-e7ed-44bf-ba70-11a2456817b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:35.980363 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0010315-c546-45d3-b307-2f2cd8246965 req-fa856576-e7ed-44bf-ba70-11a2456817b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7eb1c08-0af7-45e9-9853-143d500358f6 HTTP/1.1" status: 200  len: 860 time: 0.0806355
Nov 20 20:54:35.980857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744f184-6d59-4378-a67b-bea7e4d1782a req-c67f197f-10fe-4dc6-8331-e75de8619140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:35.982913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6744f184-6d59-4378-a67b-bea7e4d1782a req-c67f197f-10fe-4dc6-8331-e75de8619140 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 1099 time: 0.3057685
Nov 20 20:54:36.044759 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0010315-c546-45d3-b307-2f2cd8246965 req-876c03b9-a091-4593-bed4-1d41dea4c3eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c0e623a-f529-4e97-805b-d4b7151232ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0384939
Nov 20 20:54:36.068483 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-864c72c8-16ee-4532-8959-d7dd49a7ac19 req-691919fd-53d4-4aef-a8ab-680f69e37b08 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.238 HTTP/1.1" status: 200  len: 696 time: 0.0831022
Nov 20 20:54:36.072744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-1d0bb569-5600-4bd0-98e6-582ce0f3a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:36.074261 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-1d0bb569-5600-4bd0-98e6-582ce0f3a0c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a165c015-6336-4887-8830-b87d73789cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1747706
Nov 20 20:54:36.160832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-cc1bc363-19f6-4e0d-bff4-a33987b415b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473106d0>, [{'id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-router', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249'}], 'enable_snat': True}, 'gw_port_id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:20Z', 'updated_at': '2021-11-20T20:53:25Z', 'revision_number': 4, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'gw_port': {'id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:21Z', 'updated_at': '2021-11-20T20:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb68cd6f-03d6-437d-86c8-ec78741a50d9', 'name': '', 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'mac_address': 'fa:16:3e:e0:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:25Z', 'updated_at': '2021-11-20T20:53:32Z', 'revision_number': 5, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'subnets': [{'id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:36.184911 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-491f9af3-05dc-4181-8c17-7f1d8dacb0b6 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Deleting port 37b990ae-b5fd-40f8-87af-4b835042a044 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:36.185669 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-491f9af3-05dc-4181-8c17-7f1d8dacb0b6 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:36.194797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bc363-19f6-4e0d-bff4-a33987b415b7 None None] The sync data for ids ['03aa70c1-16e7-4e9c-9b27-40a21699f150'] in ncdv-master-1 is: [{'id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-router', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249'}], 'enable_snat': True}, 'gw_port_id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:20Z', 'updated_at': '2021-11-20T20:53:25Z', 'revision_number': 4, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'gw_port': {'id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:21Z', 'updated_at': '2021-11-20T20:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb68cd6f-03d6-437d-86c8-ec78741a50d9', 'name': '', 'network_id': '7c0e623a-f529-4e97-805b-d4b7151232ec', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'mac_address': 'fa:16:3e:e0:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:25Z', 'updated_at': '2021-11-20T20:53:32Z', 'revision_number': 5, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'subnets': [{'id': 'e7eb1c08-0af7-45e9-9853-143d500358f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:54:36.210539 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0010315-c546-45d3-b307-2f2cd8246965 req-6ba9599f-f503-4383-8620-4cde44aac3dc service neutron] 10.222.0.41 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266527
Nov 20 20:54:36.246576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744f184-6d59-4378-a67b-bea7e4d1782a req-c02a5ce2-9884-4fdd-bf08-a04bd5319857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:36.248253 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6744f184-6d59-4378-a67b-bea7e4d1782a req-c02a5ce2-9884-4fdd-bf08-a04bd5319857 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.2560434
Nov 20 20:54:36.342416 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6744f184-6d59-4378-a67b-bea7e4d1782a req-c5f43882-3478-41a3-b1ac-20aed1d671ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=d70779e8-408f-4a77-b101-71a029e143c9 HTTP/1.1" status: 200  len: 217 time: 0.0614681
Nov 20 20:54:36.347931 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-491f9af3-05dc-4181-8c17-7f1d8dacb0b6 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:36.370476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-491f9af3-05dc-4181-8c17-7f1d8dacb0b6 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Calling delete_port for 37b990ae-b5fd-40f8-87af-4b835042a044 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:36.379997 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0010315-c546-45d3-b307-2f2cd8246965 req-3ff0f354-ef24-41f8-bb6a-d15e60aa9a8d service neutron] 10.222.0.41 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607530
Nov 20 20:54:36.412219 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-94b9d489-7ce3-4470-8410-8aa4b2614c98 service neutron] 10.222.0.37 "GET /v2.0/networks/a165c015-6336-4887-8830-b87d73789cc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3018866
Nov 20 20:54:36.449880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744f184-6d59-4378-a67b-bea7e4d1782a req-aae10eb8-5b59-444c-be51-c3fdc73db10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:36.451530 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6744f184-6d59-4378-a67b-bea7e4d1782a req-aae10eb8-5b59-444c-be51-c3fdc73db10f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0974863
Nov 20 20:54:36.457082 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-864c72c8-16ee-4532-8959-d7dd49a7ac19 req-3b2919ef-4337-4cb4-96f3-4c413a277bbb tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Deleting port 7967e1ed-c9d7-48b6-9da7-bbc06a0e23f8 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:36.457511 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-864c72c8-16ee-4532-8959-d7dd49a7ac19 req-3b2919ef-4337-4cb4-96f3-4c413a277bbb tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:36.527572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ea60d2d5-278f-4b2a-a881-9ab23f3ce283 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:54:36.593196 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ea60d2d5-278f-4b2a-a881-9ab23f3ce283 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:36.593953 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:36.598264 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-864c72c8-16ee-4532-8959-d7dd49a7ac19 req-3b2919ef-4337-4cb4-96f3-4c413a277bbb tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:36.598782 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-864c72c8-16ee-4532-8959-d7dd49a7ac19 req-3b2919ef-4337-4cb4-96f3-4c413a277bbb tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:36.611173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-864c72c8-16ee-4532-8959-d7dd49a7ac19 req-3b2919ef-4337-4cb4-96f3-4c413a277bbb tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Calling delete_port for 7967e1ed-c9d7-48b6-9da7-bbc06a0e23f8 owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:36.622404 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-491f9af3-05dc-4181-8c17-7f1d8dacb0b6 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:36.652091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f9af3-05dc-4181-8c17-7f1d8dacb0b6 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Pushing event deleted for resources: {'Port': ['ID=37b990ae-b5fd-40f8-87af-4b835042a044,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:36.701198 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d70779e8-408f-4a77-b101-71a029e143c9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:54:36.812028 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d70779e8-408f-4a77-b101-71a029e143c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d70779e8-408f-4a77-b101-71a029e143c9,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:36.824846 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'd70779e8-408f-4a77-b101-71a029e143c9', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': 'd70779e8-408f-4a77-b101-71a029e143c9', 'mac_address': 'fa:16:3e:bd:a5:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:54:36.877468 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:36.897491 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70779e8-408f-4a77-b101-71a029e143c9 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:54:36.906183 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-864c72c8-16ee-4532-8959-d7dd49a7ac19 req-3b2919ef-4337-4cb4-96f3-4c413a277bbb tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:36.923405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d70779e8-408f-4a77-b101-71a029e143c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d70779e8-408f-4a77-b101-71a029e143c9,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:36.929938 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:36.940322 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-491f9af3-05dc-4181-8c17-7f1d8dacb0b6 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:36.988084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2919ef-4337-4cb4-96f3-4c413a277bbb tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Pushing event deleted for resources: {'Port': ['ID=7967e1ed-c9d7-48b6-9da7-bbc06a0e23f8,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:37.008364 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d70779e8-408f-4a77-b101-71a029e143c9,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:37.033256 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-619c38ae-6bad-4bc7-8872-9f532fb1d9a3 req-27822806-c43a-4ab1-b775-aec27c020fdd service neutron] 10.222.0.37 "GET /v2.0/networks/a165c015-6336-4887-8830-b87d73789cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6112156
Nov 20 20:54:37.057081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744f184-6d59-4378-a67b-bea7e4d1782a req-7bf57d17-73eb-4102-bb0c-e67df23a307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:37.058616 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6744f184-6d59-4378-a67b-bea7e4d1782a req-7bf57d17-73eb-4102-bb0c-e67df23a307e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5989771
Nov 20 20:54:37.114429 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274ba23-192e-4a0e-84d3-b1f5f34f83b2 req-22f07205-7bdc-4243-82a8-f7ba14112731 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:37.116445 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a274ba23-192e-4a0e-84d3-b1f5f34f83b2 req-22f07205-7bdc-4243-82a8-f7ba14112731 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 949 time: 0.1117301
Nov 20 20:54:37.123424 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-864c72c8-16ee-4532-8959-d7dd49a7ac19 req-3b2919ef-4337-4cb4-96f3-4c413a277bbb tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:37.129254 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-864c72c8-16ee-4532-8959-d7dd49a7ac19 req-3b2919ef-4337-4cb4-96f3-4c413a277bbb tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:37.145127 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-864c72c8-16ee-4532-8959-d7dd49a7ac19 req-3b2919ef-4337-4cb4-96f3-4c413a277bbb tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "DELETE /v2.0/floatingips/1442752c-9e47-46ec-b25a-c58ad1012993 HTTP/1.1" status: 204  len: 173 time: 1.0674124
Nov 20 20:54:37.194446 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb80f1d-ea30-42f0-9179-fae68d5a1eb4 x-openstack-request-id: req-feb80f1d-ea30-42f0-9179-fae68d5a1eb4 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:37.194837 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6be238-5664-44e6-b4f8-2b26652e0cb1", "tag": "f1bd4c4a-0fa6-457c-a111-718b20fa5663", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:37.195172 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-feb80f1d-ea30-42f0-9179-fae68d5a1eb4 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:37.195621 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'tag': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663', 'status': 'completed', 'code': 200}
Nov 20 20:54:37.204846 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d70779e8-408f-4a77-b101-71a029e143c9'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:37.223647 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a274ba23-192e-4a0e-84d3-b1f5f34f83b2 req-37566f0e-bf75-4962-b06e-09232d50ee55 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972304
Nov 20 20:54:37.249981 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6744f184-6d59-4378-a67b-bea7e4d1782a req-b3ff7cb5-499c-4385-9bd8-0ec9a17c284b service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1810992
Nov 20 20:54:37.292635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92e348-c664-4bb1-9594-ffc162414f8e req-72501392-31b3-44a6-98d6-30f1ee2b43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:37.294407 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b92e348-c664-4bb1-9594-ffc162414f8e req-72501392-31b3-44a6-98d6-30f1ee2b43ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59c483cdab9f4467a9c5bdd3b6c8357e&device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 1097 time: 0.0741923
Nov 20 20:54:37.314981 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491f9af3-05dc-4181-8c17-7f1d8dacb0b6 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Router ea75d3c5-1fca-4974-8e62-67f5bd311985 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:54:37.442441 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c48f7ad-d704-4093-bbc0-b9bfda88bcee req-8f88c1b7-f5cb-4cb5-a99c-096ee77b373f tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/floatingips/0b077b54-4613-42da-bf3c-577d4d930c2a HTTP/1.1" status: 200  len: 695 time: 0.1162868
Nov 20 20:54:37.507571 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27af27-3266-4f9d-8423-f8c885484d63 req-624f8c68-dcc6-48fc-864a-2f1e410ff636 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:37.509084 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9e27af27-3266-4f9d-8423-f8c885484d63 req-624f8c68-dcc6-48fc-864a-2f1e410ff636 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 943 time: 0.1035745
Nov 20 20:54:37.511440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491f9af3-05dc-4181-8c17-7f1d8dacb0b6 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:54:37.522913 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd40bcf-c02b-487f-976f-710ddfbb8a5f None None] Sync routers for ids ['ea75d3c5-1fca-4974-8e62-67f5bd311985'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:54:37.525074 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-491f9af3-05dc-4181-8c17-7f1d8dacb0b6 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] 10.222.0.41 "PUT /v2.0/routers/ea75d3c5-1fca-4974-8e62-67f5bd311985/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3745918
Nov 20 20:54:37.530007 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6744f184-6d59-4378-a67b-bea7e4d1782a req-42552295-03b4-41a5-851c-6332d3435e25 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2687044
Nov 20 20:54:37.530460 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40746) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:37.541924 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd40bcf-c02b-487f-976f-710ddfbb8a5f None None] Routers {'ea75d3c5-1fca-4974-8e62-67f5bd311985'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:37.542715 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2bd40bcf-c02b-487f-976f-710ddfbb8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542d9dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ea75d3c5-1fca-4974-8e62-67f5bd311985'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:37.581699 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9e27af27-3266-4f9d-8423-f8c885484d63 req-f79dc333-072b-4f72-a45e-d4e69c7b7f2d tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/security-groups?id=11222609-4aba-4e65-ab10-357630d553ca&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0520275
Nov 20 20:54:37.607357 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2bd40bcf-c02b-487f-976f-710ddfbb8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542d9dc0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:37.617612 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd40bcf-c02b-487f-976f-710ddfbb8a5f None None] Routers {'ea75d3c5-1fca-4974-8e62-67f5bd311985'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:37.618263 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2bd40bcf-c02b-487f-976f-710ddfbb8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542d9dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ea75d3c5-1fca-4974-8e62-67f5bd311985'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:37.656519 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2bd40bcf-c02b-487f-976f-710ddfbb8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542d9dc0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:37.658409 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd40bcf-c02b-487f-976f-710ddfbb8a5f None None] The sync data for ids ['ea75d3c5-1fca-4974-8e62-67f5bd311985'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:54:37.670914 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63b801d-eb88-4882-b23e-25ba0003586a None None] New status for floating IP 0b077b54-4613-42da-bf3c-577d4d930c2a: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:54:37.799344 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-59ecdbee-f0a9-4f4c-b17f-898ecdd6cedf tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1242039
Nov 20 20:54:37.810385 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:37.837085 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:37.950568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797fe36e-be61-49c1-a438-56124738f92d', 'tag': '8732f318-293e-426d-9e8f-6b1fe937a69e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:37.953090 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e5331a-1547-45e9-86f1-10f880cfa8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "797fe36e-be61-49c1-a438-56124738f92d", "tag": "8732f318-293e-426d-9e8f-6b1fe937a69e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:37.955284 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.007020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92e348-c664-4bb1-9594-ffc162414f8e req-83f04fec-55a7-4688-b2b1-8b611bbcb1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:38.007020 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b92e348-c664-4bb1-9594-ffc162414f8e req-83f04fec-55a7-4688-b2b1-8b611bbcb1bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c0e623a-f529-4e97-805b-d4b7151232ec HTTP/1.1" status: 200  len: 921 time: 0.7022350
Nov 20 20:54:38.017882 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.075259 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Allocated IP 172.35.1.31 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/0bb5c33a-9b6c-49ac-b720-de2ad3bdf21e) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:38.090855 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b92e348-c664-4bb1-9594-ffc162414f8e req-361f89cc-3ef4-434f-a0fc-3b9dc5f2edc9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1bd4c4a-0fa6-457c-a111-718b20fa5663 HTTP/1.1" status: 200  len: 217 time: 0.0746839
Nov 20 20:54:38.111669 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.175212 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48f7ad-d704-4093-bbc0-b9bfda88bcee req-a766169c-2591-4134-89dd-09f3a2131c27 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:38.176606 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c48f7ad-d704-4093-bbc0-b9bfda88bcee req-a766169c-2591-4134-89dd-09f3a2131c27 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.7333748
Nov 20 20:54:38.180687 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.216227 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.263580 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:38.269450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:38.271415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Pushing event updated for resources: {'Port': ['ID=0bb5c33a-9b6c-49ac-b720-de2ad3bdf21e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:38.273553 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:38.288754 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c48f7ad-d704-4093-bbc0-b9bfda88bcee req-a821c6b9-f5cc-40d5-b7a0-c0645e4967dd tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.215 HTTP/1.1" status: 200  len: 696 time: 0.0858107
Nov 20 20:54:38.296807 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1777a01-1f26-479a-9286-4d606c66799d tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.302397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92e348-c664-4bb1-9594-ffc162414f8e req-dea28cd6-8a9e-4f2c-9541-390e8a321642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:38.303816 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b92e348-c664-4bb1-9594-ffc162414f8e req-dea28cd6-8a9e-4f2c-9541-390e8a321642 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7eb1c08-0af7-45e9-9853-143d500358f6 HTTP/1.1" status: 200  len: 860 time: 0.1960502
Nov 20 20:54:38.361879 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.397856 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.401594 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b92e348-c664-4bb1-9594-ffc162414f8e req-1d78dffd-f50d-4fe0-9307-8f97fdc22bb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c0e623a-f529-4e97-805b-d4b7151232ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0617528
Nov 20 20:54:38.410463 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c48f7ad-d704-4093-bbc0-b9bfda88bcee req-e29cc1f3-0a88-4fda-a10d-b14937d8af3a tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.215 HTTP/1.1" status: 200  len: 696 time: 0.1112857
Nov 20 20:54:38.558744 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.563380 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.609710 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1777a01-1f26-479a-9286-4d606c66799d tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.638638 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Pushing event updated for resources: {'Port': ['ID=0bb5c33a-9b6c-49ac-b720-de2ad3bdf21e,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:38.647438 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.655541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b92e348-c664-4bb1-9594-ffc162414f8e req-13f6d9fc-29f3-4102-83b3-512c71bbe847 service neutron] 10.222.0.37 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2427907
Nov 20 20:54:38.663854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.669046 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-619ea01f-b3a8-4fbc-bc91-479c76867df1 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 0.8630505
Nov 20 20:54:38.716145 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-383f1f43-5ee1-4dee-af95-3e4bf3c21f42 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.31 HTTP/1.1" status: 200  len: 695 time: 0.0441735
Nov 20 20:54:38.736126 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-5c48f7ad-d704-4093-bbc0-b9bfda88bcee req-6774c9b5-88b5-4e18-b9e0-e4d24628a457 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Deleting port 981b57ac-72d3-43e9-9c30-c15794265906 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:38.736400 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5c48f7ad-d704-4093-bbc0-b9bfda88bcee req-6774c9b5-88b5-4e18-b9e0-e4d24628a457 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.741390 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d70779e8-408f-4a77-b101-71a029e143c9 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:54:38.795184 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port d70779e8-408f-4a77-b101-71a029e143c9 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:54:38.800741 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port d70779e8-408f-4a77-b101-71a029e143c9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:38.801118 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.849166 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-7a219c5b-2c3f-40a3-8927-0a69ffa7d62e tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:38.849751 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-a1777a01-1f26-479a-9286-4d606c66799d tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Deleting port f201a63a-50d9-444b-a0d9-2faef839af57 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:38.850127 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1777a01-1f26-479a-9286-4d606c66799d tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.850626 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a2b84a63-0242-4d45-851b-4d3011158ccc req-7a219c5b-2c3f-40a3-8927-0a69ffa7d62e tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.1226830
Nov 20 20:54:38.858955 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b92e348-c664-4bb1-9594-ffc162414f8e req-8e84976a-6ae0-4bdc-b185-f87dae81daa3 service neutron] 10.222.0.37 "GET /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1725240
Nov 20 20:54:38.898005 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.928459 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5c48f7ad-d704-4093-bbc0-b9bfda88bcee req-6774c9b5-88b5-4e18-b9e0-e4d24628a457 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.928614 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5c48f7ad-d704-4093-bbc0-b9bfda88bcee req-6774c9b5-88b5-4e18-b9e0-e4d24628a457 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.937458 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d70779e8-408f-4a77-b101-71a029e143c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d70779e8-408f-4a77-b101-71a029e143c9,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:38.938351 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d035c3-0fd0-4d00-bff1-2eb652dcc037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70779e8-408f-4a77-b101-71a029e143c9'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:38.940776 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acdf601-292f-4fcc-99a4-9c2e32f0651c" -d '{"events": [{"server_uuid": "d3d035c3-0fd0-4d00-bff1-2eb652dcc037", "name": "network-vif-plugged", "status": "completed", "tag": "d70779e8-408f-4a77-b101-71a029e143c9"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:38.944590 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.948243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-5c48f7ad-d704-4093-bbc0-b9bfda88bcee req-6774c9b5-88b5-4e18-b9e0-e4d24628a457 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Calling delete_port for 981b57ac-72d3-43e9-9c30-c15794265906 owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:38.969938 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1777a01-1f26-479a-9286-4d606c66799d tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:38.979967 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451248e2-f69c-492c-8e6f-cdc8ea146143 x-openstack-request-id: req-451248e2-f69c-492c-8e6f-cdc8ea146143 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:38.980103 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797fe36e-be61-49c1-a438-56124738f92d", "tag": "8732f318-293e-426d-9e8f-6b1fe937a69e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:38.980367 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-451248e2-f69c-492c-8e6f-cdc8ea146143 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:38.980768 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797fe36e-be61-49c1-a438-56124738f92d', 'tag': '8732f318-293e-426d-9e8f-6b1fe937a69e', 'status': 'completed', 'code': 200}
Nov 20 20:54:38.996516 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d70779e8-408f-4a77-b101-71a029e143c9,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:39.029012 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-a1777a01-1f26-479a-9286-4d606c66799d tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Calling delete_port for f201a63a-50d9-444b-a0d9-2faef839af57 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:39.082840 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1e4e9-50b1-45b6-8f64-cd28cee1c18f req-22e43c46-155a-4148-b044-a25466ea92be tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:39.084440 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ad1e4e9-50b1-45b6-8f64-cd28cee1c18f req-22e43c46-155a-4148-b044-a25466ea92be tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 950 time: 0.0504975
Nov 20 20:54:39.135726 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ad1e4e9-50b1-45b6-8f64-cd28cee1c18f req-7f63ee7f-3c85-49fd-8d23-509ceac0f273 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446429
Nov 20 20:54:39.139798 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5331a-1547-45e9-86f1-10f880cfa8a0 req-d767dbe1-f704-4794-95f0-5e471ca086b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:39.141308 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68e5331a-1547-45e9-86f1-10f880cfa8a0 req-d767dbe1-f704-4794-95f0-5e471ca086b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=170ca59a5b074770be63f18691e7aa40&device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 1094 time: 0.1219792
Nov 20 20:54:39.349143 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5c48f7ad-d704-4093-bbc0-b9bfda88bcee req-6774c9b5-88b5-4e18-b9e0-e4d24628a457 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:39.354836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5331a-1547-45e9-86f1-10f880cfa8a0 req-e0aef16e-476b-4a38-8b87-0b9beb5c7bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:39.356345 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68e5331a-1547-45e9-86f1-10f880cfa8a0 req-e0aef16e-476b-4a38-8b87-0b9beb5c7bd2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a165c015-6336-4887-8830-b87d73789cc0 HTTP/1.1" status: 200  len: 916 time: 0.2045600
Nov 20 20:54:39.374194 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42104e9-56fb-4b44-a37f-e4ee0f8f50eb req-b231d557-1d2a-4abe-90d9-e7c3bf35ab1d tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:39.375693 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d42104e9-56fb-4b44-a37f-e4ee0f8f50eb req-b231d557-1d2a-4abe-90d9-e7c3bf35ab1d tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 943 time: 0.0626771
Nov 20 20:54:39.393612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774c9b5-88b5-4e18-b9e0-e4d24628a457 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Pushing event deleted for resources: {'Port': ['ID=981b57ac-72d3-43e9-9c30-c15794265906,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:39.431616 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d42104e9-56fb-4b44-a37f-e4ee0f8f50eb req-18675a12-cdbb-4041-a445-0c65c3088566 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/security-groups?id=11222609-4aba-4e65-ab10-357630d553ca&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0486901
Nov 20 20:54:39.434509 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68e5331a-1547-45e9-86f1-10f880cfa8a0 req-a460d838-ca97-40ae-825c-ddb971de29bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8732f318-293e-426d-9e8f-6b1fe937a69e HTTP/1.1" status: 200  len: 217 time: 0.0524073
Nov 20 20:54:39.465245 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1777a01-1f26-479a-9286-4d606c66799d tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:39.507554 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f152e6ed-4f68-4561-bd68-34be2267c6de req-0709c2fc-abc7-4a1a-87c3-6323518edd14 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/floatingips/cd96d7fb-42f6-4f0e-9b10-5968b9f38b6d HTTP/1.1" status: 200  len: 692 time: 0.0452347
Nov 20 20:54:39.534704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1777a01-1f26-479a-9286-4d606c66799d tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Pushing event deleted for resources: {'Port': ['ID=f201a63a-50d9-444b-a0d9-2faef839af57,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:39.602215 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5331a-1547-45e9-86f1-10f880cfa8a0 req-3f9af1ff-a848-44e0-b23e-d976aedfbd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:39.604006 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68e5331a-1547-45e9-86f1-10f880cfa8a0 req-3f9af1ff-a848-44e0-b23e-d976aedfbd26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27a5333c-b100-4794-8d7b-4a567ee28213 HTTP/1.1" status: 200  len: 854 time: 0.1484768
Nov 20 20:54:39.610907 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5c48f7ad-d704-4093-bbc0-b9bfda88bcee req-6774c9b5-88b5-4e18-b9e0-e4d24628a457 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:39.613523 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5c48f7ad-d704-4093-bbc0-b9bfda88bcee req-6774c9b5-88b5-4e18-b9e0-e4d24628a457 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:39.614624 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c48f7ad-d704-4093-bbc0-b9bfda88bcee req-6774c9b5-88b5-4e18-b9e0-e4d24628a457 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "DELETE /v2.0/floatingips/0b077b54-4613-42da-bf3c-577d4d930c2a HTTP/1.1" status: 204  len: 173 time: 1.1912704
Nov 20 20:54:39.623264 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152e6ed-4f68-4561-bd68-34be2267c6de req-c8ae40d8-36f0-43b8-9336-ad921943c667 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:39.624800 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f152e6ed-4f68-4561-bd68-34be2267c6de req-c8ae40d8-36f0-43b8-9336-ad921943c667 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.1097529
Nov 20 20:54:39.651516 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1777a01-1f26-479a-9286-4d606c66799d tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:39.685573 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f152e6ed-4f68-4561-bd68-34be2267c6de req-371b9978-ca86-4e91-8875-799d2ca19a80 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.31 HTTP/1.1" status: 200  len: 695 time: 0.0465803
Nov 20 20:54:39.739188 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f152e6ed-4f68-4561-bd68-34be2267c6de req-b7f8480b-8194-408d-a4a2-db7f5580f5b3 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.31 HTTP/1.1" status: 200  len: 695 time: 0.0454783
Nov 20 20:54:39.750080 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1777a01-1f26-479a-9286-4d606c66799d tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:39.753346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5331a-1547-45e9-86f1-10f880cfa8a0 req-fca1b299-2503-49c4-843a-c167fcfb4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:39.754907 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68e5331a-1547-45e9-86f1-10f880cfa8a0 req-fca1b299-2503-49c4-843a-c167fcfb4909 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a165c015-6336-4887-8830-b87d73789cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1379504
Nov 20 20:54:39.756083 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1777a01-1f26-479a-9286-4d606c66799d tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:39.799662 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813d49af-703b-4ef3-8521-8fe5096f637e x-openstack-request-id: req-813d49af-703b-4ef3-8521-8fe5096f637e {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:39.800208 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d035c3-0fd0-4d00-bff1-2eb652dcc037", "name": "network-vif-plugged", "status": "completed", "tag": "d70779e8-408f-4a77-b101-71a029e143c9", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:39.800208 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-813d49af-703b-4ef3-8521-8fe5096f637e {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:39.800599 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d035c3-0fd0-4d00-bff1-2eb652dcc037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70779e8-408f-4a77-b101-71a029e143c9', 'code': 200}
Nov 20 20:54:39.844988 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1777a01-1f26-479a-9286-4d606c66799d tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:39.845550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1777a01-1f26-479a-9286-4d606c66799d tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Fanout notify agent at l3_agent the message router_deleted on router ea75d3c5-1fca-4974-8e62-67f5bd311985 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:54:39.865424 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1777a01-1f26-479a-9286-4d606c66799d tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:39.869221 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a1777a01-1f26-479a-9286-4d606c66799d tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] 10.222.0.41 "DELETE /v2.0/routers/ea75d3c5-1fca-4974-8e62-67f5bd311985 HTTP/1.1" status: 204  len: 168 time: 2.3307283
Nov 20 20:54:39.872619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40792) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:39.937615 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3f12a28f-f8e8-4975-8e68-ceec3b4958c1 req-b6c03d12-8019-40a3-aa0b-3cb5ccc04d9c tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups/67b9a182-8e87-42e1-b866-5fa94524ce17 HTTP/1.1" status: 200  len: 1827 time: 0.1133101
Nov 20 20:54:39.955839 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b0f7d8-8835-454f-83eb-21bd30ebc321 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Deleting subnet 3963b4b2-e9de-4160-8cbb-0da50c1e50e2 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:54:39.960484 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f7d8-8835-454f-83eb-21bd30ebc321 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:39.982281 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68e5331a-1547-45e9-86f1-10f880cfa8a0 req-4d806c19-acd6-413a-a572-0e8e020b0e64 service neutron] 10.222.0.37 "GET /v2.0/networks/a165c015-6336-4887-8830-b87d73789cc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793463
Nov 20 20:54:39.990283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106347c9-0843-490a-ae74-e9644df771ef req-b9aa1438-9844-479a-b38a-3312f0deaca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:39.991696 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-106347c9-0843-490a-ae74-e9644df771ef req-b9aa1438-9844-479a-b38a-3312f0deaca5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 1101 time: 0.0869029
Nov 20 20:54:40.004600 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f7d8-8835-454f-83eb-21bd30ebc321 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:40.025849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-f152e6ed-4f68-4561-bd68-34be2267c6de req-fc582402-a7e3-4961-8f7a-c36306ccb94e tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Deleting port 0bb5c33a-9b6c-49ac-b720-de2ad3bdf21e {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:40.026293 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f152e6ed-4f68-4561-bd68-34be2267c6de req-fc582402-a7e3-4961-8f7a-c36306ccb94e tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:40.115642 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3f12a28f-f8e8-4975-8e68-ceec3b4958c1 req-5c75c0f5-a033-46ca-bde8-1af5658ec158 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:40.148194 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-106347c9-0843-490a-ae74-e9644df771ef req-73b6fd96-9b84-47a8-933d-2c9f673b5ee4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436713
Nov 20 20:54:40.153411 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68e5331a-1547-45e9-86f1-10f880cfa8a0 req-d2411fe8-b542-4476-94c3-0a5bc65b7402 service neutron] 10.222.0.37 "GET /v2.0/networks/a165c015-6336-4887-8830-b87d73789cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1608076
Nov 20 20:54:40.164360 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3f12a28f-f8e8-4975-8e68-ceec3b4958c1 req-5c75c0f5-a033-46ca-bde8-1af5658ec158 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:40.215762 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3f12a28f-f8e8-4975-8e68-ceec3b4958c1 req-5c75c0f5-a033-46ca-bde8-1af5658ec158 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:40.218867 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3f12a28f-f8e8-4975-8e68-ceec3b4958c1 req-5c75c0f5-a033-46ca-bde8-1af5658ec158 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:40.220061 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3f12a28f-f8e8-4975-8e68-ceec3b4958c1 req-5c75c0f5-a033-46ca-bde8-1af5658ec158 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "DELETE /v2.0/security-groups/67b9a182-8e87-42e1-b866-5fa94524ce17 HTTP/1.1" status: 204  len: 173 time: 0.2697413
Nov 20 20:54:40.230801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75c0f5-a033-46ca-bde8-1af5658ec158 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b9a182-8e87-42e1-b866-5fa94524ce17,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:40.389193 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20c774-0d80-433c-97dd-a847fd1c0876 req-719f0d84-c223-468d-971d-1c13ecf3b124 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:40.391053 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fe20c774-0d80-433c-97dd-a847fd1c0876 req-719f0d84-c223-468d-971d-1c13ecf3b124 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 950 time: 0.0655961
Nov 20 20:54:40.441343 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fe20c774-0d80-433c-97dd-a847fd1c0876 req-1a787ae5-c3e6-46ec-9d6a-e8b85aadc2df tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434232
Nov 20 20:54:40.480760 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f152e6ed-4f68-4561-bd68-34be2267c6de req-fc582402-a7e3-4961-8f7a-c36306ccb94e tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:40.481079 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f152e6ed-4f68-4561-bd68-34be2267c6de req-fc582402-a7e3-4961-8f7a-c36306ccb94e tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:40.492654 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f7d8-8835-454f-83eb-21bd30ebc321 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:40.516674 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-f152e6ed-4f68-4561-bd68-34be2267c6de req-fc582402-a7e3-4961-8f7a-c36306ccb94e tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Calling delete_port for 0bb5c33a-9b6c-49ac-b720-de2ad3bdf21e owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:40.610617 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f7d8-8835-454f-83eb-21bd30ebc321 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:40.652712 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0f7d8-8835-454f-83eb-21bd30ebc321 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Pushing event deleted for resources: {'Subnet': ['ID=3963b4b2-e9de-4160-8cbb-0da50c1e50e2,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:40.655396 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f7d8-8835-454f-83eb-21bd30ebc321 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:40.658722 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f6b0f7d8-8835-454f-83eb-21bd30ebc321 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] 10.222.0.41 "DELETE /v2.0/subnets/3963b4b2-e9de-4160-8cbb-0da50c1e50e2 HTTP/1.1" status: 204  len: 168 time: 0.7851233
Nov 20 20:54:40.661349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40812) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:40.665362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d0c184-c834-4c3b-afe2-8ad4185887f4 None None] Network 2c5f053a-d658-4723-85f7-b555e653bffb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:54:40.728543 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f152e6ed-4f68-4561-bd68-34be2267c6de req-fc582402-a7e3-4961-8f7a-c36306ccb94e tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:40.761131 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:40.764012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc582402-a7e3-4961-8f7a-c36306ccb94e tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Pushing event deleted for resources: {'Port': ['ID=0bb5c33a-9b6c-49ac-b720-de2ad3bdf21e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:40.837665 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f152e6ed-4f68-4561-bd68-34be2267c6de req-fc582402-a7e3-4961-8f7a-c36306ccb94e tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:40.840977 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f152e6ed-4f68-4561-bd68-34be2267c6de req-fc582402-a7e3-4961-8f7a-c36306ccb94e tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:40.843681 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f152e6ed-4f68-4561-bd68-34be2267c6de req-fc582402-a7e3-4961-8f7a-c36306ccb94e tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "DELETE /v2.0/floatingips/cd96d7fb-42f6-4f0e-9b10-5968b9f38b6d HTTP/1.1" status: 204  len: 173 time: 1.0828559
Nov 20 20:54:40.878312 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 8732f318-293e-426d-9e8f-6b1fe937a69e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:54:40.952212 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef093ac-bd32-48fa-8c91-63bd7ffa1941 req-811d235a-b2d2-4740-bc7f-128a114b5249 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:40.954237 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ef093ac-bd32-48fa-8c91-63bd7ffa1941 req-811d235a-b2d2-4740-bc7f-128a114b5249 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 943 time: 0.0545368
Nov 20 20:54:41.019104 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ef093ac-bd32-48fa-8c91-63bd7ffa1941 req-f6869bf3-24a7-4ebc-9781-0761ff458e53 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/security-groups?id=11222609-4aba-4e65-ab10-357630d553ca&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0547373
Nov 20 20:54:41.034288 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 8732f318-293e-426d-9e8f-6b1fe937a69e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8732f318-293e-426d-9e8f-6b1fe937a69e,segment=NetworkSegment(6de865c9-e836-43af-82e0-d52e34d30304),segment_id=6de865c9-e836-43af-82e0-d52e34d30304)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:41.049185 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '8732f318-293e-426d-9e8f-6b1fe937a69e', 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'port_id': '8732f318-293e-426d-9e8f-6b1fe937a69e', 'mac_address': 'fa:16:3e:3e:35:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:54:41.095425 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:41.108763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec525d85-0500-454a-9ef2-959b26c27574 None None] DHCP port deletion for 2c5f053a-d658-4723-85f7-b555e653bffb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:54:41.121538 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8732f318-293e-426d-9e8f-6b1fe937a69e {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:54:41.134396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d74a0-ba9b-4860-9317-4e28aec66079 req-28aa7b3f-faeb-4467-a453-1d8f61ad1613 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:41.142672 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f95d74a0-ba9b-4860-9317-4e28aec66079 req-28aa7b3f-faeb-4467-a453-1d8f61ad1613 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.0686939
Nov 20 20:54:41.162715 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 8732f318-293e-426d-9e8f-6b1fe937a69e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8732f318-293e-426d-9e8f-6b1fe937a69e,segment=NetworkSegment(6de865c9-e836-43af-82e0-d52e34d30304),segment_id=6de865c9-e836-43af-82e0-d52e34d30304)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:41.171886 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:41.172777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 750b5bfe-3b8d-4aec-8be2-266f1f451b32 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:54:41.197130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e10c0-9dd3-4564-b72d-579007ea0e54 req-b164f957-2b7f-4739-ba97-a551e44dcf1a tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:41.198861 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a81e10c0-9dd3-4564-b72d-579007ea0e54 req-b164f957-2b7f-4739-ba97-a551e44dcf1a tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 946 time: 0.4186282
Nov 20 20:54:41.199991 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f95d74a0-ba9b-4860-9317-4e28aec66079 req-1e17baf8-bc56-41d9-86ef-0431e6fded80 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558691
Nov 20 20:54:41.201223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Deleting port e2159d71-3d76-4e46-9550-309e62b575d4 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:41.201562 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:41.266459 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=8732f318-293e-426d-9e8f-6b1fe937a69e,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:41.279685 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-96555a7a-798b-40b6-a014-c6998ba1cede req-50dce2b0-defe-4eee-be93-b34a0afefdc2 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] show failed (client error): The resource could not be found.
Nov 20 20:54:41.279959 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ec525d85-0500-454a-9ef2-959b26c27574 None None] Deleting port e2159d71-3d76-4e46-9550-309e62b575d4 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:41.280088 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ec525d85-0500-454a-9ef2-959b26c27574 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:41.281321 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-96555a7a-798b-40b6-a014-c6998ba1cede req-50dce2b0-defe-4eee-be93-b34a0afefdc2 tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/floatingips/cd96d7fb-42f6-4f0e-9b10-5968b9f38b6d HTTP/1.1" status: 404  len: 350 time: 0.0400198
Nov 20 20:54:41.299018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] For port e2159d71-3d76-4e46-9550-309e62b575d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2159d71-3d76-4e46-9550-309e62b575d4,segment=NetworkSegment(a0d1ba08-4c3e-4966-b7f7-ef58297105ca),segment_id=a0d1ba08-4c3e-4966-b7f7-ef58297105ca)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:41.299387 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:41.323831 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Calling delete_port for e2159d71-3d76-4e46-9550-309e62b575d4 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:41.330598 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a81e10c0-9dd3-4564-b72d-579007ea0e54 req-6ef929b7-cf6a-427a-bf87-6cb466e70c73 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124556
Nov 20 20:54:41.355343 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-9f3d5bc4-5ce6-4daa-9438-031d9bb57259 req-cb897a7d-4ffa-4bd1-aecc-414941fe145c tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] show failed (client error): The resource could not be found.
Nov 20 20:54:41.355343 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9f3d5bc4-5ce6-4daa-9438-031d9bb57259 req-cb897a7d-4ffa-4bd1-aecc-414941fe145c tempest-FloatingIPsTestJSON-2056588219 tempest-FloatingIPsTestJSON-2056588219-project] 10.222.0.41 "GET /v2.0/floatingips/cd96d7fb-42f6-4f0e-9b10-5968b9f38b6d HTTP/1.1" status: 404  len: 350 time: 0.0466216
Nov 20 20:54:41.366095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40820) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:41.395789 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 750b5bfe-3b8d-4aec-8be2-266f1f451b32, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=750b5bfe-3b8d-4aec-8be2-266f1f451b32,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:41.411046 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ec525d85-0500-454a-9ef2-959b26c27574 None None] For port e2159d71-3d76-4e46-9550-309e62b575d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2159d71-3d76-4e46-9550-309e62b575d4,segment=NetworkSegment(a0d1ba08-4c3e-4966-b7f7-ef58297105ca),segment_id=a0d1ba08-4c3e-4966-b7f7-ef58297105ca)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:41.411453 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ec525d85-0500-454a-9ef2-959b26c27574 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:41.425976 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '750b5bfe-3b8d-4aec-8be2-266f1f451b32', 'network_id': '7ac3ab90-d288-4bb5-99a9-c81df0147689', 'port_id': '750b5bfe-3b8d-4aec-8be2-266f1f451b32', 'mac_address': 'fa:16:3e:cb:fc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca0b895-d4f5-4110-adf5-186714814159', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:54:41.432374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ec525d85-0500-454a-9ef2-959b26c27574 None None] Calling delete_port for e2159d71-3d76-4e46-9550-309e62b575d4 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:41.487538 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:41.522237 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:41.552530 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 750b5bfe-3b8d-4aec-8be2-266f1f451b32 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:54:41.584526 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Pushing event deleted for resources: {'Port': ['ID=e2159d71-3d76-4e46-9550-309e62b575d4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:41.586153 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 750b5bfe-3b8d-4aec-8be2-266f1f451b32, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=750b5bfe-3b8d-4aec-8be2-266f1f451b32,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:41.592218 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:41.592683 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] No DVR routers for this DVR port e2159d71-3d76-4e46-9550-309e62b575d4 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:54:41.604665 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ec525d85-0500-454a-9ef2-959b26c27574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:41.640868 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec525d85-0500-454a-9ef2-959b26c27574 None None] No DVR routers for this DVR port e2159d71-3d76-4e46-9550-309e62b575d4 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:54:41.673242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=750b5bfe-3b8d-4aec-8be2-266f1f451b32,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:41.723807 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:41.727024 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['750b5bfe-3b8d-4aec-8be2-266f1f451b32'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:41.731832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec525d85-0500-454a-9ef2-959b26c27574 None None] Pushing event deleted for resources: {'Port': ['ID=e2159d71-3d76-4e46-9550-309e62b575d4,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:41.753753 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040e2a8-a450-463c-886f-edabedc97af4 req-2a0e4fcf-cf50-49c4-940b-7ad40c8d4f0c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:41.754407 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6cb160>,) {'filters': {'network_id': ['2c5f053a-d658-4723-85f7-b555e653bffb']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:41.755625 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9040e2a8-a450-463c-886f-edabedc97af4 req-2a0e4fcf-cf50-49c4-940b-7ad40c8d4f0c tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 950 time: 0.1575115
Nov 20 20:54:41.772198 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6cb160>, 'a0d1ba08-4c3e-4966-b7f7-ef58297105ca') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:41.772526 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6cb160>, 'a0d1ba08-4c3e-4966-b7f7-ef58297105ca') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:41.788707 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:41.797989 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:41.810286 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:54:41.810734 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:54:41.815438 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:54:41.870830 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9040e2a8-a450-463c-886f-edabedc97af4 req-0cfc66cf-c5e2-49d1-b4d8-207ba0dc8977 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015425
Nov 20 20:54:41.898207 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:41.909563 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:41.921677 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40838) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:41.921955 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] 10.222.0.41 "DELETE /v2.0/networks/2c5f053a-d658-4723-85f7-b555e653bffb HTTP/1.1" status: 204  len: 168 time: 1.2593875
Nov 20 20:54:41.939411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['8732f318-293e-426d-9e8f-6b1fe937a69e'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:41.965155 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6a538-6e02-454b-8c33-edf7865c0984 tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Pushing event deleted for resources: {'Network': ['ID=2c5f053a-d658-4723-85f7-b555e653bffb,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:42.060627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce4ece-5681-42d6-94c8-fc1f6b685627 req-1eaf6f5b-4d54-4fa6-9814-1d377afb43d7 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:42.067126 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4ce4ece-5681-42d6-94c8-fc1f6b685627 req-1eaf6f5b-4d54-4fa6-9814-1d377afb43d7 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 945 time: 0.0609887
Nov 20 20:54:42.114994 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365d58-b4b4-4eb6-befe-e27bd277415e req-e552b3e4-08aa-4663-aa10-bf053767f0b6 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:42.117178 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4ce4ece-5681-42d6-94c8-fc1f6b685627 req-3d86911c-3ae7-4576-b45a-ba520001c1a7 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488067
Nov 20 20:54:42.118404 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-26365d58-b4b4-4eb6-befe-e27bd277415e req-e552b3e4-08aa-4663-aa10-bf053767f0b6 tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 1101 time: 0.1477997
Nov 20 20:54:42.194023 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-c199b634-bf77-4a1f-8761-91baab3ecacf tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Deleting port 253fe433-0f6a-4cac-86ca-ed69298440d7 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:42.194391 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c199b634-bf77-4a1f-8761-91baab3ecacf tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:42.202003 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3911903-1c72-413f-b493-2cdd4882c597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:42.239879 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8f09c-0e49-4bb2-b2b0-3ebc30af4d98 req-190e81b7-b493-45c3-84ee-fb24a279a77d tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:42.241390 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a1d8f09c-0e49-4bb2-b2b0-3ebc30af4d98 req-190e81b7-b493-45c3-84ee-fb24a279a77d tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 944 time: 0.0490925
Nov 20 20:54:42.250546 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-26365d58-b4b4-4eb6-befe-e27bd277415e req-6673afad-2799-4ace-974a-a7f5dc9202ea tempest-ServersOnMultiNodesTest-854822447 tempest-ServersOnMultiNodesTest-854822447-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200333
Nov 20 20:54:42.316516 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a1d8f09c-0e49-4bb2-b2b0-3ebc30af4d98 req-22239088-22e8-4b05-94d7-80e674c8d977 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/security-groups?id=11222609-4aba-4e65-ab10-357630d553ca&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0677147
Nov 20 20:54:42.399591 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c199b634-bf77-4a1f-8761-91baab3ecacf tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:42.400060 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c199b634-bf77-4a1f-8761-91baab3ecacf tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:42.453691 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-c199b634-bf77-4a1f-8761-91baab3ecacf tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Calling delete_port for 253fe433-0f6a-4cac-86ca-ed69298440d7 owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:42.478331 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a3534-9d35-4d6c-805a-4f26d114e0be req-f0bef802-c54b-4a28-bfa1-edfe893416e9 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:42.478490 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e2159d71-3d76-4e46-9550-309e62b575d4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:54:42.486777 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ca2a3534-9d35-4d6c-805a-4f26d114e0be req-f0bef802-c54b-4a28-bfa1-edfe893416e9 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.1731541
Nov 20 20:54:42.501224 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: e2159d71-3d76-4e46-9550-309e62b575d4 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:54:42.501753 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e2159d71-3d76-4e46-9550-309e62b575d4 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:54:42.570468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e95d3-acb5-4549-a675-ad9b660b79a6 req-cad2b9ec-61a5-42c2-be5e-001619e9ec98 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:42.572502 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be7e95d3-acb5-4549-a675-ad9b660b79a6 req-cad2b9ec-61a5-42c2-be5e-001619e9ec98 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 950 time: 0.0538473
Nov 20 20:54:42.617874 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ca2a3534-9d35-4d6c-805a-4f26d114e0be req-eb665fdc-b240-4936-a088-4874283181e9 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082866
Nov 20 20:54:42.624105 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be7e95d3-acb5-4549-a675-ad9b660b79a6 req-51f73428-d21e-46bf-bf4b-72faba5cc868 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454931
Nov 20 20:54:42.746794 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c199b634-bf77-4a1f-8761-91baab3ecacf tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:42.778437 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b3911903-1c72-413f-b493-2cdd4882c597 admin admin] Deleting port ea60d2d5-278f-4b2a-a881-9ab23f3ce283 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:42.779141 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3911903-1c72-413f-b493-2cdd4882c597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:42.780500 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 750b5bfe-3b8d-4aec-8be2-266f1f451b32 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:54:42.780654 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199b634-bf77-4a1f-8761-91baab3ecacf tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Pushing event deleted for resources: {'Port': ['ID=253fe433-0f6a-4cac-86ca-ed69298440d7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:42.832118 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 750b5bfe-3b8d-4aec-8be2-266f1f451b32 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:42.832496 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:42.898875 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c199b634-bf77-4a1f-8761-91baab3ecacf tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:42.902693 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c199b634-bf77-4a1f-8761-91baab3ecacf tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:42.903857 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c199b634-bf77-4a1f-8761-91baab3ecacf tempest-FloatingIPAdminTestJSON-236537897 tempest-FloatingIPAdminTestJSON-236537897-project] 10.222.0.41 "DELETE /v2.0/floatingips/60a8c1f4-6467-43d8-99f6-a986b1edb6e6 HTTP/1.1" status: 204  len: 168 time: 0.9810724
Nov 20 20:54:42.920690 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:42.922378 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-b3911903-1c72-413f-b493-2cdd4882c597 admin admin] For port ea60d2d5-278f-4b2a-a881-9ab23f3ce283, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea60d2d5-278f-4b2a-a881-9ab23f3ce283,segment=NetworkSegment(a1838d34-f7c5-4864-88d2-8708ec30879e),segment_id=a1838d34-f7c5-4864-88d2-8708ec30879e)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:42.922755 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3911903-1c72-413f-b493-2cdd4882c597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:42.935985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b3911903-1c72-413f-b493-2cdd4882c597 admin admin] Calling delete_port for ea60d2d5-278f-4b2a-a881-9ab23f3ce283 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:42.946077 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b7cefa-0cde-4503-a8c6-102e37a1b57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750b5bfe-3b8d-4aec-8be2-266f1f451b32'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:42.948990 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07d3648-ddb3-47c4-ba8b-bde6aab69927" -d '{"events": [{"server_uuid": "51b7cefa-0cde-4503-a8c6-102e37a1b57d", "name": "network-vif-plugged", "status": "completed", "tag": "750b5bfe-3b8d-4aec-8be2-266f1f451b32"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:42.963199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 750b5bfe-3b8d-4aec-8be2-266f1f451b32, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=750b5bfe-3b8d-4aec-8be2-266f1f451b32,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:42.968228 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:43.001474 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b68146-579a-4029-a8a7-08ef9d754f1a x-openstack-request-id: req-30b68146-579a-4029-a8a7-08ef9d754f1a {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:43.001773 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b7cefa-0cde-4503-a8c6-102e37a1b57d", "name": "network-vif-plugged", "status": "completed", "tag": "750b5bfe-3b8d-4aec-8be2-266f1f451b32", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:43.002023 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30b68146-579a-4029-a8a7-08ef9d754f1a {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:43.002440 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b7cefa-0cde-4503-a8c6-102e37a1b57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750b5bfe-3b8d-4aec-8be2-266f1f451b32', 'code': 200}
Nov 20 20:54:43.030449 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=750b5bfe-3b8d-4aec-8be2-266f1f451b32,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:43.136594 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3911903-1c72-413f-b493-2cdd4882c597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:43.142796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40860) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:43.165014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3911903-1c72-413f-b493-2cdd4882c597 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea60d2d5-278f-4b2a-a881-9ab23f3ce283,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:43.228886 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0082753e-42df-49f3-baa9-1bdbd10ccf76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:43.285821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908ea81-82b7-4f81-b7a1-e19176e93181 req-c51f9874-2958-41af-824a-8a0304b4b6fc tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:43.287386 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2908ea81-82b7-4f81-b7a1-e19176e93181 req-c51f9874-2958-41af-824a-8a0304b4b6fc tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 946 time: 0.0771956
Nov 20 20:54:43.330508 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-979ae198-9a96-4d46-996e-c4fd4e3a3304 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e1df735dbb34fc782620ae9dbd19060&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1840174
Nov 20 20:54:43.333073 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40866) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:43.384426 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2908ea81-82b7-4f81-b7a1-e19176e93181 req-26c0b141-3407-49a0-8598-2080c93b3941 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849240
Nov 20 20:54:43.385132 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3911903-1c72-413f-b493-2cdd4882c597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:43.407318 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-db16e970-e8fd-431b-846a-0728b7ef3890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:43.432090 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-db16e970-e8fd-431b-846a-0728b7ef3890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:43.497848 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09275d-a823-4fe6-a84b-71bfe07eb8b7 req-e3ad6408-6959-40f9-9a7a-687c672e584a tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:43.500506 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9f09275d-a823-4fe6-a84b-71bfe07eb8b7 req-e3ad6408-6959-40f9-9a7a-687c672e584a tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 944 time: 0.1021488
Nov 20 20:54:43.521634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72625601-f979-4972-a6d8-64e0cfd37a24 req-7259719a-53de-4fb2-b82d-169f11093aeb tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:43.523315 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-72625601-f979-4972-a6d8-64e0cfd37a24 req-7259719a-53de-4fb2-b82d-169f11093aeb tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.0562599
Nov 20 20:54:43.529341 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-db16e970-e8fd-431b-846a-0728b7ef3890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:43.532382 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-db16e970-e8fd-431b-846a-0728b7ef3890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:43.533746 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-db16e970-e8fd-431b-846a-0728b7ef3890 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1fbb292f-c9a0-40ab-a7a9-c8621bb2f4d2 HTTP/1.1" status: 204  len: 168 time: 0.1997445
Nov 20 20:54:43.567106 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16e970-e8fd-431b-846a-0728b7ef3890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbb292f-c9a0-40ab-a7a9-c8621bb2f4d2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:43.595084 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9f09275d-a823-4fe6-a84b-71bfe07eb8b7 req-08e84a8f-3104-4e81-9d75-565c8172a857 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/security-groups?id=11222609-4aba-4e65-ab10-357630d553ca&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0893276
Nov 20 20:54:43.646248 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-72625601-f979-4972-a6d8-64e0cfd37a24 req-f01de505-8719-4d7a-a67d-98ff29322e33 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Deleting port f1bd4c4a-0fa6-457c-a111-718b20fa5663 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:43.646710 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-72625601-f979-4972-a6d8-64e0cfd37a24 req-f01de505-8719-4d7a-a67d-98ff29322e33 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:43.765078 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3911903-1c72-413f-b493-2cdd4882c597 admin admin] Router bfedb97a-0f68-41e9-8e83-a0208221dc76 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:54:43.802616 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bddd5-1643-42f4-a766-0d21cacdf346 req-042c7a98-e5a4-499c-b44d-f66ca41514c6 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:43.804090 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c86bddd5-1643-42f4-a766-0d21cacdf346 req-042c7a98-e5a4-499c-b44d-f66ca41514c6 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.37 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 946 time: 0.1243834
Nov 20 20:54:43.849452 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decd176-2d1f-490c-bc4d-e86a7cd34bf6 req-3c25481b-97cf-4028-9973-452e2f77bd88 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:43.851294 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4decd176-2d1f-490c-bc4d-e86a7cd34bf6 req-3c25481b-97cf-4028-9973-452e2f77bd88 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 950 time: 0.1027117
Nov 20 20:54:43.879453 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-72625601-f979-4972-a6d8-64e0cfd37a24 req-f01de505-8719-4d7a-a67d-98ff29322e33 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] For port f1bd4c4a-0fa6-457c-a111-718b20fa5663, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1bd4c4a-0fa6-457c-a111-718b20fa5663,segment=NetworkSegment(3438dca2-2da2-4820-b43c-9039a055ca53),segment_id=3438dca2-2da2-4820-b43c-9039a055ca53)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:43.880131 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-72625601-f979-4972-a6d8-64e0cfd37a24 req-f01de505-8719-4d7a-a67d-98ff29322e33 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:43.887331 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40880) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:43.907121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c44eae-7745-45ff-9136-ce1a36f51f2f req-4a4a5eac-4648-4299-9740-57814f9d161c tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:43.908566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f1c44eae-7745-45ff-9136-ce1a36f51f2f req-4a4a5eac-4648-4299-9740-57814f9d161c tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6be238-5664-44e6-b4f8-2b26652e0cb1 HTTP/1.1" status: 200  len: 946 time: 0.1526871
Nov 20 20:54:43.933301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-72625601-f979-4972-a6d8-64e0cfd37a24 req-f01de505-8719-4d7a-a67d-98ff29322e33 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Calling delete_port for f1bd4c4a-0fa6-457c-a111-718b20fa5663 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:43.942478 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ef45425-3bc6-4188-8d39-3653d0e72ec6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:43.981929 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4decd176-2d1f-490c-bc4d-e86a7cd34bf6 req-d96f5e7a-5a30-466c-bf2b-a8d879127cd5 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232443
Nov 20 20:54:43.986352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3911903-1c72-413f-b493-2cdd4882c597 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:54:43.995312 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b3911903-1c72-413f-b493-2cdd4882c597 admin admin] 10.222.0.41 "PUT /v2.0/routers/bfedb97a-0f68-41e9-8e83-a0208221dc76/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6273615
Nov 20 20:54:43.995926 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40884) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:44.000451 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026aff0-71c3-474c-8a03-8e7b9da8ad46 None None] Sync routers for ids ['bfedb97a-0f68-41e9-8e83-a0208221dc76'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:54:44.013109 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9026aff0-71c3-474c-8a03-8e7b9da8ad46 None None] Routers {'bfedb97a-0f68-41e9-8e83-a0208221dc76'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:44.014031 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9026aff0-71c3-474c-8a03-8e7b9da8ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54176d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['bfedb97a-0f68-41e9-8e83-a0208221dc76'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:44.069970 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f1c44eae-7745-45ff-9136-ce1a36f51f2f req-2e08edc2-7390-417f-a717-82741e455ea1 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.41 "GET /v2.0/security-groups?id=df5c02ad-a565-4bf1-8f84-90234e55d57b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372035
Nov 20 20:54:44.131045 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-9026aff0-71c3-474c-8a03-8e7b9da8ad46 None None] Set router bfedb97a-0f68-41e9-8e83-a0208221dc76 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:44.177718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c86bddd5-1643-42f4-a766-0d21cacdf346 req-8ae703ab-2a4b-47f1-a811-ee6014b507a3 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Deleting port 750b5bfe-3b8d-4aec-8be2-266f1f451b32 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:44.177985 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c86bddd5-1643-42f4-a766-0d21cacdf346 req-8ae703ab-2a4b-47f1-a811-ee6014b507a3 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:44.182989 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2cf3e2f2-487f-452b-8314-3dc082e25339 admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:44.249494 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ef45425-3bc6-4188-8d39-3653d0e72ec6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:44.256435 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-72625601-f979-4972-a6d8-64e0cfd37a24 req-f01de505-8719-4d7a-a67d-98ff29322e33 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:44.260416 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ef45425-3bc6-4188-8d39-3653d0e72ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:44.269642 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f1bd4c4a-0fa6-457c-a111-718b20fa5663'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:44.317899 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01de505-8719-4d7a-a67d-98ff29322e33 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Pushing event deleted for resources: {'Port': ['ID=f1bd4c4a-0fa6-457c-a111-718b20fa5663,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:44.336673 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9026aff0-71c3-474c-8a03-8e7b9da8ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54176d90>, [{'id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'name': 'tempest-FloatingIPsTestJSON-1800034462-router', 'tenant_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ce071593-13d8-4431-9880-9658a14f17bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:17Z', 'updated_at': '2021-11-20T20:54:43Z', 'revision_number': 5, 'project_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'gw_port': {'id': 'ce071593-13d8-4431-9880-9658a14f17bf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:18Z', 'updated_at': '2021-11-20T20:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:44.339504 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4ef45425-3bc6-4188-8d39-3653d0e72ec6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1f07e61a01b46358d7a2e88f65f1976&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4487667
Nov 20 20:54:44.342456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40886) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:44.366348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef45425-3bc6-4188-8d39-3653d0e72ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b355dcc-e24b-49ed-ac69-9c66a767c009,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:44.382548 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026aff0-71c3-474c-8a03-8e7b9da8ad46 None None] Checking router: bfedb97a-0f68-41e9-8e83-a0208221dc76 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:54:44.385121 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2cf3e2f2-487f-452b-8314-3dc082e25339 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:44.394681 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9026aff0-71c3-474c-8a03-8e7b9da8ad46 None None] Routers {'bfedb97a-0f68-41e9-8e83-a0208221dc76'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:44.395380 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9026aff0-71c3-474c-8a03-8e7b9da8ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54176d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['bfedb97a-0f68-41e9-8e83-a0208221dc76'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:44.460174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5d92c-2dd8-44af-9594-0728d3d74e2e req-6a57decb-cc06-4463-af1e-b05d22450236 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:44.461602 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-97b5d92c-2dd8-44af-9594-0728d3d74e2e req-6a57decb-cc06-4463-af1e-b05d22450236 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 950 time: 0.2654738
Nov 20 20:54:44.465315 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c86bddd5-1643-42f4-a766-0d21cacdf346 req-8ae703ab-2a4b-47f1-a811-ee6014b507a3 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] For port 750b5bfe-3b8d-4aec-8be2-266f1f451b32, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=750b5bfe-3b8d-4aec-8be2-266f1f451b32,segment=NetworkSegment(27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1),segment_id=27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:44.465763 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c86bddd5-1643-42f4-a766-0d21cacdf346 req-8ae703ab-2a4b-47f1-a811-ee6014b507a3 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:44.469363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-72625601-f979-4972-a6d8-64e0cfd37a24 req-f01de505-8719-4d7a-a67d-98ff29322e33 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] No DVR routers for this DVR port f1bd4c4a-0fa6-457c-a111-718b20fa5663 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:54:44.486948 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-72625601-f979-4972-a6d8-64e0cfd37a24 req-f01de505-8719-4d7a-a67d-98ff29322e33 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:44.490526 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-72625601-f979-4972-a6d8-64e0cfd37a24 req-f01de505-8719-4d7a-a67d-98ff29322e33 tempest-ServerRescueTestJSONUnderV235-2100032891 tempest-ServerRescueTestJSONUnderV235-2100032891-project] 10.222.0.37 "DELETE /v2.0/ports/f1bd4c4a-0fa6-457c-a111-718b20fa5663 HTTP/1.1" status: 204  len: 173 time: 0.9556947
Nov 20 20:54:44.501525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'name': 'network-vif-deleted', 'tag': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:44.502934 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-9026aff0-71c3-474c-8a03-8e7b9da8ad46 None None] Set router bfedb97a-0f68-41e9-8e83-a0208221dc76 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:44.505160 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6f01f3-661b-4728-9003-f497f13cc52e" -d '{"events": [{"server_uuid": "3d6be238-5664-44e6-b4f8-2b26652e0cb1", "name": "network-vif-deleted", "tag": "f1bd4c4a-0fa6-457c-a111-718b20fa5663"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:44.538908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c86bddd5-1643-42f4-a766-0d21cacdf346 req-8ae703ab-2a4b-47f1-a811-ee6014b507a3 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Calling delete_port for 750b5bfe-3b8d-4aec-8be2-266f1f451b32 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:44.583081 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fd82a57a-1c2b-4d5b-87e3-814787272ad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:44.584975 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9026aff0-71c3-474c-8a03-8e7b9da8ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54176d90>, [{'id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'name': 'tempest-FloatingIPsTestJSON-1800034462-router', 'tenant_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:17Z', 'updated_at': '2021-11-20T20:54:44Z', 'revision_number': 6, 'project_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:44.611817 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0389a2a4-c280-4d3e-a183-0c74817ac97f x-openstack-request-id: req-0389a2a4-c280-4d3e-a183-0c74817ac97f {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:44.612165 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6be238-5664-44e6-b4f8-2b26652e0cb1", "name": "network-vif-deleted", "tag": "f1bd4c4a-0fa6-457c-a111-718b20fa5663", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:44.612484 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0389a2a4-c280-4d3e-a183-0c74817ac97f {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:44.612945 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6be238-5664-44e6-b4f8-2b26652e0cb1', 'name': 'network-vif-deleted', 'tag': 'f1bd4c4a-0fa6-457c-a111-718b20fa5663', 'status': 'completed', 'code': 200}
Nov 20 20:54:44.615765 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026aff0-71c3-474c-8a03-8e7b9da8ad46 None None] The sync data for ids ['bfedb97a-0f68-41e9-8e83-a0208221dc76'] in ncdv-master-1 is: [{'id': 'bfedb97a-0f68-41e9-8e83-a0208221dc76', 'name': 'tempest-FloatingIPsTestJSON-1800034462-router', 'tenant_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:17Z', 'updated_at': '2021-11-20T20:54:44Z', 'revision_number': 6, 'project_id': 'ddbc227afeaf4f029118ff4be3f9e452', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:54:44.708320 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fd82a57a-1c2b-4d5b-87e3-814787272ad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:44.818230 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d82bf8-64bd-4926-b178-838da6aed530 req-2e92e04f-9070-4696-bf81-9777289e7559 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:44.819801 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33d82bf8-64bd-4926-b178-838da6aed530 req-2e92e04f-9070-4696-bf81-9777289e7559 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 944 time: 0.1277316
Nov 20 20:54:44.824628 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 8732f318-293e-426d-9e8f-6b1fe937a69e up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:54:44.827927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-97b5d92c-2dd8-44af-9594-0728d3d74e2e req-a55a362c-97d2-4e93-a6aa-8ea2ff903f4d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Deleting port d70779e8-408f-4a77-b101-71a029e143c9 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:44.828397 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-97b5d92c-2dd8-44af-9594-0728d3d74e2e req-a55a362c-97d2-4e93-a6aa-8ea2ff903f4d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:44.884496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 8732f318-293e-426d-9e8f-6b1fe937a69e completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:54:44.890648 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 8732f318-293e-426d-9e8f-6b1fe937a69e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:54:44.891393 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:44.916418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fd82a57a-1c2b-4d5b-87e3-814787272ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:44.919162 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fd82a57a-1c2b-4d5b-87e3-814787272ad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:44.922860 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fd82a57a-1c2b-4d5b-87e3-814787272ad0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b355dcc-e24b-49ed-ac69-9c66a767c009 HTTP/1.1" status: 204  len: 168 time: 0.5768585
Nov 20 20:54:44.947629 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2cf3e2f2-487f-452b-8314-3dc082e25339 admin admin] Deleting port ce071593-13d8-4431-9880-9658a14f17bf {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:44.948389 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2cf3e2f2-487f-452b-8314-3dc082e25339 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:44.985083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82a57a-1c2b-4d5b-87e3-814787272ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b355dcc-e24b-49ed-ac69-9c66a767c009,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:45.000868 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c86bddd5-1643-42f4-a766-0d21cacdf346 req-8ae703ab-2a4b-47f1-a811-ee6014b507a3 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:45.017850 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['750b5bfe-3b8d-4aec-8be2-266f1f451b32'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:45.020010 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:45.050973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-97b5d92c-2dd8-44af-9594-0728d3d74e2e req-a55a362c-97d2-4e93-a6aa-8ea2ff903f4d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] For port d70779e8-408f-4a77-b101-71a029e143c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d70779e8-408f-4a77-b101-71a029e143c9,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:45.051482 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-97b5d92c-2dd8-44af-9594-0728d3d74e2e req-a55a362c-97d2-4e93-a6aa-8ea2ff903f4d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:45.054444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-2cf3e2f2-487f-452b-8314-3dc082e25339 admin admin] For port ce071593-13d8-4431-9880-9658a14f17bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce071593-13d8-4431-9880-9658a14f17bf,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:45.054815 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2cf3e2f2-487f-452b-8314-3dc082e25339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:45.067391 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-97b5d92c-2dd8-44af-9594-0728d3d74e2e req-a55a362c-97d2-4e93-a6aa-8ea2ff903f4d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Calling delete_port for d70779e8-408f-4a77-b101-71a029e143c9 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:45.072846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2cf3e2f2-487f-452b-8314-3dc082e25339 admin admin] Calling delete_port for ce071593-13d8-4431-9880-9658a14f17bf owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:45.104776 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797fe36e-be61-49c1-a438-56124738f92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8732f318-293e-426d-9e8f-6b1fe937a69e'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:45.107469 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929555e3-2726-4e4b-bd6d-def6f650befe" -d '{"events": [{"server_uuid": "797fe36e-be61-49c1-a438-56124738f92d", "name": "network-vif-plugged", "status": "completed", "tag": "8732f318-293e-426d-9e8f-6b1fe937a69e"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:45.141325 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 8732f318-293e-426d-9e8f-6b1fe937a69e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8732f318-293e-426d-9e8f-6b1fe937a69e,segment=NetworkSegment(6de865c9-e836-43af-82e0-d52e34d30304),segment_id=6de865c9-e836-43af-82e0-d52e34d30304)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:45.149469 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:45.177843 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d9243-3da2-438c-882e-db2afb66f5d9 req-868eba9d-f80b-4438-829a-99db21bae62f tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:45.179459 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5f0d9243-3da2-438c-882e-db2afb66f5d9 req-868eba9d-f80b-4438-829a-99db21bae62f tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/ports?device_id=51b7cefa-0cde-4503-a8c6-102e37a1b57d HTTP/1.1" status: 200  len: 867 time: 0.6660094
Nov 20 20:54:45.258834 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=8732f318-293e-426d-9e8f-6b1fe937a69e,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:45.283971 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5f0d9243-3da2-438c-882e-db2afb66f5d9 req-3fd3b83d-c903-4202-b304-e9f30a424e76 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.41 "GET /v2.0/security-groups?id=4beafc0a-d82c-46ed-a678-3373ab2c8dd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666232
Nov 20 20:54:45.314643 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33d82bf8-64bd-4926-b178-838da6aed530 req-13064a9f-094e-45fe-b950-8b5ba59b333f tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/security-groups?id=11222609-4aba-4e65-ab10-357630d553ca&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4780209
Nov 20 20:54:45.322914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae703ab-2a4b-47f1-a811-ee6014b507a3 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Pushing event deleted for resources: {'Port': ['ID=750b5bfe-3b8d-4aec-8be2-266f1f451b32,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:45.378566 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40906) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:45.459280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86bddd5-1643-42f4-a766-0d21cacdf346 req-8ae703ab-2a4b-47f1-a811-ee6014b507a3 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] No DVR routers for this DVR port 750b5bfe-3b8d-4aec-8be2-266f1f451b32 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:54:45.461410 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-97b5d92c-2dd8-44af-9594-0728d3d74e2e req-a55a362c-97d2-4e93-a6aa-8ea2ff903f4d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:45.465078 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c86bddd5-1643-42f4-a766-0d21cacdf346 req-8ae703ab-2a4b-47f1-a811-ee6014b507a3 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:45.469785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c86bddd5-1643-42f4-a766-0d21cacdf346 req-8ae703ab-2a4b-47f1-a811-ee6014b507a3 tempest-ImagesTestJSON-900118944 tempest-ImagesTestJSON-900118944-project] 10.222.0.37 "DELETE /v2.0/ports/750b5bfe-3b8d-4aec-8be2-266f1f451b32 HTTP/1.1" status: 204  len: 173 time: 1.6556954
Nov 20 20:54:45.479794 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['23ec6af6-e448-4b84-a688-acf291e1c23c', 'd2ec2066-92dd-4bf1-94cf-530a3c89abb1', 'd70779e8-408f-4a77-b101-71a029e143c9'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:45.481029 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-85968d08-26a6-42b3-a2c5-eeed191fa1ae req-17da904e-0fb6-457f-8ee5-a8e0a098b170 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 210 time: 0.0660996
Nov 20 20:54:45.488839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7dceb653-952e-453b-b961-0478a94a32a1', 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc', 'b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6', '48e83d26-e36f-40f3-b0cf-f124edaa6b06', '418f2718-5a55-4ccb-996a-11201d6702b2'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:45.489069 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2cf3e2f2-487f-452b-8314-3dc082e25339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:45.541415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3e2f2-487f-452b-8314-3dc082e25339 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce071593-13d8-4431-9880-9658a14f17bf,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:45.577696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a362c-97d2-4e93-a6aa-8ea2ff903f4d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Pushing event deleted for resources: {'Port': ['ID=d70779e8-408f-4a77-b101-71a029e143c9,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:45.709004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40910) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:45.727174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b5d92c-2dd8-44af-9594-0728d3d74e2e req-a55a362c-97d2-4e93-a6aa-8ea2ff903f4d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] No DVR routers for this DVR port d70779e8-408f-4a77-b101-71a029e143c9 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:54:45.732673 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-97b5d92c-2dd8-44af-9594-0728d3d74e2e req-a55a362c-97d2-4e93-a6aa-8ea2ff903f4d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:45.741020 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-97b5d92c-2dd8-44af-9594-0728d3d74e2e req-a55a362c-97d2-4e93-a6aa-8ea2ff903f4d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.37 "DELETE /v2.0/ports/d70779e8-408f-4a77-b101-71a029e143c9 HTTP/1.1" status: 204  len: 173 time: 1.2695525
Nov 20 20:54:45.766855 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d0e966-052c-4d99-a5da-ca278a111f78 x-openstack-request-id: req-f6d0e966-052c-4d99-a5da-ca278a111f78 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:45.767448 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797fe36e-be61-49c1-a438-56124738f92d", "name": "network-vif-plugged", "status": "completed", "tag": "8732f318-293e-426d-9e8f-6b1fe937a69e", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:45.767708 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6d0e966-052c-4d99-a5da-ca278a111f78 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:45.768363 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797fe36e-be61-49c1-a438-56124738f92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8732f318-293e-426d-9e8f-6b1fe937a69e', 'code': 200}
Nov 20 20:54:45.854205 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e60d5bed-d85c-4958-a7d2-12b17e095506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:45.859701 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbda5b-ebcd-4e21-a208-21b937dbeefd req-15c9fa08-dc15-4334-8573-c39ab66bbd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:45.861306 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b8cbda5b-ebcd-4e21-a208-21b937dbeefd req-15c9fa08-dc15-4334-8573-c39ab66bbd33 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 1096 time: 0.0872686
Nov 20 20:54:45.896637 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe6d0b85-dbbf-49f8-9fc6-2c8626d6d3a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:45.921398 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b8cbda5b-ebcd-4e21-a208-21b937dbeefd req-03762241-fb95-4c32-9fa5-0f57a42d3071 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=11222609-4aba-4e65-ab10-357630d553ca&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0511992
Nov 20 20:54:45.945170 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2cf3e2f2-487f-452b-8314-3dc082e25339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.076054 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2cf3e2f2-487f-452b-8314-3dc082e25339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.081058 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2cf3e2f2-487f-452b-8314-3dc082e25339 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.148783 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2cf3e2f2-487f-452b-8314-3dc082e25339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.149340 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf3e2f2-487f-452b-8314-3dc082e25339 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfedb97a-0f68-41e9-8e83-a0208221dc76 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:54:46.177853 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2cf3e2f2-487f-452b-8314-3dc082e25339 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.178418 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2cf3e2f2-487f-452b-8314-3dc082e25339 admin admin] 10.222.0.41 "DELETE /v2.0/routers/bfedb97a-0f68-41e9-8e83-a0208221dc76 HTTP/1.1" status: 204  len: 168 time: 2.1733871
Nov 20 20:54:46.183398 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40912) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:46.253084 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe6d0b85-dbbf-49f8-9fc6-2c8626d6d3a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.260365 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe6d0b85-dbbf-49f8-9fc6-2c8626d6d3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.316610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee652541-d4b5-4d99-8835-db87a92cdb70 admin admin] Deleting subnet dd6ba0b2-0bf6-4f39-b58c-f9b7ddaa5026 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:54:46.342091 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee652541-d4b5-4d99-8835-db87a92cdb70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.360192 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d0b85-dbbf-49f8-9fc6-2c8626d6d3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbcc866-008c-4655-9ffc-e5011110d65d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:46.370260 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fe6d0b85-dbbf-49f8-9fc6-2c8626d6d3a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64bc3b0673734dea87fe0b5c585c4b02&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6555617
Nov 20 20:54:46.371424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40918) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:46.430087 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee652541-d4b5-4d99-8835-db87a92cdb70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.446534 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0e64e8f-4e94-4dea-b748-e7dd8eafe2e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.500601 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0e64e8f-4e94-4dea-b748-e7dd8eafe2e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.574584 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ea60d2d5-278f-4b2a-a881-9ab23f3ce283 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:54:46.606088 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: ea60d2d5-278f-4b2a-a881-9ab23f3ce283 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:54:46.606457 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ea60d2d5-278f-4b2a-a881-9ab23f3ce283 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:54:46.606963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ce071593-13d8-4431-9880-9658a14f17bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:54:46.615955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b7cefa-0cde-4503-a8c6-102e37a1b57d', 'name': 'network-vif-deleted', 'tag': '750b5bfe-3b8d-4aec-8be2-266f1f451b32'}, {'server_uuid': 'd3d035c3-0fd0-4d00-bff1-2eb652dcc037', 'name': 'network-vif-deleted', 'tag': 'd70779e8-408f-4a77-b101-71a029e143c9'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:46.618499 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cb37c7-00d9-4ff9-a605-ca27cda2035c" -d '{"events": [{"server_uuid": "51b7cefa-0cde-4503-a8c6-102e37a1b57d", "name": "network-vif-deleted", "tag": "750b5bfe-3b8d-4aec-8be2-266f1f451b32"}, {"server_uuid": "d3d035c3-0fd0-4d00-bff1-2eb652dcc037", "name": "network-vif-deleted", "tag": "d70779e8-408f-4a77-b101-71a029e143c9"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:46.636501 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0e64e8f-4e94-4dea-b748-e7dd8eafe2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.640085 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: ce071593-13d8-4431-9880-9658a14f17bf {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:54:46.640443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ce071593-13d8-4431-9880-9658a14f17bf not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:54:46.640591 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0e64e8f-4e94-4dea-b748-e7dd8eafe2e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.647894 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a0e64e8f-4e94-4dea-b748-e7dd8eafe2e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2cbcc866-008c-4655-9ffc-e5011110d65d HTTP/1.1" status: 204  len: 168 time: 0.2701643
Nov 20 20:54:46.682359 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.682581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e64e8f-4e94-4dea-b748-e7dd8eafe2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbcc866-008c-4655-9ffc-e5011110d65d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:46.724713 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee652541-d4b5-4d99-8835-db87a92cdb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.763748 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945b767-8723-451b-a5df-fe2315722442 req-93b2d6b5-ed6f-4134-a67d-793a880acc1e tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:46.765410 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c945b767-8723-451b-a5df-fe2315722442 req-93b2d6b5-ed6f-4134-a67d-793a880acc1e tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 945 time: 0.2573123
Nov 20 20:54:46.775562 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ea05f061-0457-42d4-85b7-f2406b784baf req-f9fcd48e-8c09-4be8-bd71-94794f0656b6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3d035c3-0fd0-4d00-bff1-2eb652dcc037 HTTP/1.1" status: 200  len: 210 time: 0.0367265
Nov 20 20:54:46.815376 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04515df3-cedd-4886-a010-d885ced22f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.846580 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29e1372-f3de-4280-b77d-021682663552 x-openstack-request-id: req-f29e1372-f3de-4280-b77d-021682663552 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:46.847091 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b7cefa-0cde-4503-a8c6-102e37a1b57d", "name": "network-vif-deleted", "tag": "750b5bfe-3b8d-4aec-8be2-266f1f451b32", "status": "completed", "code": 200}, {"server_uuid": "d3d035c3-0fd0-4d00-bff1-2eb652dcc037", "name": "network-vif-deleted", "tag": "d70779e8-408f-4a77-b101-71a029e143c9", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:46.847555 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f29e1372-f3de-4280-b77d-021682663552 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:46.848141 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b7cefa-0cde-4503-a8c6-102e37a1b57d', 'name': 'network-vif-deleted', 'tag': '750b5bfe-3b8d-4aec-8be2-266f1f451b32', 'status': 'completed', 'code': 200}
Nov 20 20:54:46.848569 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d035c3-0fd0-4d00-bff1-2eb652dcc037', 'name': 'network-vif-deleted', 'tag': 'd70779e8-408f-4a77-b101-71a029e143c9', 'status': 'completed', 'code': 200}
Nov 20 20:54:46.904681 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee652541-d4b5-4d99-8835-db87a92cdb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.979177 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c945b767-8723-451b-a5df-fe2315722442 req-b609cdd7-a05d-48dc-b5d3-fb3ded54c7de tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/security-groups?id=11222609-4aba-4e65-ab10-357630d553ca&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1958921
Nov 20 20:54:46.996094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee652541-d4b5-4d99-8835-db87a92cdb70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6ba0b2-0bf6-4f39-b58c-f9b7ddaa5026,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:46.996094 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee652541-d4b5-4d99-8835-db87a92cdb70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:46.998403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f090fcc-4d4b-4792-a3b3-1860b2a42d0a None None] Network c2547acb-d47e-494f-a5d2-fe676aa332b8 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:54:47.018940 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ee652541-d4b5-4d99-8835-db87a92cdb70 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dd6ba0b2-0bf6-4f39-b58c-f9b7ddaa5026 HTTP/1.1" status: 204  len: 168 time: 0.8344831
Nov 20 20:54:47.020647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40950) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:47.161614 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.281363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] Deleting port 2744bb26-0b01-4e77-8ff1-d75f79b7d433 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:47.281766 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.379352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-04515df3-cedd-4886-a010-d885ced22f05 admin admin] Deleting port eb68cd6f-03d6-437d-86c8-ec78741a50d9 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:47.379934 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04515df3-cedd-4886-a010-d885ced22f05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.397083 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40972) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:47.399687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] For port 2744bb26-0b01-4e77-8ff1-d75f79b7d433, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2744bb26-0b01-4e77-8ff1-d75f79b7d433,segment=NetworkSegment(a1838d34-f7c5-4864-88d2-8708ec30879e),segment_id=a1838d34-f7c5-4864-88d2-8708ec30879e)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:47.400768 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.415333 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] Calling delete_port for 2744bb26-0b01-4e77-8ff1-d75f79b7d433 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:47.478821 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19548180-867c-453d-b40c-829243a6688d None None] DHCP port deletion for c2547acb-d47e-494f-a5d2-fe676aa332b8 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:54:47.496243 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1b9e9f-e021-4591-ba78-913ef3cf0da6 admin admin] Deleting subnet dca0b895-d4f5-4110-adf5-186714814159 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:54:47.504086 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2d1b9e9f-e021-4591-ba78-913ef3cf0da6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.543271 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.551190 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-19548180-867c-453d-b40c-829243a6688d None None] Deleting port 2744bb26-0b01-4e77-8ff1-d75f79b7d433 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:47.551966 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19548180-867c-453d-b40c-829243a6688d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.558464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-04515df3-cedd-4886-a010-d885ced22f05 admin admin] For port eb68cd6f-03d6-437d-86c8-ec78741a50d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb68cd6f-03d6-437d-86c8-ec78741a50d9,segment=NetworkSegment(3438dca2-2da2-4820-b43c-9039a055ca53),segment_id=3438dca2-2da2-4820-b43c-9039a055ca53)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:47.558844 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04515df3-cedd-4886-a010-d885ced22f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.573847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=2744bb26-0b01-4e77-8ff1-d75f79b7d433,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:47.578372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-04515df3-cedd-4886-a010-d885ced22f05 admin admin] Calling delete_port for eb68cd6f-03d6-437d-86c8-ec78741a50d9 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:47.579264 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] No DVR routers for this DVR port 2744bb26-0b01-4e77-8ff1-d75f79b7d433 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:54:47.588802 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2d1b9e9f-e021-4591-ba78-913ef3cf0da6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.630891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-19548180-867c-453d-b40c-829243a6688d None None] For port 2744bb26-0b01-4e77-8ff1-d75f79b7d433, host ncdv-master-1, got binding levels [] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:47.631457 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19548180-867c-453d-b40c-829243a6688d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.646865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-19548180-867c-453d-b40c-829243a6688d None None] Calling delete_port for 2744bb26-0b01-4e77-8ff1-d75f79b7d433 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:47.650638 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.ipam_backend_mixin [None req-19548180-867c-453d-b40c-829243a6688d None None] Port 2744bb26-0b01-4e77-8ff1-d75f79b7d433 was not found and therefore no delete operation was performed {{(pid=126226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 20 20:54:47.652054 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19548180-867c-453d-b40c-829243a6688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.679148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19548180-867c-453d-b40c-829243a6688d None None] Pushing event deleted for resources: {'Port': ['ID=2744bb26-0b01-4e77-8ff1-d75f79b7d433,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:47.687913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19548180-867c-453d-b40c-829243a6688d None None] No DVR routers for this DVR port 2744bb26-0b01-4e77-8ff1-d75f79b7d433 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:54:47.713841 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2d1b9e9f-e021-4591-ba78-913ef3cf0da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.732027 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.759707 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54efaa60>,) {'filters': {'network_id': ['c2547acb-d47e-494f-a5d2-fe676aa332b8']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:47.770835 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54efaa60>, 'a1838d34-f7c5-4864-88d2-8708ec30879e') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:47.771132 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54efaa60>, 'a1838d34-f7c5-4864-88d2-8708ec30879e') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:47.781430 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.799171 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.807023 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:54:47.807742 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:54:47.809858 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:54:47.876487 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.895393 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2d1b9e9f-e021-4591-ba78-913ef3cf0da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.903194 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.907219 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] 10.222.0.41 "DELETE /v2.0/networks/c2547acb-d47e-494f-a5d2-fe676aa332b8 HTTP/1.1" status: 204  len: 168 time: 0.8854053
Nov 20 20:54:47.908149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fa3fe-20d8-4816-a155-e65b6b824eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=c2547acb-d47e-494f-a5d2-fe676aa332b8,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:47.944146 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2d1b9e9f-e021-4591-ba78-913ef3cf0da6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:47.953655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40992) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:47.954065 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2d1b9e9f-e021-4591-ba78-913ef3cf0da6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dca0b895-d4f5-4110-adf5-186714814159 HTTP/1.1" status: 204  len: 168 time: 0.5550425
Nov 20 20:54:47.960611 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b9e9f-e021-4591-ba78-913ef3cf0da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dca0b895-d4f5-4110-adf5-186714814159,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:47.990082 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04515df3-cedd-4886-a010-d885ced22f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:48.082559 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04515df3-cedd-4886-a010-d885ced22f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb68cd6f-03d6-437d-86c8-ec78741a50d9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:48.138882 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2735eb27-65ba-4435-879e-04621593ef7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:48.141086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41004) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:48.172901 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61665b7-c9e9-4f9c-a07f-47f1eeba9803 req-c4fb13c2-d93b-45dd-861a-ebe0b30155c4 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:48.180054 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d61665b7-c9e9-4f9c-a07f-47f1eeba9803 req-c4fb13c2-d93b-45dd-861a-ebe0b30155c4 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 945 time: 0.0998802
Nov 20 20:54:48.303512 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2735eb27-65ba-4435-879e-04621593ef7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:48.317334 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d61665b7-c9e9-4f9c-a07f-47f1eeba9803 req-b5907840-a1e0-46e2-a832-95ab27d5bd58 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/security-groups?id=11222609-4aba-4e65-ab10-357630d553ca&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1364284
Nov 20 20:54:48.333484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-2735eb27-65ba-4435-879e-04621593ef7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a547efaf0>,) {'filters': {'network_id': ['7ac3ab90-d288-4bb5-99a9-c81df0147689']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:48.347367 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-11f0ed83-638a-4b4f-8c8f-1988981f28f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddbc227afeaf4f029118ff4be3f9e452&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2028596
Nov 20 20:54:48.352125 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41010) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:48.365020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-2735eb27-65ba-4435-879e-04621593ef7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a547efaf0>, '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:48.365318 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-2735eb27-65ba-4435-879e-04621593ef7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a547efaf0>, '27ca8ab5-e25a-4fde-b78f-f20f6ed25ac1') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:48.370347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03ff95-ae4e-4762-98b1-28fce019ca63 req-a0066818-6acc-469d-ab82-22a84e36b6a1 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:48.373038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bb03ff95-ae4e-4762-98b1-28fce019ca63 req-a0066818-6acc-469d-ab82-22a84e36b6a1 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 950 time: 0.1904149
Nov 20 20:54:48.387730 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2735eb27-65ba-4435-879e-04621593ef7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:48.436373 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2735eb27-65ba-4435-879e-04621593ef7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:48.445828 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2735eb27-65ba-4435-879e-04621593ef7b admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:54:48.446273 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2735eb27-65ba-4435-879e-04621593ef7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:54:48.449102 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:54:48.471589 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-cb093ba7-f46a-4a8b-9cb0-3a31f1c44675 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2275734
Nov 20 20:54:48.517751 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:48.521168 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bb03ff95-ae4e-4762-98b1-28fce019ca63 req-5139920d-1cf0-4115-be84-a9957f1fa521 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375520
Nov 20 20:54:48.522025 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04515df3-cedd-4886-a010-d885ced22f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:48.583963 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-70cf01a0-640d-4370-86f7-74dc9a1925fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:48.633108 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-70cf01a0-640d-4370-86f7-74dc9a1925fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:48.652090 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2744bb26-0b01-4e77-8ff1-d75f79b7d433 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:54:48.660172 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2735eb27-65ba-4435-879e-04621593ef7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:48.679605 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 2744bb26-0b01-4e77-8ff1-d75f79b7d433 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:54:48.679963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2744bb26-0b01-4e77-8ff1-d75f79b7d433 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:54:48.691662 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2735eb27-65ba-4435-879e-04621593ef7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:48.694876 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2735eb27-65ba-4435-879e-04621593ef7b admin admin] 10.222.0.41 "DELETE /v2.0/networks/7ac3ab90-d288-4bb5-99a9-c81df0147689 HTTP/1.1" status: 204  len: 168 time: 0.7401381
Nov 20 20:54:48.712071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1a681-493d-43cb-a5f2-5b80307581dc req-c3f78c41-bebe-46ea-9c7f-3b3a65efac73 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:48.718604 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9be1a681-493d-43cb-a5f2-5b80307581dc req-c3f78c41-bebe-46ea-9c7f-3b3a65efac73 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 945 time: 0.3098001
Nov 20 20:54:48.733330 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41022) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:48.738848 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735eb27-65ba-4435-879e-04621593ef7b admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac3ab90-d288-4bb5-99a9-c81df0147689,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:48.743950 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c70d44b3-9403-48fa-9ca7-3bbc29a8eed5 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Request body: {'floatingip': {'port_id': '8732f318-293e-426d-9e8f-6b1fe937a69e'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:48.758843 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-48196015-a01f-411e-a05c-35f57a23b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:48.759888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-48196015-a01f-411e-a05c-35f57a23b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:48.760365 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-48196015-a01f-411e-a05c-35f57a23b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:48.760846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-48196015-a01f-411e-a05c-35f57a23b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:48.761443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-48196015-a01f-411e-a05c-35f57a23b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:48.761918 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-48196015-a01f-411e-a05c-35f57a23b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:48.762499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-48196015-a01f-411e-a05c-35f57a23b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:48.764528 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-48196015-a01f-411e-a05c-35f57a23b41a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee4ec8b62e354149acb1c43558b168e6&device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 6502 time: 0.1673019
Nov 20 20:54:48.794579 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c70d44b3-9403-48fa-9ca7-3bbc29a8eed5 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for floatingip, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:48.808988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f1bd4c4a-0fa6-457c-a111-718b20fa5663 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:54:48.840761 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: f1bd4c4a-0fa6-457c-a111-718b20fa5663 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:54:48.841108 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f1bd4c4a-0fa6-457c-a111-718b20fa5663 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:54:48.841731 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d70779e8-408f-4a77-b101-71a029e143c9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:54:48.858779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41024) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:48.876156 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: d70779e8-408f-4a77-b101-71a029e143c9 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:54:48.876870 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d70779e8-408f-4a77-b101-71a029e143c9 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:54:48.877598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 750b5bfe-3b8d-4aec-8be2-266f1f451b32 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:54:48.928495 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-70cf01a0-640d-4370-86f7-74dc9a1925fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:48.929483 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 750b5bfe-3b8d-4aec-8be2-266f1f451b32 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:54:48.929835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 750b5bfe-3b8d-4aec-8be2-266f1f451b32 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:54:48.931375 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-70cf01a0-640d-4370-86f7-74dc9a1925fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:48.935013 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-70cf01a0-640d-4370-86f7-74dc9a1925fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8deb3a85-712e-422e-8c6b-f418c368dca3 HTTP/1.1" status: 204  len: 168 time: 0.5794175
Nov 20 20:54:48.951023 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41030) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:48.953192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf01a0-640d-4370-86f7-74dc9a1925fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deb3a85-712e-422e-8c6b-f418c368dca3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:49.007745 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:49.035829 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-5cb85e33-6de1-49c9-ab65-e9fd5aaafcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:49.036745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-5cb85e33-6de1-49c9-ab65-e9fd5aaafcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:49.037773 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-5cb85e33-6de1-49c9-ab65-e9fd5aaafcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:49.040142 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-5cb85e33-6de1-49c9-ab65-e9fd5aaafcc1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=faba2177-d247-4737-8414-396da08b9b04&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec HTTP/1.1" status: 200  len: 2297 time: 0.1907363
Nov 20 20:54:49.047641 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c76021c9-5c94-4ab2-9199-b7df93f4a630 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44e20e99a6534d5d95e9d012160657a3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0953164
Nov 20 20:54:49.073816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41032) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:49.199628 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-268da591-5ae4-4371-92b0-46f07e039192 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1852296120', 'router:external': True}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:49.285441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268da591-5ae4-4371-92b0-46f07e039192 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Made reservation on behalf of 8726495d84d74dbbad914512feede1b0 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:54:49.287755 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-268da591-5ae4-4371-92b0-46f07e039192 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:49.307251 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-268da591-5ae4-4371-92b0-46f07e039192 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:49.311698 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f93d8bff-064e-4ea9-8d58-32ca2083e80b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:49.386513 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f93d8bff-064e-4ea9-8d58-32ca2083e80b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:49.529480 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-064e81f9-3104-4a49-ab33-a3bd90b7cdca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2255729-67f4-48eb-af4e-86e677b04463 HTTP/1.1" status: 200  len: 1002 time: 0.4775250
Nov 20 20:54:49.547020 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f93d8bff-064e-4ea9-8d58-32ca2083e80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:49.550370 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f93d8bff-064e-4ea9-8d58-32ca2083e80b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:49.551666 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f93d8bff-064e-4ea9-8d58-32ca2083e80b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4beafc0a-d82c-46ed-a678-3373ab2c8dd3 HTTP/1.1" status: 204  len: 168 time: 0.4768834
Nov 20 20:54:49.565158 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d8bff-064e-4ea9-8d58-32ca2083e80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beafc0a-d82c-46ed-a678-3373ab2c8dd3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:49.572900 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c70d44b3-9403-48fa-9ca7-3bbc29a8eed5 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:49.581655 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c70d44b3-9403-48fa-9ca7-3bbc29a8eed5 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:49.597121 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04515df3-cedd-4886-a010-d885ced22f05 admin admin] Router 03aa70c1-16e7-4e9c-9b27-40a21699f150 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:54:49.604415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-fa3498f4-60e2-4d79-887f-f931323922b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:49.605908 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-fa3498f4-60e2-4d79-887f-f931323922b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=896a2b4f-e6df-41e5-a4ac-848e45777065 HTTP/1.1" status: 200  len: 856 time: 0.0671928
Nov 20 20:54:49.645428 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-268da591-5ae4-4371-92b0-46f07e039192 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:49.674449 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-268da591-5ae4-4371-92b0-46f07e039192 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:49.798117 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-f92e1a99-7101-40f9-b79f-1cc5137a9072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:49.799970 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-f92e1a99-7101-40f9-b79f-1cc5137a9072 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=faba2177-d247-4737-8414-396da08b9b04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1847343
Nov 20 20:54:49.855172 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59e52f-4033-4179-ac81-3095b3195b5f req-7e053d94-f70c-4d7c-b4dd-c60bc3cfda69 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:49.866321 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dd59e52f-4033-4179-ac81-3095b3195b5f req-7e053d94-f70c-4d7c-b4dd-c60bc3cfda69 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 950 time: 0.1654034
Nov 20 20:54:49.873167 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04515df3-cedd-4886-a010-d885ced22f05 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:54:49.884025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9de419-a9e7-4cd5-8f38-58149a4c8006 None None] Sync routers for ids ['03aa70c1-16e7-4e9c-9b27-40a21699f150'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:54:49.888626 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-04515df3-cedd-4886-a010-d885ced22f05 admin admin] 10.222.0.41 "PUT /v2.0/routers/03aa70c1-16e7-4e9c-9b27-40a21699f150/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5069244
Nov 20 20:54:49.898782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41062) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:49.912559 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9de419-a9e7-4cd5-8f38-58149a4c8006 None None] Routers {'03aa70c1-16e7-4e9c-9b27-40a21699f150'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:49.930760 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ee9de419-a9e7-4cd5-8f38-58149a4c8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a465cbe20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['03aa70c1-16e7-4e9c-9b27-40a21699f150'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:50.002464 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268da591-5ae4-4371-92b0-46f07e039192 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:54:50.012179 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-268da591-5ae4-4371-92b0-46f07e039192 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:50.012525 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-268da591-5ae4-4371-92b0-46f07e039192 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Added segment 9fd33073-817a-4b0a-adee-7a77f0aff666 of type vlan for network 5676a5b8-684b-4e90-9ca9-66a217f94cb2
Nov 20 20:54:50.067383 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-268da591-5ae4-4371-92b0-46f07e039192 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:50.076315 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dd59e52f-4033-4179-ac81-3095b3195b5f req-db1d2de9-1fe2-414e-bc01-af0579d7f261 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088184
Nov 20 20:54:50.141563 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-268da591-5ae4-4371-92b0-46f07e039192 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:50.142554 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268da591-5ae4-4371-92b0-46f07e039192 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:50.142843 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-142e0a54-6bfb-41e9-943d-ea616d24e9d1 service neutron] 10.222.0.47 "GET /v2.0/networks/faba2177-d247-4737-8414-396da08b9b04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3319857
Nov 20 20:54:50.143385 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-268da591-5ae4-4371-92b0-46f07e039192 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:50.176158 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1f36f9a-b5be-40b9-930e-28b9ce71f11a admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:50.333742 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ee9de419-a9e7-4cd5-8f38-58149a4c8006 None None] Set router 03aa70c1-16e7-4e9c-9b27-40a21699f150 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:50.350244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268da591-5ae4-4371-92b0-46f07e039192 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Pushing event updated for resources: {'Network': ['ID=5676a5b8-684b-4e90-9ca9-66a217f94cb2,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:50.373220 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-c70d44b3-9403-48fa-9ca7-3bbc29a8eed5 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Floating IP 843f6b9b-c318-47b6-a971-6de231d889ed associated. External IP: 172.35.1.39, port: 8732f318-293e-426d-9e8f-6b1fe937a69e.
Nov 20 20:54:50.395240 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41078) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:50.395504 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-268da591-5ae4-4371-92b0-46f07e039192 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.5344694
Nov 20 20:54:50.401094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 5676a5b8-684b-4e90-9ca9-66a217f94cb2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:54:50.402550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a26af490-a49d-4940-9871-a44bbb3a556d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Request body: {'subnet': {'network_id': '5676a5b8-684b-4e90-9ca9-66a217f94cb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:50.424118 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-12c1575e-3a84-46b2-bfdd-caa8ab51ff84 service neutron] 10.222.0.47 "GET /v2.0/networks/faba2177-d247-4737-8414-396da08b9b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2724068
Nov 20 20:54:50.449712 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1f36f9a-b5be-40b9-930e-28b9ce71f11a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:50.460384 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da4fc8-f410-45d0-9989-ea5f367ffeb8 req-baad0d66-3f98-4511-8c8f-d1821f4a48ed tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:50.462179 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0da4fc8-f410-45d0-9989-ea5f367ffeb8 req-baad0d66-3f98-4511-8c8f-d1821f4a48ed tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 950 time: 0.8332312
Nov 20 20:54:50.468791 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268da591-5ae4-4371-92b0-46f07e039192 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e03be5-0155-41c5-9c3a-59b190259fb0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:50.489286 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-8da3968d-29be-437e-804f-8d94c44d0139 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=d62e09bc-0a07-428d-96cb-5ce7f5c99f7f HTTP/1.1" status: 200  len: 217 time: 0.0560408
Nov 20 20:54:50.491863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26af490-a49d-4940-9871-a44bbb3a556d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Made reservation on behalf of 8726495d84d74dbbad914512feede1b0 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:54:50.494925 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a26af490-a49d-4940-9871-a44bbb3a556d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:50.570271 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ab760bf-2c44-406c-ad3e-2489713afd3f req-3839c7d1-918b-4c7b-9c1d-a891217ce350 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a3726050-5f51-48dc-941a-2829539906a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4605834
Nov 20 20:54:50.644320 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-19d7d662-5909-4252-8121-2a04b7d47f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:50.645809 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-19d7d662-5909-4252-8121-2a04b7d47f32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.1482213
Nov 20 20:54:50.696746 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d1f36f9a-b5be-40b9-930e-28b9ce71f11a admin admin] Deleting port 172d17cc-52e3-4806-8a29-67a181ce066e {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:50.697322 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1f36f9a-b5be-40b9-930e-28b9ce71f11a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:50.811352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-2171fd3d-da46-48fc-a701-fae9007dc8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:50.812881 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-2171fd3d-da46-48fc-a701-fae9007dc8d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1586215
Nov 20 20:54:50.818723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ee9de419-a9e7-4cd5-8f38-58149a4c8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a465cbe20>, [{'id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-router', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249'}], 'enable_snat': True}, 'gw_port_id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:20Z', 'updated_at': '2021-11-20T20:54:47Z', 'revision_number': 5, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'gw_port': {'id': '172d17cc-52e3-4806-8a29-67a181ce066e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:21Z', 'updated_at': '2021-11-20T20:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:50.853062 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9de419-a9e7-4cd5-8f38-58149a4c8006 None None] Checking router: 03aa70c1-16e7-4e9c-9b27-40a21699f150 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:54:50.864057 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9de419-a9e7-4cd5-8f38-58149a4c8006 None None] Routers {'03aa70c1-16e7-4e9c-9b27-40a21699f150'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:50.865015 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ee9de419-a9e7-4cd5-8f38-58149a4c8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a465cbe20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['03aa70c1-16e7-4e9c-9b27-40a21699f150'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:50.912667 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41112) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:50.952018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab760bf-2c44-406c-ad3e-2489713afd3f req-275604f6-3a34-46d8-91d1-0f56fc2507b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:50.953478 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ab760bf-2c44-406c-ad3e-2489713afd3f req-275604f6-3a34-46d8-91d1-0f56fc2507b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60778bfeb31b496081c05ccc33a74a1c&device_id=a3726050-5f51-48dc-941a-2829539906a7 HTTP/1.1" status: 200  len: 1101 time: 0.3536651
Nov 20 20:54:50.976067 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d0da4fc8-f410-45d0-9989-ea5f367ffeb8 req-5ebbe265-98c8-43cc-ac3d-e599bf54eb24 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Deleting port 418f2718-5a55-4ccb-996a-11201d6702b2 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:50.976067 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0da4fc8-f410-45d0-9989-ea5f367ffeb8 req-5ebbe265-98c8-43cc-ac3d-e599bf54eb24 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:50.986567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ee9de419-a9e7-4cd5-8f38-58149a4c8006 None None] Set router 03aa70c1-16e7-4e9c-9b27-40a21699f150 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:50.999655 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-d1f36f9a-b5be-40b9-930e-28b9ce71f11a admin admin] For port 172d17cc-52e3-4806-8a29-67a181ce066e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=172d17cc-52e3-4806-8a29-67a181ce066e,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:51.000029 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1f36f9a-b5be-40b9-930e-28b9ce71f11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:51.029392 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d1f36f9a-b5be-40b9-930e-28b9ce71f11a admin admin] Calling delete_port for 172d17cc-52e3-4806-8a29-67a181ce066e owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:51.067994 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-643ad579-c776-43f9-b9e1-868b94c72c8e service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2422957
Nov 20 20:54:51.081808 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ee9de419-a9e7-4cd5-8f38-58149a4c8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a465cbe20>, [{'id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-router', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:20Z', 'updated_at': '2021-11-20T20:54:50Z', 'revision_number': 6, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:51.125314 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9de419-a9e7-4cd5-8f38-58149a4c8006 None None] The sync data for ids ['03aa70c1-16e7-4e9c-9b27-40a21699f150'] in ncdv-master-1 is: [{'id': '03aa70c1-16e7-4e9c-9b27-40a21699f150', 'name': 'tempest-ServerRescueTestJSONUnderV235-1059511039-router', 'tenant_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:20Z', 'updated_at': '2021-11-20T20:54:50Z', 'revision_number': 6, 'project_id': '59c483cdab9f4467a9c5bdd3b6c8357e', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:54:51.210749 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1772ec40-b1e8-4934-93c4-27f8751d1236 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-920400905-network', 'tenant_id': 'a2b55b640fdf45f59561ddfccbc978b5'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:51.294157 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70d44b3-9403-48fa-9ca7-3bbc29a8eed5 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Router d626a881-4ac4-4e55-88e6-6ca721bc06ec has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:54:51.359664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab760bf-2c44-406c-ad3e-2489713afd3f req-2eea5f47-87d9-4ea2-bc37-1f0f9f828450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:51.359664 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ab760bf-2c44-406c-ad3e-2489713afd3f req-2eea5f47-87d9-4ea2-bc37-1f0f9f828450 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.3192120
Nov 20 20:54:51.365594 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41136) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:51.371964 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1772ec40-b1e8-4934-93c4-27f8751d1236 admin admin] Made reservation on behalf of a2b55b640fdf45f59561ddfccbc978b5 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:54:51.374230 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1772ec40-b1e8-4934-93c4-27f8751d1236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:51.405680 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1772ec40-b1e8-4934-93c4-27f8751d1236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:51.419546 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-cdec77c3-39b0-47eb-82e9-fd205eb7ac37 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3176267
Nov 20 20:54:51.428832 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354be1f1-bc2a-4507-bba0-a5f16f785eba req-1aebf6c4-67dd-46c2-b200-a30cf4e7e612 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:51.430301 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-354be1f1-bc2a-4507-bba0-a5f16f785eba req-1aebf6c4-67dd-46c2-b200-a30cf4e7e612 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fbe1bea-a4aa-4b72-87dd-856345ef5791 HTTP/1.1" status: 200  len: 950 time: 0.2047460
Nov 20 20:54:51.449165 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d0da4fc8-f410-45d0-9989-ea5f367ffeb8 req-5ebbe265-98c8-43cc-ac3d-e599bf54eb24 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] For port 418f2718-5a55-4ccb-996a-11201d6702b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=418f2718-5a55-4ccb-996a-11201d6702b2,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:51.449558 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0da4fc8-f410-45d0-9989-ea5f367ffeb8 req-5ebbe265-98c8-43cc-ac3d-e599bf54eb24 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:51.466197 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ab760bf-2c44-406c-ad3e-2489713afd3f req-a2e271b7-9c3b-4b66-8167-01dab036f88b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=d2ec2066-92dd-4bf1-94cf-530a3c89abb1 HTTP/1.1" status: 200  len: 217 time: 0.0634885
Nov 20 20:54:51.477451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d0da4fc8-f410-45d0-9989-ea5f367ffeb8 req-5ebbe265-98c8-43cc-ac3d-e599bf54eb24 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Calling delete_port for 418f2718-5a55-4ccb-996a-11201d6702b2 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:51.553412 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-62b75866-e033-4780-a378-f3c6f9a20b24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=39839f43-d46e-414e-93c9-a7955f617fd1 HTTP/1.1" status: 200  len: 217 time: 0.1199205
Nov 20 20:54:51.553954 ncdv-master-1 neutron-server[126224]: DEBUG neutron.objects.ports [None req-a26af490-a49d-4940-9871-a44bbb3a556d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 20:54:51.554453 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a26af490-a49d-4940-9871-a44bbb3a556d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:51.621023 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-caf9bda6-74a6-4b33-a1dd-70130008d661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:51.622412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab760bf-2c44-406c-ad3e-2489713afd3f req-f3f39bb4-2499-4340-9558-95637ae0fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:51.623915 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ab760bf-2c44-406c-ad3e-2489713afd3f req-f3f39bb4-2499-4340-9558-95637ae0fbf7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1477427
Nov 20 20:54:51.638264 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70d44b3-9403-48fa-9ca7-3bbc29a8eed5 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:54:51.651337 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c70d44b3-9403-48fa-9ca7-3bbc29a8eed5 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:51.654203 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a171b115-2420-4beb-a784-93e02652fcbb None None] Sync routers for ids ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:54:51.667244 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a171b115-2420-4beb-a784-93e02652fcbb None None] Routers {'d626a881-4ac4-4e55-88e6-6ca721bc06ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:51.668031 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a171b115-2420-4beb-a784-93e02652fcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5480dca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:51.721341 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c70d44b3-9403-48fa-9ca7-3bbc29a8eed5 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "PUT /v2.0/floatingips/843f6b9b-c318-47b6-a971-6de231d889ed HTTP/1.1" status: 200  len: 990 time: 2.9862978
Nov 20 20:54:51.724284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797fe36e-be61-49c1-a438-56124738f92d', 'tag': '8732f318-293e-426d-9e8f-6b1fe937a69e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:51.726914 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582c9175-c8e3-46f5-bd1f-7ca0504f3de8" -d '{"events": [{"name": "network-changed", "server_uuid": "797fe36e-be61-49c1-a438-56124738f92d", "tag": "8732f318-293e-426d-9e8f-6b1fe937a69e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:51.742695 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26af490-a49d-4940-9871-a44bbb3a556d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Pushing event updated for resources: {'Subnet': ['ID=05af04bc-af8a-45e4-921d-0c12ac1c0174,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:51.744726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab760bf-2c44-406c-ad3e-2489713afd3f req-60e62a08-c353-455b-9f01-0a94e847446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:51.746562 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ab760bf-2c44-406c-ad3e-2489713afd3f req-60e62a08-c353-455b-9f01-0a94e847446f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1115782
Nov 20 20:54:51.750301 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1f36f9a-b5be-40b9-930e-28b9ce71f11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:51.774277 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-354be1f1-bc2a-4507-bba0-a5f16f785eba req-1abdac9c-0fcd-4945-9beb-02fcbc8691fa tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2958152
Nov 20 20:54:51.833376 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0da4fc8-f410-45d0-9989-ea5f367ffeb8 req-5ebbe265-98c8-43cc-ac3d-e599bf54eb24 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:51.847624 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-e6a5126b-cd7a-489b-a488-c814f29727cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:51.848356 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b309723f-705e-49e9-ab84-9c7111fcf42d x-openstack-request-id: req-b309723f-705e-49e9-ab84-9c7111fcf42d {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:51.848988 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797fe36e-be61-49c1-a438-56124738f92d", "tag": "8732f318-293e-426d-9e8f-6b1fe937a69e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:51.849163 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-e6a5126b-cd7a-489b-a488-c814f29727cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.2793312
Nov 20 20:54:51.849618 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b309723f-705e-49e9-ab84-9c7111fcf42d {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:51.850126 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797fe36e-be61-49c1-a438-56124738f92d', 'tag': '8732f318-293e-426d-9e8f-6b1fe937a69e', 'status': 'completed', 'code': 200}
Nov 20 20:54:51.851667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['23ec6af6-e448-4b84-a688-acf291e1c23c', 'd2ec2066-92dd-4bf1-94cf-530a3c89abb1'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:51.859314 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f36f9a-b5be-40b9-930e-28b9ce71f11a admin admin] Pushing event deleted for resources: {'Port': ['ID=172d17cc-52e3-4806-8a29-67a181ce066e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:51.860347 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7dceb653-952e-453b-b961-0478a94a32a1', 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc', 'b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6', '48e83d26-e36f-40f3-b0cf-f124edaa6b06'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:51.894983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbe265-98c8-43cc-ac3d-e599bf54eb24 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Pushing event deleted for resources: {'Port': ['ID=418f2718-5a55-4ccb-996a-11201d6702b2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:51.918770 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26af490-a49d-4940-9871-a44bbb3a556d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Checking segment: {'id': '9fd33073-817a-4b0a-adee-7a77f0aff666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5676a5b8-684b-4e90-9ca9-66a217f94cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:54:51.919451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26af490-a49d-4940-9871-a44bbb3a556d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Network hostable DHCP agents. Network: 5676a5b8-684b-4e90-9ca9-66a217f94cb2, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:54:51.923521 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-a171b115-2420-4beb-a784-93e02652fcbb None None] Set router d626a881-4ac4-4e55-88e6-6ca721bc06ec gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:51.994288 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1772ec40-b1e8-4934-93c4-27f8751d1236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:52.013955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0da4fc8-f410-45d0-9989-ea5f367ffeb8 req-5ebbe265-98c8-43cc-ac3d-e599bf54eb24 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] No DVR routers for this DVR port 418f2718-5a55-4ccb-996a-11201d6702b2 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:54:52.019646 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d0da4fc8-f410-45d0-9989-ea5f367ffeb8 req-5ebbe265-98c8-43cc-ac3d-e599bf54eb24 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:52.023882 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0da4fc8-f410-45d0-9989-ea5f367ffeb8 req-5ebbe265-98c8-43cc-ac3d-e599bf54eb24 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "DELETE /v2.0/ports/418f2718-5a55-4ccb-996a-11201d6702b2 HTTP/1.1" status: 204  len: 173 time: 1.5511627
Nov 20 20:54:52.029357 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1772ec40-b1e8-4934-93c4-27f8751d1236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:52.048269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1772ec40-b1e8-4934-93c4-27f8751d1236 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:54:52.053731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c9175-c8e3-46f5-bd1f-7ca0504f3de8 req-b29d1b54-8f49-4465-ab54-be9addcdf7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:52.056731 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-582c9175-c8e3-46f5-bd1f-7ca0504f3de8 req-b29d1b54-8f49-4465-ab54-be9addcdf7b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=170ca59a5b074770be63f18691e7aa40&device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 1096 time: 0.1718099
Nov 20 20:54:52.059185 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1772ec40-b1e8-4934-93c4-27f8751d1236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:52.059413 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-1772ec40-b1e8-4934-93c4-27f8751d1236 admin admin] Added segment 83ae247a-3292-48f6-9f3d-fb4e4a8345dc of type vlan for network 56442a11-6068-427b-a1ca-55636bceb327
Nov 20 20:54:52.064727 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ab760bf-2c44-406c-ad3e-2489713afd3f req-220aa23b-fb51-43e1-b27d-fb1d53a926a0 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2455342
Nov 20 20:54:52.081261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26af490-a49d-4940-9871-a44bbb3a556d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Network 5676a5b8-684b-4e90-9ca9-66a217f94cb2 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:54:52.167881 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-a26af490-a49d-4940-9871-a44bbb3a556d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5676a5b8-684b-4e90-9ca9-66a217f94cb2) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:52.170776 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-d8fa6c2f-1767-41b8-b563-8051da8d4f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:52.173056 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-d8fa6c2f-1767-41b8-b563-8051da8d4f06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2976127
Nov 20 20:54:52.178658 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1772ec40-b1e8-4934-93c4-27f8751d1236 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:52.184003 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3fd174-839a-4fbf-b6c3-e79948dc5e0f None None] Network 5676a5b8-684b-4e90-9ca9-66a217f94cb2 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:54:52.190556 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26af490-a49d-4940-9871-a44bbb3a556d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:52.191073 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a26af490-a49d-4940-9871-a44bbb3a556d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:52.241744 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1f36f9a-b5be-40b9-930e-28b9ce71f11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:52.241978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c9175-c8e3-46f5-bd1f-7ca0504f3de8 req-697ee165-3632-456f-81dc-44aa01904bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:52.243571 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-582c9175-c8e3-46f5-bd1f-7ca0504f3de8 req-697ee165-3632-456f-81dc-44aa01904bb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a165c015-6336-4887-8830-b87d73789cc0 HTTP/1.1" status: 200  len: 916 time: 0.1694293
Nov 20 20:54:52.266579 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-caf9bda6-74a6-4b33-a1dd-70130008d661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:52.270774 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772ec40-b1e8-4934-93c4-27f8751d1236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2ae09d-3373-44b2-adfd-4c7dad1b69c4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:52.345717 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a171b115-2420-4beb-a784-93e02652fcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5480dca0>, [{'id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'name': 'tempest-ServersTestFqdnHostnames-1065850746-router', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66'}], 'enable_snat': True}, 'gw_port_id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:13Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 4, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'gw_port': {'id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:14Z', 'updated_at': '2021-11-20T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '843f6b9b-c318-47b6-a971-6de231d889ed', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'floating_ip_address': '172.35.1.39', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'port_id': '8732f318-293e-426d-9e8f-6b1fe937a69e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'mac_address': 'fa:16:3e:3e:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797fe36e-be61-49c1-a438-56124738f92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:54:26Z', 'updated_at': '2021-11-20T20:54:49Z', 'revision_number': 1, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8ee019-e474-4efc-acce-d29d7e60f572', 'name': '', 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'mac_address': 'fa:16:3e:f5:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:19Z', 'updated_at': '2021-11-20T20:54:26Z', 'revision_number': 5, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'subnets': [{'id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:52.348913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ab760bf-2c44-406c-ad3e-2489713afd3f req-02459744-d684-41eb-b750-82b0137fb645 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2656398
Nov 20 20:54:52.420889 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-caf9bda6-74a6-4b33-a1dd-70130008d661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:52.427736 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-582c9175-c8e3-46f5-bd1f-7ca0504f3de8 req-22f72826-3bce-436a-84c6-c890eb40dd05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8732f318-293e-426d-9e8f-6b1fe937a69e HTTP/1.1" status: 200  len: 998 time: 0.0777843
Nov 20 20:54:52.429303 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.resource_extend [None req-1772ec40-b1e8-4934-93c4-27f8751d1236 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 20:54:52.474327 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a171b115-2420-4beb-a784-93e02652fcbb None None] Checking router: d626a881-4ac4-4e55-88e6-6ca721bc06ec for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:54:52.492155 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a26af490-a49d-4940-9871-a44bbb3a556d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 2.0944924
Nov 20 20:54:52.520879 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a171b115-2420-4beb-a784-93e02652fcbb None None] Routers {'d626a881-4ac4-4e55-88e6-6ca721bc06ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:52.523940 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a171b115-2420-4beb-a784-93e02652fcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5480dca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:52.537774 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41148) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:52.549228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4c2b20cb-939d-4c86-a245-bcd595e5f6f2 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-83161161', 'network_id': '5676a5b8-684b-4e90-9ca9-66a217f94cb2'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:52.554762 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1f36f9a-b5be-40b9-930e-28b9ce71f11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:52.561611 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1f36f9a-b5be-40b9-930e-28b9ce71f11a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:52.600213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c9175-c8e3-46f5-bd1f-7ca0504f3de8 req-d1ef573a-ef9c-4416-827a-b1d07814163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:52.603071 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-582c9175-c8e3-46f5-bd1f-7ca0504f3de8 req-d1ef573a-ef9c-4416-827a-b1d07814163b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27a5333c-b100-4794-8d7b-4a567ee28213 HTTP/1.1" status: 200  len: 854 time: 0.1663864
Nov 20 20:54:52.608591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2b20cb-939d-4c86-a245-bcd595e5f6f2 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Made reservation on behalf of 8726495d84d74dbbad914512feede1b0 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:54:52.612529 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4c2b20cb-939d-4c86-a245-bcd595e5f6f2 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:52.642384 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device eb68cd6f-03d6-437d-86c8-ec78741a50d9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:54:52.673371 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-4c2b20cb-939d-4c86-a245-bcd595e5f6f2 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] device_id is not set on port 80780873-35a0-4c5f-bab9-26cdc88f5257 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:54:52.740881 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: eb68cd6f-03d6-437d-86c8-ec78741a50d9 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:54:52.741232 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device eb68cd6f-03d6-437d-86c8-ec78741a50d9 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:54:52.741655 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 172d17cc-52e3-4806-8a29-67a181ce066e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:54:52.785608 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-a171b115-2420-4beb-a784-93e02652fcbb None None] Set router d626a881-4ac4-4e55-88e6-6ca721bc06ec gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:52.805372 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 172d17cc-52e3-4806-8a29-67a181ce066e {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:54:52.805729 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 172d17cc-52e3-4806-8a29-67a181ce066e not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:54:52.806955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c9175-c8e3-46f5-bd1f-7ca0504f3de8 req-b544135d-76b9-4ba0-b27a-0d5a6989a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:52.809432 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-582c9175-c8e3-46f5-bd1f-7ca0504f3de8 req-b544135d-76b9-4ba0-b27a-0d5a6989a4c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a165c015-6336-4887-8830-b87d73789cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1929722
Nov 20 20:54:52.822702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-4c2b20cb-939d-4c86-a245-bcd595e5f6f2 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Allocated IP 2001:db8::3c (5676a5b8-684b-4e90-9ca9-66a217f94cb2/05af04bc-af8a-45e4-921d-0c12ac1c0174/80780873-35a0-4c5f-bab9-26cdc88f5257) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:52.880409 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819119c7-6ce6-4d93-9921-f878d60ac08e None None] Network 5676a5b8-684b-4e90-9ca9-66a217f94cb2 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:54:52.967231 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-582c9175-c8e3-46f5-bd1f-7ca0504f3de8 req-34e13233-3bb1-4e46-af68-b70c024f20a5 service neutron] 10.222.0.37 "GET /v2.0/networks/a165c015-6336-4887-8830-b87d73789cc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465421
Nov 20 20:54:53.090478 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-caf9bda6-74a6-4b33-a1dd-70130008d661 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2300c49469646a3818a81778b5729c0&name=default HTTP/1.1" status: 200  len: 3000 time: 1.7192841
Nov 20 20:54:53.092799 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1772ec40-b1e8-4934-93c4-27f8751d1236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.094134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1772ec40-b1e8-4934-93c4-27f8751d1236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:53.094892 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1772ec40-b1e8-4934-93c4-27f8751d1236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.095552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41156) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:53.176193 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9bda6-74a6-4b33-a1dd-70130008d661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40b5803-bc4a-4cda-a9ff-5fcedb972f5d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:53.215171 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1f36f9a-b5be-40b9-930e-28b9ce71f11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.216001 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f36f9a-b5be-40b9-930e-28b9ce71f11a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03aa70c1-16e7-4e9c-9b27-40a21699f150 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:54:53.221634 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a171b115-2420-4beb-a784-93e02652fcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5480dca0>, [{'id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'name': 'tempest-ServersTestFqdnHostnames-1065850746-router', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66'}], 'enable_snat': True}, 'gw_port_id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:13Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 4, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'gw_port': {'id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:14Z', 'updated_at': '2021-11-20T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '843f6b9b-c318-47b6-a971-6de231d889ed', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'floating_ip_address': '172.35.1.39', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'port_id': '8732f318-293e-426d-9e8f-6b1fe937a69e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'mac_address': 'fa:16:3e:3e:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797fe36e-be61-49c1-a438-56124738f92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:54:26Z', 'updated_at': '2021-11-20T20:54:49Z', 'revision_number': 1, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8ee019-e474-4efc-acce-d29d7e60f572', 'name': '', 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'mac_address': 'fa:16:3e:f5:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:19Z', 'updated_at': '2021-11-20T20:54:26Z', 'revision_number': 5, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'subnets': [{'id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:53.238319 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1772ec40-b1e8-4934-93c4-27f8751d1236 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 2.3211582
Nov 20 20:54:53.256716 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41160) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:53.257696 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1f36f9a-b5be-40b9-930e-28b9ce71f11a admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.263654 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d1f36f9a-b5be-40b9-930e-28b9ce71f11a admin admin] 10.222.0.41 "DELETE /v2.0/routers/03aa70c1-16e7-4e9c-9b27-40a21699f150 HTTP/1.1" status: 204  len: 168 time: 3.3624742
Nov 20 20:54:53.264977 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41162) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:53.272759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7111554c-1eb4-4974-a337-2f32f4daf944 admin admin] Request body: {'subnet': {'network_id': '56442a11-6068-427b-a1ca-55636bceb327', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-920400905-subnet', 'tenant_id': 'a2b55b640fdf45f59561ddfccbc978b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:53.302207 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a171b115-2420-4beb-a784-93e02652fcbb None None] The sync data for ids ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'] in ncdv-master-1 is: [{'id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'name': 'tempest-ServersTestFqdnHostnames-1065850746-router', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66'}], 'enable_snat': True}, 'gw_port_id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:13Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 4, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'gw_port': {'id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:14Z', 'updated_at': '2021-11-20T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '843f6b9b-c318-47b6-a971-6de231d889ed', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'floating_ip_address': '172.35.1.39', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'port_id': '8732f318-293e-426d-9e8f-6b1fe937a69e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'mac_address': 'fa:16:3e:3e:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797fe36e-be61-49c1-a438-56124738f92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:54:26Z', 'updated_at': '2021-11-20T20:54:49Z', 'revision_number': 1, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8ee019-e474-4efc-acce-d29d7e60f572', 'name': '', 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'mac_address': 'fa:16:3e:f5:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:19Z', 'updated_at': '2021-11-20T20:54:26Z', 'revision_number': 5, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'subnets': [{'id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:54:53.310176 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-d7ddb21c-1ec9-44e3-bef1-bceb684109c2 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0994303
Nov 20 20:54:53.351478 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772ec40-b1e8-4934-93c4-27f8751d1236 admin admin] Pushing event updated for resources: {'Network': ['ID=56442a11-6068-427b-a1ca-55636bceb327,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:53.412482 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 56442a11-6068-427b-a1ca-55636bceb327 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:54:53.438339 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 418f2718-5a55-4ccb-996a-11201d6702b2 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:54:53.447249 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:54:53.457003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb3f11e-fbc0-422a-b2c4-7b2007748389 admin admin] Deleting subnet e7eb1c08-0af7-45e9-9853-143d500358f6 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:54:53.460468 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f11e-fbc0-422a-b2c4-7b2007748389 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.468055 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7111554c-1eb4-4974-a337-2f32f4daf944 admin admin] Made reservation on behalf of a2b55b640fdf45f59561ddfccbc978b5 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:54:53.470715 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7111554c-1eb4-4974-a337-2f32f4daf944 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.489131 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 418f2718-5a55-4ccb-996a-11201d6702b2 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:54:53.489417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 418f2718-5a55-4ccb-996a-11201d6702b2 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:54:53.498938 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-582c9175-c8e3-46f5-bd1f-7ca0504f3de8 req-2ace1a32-f37d-426c-8714-fbbd7d490368 service neutron] 10.222.0.37 "GET /v2.0/networks/a165c015-6336-4887-8830-b87d73789cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5180340
Nov 20 20:54:53.547666 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f761482-e6e4-4cc0-93da-c97ec16588e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.584033 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f11e-fbc0-422a-b2c4-7b2007748389 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.617971 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87166d-43b1-470c-b0ac-3932c6ddb6bf req-533c7908-5246-4203-96d3-6cb7fde7295d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:53.626749 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cc87166d-43b1-470c-b0ac-3932c6ddb6bf req-533c7908-5246-4203-96d3-6cb7fde7295d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 950 time: 0.3468761
Nov 20 20:54:53.627766 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f761482-e6e4-4cc0-93da-c97ec16588e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.699899 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-5237dcda-0774-4614-8bac-dade95a58e27 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3626318
Nov 20 20:54:53.706476 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4c2b20cb-939d-4c86-a245-bcd595e5f6f2 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.721199 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f11e-fbc0-422a-b2c4-7b2007748389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.753786 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cc87166d-43b1-470c-b0ac-3932c6ddb6bf req-6fb6802e-564f-4e1e-b487-fc6d85de75fa tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260221
Nov 20 20:54:53.778439 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f761482-e6e4-4cc0-93da-c97ec16588e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.781119 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f761482-e6e4-4cc0-93da-c97ec16588e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.782426 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2f761482-e6e4-4cc0-93da-c97ec16588e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d40b5803-bc4a-4cda-a9ff-5fcedb972f5d HTTP/1.1" status: 204  len: 168 time: 0.6774409
Nov 20 20:54:53.798420 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-bcfd04ae-a063-4704-b73c-4f791d5d5c94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 HTTP/1.1" status: 200  len: 217 time: 0.0794632
Nov 20 20:54:53.801058 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f761482-e6e4-4cc0-93da-c97ec16588e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40b5803-bc4a-4cda-a9ff-5fcedb972f5d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:53.846692 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4c2b20cb-939d-4c86-a245-bcd595e5f6f2 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.854802 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbe1bea-a4aa-4b72-87dd-856345ef5791', 'name': 'network-vif-deleted', 'tag': '418f2718-5a55-4ccb-996a-11201d6702b2'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:53.858382 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afd42a5-376f-47a7-b88e-7d1f663ba660" -d '{"events": [{"server_uuid": "3fbe1bea-a4aa-4b72-87dd-856345ef5791", "name": "network-vif-deleted", "tag": "418f2718-5a55-4ccb-996a-11201d6702b2"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:53.885910 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f11e-fbc0-422a-b2c4-7b2007748389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.913648 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7111554c-1eb4-4974-a337-2f32f4daf944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.923630 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-7f6e43b3-ebb0-4861-af0f-814c65d1c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:53.923796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2b20cb-939d-4c86-a245-bcd595e5f6f2 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Network 5676a5b8-684b-4e90-9ca9-66a217f94cb2 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:53.925113 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-7f6e43b3-ebb0-4861-af0f-814c65d1c41a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.1180420
Nov 20 20:54:53.926329 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3f11e-fbc0-422a-b2c4-7b2007748389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7eb1c08-0af7-45e9-9853-143d500358f6,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:53.929194 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd674070-3307-40be-bb9a-047b7f1ebaf9 x-openstack-request-id: req-bd674070-3307-40be-bb9a-047b7f1ebaf9 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:53.929596 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbe1bea-a4aa-4b72-87dd-856345ef5791", "name": "network-vif-deleted", "tag": "418f2718-5a55-4ccb-996a-11201d6702b2", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:53.929945 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd674070-3307-40be-bb9a-047b7f1ebaf9 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:53.930455 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbe1bea-a4aa-4b72-87dd-856345ef5791', 'name': 'network-vif-deleted', 'tag': '418f2718-5a55-4ccb-996a-11201d6702b2', 'status': 'completed', 'code': 200}
Nov 20 20:54:53.930905 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f11e-fbc0-422a-b2c4-7b2007748389 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.936201 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7eb3f11e-fbc0-422a-b2c4-7b2007748389 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e7eb1c08-0af7-45e9-9853-143d500358f6 HTTP/1.1" status: 204  len: 168 time: 0.6658757
Nov 20 20:54:53.943907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-4c2b20cb-939d-4c86-a245-bcd595e5f6f2 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:53.946103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41174) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:53.983716 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b20cb-939d-4c86-a245-bcd595e5f6f2 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:53.984828 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2b20cb-939d-4c86-a245-bcd595e5f6f2 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:53.985514 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4c2b20cb-939d-4c86-a245-bcd595e5f6f2 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:53.993586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b20cb-939d-4c86-a245-bcd595e5f6f2 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Pushing event updated for resources: {'Port': ['ID=80780873-35a0-4c5f-bab9-26cdc88f5257,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:54.045144 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-884b386f-fce6-4bf6-80e5-eea34c71c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:54.046840 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-884b386f-fce6-4bf6-80e5-eea34c71c0cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1093190
Nov 20 20:54:54.072934 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4c2b20cb-939d-4c86-a245-bcd595e5f6f2 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.5333004
Nov 20 20:54:54.073738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111554c-1eb4-4974-a337-2f32f4daf944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d6ec301-e2d6-4b46-b91f-cd1ca0442cef,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:54.075699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41178) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:54.146924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7111554c-1eb4-4974-a337-2f32f4daf944 admin admin] Checking segment: {'id': '83ae247a-3292-48f6-9f3d-fb4e4a8345dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '56442a11-6068-427b-a1ca-55636bceb327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:54:54.147300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7111554c-1eb4-4974-a337-2f32f4daf944 admin admin] Network hostable DHCP agents. Network: 56442a11-6068-427b-a1ca-55636bceb327, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:54:54.152143 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4af3ce23-f2e9-4cc2-8e72-d8089d51be4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:54.185642 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-285c465e-cdab-4abb-ab3d-797e1f3a7847 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308839
Nov 20 20:54:54.229075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7111554c-1eb4-4974-a337-2f32f4daf944 admin admin] Network 56442a11-6068-427b-a1ca-55636bceb327 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:54:54.264164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-7111554c-1eb4-4974-a337-2f32f4daf944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 56442a11-6068-427b-a1ca-55636bceb327) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:54.275097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7111554c-1eb4-4974-a337-2f32f4daf944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:54.275097 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7111554c-1eb4-4974-a337-2f32f4daf944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:54.279555 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf328b18-21d5-4b72-aecf-0c01cd79b809 None None] Network 56442a11-6068-427b-a1ca-55636bceb327 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:54:54.303077 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4af3ce23-f2e9-4cc2-8e72-d8089d51be4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:54.326368 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-db0ba27f-6ea7-4bab-a5e0-e47f471d05a9 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331935
Nov 20 20:54:54.331220 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-4ad84090-ccf1-4f09-8345-bbaf3770b994 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Deleting port 80780873-35a0-4c5f-bab9-26cdc88f5257 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:54.331566 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ad84090-ccf1-4f09-8345-bbaf3770b994 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:54.346891 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4af3ce23-f2e9-4cc2-8e72-d8089d51be4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a542d4ee0>,) {'filters': {'network_id': ['7c0e623a-f529-4e97-805b-d4b7151232ec']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:54.356244 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7111554c-1eb4-4974-a337-2f32f4daf944 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.0952432
Nov 20 20:54:54.370614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4af3ce23-f2e9-4cc2-8e72-d8089d51be4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a542d4ee0>, '3438dca2-2da2-4820-b43c-9039a055ca53') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:54.370987 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4af3ce23-f2e9-4cc2-8e72-d8089d51be4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a542d4ee0>, '3438dca2-2da2-4820-b43c-9039a055ca53') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:54.389511 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4af3ce23-f2e9-4cc2-8e72-d8089d51be4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:54.444962 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-68396f08-bb22-48b9-affb-1028f72f80cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=74631941-cda7-49c4-b33a-f60122f88759 HTTP/1.1" status: 200  len: 217 time: 0.1106844
Nov 20 20:54:54.484935 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4af3ce23-f2e9-4cc2-8e72-d8089d51be4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:54.497433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af3ce23-f2e9-4cc2-8e72-d8089d51be4c admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:54:54.498009 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4af3ce23-f2e9-4cc2-8e72-d8089d51be4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:54:54.499837 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:54:54.515241 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c02a633-ebbc-42a6-b181-fdf1465b3ae1 None None] Network 56442a11-6068-427b-a1ca-55636bceb327 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:54:54.559159 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ad84090-ccf1-4f09-8345-bbaf3770b994 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:54.570243 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9709ed72-83dd-4df1-880e-9ec504f58f28 None None] New status for floating IP 843f6b9b-c318-47b6-a971-6de231d889ed: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:54:54.582148 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-4ca4bde6-ab10-4ac3-b975-d9cb2a857ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:54.583810 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-4ca4bde6-ab10-4ac3-b975-d9cb2a857ed5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.1294396
Nov 20 20:54:54.639442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-4ad84090-ccf1-4f09-8345-bbaf3770b994 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Calling delete_port for 80780873-35a0-4c5f-bab9-26cdc88f5257 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:54.662255 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4af3ce23-f2e9-4cc2-8e72-d8089d51be4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:54.697597 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-22f9f70e-f8ef-46ae-8d29-7fda609c7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:54.707711 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-22f9f70e-f8ef-46ae-8d29-7fda609c7875 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1154690
Nov 20 20:54:54.708172 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4af3ce23-f2e9-4cc2-8e72-d8089d51be4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:54.715691 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4af3ce23-f2e9-4cc2-8e72-d8089d51be4c admin admin] 10.222.0.41 "DELETE /v2.0/networks/7c0e623a-f529-4e97-805b-d4b7151232ec HTTP/1.1" status: 204  len: 168 time: 0.7354119
Nov 20 20:54:54.728618 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92099381-ab90-4044-aa91-86bd20c8fe02 req-a0383540-0da4-4ab6-a819-b1123e943055 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:54.730475 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92099381-ab90-4044-aa91-86bd20c8fe02 req-a0383540-0da4-4ab6-a819-b1123e943055 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "GET /v2.0/ports?device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 950 time: 0.1917787
Nov 20 20:54:54.754188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3ce23-f2e9-4cc2-8e72-d8089d51be4c admin admin] Pushing event deleted for resources: {'Network': ['ID=7c0e623a-f529-4e97-805b-d4b7151232ec,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:54.950959 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-b56fde2c-c7c1-40ba-8102-b7841adacc6a service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2350144
Nov 20 20:54:55.007221 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-470ecd62-72d5-4cb0-9979-9020238744d5 req-c4f15ce4-e51c-41fb-aef1-74379d53c20d tempest-SecurityGroupsNegativeTestJSON-123852064 tempest-SecurityGroupsNegativeTestJSON-123852064-project] show failed (client error): The resource could not be found.
Nov 20 20:54:55.017528 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-470ecd62-72d5-4cb0-9979-9020238744d5 req-c4f15ce4-e51c-41fb-aef1-74379d53c20d tempest-SecurityGroupsNegativeTestJSON-123852064 tempest-SecurityGroupsNegativeTestJSON-123852064-project] 10.222.0.41 "GET /v2.0/security-groups/2012cd8e-d308-4767-ac9f-d9874ec7eb45 HTTP/1.1" status: 404  len: 352 time: 0.0296450
Nov 20 20:54:55.056229 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ad84090-ccf1-4f09-8345-bbaf3770b994 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:55.076278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-92099381-ab90-4044-aa91-86bd20c8fe02 req-56e3dbc4-29c7-4917-983d-941850035182 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Deleting port 48e83d26-e36f-40f3-b0cf-f124edaa6b06 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:55.076629 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-92099381-ab90-4044-aa91-86bd20c8fe02 req-56e3dbc4-29c7-4917-983d-941850035182 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:55.090668 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41214) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:55.141212 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad84090-ccf1-4f09-8345-bbaf3770b994 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Pushing event deleted for resources: {'Port': ['ID=80780873-35a0-4c5f-bab9-26cdc88f5257,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:55.167153 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-83d65484-6462-4d5d-84b3-962684cb9afa service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2080920
Nov 20 20:54:55.171904 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1adbedf-606d-4b94-9d1b-c62b55c3d961 req-477d1070-1837-400f-9176-98b0da85409d tempest-SecurityGroupsNegativeTestJSON-123852064 tempest-SecurityGroupsNegativeTestJSON-123852064-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2b55b640fdf45f59561ddfccbc978b5 HTTP/1.1" status: 200  len: 3005 time: 0.0788774
Nov 20 20:54:55.226651 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-98bed622-52fe-4727-8c90-7b748f99f66b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1906ffcc-f920-4444-989d-3996e905079f HTTP/1.1" status: 200  len: 217 time: 0.0524950
Nov 20 20:54:55.303866 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1adbedf-606d-4b94-9d1b-c62b55c3d961 req-14c79056-d854-4037-bdf1-6ac3918e0755 tempest-SecurityGroupsNegativeTestJSON-123852064 tempest-SecurityGroupsNegativeTestJSON-123852064-project] 10.222.0.41 "GET /v2.0/security-groups/0c2ae09d-3373-44b2-adfd-4c7dad1b69c4 HTTP/1.1" status: 200  len: 3002 time: 0.1211610
Nov 20 20:54:55.309231 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-02f6865a-82b4-471b-951c-e15c664bbcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:55.310914 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-02f6865a-82b4-471b-951c-e15c664bbcf2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=675dd659-efc8-4512-8b36-a10de2903548 HTTP/1.1" status: 200  len: 797 time: 0.0773494
Nov 20 20:54:55.397226 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1adbedf-606d-4b94-9d1b-c62b55c3d961 req-6ac0a9dd-a3e7-47fb-9b29-dd3be820c2d1 tempest-SecurityGroupsNegativeTestJSON-123852064 tempest-SecurityGroupsNegativeTestJSON-123852064-project] 10.222.0.41 "GET /v2.0/security-groups/0c2ae09d-3373-44b2-adfd-4c7dad1b69c4 HTTP/1.1" status: 200  len: 3002 time: 0.0849836
Nov 20 20:54:55.409237 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-3fd7ebe4-6a5d-4f5b-8a96-a2153f1388e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:55.410929 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-3fd7ebe4-6a5d-4f5b-8a96-a2153f1388e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0906930
Nov 20 20:54:55.510718 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-d50455a4-c7e8-46a1-b685-e28b657c19bf service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0920563
Nov 20 20:54:55.534206 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ad84090-ccf1-4f09-8345-bbaf3770b994 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:55.534206 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4ad84090-ccf1-4f09-8345-bbaf3770b994 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "DELETE /v2.0/ports/80780873-35a0-4c5f-bab9-26cdc88f5257 HTTP/1.1" status: 204  len: 168 time: 1.4234946
Nov 20 20:54:55.537981 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41224) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:55.543887 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5676a5b8-684b-4e90-9ca9-66a217f94cb2', 'external_fixed_ips': [{'subnet_id': '05af04bc-af8a-45e4-921d-0c12ac1c0174', 'ip_address': '2001:db8::3c'}]}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:55.550346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac9097-07b0-434a-9c82-a4e1c0c481da req-3e369c9c-93f2-4104-9eb4-bc1f8ce680e6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:55.551853 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cac9097-07b0-434a-9c82-a4e1c0c481da req-3e369c9c-93f2-4104-9eb4-bc1f8ce680e6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=b25af4d5-11da-4354-91b9-89a2490dea39 HTTP/1.1" status: 200  len: 950 time: 0.5728195
Nov 20 20:54:55.595906 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4eddde5b-4cc7-40ac-93ea-7938a8fe38aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59c483cdab9f4467a9c5bdd3b6c8357e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5032701
Nov 20 20:54:55.600776 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41228) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:55.614883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-92099381-ab90-4044-aa91-86bd20c8fe02 req-56e3dbc4-29c7-4917-983d-941850035182 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] For port 48e83d26-e36f-40f3-b0cf-f124edaa6b06, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48e83d26-e36f-40f3-b0cf-f124edaa6b06,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:55.615253 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-92099381-ab90-4044-aa91-86bd20c8fe02 req-56e3dbc4-29c7-4917-983d-941850035182 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:55.642731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-92099381-ab90-4044-aa91-86bd20c8fe02 req-56e3dbc4-29c7-4917-983d-941850035182 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Calling delete_port for 48e83d26-e36f-40f3-b0cf-f124edaa6b06 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:55.653625 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:55.654377 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:55.668646 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cac9097-07b0-434a-9c82-a4e1c0c481da req-56e2e4c3-8bd9-4fd2-8770-01e89fec1f2b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017396
Nov 20 20:54:55.738762 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:55.766882 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-cc4e3562-2490-4f8d-b5bf-60465bb751d6 service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2495432
Nov 20 20:54:55.773636 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-361b2793-331c-4a75-a63f-87d12b4c6063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:55.817226 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-92099381-ab90-4044-aa91-86bd20c8fe02 req-56e3dbc4-29c7-4917-983d-941850035182 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:55.836488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7dceb653-952e-453b-b961-0478a94a32a1', 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc', 'b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6', '48e83d26-e36f-40f3-b0cf-f124edaa6b06'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:55.841718 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['23ec6af6-e448-4b84-a688-acf291e1c23c', 'd2ec2066-92dd-4bf1-94cf-530a3c89abb1'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:55.851607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3dbc4-29c7-4917-983d-941850035182 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Pushing event deleted for resources: {'Port': ['ID=48e83d26-e36f-40f3-b0cf-f124edaa6b06,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:55.902847 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-44a32853-7043-4080-a367-9fcd986c73bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46000a03-6d74-43bc-957f-eb13e3558ac6 HTTP/1.1" status: 200  len: 217 time: 0.1192732
Nov 20 20:54:55.909348 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-92099381-ab90-4044-aa91-86bd20c8fe02 req-56e3dbc4-29c7-4917-983d-941850035182 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] No DVR routers for this DVR port 48e83d26-e36f-40f3-b0cf-f124edaa6b06 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:54:55.914036 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-92099381-ab90-4044-aa91-86bd20c8fe02 req-56e3dbc4-29c7-4917-983d-941850035182 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:55.918625 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92099381-ab90-4044-aa91-86bd20c8fe02 req-56e3dbc4-29c7-4917-983d-941850035182 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "DELETE /v2.0/ports/48e83d26-e36f-40f3-b0cf-f124edaa6b06 HTTP/1.1" status: 204  len: 173 time: 1.1772649
Nov 20 20:54:55.931516 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25af4d5-11da-4354-91b9-89a2490dea39', 'name': 'network-vif-deleted', 'tag': '48e83d26-e36f-40f3-b0cf-f124edaa6b06'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:55.934937 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cae7cc2-e03b-4ba6-8808-949237d3ded3" -d '{"events": [{"server_uuid": "b25af4d5-11da-4354-91b9-89a2490dea39", "name": "network-vif-deleted", "tag": "48e83d26-e36f-40f3-b0cf-f124edaa6b06"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:55.950946 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-288e5a82-12a1-4b13-94f7-257dbba35586 req-62939b82-6b38-49f9-bd7b-ca6404b9e89f tempest-SecurityGroupsNegativeTestJSON-123852064 tempest-SecurityGroupsNegativeTestJSON-123852064-project] 10.222.0.41 "GET /v2.0/security-groups/0c2ae09d-3373-44b2-adfd-4c7dad1b69c4 HTTP/1.1" status: 200  len: 3002 time: 0.2728772
Nov 20 20:54:55.977938 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-361b2793-331c-4a75-a63f-87d12b4c6063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:56.102399 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44fb505-abcc-4fdd-bafb-fbeee75e3500 x-openstack-request-id: req-f44fb505-abcc-4fdd-bafb-fbeee75e3500 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:56.103041 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25af4d5-11da-4354-91b9-89a2490dea39", "name": "network-vif-deleted", "tag": "48e83d26-e36f-40f3-b0cf-f124edaa6b06", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:56.103888 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f44fb505-abcc-4fdd-bafb-fbeee75e3500 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:56.104707 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25af4d5-11da-4354-91b9-89a2490dea39', 'name': 'network-vif-deleted', 'tag': '48e83d26-e36f-40f3-b0cf-f124edaa6b06', 'status': 'completed', 'code': 200}
Nov 20 20:54:56.200152 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:56.223944 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-361b2793-331c-4a75-a63f-87d12b4c6063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:56.226618 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-361b2793-331c-4a75-a63f-87d12b4c6063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:56.227894 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-361b2793-331c-4a75-a63f-87d12b4c6063 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df5c02ad-a565-4bf1-8f84-90234e55d57b HTTP/1.1" status: 204  len: 168 time: 0.6260390
Nov 20 20:54:56.233236 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-3812bd93-7697-4ad7-8478-3b8fa1385d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:56.235226 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-3812bd93-7697-4ad7-8478-3b8fa1385d05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=675dd659-efc8-4512-8b36-a10de2903548 HTTP/1.1" status: 200  len: 797 time: 0.2966402
Nov 20 20:54:56.262800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b2793-331c-4a75-a63f-87d12b4c6063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5c02ad-a565-4bf1-8f84-90234e55d57b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:56.339704 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-288e5a82-12a1-4b13-94f7-257dbba35586 req-c1c82aae-d185-477f-b452-c1313166b00b tempest-SecurityGroupsNegativeTestJSON-123852064 tempest-SecurityGroupsNegativeTestJSON-123852064-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 20 20:54:56.346664 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-288e5a82-12a1-4b13-94f7-257dbba35586 req-c1c82aae-d185-477f-b452-c1313166b00b tempest-SecurityGroupsNegativeTestJSON-123852064 tempest-SecurityGroupsNegativeTestJSON-123852064-project] 10.222.0.41 "DELETE /v2.0/security-groups/0c2ae09d-3373-44b2-adfd-4c7dad1b69c4 HTTP/1.1" status: 409  len: 352 time: 0.3303912
Nov 20 20:54:56.381602 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3233-af39-4b31-a2f6-828d35750e77 req-eb098467-ddf1-44af-85ca-db85c8ef485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:56.383871 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-eb098467-ddf1-44af-85ca-db85c8ef485f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1224356
Nov 20 20:54:56.400186 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-454bd5f1-657b-4cdf-a219-2a63da41a9bd req-2ad990b4-c09f-4e1e-9809-923c7a69ee50 tempest-SecurityGroupsNegativeTestJSON-123852064 tempest-SecurityGroupsNegativeTestJSON-123852064-project] show failed (client error): The resource could not be found.
Nov 20 20:54:56.425414 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-454bd5f1-657b-4cdf-a219-2a63da41a9bd req-2ad990b4-c09f-4e1e-9809-923c7a69ee50 tempest-SecurityGroupsNegativeTestJSON-123852064 tempest-SecurityGroupsNegativeTestJSON-123852064-project] 10.222.0.41 "GET /v2.0/security-groups/36064afc-a86d-4dc0-a946-61061a323fe5 HTTP/1.1" status: 404  len: 352 time: 0.0416825
Nov 20 20:54:56.521795 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41276) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:56.623465 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-662f30a1-e0ed-45d6-aabd-16334451dcc4 service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303601
Nov 20 20:54:56.647396 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-e29165aa-e1fe-4426-8664-04df944a8787 req-07ba60bd-d3b4-443f-b5a9-dba2f4af31be tempest-SecurityGroupsNegativeTestJSON-123852064 tempest-SecurityGroupsNegativeTestJSON-123852064-project] show failed (client error): The resource could not be found.
Nov 20 20:54:56.648341 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e29165aa-e1fe-4426-8664-04df944a8787 req-07ba60bd-d3b4-443f-b5a9-dba2f4af31be tempest-SecurityGroupsNegativeTestJSON-123852064 tempest-SecurityGroupsNegativeTestJSON-123852064-project] 10.222.0.41 "GET /v2.0/security-groups/78df375a-c81b-4a82-a7df-d69539a8b217 HTTP/1.1" status: 404  len: 352 time: 0.1535852
Nov 20 20:54:56.659436 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41282) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:56.745099 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a3344f-9519-459a-ade3-ee8b61112c45 admin admin] Deleting subnet 4d6ec301-e2d6-4b46-b91f-cd1ca0442cef {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:54:56.765314 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53a3344f-9519-459a-ade3-ee8b61112c45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:56.817432 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a65c3de-9035-4588-b65f-d0850e10ca81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:56.871879 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53a3344f-9519-459a-ade3-ee8b61112c45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:56.884900 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-118e3233-af39-4b31-a2f6-828d35750e77 req-ba5a7af0-823c-4e92-8174-ebccd1d355a0 service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2332919
Nov 20 20:54:56.943695 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53a3344f-9519-459a-ade3-ee8b61112c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:56.989198 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a65c3de-9035-4588-b65f-d0850e10ca81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.001655 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a65c3de-9035-4588-b65f-d0850e10ca81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.041019 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.063887 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4a65c3de-9035-4588-b65f-d0850e10ca81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0e878a6b0014c409df64b9fbc729fa9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5392733
Nov 20 20:54:57.068313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41300) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:57.086606 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.108306 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53a3344f-9519-459a-ade3-ee8b61112c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.112721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65c3de-9035-4588-b65f-d0850e10ca81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb85fa56-4b63-406d-acca-a44d46c8c147,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:57.149270 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3344f-9519-459a-ade3-ee8b61112c45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d6ec301-e2d6-4b46-b91f-cd1ca0442cef,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:57.155793 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53a3344f-9519-459a-ade3-ee8b61112c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.160018 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-53a3344f-9519-459a-ade3-ee8b61112c45 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4d6ec301-e2d6-4b46-b91f-cd1ca0442cef HTTP/1.1" status: 204  len: 168 time: 0.4992921
Nov 20 20:54:57.162847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41306) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:57.215552 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0684727-3903-423a-8b61-24f3f1a1cb41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.240311 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0684727-3903-423a-8b61-24f3f1a1cb41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.310041 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Allocated IP 2001:db8::3c (5676a5b8-684b-4e90-9ca9-66a217f94cb2/05af04bc-af8a-45e4-921d-0c12ac1c0174/3946a2ff-130a-485b-a9e1-99a802592bbb) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:54:57.319402 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6e8046f1-9643-42f2-bff7-c9046596ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.334895 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7acbd-6ba3-488d-b2a4-12df366832d2 req-f5655693-5604-424d-be2e-b1861b82932d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:57.338392 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e7e7acbd-6ba3-488d-b2a4-12df366832d2 req-f5655693-5604-424d-be2e-b1861b82932d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3726050-5f51-48dc-941a-2829539906a7 HTTP/1.1" status: 200  len: 950 time: 0.0811088
Nov 20 20:54:57.376260 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41314) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:57.391601 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0684727-3903-423a-8b61-24f3f1a1cb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.402903 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0684727-3903-423a-8b61-24f3f1a1cb41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.407194 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d0684727-3903-423a-8b61-24f3f1a1cb41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb85fa56-4b63-406d-acca-a44d46c8c147 HTTP/1.1" status: 204  len: 168 time: 0.3331673
Nov 20 20:54:57.443681 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6e8046f1-9643-42f2-bff7-c9046596ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.446328 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0684727-3903-423a-8b61-24f3f1a1cb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb85fa56-4b63-406d-acca-a44d46c8c147,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:57.469963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-6e8046f1-9643-42f2-bff7-c9046596ec92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4efe8e80>,) {'filters': {'network_id': ['56442a11-6068-427b-a1ca-55636bceb327']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:57.473564 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e7e7acbd-6ba3-488d-b2a4-12df366832d2 req-1e4d4fea-45b7-4b5a-ad6b-a8257237bbac tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196716
Nov 20 20:54:57.490572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-6e8046f1-9643-42f2-bff7-c9046596ec92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4efe8e80>, '83ae247a-3292-48f6-9f3d-fb4e4a8345dc') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:57.490885 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-6e8046f1-9643-42f2-bff7-c9046596ec92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4efe8e80>, '83ae247a-3292-48f6-9f3d-fb4e4a8345dc') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:57.495286 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.503093 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6e8046f1-9643-42f2-bff7-c9046596ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.523152 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6e8046f1-9643-42f2-bff7-c9046596ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.532169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8046f1-9643-42f2-bff7-c9046596ec92 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:54:57.532682 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6e8046f1-9643-42f2-bff7-c9046596ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.540987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7a3635a6-2d44-4850-96c3-42961320df7f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1835167515-network', 'tenant_id': '55ad41c3ee37467d8298682b08275eb9'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:54:57.548889 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:54:57.566474 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3635a6-2d44-4850-96c3-42961320df7f admin admin] Made reservation on behalf of 55ad41c3ee37467d8298682b08275eb9 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:54:57.569431 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7a3635a6-2d44-4850-96c3-42961320df7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.580921 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7a3635a6-2d44-4850-96c3-42961320df7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.592852 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.601367 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6e8046f1-9643-42f2-bff7-c9046596ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.607558 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6e8046f1-9643-42f2-bff7-c9046596ec92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.612669 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6e8046f1-9643-42f2-bff7-c9046596ec92 admin admin] 10.222.0.41 "DELETE /v2.0/networks/56442a11-6068-427b-a1ca-55636bceb327 HTTP/1.1" status: 204  len: 168 time: 0.4488552
Nov 20 20:54:57.628853 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8046f1-9643-42f2-bff7-c9046596ec92 admin admin] Pushing event deleted for resources: {'Network': ['ID=56442a11-6068-427b-a1ca-55636bceb327,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:57.648620 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Network 5676a5b8-684b-4e90-9ca9-66a217f94cb2 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:54:57.656434 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:57.665712 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:54:57.707554 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Pushing event updated for resources: {'Port': ['ID=3946a2ff-130a-485b-a9e1-99a802592bbb,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:57.816910 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7a3635a6-2d44-4850-96c3-42961320df7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.822738 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7a3635a6-2d44-4850-96c3-42961320df7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.839644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41332) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:57.883366 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3635a6-2d44-4850-96c3-42961320df7f admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:54:57.911990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3635a6-2d44-4850-96c3-42961320df7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b229fe-bffe-40f5-adb4-e9145ac31416,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:57.913595 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d5ebee08-60b0-4582-808d-47a2df57c0c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2b55b640fdf45f59561ddfccbc978b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0720654
Nov 20 20:54:57.914317 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41338) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:57.917011 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7a3635a6-2d44-4850-96c3-42961320df7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:57.917354 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-7a3635a6-2d44-4850-96c3-42961320df7f admin admin] Added segment 9e94c1a1-234c-4cb2-abb6-51a347d0173b of type vlan for network 736ec84c-e23f-43ed-94e7-211dbb35bbc4
Nov 20 20:54:58.042575 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7a3635a6-2d44-4850-96c3-42961320df7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:58.059607 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:58.103481 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d90ada5-5055-4dc8-b7d4-d35bb6bb5ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:58.135343 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7a3635a6-2d44-4850-96c3-42961320df7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:58.136305 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3635a6-2d44-4850-96c3-42961320df7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:58.136895 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7a3635a6-2d44-4850-96c3-42961320df7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:58.165882 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d90ada5-5055-4dc8-b7d4-d35bb6bb5ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:58.422681 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580003f-c8b2-452d-a88d-c6150f4213fa req-79e837d5-12a2-46b9-9d10-568b4a1cd227 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:58.424229 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2580003f-c8b2-452d-a88d-c6150f4213fa req-79e837d5-12a2-46b9-9d10-568b4a1cd227 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3726050-5f51-48dc-941a-2829539906a7 HTTP/1.1" status: 200  len: 950 time: 0.0543594
Nov 20 20:54:58.539147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-2580003f-c8b2-452d-a88d-c6150f4213fa req-18a5a931-74e1-46f6-902e-3c1d2591a9f6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Deleting port d2ec2066-92dd-4bf1-94cf-530a3c89abb1 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:58.539491 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2580003f-c8b2-452d-a88d-c6150f4213fa req-18a5a931-74e1-46f6-902e-3c1d2591a9f6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:58.627392 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7a3635a6-2d44-4850-96c3-42961320df7f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.2413232
Nov 20 20:54:58.636067 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41356) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:58.640831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3635a6-2d44-4850-96c3-42961320df7f admin admin] Pushing event updated for resources: {'Network': ['ID=736ec84c-e23f-43ed-94e7-211dbb35bbc4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:58.648997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-fd49944d-bc0a-4cfe-a776-7492106f5177 admin admin] Request body: {'subnet': {'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1835167515-subnet', 'tenant_id': '55ad41c3ee37467d8298682b08275eb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:58.656758 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 736ec84c-e23f-43ed-94e7-211dbb35bbc4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:54:58.700445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfd501-a976-4bd0-b7fc-398dba513b15 req-ede8944a-c951-4e90-91ca-59874276eb13 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:58.707709 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aecfd501-a976-4bd0-b7fc-398dba513b15 req-ede8944a-c951-4e90-91ca-59874276eb13 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3726050-5f51-48dc-941a-2829539906a7 HTTP/1.1" status: 200  len: 950 time: 0.1245158
Nov 20 20:54:58.720237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-2580003f-c8b2-452d-a88d-c6150f4213fa req-18a5a931-74e1-46f6-902e-3c1d2591a9f6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] For port d2ec2066-92dd-4bf1-94cf-530a3c89abb1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2ec2066-92dd-4bf1-94cf-530a3c89abb1,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:58.720602 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2580003f-c8b2-452d-a88d-c6150f4213fa req-18a5a931-74e1-46f6-902e-3c1d2591a9f6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:58.722945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd49944d-bc0a-4cfe-a776-7492106f5177 admin admin] Made reservation on behalf of 55ad41c3ee37467d8298682b08275eb9 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:54:58.725209 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fd49944d-bc0a-4cfe-a776-7492106f5177 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:58.742688 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58171042-37d2-4dba-b174-e9ee270d32fb req-94edd5ee-f33f-47d0-9620-4847f0c92860 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:58.744227 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-58171042-37d2-4dba-b174-e9ee270d32fb req-94edd5ee-f33f-47d0-9620-4847f0c92860 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 950 time: 0.2120473
Nov 20 20:54:58.765495 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-2580003f-c8b2-452d-a88d-c6150f4213fa req-18a5a931-74e1-46f6-902e-3c1d2591a9f6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Calling delete_port for d2ec2066-92dd-4bf1-94cf-530a3c89abb1 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:58.792042 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:58.874099 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d90ada5-5055-4dc8-b7d4-d35bb6bb5ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:58.874494 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aecfd501-a976-4bd0-b7fc-398dba513b15 req-e300c586-08af-4891-a543-351b97cb5461 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658120
Nov 20 20:54:58.876776 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d90ada5-5055-4dc8-b7d4-d35bb6bb5ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:58.877915 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7d90ada5-5055-4dc8-b7d4-d35bb6bb5ca6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c2ae09d-3373-44b2-adfd-4c7dad1b69c4 HTTP/1.1" status: 204  len: 168 time: 0.9589703
Nov 20 20:54:58.894893 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90ada5-5055-4dc8-b7d4-d35bb6bb5ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2ae09d-3373-44b2-adfd-4c7dad1b69c4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:59.040286 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-58171042-37d2-4dba-b174-e9ee270d32fb req-8bb38a0c-c96a-4c11-986c-3dd97b4be68b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Deleting port b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:54:59.041061 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-58171042-37d2-4dba-b174-e9ee270d32fb req-8bb38a0c-c96a-4c11-986c-3dd97b4be68b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:59.072701 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2580003f-c8b2-452d-a88d-c6150f4213fa req-18a5a931-74e1-46f6-902e-3c1d2591a9f6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:59.075319 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fd49944d-bc0a-4cfe-a776-7492106f5177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:59.086500 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7dceb653-952e-453b-b961-0478a94a32a1', 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc', 'b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:59.089673 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['23ec6af6-e448-4b84-a688-acf291e1c23c', 'd2ec2066-92dd-4bf1-94cf-530a3c89abb1'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:54:59.129418 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49944d-bc0a-4cfe-a776-7492106f5177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8caf43ae-75b1-499d-9400-cbaa8e6fc948,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:59.160258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5a931-74e1-46f6-902e-3c1d2591a9f6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Pushing event deleted for resources: {'Port': ['ID=d2ec2066-92dd-4bf1-94cf-530a3c89abb1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:54:59.239332 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Router 5ee5da70-a0be-4ea3-a0f3-fad6a73077db is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:54:59.243885 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2580003f-c8b2-452d-a88d-c6150f4213fa req-18a5a931-74e1-46f6-902e-3c1d2591a9f6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] No DVR routers for this DVR port d2ec2066-92dd-4bf1-94cf-530a3c89abb1 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:54:59.248215 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2580003f-c8b2-452d-a88d-c6150f4213fa req-18a5a931-74e1-46f6-902e-3c1d2591a9f6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:59.251724 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2580003f-c8b2-452d-a88d-c6150f4213fa req-18a5a931-74e1-46f6-902e-3c1d2591a9f6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.37 "DELETE /v2.0/ports/d2ec2066-92dd-4bf1-94cf-530a3c89abb1 HTTP/1.1" status: 204  len: 173 time: 0.8205798
Nov 20 20:54:59.252180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3726050-5f51-48dc-941a-2829539906a7', 'name': 'network-vif-deleted', 'tag': 'd2ec2066-92dd-4bf1-94cf-530a3c89abb1'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:54:59.254979 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2903e1-4432-4a3a-902f-fbd0d4d739c5" -d '{"events": [{"server_uuid": "a3726050-5f51-48dc-941a-2829539906a7", "name": "network-vif-deleted", "tag": "d2ec2066-92dd-4bf1-94cf-530a3c89abb1"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:54:59.258543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49944d-bc0a-4cfe-a776-7492106f5177 admin admin] Checking segment: {'id': '9e94c1a1-234c-4cb2-abb6-51a347d0173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:54:59.258974 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd49944d-bc0a-4cfe-a776-7492106f5177 admin admin] Network hostable DHCP agents. Network: 736ec84c-e23f-43ed-94e7-211dbb35bbc4, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:54:59.280383 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd49944d-bc0a-4cfe-a776-7492106f5177 admin admin] Network 736ec84c-e23f-43ed-94e7-211dbb35bbc4 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:54:59.296628 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-fd49944d-bc0a-4cfe-a776-7492106f5177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 736ec84c-e23f-43ed-94e7-211dbb35bbc4) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:54:59.301439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd49944d-bc0a-4cfe-a776-7492106f5177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:54:59.302044 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fd49944d-bc0a-4cfe-a776-7492106f5177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:59.324976 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ed3e7a-da39-4309-901c-13892ab3d7f7 None None] Network 736ec84c-e23f-43ed-94e7-211dbb35bbc4 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:54:59.340018 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fd49944d-bc0a-4cfe-a776-7492106f5177 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.6982803
Nov 20 20:54:59.342777 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41376) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:59.348209 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1835167515-router', 'tenant_id': '55ad41c3ee37467d8298682b08275eb9', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:54:59.412913 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:59.413975 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:59.426472 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d4ebbf-1603-43f2-bc70-d852a70bee42 x-openstack-request-id: req-48d4ebbf-1603-43f2-bc70-d852a70bee42 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:54:59.427356 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3726050-5f51-48dc-941a-2829539906a7", "name": "network-vif-deleted", "tag": "d2ec2066-92dd-4bf1-94cf-530a3c89abb1", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:54:59.427356 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48d4ebbf-1603-43f2-bc70-d852a70bee42 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:54:59.427356 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3726050-5f51-48dc-941a-2829539906a7', 'name': 'network-vif-deleted', 'tag': 'd2ec2066-92dd-4bf1-94cf-530a3c89abb1', 'status': 'completed', 'code': 200}
Nov 20 20:54:59.473453 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:54:59.490502 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e8fd2-8926-4468-829c-8b5b1cb6b32f None None] Sync routers for ids ['5ee5da70-a0be-4ea3-a0f3-fad6a73077db'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:54:59.492018 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-58171042-37d2-4dba-b174-e9ee270d32fb req-8bb38a0c-c96a-4c11-986c-3dd97b4be68b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] For port b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:54:59.492403 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-58171042-37d2-4dba-b174-e9ee270d32fb req-8bb38a0c-c96a-4c11-986c-3dd97b4be68b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:59.499835 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:59.503776 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4f64d895-870b-42fc-a006-cc25f79ea7a9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 877 time: 3.9623144
Nov 20 20:54:59.507487 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41382) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:54:59.515263 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e8fd2-8926-4468-829c-8b5b1cb6b32f None None] Routers {'5ee5da70-a0be-4ea3-a0f3-fad6a73077db'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:54:59.518914 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-be9e8fd2-8926-4468-829c-8b5b1cb6b32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5467fa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5ee5da70-a0be-4ea3-a0f3-fad6a73077db'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:54:59.549685 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:59.568546 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 48e83d26-e36f-40f3-b0cf-f124edaa6b06 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:54:59.596984 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-58171042-37d2-4dba-b174-e9ee270d32fb req-8bb38a0c-c96a-4c11-986c-3dd97b4be68b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Calling delete_port for b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:54:59.756367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 48e83d26-e36f-40f3-b0cf-f124edaa6b06 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:54:59.756925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 48e83d26-e36f-40f3-b0cf-f124edaa6b06 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:54:59.762984 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-be9e8fd2-8926-4468-829c-8b5b1cb6b32f None None] Set router 5ee5da70-a0be-4ea3-a0f3-fad6a73077db gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:54:59.841815 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-24571dca-b7c3-4118-a853-0e7de4c14e1c tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:54:59.890392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6d8624-cdd1-4c9d-9726-c2dc243eaa65 None None] Network 736ec84c-e23f-43ed-94e7-211dbb35bbc4 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:54:59.896294 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:00.154331 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-58171042-37d2-4dba-b174-e9ee270d32fb req-8bb38a0c-c96a-4c11-986c-3dd97b4be68b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:00.156778 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-24571dca-b7c3-4118-a853-0e7de4c14e1c tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:00.235611 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb38a0c-c96a-4c11-986c-3dd97b4be68b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Pushing event deleted for resources: {'Port': ['ID=b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:00.258004 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-be9e8fd2-8926-4468-829c-8b5b1cb6b32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5467fa00>, [{'id': '5ee5da70-a0be-4ea3-a0f3-fad6a73077db', 'name': '', 'tenant_id': '8726495d84d74dbbad914512feede1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5676a5b8-684b-4e90-9ca9-66a217f94cb2', 'external_fixed_ips': [{'subnet_id': '05af04bc-af8a-45e4-921d-0c12ac1c0174', 'ip_address': '2001:db8::3c'}], 'enable_snat': True}, 'gw_port_id': '3946a2ff-130a-485b-a9e1-99a802592bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:55Z', 'updated_at': '2021-11-20T20:54:57Z', 'revision_number': 3, 'project_id': '8726495d84d74dbbad914512feede1b0', 'gw_port': {'id': '3946a2ff-130a-485b-a9e1-99a802592bbb', 'name': '', 'network_id': '5676a5b8-684b-4e90-9ca9-66a217f94cb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee5da70-a0be-4ea3-a0f3-fad6a73077db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '05af04bc-af8a-45e4-921d-0c12ac1c0174', 'ip_address': '2001:db8::3c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:57Z', 'updated_at': '2021-11-20T20:54:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05af04bc-af8a-45e4-921d-0c12ac1c0174', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:00.312886 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e8fd2-8926-4468-829c-8b5b1cb6b32f None None] Checking router: 5ee5da70-a0be-4ea3-a0f3-fad6a73077db for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:55:00.313406 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e8fd2-8926-4468-829c-8b5b1cb6b32f None None] Updating router 5ee5da70-a0be-4ea3-a0f3-fad6a73077db port 3946a2ff-130a-485b-a9e1-99a802592bbb binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:55:00.325245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41406) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:00.353981 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-be9e8fd2-8926-4468-829c-8b5b1cb6b32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:00.366346 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-58171042-37d2-4dba-b174-e9ee270d32fb req-8bb38a0c-c96a-4c11-986c-3dd97b4be68b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] No DVR routers for this DVR port b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:55:00.383144 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-58171042-37d2-4dba-b174-e9ee270d32fb req-8bb38a0c-c96a-4c11-986c-3dd97b4be68b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:00.387545 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-58171042-37d2-4dba-b174-e9ee270d32fb req-8bb38a0c-c96a-4c11-986c-3dd97b4be68b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "DELETE /v2.0/ports/b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 HTTP/1.1" status: 204  len: 173 time: 1.6351376
Nov 20 20:55:00.389997 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6487b68e-a322-49ab-916e-23d4e8908b45', 'name': 'network-vif-deleted', 'tag': 'b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:00.391915 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af907da2-2aaf-4e7c-9ad3-5720ac156773" -d '{"events": [{"server_uuid": "6487b68e-a322-49ab-916e-23d4e8908b45", "name": "network-vif-deleted", "tag": "b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:00.396281 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ac3f8b2e-bbc1-443d-952d-52dd9529ab90 req-7672b06d-7343-4167-8089-87aa119f3982 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=6487b68e-a322-49ab-916e-23d4e8908b45 HTTP/1.1" status: 200  len: 210 time: 0.1163313
Nov 20 20:55:00.419053 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:00.453893 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:00.471375 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-24571dca-b7c3-4118-a853-0e7de4c14e1c tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Deleting port 3946a2ff-130a-485b-a9e1-99a802592bbb {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:00.473808 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-24571dca-b7c3-4118-a853-0e7de4c14e1c tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:00.563016 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6fdf4c-f09f-4608-8145-cc537d31c3b0 x-openstack-request-id: req-2b6fdf4c-f09f-4608-8145-cc537d31c3b0 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:00.563708 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6487b68e-a322-49ab-916e-23d4e8908b45", "name": "network-vif-deleted", "tag": "b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:00.563973 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b6fdf4c-f09f-4608-8145-cc537d31c3b0 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:00.564396 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6487b68e-a322-49ab-916e-23d4e8908b45', 'name': 'network-vif-deleted', 'tag': 'b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6', 'status': 'completed', 'code': 200}
Nov 20 20:55:00.598527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b6d618b4-6aa6-4c9c-ad24-1f58f1e10455 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1953505069-network', 'tenant_id': 'fc809fb7bd984e43bfa1433cf0c79430'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:00.673990 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-24571dca-b7c3-4118-a853-0e7de4c14e1c tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:00.695219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-24571dca-b7c3-4118-a853-0e7de4c14e1c tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Calling delete_port for 3946a2ff-130a-485b-a9e1-99a802592bbb owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:00.715467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d618b4-6aa6-4c9c-ad24-1f58f1e10455 admin admin] Made reservation on behalf of fc809fb7bd984e43bfa1433cf0c79430 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:55:00.722011 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6d618b4-6aa6-4c9c-ad24-1f58f1e10455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:00.744274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Allocated IP 172.35.1.86 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/d5bb8902-f48e-46da-b226-b4634bb0d847) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:00.747044 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6d618b4-6aa6-4c9c-ad24-1f58f1e10455 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:00.823834 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['23ec6af6-e448-4b84-a688-acf291e1c23c', 'd2ec2066-92dd-4bf1-94cf-530a3c89abb1'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:00.968305 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-be9e8fd2-8926-4468-829c-8b5b1cb6b32f None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:00.978360 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.db.api [None req-be9e8fd2-8926-4468-829c-8b5b1cb6b32f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 20 20:55:00.978360 ncdv-master-1 neutron-server[126227]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s]
Nov 20 20:55:00.978360 ncdv-master-1 neutron-server[126227]: [parameters: {'host': 'ncdv-master-1', 'ml2_port_bindings_port_id': '3946a2ff-130a-485b-a9e1-99a802592bbb', 'ml2_port_bindings_host': ''}]
Nov 20 20:55:00.978360 ncdv-master-1 neutron-server[126227]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 20:55:00.979294 ncdv-master-1 neutron-server[126227]: DEBUG oslo_db.api [None req-be9e8fd2-8926-4468-829c-8b5b1cb6b32f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 20:55:01.036536 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.042417 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-24571dca-b7c3-4118-a853-0e7de4c14e1c tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.054155 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6d618b4-6aa6-4c9c-ad24-1f58f1e10455 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.065299 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6d618b4-6aa6-4c9c-ad24-1f58f1e10455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.092281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d618b4-6aa6-4c9c-ad24-1f58f1e10455 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:55:01.128328 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6d618b4-6aa6-4c9c-ad24-1f58f1e10455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.129023 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-b6d618b4-6aa6-4c9c-ad24-1f58f1e10455 admin admin] Added segment 750ab9d8-045c-41c9-8df6-9d3ff74896d0 of type vlan for network c3915836-86cb-49e6-9e5c-f9e82114304b
Nov 20 20:55:01.130318 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24571dca-b7c3-4118-a853-0e7de4c14e1c tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Pushing event deleted for resources: {'Port': ['ID=3946a2ff-130a-485b-a9e1-99a802592bbb,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:01.157371 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-24571dca-b7c3-4118-a853-0e7de4c14e1c tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.191007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d618b4-6aa6-4c9c-ad24-1f58f1e10455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954c81ce-7740-4659-ab59-b860fcb2634b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:01.213423 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.224682 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6d618b4-6aa6-4c9c-ad24-1f58f1e10455 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.263110 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-24571dca-b7c3-4118-a853-0e7de4c14e1c tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.265726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:01.266177 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-24571dca-b7c3-4118-a853-0e7de4c14e1c tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.278121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:01.285084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:01.313291 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-24571dca-b7c3-4118-a853-0e7de4c14e1c tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.314041 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Pushing event updated for resources: {'Port': ['ID=d5bb8902-f48e-46da-b226-b4634bb0d847,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:01.314331 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24571dca-b7c3-4118-a853-0e7de4c14e1c tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ee5da70-a0be-4ea3-a0f3-fad6a73077db {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:55:01.316753 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6d618b4-6aa6-4c9c-ad24-1f58f1e10455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.317712 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d618b4-6aa6-4c9c-ad24-1f58f1e10455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:01.318324 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6d618b4-6aa6-4c9c-ad24-1f58f1e10455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.319695 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-24571dca-b7c3-4118-a853-0e7de4c14e1c tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.321197 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-24571dca-b7c3-4118-a853-0e7de4c14e1c tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "DELETE /v2.0/routers/5ee5da70-a0be-4ea3-a0f3-fad6a73077db HTTP/1.1" status: 204  len: 168 time: 1.8126886
Nov 20 20:55:01.324524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41424) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:01.372737 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b6d618b4-6aa6-4c9c-ad24-1f58f1e10455 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0434713
Nov 20 20:55:01.373590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41428) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:01.385603 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64afc86-ec27-4825-b99a-764f09ffd2e8 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Deleting subnet 05af04bc-af8a-45e4-921d-0c12ac1c0174 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:55:01.388729 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c64afc86-ec27-4825-b99a-764f09ffd2e8 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.413249 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a7262c43-c423-4cef-a271-014da728a24d admin admin] Request body: {'subnet': {'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1953505069-subnet', 'tenant_id': 'fc809fb7bd984e43bfa1433cf0c79430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:01.434182 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c64afc86-ec27-4825-b99a-764f09ffd2e8 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.449444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d618b4-6aa6-4c9c-ad24-1f58f1e10455 admin admin] Pushing event updated for resources: {'Network': ['ID=c3915836-86cb-49e6-9e5c-f9e82114304b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:01.461530 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network c3915836-86cb-49e6-9e5c-f9e82114304b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:55:01.518262 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e8fd2-8926-4468-829c-8b5b1cb6b32f None None] Port 3946a2ff-130a-485b-a9e1-99a802592bbb not found while updating agent binding for router 5ee5da70-a0be-4ea3-a0f3-fad6a73077db. {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Nov 20 20:55:01.532783 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c64afc86-ec27-4825-b99a-764f09ffd2e8 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.546980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7262c43-c423-4cef-a271-014da728a24d admin admin] Made reservation on behalf of fc809fb7bd984e43bfa1433cf0c79430 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:55:01.549104 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e8fd2-8926-4468-829c-8b5b1cb6b32f None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:01.549482 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7262c43-c423-4cef-a271-014da728a24d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.551325 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e8fd2-8926-4468-829c-8b5b1cb6b32f None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 20 20:55:01.553258 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_agentschedulers_db [None req-be9e8fd2-8926-4468-829c-8b5b1cb6b32f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5ee5da70-a0be-4ea3-a0f3-fad6a73077db'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent'). {{(pid=126227) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 20 20:55:01.554557 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e8fd2-8926-4468-829c-8b5b1cb6b32f None None] The sync data for ids ['5ee5da70-a0be-4ea3-a0f3-fad6a73077db'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:55:01.660518 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c64afc86-ec27-4825-b99a-764f09ffd2e8 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.683541 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c64afc86-ec27-4825-b99a-764f09ffd2e8 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.693772 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c64afc86-ec27-4825-b99a-764f09ffd2e8 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/05af04bc-af8a-45e4-921d-0c12ac1c0174 HTTP/1.1" status: 204  len: 168 time: 0.3681030
Nov 20 20:55:01.694450 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41440) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:01.708308 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7dceb653-952e-453b-b961-0478a94a32a1', 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:01.725497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64afc86-ec27-4825-b99a-764f09ffd2e8 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=05af04bc-af8a-45e4-921d-0c12ac1c0174,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:01.799440 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:01.900216 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9f7ddbdd-427c-4eb6-a5db-a80faf0b5949 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:02.083026 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7262c43-c423-4cef-a271-014da728a24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:02.128782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41458) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:02.147745 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9f7ddbdd-427c-4eb6-a5db-a80faf0b5949 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:02.246646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-9f7ddbdd-427c-4eb6-a5db-a80faf0b5949 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54d74940>,) {'filters': {'network_id': ['5676a5b8-684b-4e90-9ca9-66a217f94cb2']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:02.249084 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ea3a7912-d94a-4787-8421-552b5eb166a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:02.269391 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-9f7ddbdd-427c-4eb6-a5db-a80faf0b5949 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54d74940>, '9fd33073-817a-4b0a-adee-7a77f0aff666') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:02.269669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-9f7ddbdd-427c-4eb6-a5db-a80faf0b5949 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54d74940>, '9fd33073-817a-4b0a-adee-7a77f0aff666') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:02.322416 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9f7ddbdd-427c-4eb6-a5db-a80faf0b5949 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:02.324009 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7262c43-c423-4cef-a271-014da728a24d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2907b1cf-3fa4-4cec-bd6c-6b6472f874f9,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:02.342640 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ea3a7912-d94a-4787-8421-552b5eb166a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:02.346685 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625751b-5856-4ce8-a5de-7ede0a7d47f2 req-6e445790-805b-4a4e-837e-42a4f24f7213 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:02.347560 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ea3a7912-d94a-4787-8421-552b5eb166a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:02.348582 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0625751b-5856-4ce8-a5de-7ede0a7d47f2 req-6e445790-805b-4a4e-837e-42a4f24f7213 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=bce35b01-3e47-43e4-ae72-64a117b6366f HTTP/1.1" status: 200  len: 949 time: 0.2583172
Nov 20 20:55:02.360715 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9f7ddbdd-427c-4eb6-a5db-a80faf0b5949 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:02.389115 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ea3a7912-d94a-4787-8421-552b5eb166a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0c53057304e4c3692fae13c2502f1ac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2591476
Nov 20 20:55:02.390060 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a7912-d94a-4787-8421-552b5eb166a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a83fcb0-f8be-45f9-aa8a-359440dd7321,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:02.392509 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41464) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:02.410163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7262c43-c423-4cef-a271-014da728a24d admin admin] Checking segment: {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:02.410517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7262c43-c423-4cef-a271-014da728a24d admin admin] Network hostable DHCP agents. Network: c3915836-86cb-49e6-9e5c-f9e82114304b, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:55:02.412828 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7ddbdd-427c-4eb6-a5db-a80faf0b5949 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:55:02.413258 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9f7ddbdd-427c-4eb6-a5db-a80faf0b5949 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:55:02.422229 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:55:02.460570 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6f13b30f-82ce-4717-a2a3-1c81d65bebac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:02.462814 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:02.487958 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6f13b30f-82ce-4717-a2a3-1c81d65bebac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:02.558395 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6f13b30f-82ce-4717-a2a3-1c81d65bebac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:02.563010 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6f13b30f-82ce-4717-a2a3-1c81d65bebac admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:02.566104 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9f7ddbdd-427c-4eb6-a5db-a80faf0b5949 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:02.567115 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6f13b30f-82ce-4717-a2a3-1c81d65bebac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a83fcb0-f8be-45f9-aa8a-359440dd7321 HTTP/1.1" status: 204  len: 168 time: 0.1732941
Nov 20 20:55:02.567985 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7262c43-c423-4cef-a271-014da728a24d admin admin] Network c3915836-86cb-49e6-9e5c-f9e82114304b is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:55:02.578970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13b30f-82ce-4717-a2a3-1c81d65bebac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a83fcb0-f8be-45f9-aa8a-359440dd7321,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:02.596796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7ddbdd-427c-4eb6-a5db-a80faf0b5949 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  5676a5b8-684b-4e90-9ca9-66a217f94cb2 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 20 20:55:02.603712 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ddbdd-427c-4eb6-a5db-a80faf0b5949 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Pushing event deleted for resources: {'Network': ['ID=5676a5b8-684b-4e90-9ca9-66a217f94cb2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:02.609195 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0625751b-5856-4ce8-a5de-7ede0a7d47f2 req-dcdb0e66-9609-440d-bf2e-6000c3323551 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2505209
Nov 20 20:55:02.611067 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9f7ddbdd-427c-4eb6-a5db-a80faf0b5949 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:02.618448 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9f7ddbdd-427c-4eb6-a5db-a80faf0b5949 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "DELETE /v2.0/networks/5676a5b8-684b-4e90-9ca9-66a217f94cb2 HTTP/1.1" status: 204  len: 168 time: 0.9188166
Nov 20 20:55:02.619858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-a7262c43-c423-4cef-a271-014da728a24d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c3915836-86cb-49e6-9e5c-f9e82114304b) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:02.629243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7262c43-c423-4cef-a271-014da728a24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:02.639875 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7262c43-c423-4cef-a271-014da728a24d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:02.642162 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318a71bd-b649-4ade-9c3b-ee1685d47806 None None] Network c3915836-86cb-49e6-9e5c-f9e82114304b requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:55:02.667290 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a7262c43-c423-4cef-a271-014da728a24d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2500019
Nov 20 20:55:02.812420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Router 6164ed87-5438-4ac2-bfca-64d92637c049 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:55:02.863432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d3ae42-1a64-476e-a761-bbe95f26b4f6 None None] Network c3915836-86cb-49e6-9e5c-f9e82114304b requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:55:02.898481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d2ec2066-92dd-4bf1-94cf-530a3c89abb1 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:55:02.972658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:55:02.973574 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: d2ec2066-92dd-4bf1-94cf-530a3c89abb1 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:55:02.976415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d2ec2066-92dd-4bf1-94cf-530a3c89abb1 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:55:02.996671 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:03.001075 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41494) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:03.001547 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-adc0a95d-e40a-4aee-b348-9de6154f49ce admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 3.6574335
Nov 20 20:55:03.292511 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41512) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:03.298395 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-9aeab8c7-3d8c-42a3-ad6c-e7e2609b0d13 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Request body: {'router': {'name': 'tempest-router--1035788550', 'project_id': 'cb81f8c1cc2340939762054d6436346e'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:03.335826 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9aeab8c7-3d8c-42a3-ad6c-e7e2609b0d13 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:03.338697 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9aeab8c7-3d8c-42a3-ad6c-e7e2609b0d13 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:03.348724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Sync routers for ids ['6164ed87-5438-4ac2-bfca-64d92637c049'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:55:03.367087 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Routers {'6164ed87-5438-4ac2-bfca-64d92637c049'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:03.367968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a478b4790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6164ed87-5438-4ac2-bfca-64d92637c049'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:03.404199 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a410ea4-02a9-42c6-932d-84360720b388 req-658f9e00-2b03-4abf-a5ca-3bf19594e83d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:03.405967 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a410ea4-02a9-42c6-932d-84360720b388 req-658f9e00-2b03-4abf-a5ca-3bf19594e83d tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "GET /v2.0/ports?device_id=bce35b01-3e47-43e4-ae72-64a117b6366f HTTP/1.1" status: 200  len: 949 time: 0.1383576
Nov 20 20:55:03.461223 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9aeab8c7-3d8c-42a3-ad6c-e7e2609b0d13 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:03.485904 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9aeab8c7-3d8c-42a3-ad6c-e7e2609b0d13 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:03.489401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:55:03.577946 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:55:03.585155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device b4cb5e32-52c3-43f1-b0cb-94ab42ade4c6 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:55:03.617922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Set router 6164ed87-5438-4ac2-bfca-64d92637c049 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:55:03.626072 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda59428-5a87-40e5-9eaf-e6b9da1b649c req-faf8b72e-bcdb-4276-a437-bfc4c6c698d7 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:03.628131 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cda59428-5a87-40e5-9eaf-e6b9da1b649c req-faf8b72e-bcdb-4276-a437-bfc4c6c698d7 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "GET /v2.0/ports?device_id=8073278e-06ca-46aa-9b23-ba4cde569a47 HTTP/1.1" status: 200  len: 950 time: 0.1665635
Nov 20 20:55:03.631930 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9aeab8c7-3d8c-42a3-ad6c-e7e2609b0d13 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:03.633470 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9aeab8c7-3d8c-42a3-ad6c-e7e2609b0d13 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.3391271
Nov 20 20:55:03.638511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41518) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:03.724318 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-8a410ea4-02a9-42c6-932d-84360720b388 req-2d56651e-2d01-4b46-8b9e-870af73985d9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Deleting port 7dceb653-952e-453b-b961-0478a94a32a1 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:03.724660 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8a410ea4-02a9-42c6-932d-84360720b388 req-2d56651e-2d01-4b46-8b9e-870af73985d9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:03.770996 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba278-78ee-4fac-b8c3-024ab2c39ab9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.089282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a478b4790>, [{'id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'name': 'tempest-ServerRescueNegativeTestJSON-1835167515-router', 'tenant_id': '55ad41c3ee37467d8298682b08275eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd5bb8902-f48e-46da-b226-b4634bb0d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:59Z', 'updated_at': '2021-11-20T20:55:01Z', 'revision_number': 3, 'project_id': '55ad41c3ee37467d8298682b08275eb9', 'gw_port': {'id': 'd5bb8902-f48e-46da-b226-b4634bb0d847', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:00Z', 'updated_at': '2021-11-20T20:55:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:04.090135 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41540) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:04.118543 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Checking router: 6164ed87-5438-4ac2-bfca-64d92637c049 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:55:04.118933 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Updating router 6164ed87-5438-4ac2-bfca-64d92637c049 port d5bb8902-f48e-46da-b226-b4634bb0d847 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:55:04.158518 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.269379 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-993e273d-4d94-4dfa-85d0-733365d1efbe admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1994484003-network', 'tenant_id': '480b4b05733646e88b6eb93050825547'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:04.299870 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-321bc6a6-8325-44cd-86c4-c9dbcb0de7d9 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:04.302812 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-321bc6a6-8325-44cd-86c4-c9dbcb0de7d9 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 812 time: 0.2107396
Nov 20 20:55:04.333632 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-cda59428-5a87-40e5-9eaf-e6b9da1b649c req-a021f8ee-7546-431e-9617-19ccbfc2d1e2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Deleting port fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:04.334314 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cda59428-5a87-40e5-9eaf-e6b9da1b649c req-a021f8ee-7546-431e-9617-19ccbfc2d1e2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.337539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993e273d-4d94-4dfa-85d0-733365d1efbe admin admin] Made reservation on behalf of 480b4b05733646e88b6eb93050825547 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:55:04.340448 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-993e273d-4d94-4dfa-85d0-733365d1efbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.353442 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-993e273d-4d94-4dfa-85d0-733365d1efbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.382513 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-bc0bdbca-18dd-4a69-bf6c-b0d899a15f3b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/quotas/fc809fb7bd984e43bfa1433cf0c79430 HTTP/1.1" status: 200  len: 375 time: 0.0686247
Nov 20 20:55:04.449341 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-72c2e500-ac0a-4e4d-a54e-5ea5bb5ff8d6 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0562370
Nov 20 20:55:04.466395 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba278-78ee-4fac-b8c3-024ab2c39ab9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.495735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047545c-0daf-420b-8ed6-3c4bf49667e5 req-e9709348-bd8b-4392-bc16-4527bfd257db tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:04.496939 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c047545c-0daf-420b-8ed6-3c4bf49667e5 req-e9709348-bd8b-4392-bc16-4527bfd257db tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=bce35b01-3e47-43e4-ae72-64a117b6366f HTTP/1.1" status: 200  len: 949 time: 0.7229178
Nov 20 20:55:04.498194 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba278-78ee-4fac-b8c3-024ab2c39ab9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.502628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-8a410ea4-02a9-42c6-932d-84360720b388 req-2d56651e-2d01-4b46-8b9e-870af73985d9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] For port 7dceb653-952e-453b-b961-0478a94a32a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7dceb653-952e-453b-b961-0478a94a32a1,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:04.502997 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8a410ea4-02a9-42c6-932d-84360720b388 req-2d56651e-2d01-4b46-8b9e-870af73985d9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.570840 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-8a410ea4-02a9-42c6-932d-84360720b388 req-2d56651e-2d01-4b46-8b9e-870af73985d9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Calling delete_port for 7dceb653-952e-453b-b961-0478a94a32a1 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:04.597054 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.600204 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cda59428-5a87-40e5-9eaf-e6b9da1b649c req-a021f8ee-7546-431e-9617-19ccbfc2d1e2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] For port fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:04.600651 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cda59428-5a87-40e5-9eaf-e6b9da1b649c req-a021f8ee-7546-431e-9617-19ccbfc2d1e2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.601406 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba278-78ee-4fac-b8c3-024ab2c39ab9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.601928 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2ba278-78ee-4fac-b8c3-024ab2c39ab9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9bf6853-2a69-48fd-ad15-f35df2b2b757 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:55:04.610293 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.617023 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.639007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-cda59428-5a87-40e5-9eaf-e6b9da1b649c req-a021f8ee-7546-431e-9617-19ccbfc2d1e2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Calling delete_port for fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:04.646963 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f2ba278-78ee-4fac-b8c3-024ab2c39ab9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.650928 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4f2ba278-78ee-4fac-b8c3-024ab2c39ab9 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "DELETE /v2.0/routers/c9bf6853-2a69-48fd-ad15-f35df2b2b757 HTTP/1.1" status: 204  len: 168 time: 0.9904108
Nov 20 20:55:04.674576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Attempting to bind port d5bb8902-f48e-46da-b226-b4634bb0d847 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:55:04.674824 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Attempting to bind port d5bb8902-f48e-46da-b226-b4634bb0d847 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:55:04.675233 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Attempting to bind port d5bb8902-f48e-46da-b226-b4634bb0d847 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:04.679983 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-54ddfb3e-5f7c-4525-b391-a0d92c881977 service neutron] 10.222.0.41 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1955743
Nov 20 20:55:04.686833 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:55:04.687358 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:04.687991 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.688483 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:55:04.689252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Bound port: d5bb8902-f48e-46da-b226-b4634bb0d847, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:55:04.689868 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.712946 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-993e273d-4d94-4dfa-85d0-733365d1efbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.717245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aca995-b0da-4016-aab0-88705be89466 None None] Pushing event updated for resources: {'Port': ['ID=d5bb8902-f48e-46da-b226-b4634bb0d847,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:04.746674 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c047545c-0daf-420b-8ed6-3c4bf49667e5 req-a61df8fe-5be2-43a1-98ee-73269e3efd8e tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313628
Nov 20 20:55:04.751256 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-993e273d-4d94-4dfa-85d0-733365d1efbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.763132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] For port d5bb8902-f48e-46da-b226-b4634bb0d847, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:55:04.771101 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] For port d5bb8902-f48e-46da-b226-b4634bb0d847, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5bb8902-f48e-46da-b226-b4634bb0d847,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:55:04.777341 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.842333 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993e273d-4d94-4dfa-85d0-733365d1efbe admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:55:04.856546 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-993e273d-4d94-4dfa-85d0-733365d1efbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.857740 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-993e273d-4d94-4dfa-85d0-733365d1efbe admin admin] Added segment e9fcfb69-c5a4-463d-9358-445638064d65 of type vlan for network e1689f5d-8863-4b2c-a6d3-375854e48d20
Nov 20 20:55:04.909980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Routers {'6164ed87-5438-4ac2-bfca-64d92637c049'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:04.910659 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a478b4790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6164ed87-5438-4ac2-bfca-64d92637c049'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:04.913493 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-993e273d-4d94-4dfa-85d0-733365d1efbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.937694 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8a410ea4-02a9-42c6-932d-84360720b388 req-2d56651e-2d01-4b46-8b9e-870af73985d9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.956681 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-993e273d-4d94-4dfa-85d0-733365d1efbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.957772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993e273d-4d94-4dfa-85d0-733365d1efbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:04.958521 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-993e273d-4d94-4dfa-85d0-733365d1efbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:04.992118 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-993e273d-4d94-4dfa-85d0-733365d1efbe admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8963451
Nov 20 20:55:05.019322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41552) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:05.019942 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41554) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:05.027203 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7dceb653-952e-453b-b961-0478a94a32a1', 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:05.029678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['23ec6af6-e448-4b84-a688-acf291e1c23c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:05.038258 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56651e-2d01-4b46-8b9e-870af73985d9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Pushing event deleted for resources: {'Port': ['ID=7dceb653-952e-453b-b961-0478a94a32a1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:05.047623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-93f9147d-c4d0-4f27-aec2-ad2c7844f28b admin admin] Request body: {'subnet': {'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1994484003-subnet', 'tenant_id': '480b4b05733646e88b6eb93050825547', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:05.058601 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Allocated IP 172.20.0.1 (736ec84c-e23f-43ed-94e7-211dbb35bbc4/8caf43ae-75b1-499d-9400-cbaa8e6fc948/484eb883-f413-4402-a2e5-bca4cf690034) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:05.109873 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-78d841f3-b04e-49d5-8a80-5d85f840186f service neutron] 10.222.0.41 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4289219
Nov 20 20:55:05.110918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e273d-4d94-4dfa-85d0-733365d1efbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7214fc9-e041-4632-b8a0-bb9b57eb10ce,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:05.140698 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a410ea4-02a9-42c6-932d-84360720b388 req-2d56651e-2d01-4b46-8b9e-870af73985d9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] No DVR routers for this DVR port 7dceb653-952e-453b-b961-0478a94a32a1 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:55:05.144028 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8a410ea4-02a9-42c6-932d-84360720b388 req-2d56651e-2d01-4b46-8b9e-870af73985d9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:05.147931 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a410ea4-02a9-42c6-932d-84360720b388 req-2d56651e-2d01-4b46-8b9e-870af73985d9 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "DELETE /v2.0/ports/7dceb653-952e-453b-b961-0478a94a32a1 HTTP/1.1" status: 204  len: 173 time: 1.6986814
Nov 20 20:55:05.148636 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce35b01-3e47-43e4-ae72-64a117b6366f', 'name': 'network-vif-deleted', 'tag': '7dceb653-952e-453b-b961-0478a94a32a1'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:05.151703 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6c429c-5b1b-46b5-9535-5ea4cd95e513" -d '{"events": [{"server_uuid": "bce35b01-3e47-43e4-ae72-64a117b6366f", "name": "network-vif-deleted", "tag": "7dceb653-952e-453b-b961-0478a94a32a1"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:05.195499 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aca995-b0da-4016-aab0-88705be89466 None None] Pushing event updated for resources: {'Port': ['ID=d5bb8902-f48e-46da-b226-b4634bb0d847,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:05.273031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e273d-4d94-4dfa-85d0-733365d1efbe admin admin] Pushing event updated for resources: {'Network': ['ID=e1689f5d-8863-4b2c-a6d3-375854e48d20,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:05.279477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] Set router 6164ed87-5438-4ac2-bfca-64d92637c049 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:55:05.295609 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f9147d-c4d0-4f27-aec2-ad2c7844f28b admin admin] Made reservation on behalf of 480b4b05733646e88b6eb93050825547 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:55:05.298679 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93f9147d-c4d0-4f27-aec2-ad2c7844f28b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:05.310896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network e1689f5d-8863-4b2c-a6d3-375854e48d20 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:55:05.366805 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:05.400585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2145395975', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}, 'admin_state_up': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:05.439334 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:05.528723 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:05.534563 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Pushing event updated for resources: {'Port': ['ID=484eb883-f413-4402-a2e5-bca4cf690034,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:05.540263 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:05.558372 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c9c4ae-6d55-4101-9177-3d647521ccde x-openstack-request-id: req-24c9c4ae-6d55-4101-9177-3d647521ccde {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:05.558807 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce35b01-3e47-43e4-ae72-64a117b6366f", "name": "network-vif-deleted", "tag": "7dceb653-952e-453b-b961-0478a94a32a1", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:05.559114 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24c9c4ae-6d55-4101-9177-3d647521ccde {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:05.560112 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce35b01-3e47-43e4-ae72-64a117b6366f', 'name': 'network-vif-deleted', 'tag': '7dceb653-952e-453b-b961-0478a94a32a1', 'status': 'completed', 'code': 200}
Nov 20 20:55:05.610604 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Network 736ec84c-e23f-43ed-94e7-211dbb35bbc4 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:05.621398 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cda59428-5a87-40e5-9eaf-e6b9da1b649c req-a021f8ee-7546-431e-9617-19ccbfc2d1e2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:05.622530 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6d96fa8-f1ef-4e75-9668-780992cd8dd0 req-69ff18e5-6de7-4fe9-9b42-cdf9bc5ab2b7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 210 time: 0.0612242
Nov 20 20:55:05.643179 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:05.666562 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:05.745731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021f8ee-7546-431e-9617-19ccbfc2d1e2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Pushing event deleted for resources: {'Port': ['ID=fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:05.752168 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda59428-5a87-40e5-9eaf-e6b9da1b649c req-a021f8ee-7546-431e-9617-19ccbfc2d1e2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] No DVR routers for this DVR port fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:55:05.768528 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:05.849083 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cda59428-5a87-40e5-9eaf-e6b9da1b649c req-a021f8ee-7546-431e-9617-19ccbfc2d1e2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:05.856024 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cda59428-5a87-40e5-9eaf-e6b9da1b649c req-a021f8ee-7546-431e-9617-19ccbfc2d1e2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.47 "DELETE /v2.0/ports/fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc HTTP/1.1" status: 204  len: 173 time: 2.2113192
Nov 20 20:55:05.856518 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8073278e-06ca-46aa-9b23-ba4cde569a47', 'name': 'network-vif-deleted', 'tag': 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:05.863465 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07721ab3-9f0b-46fc-84b6-44f17c893371" -d '{"events": [{"server_uuid": "8073278e-06ca-46aa-9b23-ba4cde569a47", "name": "network-vif-deleted", "tag": "fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:05.956306 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:05.962848 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd96b944-d7a8-4c56-b63c-8d5a7fb4e0b3 x-openstack-request-id: req-bd96b944-d7a8-4c56-b63c-8d5a7fb4e0b3 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:05.963686 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8073278e-06ca-46aa-9b23-ba4cde569a47", "name": "network-vif-deleted", "tag": "fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:05.964242 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd96b944-d7a8-4c56-b63c-8d5a7fb4e0b3 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:05.964883 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8073278e-06ca-46aa-9b23-ba4cde569a47', 'name': 'network-vif-deleted', 'tag': 'fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc', 'status': 'completed', 'code': 200}
Nov 20 20:55:06.018118 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a478b4790>, [{'id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'name': 'tempest-ServerRescueNegativeTestJSON-1835167515-router', 'tenant_id': '55ad41c3ee37467d8298682b08275eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd5bb8902-f48e-46da-b226-b4634bb0d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:59Z', 'updated_at': '2021-11-20T20:55:01Z', 'revision_number': 3, 'project_id': '55ad41c3ee37467d8298682b08275eb9', 'gw_port': {'id': 'd5bb8902-f48e-46da-b226-b4634bb0d847', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:00Z', 'updated_at': '2021-11-20T20:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:06.019613 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93f9147d-c4d0-4f27-aec2-ad2c7844f28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:06.048792 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:06.068702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9147d-c4d0-4f27-aec2-ad2c7844f28b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c67d961-3278-4bc5-93f8-082ae3cc8ba3,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:06.075965 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71168d32-36d6-4bb5-a3b3-f11574e530b7 None None] The sync data for ids ['6164ed87-5438-4ac2-bfca-64d92637c049'] in ncdv-master-1 is: [{'id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'name': 'tempest-ServerRescueNegativeTestJSON-1835167515-router', 'tenant_id': '55ad41c3ee37467d8298682b08275eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd5bb8902-f48e-46da-b226-b4634bb0d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:59Z', 'updated_at': '2021-11-20T20:55:01Z', 'revision_number': 3, 'project_id': '55ad41c3ee37467d8298682b08275eb9', 'gw_port': {'id': 'd5bb8902-f48e-46da-b226-b4634bb0d847', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:00Z', 'updated_at': '2021-11-20T20:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:55:06.143235 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6736fb25-4d15-4ce7-864c-3dec783fbdc2 req-3d4c3940-a6b0-418b-a242-52cd639796d6 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=8073278e-06ca-46aa-9b23-ba4cde569a47 HTTP/1.1" status: 200  len: 210 time: 0.0792921
Nov 20 20:55:06.222824 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['23ec6af6-e448-4b84-a688-acf291e1c23c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:06.317375 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:06.358984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f9147d-c4d0-4f27-aec2-ad2c7844f28b admin admin] Checking segment: {'id': 'e9fcfb69-c5a4-463d-9358-445638064d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:06.362265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f9147d-c4d0-4f27-aec2-ad2c7844f28b admin admin] Network hostable DHCP agents. Network: e1689f5d-8863-4b2c-a6d3-375854e48d20, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:55:06.415877 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:06.425082 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:06.489896 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f9147d-c4d0-4f27-aec2-ad2c7844f28b admin admin] Network e1689f5d-8863-4b2c-a6d3-375854e48d20 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:55:06.565508 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-93f9147d-c4d0-4f27-aec2-ad2c7844f28b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e1689f5d-8863-4b2c-a6d3-375854e48d20) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:06.621885 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9147d-c4d0-4f27-aec2-ad2c7844f28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:06.622836 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93f9147d-c4d0-4f27-aec2-ad2c7844f28b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:06.636662 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:06.672998 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3e1165-9f51-4b8a-81e6-1c9179654850 None None] Network e1689f5d-8863-4b2c-a6d3-375854e48d20 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:55:06.761472 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-93f9147d-c4d0-4f27-aec2-ad2c7844f28b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.7305682
Nov 20 20:55:06.798033 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Pushing event updated for resources: {'Port': ['ID=484eb883-f413-4402-a2e5-bca4cf690034,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:06.872999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:06.873400 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:06.874302 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d9130ea1-b3e7-4eea-8b46-e14b08de9e78 req-b67c5285-f7d6-4417-85cd-a188ce8838ee tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 210 time: 0.0583339
Nov 20 20:55:06.886217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:06.886640 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:06.886990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:06.887415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:06.887761 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:06.888098 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:06.888433 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:06.888765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:06.889097 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:06.889422 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:06.942157 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Network 736ec84c-e23f-43ed-94e7-211dbb35bbc4 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:06.944745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:06.997024 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7f856f-9b39-4c5c-93e4-0f379b2af67e None None] Network e1689f5d-8863-4b2c-a6d3-375854e48d20 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:55:07.173934 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:07.284519 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Router 6164ed87-5438-4ac2-bfca-64d92637c049 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:55:07.330345 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:07.483115 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:55:07.537520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:55:07.539024 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device fc28a09a-8c72-4e39-8dfa-afe28c0ed5cc not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:55:07.542361 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7dceb653-952e-453b-b961-0478a94a32a1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:55:07.574363 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 7dceb653-952e-453b-b961-0478a94a32a1 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:55:07.574856 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7dceb653-952e-453b-b961-0478a94a32a1 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:55:07.600303 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:55:07.624333 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4d782788-a24e-4ec8-81fc-80147fda808d admin admin] 10.222.0.41 "PUT /v2.0/routers/6164ed87-5438-4ac2-bfca-64d92637c049/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6217046
Nov 20 20:55:07.721088 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-f9fca8d5-bef7-4df5-a901-fd0f81364d26 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:07.722693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-f9fca8d5-bef7-4df5-a901-fd0f81364d26 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.37 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 812 time: 0.5515752
Nov 20 20:55:07.732710 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Allocated IP 172.35.1.56 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/068da2cc-3026-46cd-a627-4d730bb4c7e7) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:07.739745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-f066ef51-3aa5-4797-8271-a3964bad492f tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:07.740437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-507d12c6-64a2-445e-9ff2-3180375f2bea tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Request body: {'port': {'device_id': 'd796894d-3c49-495b-8406-19241e7fc4b2', 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b', 'admin_state_up': True, 'tenant_id': 'fc809fb7bd984e43bfa1433cf0c79430'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:07.745098 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-f066ef51-3aa5-4797-8271-a3964bad492f tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/networks?id=e1689f5d-8863-4b2c-a6d3-375854e48d20 HTTP/1.1" status: 200  len: 813 time: 0.1757989
Nov 20 20:55:07.776220 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-91ac9f61-9478-4d8a-9457-fb2acd067297 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/quotas/480b4b05733646e88b6eb93050825547 HTTP/1.1" status: 200  len: 375 time: 0.0204353
Nov 20 20:55:07.827069 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-c9ec36b8-23ef-42d4-ba89-14b5ccff6e31 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=480b4b05733646e88b6eb93050825547&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0481725
Nov 20 20:55:07.925433 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-4f664043-93f1-46c1-9543-e6cf16a7ca41 service neutron] 10.222.0.41 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0974839
Nov 20 20:55:08.013859 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:08.025970 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-4e4fa0ef-a9f5-48b8-b49c-90b73ffb00f2 service neutron] 10.222.0.41 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0935657
Nov 20 20:55:08.028284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28088dec-c54d-4fdf-bacf-50b65ad17c8b req-f59a327f-7262-4303-a408-7346e02b5adc tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:08.029752 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-28088dec-c54d-4fdf-bacf-50b65ad17c8b req-f59a327f-7262-4303-a408-7346e02b5adc tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 950 time: 0.1152518
Nov 20 20:55:08.033471 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-507d12c6-64a2-445e-9ff2-3180375f2bea tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Made reservation on behalf of fc809fb7bd984e43bfa1433cf0c79430 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:55:08.034235 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:08.036848 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-507d12c6-64a2-445e-9ff2-3180375f2bea tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:08.121450 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:08.160494 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:08.200199 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-28088dec-c54d-4fdf-bacf-50b65ad17c8b req-a1843b34-2e1d-458b-9f5c-9f61f9c64201 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602678
Nov 20 20:55:08.293460 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:08.308825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:08.335792 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-507d12c6-64a2-445e-9ff2-3180375f2bea tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Allocated IP 172.20.0.3 (c3915836-86cb-49e6-9e5c-f9e82114304b/2907b1cf-3fa4-4cec-bd6c-6b6472f874f9/218ebf70-108c-4096-8a5f-7859c111c4ed) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:08.338020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:08.341951 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eba8c39c-2a5f-4a36-a2f5-993c92752162 req-bf86e8d3-e2c9-45c6-9139-e50136af2883 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 210 time: 0.0567417
Nov 20 20:55:08.345678 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Pushing event updated for resources: {'Port': ['ID=068da2cc-3026-46cd-a627-4d730bb4c7e7,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:08.540928 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-0c7deb64-7d15-494b-9f7d-a50b80e29ffd tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:08.561095 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-0c7deb64-7d15-494b-9f7d-a50b80e29ffd tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/networks?id=736ec84c-e23f-43ed-94e7-211dbb35bbc4 HTTP/1.1" status: 200  len: 819 time: 0.1958899
Nov 20 20:55:08.576138 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-a7d1b3f5-bede-4259-8814-e16deeaab097 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/quotas/55ad41c3ee37467d8298682b08275eb9 HTTP/1.1" status: 200  len: 375 time: 0.0141513
Nov 20 20:55:08.627998 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device d5bb8902-f48e-46da-b226-b4634bb0d847 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:08.688496 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec2588a7-fe67-406a-a518-17fe8fb1a501 req-eb4f8cdd-b19f-489c-a69c-9327a509691a tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 210 time: 0.1297150
Nov 20 20:55:08.691653 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-dc15abd4-87ce-45f3-9f47-813a9b1efd65 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55ad41c3ee37467d8298682b08275eb9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1027133
Nov 20 20:55:08.733843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port d5bb8902-f48e-46da-b226-b4634bb0d847 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:08.734306 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:08.815638 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-507d12c6-64a2-445e-9ff2-3180375f2bea tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:08.906765 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:08.929614 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-01e3fc0d-8d7a-45d2-940d-51cabae6c4bb service neutron] 10.222.0.41 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2370071
Nov 20 20:55:08.936850 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port d5bb8902-f48e-46da-b226-b4634bb0d847, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5bb8902-f48e-46da-b226-b4634bb0d847,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:08.945411 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:08.975143 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-507d12c6-64a2-445e-9ff2-3180375f2bea tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:09.010790 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Sync routers for ids ['6164ed87-5438-4ac2-bfca-64d92637c049'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:55:09.021123 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Routers {'6164ed87-5438-4ac2-bfca-64d92637c049'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:09.025218 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a544ea2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6164ed87-5438-4ac2-bfca-64d92637c049'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:09.039551 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=d5bb8902-f48e-46da-b226-b4634bb0d847,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:09.125891 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-1cd5033f-74a3-41da-8c03-e958584158c0 service neutron] 10.222.0.41 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1951637
Nov 20 20:55:09.171024 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Set router 6164ed87-5438-4ac2-bfca-64d92637c049 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:55:09.422363 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ec0dbb2-d303-4e68-a325-7348d23f4140 req-3b4c774b-1702-4011-b47b-c0e3d1d2fdc2 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 210 time: 0.0489416
Nov 20 20:55:09.469123 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a544ea2b0>, [{'id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'name': 'tempest-ServerRescueNegativeTestJSON-1835167515-router', 'tenant_id': '55ad41c3ee37467d8298682b08275eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd5bb8902-f48e-46da-b226-b4634bb0d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:59Z', 'updated_at': '2021-11-20T20:55:06Z', 'revision_number': 4, 'project_id': '55ad41c3ee37467d8298682b08275eb9', 'gw_port': {'id': 'd5bb8902-f48e-46da-b226-b4634bb0d847', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:00Z', 'updated_at': '2021-11-20T20:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '484eb883-f413-4402-a2e5-bca4cf690034', 'name': '', 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4', 'tenant_id': '55ad41c3ee37467d8298682b08275eb9', 'mac_address': 'fa:16:3e:f3:44:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8caf43ae-75b1-499d-9400-cbaa8e6fc948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:04Z', 'updated_at': '2021-11-20T20:55:06Z', 'revision_number': 2, 'project_id': '55ad41c3ee37467d8298682b08275eb9', 'subnets': [{'id': '8caf43ae-75b1-499d-9400-cbaa8e6fc948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:09.547021 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Checking router: 6164ed87-5438-4ac2-bfca-64d92637c049 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:55:09.547660 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Updating router 6164ed87-5438-4ac2-bfca-64d92637c049 port 484eb883-f413-4402-a2e5-bca4cf690034 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:55:09.593616 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:09.620119 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-507d12c6-64a2-445e-9ff2-3180375f2bea tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Network c3915836-86cb-49e6-9e5c-f9e82114304b is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:09.635647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-507d12c6-64a2-445e-9ff2-3180375f2bea tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:09.640792 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-507d12c6-64a2-445e-9ff2-3180375f2bea tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:09.697336 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:09.699397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116b36b-e096-4b2a-a9d6-822d9765778b req-a9a9a612-6680-4fcb-80a1-947932c8b11e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:09.709919 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5116b36b-e096-4b2a-a9d6-822d9765778b req-a9a9a612-6680-4fcb-80a1-947932c8b11e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 931 time: 0.1154630
Nov 20 20:55:09.778184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d12c6-64a2-445e-9ff2-3180375f2bea tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Pushing event updated for resources: {'Port': ['ID=218ebf70-108c-4096-8a5f-7859c111c4ed,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:09.794862 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5116b36b-e096-4b2a-a9d6-822d9765778b req-647bc2d4-7cb0-4c68-bd2d-3f6629efa04e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772266
Nov 20 20:55:09.832103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-507d12c6-64a2-445e-9ff2-3180375f2bea tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:09.832938 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-507d12c6-64a2-445e-9ff2-3180375f2bea tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:09.856876 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d32789-f6b9-4df6-a208-6306f7f883c0 req-b2a04918-b14d-4a5f-bfbd-3d149b464e4e tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:09.864483 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92d32789-f6b9-4df6-a208-6306f7f883c0 req-b2a04918-b14d-4a5f-bfbd-3d149b464e4e tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 950 time: 0.3941362
Nov 20 20:55:09.880626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b68588-e8fd-49fe-89ea-a25a57386ca5 req-d4b06e38-a754-42d3-99e7-a085bd0a08f2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:09.882293 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-81b68588-e8fd-49fe-89ea-a25a57386ca5 req-d4b06e38-a754-42d3-99e7-a085bd0a08f2 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 950 time: 0.4130518
Nov 20 20:55:09.967358 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-507d12c6-64a2-445e-9ff2-3180375f2bea tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2316215
Nov 20 20:55:10.004949 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:10.009217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Request body: {'port': {'device_id': 'd796894d-3c49-495b-8406-19241e7fc4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:10.021056 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:10.079956 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c34265-5152-4b20-9715-03453d21de16 req-270ae461-a16f-4a22-8a91-ac94680bf882 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:10.082485 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-94c34265-5152-4b20-9715-03453d21de16 req-270ae461-a16f-4a22-8a91-ac94680bf882 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/networks?id=736ec84c-e23f-43ed-94e7-211dbb35bbc4 HTTP/1.1" status: 200  len: 819 time: 0.1752937
Nov 20 20:55:10.108319 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-94c34265-5152-4b20-9715-03453d21de16 req-97debc71-2523-4dcc-8a23-14c22d51646b tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/quotas/55ad41c3ee37467d8298682b08275eb9 HTTP/1.1" status: 200  len: 375 time: 0.0163546
Nov 20 20:55:10.110084 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8f30f-4da3-4045-8e4b-235aa2f1246d None None] Pushing event updated for resources: {'Port': ['ID=484eb883-f413-4402-a2e5-bca4cf690034,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:10.187045 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Attempting to bind port 484eb883-f413-4402-a2e5-bca4cf690034 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:55:10.187740 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Attempting to bind port 484eb883-f413-4402-a2e5-bca4cf690034 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9e94c1a1-234c-4cb2-abb6-51a347d0173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:55:10.188457 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Attempting to bind port 484eb883-f413-4402-a2e5-bca4cf690034 on network 736ec84c-e23f-43ed-94e7-211dbb35bbc4 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:10.196956 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:55:10.198572 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Checking segment: {'id': '9e94c1a1-234c-4cb2-abb6-51a347d0173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:10.199220 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:10.199793 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Bound using segment: {'id': '9e94c1a1-234c-4cb2-abb6-51a347d0173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:55:10.200472 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Bound port: 484eb883-f413-4402-a2e5-bca4cf690034, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e94c1a1-234c-4cb2-abb6-51a347d0173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:55:10.201052 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:10.204230 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-94c34265-5152-4b20-9715-03453d21de16 req-b3d4615f-f9a3-43ec-ac17-4315a35ef8eb tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55ad41c3ee37467d8298682b08275eb9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0737453
Nov 20 20:55:10.232904 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92d32789-f6b9-4df6-a208-6306f7f883c0 req-15adc361-355a-4fc9-b5cd-034ed9286b3b tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3674822
Nov 20 20:55:10.310497 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] For port 484eb883-f413-4402-a2e5-bca4cf690034, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:55:10.315950 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] For port 484eb883-f413-4402-a2e5-bca4cf690034, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=484eb883-f413-4402-a2e5-bca4cf690034,segment=NetworkSegment(9e94c1a1-234c-4cb2-abb6-51a347d0173b),segment_id=9e94c1a1-234c-4cb2-abb6-51a347d0173b)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:55:10.323468 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:10.390474 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Routers {'6164ed87-5438-4ac2-bfca-64d92637c049'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:10.391093 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a544ea2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6164ed87-5438-4ac2-bfca-64d92637c049'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:10.404779 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:10.439152 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8f30f-4da3-4045-8e4b-235aa2f1246d None None] Pushing event updated for resources: {'Port': ['ID=484eb883-f413-4402-a2e5-bca4cf690034,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:10.451173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-3f165ba8-aa9b-4491-b350-d97beb264e19 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:10.452690 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-3f165ba8-aa9b-4491-b350-d97beb264e19 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.47 "GET /v2.0/networks?id=e1689f5d-8863-4b2c-a6d3-375854e48d20 HTTP/1.1" status: 200  len: 813 time: 0.4358718
Nov 20 20:55:10.485766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-e8bae282-819d-4813-89e3-bcd0fe54f7c7 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Request body: {'port': {'device_id': 'cde408bf-cb7a-4d41-8b66-ff40aa94f98e', 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20', 'admin_state_up': True, 'tenant_id': '480b4b05733646e88b6eb93050825547'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:10.500153 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-94c34265-5152-4b20-9715-03453d21de16 req-1eca6b95-b684-457e-b6c9-9d44633215d1 service neutron] 10.222.0.41 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2858706
Nov 20 20:55:10.556658 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] Set router 6164ed87-5438-4ac2-bfca-64d92637c049 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:55:10.574229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device d5bb8902-f48e-46da-b226-b4634bb0d847 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:10.605611 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-94c34265-5152-4b20-9715-03453d21de16 req-82b92a09-738a-4859-92ed-c52156f93693 service neutron] 10.222.0.41 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1007068
Nov 20 20:55:10.628991 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6b003421-a380-4564-be32-f46f9ec3d023 req-e0626c3e-a45e-49e5-ba4b-faa66bf4e3c5 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 210 time: 0.2148745
Nov 20 20:55:10.633269 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port d5bb8902-f48e-46da-b226-b4634bb0d847 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:10.634750 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:10.805181 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-81b68588-e8fd-49fe-89ea-a25a57386ca5 req-e32431a1-32e0-41a2-a77e-60601c06bcfa tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Deleting port 23ec6af6-e448-4b84-a688-acf291e1c23c {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:10.806105 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-81b68588-e8fd-49fe-89ea-a25a57386ca5 req-e32431a1-32e0-41a2-a77e-60601c06bcfa tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:10.858971 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a544ea2b0>, [{'id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'name': 'tempest-ServerRescueNegativeTestJSON-1835167515-router', 'tenant_id': '55ad41c3ee37467d8298682b08275eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd5bb8902-f48e-46da-b226-b4634bb0d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:59Z', 'updated_at': '2021-11-20T20:55:06Z', 'revision_number': 4, 'project_id': '55ad41c3ee37467d8298682b08275eb9', 'gw_port': {'id': 'd5bb8902-f48e-46da-b226-b4634bb0d847', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:00Z', 'updated_at': '2021-11-20T20:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '484eb883-f413-4402-a2e5-bca4cf690034', 'name': '', 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4', 'tenant_id': '55ad41c3ee37467d8298682b08275eb9', 'mac_address': 'fa:16:3e:f3:44:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8caf43ae-75b1-499d-9400-cbaa8e6fc948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:04Z', 'updated_at': '2021-11-20T20:55:10Z', 'revision_number': 4, 'project_id': '55ad41c3ee37467d8298682b08275eb9', 'subnets': [{'id': '8caf43ae-75b1-499d-9400-cbaa8e6fc948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:10.868746 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:10.880468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-5ebd5934-d5e0-4425-91b4-c9134afb34b2 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:10.881389 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-5ebd5934-d5e0-4425-91b4-c9134afb34b2 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.37 "GET /v2.0/networks?id=e1689f5d-8863-4b2c-a6d3-375854e48d20 HTTP/1.1" status: 200  len: 813 time: 0.7414527
Nov 20 20:55:10.902597 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc45355-95a3-4ea6-a4f3-e78d7115fed0 None None] The sync data for ids ['6164ed87-5438-4ac2-bfca-64d92637c049'] in ncdv-master-1 is: [{'id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'name': 'tempest-ServerRescueNegativeTestJSON-1835167515-router', 'tenant_id': '55ad41c3ee37467d8298682b08275eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd5bb8902-f48e-46da-b226-b4634bb0d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:59Z', 'updated_at': '2021-11-20T20:55:06Z', 'revision_number': 4, 'project_id': '55ad41c3ee37467d8298682b08275eb9', 'gw_port': {'id': 'd5bb8902-f48e-46da-b226-b4634bb0d847', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:00Z', 'updated_at': '2021-11-20T20:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '484eb883-f413-4402-a2e5-bca4cf690034', 'name': '', 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4', 'tenant_id': '55ad41c3ee37467d8298682b08275eb9', 'mac_address': 'fa:16:3e:f3:44:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8caf43ae-75b1-499d-9400-cbaa8e6fc948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:04Z', 'updated_at': '2021-11-20T20:55:10Z', 'revision_number': 4, 'project_id': '55ad41c3ee37467d8298682b08275eb9', 'subnets': [{'id': '8caf43ae-75b1-499d-9400-cbaa8e6fc948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:55:10.918076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-5df1a953-3217-4919-bfbc-3359517afac3 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Request body: {'port': {'device_id': '711c77a1-f02a-41ec-8bcc-3b83fc631724', 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20', 'admin_state_up': True, 'tenant_id': '480b4b05733646e88b6eb93050825547'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:11.204326 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d2dc550c-41ea-495c-b20a-304e7a0891d4 req-8c5ba159-f82e-42e4-bdea-60507869f3c1 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 210 time: 0.1630678
Nov 20 20:55:11.244865 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-3e57275f-cb38-4d5d-90e5-167cab702b99 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:11.247251 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-3e57275f-cb38-4d5d-90e5-167cab702b99 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.47 "GET /v2.0/networks?id=736ec84c-e23f-43ed-94e7-211dbb35bbc4 HTTP/1.1" status: 200  len: 819 time: 0.3305137
Nov 20 20:55:11.265476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-54132e8b-00bd-415c-ada3-fc35fd3289a5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Request body: {'port': {'device_id': '293ef3df-319d-4bc8-8921-ed7b90ab89c9', 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4', 'admin_state_up': True, 'tenant_id': '55ad41c3ee37467d8298682b08275eb9'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:11.270906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-e8bae282-819d-4813-89e3-bcd0fe54f7c7 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Made reservation on behalf of 480b4b05733646e88b6eb93050825547 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:55:11.275112 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-e8bae282-819d-4813-89e3-bcd0fe54f7c7 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:11.396140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-81b68588-e8fd-49fe-89ea-a25a57386ca5 req-e32431a1-32e0-41a2-a77e-60601c06bcfa tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] For port 23ec6af6-e448-4b84-a688-acf291e1c23c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23ec6af6-e448-4b84-a688-acf291e1c23c,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:11.396562 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-81b68588-e8fd-49fe-89ea-a25a57386ca5 req-e32431a1-32e0-41a2-a77e-60601c06bcfa tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:11.444324 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-81b68588-e8fd-49fe-89ea-a25a57386ca5 req-e32431a1-32e0-41a2-a77e-60601c06bcfa tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Calling delete_port for 23ec6af6-e448-4b84-a688-acf291e1c23c owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:11.455224 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186e847-58ba-4f4f-8219-ba3bb972b6b5 req-85631f83-c619-4c79-a335-3fee01b592e0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:11.464525 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3186e847-58ba-4f4f-8219-ba3bb972b6b5 req-85631f83-c619-4c79-a335-3fee01b592e0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 931 time: 0.3809443
Nov 20 20:55:11.467989 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a721c8-30d8-4ddc-a740-4e7008695d50 req-e9b3cac1-79f6-4da9-867c-3cf27aa2ec79 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:11.469757 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67a721c8-30d8-4ddc-a740-4e7008695d50 req-e9b3cac1-79f6-4da9-867c-3cf27aa2ec79 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 950 time: 0.1189914
Nov 20 20:55:11.471986 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-54132e8b-00bd-415c-ada3-fc35fd3289a5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Made reservation on behalf of 55ad41c3ee37467d8298682b08275eb9 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:55:11.477574 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-54132e8b-00bd-415c-ada3-fc35fd3289a5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:11.658123 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67a721c8-30d8-4ddc-a740-4e7008695d50 req-bc1b79aa-529e-47cd-b2b4-b4826d67122e tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/security-groups?id=69089962-99b5-42ea-9e23-915dfbc58e41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515234
Nov 20 20:55:11.732286 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-54132e8b-00bd-415c-ada3-fc35fd3289a5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Allocated IP 172.20.0.2 (736ec84c-e23f-43ed-94e7-211dbb35bbc4/8caf43ae-75b1-499d-9400-cbaa8e6fc948/f7efeaeb-5641-4aca-8236-410be11d600d) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:11.766789 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3186e847-58ba-4f4f-8219-ba3bb972b6b5 req-0556ac0e-0e75-4fcd-bc23-e1d4f5323ba8 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2963676
Nov 20 20:55:11.770640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218ebf70-108c-4096-8a5f-7859c111c4ed {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:11.779214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-5df1a953-3217-4919-bfbc-3359517afac3 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Made reservation on behalf of 480b4b05733646e88b6eb93050825547 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:55:11.783332 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-5df1a953-3217-4919-bfbc-3359517afac3 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:11.825330 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:11.870918 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-83714968-9816-4e1a-9efd-5a82af94ef43 req-eb551311-b0fa-48ab-82d1-1baffab07615 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 210 time: 0.0825870
Nov 20 20:55:11.935486 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Transition to ACTIVE for port object 218ebf70-108c-4096-8a5f-7859c111c4ed will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:55:11.957960 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:11.972014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-e8bae282-819d-4813-89e3-bcd0fe54f7c7 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Allocated IP 172.20.0.10 (e1689f5d-8863-4b2c-a6d3-375854e48d20/4c67d961-3278-4bc5-93f8-082ae3cc8ba3/6298c75b-8fea-4075-8d87-350b7b03ded0) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:12.035908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Router 791ec4e3-c4e8-4f5d-84de-05ddfc1fbcf1 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:55:12.050658 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-54132e8b-00bd-415c-ada3-fc35fd3289a5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:12.090512 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-54132e8b-00bd-415c-ada3-fc35fd3289a5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:12.143208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-54132e8b-00bd-415c-ada3-fc35fd3289a5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Network 736ec84c-e23f-43ed-94e7-211dbb35bbc4 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:12.147019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-54132e8b-00bd-415c-ada3-fc35fd3289a5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:12.153221 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-54132e8b-00bd-415c-ada3-fc35fd3289a5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:12.190712 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54132e8b-00bd-415c-ada3-fc35fd3289a5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Pushing event updated for resources: {'Port': ['ID=f7efeaeb-5641-4aca-8236-410be11d600d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:12.200105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Pushing event updated for resources: {'Port': ['ID=218ebf70-108c-4096-8a5f-7859c111c4ed,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:12.209523 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-81b68588-e8fd-49fe-89ea-a25a57386ca5 req-e32431a1-32e0-41a2-a77e-60601c06bcfa tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:12.232556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:12.232916 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:12.233408 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:12.233758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:12.234141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:12.234482 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:12.234816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:12.235153 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:12.235486 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:12.235818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:12.236148 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:12.236476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:12.249730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-54132e8b-00bd-415c-ada3-fc35fd3289a5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:12.250501 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-54132e8b-00bd-415c-ada3-fc35fd3289a5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:12.288897 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-54132e8b-00bd-415c-ada3-fc35fd3289a5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0320883
Nov 20 20:55:12.304941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Request body: {'port': {'device_id': '293ef3df-319d-4bc8-8921-ed7b90ab89c9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:12.386279 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:12.579475 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 484eb883-f413-4402-a2e5-bca4cf690034 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:12.630633 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 484eb883-f413-4402-a2e5-bca4cf690034 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:12.631159 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:12.728942 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:12.734743 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7efeaeb-5641-4aca-8236-410be11d600d {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:12.752236 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:12.767071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 484eb883-f413-4402-a2e5-bca4cf690034, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=484eb883-f413-4402-a2e5-bca4cf690034,segment=NetworkSegment(9e94c1a1-234c-4cb2-abb6-51a347d0173b),segment_id=9e94c1a1-234c-4cb2-abb6-51a347d0173b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:12.773392 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:12.786161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32431a1-32e0-41a2-a77e-60601c06bcfa tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Pushing event deleted for resources: {'Port': ['ID=23ec6af6-e448-4b84-a688-acf291e1c23c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:12.795159 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-917363e6-d6a2-4aaa-a8e7-28916230aa0c req-d3194fe5-19d9-409a-9586-f1d6aa9f20d1 tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0202d45-4861-4548-b517-c5a02af49a0d HTTP/1.1" status: 200  len: 210 time: 0.0626845
Nov 20 20:55:12.796156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Transition to ACTIVE for port object f7efeaeb-5641-4aca-8236-410be11d600d will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:55:12.804602 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:12.806461 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3a130d56-a05f-4fd2-a46a-1e9a71bdc0b5 req-ec01ab67-3860-4fe2-9459-a25da674c7ed tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 210 time: 0.5113404
Nov 20 20:55:12.860424 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=484eb883-f413-4402-a2e5-bca4cf690034,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:12.903729 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 23ec6af6-e448-4b84-a688-acf291e1c23c no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:55:12.935933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b68588-e8fd-49fe-89ea-a25a57386ca5 req-e32431a1-32e0-41a2-a77e-60601c06bcfa tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] No DVR routers for this DVR port 23ec6af6-e448-4b84-a688-acf291e1c23c on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:55:12.947504 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Pushing event updated for resources: {'Port': ['ID=f7efeaeb-5641-4aca-8236-410be11d600d,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:12.955130 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-81b68588-e8fd-49fe-89ea-a25a57386ca5 req-e32431a1-32e0-41a2-a77e-60601c06bcfa tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:12.958804 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-81b68588-e8fd-49fe-89ea-a25a57386ca5 req-e32431a1-32e0-41a2-a77e-60601c06bcfa tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] 10.222.0.37 "DELETE /v2.0/ports/23ec6af6-e448-4b84-a688-acf291e1c23c HTTP/1.1" status: 204  len: 173 time: 3.0627625
Nov 20 20:55:12.963252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0202d45-4861-4548-b517-c5a02af49a0d', 'name': 'network-vif-deleted', 'tag': '23ec6af6-e448-4b84-a688-acf291e1c23c'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:12.965974 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8992ca22-d339-4d6d-86e1-2df6f687af8a" -d '{"events": [{"server_uuid": "d0202d45-4861-4548-b517-c5a02af49a0d", "name": "network-vif-deleted", "tag": "23ec6af6-e448-4b84-a688-acf291e1c23c"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:12.981095 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 23ec6af6-e448-4b84-a688-acf291e1c23c {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:55:12.981981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 23ec6af6-e448-4b84-a688-acf291e1c23c not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:55:12.984573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Attempting to bind port 218ebf70-108c-4096-8a5f-7859c111c4ed on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:55:12.984753 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Attempting to bind port 218ebf70-108c-4096-8a5f-7859c111c4ed by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:55:12.984986 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Attempting to bind port 218ebf70-108c-4096-8a5f-7859c111c4ed on network c3915836-86cb-49e6-9e5c-f9e82114304b {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:13.046258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Port 218ebf70-108c-4096-8a5f-7859c111c4ed on network c3915836-86cb-49e6-9e5c-f9e82114304b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:55:13.046505 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Attempting to bind port 218ebf70-108c-4096-8a5f-7859c111c4ed on network c3915836-86cb-49e6-9e5c-f9e82114304b {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:13.078670 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070731-95d8-474a-95d8-9c935a10722c req-a89ae311-0abc-4d79-bd6f-96e056ebf414 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:13.080564 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6e070731-95d8-474a-95d8-9c935a10722c req-a89ae311-0abc-4d79-bd6f-96e056ebf414 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 943 time: 0.1539109
Nov 20 20:55:13.088960 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b6a6e7ab-ef3f-4d4c-a393-e84c66102917 req-5beff29a-616c-488a-8d37-df5fa94ab399 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 210 time: 0.0646453
Nov 20 20:55:13.099331 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c34265-5152-4b20-9715-03453d21de16 req-0f08aa39-9f35-4638-a4d9-a2eec17969d2 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:13.100849 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94c34265-5152-4b20-9715-03453d21de16 req-0f08aa39-9f35-4638-a4d9-a2eec17969d2 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.37 "GET /v2.0/networks?id=736ec84c-e23f-43ed-94e7-211dbb35bbc4 HTTP/1.1" status: 200  len: 819 time: 0.8894012
Nov 20 20:55:13.107389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:55:13.107747 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Checking segment: {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:13.108167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Bound using segment: {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:55:13.108655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Bound port: 218ebf70-108c-4096-8a5f-7859c111c4ed, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:55:13.109003 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:13.131751 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Attempting to bind port f7efeaeb-5641-4aca-8236-410be11d600d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:55:13.132473 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Attempting to bind port f7efeaeb-5641-4aca-8236-410be11d600d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9e94c1a1-234c-4cb2-abb6-51a347d0173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:55:13.132966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Attempting to bind port f7efeaeb-5641-4aca-8236-410be11d600d on network 736ec84c-e23f-43ed-94e7-211dbb35bbc4 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:13.133270 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-e8bae282-819d-4813-89e3-bcd0fe54f7c7 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:13.138615 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-94c34265-5152-4b20-9715-03453d21de16 req-90de68ae-5aea-4b46-a08b-31fbec56d41a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Request body: {'port': {'device_id': '6789903f-f708-4bfa-8252-2c4d5a69921a', 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4', 'admin_state_up': True, 'tenant_id': '55ad41c3ee37467d8298682b08275eb9'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:13.140310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Port f7efeaeb-5641-4aca-8236-410be11d600d on network 736ec84c-e23f-43ed-94e7-211dbb35bbc4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:55:13.140648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Attempting to bind port f7efeaeb-5641-4aca-8236-410be11d600d on network 736ec84c-e23f-43ed-94e7-211dbb35bbc4 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:13.150746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:55:13.154566 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:55:13.155461 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Checking segment: {'id': '9e94c1a1-234c-4cb2-abb6-51a347d0173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:13.155461 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Bound using segment: {'id': '9e94c1a1-234c-4cb2-abb6-51a347d0173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:55:13.156119 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Bound port: f7efeaeb-5641-4aca-8236-410be11d600d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e94c1a1-234c-4cb2-abb6-51a347d0173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:55:13.156490 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:13.165671 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6758ad-0d8d-47d3-a0d7-97753c73bc78 None None] Sync routers for ids ['791ec4e3-c4e8-4f5d-84de-05ddfc1fbcf1'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:55:13.179402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6758ad-0d8d-47d3-a0d7-97753c73bc78 None None] Routers {'791ec4e3-c4e8-4f5d-84de-05ddfc1fbcf1'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:13.179952 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-de6758ad-0d8d-47d3-a0d7-97753c73bc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475384c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['791ec4e3-c4e8-4f5d-84de-05ddfc1fbcf1'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:13.199360 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6e070731-95d8-474a-95d8-9c935a10722c req-822df592-d3ca-485b-b59f-f4c19f83c694 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014116
Nov 20 20:55:13.262152 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-de6758ad-0d8d-47d3-a0d7-97753c73bc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475384c0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:13.276937 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:13.278560 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ba0d0cac-6905-4591-b55f-d41d7aed95d6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 8.2563810
Nov 20 20:55:13.282257 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41730) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:13.289311 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6758ad-0d8d-47d3-a0d7-97753c73bc78 None None] Routers {'791ec4e3-c4e8-4f5d-84de-05ddfc1fbcf1'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:13.294012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-de6758ad-0d8d-47d3-a0d7-97753c73bc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475384c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:54:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['791ec4e3-c4e8-4f5d-84de-05ddfc1fbcf1'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:13.324464 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf42b88-8dfc-4d8e-9a80-18cc4a800eea x-openstack-request-id: req-baf42b88-8dfc-4d8e-9a80-18cc4a800eea {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:13.324764 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0202d45-4861-4548-b517-c5a02af49a0d", "name": "network-vif-deleted", "tag": "23ec6af6-e448-4b84-a688-acf291e1c23c", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:13.325006 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-baf42b88-8dfc-4d8e-9a80-18cc4a800eea {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:13.325404 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0202d45-4861-4548-b517-c5a02af49a0d', 'name': 'network-vif-deleted', 'tag': '23ec6af6-e448-4b84-a688-acf291e1c23c', 'status': 'completed', 'code': 200}
Nov 20 20:55:13.335670 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-de6758ad-0d8d-47d3-a0d7-97753c73bc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475384c0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:13.336643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6758ad-0d8d-47d3-a0d7-97753c73bc78 None None] The sync data for ids ['791ec4e3-c4e8-4f5d-84de-05ddfc1fbcf1'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:55:13.340033 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-310a8e20-3a11-4e19-a790-880973b0205b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:13.386177 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] For port f7efeaeb-5641-4aca-8236-410be11d600d, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:55:13.393483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] For port 218ebf70-108c-4096-8a5f-7859c111c4ed, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:55:13.397242 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] For port 218ebf70-108c-4096-8a5f-7859c111c4ed, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=218ebf70-108c-4096-8a5f-7859c111c4ed,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:55:13.410633 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-e8bae282-819d-4813-89e3-bcd0fe54f7c7 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:13.437234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] For port f7efeaeb-5641-4aca-8236-410be11d600d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7efeaeb-5641-4aca-8236-410be11d600d,segment=NetworkSegment(9e94c1a1-234c-4cb2-abb6-51a347d0173b),segment_id=9e94c1a1-234c-4cb2-abb6-51a347d0173b)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:55:13.444823 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:13.450655 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:13.484426 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d9217689-296b-4db0-a2ae-421d33dad42d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "GET /v2.0/routers/791ec4e3-c4e8-4f5d-84de-05ddfc1fbcf1 HTTP/1.1" status: 200  len: 924 time: 0.1995437
Nov 20 20:55:13.489607 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41732) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:13.528435 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3385c300-f276-487a-9c06-b3da614269b3 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "GET /v2.0/ports?device_id=791ec4e3-c4e8-4f5d-84de-05ddfc1fbcf1 HTTP/1.1" status: 200  len: 205 time: 0.0376952
Nov 20 20:55:13.531368 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:13.531972 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:13.533318 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] 10.222.0.47 "PUT /v2.0/ports/f7efeaeb-5641-4aca-8236-410be11d600d HTTP/1.1" status: 200  len: 1091 time: 1.2358787
Nov 20 20:55:13.533778 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293ef3df-319d-4bc8-8921-ed7b90ab89c9', 'tag': 'f7efeaeb-5641-4aca-8236-410be11d600d'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:13.536085 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a26c249-c384-4f9b-8f3c-516b4d5ad042" -d '{"events": [{"name": "network-changed", "server_uuid": "293ef3df-319d-4bc8-8921-ed7b90ab89c9", "tag": "f7efeaeb-5641-4aca-8236-410be11d600d"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:13.538934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41734) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:13.551157 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0368c-344c-4848-9f93-0d114e955eee service neutron] Pushing event updated for resources: {'Port': ['ID=f7efeaeb-5641-4aca-8236-410be11d600d,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:13.552026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:13.552682 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:13.554218 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] 10.222.0.37 "PUT /v2.0/ports/218ebf70-108c-4096-8a5f-7859c111c4ed HTTP/1.1" status: 200  len: 1091 time: 3.5703270
Nov 20 20:55:13.566513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-e8bae282-819d-4813-89e3-bcd0fe54f7c7 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Network e1689f5d-8863-4b2c-a6d3-375854e48d20 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:13.573310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c34265-5152-4b20-9715-03453d21de16 req-90de68ae-5aea-4b46-a08b-31fbec56d41a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Made reservation on behalf of 55ad41c3ee37467d8298682b08275eb9 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:55:13.577065 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94c34265-5152-4b20-9715-03453d21de16 req-90de68ae-5aea-4b46-a08b-31fbec56d41a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:13.579762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-5df1a953-3217-4919-bfbc-3359517afac3 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Allocated IP 172.20.0.5 (e1689f5d-8863-4b2c-a6d3-375854e48d20/4c67d961-3278-4bc5-93f8-082ae3cc8ba3/755721ae-d227-49d0-947b-f6f75f3cf29a) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:13.584987 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-e8bae282-819d-4813-89e3-bcd0fe54f7c7 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:13.604548 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-e8bae282-819d-4813-89e3-bcd0fe54f7c7 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:13.652229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136086c-c872-42c1-94a1-f817ebcca95c service neutron] Pushing event updated for resources: {'Port': ['ID=218ebf70-108c-4096-8a5f-7859c111c4ed,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:13.653917 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d973330e-2874-4663-a5bf-a34c7af3ff9a x-openstack-request-id: req-d973330e-2874-4663-a5bf-a34c7af3ff9a {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:13.654236 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293ef3df-319d-4bc8-8921-ed7b90ab89c9", "tag": "f7efeaeb-5641-4aca-8236-410be11d600d", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:13.654496 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d973330e-2874-4663-a5bf-a34c7af3ff9a {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:13.654898 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293ef3df-319d-4bc8-8921-ed7b90ab89c9', 'tag': 'f7efeaeb-5641-4aca-8236-410be11d600d', 'status': 'completed', 'code': 200}
Nov 20 20:55:13.701777 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-93498947-3e29-4710-a188-f5fbb9a26a6d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:13.748183 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-e0c2806b-9c9f-453e-af8c-12761170efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:13.749665 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-e0c2806b-9c9f-453e-af8c-12761170efe0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55ad41c3ee37467d8298682b08275eb9&device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 1094 time: 0.0940316
Nov 20 20:55:13.790915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-e8bae282-819d-4813-89e3-bcd0fe54f7c7 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:13.791152 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-e8bae282-819d-4813-89e3-bcd0fe54f7c7 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:13.796102 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-f47a1eb3-e2ba-4815-944c-c558f2d9ca1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7efeaeb-5641-4aca-8236-410be11d600d HTTP/1.1" status: 200  len: 217 time: 0.0380692
Nov 20 20:55:13.828203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bae282-819d-4813-89e3-bcd0fe54f7c7 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Pushing event updated for resources: {'Port': ['ID=6298c75b-8fea-4075-8d87-350b7b03ded0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:13.840489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c1c35e5b-1567-4d4d-ae5c-7d972b07f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:13.842016 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-c1c35e5b-1567-4d4d-ae5c-7d972b07f9de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 1094 time: 0.2060997
Nov 20 20:55:13.867166 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-e8bae282-819d-4813-89e3-bcd0fe54f7c7 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3864095
Nov 20 20:55:13.895027 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Request body: {'port': {'device_id': 'cde408bf-cb7a-4d41-8b66-ff40aa94f98e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:13.969660 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-b5a70bff-f028-41d9-a564-c08a67337d71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=218ebf70-108c-4096-8a5f-7859c111c4ed HTTP/1.1" status: 200  len: 217 time: 0.1177244
Nov 20 20:55:14.142528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-94c34265-5152-4b20-9715-03453d21de16 req-90de68ae-5aea-4b46-a08b-31fbec56d41a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Allocated IP 172.20.0.14 (736ec84c-e23f-43ed-94e7-211dbb35bbc4/8caf43ae-75b1-499d-9400-cbaa8e6fc948/5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:14.148954 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:14.166393 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-9c4e126b-7bca-477e-b565-c6f83e4a7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:14.167903 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-9c4e126b-7bca-477e-b565-c6f83e4a7b78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2907b1cf-3fa4-4cec-bd6c-6b6472f874f9 HTTP/1.1" status: 200  len: 852 time: 0.1836646
Nov 20 20:55:14.201001 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-5df1a953-3217-4919-bfbc-3359517afac3 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:14.228565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-fdf9dcde-ed95-4292-9244-956661890928 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c3915836-86cb-49e6-9e5c-f9e82114304b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454426
Nov 20 20:55:14.246715 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-15e75fd1-8c68-4092-b516-b80a49d011c9 req-715ae02a-a40a-4822-8d9d-045494d84884 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 210 time: 0.0527947
Nov 20 20:55:14.256742 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-93498947-3e29-4710-a188-f5fbb9a26a6d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:14.256742 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41754) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:14.336371 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91997847-46de-4f5c-92ea-7859db62e2f7 req-568aad14-ac1f-4ade-ac5c-76846562d763 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 210 time: 0.0767527
Nov 20 20:55:14.349547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-2c7c8012-3ef7-4411-aad9-3982ceba9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:14.351193 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-2c7c8012-3ef7-4411-aad9-3982ceba9b1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8caf43ae-75b1-499d-9400-cbaa8e6fc948 HTTP/1.1" status: 200  len: 859 time: 0.1564267
Nov 20 20:55:14.440090 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-5f46624a-6121-44b6-a8f3-1067a0d08569 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=736ec84c-e23f-43ed-94e7-211dbb35bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0711353
Nov 20 20:55:14.467926 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5c204-03e3-4d6f-a856-cf38d7b64fd3 req-6c939509-11a0-49cd-a43e-5da028c6254b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:14.478726 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ede5c204-03e3-4d6f-a856-cf38d7b64fd3 req-6c939509-11a0-49cd-a43e-5da028c6254b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 943 time: 0.1572819
Nov 20 20:55:14.523552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-93498947-3e29-4710-a188-f5fbb9a26a6d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Deleting port 068da2cc-3026-46cd-a627-4d730bb4c7e7 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:14.523899 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-93498947-3e29-4710-a188-f5fbb9a26a6d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:14.549744 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-5df1a953-3217-4919-bfbc-3359517afac3 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:14.558604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 484eb883-f413-4402-a2e5-bca4cf690034 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:14.602041 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ede5c204-03e3-4d6f-a856-cf38d7b64fd3 req-5f908f21-48e5-4b4d-8e8e-8742ed5ac192 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219804
Nov 20 20:55:14.638666 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-f737bb47-20c4-4e3c-a0b1-73f71db5864d service neutron] 10.222.0.37 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3779752
Nov 20 20:55:14.651027 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-5df1a953-3217-4919-bfbc-3359517afac3 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Network e1689f5d-8863-4b2c-a6d3-375854e48d20 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:14.687528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-5df1a953-3217-4919-bfbc-3359517afac3 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:14.700199 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a301f073-d95b-4886-926c-3c76c843a99f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60778bfeb31b496081c05ccc33a74a1c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4455051
Nov 20 20:55:14.704802 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41760) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:14.705035 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-5df1a953-3217-4919-bfbc-3359517afac3 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:14.709168 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1a953-3217-4919-bfbc-3359517afac3 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Pushing event updated for resources: {'Port': ['ID=755721ae-d227-49d0-947b-f6f75f3cf29a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:14.756496 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94c34265-5152-4b20-9715-03453d21de16 req-90de68ae-5aea-4b46-a08b-31fbec56d41a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:14.757940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 484eb883-f413-4402-a2e5-bca4cf690034 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:14.758343 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:14.783889 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-93498947-3e29-4710-a188-f5fbb9a26a6d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:14.787996 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-26217c7a-3305-4b14-904c-c0723daefca2 service neutron] 10.222.0.47 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3307025
Nov 20 20:55:14.829544 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-93498947-3e29-4710-a188-f5fbb9a26a6d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Calling delete_port for 068da2cc-3026-46cd-a627-4d730bb4c7e7 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:14.869931 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-5df1a953-3217-4919-bfbc-3359517afac3 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:14.870578 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-5df1a953-3217-4919-bfbc-3359517afac3 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:14.920051 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7871306f-85d3-4d11-ad2d-4df41d45903b req-e3d066fc-1a72-49e7-bfa2-8c600e2e8680 service neutron] 10.222.0.37 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2615058
Nov 20 20:55:14.931994 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-5df1a953-3217-4919-bfbc-3359517afac3 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0338697
Nov 20 20:55:14.934496 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-711d45c1-e3d8-48ae-a1dc-e1761850003a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:14.946793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Request body: {'port': {'device_id': '711c77a1-f02a-41ec-8bcc-3b83fc631724', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:14.950953 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94c34265-5152-4b20-9715-03453d21de16 req-90de68ae-5aea-4b46-a08b-31fbec56d41a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:14.987998 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-711d45c1-e3d8-48ae-a1dc-e1761850003a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:15.004284 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a6d158b-f195-481f-a9c1-04d7564db3ab req-cdc764ee-d7d6-429c-ad2f-3c602dda0e5b service neutron] 10.222.0.47 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2076936
Nov 20 20:55:15.065707 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c34265-5152-4b20-9715-03453d21de16 req-90de68ae-5aea-4b46-a08b-31fbec56d41a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Network 736ec84c-e23f-43ed-94e7-211dbb35bbc4 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:15.089004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-94c34265-5152-4b20-9715-03453d21de16 req-90de68ae-5aea-4b46-a08b-31fbec56d41a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:15.092454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6298c75b-8fea-4075-8d87-350b7b03ded0 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:15.102490 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c34265-5152-4b20-9715-03453d21de16 req-90de68ae-5aea-4b46-a08b-31fbec56d41a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:15.105291 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de68ae-5aea-4b46-a08b-31fbec56d41a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Pushing event updated for resources: {'Port': ['ID=5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:15.111779 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:15.142263 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:15.162261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26c249-c384-4f9b-8f3c-516b4d5ad042 req-a50ea033-a713-427b-a1cc-4c2bd56e46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:15.164055 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a26c249-c384-4f9b-8f3c-516b4d5ad042 req-a50ea033-a713-427b-a1cc-4c2bd56e46bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55ad41c3ee37467d8298682b08275eb9&device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 1094 time: 0.1074491
Nov 20 20:55:15.167917 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-711d45c1-e3d8-48ae-a1dc-e1761850003a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:15.169992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Transition to ACTIVE for port object 6298c75b-8fea-4075-8d87-350b7b03ded0 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:55:15.171112 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-711d45c1-e3d8-48ae-a1dc-e1761850003a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:15.173023 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-711d45c1-e3d8-48ae-a1dc-e1761850003a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69089962-99b5-42ea-9e23-915dfbc58e41 HTTP/1.1" status: 204  len: 168 time: 0.4631739
Nov 20 20:55:15.179303 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:15.213018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c34265-5152-4b20-9715-03453d21de16 req-90de68ae-5aea-4b46-a08b-31fbec56d41a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:15.213657 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94c34265-5152-4b20-9715-03453d21de16 req-90de68ae-5aea-4b46-a08b-31fbec56d41a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:15.221612 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d45c1-e3d8-48ae-a1dc-e1761850003a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69089962-99b5-42ea-9e23-915dfbc58e41,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:15.240398 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-93498947-3e29-4710-a188-f5fbb9a26a6d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:15.286260 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94c34265-5152-4b20-9715-03453d21de16 req-90de68ae-5aea-4b46-a08b-31fbec56d41a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1583011
Nov 20 20:55:15.298945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Pushing event updated for resources: {'Port': ['ID=6298c75b-8fea-4075-8d87-350b7b03ded0,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:15.304642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Request body: {'port': {'device_id': '6789903f-f708-4bfa-8252-2c4d5a69921a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:15.326450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93498947-3e29-4710-a188-f5fbb9a26a6d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Pushing event deleted for resources: {'Port': ['ID=068da2cc-3026-46cd-a627-4d730bb4c7e7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:15.353893 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd796894d-3c49-495b-8406-19241e7fc4b2', 'tag': '218ebf70-108c-4096-8a5f-7859c111c4ed'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:15.356764 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7b3b31-ca31-4ac8-abca-ea22f944471e" -d '{"events": [{"name": "network-changed", "server_uuid": "d796894d-3c49-495b-8406-19241e7fc4b2", "tag": "218ebf70-108c-4096-8a5f-7859c111c4ed"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:15.401552 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-93498947-3e29-4710-a188-f5fbb9a26a6d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:15.411702 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f661612b-85d9-402b-8739-54616b6d5056 x-openstack-request-id: req-f661612b-85d9-402b-8739-54616b6d5056 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:15.412199 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d796894d-3c49-495b-8406-19241e7fc4b2", "tag": "218ebf70-108c-4096-8a5f-7859c111c4ed", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:15.412631 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f661612b-85d9-402b-8739-54616b6d5056 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:15.413194 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd796894d-3c49-495b-8406-19241e7fc4b2', 'tag': '218ebf70-108c-4096-8a5f-7859c111c4ed', 'status': 'completed', 'code': 200}
Nov 20 20:55:15.518100 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26c249-c384-4f9b-8f3c-516b4d5ad042 req-bc15e28e-6b8d-49bc-ba4d-1d9bbb01da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:15.519630 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a26c249-c384-4f9b-8f3c-516b4d5ad042 req-bc15e28e-6b8d-49bc-ba4d-1d9bbb01da10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=736ec84c-e23f-43ed-94e7-211dbb35bbc4 HTTP/1.1" status: 200  len: 920 time: 0.3460302
Nov 20 20:55:15.566455 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-93498947-3e29-4710-a188-f5fbb9a26a6d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:15.596143 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1a3be9ae-24ea-43ba-ab20-8cba62ec5fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:15.604330 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-93498947-3e29-4710-a188-f5fbb9a26a6d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:15.607465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41778) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:15.619116 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a26c249-c384-4f9b-8f3c-516b4d5ad042 req-5e30a24c-e550-482d-8acd-8adfdd9340d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7efeaeb-5641-4aca-8236-410be11d600d HTTP/1.1" status: 200  len: 217 time: 0.0909402
Nov 20 20:55:15.630275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a40de9-fdc9-4fc4-8d88-91095d5a7772 req-8ea11a7c-e305-4895-8a08-c911d2248025 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:15.631888 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5a40de9-fdc9-4fc4-8d88-91095d5a7772 req-8ea11a7c-e305-4895-8a08-c911d2248025 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 932 time: 0.2400942
Nov 20 20:55:15.729100 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-93498947-3e29-4710-a188-f5fbb9a26a6d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:15.729630 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93498947-3e29-4710-a188-f5fbb9a26a6d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Fanout notify agent at l3_agent the message router_deleted on router 791ec4e3-c4e8-4f5d-84de-05ddfc1fbcf1 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:55:15.752807 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-93498947-3e29-4710-a188-f5fbb9a26a6d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:15.753975 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-93498947-3e29-4710-a188-f5fbb9a26a6d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "DELETE /v2.0/routers/791ec4e3-c4e8-4f5d-84de-05ddfc1fbcf1 HTTP/1.1" status: 204  len: 168 time: 2.2114131
Nov 20 20:55:15.762191 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41782) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:15.770806 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1894038962', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'enable_snat': False}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:15.806369 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-421470a5-8e84-48e3-9588-331186742987 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef1a450dd79741b78b9b4d1f09927954&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1962078
Nov 20 20:55:15.815788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41784) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:15.817329 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26c249-c384-4f9b-8f3c-516b4d5ad042 req-96da15fe-7da8-4331-a67f-127a8023d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:15.818835 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a26c249-c384-4f9b-8f3c-516b4d5ad042 req-96da15fe-7da8-4331-a67f-127a8023d249 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8caf43ae-75b1-499d-9400-cbaa8e6fc948 HTTP/1.1" status: 200  len: 859 time: 0.1860347
Nov 20 20:55:15.846193 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5a40de9-fdc9-4fc4-8d88-91095d5a7772 req-3d46cddd-9f6d-4bff-8740-79a6d78d3c52 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588295
Nov 20 20:55:15.869842 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:15.870637 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:15.875848 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a26c249-c384-4f9b-8f3c-516b4d5ad042 req-22e9155a-af76-447e-ab17-40d18520b22b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=736ec84c-e23f-43ed-94e7-211dbb35bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441000
Nov 20 20:55:15.941759 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:15.973632 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b3b31-ca31-4ac8-abca-ea22f944471e req-96dd805b-ca9a-4693-9c28-8a6f35c68a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:15.975189 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c7b3b31-ca31-4ac8-abca-ea22f944471e req-96dd805b-ca9a-4693-9c28-8a6f35c68a94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 1094 time: 0.5201595
Nov 20 20:55:15.976686 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Attempting to bind port 6298c75b-8fea-4075-8d87-350b7b03ded0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:55:15.977016 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Attempting to bind port 6298c75b-8fea-4075-8d87-350b7b03ded0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e9fcfb69-c5a4-463d-9358-445638064d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:55:15.977905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Attempting to bind port 6298c75b-8fea-4075-8d87-350b7b03ded0 on network e1689f5d-8863-4b2c-a6d3-375854e48d20 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:16.006582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Port 6298c75b-8fea-4075-8d87-350b7b03ded0 on network e1689f5d-8863-4b2c-a6d3-375854e48d20 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:55:16.006916 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Attempting to bind port 6298c75b-8fea-4075-8d87-350b7b03ded0 on network e1689f5d-8863-4b2c-a6d3-375854e48d20 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:16.007042 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:16.059425 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dd046-4503-464f-93a4-fea3f7bf1c46 req-9e56f4a7-e567-4616-a709-5436a84c625c tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:16.060947 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-218dd046-4503-464f-93a4-fea3f7bf1c46 req-9e56f4a7-e567-4616-a709-5436a84c625c tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 931 time: 0.5635285
Nov 20 20:55:16.069566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:55:16.070284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Checking segment: {'id': 'e9fcfb69-c5a4-463d-9358-445638064d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:16.070284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Bound using segment: {'id': 'e9fcfb69-c5a4-463d-9358-445638064d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:55:16.070751 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Bound port: 6298c75b-8fea-4075-8d87-350b7b03ded0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fcfb69-c5a4-463d-9358-445638064d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:55:16.071669 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:16.078091 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d86d1e80-25e9-4591-9624-f3ceb2858fe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:16.154089 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a26c249-c384-4f9b-8f3c-516b4d5ad042 req-0027a995-2b83-420b-ab47-2c19e515c569 service neutron] 10.222.0.47 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2676299
Nov 20 20:55:16.203145 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d86d1e80-25e9-4591-9624-f3ceb2858fe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:16.256678 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:16.282623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baec7dc-1e22-4580-aa35-1152896e5215 req-81be0d3b-2a40-45e0-b4d7-cce93b260a9a tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:16.284150 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0baec7dc-1e22-4580-aa35-1152896e5215 req-81be0d3b-2a40-45e0-b4d7-cce93b260a9a tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 943 time: 0.2212510
Nov 20 20:55:16.339931 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-218dd046-4503-464f-93a4-fea3f7bf1c46 req-03cbe79d-fe81-457f-a184-32f0f7ed3008 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2659597
Nov 20 20:55:16.362020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b3b31-ca31-4ac8-abca-ea22f944471e req-f0d99b98-2096-466d-8fbd-40c336695de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:16.362020 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c7b3b31-ca31-4ac8-abca-ea22f944471e req-f0d99b98-2096-466d-8fbd-40c336695de8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 913 time: 0.3684914
Nov 20 20:55:16.370670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755721ae-d227-49d0-947b-f6f75f3cf29a {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:16.391769 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:16.396033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] For port 6298c75b-8fea-4075-8d87-350b7b03ded0, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:55:16.406528 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d86d1e80-25e9-4591-9624-f3ceb2858fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:16.409039 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d86d1e80-25e9-4591-9624-f3ceb2858fe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:16.410225 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d86d1e80-25e9-4591-9624-f3ceb2858fe9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5020642-91df-44f4-bd30-28fe2d6c1cb3 HTTP/1.1" status: 204  len: 168 time: 0.5904617
Nov 20 20:55:16.431653 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a26c249-c384-4f9b-8f3c-516b4d5ad042 req-12d1a7da-c8aa-47ca-ad75-5f1637a2de26 service neutron] 10.222.0.47 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2368243
Nov 20 20:55:16.453991 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d1e80-25e9-4591-9624-f3ceb2858fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5020642-91df-44f4-bd30-28fe2d6c1cb3,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:16.454700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] For port 6298c75b-8fea-4075-8d87-350b7b03ded0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6298c75b-8fea-4075-8d87-350b7b03ded0,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:55:16.457104 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c7b3b31-ca31-4ac8-abca-ea22f944471e req-97d2de03-e525-4bf9-a473-7b84767cdab8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=218ebf70-108c-4096-8a5f-7859c111c4ed HTTP/1.1" status: 200  len: 217 time: 0.0784926
Nov 20 20:55:16.459799 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0baec7dc-1e22-4580-aa35-1152896e5215 req-c8ffe412-432c-4410-9d57-a68ed9a01278 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650085
Nov 20 20:55:16.500737 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:16.509243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Transition to ACTIVE for port object 755721ae-d227-49d0-947b-f6f75f3cf29a will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:55:16.561114 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:16.601147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:16.601772 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:16.603373 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] 10.222.0.47 "PUT /v2.0/ports/6298c75b-8fea-4075-8d87-350b7b03ded0 HTTP/1.1" status: 200  len: 1092 time: 2.7186806
Nov 20 20:55:16.644262 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b3b31-ca31-4ac8-abca-ea22f944471e req-a1cef61d-88d3-4548-b3cb-f538da214f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:16.645734 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c7b3b31-ca31-4ac8-abca-ea22f944471e req-a1cef61d-88d3-4548-b3cb-f538da214f2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2907b1cf-3fa4-4cec-bd6c-6b6472f874f9 HTTP/1.1" status: 200  len: 852 time: 0.1574538
Nov 20 20:55:16.674634 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:16.676907 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:16.677858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e8968-959f-4d90-8bc6-024409d2bef9 service neutron] Pushing event updated for resources: {'Port': ['ID=6298c75b-8fea-4075-8d87-350b7b03ded0,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:16.708091 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:16.745211 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c7b3b31-ca31-4ac8-abca-ea22f944471e req-b9c626d4-b1cf-468b-824c-6d5f09783d29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c3915836-86cb-49e6-9e5c-f9e82114304b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0811875
Nov 20 20:55:16.841073 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Allocated IP 172.35.1.237 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/4e6e5fac-d5f0-41aa-bdb5-caceefadea2b) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:16.886710 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:16.890866 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Pushing event updated for resources: {'Port': ['ID=755721ae-d227-49d0-947b-f6f75f3cf29a,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:16.926537 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:16.930339 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-c02f9ed3-ca60-4148-b3d1-2d0036159e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:16.931968 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-c02f9ed3-ca60-4148-b3d1-2d0036159e62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=480b4b05733646e88b6eb93050825547&device_id=cde408bf-cb7a-4d41-8b66-ff40aa94f98e HTTP/1.1" status: 200  len: 1095 time: 0.2843678
Nov 20 20:55:16.991696 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:17.000901 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Transition to ACTIVE for port object 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:55:17.005085 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Attempting to bind port 755721ae-d227-49d0-947b-f6f75f3cf29a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:55:17.005427 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Attempting to bind port 755721ae-d227-49d0-947b-f6f75f3cf29a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e9fcfb69-c5a4-463d-9358-445638064d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:55:17.005761 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Attempting to bind port 755721ae-d227-49d0-947b-f6f75f3cf29a on network e1689f5d-8863-4b2c-a6d3-375854e48d20 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:17.009104 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-4f04f8f1-ad87-439f-a909-d45f6ea0a7bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6298c75b-8fea-4075-8d87-350b7b03ded0 HTTP/1.1" status: 200  len: 217 time: 0.0580337
Nov 20 20:55:17.030943 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:17.062391 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:17.087129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Port 755721ae-d227-49d0-947b-f6f75f3cf29a on network e1689f5d-8863-4b2c-a6d3-375854e48d20 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:55:17.087668 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Attempting to bind port 755721ae-d227-49d0-947b-f6f75f3cf29a on network e1689f5d-8863-4b2c-a6d3-375854e48d20 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:17.096665 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c7b3b31-ca31-4ac8-abca-ea22f944471e req-db0bf014-99d4-4cb3-88bb-cf1433ddc148 service neutron] 10.222.0.37 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3097889
Nov 20 20:55:17.122760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:17.126877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:17.133047 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:17.141742 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:55:17.142115 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Checking segment: {'id': 'e9fcfb69-c5a4-463d-9358-445638064d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:17.142987 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Bound using segment: {'id': 'e9fcfb69-c5a4-463d-9358-445638064d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:55:17.143442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Bound port: 755721ae-d227-49d0-947b-f6f75f3cf29a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fcfb69-c5a4-463d-9358-445638064d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:55:17.143799 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:17.163609 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Pushing event updated for resources: {'Port': ['ID=4e6e5fac-d5f0-41aa-bdb5-caceefadea2b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:17.208494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:17.245193 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338867c-0463-4e3b-833a-f4a3032d90f2 req-21c39441-2ea4-46a3-bb97-822fd3fe1e75 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:17.246766 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0338867c-0463-4e3b-833a-f4a3032d90f2 req-21c39441-2ea4-46a3-bb97-822fd3fe1e75 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 944 time: 0.2445288
Nov 20 20:55:17.276748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-a454f798-db59-4ee9-97dc-2ab7ed6f4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:17.278257 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-a454f798-db59-4ee9-97dc-2ab7ed6f4b75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c67d961-3278-4bc5-93f8-082ae3cc8ba3 HTTP/1.1" status: 200  len: 853 time: 0.2440741
Nov 20 20:55:17.384194 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-7cfd89b5-943d-4ea6-8ba8-7ffab8d422ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1689f5d-8863-4b2c-a6d3-375854e48d20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0874107
Nov 20 20:55:17.417200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde408bf-cb7a-4d41-8b66-ff40aa94f98e', 'tag': '6298c75b-8fea-4075-8d87-350b7b03ded0'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:17.419810 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645f558f-c167-49ca-9956-f5f716495cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "cde408bf-cb7a-4d41-8b66-ff40aa94f98e", "tag": "6298c75b-8fea-4075-8d87-350b7b03ded0"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:17.439153 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] For port 755721ae-d227-49d0-947b-f6f75f3cf29a, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:55:17.460533 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:17.481741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] For port 755721ae-d227-49d0-947b-f6f75f3cf29a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=755721ae-d227-49d0-947b-f6f75f3cf29a,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:55:17.490120 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c7b3b31-ca31-4ac8-abca-ea22f944471e req-32098274-0501-414d-8477-7f727f8d6f4f service neutron] 10.222.0.37 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3646226
Nov 20 20:55:17.499672 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:17.512828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f7efeaeb-5641-4aca-8236-410be11d600d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:55:17.519646 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0338867c-0463-4e3b-833a-f4a3032d90f2 req-4cc92e9c-0151-47fd-9f0a-814f498d7717 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2222853
Nov 20 20:55:17.564103 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255b5d0-89d4-4b1c-920d-3eef768275a6 req-02141dbd-c884-44ac-9ddf-91415e7e3ecd tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:17.566431 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a255b5d0-89d4-4b1c-920d-3eef768275a6 req-02141dbd-c884-44ac-9ddf-91415e7e3ecd tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 943 time: 0.1379793
Nov 20 20:55:17.650109 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0679737-6d1c-4156-88c2-e56274269814 x-openstack-request-id: req-f0679737-6d1c-4156-88c2-e56274269814 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:17.650408 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde408bf-cb7a-4d41-8b66-ff40aa94f98e", "tag": "6298c75b-8fea-4075-8d87-350b7b03ded0", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:17.650764 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0679737-6d1c-4156-88c2-e56274269814 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:17.651833 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde408bf-cb7a-4d41-8b66-ff40aa94f98e', 'tag': '6298c75b-8fea-4075-8d87-350b7b03ded0', 'status': 'completed', 'code': 200}
Nov 20 20:55:17.673642 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port f7efeaeb-5641-4aca-8236-410be11d600d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7efeaeb-5641-4aca-8236-410be11d600d,segment=NetworkSegment(9e94c1a1-234c-4cb2-abb6-51a347d0173b),segment_id=9e94c1a1-234c-4cb2-abb6-51a347d0173b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:17.690734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Attempting to bind port 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:55:17.690980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Attempting to bind port 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9e94c1a1-234c-4cb2-abb6-51a347d0173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:55:17.691291 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Attempting to bind port 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 on network 736ec84c-e23f-43ed-94e7-211dbb35bbc4 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:17.699902 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'f7efeaeb-5641-4aca-8236-410be11d600d', 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4', 'port_id': 'f7efeaeb-5641-4aca-8236-410be11d600d', 'mac_address': 'fa:16:3e:e1:e0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8caf43ae-75b1-499d-9400-cbaa8e6fc948', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:55:17.708209 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:17.708833 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:17.710355 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] 10.222.0.37 "PUT /v2.0/ports/755721ae-d227-49d0-947b-f6f75f3cf29a HTTP/1.1" status: 200  len: 1091 time: 2.7687461
Nov 20 20:55:17.720810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Port 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 on network 736ec84c-e23f-43ed-94e7-211dbb35bbc4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:55:17.721185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Attempting to bind port 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 on network 736ec84c-e23f-43ed-94e7-211dbb35bbc4 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:17.726027 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab945612-8e19-44bc-ae9a-56b730c4f942 service neutron] Pushing event updated for resources: {'Port': ['ID=755721ae-d227-49d0-947b-f6f75f3cf29a,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:17.749358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:55:17.749706 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Checking segment: {'id': '9e94c1a1-234c-4cb2-abb6-51a347d0173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:17.750129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Bound using segment: {'id': '9e94c1a1-234c-4cb2-abb6-51a347d0173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:55:17.750984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Bound port: 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e94c1a1-234c-4cb2-abb6-51a347d0173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:55:17.751171 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:17.757602 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a255b5d0-89d4-4b1c-920d-3eef768275a6 req-359e7182-447e-488b-9187-669919f2c5c4 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784639
Nov 20 20:55:17.770114 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-87f6887d-30b3-4281-a5c7-e4636093193e service neutron] 10.222.0.47 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3732867
Nov 20 20:55:17.804237 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:17.823266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7efeaeb-5641-4aca-8236-410be11d600d {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:17.848745 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:17.851717 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port f7efeaeb-5641-4aca-8236-410be11d600d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7efeaeb-5641-4aca-8236-410be11d600d,segment=NetworkSegment(9e94c1a1-234c-4cb2-abb6-51a347d0173b),segment_id=9e94c1a1-234c-4cb2-abb6-51a347d0173b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:17.865280 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:17.956986 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=f7efeaeb-5641-4aca-8236-410be11d600d,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:17.957263 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1604409-53ed-446e-aa94-bbbcd09313d2 req-5e73ead8-8687-4ecc-ba01-27f93be955f6 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:17.965216 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1604409-53ed-446e-aa94-bbbcd09313d2 req-5e73ead8-8687-4ecc-ba01-27f93be955f6 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 943 time: 0.1532145
Nov 20 20:55:18.010474 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-7afce0f7-bfa3-49ed-8dc2-defcba03009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:18.013020 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-7afce0f7-bfa3-49ed-8dc2-defcba03009b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=480b4b05733646e88b6eb93050825547&device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 1094 time: 0.2474527
Nov 20 20:55:18.051918 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Router ab74a0d1-8dc2-4285-87e3-b7bbca52418a is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:55:18.090932 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-34f918b3-aa51-498b-8e9f-7b766153f087 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=755721ae-d227-49d0-947b-f6f75f3cf29a HTTP/1.1" status: 200  len: 217 time: 0.0390534
Nov 20 20:55:18.156229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f7efeaeb-5641-4aca-8236-410be11d600d'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:18.158400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] For port 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:55:18.203162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] For port 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0,segment=NetworkSegment(9e94c1a1-234c-4cb2-abb6-51a347d0173b),segment_id=9e94c1a1-234c-4cb2-abb6-51a347d0173b)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:55:18.216879 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1604409-53ed-446e-aa94-bbbcd09313d2 req-aecae7f9-26e3-4260-9501-f9656de5791f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2503002
Nov 20 20:55:18.223406 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-e1edbe2a-f255-46e1-bd4c-f85a9ca64b31 service neutron] 10.222.0.47 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4423809
Nov 20 20:55:18.233224 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:18.238676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-86341ad9-f167-4ac0-ad1b-a3015bd39336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:18.241350 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-86341ad9-f167-4ac0-ad1b-a3015bd39336 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c67d961-3278-4bc5-93f8-082ae3cc8ba3 HTTP/1.1" status: 200  len: 853 time: 0.1410227
Nov 20 20:55:18.301169 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-0695782c-0c2b-486b-8b9b-2d1918103381 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1689f5d-8863-4b2c-a6d3-375854e48d20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0318553
Nov 20 20:55:18.373977 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:18.375052 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:18.377217 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94c34265-5152-4b20-9715-03453d21de16 req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] 10.222.0.37 "PUT /v2.0/ports/5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 HTTP/1.1" status: 200  len: 1092 time: 3.0788848
Nov 20 20:55:18.484892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4bf25-2e45-4833-8bdb-f0618ddda982 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:18.497087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f558f-c167-49ca-9956-f5f716495cd8 req-7661cd8e-5a74-426c-9235-1cd77e652e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:18.501303 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-645f558f-c167-49ca-9956-f5f716495cd8 req-7661cd8e-5a74-426c-9235-1cd77e652e2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=480b4b05733646e88b6eb93050825547&device_id=cde408bf-cb7a-4d41-8b66-ff40aa94f98e HTTP/1.1" status: 200  len: 1095 time: 0.1972873
Nov 20 20:55:18.512941 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:18.700981 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:55:18.712630 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Sync routers for ids ['ab74a0d1-8dc2-4285-87e3-b7bbca52418a'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:55:18.724818 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:18.729629 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-29ecc927-ee89-42ff-b327-df8edf1c3c18 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 2.9593184
Nov 20 20:55:18.729838 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Routers {'ab74a0d1-8dc2-4285-87e3-b7bbca52418a'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:18.729838 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a545836a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ab74a0d1-8dc2-4285-87e3-b7bbca52418a'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:18.730105 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41850) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:18.867951 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-3822111a-e76b-462b-adea-e5fdb27b6428 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=844aeaa7e739473d9415dfd5f9d3d98a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0317390
Nov 20 20:55:18.870865 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Set router ab74a0d1-8dc2-4285-87e3-b7bbca52418a gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:55:18.878026 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c00a0ce6-3710-447e-b254-2a2f521c2e62 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "GET /v2.0/routers/ab74a0d1-8dc2-4285-87e3-b7bbca52418a HTTP/1.1" status: 200  len: 909 time: 0.1465011
Nov 20 20:55:18.880493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41862) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:18.894244 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1894038962', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'enable_snat': True}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:18.936595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 218ebf70-108c-4096-8a5f-7859c111c4ed details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:55:18.956591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c34265-5152-4b20-9715-03453d21de16 req-d6654497-31c8-4c2a-9a28-fdc8f2ee019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:18.958169 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94c34265-5152-4b20-9715-03453d21de16 req-d6654497-31c8-4c2a-9a28-fdc8f2ee019e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55ad41c3ee37467d8298682b08275eb9&device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 1095 time: 0.5159845
Nov 20 20:55:18.981244 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:18.982573 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:18.988950 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-0d6706c6-f06b-4305-87a9-25b5b3e48d48 service neutron] 10.222.0.37 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6710634
Nov 20 20:55:18.989273 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:19.042235 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94c34265-5152-4b20-9715-03453d21de16 req-3ef414f5-476b-42e0-ba95-dd0e4ae8567e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 HTTP/1.1" status: 200  len: 217 time: 0.0655127
Nov 20 20:55:19.053937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-73ef49d4-4ec0-4939-83d3-97231f32743d tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:19.055912 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-73ef49d4-4ec0-4939-83d3-97231f32743d tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1764369
Nov 20 20:55:19.083843 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:19.092068 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 218ebf70-108c-4096-8a5f-7859c111c4ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=218ebf70-108c-4096-8a5f-7859c111c4ed,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:19.098726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f558f-c167-49ca-9956-f5f716495cd8 req-e99799cf-be04-48d3-b3c0-ab3b0fe79e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:19.100338 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-645f558f-c167-49ca-9956-f5f716495cd8 req-e99799cf-be04-48d3-b3c0-ab3b0fe79e69 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1689f5d-8863-4b2c-a6d3-375854e48d20 HTTP/1.1" status: 200  len: 914 time: 0.5904336
Nov 20 20:55:19.109727 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '218ebf70-108c-4096-8a5f-7859c111c4ed', 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b', 'port_id': '218ebf70-108c-4096-8a5f-7859c111c4ed', 'mac_address': 'fa:16:3e:5b:b0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2907b1cf-3fa4-4cec-bd6c-6b6472f874f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:55:19.136236 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a545836a0>, [{'id': 'ab74a0d1-8dc2-4285-87e3-b7bbca52418a', 'name': 'tempest-snat-router-1894038962', 'tenant_id': '8726495d84d74dbbad914512feede1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.237'}], 'enable_snat': False}, 'gw_port_id': '4e6e5fac-d5f0-41aa-bdb5-caceefadea2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:15Z', 'updated_at': '2021-11-20T20:55:17Z', 'revision_number': 3, 'project_id': '8726495d84d74dbbad914512feede1b0', 'gw_port': {'id': '4e6e5fac-d5f0-41aa-bdb5-caceefadea2b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab74a0d1-8dc2-4285-87e3-b7bbca52418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:16Z', 'updated_at': '2021-11-20T20:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:19.166772 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:19.169296 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f56ef-894c-48b8-9a67-070b86d99936 req-158eec00-ec7a-4b1f-9048-6c8f48627052 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:19.176636 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-317f56ef-894c-48b8-9a67-070b86d99936 req-158eec00-ec7a-4b1f-9048-6c8f48627052 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 944 time: 0.2731736
Nov 20 20:55:19.183005 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218ebf70-108c-4096-8a5f-7859c111c4ed {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:19.190847 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-fe7a2ac4-3306-4535-b799-449d949beae3 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/quotas/844aeaa7e739473d9415dfd5f9d3d98a HTTP/1.1" status: 200  len: 375 time: 0.1050687
Nov 20 20:55:19.191555 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Checking router: ab74a0d1-8dc2-4285-87e3-b7bbca52418a for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:55:19.192239 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Updating router ab74a0d1-8dc2-4285-87e3-b7bbca52418a port 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:55:19.204657 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 218ebf70-108c-4096-8a5f-7859c111c4ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=218ebf70-108c-4096-8a5f-7859c111c4ed,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:19.210410 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:19.213609 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-645f558f-c167-49ca-9956-f5f716495cd8 req-2266bf2a-77c3-4118-8ccd-d96d68bb8f18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6298c75b-8fea-4075-8d87-350b7b03ded0 HTTP/1.1" status: 200  len: 217 time: 0.1037238
Nov 20 20:55:19.233193 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:19.241793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c34265-5152-4b20-9715-03453d21de16 req-bc2c1a39-6bd5-4817-b110-caabe427ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:19.243770 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94c34265-5152-4b20-9715-03453d21de16 req-bc2c1a39-6bd5-4817-b110-caabe427ca70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8caf43ae-75b1-499d-9400-cbaa8e6fc948 HTTP/1.1" status: 200  len: 859 time: 0.1858020
Nov 20 20:55:19.270178 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-b890866c-acef-462c-9d29-cf851d8d9ce4 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=844aeaa7e739473d9415dfd5f9d3d98a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0783725
Nov 20 20:55:19.284718 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=218ebf70-108c-4096-8a5f-7859c111c4ed,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:19.320369 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:19.324031 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94c34265-5152-4b20-9715-03453d21de16 req-958017ef-b535-4017-8db2-7aa230f07909 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=736ec84c-e23f-43ed-94e7-211dbb35bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528684
Nov 20 20:55:19.367212 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a68b5bb-475d-41f3-94bb-e7a314f0e421 req-4645fff9-753e-40dc-82a9-86c9ff0084e6 service neutron] 10.222.0.37 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3410304
Nov 20 20:55:19.384124 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-317f56ef-894c-48b8-9a67-070b86d99936 req-6d1dc960-eb4d-4989-baed-3e3ffe5a677c tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019875
Nov 20 20:55:19.392088 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f558f-c167-49ca-9956-f5f716495cd8 req-5507c938-14d9-44ff-942e-0feee88fc8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:19.394366 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-645f558f-c167-49ca-9956-f5f716495cd8 req-5507c938-14d9-44ff-942e-0feee88fc8b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c67d961-3278-4bc5-93f8-082ae3cc8ba3 HTTP/1.1" status: 200  len: 853 time: 0.1674044
Nov 20 20:55:19.421183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['218ebf70-108c-4096-8a5f-7859c111c4ed'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:19.481171 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-645f558f-c167-49ca-9956-f5f716495cd8 req-2c175b46-7144-495e-b18f-54a99daef8dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1689f5d-8863-4b2c-a6d3-375854e48d20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0678270
Nov 20 20:55:19.537535 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94c34265-5152-4b20-9715-03453d21de16 req-fb03472d-f841-4488-9f6b-42c94549ec59 service neutron] 10.222.0.37 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2050691
Nov 20 20:55:19.549254 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f7efeaeb-5641-4aca-8236-410be11d600d up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:19.675940 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711c77a1-f02a-41ec-8bcc-3b83fc631724', 'tag': '755721ae-d227-49d0-947b-f6f75f3cf29a'}, {'name': 'network-changed', 'server_uuid': '6789903f-f708-4bfa-8252-2c4d5a69921a', 'tag': '5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:19.678589 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7434790d-4edd-4dd2-8506-cc43529d9c22" -d '{"events": [{"name": "network-changed", "server_uuid": "711c77a1-f02a-41ec-8bcc-3b83fc631724", "tag": "755721ae-d227-49d0-947b-f6f75f3cf29a"}, {"name": "network-changed", "server_uuid": "6789903f-f708-4bfa-8252-2c4d5a69921a", "tag": "5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:19.694386 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:19.731949 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-645f558f-c167-49ca-9956-f5f716495cd8 req-fb917d10-7a2a-4e29-a319-5eecdd15f3aa service neutron] 10.222.0.47 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2416933
Nov 20 20:55:19.779278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port f7efeaeb-5641-4aca-8236-410be11d600d completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:55:19.781267 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:19.789945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0339b6-6c68-4c4e-9e14-79ab9790814d req-2c4f1667-2327-4663-8e4d-50314d8a3ed9 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:19.791867 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port f7efeaeb-5641-4aca-8236-410be11d600d triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:19.792025 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6f0339b6-6c68-4c4e-9e14-79ab9790814d req-2c4f1667-2327-4663-8e4d-50314d8a3ed9 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 943 time: 0.1651120
Nov 20 20:55:19.794867 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:19.796719 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94c34265-5152-4b20-9715-03453d21de16 req-6a30ecb4-421a-4e3d-8ee9-b1290d73c3bd service neutron] 10.222.0.37 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2485707
Nov 20 20:55:19.809848 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:19.817047 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:19.944500 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Attempting to bind port 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:55:19.944912 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Attempting to bind port 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:55:19.945297 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Attempting to bind port 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:19.949259 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdef809-35e4-4aef-a348-c71973bf8270 None None] Pushing event updated for resources: {'Port': ['ID=4e6e5fac-d5f0-41aa-bdb5-caceefadea2b,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:19.954229 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:55:19.954689 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:19.954998 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:19.955386 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:55:19.955855 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Bound port: 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:55:19.956241 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:19.963446 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Allocated IP 172.35.1.153 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/970bd5ff-891c-40fe-9571-75ec5e5202e9) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:19.984958 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-645f558f-c167-49ca-9956-f5f716495cd8 req-152bf41b-ba19-4dff-8b02-f7c63644e583 service neutron] 10.222.0.47 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2446806
Nov 20 20:55:19.992471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5932c4-ebe0-4a5d-925b-e904215cc6d5 req-fa0a31ab-e6cb-4253-8000-8a02d1f2e5d4 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:20.001437 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed5932c4-ebe0-4a5d-925b-e904215cc6d5 req-fa0a31ab-e6cb-4253-8000-8a02d1f2e5d4 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 944 time: 0.0966465
Nov 20 20:55:20.019853 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] For port 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:55:20.023444 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] For port 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e6e5fac-d5f0-41aa-bdb5-caceefadea2b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:55:20.029177 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:20.056625 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:20.059845 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6f0339b6-6c68-4c4e-9e14-79ab9790814d req-9a28e3f7-d1db-4ca2-aa73-fadbf6fd22a3 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2605560
Nov 20 20:55:20.119146 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293ef3df-319d-4bc8-8921-ed7b90ab89c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7efeaeb-5641-4aca-8236-410be11d600d'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:20.121876 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c63ac9-cee6-4f2a-8892-469f54fd17ab" -d '{"events": [{"server_uuid": "293ef3df-319d-4bc8-8921-ed7b90ab89c9", "name": "network-vif-plugged", "status": "completed", "tag": "f7efeaeb-5641-4aca-8236-410be11d600d"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:20.124550 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed5932c4-ebe0-4a5d-925b-e904215cc6d5 req-ee04265a-872d-4622-97fd-f5626ddf8421 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219382
Nov 20 20:55:20.131849 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Routers {'ab74a0d1-8dc2-4285-87e3-b7bbca52418a'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:20.132496 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a545836a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ab74a0d1-8dc2-4285-87e3-b7bbca52418a'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:20.157481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port f7efeaeb-5641-4aca-8236-410be11d600d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7efeaeb-5641-4aca-8236-410be11d600d,segment=NetworkSegment(9e94c1a1-234c-4cb2-abb6-51a347d0173b),segment_id=9e94c1a1-234c-4cb2-abb6-51a347d0173b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:20.163658 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:20.182849 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdef809-35e4-4aef-a348-c71973bf8270 None None] Pushing event updated for resources: {'Port': ['ID=4e6e5fac-d5f0-41aa-bdb5-caceefadea2b,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:20.197399 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:20.243580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=f7efeaeb-5641-4aca-8236-410be11d600d,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:20.245862 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1a51e9f3-77b7-424f-8fec-116431e84a90 req-844d66f0-d771-4fcb-ab2c-576b26ac173e tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/ports?device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 210 time: 0.0390277
Nov 20 20:55:20.275209 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:20.285423 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779a525c-e506-4d8c-a7be-dfad3f99374d x-openstack-request-id: req-779a525c-e506-4d8c-a7be-dfad3f99374d {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:20.285919 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711c77a1-f02a-41ec-8bcc-3b83fc631724", "tag": "755721ae-d227-49d0-947b-f6f75f3cf29a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6789903f-f708-4bfa-8252-2c4d5a69921a", "tag": "5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:20.286187 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-779a525c-e506-4d8c-a7be-dfad3f99374d {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:20.286560 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711c77a1-f02a-41ec-8bcc-3b83fc631724', 'tag': '755721ae-d227-49d0-947b-f6f75f3cf29a', 'status': 'completed', 'code': 200}
Nov 20 20:55:20.286822 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6789903f-f708-4bfa-8252-2c4d5a69921a', 'tag': '5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0', 'status': 'completed', 'code': 200}
Nov 20 20:55:20.313054 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4802717b-18ee-4259-bf8c-9c6e52b320fb x-openstack-request-id: req-4802717b-18ee-4259-bf8c-9c6e52b320fb {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:20.314452 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293ef3df-319d-4bc8-8921-ed7b90ab89c9", "name": "network-vif-plugged", "status": "completed", "tag": "f7efeaeb-5641-4aca-8236-410be11d600d", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:20.314822 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4802717b-18ee-4259-bf8c-9c6e52b320fb {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:20.316096 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293ef3df-319d-4bc8-8921-ed7b90ab89c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7efeaeb-5641-4aca-8236-410be11d600d', 'code': 200}
Nov 20 20:55:20.321789 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] Set router ab74a0d1-8dc2-4285-87e3-b7bbca52418a gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:55:20.360788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:20.365847 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:20.369660 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:20.409733 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Pushing event updated for resources: {'Port': ['ID=970bd5ff-891c-40fe-9571-75ec5e5202e9,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:20.544420 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a545836a0>, [{'id': 'ab74a0d1-8dc2-4285-87e3-b7bbca52418a', 'name': 'tempest-snat-router-1894038962', 'tenant_id': '8726495d84d74dbbad914512feede1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.237'}], 'enable_snat': False}, 'gw_port_id': '4e6e5fac-d5f0-41aa-bdb5-caceefadea2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:15Z', 'updated_at': '2021-11-20T20:55:17Z', 'revision_number': 3, 'project_id': '8726495d84d74dbbad914512feede1b0', 'gw_port': {'id': '4e6e5fac-d5f0-41aa-bdb5-caceefadea2b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab74a0d1-8dc2-4285-87e3-b7bbca52418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:16Z', 'updated_at': '2021-11-20T20:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:20.562445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c4078-553c-4549-ad5a-93d495fd10df req-dc63031a-3b0b-4bb1-ab96-0d2c271b6eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:20.563983 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-210c4078-553c-4549-ad5a-93d495fd10df req-dc63031a-3b0b-4bb1-ab96-0d2c271b6eb6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 1096 time: 0.1419604
Nov 20 20:55:20.572906 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c28c9ba-49e0-4dfc-8f93-77b7ba0de23a None None] The sync data for ids ['ab74a0d1-8dc2-4285-87e3-b7bbca52418a'] in ncdv-master-1 is: [{'id': 'ab74a0d1-8dc2-4285-87e3-b7bbca52418a', 'name': 'tempest-snat-router-1894038962', 'tenant_id': '8726495d84d74dbbad914512feede1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.237'}], 'enable_snat': False}, 'gw_port_id': '4e6e5fac-d5f0-41aa-bdb5-caceefadea2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:15Z', 'updated_at': '2021-11-20T20:55:17Z', 'revision_number': 3, 'project_id': '8726495d84d74dbbad914512feede1b0', 'gw_port': {'id': '4e6e5fac-d5f0-41aa-bdb5-caceefadea2b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab74a0d1-8dc2-4285-87e3-b7bbca52418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:16Z', 'updated_at': '2021-11-20T20:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:55:20.619684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-4fc08521-4133-47b8-8d53-e007af258930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:20.621430 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-4fc08521-4133-47b8-8d53-e007af258930 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=480b4b05733646e88b6eb93050825547&device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 1094 time: 0.3105226
Nov 20 20:55:20.670305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0d61d-cf5c-402c-bf43-08341f83433a req-36540a1f-c9c7-4796-ad60-02951c43cad9 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:20.678568 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f6d0d61d-cf5c-402c-bf43-08341f83433a req-36540a1f-c9c7-4796-ad60-02951c43cad9 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 944 time: 0.1762543
Nov 20 20:55:20.732968 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-210c4078-553c-4549-ad5a-93d495fd10df req-29279bc8-cc8d-4473-bbb0-e4b3b62cbb9b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570516
Nov 20 20:55:20.749686 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:20.803234 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f6d0d61d-cf5c-402c-bf43-08341f83433a req-7d251a67-fbf2-4c2c-81fa-79004e2c9a6f tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237888
Nov 20 20:55:20.821578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-138f2120-cdb8-42ab-a008-64e62a7dbd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:20.823708 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-138f2120-cdb8-42ab-a008-64e62a7dbd3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e1689f5d-8863-4b2c-a6d3-375854e48d20 HTTP/1.1" status: 200  len: 914 time: 0.1916323
Nov 20 20:55:20.884668 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-b3944c18-41c4-47b4-96bb-400e7a5b959a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=755721ae-d227-49d0-947b-f6f75f3cf29a HTTP/1.1" status: 200  len: 217 time: 0.0516739
Nov 20 20:55:20.943146 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 218ebf70-108c-4096-8a5f-7859c111c4ed up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:20.950569 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-70bc2ab9-465e-4801-abce-364302852631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:20.952107 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-70bc2ab9-465e-4801-abce-364302852631 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c67d961-3278-4bc5-93f8-082ae3cc8ba3 HTTP/1.1" status: 200  len: 853 time: 0.0623350
Nov 20 20:55:20.987354 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-7d78fc49-9749-4282-93e6-9a2c78ae228f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1689f5d-8863-4b2c-a6d3-375854e48d20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0274405
Nov 20 20:55:21.007228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 218ebf70-108c-4096-8a5f-7859c111c4ed completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:55:21.014199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 218ebf70-108c-4096-8a5f-7859c111c4ed triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:21.014946 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:21.015137 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:21.110647 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-91bef6f3-6f02-4773-be3e-a87de6a068e8 service neutron] 10.222.0.37 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1157293
Nov 20 20:55:21.125902 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:21.212708 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 218ebf70-108c-4096-8a5f-7859c111c4ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=218ebf70-108c-4096-8a5f-7859c111c4ed,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:21.219084 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:21.220976 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Router cfb83790-07e8-4d47-92a8-4b4e3fae8279 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:55:21.310336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=218ebf70-108c-4096-8a5f-7859c111c4ed,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:21.326372 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-f701f60f-43a3-4634-906b-58d746c32b20 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=844aeaa7e739473d9415dfd5f9d3d98a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0703387
Nov 20 20:55:21.384890 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-f85a419e-a6cb-42e0-a4c8-11f46e4686c6 service neutron] 10.222.0.37 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2660849
Nov 20 20:55:21.402658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec130c36-c67e-46df-a421-0b3bdc8ad8a2 req-7fe5e78b-3cbb-432a-8ced-29905fade9f8 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:21.415219 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec130c36-c67e-46df-a421-0b3bdc8ad8a2 req-7fe5e78b-3cbb-432a-8ced-29905fade9f8 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 943 time: 0.2092216
Nov 20 20:55:21.424711 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274e8cd-a415-4503-bba9-815f977d18bf req-10c0c9d7-a190-4ab4-8695-aa51300846fb tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:21.428031 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6274e8cd-a415-4503-bba9-815f977d18bf req-10c0c9d7-a190-4ab4-8695-aa51300846fb tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 945 time: 0.1115034
Nov 20 20:55:21.456242 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:55:21.469565 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508fd948-520e-497e-aeca-d035dd515ff6 None None] Sync routers for ids ['cfb83790-07e8-4d47-92a8-4b4e3fae8279'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:55:21.484614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508fd948-520e-497e-aeca-d035dd515ff6 None None] Routers {'cfb83790-07e8-4d47-92a8-4b4e3fae8279'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:21.486417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-508fd948-520e-497e-aeca-d035dd515ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a471c4250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cfb83790-07e8-4d47-92a8-4b4e3fae8279'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:21.526239 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6274e8cd-a415-4503-bba9-815f977d18bf req-abb040b6-9e60-409b-9411-27dd0b96fe2e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827501
Nov 20 20:55:21.537636 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:21.539040 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a63c2c61-65a0-41b1-affa-0b9f1b0331ef tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 2.6492798
Nov 20 20:55:21.542792 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41898) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:21.574230 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6298c75b-8fea-4075-8d87-350b7b03ded0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:55:21.577902 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec130c36-c67e-46df-a421-0b3bdc8ad8a2 req-1125cb4e-43cc-4a4d-8f67-9f050cdf8992 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608784
Nov 20 20:55:21.655328 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-078e0b1c-9dba-47dd-bb07-5e7b40c32d15 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:21.657235 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-078e0b1c-9dba-47dd-bb07-5e7b40c32d15 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3186433
Nov 20 20:55:21.664146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-7a7766b3-d17d-4861-9e3c-3930cf66e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:21.666991 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-7a7766b3-d17d-4861-9e3c-3930cf66e653 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55ad41c3ee37467d8298682b08275eb9&device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 1095 time: 0.1911294
Nov 20 20:55:21.686444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-6ee51cb3-9f1b-450a-9670-9e46836a4e27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Request body: {'port': {'device_id': '4682c8fb-76cc-41d0-a971-f7cf0c5b38ee', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '844aeaa7e739473d9415dfd5f9d3d98a'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:21.706362 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7d34820b-2370-468d-a880-39391ced10b7 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "GET /v2.0/routers/cfb83790-07e8-4d47-92a8-4b4e3fae8279 HTTP/1.1" status: 200  len: 908 time: 0.1596141
Nov 20 20:55:21.707103 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41902) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:21.726677 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 6298c75b-8fea-4075-8d87-350b7b03ded0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6298c75b-8fea-4075-8d87-350b7b03ded0,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:21.753558 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '6298c75b-8fea-4075-8d87-350b7b03ded0', 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20', 'port_id': '6298c75b-8fea-4075-8d87-350b7b03ded0', 'mac_address': 'fa:16:3e:25:fb:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c67d961-3278-4bc5-93f8-082ae3cc8ba3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:55:21.778460 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c6f268b-e6af-4008-a640-d42ba3faad19 req-ec8c0cd9-ee79-4c9a-8318-a449852ee66b tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/ports?device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 210 time: 0.0628664
Nov 20 20:55:21.831850 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:21.889233 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6298c75b-8fea-4075-8d87-350b7b03ded0 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:21.913898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-c78d6c43-c489-4ccf-bfd0-2ffc33be77ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:21.914151 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-508fd948-520e-497e-aeca-d035dd515ff6 None None] Set router cfb83790-07e8-4d47-92a8-4b4e3fae8279 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:55:21.915212 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f414d4b9-8836-43ed-9569-c4c3be1d864e tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:21.916505 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-c78d6c43-c489-4ccf-bfd0-2ffc33be77ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=736ec84c-e23f-43ed-94e7-211dbb35bbc4 HTTP/1.1" status: 200  len: 920 time: 0.2239261
Nov 20 20:55:21.999804 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-b0bb000a-508c-43b8-b97a-bd7881fe260f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 HTTP/1.1" status: 200  len: 217 time: 0.0727170
Nov 20 20:55:22.004961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-6ee51cb3-9f1b-450a-9670-9e46836a4e27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Made reservation on behalf of 844aeaa7e739473d9415dfd5f9d3d98a for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:55:22.011107 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-6ee51cb3-9f1b-450a-9670-9e46836a4e27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:22.022384 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 6298c75b-8fea-4075-8d87-350b7b03ded0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6298c75b-8fea-4075-8d87-350b7b03ded0,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:22.052819 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:22.053173 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-6ee51cb3-9f1b-450a-9670-9e46836a4e27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:22.090142 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f414d4b9-8836-43ed-9569-c4c3be1d864e tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:22.097958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-9fdb4e95-6c51-4419-b503-4daab50e5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:22.100343 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-9fdb4e95-6c51-4419-b503-4daab50e5df5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8caf43ae-75b1-499d-9400-cbaa8e6fc948 HTTP/1.1" status: 200  len: 859 time: 0.0865598
Nov 20 20:55:22.141400 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-78289a1a-e8ef-49e1-a63f-3ff530d46711 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=736ec84c-e23f-43ed-94e7-211dbb35bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322728
Nov 20 20:55:22.152113 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=6298c75b-8fea-4075-8d87-350b7b03ded0,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:22.170623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0179e8a-d139-407a-9bb5-f17e0ef28fad req-5ecc454c-8099-4489-8383-18d224af4f07 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:22.172731 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c0179e8a-d139-407a-9bb5-f17e0ef28fad req-5ecc454c-8099-4489-8383-18d224af4f07 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 944 time: 0.0953631
Nov 20 20:55:22.192357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-508fd948-520e-497e-aeca-d035dd515ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a471c4250>, [{'id': 'cfb83790-07e8-4d47-92a8-4b4e3fae8279', 'name': 'tempest-snat-router-1894038962', 'tenant_id': '8726495d84d74dbbad914512feede1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.153'}], 'enable_snat': True}, 'gw_port_id': '970bd5ff-891c-40fe-9571-75ec5e5202e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:18Z', 'updated_at': '2021-11-20T20:55:20Z', 'revision_number': 3, 'project_id': '8726495d84d74dbbad914512feede1b0', 'gw_port': {'id': '970bd5ff-891c-40fe-9571-75ec5e5202e9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb83790-07e8-4d47-92a8-4b4e3fae8279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:19Z', 'updated_at': '2021-11-20T20:55:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:22.197459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-f414d4b9-8836-43ed-9569-c4c3be1d864e tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Deleting port 970bd5ff-891c-40fe-9571-75ec5e5202e9 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:22.197854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f414d4b9-8836-43ed-9569-c4c3be1d864e tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:22.233408 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508fd948-520e-497e-aeca-d035dd515ff6 None None] Checking router: cfb83790-07e8-4d47-92a8-4b4e3fae8279 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:55:22.233786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508fd948-520e-497e-aeca-d035dd515ff6 None None] Updating router cfb83790-07e8-4d47-92a8-4b4e3fae8279 port 970bd5ff-891c-40fe-9571-75ec5e5202e9 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:55:22.259651 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-6ee51cb3-9f1b-450a-9670-9e46836a4e27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:22.270323 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-508fd948-520e-497e-aeca-d035dd515ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:22.271515 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-6ee51cb3-9f1b-450a-9670-9e46836a4e27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:22.293656 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c0179e8a-d139-407a-9bb5-f17e0ef28fad req-64443cda-5e1a-4869-879d-f9fa213df92d tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145999
Nov 20 20:55:22.303477 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-ca26c13b-31aa-4bf9-8668-06b68bae41f2 service neutron] 10.222.0.37 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545110
Nov 20 20:55:22.317576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd796894d-3c49-495b-8406-19241e7fc4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218ebf70-108c-4096-8a5f-7859c111c4ed'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:22.319943 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f414d4b9-8836-43ed-9569-c4c3be1d864e tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:22.321391 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50ef740-1c75-4f8a-865c-6b30e0240fd6" -d '{"events": [{"server_uuid": "d796894d-3c49-495b-8406-19241e7fc4b2", "name": "network-vif-plugged", "status": "completed", "tag": "218ebf70-108c-4096-8a5f-7859c111c4ed"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:22.333612 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-f414d4b9-8836-43ed-9569-c4c3be1d864e tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Calling delete_port for 970bd5ff-891c-40fe-9571-75ec5e5202e9 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:22.369679 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee51cb3-9f1b-450a-9670-9e46836a4e27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b02a3da1-3dac-42e3-b015-609871faab10,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:22.499841 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['6298c75b-8fea-4075-8d87-350b7b03ded0'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:22.546319 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf27923-f3c8-46d1-93e8-a70dd71797ef x-openstack-request-id: req-1cf27923-f3c8-46d1-93e8-a70dd71797ef {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:22.546319 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d796894d-3c49-495b-8406-19241e7fc4b2", "name": "network-vif-plugged", "status": "completed", "tag": "218ebf70-108c-4096-8a5f-7859c111c4ed", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:22.546643 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1cf27923-f3c8-46d1-93e8-a70dd71797ef {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:22.546886 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd796894d-3c49-495b-8406-19241e7fc4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218ebf70-108c-4096-8a5f-7859c111c4ed', 'code': 200}
Nov 20 20:55:22.615080 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7434790d-4edd-4dd2-8506-cc43529d9c22 req-b7c9cdb5-3f7a-4925-80ac-573860d2b659 service neutron] 10.222.0.37 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2745759
Nov 20 20:55:22.636685 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:22.648622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-6ee51cb3-9f1b-450a-9670-9e46836a4e27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Allocated IP 192.168.233.234 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/4956aa6a-4c78-4631-8ea7-0eb3de01732b) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:22.652819 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f414d4b9-8836-43ed-9569-c4c3be1d864e tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:22.683237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a37f53-221c-406e-9c7e-a9fd186df9e8 req-044b63cf-b9e1-48c2-a3e0-d5713b6a6237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:22.684953 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b2a37f53-221c-406e-9c7e-a9fd186df9e8 req-044b63cf-b9e1-48c2-a3e0-d5713b6a6237 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 1096 time: 0.1888001
Nov 20 20:55:22.689063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414d4b9-8836-43ed-9569-c4c3be1d864e tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Pushing event deleted for resources: {'Port': ['ID=970bd5ff-891c-40fe-9571-75ec5e5202e9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:22.806357 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd68606-9dfb-4098-8c33-22cd56ee1b7b req-f2677047-bc6d-49a3-a928-2fccbf4996e2 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:22.808054 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7fd68606-9dfb-4098-8c33-22cd56ee1b7b req-f2677047-bc6d-49a3-a928-2fccbf4996e2 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 945 time: 0.1207530
Nov 20 20:55:22.811337 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f414d4b9-8836-43ed-9569-c4c3be1d864e tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:22.834853 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:22.835104 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:22.842232 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-508fd948-520e-497e-aeca-d035dd515ff6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 20:55:22.842589 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-508fd948-520e-497e-aeca-d035dd515ff6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 20:55:22.847262 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9843f-74c6-4c34-87c4-140b3aad91fc req-e6e22e99-4e92-4436-92ef-33758216ebea tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:22.848802 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ece9843f-74c6-4c34-87c4-140b3aad91fc req-e6e22e99-4e92-4436-92ef-33758216ebea tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 943 time: 0.1349471
Nov 20 20:55:22.890935 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b2a37f53-221c-406e-9c7e-a9fd186df9e8 req-951ffcd9-27d6-4cf2-91b9-9053f6173a08 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419284
Nov 20 20:55:22.953518 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:55:22.959796 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:22.967090 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ece9843f-74c6-4c34-87c4-140b3aad91fc req-963bfce5-e60c-4322-a785-e9e02fac8ab2 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999420
Nov 20 20:55:22.997030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e6e5fac-d5f0-41aa-bdb5-caceefadea2b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:23.003076 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.018725 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-6ee51cb3-9f1b-450a-9670-9e46836a4e27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.063750 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-6ee51cb3-9f1b-450a-9670-9e46836a4e27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.128834 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-6ee51cb3-9f1b-450a-9670-9e46836a4e27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:23.132973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-6ee51cb3-9f1b-450a-9670-9e46836a4e27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:23.138395 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-6ee51cb3-9f1b-450a-9670-9e46836a4e27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:23.198530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-6ee51cb3-9f1b-450a-9670-9e46836a4e27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:23.199484 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-6ee51cb3-9f1b-450a-9670-9e46836a4e27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.206987 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee51cb3-9f1b-450a-9670-9e46836a4e27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Pushing event updated for resources: {'Port': ['ID=4956aa6a-4c78-4631-8ea7-0eb3de01732b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:23.228449 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-6ee51cb3-9f1b-450a-9670-9e46836a4e27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5576277
Nov 20 20:55:23.245864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Request body: {'port': {'device_id': '4682c8fb-76cc-41d0-a971-f7cf0c5b38ee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:23.265318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=4e6e5fac-d5f0-41aa-bdb5-caceefadea2b,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:23.323620 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7fd68606-9dfb-4098-8c33-22cd56ee1b7b req-01216cdd-2836-4827-88aa-b042443a21a9 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4789948
Nov 20 20:55:23.327978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0,segment=NetworkSegment(9e94c1a1-234c-4cb2-abb6-51a347d0173b),segment_id=9e94c1a1-234c-4cb2-abb6-51a347d0173b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:23.364229 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f414d4b9-8836-43ed-9569-c4c3be1d864e tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.367266 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f414d4b9-8836-43ed-9569-c4c3be1d864e tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.381621 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.386539 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508fd948-520e-497e-aeca-d035dd515ff6 None None] Port 970bd5ff-891c-40fe-9571-75ec5e5202e9 not found while updating agent binding for router cfb83790-07e8-4d47-92a8-4b4e3fae8279. {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Nov 20 20:55:23.404698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508fd948-520e-497e-aeca-d035dd515ff6 None None] Routers {'cfb83790-07e8-4d47-92a8-4b4e3fae8279'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:23.405249 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-508fd948-520e-497e-aeca-d035dd515ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a471c4250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cfb83790-07e8-4d47-92a8-4b4e3fae8279'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:23.438021 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f414d4b9-8836-43ed-9569-c4c3be1d864e tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.438654 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f414d4b9-8836-43ed-9569-c4c3be1d864e tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfb83790-07e8-4d47-92a8-4b4e3fae8279 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:55:23.443447 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f414d4b9-8836-43ed-9569-c4c3be1d864e tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.447698 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f414d4b9-8836-43ed-9569-c4c3be1d864e tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "DELETE /v2.0/routers/cfb83790-07e8-4d47-92a8-4b4e3fae8279 HTTP/1.1" status: 204  len: 168 time: 1.7361474
Nov 20 20:55:23.447987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41924) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:23.460071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0', 'network_id': '736ec84c-e23f-43ed-94e7-211dbb35bbc4', 'port_id': '5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0', 'mac_address': 'fa:16:3e:18:4b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8caf43ae-75b1-499d-9400-cbaa8e6fc948', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:55:23.475126 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5a32-e883-44ac-947a-83bc0554cae9 req-f3392cde-84e7-46c6-a4d5-63a7ab0473a2 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:23.476650 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c8d5a32-e883-44ac-947a-83bc0554cae9 req-f3392cde-84e7-46c6-a4d5-63a7ab0473a2 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/ports?device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 936 time: 0.1073368
Nov 20 20:55:23.516731 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-508fd948-520e-497e-aeca-d035dd515ff6 None None] Set router cfb83790-07e8-4d47-92a8-4b4e3fae8279 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:55:23.596076 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c8d5a32-e883-44ac-947a-83bc0554cae9 req-6f9206ff-9116-4f9b-a054-343733b91f7c tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/security-groups?id=b02a3da1-3dac-42e3-b015-609871faab10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104527
Nov 20 20:55:23.603362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-508fd948-520e-497e-aeca-d035dd515ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a471c4250>, [{'id': 'cfb83790-07e8-4d47-92a8-4b4e3fae8279', 'name': 'tempest-snat-router-1894038962', 'tenant_id': '8726495d84d74dbbad914512feede1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:18Z', 'updated_at': '2021-11-20T20:55:22Z', 'revision_number': 5, 'project_id': '8726495d84d74dbbad914512feede1b0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:23.628373 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dec5a1-35cb-42d8-9ca5-42c3a7edcd76 req-49060a0b-8cb8-4a35-9e00-a2fe4b3d73e3 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:23.628373 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d7dec5a1-35cb-42d8-9ca5-42c3a7edcd76 req-49060a0b-8cb8-4a35-9e00-a2fe4b3d73e3 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 944 time: 0.1137362
Nov 20 20:55:23.634056 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f2c801c-7267-49be-a8f7-19687d14fbdb tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.645065 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f35f684f-c041-4cf3-a247-47a011fdaaef None None] Provisioning complete for port 4956aa6a-4c78-4631-8ea7-0eb3de01732b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:23.645607 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f35f684f-c041-4cf3-a247-47a011fdaaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.647598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508fd948-520e-497e-aeca-d035dd515ff6 None None] The sync data for ids ['cfb83790-07e8-4d47-92a8-4b4e3fae8279'] in ncdv-master-1 is: [{'id': 'cfb83790-07e8-4d47-92a8-4b4e3fae8279', 'name': 'tempest-snat-router-1894038962', 'tenant_id': '8726495d84d74dbbad914512feede1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:18Z', 'updated_at': '2021-11-20T20:55:22Z', 'revision_number': 5, 'project_id': '8726495d84d74dbbad914512feede1b0', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:55:23.701738 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.704343 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f35f684f-c041-4cf3-a247-47a011fdaaef None None] Port 4956aa6a-4c78-4631-8ea7-0eb3de01732b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:55:23.719024 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:23.728788 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d7dec5a1-35cb-42d8-9ca5-42c3a7edcd76 req-b09ddf9d-04ae-45b8-b63a-b460977c2f30 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977902
Nov 20 20:55:23.743876 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0,segment=NetworkSegment(9e94c1a1-234c-4cb2-abb6-51a347d0173b),segment_id=9e94c1a1-234c-4cb2-abb6-51a347d0173b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:23.752312 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.753189 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 755721ae-d227-49d0-947b-f6f75f3cf29a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:55:23.775551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4956aa6a-4c78-4631-8ea7-0eb3de01732b {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:23.786666 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.800968 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Transition to ACTIVE for port object 4956aa6a-4c78-4631-8ea7-0eb3de01732b will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:55:23.806331 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.815821 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f2c801c-7267-49be-a8f7-19687d14fbdb tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.845105 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:23.911963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 755721ae-d227-49d0-947b-f6f75f3cf29a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=755721ae-d227-49d0-947b-f6f75f3cf29a,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:23.928779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '755721ae-d227-49d0-947b-f6f75f3cf29a', 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20', 'port_id': '755721ae-d227-49d0-947b-f6f75f3cf29a', 'mac_address': 'fa:16:3e:e5:44:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c67d961-3278-4bc5-93f8-082ae3cc8ba3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:55:23.940887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Pushing event updated for resources: {'Port': ['ID=4956aa6a-4c78-4631-8ea7-0eb3de01732b,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:23.960179 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c801c-7267-49be-a8f7-19687d14fbdb tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Deleting port 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:23.960697 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f2c801c-7267-49be-a8f7-19687d14fbdb tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.967640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Attempting to bind port 4956aa6a-4c78-4631-8ea7-0eb3de01732b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:55:23.968010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Attempting to bind port 4956aa6a-4c78-4631-8ea7-0eb3de01732b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:55:23.968305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Attempting to bind port 4956aa6a-4c78-4631-8ea7-0eb3de01732b on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:23.974609 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Port 4956aa6a-4c78-4631-8ea7-0eb3de01732b on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:55:23.974609 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Attempting to bind port 4956aa6a-4c78-4631-8ea7-0eb3de01732b on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:23.982767 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:55:23.983113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:23.983494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:55:23.984073 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Bound port: 4956aa6a-4c78-4631-8ea7-0eb3de01732b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:55:23.984441 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:23.987217 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:24.022890 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755721ae-d227-49d0-947b-f6f75f3cf29a {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:24.054488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 755721ae-d227-49d0-947b-f6f75f3cf29a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=755721ae-d227-49d0-947b-f6f75f3cf29a,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:24.060922 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:24.090215 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-1f2c801c-7267-49be-a8f7-19687d14fbdb tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] For port 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e6e5fac-d5f0-41aa-bdb5-caceefadea2b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:24.090599 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f2c801c-7267-49be-a8f7-19687d14fbdb tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:24.106034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c801c-7267-49be-a8f7-19687d14fbdb tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Calling delete_port for 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:24.164828 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261dbd5-e110-45be-b776-de79f7c42661 req-41878f9c-a105-4858-91d0-bb9792b4c354 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:24.171665 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=755721ae-d227-49d0-947b-f6f75f3cf29a,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:24.172402 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0261dbd5-e110-45be-b776-de79f7c42661 req-41878f9c-a105-4858-91d0-bb9792b4c354 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 944 time: 0.0903003
Nov 20 20:55:24.193068 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] For port 4956aa6a-4c78-4631-8ea7-0eb3de01732b, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:55:24.209803 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] For port 4956aa6a-4c78-4631-8ea7-0eb3de01732b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4956aa6a-4c78-4631-8ea7-0eb3de01732b,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:55:24.217728 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:24.272629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:24.273364 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:24.275461 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] 10.222.0.47 "PUT /v2.0/ports/4956aa6a-4c78-4631-8ea7-0eb3de01732b HTTP/1.1" status: 200  len: 1096 time: 1.0361257
Nov 20 20:55:24.280574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4682c8fb-76cc-41d0-a971-f7cf0c5b38ee', 'tag': '4956aa6a-4c78-4631-8ea7-0eb3de01732b'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:24.283110 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f092e60-18cc-4faa-aef7-4d532ab1c2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4682c8fb-76cc-41d0-a971-f7cf0c5b38ee", "tag": "4956aa6a-4c78-4631-8ea7-0eb3de01732b"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:24.288167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['755721ae-d227-49d0-947b-f6f75f3cf29a'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:24.300212 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0261dbd5-e110-45be-b776-de79f7c42661 req-c8654565-9fd7-4031-b5b3-93442a3983cf tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247985
Nov 20 20:55:24.397096 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f17b7a-5a63-40cb-89ea-3cfc5bae4205 x-openstack-request-id: req-86f17b7a-5a63-40cb-89ea-3cfc5bae4205 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:24.397759 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4682c8fb-76cc-41d0-a971-f7cf0c5b38ee", "tag": "4956aa6a-4c78-4631-8ea7-0eb3de01732b", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:24.397759 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86f17b7a-5a63-40cb-89ea-3cfc5bae4205 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:24.398200 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4682c8fb-76cc-41d0-a971-f7cf0c5b38ee', 'tag': '4956aa6a-4c78-4631-8ea7-0eb3de01732b', 'status': 'completed', 'code': 200}
Nov 20 20:55:24.403611 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:24.410302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff1f13-0f85-4b84-bf23-fee8afeb2dfd service neutron] Pushing event updated for resources: {'Port': ['ID=4956aa6a-4c78-4631-8ea7-0eb3de01732b,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:24.459156 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f2c801c-7267-49be-a8f7-19687d14fbdb tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:24.460792 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-b23d819d-9d88-40ac-88cc-381a8f58d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:24.463186 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-b23d819d-9d88-40ac-88cc-381a8f58d68e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=844aeaa7e739473d9415dfd5f9d3d98a&device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 1099 time: 0.1291397
Nov 20 20:55:24.510572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c801c-7267-49be-a8f7-19687d14fbdb tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e6e5fac-d5f0-41aa-bdb5-caceefadea2b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:24.563934 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-1e58deab-cd68-4ae7-aad2-f570da322986 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=4956aa6a-4c78-4631-8ea7-0eb3de01732b HTTP/1.1" status: 200  len: 217 time: 0.0901320
Nov 20 20:55:24.602934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116bc65-ebed-4af6-b330-f3fff9b52ae2 req-d2059ded-d0c1-4654-b07e-d558f6b8a573 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:24.608285 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2116bc65-ebed-4af6-b330-f3fff9b52ae2 req-d2059ded-d0c1-4654-b07e-d558f6b8a573 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 945 time: 0.1657445
Nov 20 20:55:24.627566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:24.641436 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-bf108784-9b41-436d-b2b6-005b29813e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:24.643543 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-bf108784-9b41-436d-b2b6-005b29813e02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0676210
Nov 20 20:55:24.647004 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f2c801c-7267-49be-a8f7-19687d14fbdb tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:24.671917 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:55:24.672423 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Nov 20 20:55:24.702452 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-52da0d4f-f146-4793-b15d-3f6995ae4474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:24.703931 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-52da0d4f-f146-4793-b15d-3f6995ae4474 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0524867
Nov 20 20:55:24.730810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Port 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b not found, will not notify nova. {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Nov 20 20:55:24.773156 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f2c801c-7267-49be-a8f7-19687d14fbdb tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:24.778454 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f2c801c-7267-49be-a8f7-19687d14fbdb tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:24.794805 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2116bc65-ebed-4af6-b330-f3fff9b52ae2 req-ba82a1d7-0f8a-4885-b0cc-1835323ef9c0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699080
Nov 20 20:55:24.853540 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f2c801c-7267-49be-a8f7-19687d14fbdb tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:24.854384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2c801c-7267-49be-a8f7-19687d14fbdb tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab74a0d1-8dc2-4285-87e3-b7bbca52418a {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:55:24.869522 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f2c801c-7267-49be-a8f7-19687d14fbdb tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:24.874617 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1f2c801c-7267-49be-a8f7-19687d14fbdb tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "DELETE /v2.0/routers/ab74a0d1-8dc2-4285-87e3-b7bbca52418a HTTP/1.1" status: 204  len: 168 time: 1.4254992
Nov 20 20:55:24.904082 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41944) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:24.908884 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1376326497', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:24.947289 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:24.948418 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:24.961176 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8851065-98f8-410e-8a16-1adb4580e22f req-e4be746c-1a05-4dc8-9df8-3fcd657cd25c tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:24.969587 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c8851065-98f8-410e-8a16-1adb4580e22f req-e4be746c-1a05-4dc8-9df8-3fcd657cd25c tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 945 time: 0.0931828
Nov 20 20:55:25.061906 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:25.073701 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c8851065-98f8-410e-8a16-1adb4580e22f req-7a9f06f1-0cf0-4e3e-8e27-e3e91eff0c73 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034455
Nov 20 20:55:25.181419 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7639-c429-46a4-889b-b548537d4600 req-86c30a38-3705-48b6-94bd-35fd625f7ed6 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:25.192171 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4aed7639-c429-46a4-889b-b548537d4600 req-86c30a38-3705-48b6-94bd-35fd625f7ed6 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/ports?device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 948 time: 0.4812145
Nov 20 20:55:25.232117 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:25.277452 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-4cf4f81e-0ca1-43de-a5f5-d4f7b3b72b08 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5551171
Nov 20 20:55:25.292288 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4aed7639-c429-46a4-889b-b548537d4600 req-8c7f05be-7769-4967-9d7e-0d6e45877f65 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/security-groups?id=b02a3da1-3dac-42e3-b015-609871faab10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975864
Nov 20 20:55:25.385220 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3ea12-ccaa-4e7e-9d67-d55c0e480c00 req-2115b612-5cb0-487c-afe5-35fb62113ff7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:25.393713 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45e3ea12-ccaa-4e7e-9d67-d55c0e480c00 req-2115b612-5cb0-487c-afe5-35fb62113ff7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 945 time: 0.0749359
Nov 20 20:55:25.420350 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb2f9cab-f0ba-469b-8db0-bf65a3543b24 req-1bddd556-10a4-4cd3-9fdf-75bab53452e1 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262720
Nov 20 20:55:25.485715 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45e3ea12-ccaa-4e7e-9d67-d55c0e480c00 req-69e443f6-524a-458a-a85c-48400340b0c6 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908308
Nov 20 20:55:25.534185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2101c16-bb15-4cca-8831-58bb62444e5c req-c49154ea-68ff-4de7-9824-5798dba969da tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:25.536175 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a2101c16-bb15-4cca-8831-58bb62444e5c req-c49154ea-68ff-4de7-9824-5798dba969da tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 944 time: 0.0913219
Nov 20 20:55:25.544465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f092e60-18cc-4faa-aef7-4d532ab1c2ae req-e1021468-b8e5-4b74-9fb2-c27488116ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:25.546388 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f092e60-18cc-4faa-aef7-4d532ab1c2ae req-e1021468-b8e5-4b74-9fb2-c27488116ee0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=844aeaa7e739473d9415dfd5f9d3d98a&device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 1099 time: 0.0711887
Nov 20 20:55:25.547779 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:25.567250 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:25.578761 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6298c75b-8fea-4075-8d87-350b7b03ded0 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:25.645456 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 6298c75b-8fea-4075-8d87-350b7b03ded0 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:55:25.650469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 6298c75b-8fea-4075-8d87-350b7b03ded0 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:25.651208 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:25.658310 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a2101c16-bb15-4cca-8831-58bb62444e5c req-0bee1b35-34c3-4d58-a844-ffb6b0963bf8 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109297
Nov 20 20:55:25.693397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f092e60-18cc-4faa-aef7-4d532ab1c2ae req-a18611c5-2818-4aa9-8030-f3fc4a3a23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:25.694979 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f092e60-18cc-4faa-aef7-4d532ab1c2ae req-a18611c5-2818-4aa9-8030-f3fc4a3a23e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1409557
Nov 20 20:55:25.700957 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Allocated IP 172.35.1.227 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/d003b5cf-2393-4bb4-afb1-4d4a3cbc964c) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:25.742096 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:25.744855 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f092e60-18cc-4faa-aef7-4d532ab1c2ae req-c62cb728-de86-4d54-89ff-845a5e534ed3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=4956aa6a-4c78-4631-8ea7-0eb3de01732b HTTP/1.1" status: 200  len: 217 time: 0.0400734
Nov 20 20:55:25.767747 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde408bf-cb7a-4d41-8b66-ff40aa94f98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6298c75b-8fea-4075-8d87-350b7b03ded0'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:25.770022 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea42f342-ac20-4b71-afc4-7d9513bdb934" -d '{"events": [{"server_uuid": "cde408bf-cb7a-4d41-8b66-ff40aa94f98e", "name": "network-vif-plugged", "status": "completed", "tag": "6298c75b-8fea-4075-8d87-350b7b03ded0"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:25.788004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 6298c75b-8fea-4075-8d87-350b7b03ded0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6298c75b-8fea-4075-8d87-350b7b03ded0,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:25.794234 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:25.801688 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f092e60-18cc-4faa-aef7-4d532ab1c2ae req-2910026f-bb56-4924-a230-be818aa76553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:25.803344 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f092e60-18cc-4faa-aef7-4d532ab1c2ae req-2910026f-bb56-4924-a230-be818aa76553 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0519891
Nov 20 20:55:25.821667 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f43d69-dfdf-4337-a095-d50ac09f3298 x-openstack-request-id: req-08f43d69-dfdf-4337-a095-d50ac09f3298 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:25.821947 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde408bf-cb7a-4d41-8b66-ff40aa94f98e", "name": "network-vif-plugged", "status": "completed", "tag": "6298c75b-8fea-4075-8d87-350b7b03ded0", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:25.824914 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08f43d69-dfdf-4337-a095-d50ac09f3298 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:25.824914 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde408bf-cb7a-4d41-8b66-ff40aa94f98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6298c75b-8fea-4075-8d87-350b7b03ded0', 'code': 200}
Nov 20 20:55:25.833557 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:25.853486 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=6298c75b-8fea-4075-8d87-350b7b03ded0,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:25.854798 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f092e60-18cc-4faa-aef7-4d532ab1c2ae req-2b01a7dc-5523-4359-b11e-6d13dfb17040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:25.856333 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f092e60-18cc-4faa-aef7-4d532ab1c2ae req-2b01a7dc-5523-4359-b11e-6d13dfb17040 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0450292
Nov 20 20:55:25.878078 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:25.947625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:25.953935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:25.956513 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:25.957227 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f092e60-18cc-4faa-aef7-4d532ab1c2ae req-4d4a0d74-5bef-4c51-a4e4-f50cd281e0b1 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0927045
Nov 20 20:55:25.988170 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Pushing event updated for resources: {'Port': ['ID=d003b5cf-2393-4bb4-afb1-4d4a3cbc964c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:25.994506 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617e481-6f7e-4e46-9c28-9f79cc78d5ca req-a2908866-8878-4919-bf33-a3e758bd8cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:25.996027 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6617e481-6f7e-4e46-9c28-9f79cc78d5ca req-a2908866-8878-4919-bf33-a3e758bd8cd2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cde408bf-cb7a-4d41-8b66-ff40aa94f98e HTTP/1.1" status: 200  len: 1097 time: 0.0902264
Nov 20 20:55:26.048316 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f092e60-18cc-4faa-aef7-4d532ab1c2ae req-2ca92a39-b87f-4d7c-b372-af7865a5c796 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841329
Nov 20 20:55:26.134245 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6617e481-6f7e-4e46-9c28-9f79cc78d5ca req-22ceb14f-c6df-45fa-8f0f-2743a710f1b4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265228
Nov 20 20:55:26.198530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb94bab-bfab-46e1-a1f6-4800c72211aa req-13d51c4a-1e21-4c59-8bf7-6895334e9f3b tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:26.200013 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4cb94bab-bfab-46e1-a1f6-4800c72211aa req-13d51c4a-1e21-4c59-8bf7-6895334e9f3b tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 945 time: 0.0531664
Nov 20 20:55:26.251587 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4cb94bab-bfab-46e1-a1f6-4800c72211aa req-a188377a-15d9-45ec-bc9a-064438d62903 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453832
Nov 20 20:55:26.254940 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:26.480744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea1784-959b-4389-8c48-eb2e692d85f4 req-5bab27e4-30b8-449d-9523-2908f41b7b2f tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:26.482310 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2dea1784-959b-4389-8c48-eb2e692d85f4 req-5bab27e4-30b8-449d-9523-2908f41b7b2f tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/ports?device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 948 time: 0.1258285
Nov 20 20:55:26.509139 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:26.534197 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:55:26.560701 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:55:26.561048 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4e6e5fac-d5f0-41aa-bdb5-caceefadea2b not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:55:26.573748 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2dea1784-959b-4389-8c48-eb2e692d85f4 req-a9d1e660-7062-44a1-bcfd-71a15f8b5d9b tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/security-groups?id=b02a3da1-3dac-42e3-b015-609871faab10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844162
Nov 20 20:55:26.628479 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fee96-e0b2-4691-ab88-58bd9a8b078f req-b969b53c-6638-4419-9303-f1f42facc321 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:26.634606 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a2fee96-e0b2-4691-ab88-58bd9a8b078f req-b969b53c-6638-4419-9303-f1f42facc321 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 945 time: 0.0653086
Nov 20 20:55:26.679740 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Router c3895a92-2493-4f23-a2a4-1eda9c643795 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:55:26.700015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ce870-eb44-4ead-a826-058a5aced616 req-feb5b70d-68d2-4949-a195-c5ee111ca757 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:26.701739 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aa7ce870-eb44-4ead-a826-058a5aced616 req-feb5b70d-68d2-4949-a195-c5ee111ca757 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.37 "GET /v2.0/ports?device_id=d796894d-3c49-495b-8406-19241e7fc4b2 HTTP/1.1" status: 200  len: 945 time: 0.0928915
Nov 20 20:55:26.747144 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a2fee96-e0b2-4691-ab88-58bd9a8b078f req-75835f96-6a9c-46d9-a6db-3d7f5d978ec0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942299
Nov 20 20:55:26.814287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-aa7ce870-eb44-4ead-a826-058a5aced616 req-6bb838eb-3db4-4540-8fa5-1a72ea35594b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Deleting port 218ebf70-108c-4096-8a5f-7859c111c4ed {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:26.814629 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-aa7ce870-eb44-4ead-a826-058a5aced616 req-6bb838eb-3db4-4540-8fa5-1a72ea35594b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:26.911890 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-aa7ce870-eb44-4ead-a826-058a5aced616 req-6bb838eb-3db4-4540-8fa5-1a72ea35594b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] For port 218ebf70-108c-4096-8a5f-7859c111c4ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=218ebf70-108c-4096-8a5f-7859c111c4ed,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:26.912324 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-aa7ce870-eb44-4ead-a826-058a5aced616 req-6bb838eb-3db4-4540-8fa5-1a72ea35594b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:26.932314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-aa7ce870-eb44-4ead-a826-058a5aced616 req-6bb838eb-3db4-4540-8fa5-1a72ea35594b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Calling delete_port for 218ebf70-108c-4096-8a5f-7859c111c4ed owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:26.977509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 755721ae-d227-49d0-947b-f6f75f3cf29a up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:27.030549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 755721ae-d227-49d0-947b-f6f75f3cf29a completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:55:27.036526 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 755721ae-d227-49d0-947b-f6f75f3cf29a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:27.037260 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:27.071504 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-aa7ce870-eb44-4ead-a826-058a5aced616 req-6bb838eb-3db4-4540-8fa5-1a72ea35594b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:27.085307 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['218ebf70-108c-4096-8a5f-7859c111c4ed'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:27.119424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb838eb-3db4-4540-8fa5-1a72ea35594b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Pushing event deleted for resources: {'Port': ['ID=218ebf70-108c-4096-8a5f-7859c111c4ed,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:27.145757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:55:27.162000 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe3827f-ab3f-4936-9478-2f780c7cb382 None None] Sync routers for ids ['c3895a92-2493-4f23-a2a4-1eda9c643795'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:55:27.163136 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:27.176051 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7ce870-eb44-4ead-a826-058a5aced616 req-6bb838eb-3db4-4540-8fa5-1a72ea35594b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] No DVR routers for this DVR port 218ebf70-108c-4096-8a5f-7859c111c4ed on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:55:27.176858 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe3827f-ab3f-4936-9478-2f780c7cb382 None None] Routers {'c3895a92-2493-4f23-a2a4-1eda9c643795'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:27.177467 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:27.178248 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-afe3827f-ab3f-4936-9478-2f780c7cb382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5433f5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['c3895a92-2493-4f23-a2a4-1eda9c643795'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:27.181599 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f1163beb-0c51-4a5f-909e-743dc1fb0dd5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 2.2738523
Nov 20 20:55:27.181772 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-aa7ce870-eb44-4ead-a826-058a5aced616 req-6bb838eb-3db4-4540-8fa5-1a72ea35594b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:27.182705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41972) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:27.183874 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aa7ce870-eb44-4ead-a826-058a5aced616 req-6bb838eb-3db4-4540-8fa5-1a72ea35594b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.37 "DELETE /v2.0/ports/218ebf70-108c-4096-8a5f-7859c111c4ed HTTP/1.1" status: 204  len: 173 time: 0.4738309
Nov 20 20:55:27.184345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd796894d-3c49-495b-8406-19241e7fc4b2', 'name': 'network-vif-deleted', 'tag': '218ebf70-108c-4096-8a5f-7859c111c4ed'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:27.186664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b7284867-2b91-4c15-934a-e29f5187e72d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'enable_snat': False}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:27.194023 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb9599a-bbbc-47da-b0ac-4bd2ae2beefa" -d '{"events": [{"server_uuid": "d796894d-3c49-495b-8406-19241e7fc4b2", "name": "network-vif-deleted", "tag": "218ebf70-108c-4096-8a5f-7859c111c4ed"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:27.228486 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-afe3827f-ab3f-4936-9478-2f780c7cb382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5433f5b0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:27.242349 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe3827f-ab3f-4936-9478-2f780c7cb382 None None] Routers {'c3895a92-2493-4f23-a2a4-1eda9c643795'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:27.243380 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-afe3827f-ab3f-4936-9478-2f780c7cb382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5433f5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['c3895a92-2493-4f23-a2a4-1eda9c643795'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:27.247523 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4560e1b-2005-4ad0-a959-fb79ae86e144 x-openstack-request-id: req-f4560e1b-2005-4ad0-a959-fb79ae86e144 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:27.247845 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d796894d-3c49-495b-8406-19241e7fc4b2", "name": "network-vif-deleted", "tag": "218ebf70-108c-4096-8a5f-7859c111c4ed", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:27.248107 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4560e1b-2005-4ad0-a959-fb79ae86e144 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:27.248512 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd796894d-3c49-495b-8406-19241e7fc4b2', 'name': 'network-vif-deleted', 'tag': '218ebf70-108c-4096-8a5f-7859c111c4ed', 'status': 'completed', 'code': 200}
Nov 20 20:55:27.270370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 755721ae-d227-49d0-947b-f6f75f3cf29a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=755721ae-d227-49d0-947b-f6f75f3cf29a,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:27.275914 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:27.276882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:27.281388 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-afe3827f-ab3f-4936-9478-2f780c7cb382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5433f5b0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:27.282350 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe3827f-ab3f-4936-9478-2f780c7cb382 None None] The sync data for ids ['c3895a92-2493-4f23-a2a4-1eda9c643795'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:55:27.298451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9d2e6-c300-4561-83af-103a98fb5ae4 req-8604caf8-e98a-4139-9789-061aaad13e0d tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:27.300446 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-09c9d2e6-c300-4561-83af-103a98fb5ae4 req-8604caf8-e98a-4139-9789-061aaad13e0d tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 944 time: 0.5058050
Nov 20 20:55:27.380541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:55:27.388333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=755721ae-d227-49d0-947b-f6f75f3cf29a,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:27.390787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:27.395583 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:27.434329 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:27.435082 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:27.435643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:27.436207 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:27.436896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:27.437459 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:27.437897 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:27.438471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:27.438900 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:27.439325 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:27.439966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:27.440398 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:55:27.459239 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-09c9d2e6-c300-4561-83af-103a98fb5ae4 req-ab7f8f2a-f49a-4104-ad5c-e278f5b0998d tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481128
Nov 20 20:55:27.475229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7446339-69e0-48c9-ac1f-28d74344cc98 req-63238261-01b5-4d2a-90c0-fa1493a5c406 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:27.477379 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d7446339-69e0-48c9-ac1f-28d74344cc98 req-63238261-01b5-4d2a-90c0-fa1493a5c406 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 945 time: 0.0708785
Nov 20 20:55:27.528986 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:27.549460 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d7446339-69e0-48c9-ac1f-28d74344cc98 req-5c33e0b3-df86-4040-801e-bc396e6d7d99 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619488
Nov 20 20:55:27.574221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0,segment=NetworkSegment(9e94c1a1-234c-4cb2-abb6-51a347d0173b),segment_id=9e94c1a1-234c-4cb2-abb6-51a347d0173b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:27.579427 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:27.619044 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b7284867-2b91-4c15-934a-e29f5187e72d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:27.633940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:27.717138 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08115b54-2fde-4ba7-bf9d-61987a78bfe3 req-27e2db55-266a-400c-aeb5-d78399b2de27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:27.718704 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-08115b54-2fde-4ba7-bf9d-61987a78bfe3 req-27e2db55-266a-400c-aeb5-d78399b2de27 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/ports?device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 948 time: 0.0651088
Nov 20 20:55:27.803810 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-08115b54-2fde-4ba7-bf9d-61987a78bfe3 req-125c1577-9be5-457a-998b-b08e91cea946 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/security-groups?id=b02a3da1-3dac-42e3-b015-609871faab10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562215
Nov 20 20:55:27.823950 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711c77a1-f02a-41ec-8bcc-3b83fc631724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755721ae-d227-49d0-947b-f6f75f3cf29a'}, {'server_uuid': '6789903f-f708-4bfa-8252-2c4d5a69921a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:27.826723 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e841f2a-d835-413d-b256-60e1b88db074" -d '{"events": [{"server_uuid": "711c77a1-f02a-41ec-8bcc-3b83fc631724", "name": "network-vif-plugged", "status": "completed", "tag": "755721ae-d227-49d0-947b-f6f75f3cf29a"}, {"server_uuid": "6789903f-f708-4bfa-8252-2c4d5a69921a", "name": "network-vif-plugged", "status": "completed", "tag": "5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:27.875125 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a57104-c086-4fb9-ab5d-9acbfe4eb8c8 x-openstack-request-id: req-71a57104-c086-4fb9-ab5d-9acbfe4eb8c8 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:27.875429 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711c77a1-f02a-41ec-8bcc-3b83fc631724", "name": "network-vif-plugged", "status": "completed", "tag": "755721ae-d227-49d0-947b-f6f75f3cf29a", "code": 200}, {"server_uuid": "6789903f-f708-4bfa-8252-2c4d5a69921a", "name": "network-vif-plugged", "status": "completed", "tag": "5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:27.875682 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71a57104-c086-4fb9-ab5d-9acbfe4eb8c8 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:27.876085 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711c77a1-f02a-41ec-8bcc-3b83fc631724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755721ae-d227-49d0-947b-f6f75f3cf29a', 'code': 200}
Nov 20 20:55:27.876555 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6789903f-f708-4bfa-8252-2c4d5a69921a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0', 'code': 200}
Nov 20 20:55:28.036745 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fbd7c-f5b9-44a9-82e8-cc682834eded req-8a06e77b-80bd-4e39-a34f-dc791e104870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:28.038284 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b9fbd7c-f5b9-44a9-82e8-cc682834eded req-8a06e77b-80bd-4e39-a34f-dc791e104870 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 1096 time: 0.0833049
Nov 20 20:55:28.060980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b661f-c178-4ad5-9041-cf8d14b27b77 req-7fbbee28-1976-4bef-abfe-fe11a172af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:28.062430 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8c3b661f-c178-4ad5-9041-cf8d14b27b77 req-7fbbee28-1976-4bef-abfe-fe11a172af27 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 1097 time: 0.0990288
Nov 20 20:55:28.141433 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b7284867-2b91-4c15-934a-e29f5187e72d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:28.145085 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b7284867-2b91-4c15-934a-e29f5187e72d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:28.188274 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b9fbd7c-f5b9-44a9-82e8-cc682834eded req-faa84c53-958b-405d-bd4b-830bc377e2ff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360991
Nov 20 20:55:28.197220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8c3b661f-c178-4ad5-9041-cf8d14b27b77 req-bcce3b3a-5c91-43b8-8229-97ed4a699b69 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248131
Nov 20 20:55:28.204015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217552f-24f8-4892-89bf-96da16db810a req-54cc80be-a7fa-4148-a29b-a2562f13fb6f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:28.205441 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3217552f-24f8-4892-89bf-96da16db810a req-54cc80be-a7fa-4148-a29b-a2562f13fb6f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 812 time: 0.1809154
Nov 20 20:55:28.220354 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3217552f-24f8-4892-89bf-96da16db810a req-69db352f-2042-4487-97b6-236bc8282747 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/quotas/fc809fb7bd984e43bfa1433cf0c79430 HTTP/1.1" status: 200  len: 375 time: 0.0092976
Nov 20 20:55:28.252608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7284867-2b91-4c15-934a-e29f5187e72d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Router c3895a92-2493-4f23-a2a4-1eda9c643795 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:55:28.252857 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3217552f-24f8-4892-89bf-96da16db810a req-df8c3ba1-8365-4552-b82f-2c556a621002 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0267773
Nov 20 20:55:28.342837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3217552f-24f8-4892-89bf-96da16db810a req-a226754f-b6e8-4799-a7fa-edc8a0fc6e0f service neutron] 10.222.0.41 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821924
Nov 20 20:55:28.360825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7284867-2b91-4c15-934a-e29f5187e72d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:55:28.365122 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b7284867-2b91-4c15-934a-e29f5187e72d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:28.369478 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b7284867-2b91-4c15-934a-e29f5187e72d tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "PUT /v2.0/routers/c3895a92-2493-4f23-a2a4-1eda9c643795 HTTP/1.1" status: 200  len: 926 time: 1.1830785
Nov 20 20:55:28.369616 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42002) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:28.371386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5838c62-f5ab-482b-8aa8-78caddec3e3c None None] Sync routers for ids ['c3895a92-2493-4f23-a2a4-1eda9c643795'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:55:28.381939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5838c62-f5ab-482b-8aa8-78caddec3e3c None None] Routers {'c3895a92-2493-4f23-a2a4-1eda9c643795'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:28.382584 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d5838c62-f5ab-482b-8aa8-78caddec3e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a479f05b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['c3895a92-2493-4f23-a2a4-1eda9c643795'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:28.419612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d5838c62-f5ab-482b-8aa8-78caddec3e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a479f05b0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:28.428470 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5838c62-f5ab-482b-8aa8-78caddec3e3c None None] Routers {'c3895a92-2493-4f23-a2a4-1eda9c643795'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:28.429083 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d5838c62-f5ab-482b-8aa8-78caddec3e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a479f05b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['c3895a92-2493-4f23-a2a4-1eda9c643795'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:28.448125 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3217552f-24f8-4892-89bf-96da16db810a req-311fde40-3318-4058-bd9e-8a3eb7fa16bd service neutron] 10.222.0.41 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0991683
Nov 20 20:55:28.463799 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d5838c62-f5ab-482b-8aa8-78caddec3e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a479f05b0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:28.464583 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5838c62-f5ab-482b-8aa8-78caddec3e3c None None] The sync data for ids ['c3895a92-2493-4f23-a2a4-1eda9c643795'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:55:28.490689 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d0ca2033-8085-4a96-a5d5-40593783a24e tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "GET /v2.0/routers/c3895a92-2493-4f23-a2a4-1eda9c643795 HTTP/1.1" status: 200  len: 926 time: 0.1199293
Nov 20 20:55:28.493655 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42006) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:28.604725 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978ce1df-296d-4910-a058-02ff95a1eccc tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:28.607724 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-978ce1df-296d-4910-a058-02ff95a1eccc tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&device_id=c3895a92-2493-4f23-a2a4-1eda9c643795&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1116674
Nov 20 20:55:28.609293 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42016) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:28.620572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e72af3-6c4d-4358-b72f-2ba5d60b984f req-b24d1ed9-c603-4a92-806c-f3793370beca tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:28.622377 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c6e72af3-6c4d-4358-b72f-2ba5d60b984f req-b24d1ed9-c603-4a92-806c-f3793370beca tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 945 time: 0.0754297
Nov 20 20:55:28.702803 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c6e72af3-6c4d-4358-b72f-2ba5d60b984f req-3198f4f2-f76b-48ea-bff1-17e5af5da5ed tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575540
Nov 20 20:55:28.742778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acdb334-77f2-496a-a416-279c41830703 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:28.744303 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0acdb334-77f2-496a-a416-279c41830703 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 881 time: 0.1337557
Nov 20 20:55:28.748330 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42020) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:28.767313 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-702f0fa2-fcb7-44e3-850f-4a8255fa276d req-9a55360a-d368-4657-8d20-a32ed3b77c9a tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 210 time: 0.0337267
Nov 20 20:55:28.777783 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-23838447-4046-449c-8d8f-51589f19ec5a tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3895a92-2493-4f23-a2a4-1eda9c643795 HTTP/1.1" status: 200  len: 205 time: 0.0293698
Nov 20 20:55:28.780382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42026) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:28.834569 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10def2ee-454e-4743-87bf-393eee26c011 req-553410ab-3f0e-42f8-a07f-e6d3f697a7f0 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:28.836762 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-10def2ee-454e-4743-87bf-393eee26c011 req-553410ab-3f0e-42f8-a07f-e6d3f697a7f0 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.1378171
Nov 20 20:55:28.935166 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-10def2ee-454e-4743-87bf-393eee26c011 req-4279c50c-2910-41a1-a593-b61bf99e924e tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861261
Nov 20 20:55:28.952525 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df332a74-0cbd-44ae-82cf-e99c53295732 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:29.012661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db172303-b8ff-41b5-b36c-52362016ac96 req-91d012a9-3c38-49cb-9922-d500f0eef72c tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:29.014194 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db172303-b8ff-41b5-b36c-52362016ac96 req-91d012a9-3c38-49cb-9922-d500f0eef72c tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/ports?device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 948 time: 0.0568213
Nov 20 20:55:29.065911 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db172303-b8ff-41b5-b36c-52362016ac96 req-8e0542b5-ec20-4813-b367-51be4ef7da5a tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/security-groups?id=b02a3da1-3dac-42e3-b015-609871faab10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444331
Nov 20 20:55:29.079550 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df332a74-0cbd-44ae-82cf-e99c53295732 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:29.132528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-df332a74-0cbd-44ae-82cf-e99c53295732 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Deleting port d003b5cf-2393-4bb4-afb1-4d4a3cbc964c {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:29.132872 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df332a74-0cbd-44ae-82cf-e99c53295732 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:29.216104 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df332a74-0cbd-44ae-82cf-e99c53295732 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:29.231263 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-df332a74-0cbd-44ae-82cf-e99c53295732 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Calling delete_port for d003b5cf-2393-4bb4-afb1-4d4a3cbc964c owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:29.410298 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df332a74-0cbd-44ae-82cf-e99c53295732 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:29.436721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df332a74-0cbd-44ae-82cf-e99c53295732 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Pushing event deleted for resources: {'Port': ['ID=d003b5cf-2393-4bb4-afb1-4d4a3cbc964c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:29.501120 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df332a74-0cbd-44ae-82cf-e99c53295732 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:29.596778 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df332a74-0cbd-44ae-82cf-e99c53295732 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:29.599143 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df332a74-0cbd-44ae-82cf-e99c53295732 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:29.622622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 4956aa6a-4c78-4631-8ea7-0eb3de01732b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:55:29.646829 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df332a74-0cbd-44ae-82cf-e99c53295732 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:29.647594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df332a74-0cbd-44ae-82cf-e99c53295732 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Fanout notify agent at l3_agent the message router_deleted on router c3895a92-2493-4f23-a2a4-1eda9c643795 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:55:29.656834 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df332a74-0cbd-44ae-82cf-e99c53295732 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:29.657938 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-df332a74-0cbd-44ae-82cf-e99c53295732 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "DELETE /v2.0/routers/c3895a92-2493-4f23-a2a4-1eda9c643795 HTTP/1.1" status: 204  len: 168 time: 0.8766522
Nov 20 20:55:29.662342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42036) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:29.669127 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b27cf84b-b167-438b-95f6-1ee7c2f8c37b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-12973687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:29.719566 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b27cf84b-b167-438b-95f6-1ee7c2f8c37b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:29.725393 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b27cf84b-b167-438b-95f6-1ee7c2f8c37b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:29.808541 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b27cf84b-b167-438b-95f6-1ee7c2f8c37b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:29.821895 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b27cf84b-b167-438b-95f6-1ee7c2f8c37b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:29.822207 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 4956aa6a-4c78-4631-8ea7-0eb3de01732b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4956aa6a-4c78-4631-8ea7-0eb3de01732b,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:29.823456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217552f-24f8-4892-89bf-96da16db810a req-2497b043-83fb-4c88-9c6f-d8a1d2854673 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:29.827950 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3217552f-24f8-4892-89bf-96da16db810a req-2497b043-83fb-4c88-9c6f-d8a1d2854673 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.37 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 812 time: 0.1774814
Nov 20 20:55:29.836942 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '4956aa6a-4c78-4631-8ea7-0eb3de01732b', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '4956aa6a-4c78-4631-8ea7-0eb3de01732b', 'mac_address': 'fa:16:3e:64:64:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:55:29.846757 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-3217552f-24f8-4892-89bf-96da16db810a req-c570c093-81ef-42ac-9a46-2aa705506c7b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Request body: {'port': {'device_id': 'eb6b17e8-3ed4-4602-9524-8aa8b910746a', 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b', 'admin_state_up': True, 'tenant_id': 'fc809fb7bd984e43bfa1433cf0c79430'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:29.862974 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b27cf84b-b167-438b-95f6-1ee7c2f8c37b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:29.866844 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b27cf84b-b167-438b-95f6-1ee7c2f8c37b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.2001431
Nov 20 20:55:29.867198 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42044) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:29.876845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:29.884016 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd834fdc-78b9-4382-92d6-0ff90c10fd48 req-23e3b372-ee2e-4309-b4c1-be07a7ad10dd tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:29.884647 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:29.885591 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dd834fdc-78b9-4382-92d6-0ff90c10fd48 req-23e3b372-ee2e-4309-b4c1-be07a7ad10dd tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 945 time: 0.0755954
Nov 20 20:55:29.898336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4956aa6a-4c78-4631-8ea7-0eb3de01732b {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:29.920455 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 4956aa6a-4c78-4631-8ea7-0eb3de01732b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4956aa6a-4c78-4631-8ea7-0eb3de01732b,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:29.925080 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:29.937092 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9eec512d-2fae-4cfd-a62f-cd26ad703750 req-0ca983b6-9043-468d-b991-1b486c0d818c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 210 time: 0.0682781
Nov 20 20:55:29.943238 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dd834fdc-78b9-4382-92d6-0ff90c10fd48 req-e62b18c6-64a9-4c23-a940-f52a460e0f85 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498297
Nov 20 20:55:29.979252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=4956aa6a-4c78-4631-8ea7-0eb3de01732b,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:30.135140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbabdba-faae-4983-a40f-e13b83ed7cd8 req-4261a9d2-e0a1-4315-abed-4f325ffc87e5 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:30.136811 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6bbabdba-faae-4983-a40f-e13b83ed7cd8 req-4261a9d2-e0a1-4315-abed-4f325ffc87e5 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=cde408bf-cb7a-4d41-8b66-ff40aa94f98e HTTP/1.1" status: 200  len: 946 time: 0.0557556
Nov 20 20:55:30.185932 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6bbabdba-faae-4983-a40f-e13b83ed7cd8 req-f7180cd3-8bd2-4953-b2bb-999ad40cdcf5 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427592
Nov 20 20:55:30.220366 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:30.256736 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf90d91-cc5c-409c-bae4-e400e2542fe2 req-dd52ded3-370e-43f2-89fd-580fc70a9314 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:30.258264 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bf90d91-cc5c-409c-bae4-e400e2542fe2 req-dd52ded3-370e-43f2-89fd-580fc70a9314 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.1438127
Nov 20 20:55:30.259193 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3217552f-24f8-4892-89bf-96da16db810a req-c570c093-81ef-42ac-9a46-2aa705506c7b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Made reservation on behalf of fc809fb7bd984e43bfa1433cf0c79430 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:55:30.262524 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3217552f-24f8-4892-89bf-96da16db810a req-c570c093-81ef-42ac-9a46-2aa705506c7b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:30.282264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['4956aa6a-4c78-4631-8ea7-0eb3de01732b'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:30.299580 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327b5b1-63d1-4be3-951d-9bb51f420e4c req-2743565d-298a-42e3-8047-ab4d38683e1d tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:30.301184 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a327b5b1-63d1-4be3-951d-9bb51f420e4c req-2743565d-298a-42e3-8047-ab4d38683e1d tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/ports?device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 949 time: 0.0519085
Nov 20 20:55:30.363653 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a327b5b1-63d1-4be3-951d-9bb51f420e4c req-b1392041-9ddd-4cd1-9270-69571ef66de4 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/security-groups?id=b02a3da1-3dac-42e3-b015-609871faab10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544767
Nov 20 20:55:30.397238 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bf90d91-cc5c-409c-bae4-e400e2542fe2 req-7791ff39-0ea8-408c-84b6-464ef4888656 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282394
Nov 20 20:55:30.447641 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:55:30.518422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-3217552f-24f8-4892-89bf-96da16db810a req-c570c093-81ef-42ac-9a46-2aa705506c7b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Allocated IP 172.20.0.2 (c3915836-86cb-49e6-9e5c-f9e82114304b/2907b1cf-3fa4-4cec-bd6c-6b6472f874f9/c6735702-3abe-4ed8-a376-4563315d7dc0) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:30.970196 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-bdd692b9-ca6a-45d8-8a7b-0339aefcd335 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:30.973304 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-bdd692b9-ca6a-45d8-8a7b-0339aefcd335 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/networks?id=e1689f5d-8863-4b2c-a6d3-375854e48d20 HTTP/1.1" status: 200  len: 813 time: 0.1071210
Nov 20 20:55:30.990156 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-10d745f3-bc55-458e-a37f-d67ea725e3b6 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/quotas/480b4b05733646e88b6eb93050825547 HTTP/1.1" status: 200  len: 375 time: 0.0099037
Nov 20 20:55:30.999934 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 218ebf70-108c-4096-8a5f-7859c111c4ed no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:55:31.021352 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 218ebf70-108c-4096-8a5f-7859c111c4ed {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:55:31.022021 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 218ebf70-108c-4096-8a5f-7859c111c4ed not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:55:31.045160 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a1d3c7f3-1474-442c-aab3-890bfdb6d86d tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=480b4b05733646e88b6eb93050825547&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0488236
Nov 20 20:55:31.093916 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:31.146252 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-c8e68031-be3a-4e19-8415-36786ed03497 service neutron] 10.222.0.41 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0928767
Nov 20 20:55:31.155568 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:31.196670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3faebe-f062-4742-8b57-3ccada860c68 req-f37d9c90-4d32-4c81-ba53-f02fbcd76166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:31.198190 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b3faebe-f062-4742-8b57-3ccada860c68 req-f37d9c90-4d32-4c81-ba53-f02fbcd76166 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55ad41c3ee37467d8298682b08275eb9&device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 1097 time: 0.5594425
Nov 20 20:55:31.211319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d794c5-d911-4803-828f-2b006eb3edb6 req-6254c566-45dc-4eb6-a169-b8adafc2098a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:31.212768 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05d794c5-d911-4803-828f-2b006eb3edb6 req-6254c566-45dc-4eb6-a169-b8adafc2098a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.5237095
Nov 20 20:55:31.242223 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-c508caa0-9ca3-47ee-bca5-fc4f47b0b5c5 service neutron] 10.222.0.41 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896502
Nov 20 20:55:31.297642 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3217552f-24f8-4892-89bf-96da16db810a req-c570c093-81ef-42ac-9a46-2aa705506c7b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:31.434871 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05d794c5-d911-4803-828f-2b006eb3edb6 req-4cc982a6-e089-451f-9cec-a3a330ae4340 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805749
Nov 20 20:55:31.469621 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Allocated IP 172.35.1.225 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/86eb9fcf-4965-4854-8aa2-b124c2ad5b93) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:31.472164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3faebe-f062-4742-8b57-3ccada860c68 req-9581e214-8eed-40f7-8d78-b9ccdc2c325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:31.473672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b3faebe-f062-4742-8b57-3ccada860c68 req-9581e214-8eed-40f7-8d78-b9ccdc2c325f service neutron] 10.222.0.37 "GET /v2.0/networks?id=736ec84c-e23f-43ed-94e7-211dbb35bbc4 HTTP/1.1" status: 200  len: 920 time: 0.2584224
Nov 20 20:55:31.504126 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1126d00a-6822-44da-96bd-8c5d9f82e96d req-ee918c65-01ad-4edd-89e1-74a77d130783 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 210 time: 0.0579658
Nov 20 20:55:31.565237 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3217552f-24f8-4892-89bf-96da16db810a req-c570c093-81ef-42ac-9a46-2aa705506c7b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:31.565237 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b3faebe-f062-4742-8b57-3ccada860c68 req-b0d4ce5a-ca64-454d-8538-0a5f2a2c7711 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 HTTP/1.1" status: 200  len: 217 time: 0.0725796
Nov 20 20:55:31.630217 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 4956aa6a-4c78-4631-8ea7-0eb3de01732b up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:31.675067 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3217552f-24f8-4892-89bf-96da16db810a req-c570c093-81ef-42ac-9a46-2aa705506c7b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Network c3915836-86cb-49e6-9e5c-f9e82114304b is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:31.693473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-3217552f-24f8-4892-89bf-96da16db810a req-c570c093-81ef-42ac-9a46-2aa705506c7b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:31.701686 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3217552f-24f8-4892-89bf-96da16db810a req-c570c093-81ef-42ac-9a46-2aa705506c7b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:31.705012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc17b1-a080-4dc8-8c9c-3319008b18a7 req-6838898f-b71a-4129-821c-8065f5d3d2e0 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:31.707929 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-89dc17b1-a080-4dc8-8c9c-3319008b18a7 req-6838898f-b71a-4129-821c-8065f5d3d2e0 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/ports?device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 949 time: 0.0625503
Nov 20 20:55:31.768873 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570c093-81ef-42ac-9a46-2aa705506c7b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Pushing event updated for resources: {'Port': ['ID=c6735702-3abe-4ed8-a376-4563315d7dc0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:31.772742 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 4956aa6a-4c78-4631-8ea7-0eb3de01732b completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:55:31.783848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 4956aa6a-4c78-4631-8ea7-0eb3de01732b triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:31.784380 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:31.790693 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3faebe-f062-4742-8b57-3ccada860c68 req-da38ab4a-0211-4770-b5af-f7d2fb377a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:31.792204 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b3faebe-f062-4742-8b57-3ccada860c68 req-da38ab4a-0211-4770-b5af-f7d2fb377a43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8caf43ae-75b1-499d-9400-cbaa8e6fc948 HTTP/1.1" status: 200  len: 859 time: 0.2192404
Nov 20 20:55:31.837530 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-89dc17b1-a080-4dc8-8c9c-3319008b18a7 req-590ca235-80fb-4802-992b-a98956e6b342 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/security-groups?id=b02a3da1-3dac-42e3-b015-609871faab10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138046
Nov 20 20:55:31.867383 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b3faebe-f062-4742-8b57-3ccada860c68 req-a4ce6a74-21d1-48a3-a4e2-66d29933df79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=736ec84c-e23f-43ed-94e7-211dbb35bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0646126
Nov 20 20:55:31.877162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217552f-24f8-4892-89bf-96da16db810a req-c570c093-81ef-42ac-9a46-2aa705506c7b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:31.877828 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3217552f-24f8-4892-89bf-96da16db810a req-c570c093-81ef-42ac-9a46-2aa705506c7b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:31.913704 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:31.923504 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:31.926942 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-039f4c89-7b0e-4ebf-af53-6a3b552ad21f req-7d774933-7484-4312-9d68-c08c5763ddc5 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 210 time: 0.1000800
Nov 20 20:55:31.976178 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3217552f-24f8-4892-89bf-96da16db810a req-c570c093-81ef-42ac-9a46-2aa705506c7b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1350937
Nov 20 20:55:31.980064 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4682c8fb-76cc-41d0-a971-f7cf0c5b38ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4956aa6a-4c78-4631-8ea7-0eb3de01732b'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:31.982854 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f24003-17a8-4ee2-8643-b9fab7728a16" -d '{"events": [{"server_uuid": "4682c8fb-76cc-41d0-a971-f7cf0c5b38ee", "name": "network-vif-plugged", "status": "completed", "tag": "4956aa6a-4c78-4631-8ea7-0eb3de01732b"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:31.995548 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8c9bd-b8a9-48c5-a20f-f119d9c1d985 req-4829efa9-03ff-4c64-961d-3fcb16649f21 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:31.997499 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-90f8c9bd-b8a9-48c5-a20f-f119d9c1d985 req-4829efa9-03ff-4c64-961d-3fcb16649f21 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde408bf-cb7a-4d41-8b66-ff40aa94f98e HTTP/1.1" status: 200  len: 946 time: 0.0856783
Nov 20 20:55:32.012336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 4956aa6a-4c78-4631-8ea7-0eb3de01732b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4956aa6a-4c78-4631-8ea7-0eb3de01732b,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:32.012837 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Request body: {'port': {'device_id': 'eb6b17e8-3ed4-4602-9524-8aa8b910746a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:32.020302 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:32.091431 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef096be7-75bd-42ab-b40d-530cabe2645f x-openstack-request-id: req-ef096be7-75bd-42ab-b40d-530cabe2645f {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:32.092400 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4682c8fb-76cc-41d0-a971-f7cf0c5b38ee", "name": "network-vif-plugged", "status": "completed", "tag": "4956aa6a-4c78-4631-8ea7-0eb3de01732b", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:32.092859 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef096be7-75bd-42ab-b40d-530cabe2645f {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:32.093599 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4682c8fb-76cc-41d0-a971-f7cf0c5b38ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4956aa6a-4c78-4631-8ea7-0eb3de01732b', 'code': 200}
Nov 20 20:55:32.124913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=4956aa6a-4c78-4631-8ea7-0eb3de01732b,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:32.181251 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-90f8c9bd-b8a9-48c5-a20f-f119d9c1d985 req-31cf6eae-bfa4-41d1-a92f-539474bc0636 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Deleting port 6298c75b-8fea-4075-8d87-350b7b03ded0 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:32.182235 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-90f8c9bd-b8a9-48c5-a20f-f119d9c1d985 req-31cf6eae-bfa4-41d1-a92f-539474bc0636 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:32.185339 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:32.207789 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b3faebe-f062-4742-8b57-3ccada860c68 req-aa61c14c-5ae4-4a14-96d2-af919ec61989 service neutron] 10.222.0.37 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3136623
Nov 20 20:55:32.268389 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:32.332259 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:32.346495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-90f8c9bd-b8a9-48c5-a20f-f119d9c1d985 req-31cf6eae-bfa4-41d1-a92f-539474bc0636 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] For port 6298c75b-8fea-4075-8d87-350b7b03ded0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6298c75b-8fea-4075-8d87-350b7b03ded0,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:32.346860 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-90f8c9bd-b8a9-48c5-a20f-f119d9c1d985 req-31cf6eae-bfa4-41d1-a92f-539474bc0636 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:32.348164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744daa1-e676-4953-ab3c-82ccee6c30bb req-2e7dbf0d-a351-4347-914a-4f328cfe9a81 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:32.351376 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a744daa1-e676-4953-ab3c-82ccee6c30bb req-2e7dbf0d-a351-4347-914a-4f328cfe9a81 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.37 "GET /v2.0/ports?device_id=711c77a1-f02a-41ec-8bcc-3b83fc631724 HTTP/1.1" status: 200  len: 945 time: 0.3252933
Nov 20 20:55:32.359658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:32.362372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-90f8c9bd-b8a9-48c5-a20f-f119d9c1d985 req-31cf6eae-bfa4-41d1-a92f-539474bc0636 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Calling delete_port for 6298c75b-8fea-4075-8d87-350b7b03ded0 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:32.362681 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:32.432188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6bcc6-aeb4-4c91-a10b-1870b2e1edfc req-fc8a9f3a-62e4-4d27-b431-ccbcda9dfcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:32.433918 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-57c6bcc6-aeb4-4c91-a10b-1870b2e1edfc req-fc8a9f3a-62e4-4d27-b431-ccbcda9dfcbd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 1101 time: 0.3155954
Nov 20 20:55:32.434807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Pushing event updated for resources: {'Port': ['ID=86eb9fcf-4965-4854-8aa2-b124c2ad5b93,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:32.620014 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-90f8c9bd-b8a9-48c5-a20f-f119d9c1d985 req-31cf6eae-bfa4-41d1-a92f-539474bc0636 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:32.633968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['755721ae-d227-49d0-947b-f6f75f3cf29a'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:32.637917 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['6298c75b-8fea-4075-8d87-350b7b03ded0'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:32.641934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cbbf3-8b66-4e08-9d3a-a5d1e58b8a98 req-e3e848ac-fd48-4f89-8c0a-f21c056bf12b tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:32.643322 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e37cbbf3-8b66-4e08-9d3a-a5d1e58b8a98 req-e3e848ac-fd48-4f89-8c0a-f21c056bf12b tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.0929465
Nov 20 20:55:32.693003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf6eae-bfa4-41d1-a92f-539474bc0636 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Pushing event deleted for resources: {'Port': ['ID=6298c75b-8fea-4075-8d87-350b7b03ded0,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:32.714916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f8c9bd-b8a9-48c5-a20f-f119d9c1d985 req-31cf6eae-bfa4-41d1-a92f-539474bc0636 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] No DVR routers for this DVR port 6298c75b-8fea-4075-8d87-350b7b03ded0 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:55:32.724274 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-90f8c9bd-b8a9-48c5-a20f-f119d9c1d985 req-31cf6eae-bfa4-41d1-a92f-539474bc0636 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:32.728628 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-90f8c9bd-b8a9-48c5-a20f-f119d9c1d985 req-31cf6eae-bfa4-41d1-a92f-539474bc0636 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.47 "DELETE /v2.0/ports/6298c75b-8fea-4075-8d87-350b7b03ded0 HTTP/1.1" status: 204  len: 173 time: 0.7234251
Nov 20 20:55:32.729099 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde408bf-cb7a-4d41-8b66-ff40aa94f98e', 'name': 'network-vif-deleted', 'tag': '6298c75b-8fea-4075-8d87-350b7b03ded0'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:32.731929 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfac5c82-341d-4fd1-a677-1dd0ddc85743" -d '{"events": [{"server_uuid": "cde408bf-cb7a-4d41-8b66-ff40aa94f98e", "name": "network-vif-deleted", "tag": "6298c75b-8fea-4075-8d87-350b7b03ded0"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:32.782644 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e37cbbf3-8b66-4e08-9d3a-a5d1e58b8a98 req-685e70dd-3143-49cc-b169-4f0507d9ddd8 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964406
Nov 20 20:55:32.801151 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b3faebe-f062-4742-8b57-3ccada860c68 req-7f079b07-af80-4f1e-b723-58fa8bedb178 service neutron] 10.222.0.37 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5635045
Nov 20 20:55:32.880336 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-57c6bcc6-aeb4-4c91-a10b-1870b2e1edfc req-ec8689b1-985d-4946-a4d1-df4ab5c96068 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b02a3da1-3dac-42e3-b015-609871faab10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4338276
Nov 20 20:55:33.113326 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa69945-6300-4a7a-86ad-d060dbb97b58 req-8332f67d-6b4a-476e-a5f7-6966a987fc9f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:33.115527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7fa69945-6300-4a7a-86ad-d060dbb97b58 req-8332f67d-6b4a-476e-a5f7-6966a987fc9f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 931 time: 0.3822346
Nov 20 20:55:33.148298 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e75a48-ba95-4c4b-b9a7-f7d844fa211d x-openstack-request-id: req-74e75a48-ba95-4c4b-b9a7-f7d844fa211d {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:33.149480 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde408bf-cb7a-4d41-8b66-ff40aa94f98e", "name": "network-vif-deleted", "tag": "6298c75b-8fea-4075-8d87-350b7b03ded0", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:33.149480 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74e75a48-ba95-4c4b-b9a7-f7d844fa211d {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:33.150028 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde408bf-cb7a-4d41-8b66-ff40aa94f98e', 'name': 'network-vif-deleted', 'tag': '6298c75b-8fea-4075-8d87-350b7b03ded0', 'status': 'completed', 'code': 200}
Nov 20 20:55:33.217325 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-a744daa1-e676-4953-ab3c-82ccee6c30bb req-3698a3d2-8c6c-4119-a62d-2df85d054344 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Deleting port 755721ae-d227-49d0-947b-f6f75f3cf29a {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:33.217663 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a744daa1-e676-4953-ab3c-82ccee6c30bb req-3698a3d2-8c6c-4119-a62d-2df85d054344 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:33.249308 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6bf8b-f9bc-453b-9ea0-b394306475f7 req-db4ab0bc-7a21-4391-b797-86bf04ab9c77 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:33.250833 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-20a6bf8b-f9bc-453b-9ea0-b394306475f7 req-db4ab0bc-7a21-4391-b797-86bf04ab9c77 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/ports?device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 950 time: 0.0520434
Nov 20 20:55:33.302819 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-20a6bf8b-f9bc-453b-9ea0-b394306475f7 req-79bf2161-c1d0-4d07-8b82-37a00af99f9a tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/security-groups?id=b02a3da1-3dac-42e3-b015-609871faab10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458632
Nov 20 20:55:33.325612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-5578de1e-32e2-447e-a03f-704b6225514f tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:33.327108 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-5578de1e-32e2-447e-a03f-704b6225514f tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.37 "GET /v2.0/networks?id=e1689f5d-8863-4b2c-a6d3-375854e48d20 HTTP/1.1" status: 200  len: 813 time: 0.4849730
Nov 20 20:55:33.363802 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-65bffba9-581e-4fa4-9138-c766fedec571 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Request body: {'port': {'device_id': 'db188a9b-76d3-4bd0-8c8d-6d69715fe374', 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20', 'admin_state_up': True, 'tenant_id': '480b4b05733646e88b6eb93050825547'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:33.453068 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25f62a7b-ce38-4f48-80d7-70b473d37cd0 req-87f04164-9734-4665-a067-55b04aef1fcd tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 210 time: 0.0316176
Nov 20 20:55:33.453992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-3c13d5e7-abc9-436e-9a83-55242a26583b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:33.455513 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-3c13d5e7-abc9-436e-9a83-55242a26583b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.47 "GET /v2.0/networks?id=e1689f5d-8863-4b2c-a6d3-375854e48d20 HTTP/1.1" status: 200  len: 813 time: 0.3391306
Nov 20 20:55:33.822968 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-2e24bf0e-b883-45b9-b250-162c0a1ecb04 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Request body: {'port': {'device_id': 'f2fa090e-55ec-4abd-8248-6a85b2b91f8a', 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20', 'admin_state_up': True, 'tenant_id': '480b4b05733646e88b6eb93050825547'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:33.830708 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7fa69945-6300-4a7a-86ad-d060dbb97b58 req-8b9a3a58-f0c9-411a-be43-571d8df3d64c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6307790
Nov 20 20:55:33.917778 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24231b7-4afe-4740-adf1-0f2e906cedd0 req-95dc4341-8c17-4cf9-8c2f-de478762a57f tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:33.919312 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d24231b7-4afe-4740-adf1-0f2e906cedd0 req-95dc4341-8c17-4cf9-8c2f-de478762a57f tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.0489659
Nov 20 20:55:33.954094 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:33.956816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a744daa1-e676-4953-ab3c-82ccee6c30bb req-3698a3d2-8c6c-4119-a62d-2df85d054344 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] For port 755721ae-d227-49d0-947b-f6f75f3cf29a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=755721ae-d227-49d0-947b-f6f75f3cf29a,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:33.957175 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a744daa1-e676-4953-ab3c-82ccee6c30bb req-3698a3d2-8c6c-4119-a62d-2df85d054344 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:33.969563 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d24231b7-4afe-4740-adf1-0f2e906cedd0 req-f55becc3-aa56-4025-9607-148f7f833013 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441573
Nov 20 20:55:34.005202 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6735702-3abe-4ed8-a376-4563315d7dc0 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:34.057710 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:34.065581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-a744daa1-e676-4953-ab3c-82ccee6c30bb req-3698a3d2-8c6c-4119-a62d-2df85d054344 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Calling delete_port for 755721ae-d227-49d0-947b-f6f75f3cf29a owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:34.108642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Transition to ACTIVE for port object c6735702-3abe-4ed8-a376-4563315d7dc0 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:55:34.124124 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:34.229542 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-65bffba9-581e-4fa4-9138-c766fedec571 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Made reservation on behalf of 480b4b05733646e88b6eb93050825547 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:55:34.232986 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-65bffba9-581e-4fa4-9138-c766fedec571 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:34.318819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Pushing event updated for resources: {'Port': ['ID=c6735702-3abe-4ed8-a376-4563315d7dc0,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:34.397842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-2e24bf0e-b883-45b9-b250-162c0a1ecb04 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Made reservation on behalf of 480b4b05733646e88b6eb93050825547 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:55:34.401994 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-2e24bf0e-b883-45b9-b250-162c0a1ecb04 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:34.447971 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f449d7-9c52-40a0-855e-83eba0a5f6af req-18648fe5-0b6c-4961-98d2-3a38c6a3eebe tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:34.449674 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8f449d7-9c52-40a0-855e-83eba0a5f6af req-18648fe5-0b6c-4961-98d2-3a38c6a3eebe tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/ports?device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 950 time: 0.0727475
Nov 20 20:55:34.521414 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8f449d7-9c52-40a0-855e-83eba0a5f6af req-eb5437f2-aef9-45dd-bedc-0b8ebd835579 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/security-groups?id=b02a3da1-3dac-42e3-b015-609871faab10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644524
Nov 20 20:55:34.692641 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cc72bf9-60c0-4b47-b842-0589181d3f26 req-231fe396-91ba-4123-b16d-c78564700b24 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 210 time: 0.1450655
Nov 20 20:55:34.708079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Attempting to bind port c6735702-3abe-4ed8-a376-4563315d7dc0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:55:34.708418 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Attempting to bind port c6735702-3abe-4ed8-a376-4563315d7dc0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:55:34.708753 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Attempting to bind port c6735702-3abe-4ed8-a376-4563315d7dc0 on network c3915836-86cb-49e6-9e5c-f9e82114304b {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:34.733131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-65bffba9-581e-4fa4-9138-c766fedec571 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Allocated IP 172.20.0.10 (e1689f5d-8863-4b2c-a6d3-375854e48d20/4c67d961-3278-4bc5-93f8-082ae3cc8ba3/b01dce5f-9b14-481a-bca0-7d462e3a3709) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:34.738476 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:34.739982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Port c6735702-3abe-4ed8-a376-4563315d7dc0 on network c3915836-86cb-49e6-9e5c-f9e82114304b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:55:34.740309 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Attempting to bind port c6735702-3abe-4ed8-a376-4563315d7dc0 on network c3915836-86cb-49e6-9e5c-f9e82114304b {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:34.750396 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:34.756790 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a744daa1-e676-4953-ab3c-82ccee6c30bb req-3698a3d2-8c6c-4119-a62d-2df85d054344 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:34.760859 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:55:34.761207 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Checking segment: {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:34.761640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Bound using segment: {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:55:34.762461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Bound port: c6735702-3abe-4ed8-a376-4563315d7dc0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:55:34.762461 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:34.844762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698a3d2-8c6c-4119-a62d-2df85d054344 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Pushing event deleted for resources: {'Port': ['ID=755721ae-d227-49d0-947b-f6f75f3cf29a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:34.958126 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a744daa1-e676-4953-ab3c-82ccee6c30bb req-3698a3d2-8c6c-4119-a62d-2df85d054344 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] No DVR routers for this DVR port 755721ae-d227-49d0-947b-f6f75f3cf29a on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:55:34.969449 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a744daa1-e676-4953-ab3c-82ccee6c30bb req-3698a3d2-8c6c-4119-a62d-2df85d054344 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:34.972779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a744daa1-e676-4953-ab3c-82ccee6c30bb req-3698a3d2-8c6c-4119-a62d-2df85d054344 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.37 "DELETE /v2.0/ports/755721ae-d227-49d0-947b-f6f75f3cf29a HTTP/1.1" status: 204  len: 173 time: 2.5974948
Nov 20 20:55:34.974291 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9f4bc-19d1-42a7-8141-2d2b38997b5b req-ed309bd0-2735-4036-87d6-7963296a2c21 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:34.976258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711c77a1-f02a-41ec-8bcc-3b83fc631724', 'name': 'network-vif-deleted', 'tag': '755721ae-d227-49d0-947b-f6f75f3cf29a'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:34.979194 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18658085-cf07-4622-8e97-ee37952aab51" -d '{"events": [{"server_uuid": "711c77a1-f02a-41ec-8bcc-3b83fc631724", "name": "network-vif-deleted", "tag": "755721ae-d227-49d0-947b-f6f75f3cf29a"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:34.982585 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8dd9f4bc-19d1-42a7-8141-2d2b38997b5b req-ed309bd0-2735-4036-87d6-7963296a2c21 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 943 time: 0.0553739
Nov 20 20:55:35.044871 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8dd9f4bc-19d1-42a7-8141-2d2b38997b5b req-2ad43209-f968-458c-a3b9-656f05bbff11 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499530
Nov 20 20:55:35.052487 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] For port c6735702-3abe-4ed8-a376-4563315d7dc0, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:55:35.098467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] For port c6735702-3abe-4ed8-a376-4563315d7dc0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6735702-3abe-4ed8-a376-4563315d7dc0,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:55:35.109848 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:35.182354 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684ef55d-a875-4ff2-8c7c-1d80fdf4f23a x-openstack-request-id: req-684ef55d-a875-4ff2-8c7c-1d80fdf4f23a {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:35.182657 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711c77a1-f02a-41ec-8bcc-3b83fc631724", "name": "network-vif-deleted", "tag": "755721ae-d227-49d0-947b-f6f75f3cf29a", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:35.182916 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-684ef55d-a875-4ff2-8c7c-1d80fdf4f23a {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:35.183320 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711c77a1-f02a-41ec-8bcc-3b83fc631724', 'name': 'network-vif-deleted', 'tag': '755721ae-d227-49d0-947b-f6f75f3cf29a', 'status': 'completed', 'code': 200}
Nov 20 20:55:35.187666 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650782f4-482e-4faa-93ee-b1a14103bc46 req-ed9aefab-6a99-48f3-862a-5f6b5bae9e35 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:35.189302 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-650782f4-482e-4faa-93ee-b1a14103bc46 req-ed9aefab-6a99-48f3-862a-5f6b5bae9e35 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.0569735
Nov 20 20:55:35.204988 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-65bffba9-581e-4fa4-9138-c766fedec571 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:35.213266 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:35.214226 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:35.215628 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3217552f-24f8-4892-89bf-96da16db810a req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] 10.222.0.37 "PUT /v2.0/ports/c6735702-3abe-4ed8-a376-4563315d7dc0 HTTP/1.1" status: 200  len: 1091 time: 3.2092614
Nov 20 20:55:35.244869 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-650782f4-482e-4faa-93ee-b1a14103bc46 req-98dc47c4-7c32-4ed2-b8cb-cde766a4efa0 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490251
Nov 20 20:55:35.329574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Router 83a4d713-5194-454d-ad3f-00ca62fc3202 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:55:35.339283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21bf51-8724-40ae-b830-287afa105b35 service neutron] Pushing event updated for resources: {'Port': ['ID=c6735702-3abe-4ed8-a376-4563315d7dc0,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:35.378517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92713b34-4b7c-499b-8c28-12b668f6e10d req-ef74cf0c-2449-4bee-a16e-2a7b639b6a57 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:35.380017 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92713b34-4b7c-499b-8c28-12b668f6e10d req-ef74cf0c-2449-4bee-a16e-2a7b639b6a57 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/ports?device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 950 time: 0.1620343
Nov 20 20:55:35.390582 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-65bffba9-581e-4fa4-9138-c766fedec571 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:35.489952 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217552f-24f8-4892-89bf-96da16db810a req-83963815-1dc8-4b82-8ed9-dc6f34dbef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:35.491802 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3217552f-24f8-4892-89bf-96da16db810a req-83963815-1dc8-4b82-8ed9-dc6f34dbef6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 1094 time: 0.2159224
Nov 20 20:55:35.587897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-65bffba9-581e-4fa4-9138-c766fedec571 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Network e1689f5d-8863-4b2c-a6d3-375854e48d20 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:35.603059 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bffba9-581e-4fa4-9138-c766fedec571 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Pushing event updated for resources: {'Port': ['ID=b01dce5f-9b14-481a-bca0-7d462e3a3709,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:35.605427 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-65bffba9-581e-4fa4-9138-c766fedec571 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:35.608607 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3217552f-24f8-4892-89bf-96da16db810a req-f92c3767-3e6f-43ed-b3ff-fc522ecb1a57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6735702-3abe-4ed8-a376-4563315d7dc0 HTTP/1.1" status: 200  len: 217 time: 0.0775583
Nov 20 20:55:35.617618 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-65bffba9-581e-4fa4-9138-c766fedec571 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:35.659647 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6298c75b-8fea-4075-8d87-350b7b03ded0 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:55:35.660208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-2e24bf0e-b883-45b9-b250-162c0a1ecb04 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Allocated IP 172.20.0.8 (e1689f5d-8863-4b2c-a6d3-375854e48d20/4c67d961-3278-4bc5-93f8-082ae3cc8ba3/f6f71518-918d-4d53-86d6-5c5fe35e9c70) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:35.680174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 6298c75b-8fea-4075-8d87-350b7b03ded0 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:55:35.680632 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6298c75b-8fea-4075-8d87-350b7b03ded0 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:55:35.753654 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92713b34-4b7c-499b-8c28-12b668f6e10d req-a9a1e76d-c370-46eb-8fc9-cc4c65fa264d tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/security-groups?id=b02a3da1-3dac-42e3-b015-609871faab10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3563621
Nov 20 20:55:35.775295 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:55:35.787097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-65bffba9-581e-4fa4-9138-c766fedec571 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:35.787726 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-65bffba9-581e-4fa4-9138-c766fedec571 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:35.792217 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bc15e2-f5dd-4dd7-a8b5-e0eb4904b4a3 None None] Sync routers for ids ['83a4d713-5194-454d-ad3f-00ca62fc3202'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:55:35.801212 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:35.802563 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5c9bd959-1109-4fe1-a3cf-2dfd877b50c2 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "PUT /v2.0/routers/83a4d713-5194-454d-ad3f-00ca62fc3202 HTTP/1.1" status: 200  len: 882 time: 5.9326096
Nov 20 20:55:35.802672 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc15e2-f5dd-4dd7-a8b5-e0eb4904b4a3 None None] Routers {'83a4d713-5194-454d-ad3f-00ca62fc3202'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:35.803430 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a7bc15e2-f5dd-4dd7-a8b5-e0eb4904b4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a547140d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['83a4d713-5194-454d-ad3f-00ca62fc3202'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:35.808408 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42164) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:35.824512 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217552f-24f8-4892-89bf-96da16db810a req-87ab623c-39ea-4480-90d9-1a9edc27bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:35.824738 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-139d6b79-cdbc-4249-9a12-24febaddea79 req-7c45fd31-4640-4243-8180-137989aa4d27 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 210 time: 0.0434806
Nov 20 20:55:35.826003 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3217552f-24f8-4892-89bf-96da16db810a req-87ab623c-39ea-4480-90d9-1a9edc27bd74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2907b1cf-3fa4-4cec-bd6c-6b6472f874f9 HTTP/1.1" status: 200  len: 852 time: 0.1742928
Nov 20 20:55:35.856077 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a7bc15e2-f5dd-4dd7-a8b5-e0eb4904b4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a547140d0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:35.868683 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc15e2-f5dd-4dd7-a8b5-e0eb4904b4a3 None None] Routers {'83a4d713-5194-454d-ad3f-00ca62fc3202'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:35.869380 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a7bc15e2-f5dd-4dd7-a8b5-e0eb4904b4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a547140d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['83a4d713-5194-454d-ad3f-00ca62fc3202'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:35.887181 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-65bffba9-581e-4fa4-9138-c766fedec571 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5447617
Nov 20 20:55:35.902812 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a7bc15e2-f5dd-4dd7-a8b5-e0eb4904b4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a547140d0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:35.903473 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bc15e2-f5dd-4dd7-a8b5-e0eb4904b4a3 None None] The sync data for ids ['83a4d713-5194-454d-ad3f-00ca62fc3202'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:55:35.916826 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3217552f-24f8-4892-89bf-96da16db810a req-9d54abb5-a104-4e55-8b2a-84dbe6fea471 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c3915836-86cb-49e6-9e5c-f9e82114304b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0542693
Nov 20 20:55:35.920439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Request body: {'port': {'device_id': 'db188a9b-76d3-4bd0-8c8d-6d69715fe374', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:36.172592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952d6bc-fa37-48b1-a926-10aefd11ea91 req-61089ff8-b6fb-4f61-bba5-f299489f8362 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:36.174187 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d952d6bc-fa37-48b1-a926-10aefd11ea91 req-61089ff8-b6fb-4f61-bba5-f299489f8362 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 943 time: 0.0532851
Nov 20 20:55:36.224823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d952d6bc-fa37-48b1-a926-10aefd11ea91 req-1ad16c2d-b961-4024-bfa6-cc797e8939f7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439239
Nov 20 20:55:36.489417 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-576febf1-bff3-4f4c-b004-b88b982f7161 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "GET /v2.0/routers/83a4d713-5194-454d-ad3f-00ca62fc3202 HTTP/1.1" status: 200  len: 923 time: 0.6771851
Nov 20 20:55:36.492352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42172) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:36.500804 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:36.543073 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d6218e-6799-4261-8103-29f6c71bf464 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:36.547123 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3217552f-24f8-4892-89bf-96da16db810a req-31dcd056-37dc-4815-9fa4-0ce3f31df634 service neutron] 10.222.0.37 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6183257
Nov 20 20:55:36.547502 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b7d6218e-6799-4261-8103-29f6c71bf464 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&device_id=83a4d713-5194-454d-ad3f-00ca62fc3202&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0512412
Nov 20 20:55:36.549082 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42176) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:36.555588 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51ee18-f8a1-4bae-985d-c4d53203908f req-210bfcc7-69f0-4de3-bf5b-a55e548d3cf9 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:36.557082 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec51ee18-f8a1-4bae-985d-c4d53203908f req-210bfcc7-69f0-4de3-bf5b-a55e548d3cf9 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.1858330
Nov 20 20:55:36.578881 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-2e24bf0e-b883-45b9-b250-162c0a1ecb04 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:36.657512 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1ad8e-07fa-40c6-9cfc-a1dc75114545 req-cde84c59-ade7-42ce-bdee-f0020418ff61 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:36.659549 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ece1ad8e-07fa-40c6-9cfc-a1dc75114545 req-cde84c59-ade7-42ce-bdee-f0020418ff61 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.47 "GET /v2.0/ports?device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 950 time: 0.1007793
Nov 20 20:55:36.721498 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c39d94d-1776-4cc1-a382-47d65c71cfec tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:36.725549 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0c39d94d-1776-4cc1-a382-47d65c71cfec tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 881 time: 0.1725907
Nov 20 20:55:36.725968 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42178) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:36.776111 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-98728fc5-59d8-4b38-a80c-1e40eae3719e tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "GET /v2.0/ports?device_id=83a4d713-5194-454d-ad3f-00ca62fc3202 HTTP/1.1" status: 200  len: 205 time: 0.0492780
Nov 20 20:55:36.779072 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42180) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:36.792831 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec51ee18-f8a1-4bae-985d-c4d53203908f req-6c342b3b-f02f-4dd0-a321-1809b7b6c3fd tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058046
Nov 20 20:55:36.808972 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-2e24bf0e-b883-45b9-b250-162c0a1ecb04 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:36.823587 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3217552f-24f8-4892-89bf-96da16db810a req-f61c78de-fc97-4a8f-bdae-9d4a59090bc1 service neutron] 10.222.0.37 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2654884
Nov 20 20:55:36.884296 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-2e24bf0e-b883-45b9-b250-162c0a1ecb04 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Network e1689f5d-8863-4b2c-a6d3-375854e48d20 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:36.895517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-2e24bf0e-b883-45b9-b250-162c0a1ecb04 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:36.905129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-2e24bf0e-b883-45b9-b250-162c0a1ecb04 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:36.935848 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24bf0e-b883-45b9-b250-162c0a1ecb04 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Pushing event updated for resources: {'Port': ['ID=f6f71518-918d-4d53-86d6-5c5fe35e9c70,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:36.999357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 755721ae-d227-49d0-947b-f6f75f3cf29a no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:55:37.024714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 755721ae-d227-49d0-947b-f6f75f3cf29a {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:55:37.025492 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 755721ae-d227-49d0-947b-f6f75f3cf29a not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:55:37.041664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-2e24bf0e-b883-45b9-b250-162c0a1ecb04 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:37.042354 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-2e24bf0e-b883-45b9-b250-162c0a1ecb04 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:37.088422 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-2e24bf0e-b883-45b9-b250-162c0a1ecb04 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5788805
Nov 20 20:55:37.096183 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5b69d-aadd-4cb6-863a-bacd7671f6d9 req-eb0a71b1-06b6-4792-964c-d7bbe6e6d0e2 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:37.097880 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2fd5b69d-aadd-4cb6-863a-bacd7671f6d9 req-eb0a71b1-06b6-4792-964c-d7bbe6e6d0e2 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 931 time: 0.1570799
Nov 20 20:55:37.105284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Request body: {'port': {'device_id': 'f2fa090e-55ec-4abd-8248-6a85b2b91f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:37.187848 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6b17e8-3ed4-4602-9524-8aa8b910746a', 'tag': 'c6735702-3abe-4ed8-a376-4563315d7dc0'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:37.190181 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1b410e-6236-48a9-bf15-81a7e2b63eae" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6b17e8-3ed4-4602-9524-8aa8b910746a", "tag": "c6735702-3abe-4ed8-a376-4563315d7dc0"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:37.215201 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01dce5f-9b14-481a-bca0-7d462e3a3709 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:37.228146 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:37.247066 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-ece1ad8e-07fa-40c6-9cfc-a1dc75114545 req-426c2fb4-025d-44f4-a981-2f163b618d3b tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Deleting port 4956aa6a-4c78-4631-8ea7-0eb3de01732b {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:37.247685 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ece1ad8e-07fa-40c6-9cfc-a1dc75114545 req-426c2fb4-025d-44f4-a981-2f163b618d3b tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:37.251508 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:37.256105 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2fd5b69d-aadd-4cb6-863a-bacd7671f6d9 req-524efe91-dcce-4146-8f25-870be563a03e tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457281
Nov 20 20:55:37.257051 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Transition to ACTIVE for port object b01dce5f-9b14-481a-bca0-7d462e3a3709 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:55:37.267051 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:37.333630 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b578e7f3-7fc2-4e5c-b03e-48f3694b5b84 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:37.346268 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f38309-5520-4688-831e-62bb2717d62e req-5c599c4a-dbbe-4afc-9dc4-e7c84e68a137 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:37.347954 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c0f38309-5520-4688-831e-62bb2717d62e req-5c599c4a-dbbe-4afc-9dc4-e7c84e68a137 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/ports?device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 950 time: 0.4841838
Nov 20 20:55:37.389054 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Pushing event updated for resources: {'Port': ['ID=b01dce5f-9b14-481a-bca0-7d462e3a3709,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:37.452120 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b8bd23-1dd5-4401-a11c-709ae3d09234 x-openstack-request-id: req-43b8bd23-1dd5-4401-a11c-709ae3d09234 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:37.452518 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6b17e8-3ed4-4602-9524-8aa8b910746a", "tag": "c6735702-3abe-4ed8-a376-4563315d7dc0", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:37.452840 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43b8bd23-1dd5-4401-a11c-709ae3d09234 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:37.453304 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6b17e8-3ed4-4602-9524-8aa8b910746a', 'tag': 'c6735702-3abe-4ed8-a376-4563315d7dc0', 'status': 'completed', 'code': 200}
Nov 20 20:55:37.509925 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c0f38309-5520-4688-831e-62bb2717d62e req-edd43acc-fd9b-4bb6-b667-ceeeaac2052d tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/security-groups?id=b02a3da1-3dac-42e3-b015-609871faab10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283338
Nov 20 20:55:37.517968 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-ece1ad8e-07fa-40c6-9cfc-a1dc75114545 req-426c2fb4-025d-44f4-a981-2f163b618d3b tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] For port 4956aa6a-4c78-4631-8ea7-0eb3de01732b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4956aa6a-4c78-4631-8ea7-0eb3de01732b,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:37.518158 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ece1ad8e-07fa-40c6-9cfc-a1dc75114545 req-426c2fb4-025d-44f4-a981-2f163b618d3b tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:37.549490 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-ece1ad8e-07fa-40c6-9cfc-a1dc75114545 req-426c2fb4-025d-44f4-a981-2f163b618d3b tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Calling delete_port for 4956aa6a-4c78-4631-8ea7-0eb3de01732b owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:37.563101 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b578e7f3-7fc2-4e5c-b03e-48f3694b5b84 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:37.595658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Attempting to bind port b01dce5f-9b14-481a-bca0-7d462e3a3709 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:55:37.596207 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Attempting to bind port b01dce5f-9b14-481a-bca0-7d462e3a3709 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e9fcfb69-c5a4-463d-9358-445638064d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:55:37.596461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Attempting to bind port b01dce5f-9b14-481a-bca0-7d462e3a3709 on network e1689f5d-8863-4b2c-a6d3-375854e48d20 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:37.623882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b410e-6236-48a9-bf15-81a7e2b63eae req-e43e3e75-8150-4f90-ae76-8a7d3aff57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:37.625457 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac1b410e-6236-48a9-bf15-81a7e2b63eae req-e43e3e75-8150-4f90-ae76-8a7d3aff57cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 1094 time: 0.1674736
Nov 20 20:55:37.642000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Port b01dce5f-9b14-481a-bca0-7d462e3a3709 on network e1689f5d-8863-4b2c-a6d3-375854e48d20 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:55:37.642617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Attempting to bind port b01dce5f-9b14-481a-bca0-7d462e3a3709 on network e1689f5d-8863-4b2c-a6d3-375854e48d20 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:37.658688 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189acc7-22cc-44b4-a9bc-afe1cdffcb42 req-f807863d-93e6-4880-947c-894b8c9ae57e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:37.659760 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f189acc7-22cc-44b4-a9bc-afe1cdffcb42 req-f807863d-93e6-4880-947c-894b8c9ae57e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 943 time: 0.1936777
Nov 20 20:55:37.683755 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b578e7f3-7fc2-4e5c-b03e-48f3694b5b84 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Deleting port 86eb9fcf-4965-4854-8aa2-b124c2ad5b93 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:37.684099 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b578e7f3-7fc2-4e5c-b03e-48f3694b5b84 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:37.686024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:55:37.686394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Checking segment: {'id': 'e9fcfb69-c5a4-463d-9358-445638064d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:37.687170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Bound using segment: {'id': 'e9fcfb69-c5a4-463d-9358-445638064d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:55:37.687295 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Bound port: b01dce5f-9b14-481a-bca0-7d462e3a3709, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fcfb69-c5a4-463d-9358-445638064d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:55:37.687561 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:37.793888 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ece1ad8e-07fa-40c6-9cfc-a1dc75114545 req-426c2fb4-025d-44f4-a981-2f163b618d3b tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:37.805175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['4956aa6a-4c78-4631-8ea7-0eb3de01732b'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:37.809675 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b578e7f3-7fc2-4e5c-b03e-48f3694b5b84 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:37.847848 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f189acc7-22cc-44b4-a9bc-afe1cdffcb42 req-e80d9982-a9ea-4e43-9bf1-d79f6b128627 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714840
Nov 20 20:55:37.856157 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c2fb4-025d-44f4-a981-2f163b618d3b tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Pushing event deleted for resources: {'Port': ['ID=4956aa6a-4c78-4631-8ea7-0eb3de01732b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:37.859556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b410e-6236-48a9-bf15-81a7e2b63eae req-e6422e57-c83f-4589-9c63-4cc9d1e3a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:37.861352 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac1b410e-6236-48a9-bf15-81a7e2b63eae req-e6422e57-c83f-4589-9c63-4cc9d1e3a9df service neutron] 10.222.0.37 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 913 time: 0.2263792
Nov 20 20:55:37.865214 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b578e7f3-7fc2-4e5c-b03e-48f3694b5b84 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Calling delete_port for 86eb9fcf-4965-4854-8aa2-b124c2ad5b93 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:37.943242 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac1b410e-6236-48a9-bf15-81a7e2b63eae req-feb49e98-2a65-44a7-8a25-60106b07c213 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6735702-3abe-4ed8-a376-4563315d7dc0 HTTP/1.1" status: 200  len: 217 time: 0.0724671
Nov 20 20:55:37.966503 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] For port b01dce5f-9b14-481a-bca0-7d462e3a3709, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:55:37.974244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f71518-918d-4d53-86d6-5c5fe35e9c70 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:37.986425 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece1ad8e-07fa-40c6-9cfc-a1dc75114545 req-426c2fb4-025d-44f4-a981-2f163b618d3b tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] No DVR routers for this DVR port 4956aa6a-4c78-4631-8ea7-0eb3de01732b on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:55:37.991226 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ece1ad8e-07fa-40c6-9cfc-a1dc75114545 req-426c2fb4-025d-44f4-a981-2f163b618d3b tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:37.995249 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ece1ad8e-07fa-40c6-9cfc-a1dc75114545 req-426c2fb4-025d-44f4-a981-2f163b618d3b tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.47 "DELETE /v2.0/ports/4956aa6a-4c78-4631-8ea7-0eb3de01732b HTTP/1.1" status: 204  len: 173 time: 1.3266273
Nov 20 20:55:38.007444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4682c8fb-76cc-41d0-a971-f7cf0c5b38ee', 'name': 'network-vif-deleted', 'tag': '4956aa6a-4c78-4631-8ea7-0eb3de01732b'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:38.011202 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1896bfba-79f1-486a-b34a-5bbfbbe44f47" -d '{"events": [{"server_uuid": "4682c8fb-76cc-41d0-a971-f7cf0c5b38ee", "name": "network-vif-deleted", "tag": "4956aa6a-4c78-4631-8ea7-0eb3de01732b"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:38.011353 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.031007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] For port b01dce5f-9b14-481a-bca0-7d462e3a3709, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b01dce5f-9b14-481a-bca0-7d462e3a3709,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:55:38.049073 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.064843 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.084429 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca970db-7647-4e4c-8fc2-f3804d702c28 x-openstack-request-id: req-bca970db-7647-4e4c-8fc2-f3804d702c28 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:38.084739 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4682c8fb-76cc-41d0-a971-f7cf0c5b38ee", "name": "network-vif-deleted", "tag": "4956aa6a-4c78-4631-8ea7-0eb3de01732b", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:38.084981 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bca970db-7647-4e4c-8fc2-f3804d702c28 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:38.085389 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4682c8fb-76cc-41d0-a971-f7cf0c5b38ee', 'name': 'network-vif-deleted', 'tag': '4956aa6a-4c78-4631-8ea7-0eb3de01732b', 'status': 'completed', 'code': 200}
Nov 20 20:55:38.096286 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d1d6f-94b8-4a40-a05a-308b6318d380 req-305a8132-cf79-4bba-8118-5eb652a16061 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:38.102771 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-588d1d6f-94b8-4a40-a05a-308b6318d380 req-305a8132-cf79-4bba-8118-5eb652a16061 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.1687658
Nov 20 20:55:38.133882 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.138363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Pushing event updated for resources: {'Port': ['ID=b01dce5f-9b14-481a-bca0-7d462e3a3709,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:38.146641 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Transition to ACTIVE for port object f6f71518-918d-4d53-86d6-5c5fe35e9c70 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:55:38.155050 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.159616 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b410e-6236-48a9-bf15-81a7e2b63eae req-2ab7f230-ed08-4c2b-93b3-45e43edc3d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:38.161097 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac1b410e-6236-48a9-bf15-81a7e2b63eae req-2ab7f230-ed08-4c2b-93b3-45e43edc3d9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2907b1cf-3fa4-4cec-bd6c-6b6472f874f9 HTTP/1.1" status: 200  len: 852 time: 0.2104220
Nov 20 20:55:38.194342 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:38.194991 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.197025 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a8a22d62-6234-4c03-9d23-b3ff37ad7a49 service neutron] 10.222.0.37 "PUT /v2.0/ports/b01dce5f-9b14-481a-bca0-7d462e3a3709 HTTP/1.1" status: 200  len: 1092 time: 2.2826507
Nov 20 20:55:38.217997 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b578e7f3-7fc2-4e5c-b03e-48f3694b5b84 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.226714 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-588d1d6f-94b8-4a40-a05a-308b6318d380 req-5a451fd1-6112-4265-83ae-fdd9f39c9061 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926416
Nov 20 20:55:38.236934 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac1b410e-6236-48a9-bf15-81a7e2b63eae req-35f9ca38-b37f-4fd0-8537-73bf42ddfb78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c3915836-86cb-49e6-9e5c-f9e82114304b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389690
Nov 20 20:55:38.257043 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578e7f3-7fc2-4e5c-b03e-48f3694b5b84 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Pushing event deleted for resources: {'Port': ['ID=86eb9fcf-4965-4854-8aa2-b124c2ad5b93,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:38.303771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f71518-918d-4d53-86d6-5c5fe35e9c70,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:38.334480 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b578e7f3-7fc2-4e5c-b03e-48f3694b5b84 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.437643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-1f69e8ae-9ab1-44b0-ab7f-12028d8121d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:38.439188 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-1f69e8ae-9ab1-44b0-ab7f-12028d8121d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=480b4b05733646e88b6eb93050825547&device_id=db188a9b-76d3-4bd0-8c8d-6d69715fe374 HTTP/1.1" status: 200  len: 1095 time: 0.1988001
Nov 20 20:55:38.445059 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b578e7f3-7fc2-4e5c-b03e-48f3694b5b84 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.448651 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b578e7f3-7fc2-4e5c-b03e-48f3694b5b84 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.503337 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b578e7f3-7fc2-4e5c-b03e-48f3694b5b84 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.503918 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b578e7f3-7fc2-4e5c-b03e-48f3694b5b84 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Fanout notify agent at l3_agent the message router_deleted on router 83a4d713-5194-454d-ad3f-00ca62fc3202 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:55:38.511301 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-a81d418b-7287-4e01-8453-7ccf56f0c098 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b01dce5f-9b14-481a-bca0-7d462e3a3709 HTTP/1.1" status: 200  len: 217 time: 0.0562322
Nov 20 20:55:38.515416 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac1b410e-6236-48a9-bf15-81a7e2b63eae req-e44c3b20-9c97-4030-977e-519f24883895 service neutron] 10.222.0.37 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2641113
Nov 20 20:55:38.518008 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Attempting to bind port f6f71518-918d-4d53-86d6-5c5fe35e9c70 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:55:38.518365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Attempting to bind port f6f71518-918d-4d53-86d6-5c5fe35e9c70 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e9fcfb69-c5a4-463d-9358-445638064d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:55:38.518693 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Attempting to bind port f6f71518-918d-4d53-86d6-5c5fe35e9c70 on network e1689f5d-8863-4b2c-a6d3-375854e48d20 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:38.519310 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b578e7f3-7fc2-4e5c-b03e-48f3694b5b84 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.524925 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b578e7f3-7fc2-4e5c-b03e-48f3694b5b84 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "DELETE /v2.0/routers/83a4d713-5194-454d-ad3f-00ca62fc3202 HTTP/1.1" status: 204  len: 168 time: 1.7369819
Nov 20 20:55:38.525249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42204) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:38.530090 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7f58c098-8458-4803-b7e3-90d9baa4a30b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1852829403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:38.565846 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Port f6f71518-918d-4d53-86d6-5c5fe35e9c70 on network e1689f5d-8863-4b2c-a6d3-375854e48d20 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:55:38.566214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Attempting to bind port f6f71518-918d-4d53-86d6-5c5fe35e9c70 on network e1689f5d-8863-4b2c-a6d3-375854e48d20 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:38.567592 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7f58c098-8458-4803-b7e3-90d9baa4a30b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.569035 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7f58c098-8458-4803-b7e3-90d9baa4a30b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.575741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47887ed2-ead5-4fcf-80b2-83aab2c03874 req-cdb3d51c-a3ec-466f-bf92-624a4b2a5cb9 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:38.577281 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47887ed2-ead5-4fcf-80b2-83aab2c03874 req-cdb3d51c-a3ec-466f-bf92-624a4b2a5cb9 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 943 time: 0.2385752
Nov 20 20:55:38.610158 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:55:38.610827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Checking segment: {'id': 'e9fcfb69-c5a4-463d-9358-445638064d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:38.610943 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Bound using segment: {'id': 'e9fcfb69-c5a4-463d-9358-445638064d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:55:38.611317 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Bound port: f6f71518-918d-4d53-86d6-5c5fe35e9c70, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fcfb69-c5a4-463d-9358-445638064d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:55:38.611677 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.635914 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7f58c098-8458-4803-b7e3-90d9baa4a30b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.650408 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7f58c098-8458-4803-b7e3-90d9baa4a30b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.677854 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-91246126-4695-4e0b-8956-fa07992b0e0e req-4bed29e3-a509-4545-b7f0-f1930e262ea8 tempest-TenantUsagesTestJSON-596550945 tempest-TenantUsagesTestJSON-596550945-project] 10.222.0.41 "GET /v2.0/ports?device_id=4682c8fb-76cc-41d0-a971-f7cf0c5b38ee HTTP/1.1" status: 200  len: 210 time: 0.0380073
Nov 20 20:55:38.681051 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-0f2c6fbc-a205-4272-8208-29fa69409038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:38.682597 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-0f2c6fbc-a205-4272-8208-29fa69409038 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c67d961-3278-4bc5-93f8-082ae3cc8ba3 HTTP/1.1" status: 200  len: 853 time: 0.1591377
Nov 20 20:55:38.686574 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7f58c098-8458-4803-b7e3-90d9baa4a30b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.687861 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7f58c098-8458-4803-b7e3-90d9baa4a30b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.1614988
Nov 20 20:55:38.690715 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42212) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:38.702785 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'enable_snat': True}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:38.758038 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-c7bda995-098d-4868-ac35-5758c54e6fcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1689f5d-8863-4b2c-a6d3-375854e48d20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0679536
Nov 20 20:55:38.784943 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47887ed2-ead5-4fcf-80b2-83aab2c03874 req-33133844-24aa-42ee-96e0-d41cdd613052 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931732
Nov 20 20:55:38.815142 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac1b410e-6236-48a9-bf15-81a7e2b63eae req-bf9abda1-9808-4deb-abf9-c4b5008729c6 service neutron] 10.222.0.37 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2749641
Nov 20 20:55:38.831313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] For port f6f71518-918d-4d53-86d6-5c5fe35e9c70, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:55:38.874638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] For port f6f71518-918d-4d53-86d6-5c5fe35e9c70, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6f71518-918d-4d53-86d6-5c5fe35e9c70,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:55:38.881195 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.928482 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.934603 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:38.935246 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:38.936668 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] 10.222.0.47 "PUT /v2.0/ports/f6f71518-918d-4d53-86d6-5c5fe35e9c70 HTTP/1.1" status: 200  len: 1091 time: 1.8377771
Nov 20 20:55:38.940410 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-b3c7c082-6660-449f-8d08-b686800cc02a service neutron] 10.222.0.37 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662259
Nov 20 20:55:39.013093 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5eb88-d301-4735-9031-55fcfaf88cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f71518-918d-4d53-86d6-5c5fe35e9c70,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:39.102577 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfa1fa-296b-4292-9306-b6104ac36ae9 req-168a04cd-160e-42e2-96ef-c25565ebabda tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:39.103984 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-71cfa1fa-296b-4292-9306-b6104ac36ae9 req-168a04cd-160e-42e2-96ef-c25565ebabda tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 943 time: 0.1486456
Nov 20 20:55:39.127534 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-653a87ae-d6c8-4b48-8350-880f983da298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:39.128987 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-653a87ae-d6c8-4b48-8350-880f983da298 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=480b4b05733646e88b6eb93050825547&device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 1094 time: 0.1267381
Nov 20 20:55:39.138183 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-eee5412e-3a87-45f2-8e93-b87763533c07 service neutron] 10.222.0.37 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1900160
Nov 20 20:55:39.147214 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:39.167688 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:39.202608 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-b9d6423f-d2af-404c-9241-79be021d91de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6f71518-918d-4d53-86d6-5c5fe35e9c70 HTTP/1.1" status: 200  len: 217 time: 0.0411041
Nov 20 20:55:39.205960 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-71cfa1fa-296b-4292-9306-b6104ac36ae9 req-0752752d-d59a-4751-93e6-861a5cd6b3cb tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913944
Nov 20 20:55:39.252686 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-f9b34716-e3ad-40f4-ab55-81bea4a180a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:39.254288 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-f9b34716-e3ad-40f4-ab55-81bea4a180a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c67d961-3278-4bc5-93f8-082ae3cc8ba3 HTTP/1.1" status: 200  len: 853 time: 0.0444324
Nov 20 20:55:39.282948 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Allocated IP 172.35.1.72 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/1e729fdc-fec5-4694-8cf7-f0ccfb4dfd81) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:39.290812 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-258fff86-45d5-43ad-8aa9-e29a78d5ce97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1689f5d-8863-4b2c-a6d3-375854e48d20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0284278
Nov 20 20:55:39.416344 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cf2a1-e25f-49db-a72b-059f3292768a req-a7b3d2fc-5170-4ded-baa1-9dd4fc52b4c7 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:39.417948 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-759cf2a1-e25f-49db-a72b-059f3292768a req-a7b3d2fc-5170-4ded-baa1-9dd4fc52b4c7 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.1039784
Nov 20 20:55:39.457626 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:39.501455 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-759cf2a1-e25f-49db-a72b-059f3292768a req-04c5a83a-c5dd-4e71-8c1e-51d312fd49f5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747039
Nov 20 20:55:39.526148 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:39.573177 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:39.576395 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:39.581588 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:39.588591 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Pushing event updated for resources: {'Port': ['ID=1e729fdc-fec5-4694-8cf7-f0ccfb4dfd81,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:39.678914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db188a9b-76d3-4bd0-8c8d-6d69715fe374', 'tag': 'b01dce5f-9b14-481a-bca0-7d462e3a3709'}, {'name': 'network-changed', 'server_uuid': 'f2fa090e-55ec-4abd-8248-6a85b2b91f8a', 'tag': 'f6f71518-918d-4d53-86d6-5c5fe35e9c70'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:39.682284 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "db188a9b-76d3-4bd0-8c8d-6d69715fe374", "tag": "b01dce5f-9b14-481a-bca0-7d462e3a3709"}, {"name": "network-changed", "server_uuid": "f2fa090e-55ec-4abd-8248-6a85b2b91f8a", "tag": "f6f71518-918d-4d53-86d6-5c5fe35e9c70"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:39.716094 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-0a702c44-152b-4c2c-86a4-11dc0d8d5b36 service neutron] 10.222.0.47 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4176979
Nov 20 20:55:39.747888 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c0e983-d6cb-4763-aa42-7f4d1a17395a x-openstack-request-id: req-84c0e983-d6cb-4763-aa42-7f4d1a17395a {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:39.748193 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db188a9b-76d3-4bd0-8c8d-6d69715fe374", "tag": "b01dce5f-9b14-481a-bca0-7d462e3a3709", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f2fa090e-55ec-4abd-8248-6a85b2b91f8a", "tag": "f6f71518-918d-4d53-86d6-5c5fe35e9c70", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:39.748446 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84c0e983-d6cb-4763-aa42-7f4d1a17395a {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:39.748915 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db188a9b-76d3-4bd0-8c8d-6d69715fe374', 'tag': 'b01dce5f-9b14-481a-bca0-7d462e3a3709', 'status': 'completed', 'code': 200}
Nov 20 20:55:39.749198 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fa090e-55ec-4abd-8248-6a85b2b91f8a', 'tag': 'f6f71518-918d-4d53-86d6-5c5fe35e9c70', 'status': 'completed', 'code': 200}
Nov 20 20:55:39.872457 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-3f49fd4e-9482-4d97-a43b-0120516427ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:39.873882 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-3f49fd4e-9482-4d97-a43b-0120516427ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=480b4b05733646e88b6eb93050825547&device_id=db188a9b-76d3-4bd0-8c8d-6d69715fe374 HTTP/1.1" status: 200  len: 1095 time: 0.1223261
Nov 20 20:55:39.879418 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c7b83d8-d94c-4ec4-a829-51b3b737375a req-77ee888d-ff45-479a-bfa9-480dcbf1968a service neutron] 10.222.0.47 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555505
Nov 20 20:55:39.891367 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:40.046610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-49170201-8f43-4e5f-9378-e63814fd5400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:40.048095 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-49170201-8f43-4e5f-9378-e63814fd5400 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=480b4b05733646e88b6eb93050825547&device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 1094 time: 0.1074045
Nov 20 20:55:40.051784 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf5b16-8b0a-4db1-9808-4dca202da295 req-f785692b-d6d5-43e1-a15d-3385ca82d0f0 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:40.052756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-521df0c5-fe09-44b9-9cef-fe8042498158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:40.054421 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-521df0c5-fe09-44b9-9cef-fe8042498158 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e1689f5d-8863-4b2c-a6d3-375854e48d20 HTTP/1.1" status: 200  len: 914 time: 0.1713967
Nov 20 20:55:40.056788 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d5bf5b16-8b0a-4db1-9808-4dca202da295 req-f785692b-d6d5-43e1-a15d-3385ca82d0f0 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 943 time: 0.0982130
Nov 20 20:55:40.083684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42234) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:40.121474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-76cfea7a-afc5-4b25-94ac-7b4f6ef4c5d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b01dce5f-9b14-481a-bca0-7d462e3a3709 HTTP/1.1" status: 200  len: 217 time: 0.0543094
Nov 20 20:55:40.192915 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d5bf5b16-8b0a-4db1-9808-4dca202da295 req-5f3caa9d-2e87-41c6-9749-98a6e74935b8 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043358
Nov 20 20:55:40.203126 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:40.214352 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:40.218031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-8acad176-943b-42b1-bf38-64828e481fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:40.219536 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-8acad176-943b-42b1-bf38-64828e481fb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c67d961-3278-4bc5-93f8-082ae3cc8ba3 HTTP/1.1" status: 200  len: 853 time: 0.0915978
Nov 20 20:55:40.259283 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-cc7f7e64-7950-4b1f-84fa-6c00f0ff27bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1689f5d-8863-4b2c-a6d3-375854e48d20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322742
Nov 20 20:55:40.260363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-59bcf6c1-f9d9-47ab-8bcf-e694cbec2926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:40.262013 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-59bcf6c1-f9d9-47ab-8bcf-e694cbec2926 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1689f5d-8863-4b2c-a6d3-375854e48d20 HTTP/1.1" status: 200  len: 914 time: 0.2022033
Nov 20 20:55:40.342142 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-f4f04291-efb9-4f38-96ce-eb4502b95bea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6f71518-918d-4d53-86d6-5c5fe35e9c70 HTTP/1.1" status: 200  len: 217 time: 0.0717154
Nov 20 20:55:40.352153 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Router 7e9a9804-78c3-4fde-8977-98fa3b2a6075 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:55:40.447896 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e873f54e-87ac-430e-ba5e-7eeda4695fcf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=844aeaa7e739473d9415dfd5f9d3d98a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3614581
Nov 20 20:55:40.451592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42240) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:40.482136 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:55:40.482265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d25a81-b74d-4ec2-b675-0b5e9b57b54c req-dd760506-276e-4f06-b616-ff994331a80b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:40.486857 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9d25a81-b74d-4ec2-b675-0b5e9b57b54c req-dd760506-276e-4f06-b616-ff994331a80b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 943 time: 0.1995876
Nov 20 20:55:40.488874 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:40.492718 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bfc08c7e-000f-4b41-977f-63877c28f77f tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "PUT /v2.0/routers/7e9a9804-78c3-4fde-8977-98fa3b2a6075 HTTP/1.1" status: 200  len: 918 time: 1.7978680
Nov 20 20:55:40.492855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-00381223-7449-497e-af03-4852e36f18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:40.492855 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-00381223-7449-497e-af03-4852e36f18d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c67d961-3278-4bc5-93f8-082ae3cc8ba3 HTTP/1.1" status: 200  len: 853 time: 0.1423440
Nov 20 20:55:40.494326 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42244) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:40.501890 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c427db-4daf-4bee-bc64-e6a6c4b16a5f None None] Sync routers for ids ['7e9a9804-78c3-4fde-8977-98fa3b2a6075'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:55:40.520800 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c427db-4daf-4bee-bc64-e6a6c4b16a5f None None] Routers {'7e9a9804-78c3-4fde-8977-98fa3b2a6075'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:40.521441 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-22c427db-4daf-4bee-bc64-e6a6c4b16a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47700b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e9a9804-78c3-4fde-8977-98fa3b2a6075'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:40.533306 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-4a9f1128-c7fc-4d90-a89f-32e1cffd040b service neutron] 10.222.0.37 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2626910
Nov 20 20:55:40.551729 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-cfbe7528-adcf-47dc-986d-b036e0198884 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1689f5d-8863-4b2c-a6d3-375854e48d20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0381722
Nov 20 20:55:40.565480 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-22c427db-4daf-4bee-bc64-e6a6c4b16a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47700b80>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:40.577867 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9eb5fbe3-381c-4efe-afe3-fa4c493de726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:40.579232 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c427db-4daf-4bee-bc64-e6a6c4b16a5f None None] Routers {'7e9a9804-78c3-4fde-8977-98fa3b2a6075'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:40.580477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-22c427db-4daf-4bee-bc64-e6a6c4b16a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47700b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e9a9804-78c3-4fde-8977-98fa3b2a6075'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:40.615002 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9eb5fbe3-381c-4efe-afe3-fa4c493de726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:40.671926 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9d25a81-b74d-4ec2-b675-0b5e9b57b54c req-bc53d9ef-13a7-40ee-9720-9c4e8b84b819 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694145
Nov 20 20:55:40.744643 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-099a4a60-5a97-42b2-85c9-28337fc09f8b service neutron] 10.222.0.37 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1970296
Nov 20 20:55:40.748651 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-5097ad46-a390-448e-90ff-f02558dbeb5a service neutron] 10.222.0.47 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753135
Nov 20 20:55:40.760935 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-22c427db-4daf-4bee-bc64-e6a6c4b16a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47700b80>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:40.761599 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c427db-4daf-4bee-bc64-e6a6c4b16a5f None None] The sync data for ids ['7e9a9804-78c3-4fde-8977-98fa3b2a6075'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:55:40.858072 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6eb192-e8f8-43da-ad8e-a68eeb7f9fc7 req-1624a217-a049-4494-bdad-cba2d7c722da service neutron] 10.222.0.47 "GET /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1012506
Nov 20 20:55:41.015331 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device c6735702-3abe-4ed8-a376-4563315d7dc0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:55:41.047752 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e320738d-d4fb-47a8-848c-8423d5e552fa tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "GET /v2.0/routers/7e9a9804-78c3-4fde-8977-98fa3b2a6075 HTTP/1.1" status: 200  len: 924 time: 0.5498207
Nov 20 20:55:41.048688 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42252) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:41.065761 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ac2c5-c5ed-412e-a711-c179be7c785f req-b4b6aa67-7c7f-4dc3-8833-db92d2f8a0e8 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:41.067407 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ac2ac2c5-c5ed-412e-a711-c179be7c785f req-b4b6aa67-7c7f-4dc3-8833-db92d2f8a0e8 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.0840344
Nov 20 20:55:41.086884 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9eb5fbe3-381c-4efe-afe3-fa4c493de726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:41.089586 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9eb5fbe3-381c-4efe-afe3-fa4c493de726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:41.093081 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9eb5fbe3-381c-4efe-afe3-fa4c493de726 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b02a3da1-3dac-42e3-b015-609871faab10 HTTP/1.1" status: 204  len: 168 time: 0.6381755
Nov 20 20:55:41.107765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5fbe3-381c-4efe-afe3-fa4c493de726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02a3da1-3dac-42e3-b015-609871faab10,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:41.130692 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port c6735702-3abe-4ed8-a376-4563315d7dc0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6735702-3abe-4ed8-a376-4563315d7dc0,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:41.148116 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ac2ac2c5-c5ed-412e-a711-c179be7c785f req-67c448ec-2d2e-4bef-b269-ac19e58c69f5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692542
Nov 20 20:55:41.152455 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'c6735702-3abe-4ed8-a376-4563315d7dc0', 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b', 'port_id': 'c6735702-3abe-4ed8-a376-4563315d7dc0', 'mac_address': 'fa:16:3e:13:af:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2907b1cf-3fa4-4cec-bd6c-6b6472f874f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:55:41.158377 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc77860-8df5-41dd-9549-57e96d4d4915 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:41.168494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42256) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:41.169719 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1dc77860-8df5-41dd-9549-57e96d4d4915 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&device_id=7e9a9804-78c3-4fde-8977-98fa3b2a6075&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1156175
Nov 20 20:55:41.204551 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:41.219091 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6735702-3abe-4ed8-a376-4563315d7dc0 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:41.242944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port c6735702-3abe-4ed8-a376-4563315d7dc0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6735702-3abe-4ed8-a376-4563315d7dc0,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:41.248232 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:41.281707 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6e343f-f684-407c-80d0-c641b4ac15e2 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:41.283798 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-df6e343f-f684-407c-80d0-c641b4ac15e2 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 881 time: 0.1143107
Nov 20 20:55:41.286800 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42262) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:41.308017 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=c6735702-3abe-4ed8-a376-4563315d7dc0,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:41.340511 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9fe62d3e-cf84-4de9-b06b-a38191b5490f tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e9a9804-78c3-4fde-8977-98fa3b2a6075 HTTP/1.1" status: 200  len: 205 time: 0.0520012
Nov 20 20:55:41.343109 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42264) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:41.364184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee11d7-8238-4b8f-ad8c-5cde41ba74f0 req-e6b1d884-65f5-4990-9fa4-ef4cd1c7a362 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:41.365924 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b3ee11d7-8238-4b8f-ad8c-5cde41ba74f0 req-e6b1d884-65f5-4990-9fa4-ef4cd1c7a362 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 943 time: 0.0800402
Nov 20 20:55:41.419958 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b3ee11d7-8238-4b8f-ad8c-5cde41ba74f0 req-11c69de2-b808-4018-87cc-c129f2f59f9c tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473328
Nov 20 20:55:41.427231 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42266) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:41.441861 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1a0a82fe-ed90-44a9-b1df-d8e233fb46ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:41.463833 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ff94990-63f3-4711-a4cb-a9efa1de24e5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:41.506301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['c6735702-3abe-4ed8-a376-4563315d7dc0'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:41.524274 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1a0a82fe-ed90-44a9-b1df-d8e233fb46ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:41.529327 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1a0a82fe-ed90-44a9-b1df-d8e233fb46ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:41.578969 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1a0a82fe-ed90-44a9-b1df-d8e233fb46ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d32c6b56cf7f4f5a8c853be023b529c3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1506355
Nov 20 20:55:41.579870 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a82fe-ed90-44a9-b1df-d8e233fb46ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34329f6-a509-480f-affb-9ad9adb0725c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:41.582438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42270) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:41.585496 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ff94990-63f3-4711-a4cb-a9efa1de24e5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:41.641430 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7b3434b-9f22-4137-80f6-bd407a99841f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:41.659034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-3ff94990-63f3-4711-a4cb-a9efa1de24e5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Deleting port 1e729fdc-fec5-4694-8cf7-f0ccfb4dfd81 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:41.659383 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ff94990-63f3-4711-a4cb-a9efa1de24e5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:41.670707 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7b3434b-9f22-4137-80f6-bd407a99841f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:41.720202 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7b3434b-9f22-4137-80f6-bd407a99841f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:41.723107 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7b3434b-9f22-4137-80f6-bd407a99841f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:41.727352 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b7b3434b-9f22-4137-80f6-bd407a99841f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e34329f6-a509-480f-affb-9ad9adb0725c HTTP/1.1" status: 204  len: 168 time: 0.1433680
Nov 20 20:55:41.732326 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 4956aa6a-4c78-4631-8ea7-0eb3de01732b no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:55:41.739080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3434b-9f22-4137-80f6-bd407a99841f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34329f6-a509-480f-affb-9ad9adb0725c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:41.760551 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 4956aa6a-4c78-4631-8ea7-0eb3de01732b {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:55:41.761124 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 4956aa6a-4c78-4631-8ea7-0eb3de01732b not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:55:41.766459 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ff94990-63f3-4711-a4cb-a9efa1de24e5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:41.782194 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-3ff94990-63f3-4711-a4cb-a9efa1de24e5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Calling delete_port for 1e729fdc-fec5-4694-8cf7-f0ccfb4dfd81 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:41.814084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864d785-456d-4204-9a77-b930fcfbd3c0 req-a6b9d2bf-5132-49eb-bd7c-79ced3e873a7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:41.816037 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a864d785-456d-4204-9a77-b930fcfbd3c0 req-a6b9d2bf-5132-49eb-bd7c-79ced3e873a7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 944 time: 0.0516398
Nov 20 20:55:41.874610 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a864d785-456d-4204-9a77-b930fcfbd3c0 req-b1d7fba6-1969-4040-b076-9201a2f52921 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506091
Nov 20 20:55:41.970685 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ff94990-63f3-4711-a4cb-a9efa1de24e5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:41.999626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff94990-63f3-4711-a4cb-a9efa1de24e5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Pushing event deleted for resources: {'Port': ['ID=1e729fdc-fec5-4694-8cf7-f0ccfb4dfd81,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:42.064633 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ff94990-63f3-4711-a4cb-a9efa1de24e5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.166421 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ff94990-63f3-4711-a4cb-a9efa1de24e5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.168776 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ff94990-63f3-4711-a4cb-a9efa1de24e5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.218320 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ff94990-63f3-4711-a4cb-a9efa1de24e5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.218982 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff94990-63f3-4711-a4cb-a9efa1de24e5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Fanout notify agent at l3_agent the message router_deleted on router 7e9a9804-78c3-4fde-8977-98fa3b2a6075 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:55:42.228332 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ff94990-63f3-4711-a4cb-a9efa1de24e5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.233124 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3ff94990-63f3-4711-a4cb-a9efa1de24e5 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "DELETE /v2.0/routers/7e9a9804-78c3-4fde-8977-98fa3b2a6075 HTTP/1.1" status: 204  len: 168 time: 0.8852549
Nov 20 20:55:42.233124 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42292) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:42.238770 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-210e1c39-f691-47ea-8262-c5c1b06d884e tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-845687671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:42.287940 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-210e1c39-f691-47ea-8262-c5c1b06d884e tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.289682 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-210e1c39-f691-47ea-8262-c5c1b06d884e tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.316688 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1296b-97c6-421b-97ee-972f6a77d59e req-95a21e55-cf52-4be6-8021-38808db877c5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:42.318230 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-93f1296b-97c6-421b-97ee-972f6a77d59e req-95a21e55-cf52-4be6-8021-38808db877c5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.0731330
Nov 20 20:55:42.372854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-210e1c39-f691-47ea-8262-c5c1b06d884e tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.380176 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-210e1c39-f691-47ea-8262-c5c1b06d884e tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.411449 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-210e1c39-f691-47ea-8262-c5c1b06d884e tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.412656 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-210e1c39-f691-47ea-8262-c5c1b06d884e tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1779935
Nov 20 20:55:42.415624 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42302) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:42.416880 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-93f1296b-97c6-421b-97ee-972f6a77d59e req-6ffb29d6-8a3b-432a-80b1-be56dc90885e tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897450
Nov 20 20:55:42.420472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'enable_snat': False}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:42.477287 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42306) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:42.581151 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e35d27be-0c0f-497c-92b5-860a46a6e790 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-114137050-network', 'tenant_id': 'a48484c034b44d9bbd058ca3ed927499'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:42.603008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35d27be-0c0f-497c-92b5-860a46a6e790 admin admin] Made reservation on behalf of a48484c034b44d9bbd058ca3ed927499 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:55:42.605297 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e35d27be-0c0f-497c-92b5-860a46a6e790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.614594 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e35d27be-0c0f-497c-92b5-860a46a6e790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.660303 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.675131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75699ba4-4246-4481-ae89-228dccc10917 req-ffceab0a-89f1-4160-8ece-7740ef019134 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:42.676647 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-75699ba4-4246-4481-ae89-228dccc10917 req-ffceab0a-89f1-4160-8ece-7740ef019134 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 943 time: 0.1763463
Nov 20 20:55:42.700074 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e35d27be-0c0f-497c-92b5-860a46a6e790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.705192 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e35d27be-0c0f-497c-92b5-860a46a6e790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.739550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35d27be-0c0f-497c-92b5-860a46a6e790 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:55:42.746579 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d27be-0c0f-497c-92b5-860a46a6e790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:42.752481 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-75699ba4-4246-4481-ae89-228dccc10917 req-bedf5d19-7e17-4ddf-8134-6ff54965dc48 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640609
Nov 20 20:55:42.753039 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e35d27be-0c0f-497c-92b5-860a46a6e790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.753406 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-e35d27be-0c0f-497c-92b5-860a46a6e790 admin admin] Added segment 283bfe64-ea2c-4059-afed-211f7e7e686b of type vlan for network 0ac983b9-9a1d-433d-8824-d40a568b3101
Nov 20 20:55:42.798197 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e35d27be-0c0f-497c-92b5-860a46a6e790 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.824106 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e35d27be-0c0f-497c-92b5-860a46a6e790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.825122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35d27be-0c0f-497c-92b5-860a46a6e790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:42.825741 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e35d27be-0c0f-497c-92b5-860a46a6e790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.854919 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e35d27be-0c0f-497c-92b5-860a46a6e790 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3764548
Nov 20 20:55:42.857816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42312) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:42.862587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ef87c788-b2e8-49d1-9ab5-a4502bcab957 admin admin] Request body: {'subnet': {'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-114137050-subnet', 'tenant_id': 'a48484c034b44d9bbd058ca3ed927499', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:42.896223 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d27be-0c0f-497c-92b5-860a46a6e790 admin admin] Pushing event updated for resources: {'Network': ['ID=0ac983b9-9a1d-433d-8824-d40a568b3101,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:42.918816 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 0ac983b9-9a1d-433d-8824-d40a568b3101 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:55:42.946198 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef87c788-b2e8-49d1-9ab5-a4502bcab957 admin admin] Made reservation on behalf of a48484c034b44d9bbd058ca3ed927499 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:55:42.948587 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ef87c788-b2e8-49d1-9ab5-a4502bcab957 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.961290 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:42.985340 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:43.013838 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b01dce5f-9b14-481a-bca0-7d462e3a3709 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:55:43.019128 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device c6735702-3abe-4ed8-a376-4563315d7dc0 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:43.022087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee637ac-ba5f-4cde-b8df-dbad4ab1913e req-1a10a61f-b0c8-4455-a07f-a431a4fb3ccc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:43.025004 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bee637ac-ba5f-4cde-b8df-dbad4ab1913e req-1a10a61f-b0c8-4455-a07f-a431a4fb3ccc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 944 time: 0.0707676
Nov 20 20:55:43.095907 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bee637ac-ba5f-4cde-b8df-dbad4ab1913e req-5633203a-7948-4ce4-a69b-82a5af2f8c72 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635810
Nov 20 20:55:43.129709 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port c6735702-3abe-4ed8-a376-4563315d7dc0 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:55:43.166038 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port c6735702-3abe-4ed8-a376-4563315d7dc0 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:43.166773 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:43.193465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Allocated IP 172.35.1.77 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/4b88aa1c-f88f-445e-9426-8336f181a867) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:43.228585 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port b01dce5f-9b14-481a-bca0-7d462e3a3709, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b01dce5f-9b14-481a-bca0-7d462e3a3709,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:43.244045 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'b01dce5f-9b14-481a-bca0-7d462e3a3709', 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20', 'port_id': 'b01dce5f-9b14-481a-bca0-7d462e3a3709', 'mac_address': 'fa:16:3e:eb:5a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c67d961-3278-4bc5-93f8-082ae3cc8ba3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:55:43.248232 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1553b8dc-a67a-4eeb-9f63-f31cc7e0142c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:43.281591 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ef87c788-b2e8-49d1-9ab5-a4502bcab957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:43.314445 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:43.331561 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:43.341541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01dce5f-9b14-481a-bca0-7d462e3a3709 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:43.368715 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port b01dce5f-9b14-481a-bca0-7d462e3a3709, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b01dce5f-9b14-481a-bca0-7d462e3a3709,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:43.373449 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6b17e8-3ed4-4602-9524-8aa8b910746a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6735702-3abe-4ed8-a376-4563315d7dc0'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:43.375706 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbb7b7f-8180-43e7-90b8-8f447e0eef2e" -d '{"events": [{"server_uuid": "eb6b17e8-3ed4-4602-9524-8aa8b910746a", "name": "network-vif-plugged", "status": "completed", "tag": "c6735702-3abe-4ed8-a376-4563315d7dc0"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:43.385555 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:43.391762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port c6735702-3abe-4ed8-a376-4563315d7dc0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6735702-3abe-4ed8-a376-4563315d7dc0,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:43.399046 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87c788-b2e8-49d1-9ab5-a4502bcab957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d7e7c7-c934-4982-a948-5ad072c84e4b,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:43.413763 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:43.416552 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:43.422420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef87c788-b2e8-49d1-9ab5-a4502bcab957 admin admin] Checking segment: {'id': '283bfe64-ea2c-4059-afed-211f7e7e686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:43.422788 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef87c788-b2e8-49d1-9ab5-a4502bcab957 admin admin] Network hostable DHCP agents. Network: 0ac983b9-9a1d-433d-8824-d40a568b3101, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:55:43.424950 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c97eaa-bc0e-418a-8372-9f4b2dc64c8f x-openstack-request-id: req-99c97eaa-bc0e-418a-8372-9f4b2dc64c8f {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:43.425248 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6b17e8-3ed4-4602-9524-8aa8b910746a", "name": "network-vif-plugged", "status": "completed", "tag": "c6735702-3abe-4ed8-a376-4563315d7dc0", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:43.425672 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99c97eaa-bc0e-418a-8372-9f4b2dc64c8f {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:43.425887 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6b17e8-3ed4-4602-9524-8aa8b910746a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6735702-3abe-4ed8-a376-4563315d7dc0', 'code': 200}
Nov 20 20:55:43.445820 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=b01dce5f-9b14-481a-bca0-7d462e3a3709,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:43.459246 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef87c788-b2e8-49d1-9ab5-a4502bcab957 admin admin] Network 0ac983b9-9a1d-433d-8824-d40a568b3101 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:55:43.472595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-ef87c788-b2e8-49d1-9ab5-a4502bcab957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0ac983b9-9a1d-433d-8824-d40a568b3101) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:43.477712 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:43.482194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef87c788-b2e8-49d1-9ab5-a4502bcab957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:43.483210 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ef87c788-b2e8-49d1-9ab5-a4502bcab957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:43.485448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75963b70-7782-4ab4-bdb0-b1964504516f None None] Network 0ac983b9-9a1d-433d-8824-d40a568b3101 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:55:43.575789 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:43.582987 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=c6735702-3abe-4ed8-a376-4563315d7dc0,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:43.597326 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:43.602003 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ef87c788-b2e8-49d1-9ab5-a4502bcab957 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7429833
Nov 20 20:55:43.605462 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:43.605582 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42324) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:43.610767 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-114137050-router', 'tenant_id': 'a48484c034b44d9bbd058ca3ed927499', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:43.635423 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:43.636859 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:43.637357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Pushing event updated for resources: {'Port': ['ID=4b88aa1c-f88f-445e-9426-8336f181a867,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:43.643678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['b01dce5f-9b14-481a-bca0-7d462e3a3709'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:43.672425 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82573b-cca2-4e7c-a05a-d358899cec93 req-ed081b08-bf1d-47a6-abec-c4aca79dced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:43.674031 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba82573b-cca2-4e7c-a05a-d358899cec93 req-ed081b08-bf1d-47a6-abec-c4aca79dced4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 1096 time: 0.1748135
Nov 20 20:55:43.683033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9f023-6b0a-45dc-a1b7-fd1daee056ae req-285e8235-481b-4281-bde2-b2b0d391d255 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:43.684529 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-61f9f023-6b0a-45dc-a1b7-fd1daee056ae req-285e8235-481b-4281-bde2-b2b0d391d255 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.1539071
Nov 20 20:55:43.713173 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:43.772221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f6f71518-918d-4d53-86d6-5c5fe35e9c70 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:55:43.808291 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0ac983b9-9a1d-433d-8824-d40a568b3101', 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101', 'tenant_id': 'a48484c034b44d9bbd058ca3ed927499', 'fixed_ips': [{'subnet_id': 'a7d7e7c7-c934-4982-a948-5ad072c84e4b'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:55:43.809152 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:43.858631 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba82573b-cca2-4e7c-a05a-d358899cec93 req-3383f1fb-9bbc-4b8c-8cdb-876d6e0cc87f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729641
Nov 20 20:55:43.873144 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-61f9f023-6b0a-45dc-a1b7-fd1daee056ae req-b9d5c90b-5f5f-46fa-ba8e-86508959aa75 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1797678
Nov 20 20:55:43.929295 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:44.016603 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2757376-f2bf-4aed-af0e-ff53dd07a1bd req-9371dbd0-4596-4d59-800e-b75b68b4d86c tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:44.020059 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:44.025366 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e2757376-f2bf-4aed-af0e-ff53dd07a1bd req-9371dbd0-4596-4d59-800e-b75b68b4d86c tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 943 time: 0.0921228
Nov 20 20:55:44.096844 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port f6f71518-918d-4d53-86d6-5c5fe35e9c70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6f71518-918d-4d53-86d6-5c5fe35e9c70,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:44.132158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'f6f71518-918d-4d53-86d6-5c5fe35e9c70', 'network_id': 'e1689f5d-8863-4b2c-a6d3-375854e48d20', 'port_id': 'f6f71518-918d-4d53-86d6-5c5fe35e9c70', 'mac_address': 'fa:16:3e:60:85:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c67d961-3278-4bc5-93f8-082ae3cc8ba3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:55:44.135272 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e2757376-f2bf-4aed-af0e-ff53dd07a1bd req-3fc99d52-f42d-4430-9cec-d7ab7667771b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085191
Nov 20 20:55:44.159192 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Allocated IP 172.20.0.2 (0ac983b9-9a1d-433d-8824-d40a568b3101/a7d7e7c7-c934-4982-a948-5ad072c84e4b/e7f9af07-1318-4382-a5f8-ff632642f47e) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:44.235696 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:44.264797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f71518-918d-4d53-86d6-5c5fe35e9c70 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:55:44.382422 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:44.418284 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e058ba0-5615-41c7-b1c3-b834984f20ff req-c9966cb3-9fef-4620-ac18-f49622bac4c7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:44.419965 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e058ba0-5615-41c7-b1c3-b834984f20ff req-c9966cb3-9fef-4620-ac18-f49622bac4c7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 945 time: 0.1112571
Nov 20 20:55:44.421603 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:44.471373 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port f6f71518-918d-4d53-86d6-5c5fe35e9c70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6f71518-918d-4d53-86d6-5c5fe35e9c70,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:44.477689 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:44.544477 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e058ba0-5615-41c7-b1c3-b834984f20ff req-be146a5b-edc2-4547-9011-c1827fb57cd0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151803
Nov 20 20:55:44.548557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=f6f71518-918d-4d53-86d6-5c5fe35e9c70,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:44.573683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Allocated IP 172.35.1.179 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/ce3c1042-29ca-44ee-ac3c-96264aa20f36) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:44.588103 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:44.591693 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:44.616795 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:44.623183 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:44.672854 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Network 0ac983b9-9a1d-433d-8824-d40a568b3101 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:44.676920 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Pushing event updated for resources: {'Port': ['ID=e7f9af07-1318-4382-a5f8-ff632642f47e,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:44.679296 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:44.681661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:44.691869 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:44.731196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Router 83708f71-ea60-41cf-9ef4-40df858c4322 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:55:44.732037 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:44.739868 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Attempting to bind port e7f9af07-1318-4382-a5f8-ff632642f47e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:55:44.740027 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Attempting to bind port e7f9af07-1318-4382-a5f8-ff632642f47e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '283bfe64-ea2c-4059-afed-211f7e7e686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:55:44.740274 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Attempting to bind port e7f9af07-1318-4382-a5f8-ff632642f47e on network 0ac983b9-9a1d-433d-8824-d40a568b3101 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:44.746750 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:55:44.746750 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Checking segment: {'id': '283bfe64-ea2c-4059-afed-211f7e7e686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:44.746750 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:44.747167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Bound using segment: {'id': '283bfe64-ea2c-4059-afed-211f7e7e686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:55:44.747500 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Bound port: e7f9af07-1318-4382-a5f8-ff632642f47e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283bfe64-ea2c-4059-afed-211f7e7e686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:55:44.747720 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:44.775836 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:44.780670 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:44.785521 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:44.788912 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce3c1042-29ca-44ee-ac3c-96264aa20f36,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:44.795774 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f6f71518-918d-4d53-86d6-5c5fe35e9c70'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:44.855376 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:55:44.859926 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:44.861380 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4757d651-373a-44b8-ab15-0752f8d43cad tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "PUT /v2.0/routers/83708f71-ea60-41cf-9ef4-40df858c4322 HTTP/1.1" status: 200  len: 918 time: 2.4442654
Nov 20 20:55:44.864125 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42338) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:44.868636 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] For port e7f9af07-1318-4382-a5f8-ff632642f47e, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:55:44.874585 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76217b3c-c763-4e0f-afd3-6001ae9eb134 None None] Sync routers for ids ['83708f71-ea60-41cf-9ef4-40df858c4322'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:55:44.875885 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] For port e7f9af07-1318-4382-a5f8-ff632642f47e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7f9af07-1318-4382-a5f8-ff632642f47e,segment=NetworkSegment(283bfe64-ea2c-4059-afed-211f7e7e686b),segment_id=283bfe64-ea2c-4059-afed-211f7e7e686b)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:55:44.882257 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:44.902907 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76217b3c-c763-4e0f-afd3-6001ae9eb134 None None] Routers {'83708f71-ea60-41cf-9ef4-40df858c4322'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:44.903554 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-76217b3c-c763-4e0f-afd3-6001ae9eb134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a550a97c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['83708f71-ea60-41cf-9ef4-40df858c4322'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:44.997975 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-76217b3c-c763-4e0f-afd3-6001ae9eb134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a550a97c0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:45.015487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b01dce5f-9b14-481a-bca0-7d462e3a3709 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:45.021937 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76217b3c-c763-4e0f-afd3-6001ae9eb134 None None] Routers {'83708f71-ea60-41cf-9ef4-40df858c4322'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:45.022939 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-76217b3c-c763-4e0f-afd3-6001ae9eb134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a550a97c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['83708f71-ea60-41cf-9ef4-40df858c4322'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:45.066617 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-76217b3c-c763-4e0f-afd3-6001ae9eb134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a550a97c0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:45.067563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53190f96-9ea0-44c3-b303-62f411359911 None None] Pushing event updated for resources: {'Port': ['ID=e7f9af07-1318-4382-a5f8-ff632642f47e,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:45.068292 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76217b3c-c763-4e0f-afd3-6001ae9eb134 None None] The sync data for ids ['83708f71-ea60-41cf-9ef4-40df858c4322'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:55:45.124269 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7bdfe0f3-7617-427d-b784-c1037d460724 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "GET /v2.0/routers/83708f71-ea60-41cf-9ef4-40df858c4322 HTTP/1.1" status: 200  len: 924 time: 0.2590063
Nov 20 20:55:45.127586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42342) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:45.141235 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port b01dce5f-9b14-481a-bca0-7d462e3a3709 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:55:45.154744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port b01dce5f-9b14-481a-bca0-7d462e3a3709 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:45.155293 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:45.179098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25421a0f-959e-42be-981f-8541b32137fe tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:45.183345 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-25421a0f-959e-42be-981f-8541b32137fe tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&device_id=83708f71-ea60-41cf-9ef4-40df858c4322&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0521450
Nov 20 20:55:45.185834 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42348) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:45.200025 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e402581-977e-4e6d-b66a-6ee775220053 req-47d1a3f6-8930-45e9-af5d-305475c49cd6 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:45.210383 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e402581-977e-4e6d-b66a-6ee775220053 req-47d1a3f6-8930-45e9-af5d-305475c49cd6 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.2141559
Nov 20 20:55:45.322630 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:45.324461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3818bfd4-2c1f-4d62-8f64-795903c848fd tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:45.325914 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3818bfd4-2c1f-4d62-8f64-795903c848fd tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 881 time: 0.1392748
Nov 20 20:55:45.327284 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e402581-977e-4e6d-b66a-6ee775220053 req-cdb5781d-b47e-49e2-b19d-9fe0aebb0aa0 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153498
Nov 20 20:55:45.330216 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42352) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:45.361883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b9185-ca48-46e7-8fbf-da3c5e935aaf req-360fa52a-1628-45a8-9e3f-1371f5ae16ea tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:45.370578 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e89b9185-ca48-46e7-8fbf-da3c5e935aaf req-360fa52a-1628-45a8-9e3f-1371f5ae16ea tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 944 time: 0.0952089
Nov 20 20:55:45.411430 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4806d94d-9c64-4f26-9f53-bc2012a85380 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "GET /v2.0/ports?device_id=83708f71-ea60-41cf-9ef4-40df858c4322 HTTP/1.1" status: 200  len: 205 time: 0.0778785
Nov 20 20:55:45.411628 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port b01dce5f-9b14-481a-bca0-7d462e3a3709, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b01dce5f-9b14-481a-bca0-7d462e3a3709,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:45.415663 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42354) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:45.416637 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:45.445772 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e89b9185-ca48-46e7-8fbf-da3c5e935aaf req-08c3b361-cc9d-4527-92e5-6973ffc10f1b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742991
Nov 20 20:55:45.457598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db188a9b-76d3-4bd0-8c8d-6d69715fe374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01dce5f-9b14-481a-bca0-7d462e3a3709'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:45.460800 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd0414d-a6d9-475d-b1bb-43ce97c421fc" -d '{"events": [{"server_uuid": "db188a9b-76d3-4bd0-8c8d-6d69715fe374", "name": "network-vif-plugged", "status": "completed", "tag": "b01dce5f-9b14-481a-bca0-7d462e3a3709"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:45.466439 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:45.504213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=b01dce5f-9b14-481a-bca0-7d462e3a3709,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:45.539439 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0911f63d-8cf7-4aef-804d-0a719a5b9cfd x-openstack-request-id: req-0911f63d-8cf7-4aef-804d-0a719a5b9cfd {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:45.540129 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db188a9b-76d3-4bd0-8c8d-6d69715fe374", "name": "network-vif-plugged", "status": "completed", "tag": "b01dce5f-9b14-481a-bca0-7d462e3a3709", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:45.540293 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0911f63d-8cf7-4aef-804d-0a719a5b9cfd {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:45.541229 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db188a9b-76d3-4bd0-8c8d-6d69715fe374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01dce5f-9b14-481a-bca0-7d462e3a3709', 'code': 200}
Nov 20 20:55:45.592126 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f6264dcd-a687-4957-b6ee-e0ef72c1e309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:45.646707 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59868f0c-67a8-41ce-8ea1-5d01195f0fe9 req-a78f15ae-7898-4ccc-909c-1609048c395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:45.648448 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-59868f0c-67a8-41ce-8ea1-5d01195f0fe9 req-a78f15ae-7898-4ccc-909c-1609048c395b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=db188a9b-76d3-4bd0-8c8d-6d69715fe374 HTTP/1.1" status: 200  len: 1097 time: 0.0424860
Nov 20 20:55:45.656303 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b034954b-3f42-43db-b11b-375b27b83984 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:45.701944 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-59868f0c-67a8-41ce-8ea1-5d01195f0fe9 req-3c755849-d471-4cd9-b015-de6e9975e948 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447443
Nov 20 20:55:45.799300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd8b40-81aa-4514-9b60-2f64525e79e8 req-408b56aa-a7ea-466d-96e5-e47d72143643 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:45.800702 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4cbd8b40-81aa-4514-9b60-2f64525e79e8 req-408b56aa-a7ea-466d-96e5-e47d72143643 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 945 time: 0.1596498
Nov 20 20:55:46.170710 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3454c28-0027-4b1c-8ad9-07b2652f22b7 None None] Network 0ac983b9-9a1d-433d-8824-d40a568b3101 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:55:46.238867 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b034954b-3f42-43db-b11b-375b27b83984 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:46.241503 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cf364e49-75af-4320-abff-39a4d307a53b None None] Provisioning complete for port e7f9af07-1318-4382-a5f8-ff632642f47e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:46.241952 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cf364e49-75af-4320-abff-39a4d307a53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:46.245285 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:46.316880 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4cbd8b40-81aa-4514-9b60-2f64525e79e8 req-e2e23c98-fd0e-40d4-8e1b-8d71e5803dff tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4867256
Nov 20 20:55:46.396733 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b034954b-3f42-43db-b11b-375b27b83984 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Deleting port 4b88aa1c-f88f-445e-9426-8336f181a867 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:46.397067 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b034954b-3f42-43db-b11b-375b27b83984 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:46.404674 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cf364e49-75af-4320-abff-39a4d307a53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:46.498481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cf364e49-75af-4320-abff-39a4d307a53b None None] For port e7f9af07-1318-4382-a5f8-ff632642f47e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7f9af07-1318-4382-a5f8-ff632642f47e,segment=NetworkSegment(283bfe64-ea2c-4059-afed-211f7e7e686b),segment_id=283bfe64-ea2c-4059-afed-211f7e7e686b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:46.505574 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cf364e49-75af-4320-abff-39a4d307a53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:46.527421 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Router e89131dc-015b-4173-b842-3414f01bc6d7 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:55:46.533911 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c71c30-f49e-42bc-92b1-a6f89c3c2dc4 req-7511893e-db17-46f3-a3fe-ca86ce0ec0dc tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:46.537512 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3c71c30-f49e-42bc-92b1-a6f89c3c2dc4 req-7511893e-db17-46f3-a3fe-ca86ce0ec0dc tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.0979671
Nov 20 20:55:46.541887 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b034954b-3f42-43db-b11b-375b27b83984 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:46.589275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b034954b-3f42-43db-b11b-375b27b83984 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Calling delete_port for 4b88aa1c-f88f-445e-9426-8336f181a867 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:46.623325 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf364e49-75af-4320-abff-39a4d307a53b None None] Pushing event updated for resources: {'Port': ['ID=e7f9af07-1318-4382-a5f8-ff632642f47e,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:46.652609 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3c71c30-f49e-42bc-92b1-a6f89c3c2dc4 req-5ea73c62-b26e-49e8-bd0e-84144e965db8 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082766
Nov 20 20:55:46.691147 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:46.804951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e7f9af07-1318-4382-a5f8-ff632642f47e up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:46.880359 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e7f9af07-1318-4382-a5f8-ff632642f47e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:46.880359 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:46.945336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ecad27bc-086b-4f2e-b067-20b763ab9b9f None None] Provisioning complete for port e7f9af07-1318-4382-a5f8-ff632642f47e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:46.945705 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ecad27bc-086b-4f2e-b067-20b763ab9b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:47.014487 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf4d04-c9eb-448f-bc68-678c60731a01 req-7d212853-2b25-4e9b-ab39-c3298df17192 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:47.016456 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-deaf4d04-c9eb-448f-bc68-678c60731a01 req-7d212853-2b25-4e9b-ab39-c3298df17192 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 944 time: 0.0763915
Nov 20 20:55:47.130374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:55:47.145789 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Sync routers for ids ['e89131dc-015b-4173-b842-3414f01bc6d7'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:55:47.156307 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Routers {'e89131dc-015b-4173-b842-3414f01bc6d7'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:47.157174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54200a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['e89131dc-015b-4173-b842-3414f01bc6d7'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:47.172144 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b034954b-3f42-43db-b11b-375b27b83984 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:47.184167 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:47.185394 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1aaf081d-3287-44f4-8940-07430862c8c9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.5786467
Nov 20 20:55:47.188292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42394) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:47.189113 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-deaf4d04-c9eb-448f-bc68-678c60731a01 req-ff902f4a-b509-4e4e-a530-ee357af9bcfd tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311932
Nov 20 20:55:47.212406 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034954b-3f42-43db-b11b-375b27b83984 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Pushing event deleted for resources: {'Port': ['ID=4b88aa1c-f88f-445e-9426-8336f181a867,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:47.285388 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b034954b-3f42-43db-b11b-375b27b83984 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:47.293197 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Set router e89131dc-015b-4173-b842-3414f01bc6d7 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:55:47.383573 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b034954b-3f42-43db-b11b-375b27b83984 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:47.385984 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b034954b-3f42-43db-b11b-375b27b83984 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:47.433114 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b034954b-3f42-43db-b11b-375b27b83984 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:47.433691 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b034954b-3f42-43db-b11b-375b27b83984 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Fanout notify agent at l3_agent the message router_deleted on router 83708f71-ea60-41cf-9ef4-40df858c4322 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:55:47.446740 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b034954b-3f42-43db-b11b-375b27b83984 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:47.451850 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b034954b-3f42-43db-b11b-375b27b83984 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "DELETE /v2.0/routers/83708f71-ea60-41cf-9ef4-40df858c4322 HTTP/1.1" status: 204  len: 168 time: 2.0351810
Nov 20 20:55:47.452494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42396) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:47.457581 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1037722446', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:47.482952 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54200a00>, [{'id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-114137050-router', 'tenant_id': 'a48484c034b44d9bbd058ca3ed927499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.179'}], 'enable_snat': True}, 'gw_port_id': 'ce3c1042-29ca-44ee-ac3c-96264aa20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:43Z', 'updated_at': '2021-11-20T20:55:45Z', 'revision_number': 3, 'project_id': 'a48484c034b44d9bbd058ca3ed927499', 'gw_port': {'id': 'ce3c1042-29ca-44ee-ac3c-96264aa20f36', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:44Z', 'updated_at': '2021-11-20T20:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:47.485732 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:47.487017 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:47.511570 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Checking router: e89131dc-015b-4173-b842-3414f01bc6d7 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:55:47.512160 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Updating router e89131dc-015b-4173-b842-3414f01bc6d7 port ce3c1042-29ca-44ee-ac3c-96264aa20f36 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:55:47.537514 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:47.552102 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:47.642574 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:47.704996 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:47.768249 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f6f71518-918d-4d53-86d6-5c5fe35e9c70 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:47.863574 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port f6f71518-918d-4d53-86d6-5c5fe35e9c70 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:55:47.875823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port f6f71518-918d-4d53-86d6-5c5fe35e9c70 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:47.876194 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:47.880855 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b748f5-0aeb-44a0-bde2-b4a70a27545d req-66e1a5f3-8261-4841-8484-863deb196fb8 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:47.882434 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-02b748f5-0aeb-44a0-bde2-b4a70a27545d req-66e1a5f3-8261-4841-8484-863deb196fb8 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.1090589
Nov 20 20:55:47.911085 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Allocated IP 172.20.0.1 (0ac983b9-9a1d-433d-8824-d40a568b3101/a7d7e7c7-c934-4982-a948-5ad072c84e4b/38202de6-75c5-40d4-a383-14ff6642a908) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:47.929556 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:47.937177 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:47.969621 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Attempting to bind port ce3c1042-29ca-44ee-ac3c-96264aa20f36 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:55:47.970002 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Attempting to bind port ce3c1042-29ca-44ee-ac3c-96264aa20f36 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:55:47.970391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Attempting to bind port ce3c1042-29ca-44ee-ac3c-96264aa20f36 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:48.010297 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:48.023555 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:55:48.024053 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:48.024341 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:48.024729 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:55:48.025205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Bound port: ce3c1042-29ca-44ee-ac3c-96264aa20f36, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:55:48.025635 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:48.039512 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:48.059836 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:48.062436 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-02b748f5-0aeb-44a0-bde2-b4a70a27545d req-172f2c05-7403-4ecc-a629-9decf65f779c tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690421
Nov 20 20:55:48.064759 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929077c-a554-4ea9-b842-329e7d2e4852 None None] Pushing event updated for resources: {'Port': ['ID=ce3c1042-29ca-44ee-ac3c-96264aa20f36,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:48.074013 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:48.110544 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port f6f71518-918d-4d53-86d6-5c5fe35e9c70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6f71518-918d-4d53-86d6-5c5fe35e9c70,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:48.112942 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fa090e-55ec-4abd-8248-6a85b2b91f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f71518-918d-4d53-86d6-5c5fe35e9c70'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:48.115278 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b467647-ea29-4257-a3a4-84e42523ee17" -d '{"events": [{"server_uuid": "f2fa090e-55ec-4abd-8248-6a85b2b91f8a", "name": "network-vif-plugged", "status": "completed", "tag": "f6f71518-918d-4d53-86d6-5c5fe35e9c70"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:48.124363 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:48.134601 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:48.199379 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aaf663-56be-4a10-b2cc-319868359c20 x-openstack-request-id: req-56aaf663-56be-4a10-b2cc-319868359c20 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:48.199678 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fa090e-55ec-4abd-8248-6a85b2b91f8a", "name": "network-vif-plugged", "status": "completed", "tag": "f6f71518-918d-4d53-86d6-5c5fe35e9c70", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:48.199934 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56aaf663-56be-4a10-b2cc-319868359c20 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:48.200348 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fa090e-55ec-4abd-8248-6a85b2b91f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f71518-918d-4d53-86d6-5c5fe35e9c70', 'code': 200}
Nov 20 20:55:48.207954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Network 0ac983b9-9a1d-433d-8824-d40a568b3101 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:48.216589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:48.224616 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] For port ce3c1042-29ca-44ee-ac3c-96264aa20f36, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:55:48.239317 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:48.247201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Allocated IP 172.35.1.49 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/d2f255a6-9aff-4e32-ae68-6882dd4bbc7b) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:48.263523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] For port ce3c1042-29ca-44ee-ac3c-96264aa20f36, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce3c1042-29ca-44ee-ac3c-96264aa20f36,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:55:48.279838 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:48.306965 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=f6f71518-918d-4d53-86d6-5c5fe35e9c70,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:48.309036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Pushing event updated for resources: {'Port': ['ID=38202de6-75c5-40d4-a383-14ff6642a908,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:48.361494 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:48.418199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28753b-aaef-4b92-93f9-6598e7d3b2d7 req-daed5c54-13fa-4c8e-8c0f-f42583ce49ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:48.421689 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Routers {'e89131dc-015b-4173-b842-3414f01bc6d7'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:48.422377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54200a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['e89131dc-015b-4173-b842-3414f01bc6d7'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:48.431143 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f28753b-aaef-4b92-93f9-6598e7d3b2d7 req-daed5c54-13fa-4c8e-8c0f-f42583ce49ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 1096 time: 0.1248970
Nov 20 20:55:48.537602 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:48.574754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929077c-a554-4ea9-b842-329e7d2e4852 None None] Pushing event updated for resources: {'Port': ['ID=ce3c1042-29ca-44ee-ac3c-96264aa20f36,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:48.612986 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:48.644876 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f28753b-aaef-4b92-93f9-6598e7d3b2d7 req-7757e3c8-774f-47c5-b264-a3b38e9790a8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046502
Nov 20 20:55:48.670918 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Pushing event updated for resources: {'Port': ['ID=d2f255a6-9aff-4e32-ae68-6882dd4bbc7b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:48.694707 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:48.699131 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:48.708424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee506b-d7b1-45e3-a012-64fd131b034a req-a1f83cb8-403d-4dfd-9393-4edf8c6e3ea1 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:48.717970 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f6ee506b-d7b1-45e3-a012-64fd131b034a req-a1f83cb8-403d-4dfd-9393-4edf8c6e3ea1 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 945 time: 0.2968862
Nov 20 20:55:48.720521 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:48.724612 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:48.794643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e7f9af07-1318-4382-a5f8-ff632642f47e up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:48.864031 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:48.920275 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-143ed73a-be1c-4eeb-bcdd-5ab52ed787b3 None None] Provisioning complete for port 38202de6-75c5-40d4-a383-14ff6642a908 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:48.920641 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-143ed73a-be1c-4eeb-bcdd-5ab52ed787b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:48.931691 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:48.935350 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:48.939011 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f6ee506b-d7b1-45e3-a012-64fd131b034a req-fbd5e39e-9f98-4e41-bb7d-5a45a9877498 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199860
Nov 20 20:55:48.992693 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] Set router e89131dc-015b-4173-b842-3414f01bc6d7 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:55:49.055037 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:49.066002 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-143ed73a-be1c-4eeb-bcdd-5ab52ed787b3 None None] Port 38202de6-75c5-40d4-a383-14ff6642a908 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:55:49.072304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e7f9af07-1318-4382-a5f8-ff632642f47e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:49.073176 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:49.094903 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Pushing event updated for resources: {'Port': ['ID=38202de6-75c5-40d4-a383-14ff6642a908,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:49.099402 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:49.131383 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:49.204321 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Network 0ac983b9-9a1d-433d-8824-d40a568b3101 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:49.207578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:49.275248 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382a35a-9c25-43c3-9d59-a8fd4e85a821 req-785122c7-f95c-493d-af62-c6474930c8d8 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:49.284513 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c382a35a-9c25-43c3-9d59-a8fd4e85a821 req-785122c7-f95c-493d-af62-c6474930c8d8 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.0838459
Nov 20 20:55:49.313207 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54200a00>, [{'id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-114137050-router', 'tenant_id': 'a48484c034b44d9bbd058ca3ed927499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.179'}], 'enable_snat': True}, 'gw_port_id': 'ce3c1042-29ca-44ee-ac3c-96264aa20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:43Z', 'updated_at': '2021-11-20T20:55:45Z', 'revision_number': 3, 'project_id': 'a48484c034b44d9bbd058ca3ed927499', 'gw_port': {'id': 'ce3c1042-29ca-44ee-ac3c-96264aa20f36', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:44Z', 'updated_at': '2021-11-20T20:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:49.345479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f989ff-b6d4-4ccf-b5ae-46d6b3290650 None None] The sync data for ids ['e89131dc-015b-4173-b842-3414f01bc6d7'] in ncdv-master-1 is: [{'id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-114137050-router', 'tenant_id': 'a48484c034b44d9bbd058ca3ed927499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.179'}], 'enable_snat': True}, 'gw_port_id': 'ce3c1042-29ca-44ee-ac3c-96264aa20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:43Z', 'updated_at': '2021-11-20T20:55:45Z', 'revision_number': 3, 'project_id': 'a48484c034b44d9bbd058ca3ed927499', 'gw_port': {'id': 'ce3c1042-29ca-44ee-ac3c-96264aa20f36', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:44Z', 'updated_at': '2021-11-20T20:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:55:49.437886 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Router e89131dc-015b-4173-b842-3414f01bc6d7 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:55:49.511974 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c382a35a-9c25-43c3-9d59-a8fd4e85a821 req-19174169-ead3-43bb-89f7-327ad90c7cb6 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2203267
Nov 20 20:55:49.586754 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:55:49.595333 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-12ca52eb-9e88-4af9-adc8-55461e8860eb admin admin] 10.222.0.41 "PUT /v2.0/routers/e89131dc-015b-4173-b842-3414f01bc6d7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4059198
Nov 20 20:55:49.607151 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b5d2cc70-984c-4da3-9854-f6a92b7ea60f None None] Provisioning complete for port 38202de6-75c5-40d4-a383-14ff6642a908 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:49.607151 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b5d2cc70-984c-4da3-9854-f6a92b7ea60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:49.644646 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:49.696212 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2cc70-984c-4da3-9854-f6a92b7ea60f None None] Port 38202de6-75c5-40d4-a383-14ff6642a908 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:55:49.920127 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Router fec2f8e6-0d18-4988-b110-1678230f80a5 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:55:50.134769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:55:50.146887 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47010af2-20eb-484c-a390-41a0ffbccc1a None None] Sync routers for ids ['fec2f8e6-0d18-4988-b110-1678230f80a5'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:55:50.156533 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7b723-0452-4f81-b1d4-2c2c48e26957 req-fdb2090a-223a-43c9-a0d1-7557e6a9d46b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:50.158110 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-76e7b723-0452-4f81-b1d4-2c2c48e26957 req-fdb2090a-223a-43c9-a0d1-7557e6a9d46b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 945 time: 0.1212037
Nov 20 20:55:50.169027 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47010af2-20eb-484c-a390-41a0ffbccc1a None None] Routers {'fec2f8e6-0d18-4988-b110-1678230f80a5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:50.169978 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-47010af2-20eb-484c-a390-41a0ffbccc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5447ad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['fec2f8e6-0d18-4988-b110-1678230f80a5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:50.180423 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:50.184253 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4fd805ba-f307-4895-a7a0-c8254d5ff37c tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 2.7282002
Nov 20 20:55:50.185026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42458) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:50.189457 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c0a856e0-88f1-4b46-82cb-aa00763abb9b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:50.243811 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-76e7b723-0452-4f81-b1d4-2c2c48e26957 req-6f3d6528-aa77-4feb-8233-4dee794b7867 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756588
Nov 20 20:55:50.279259 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-47010af2-20eb-484c-a390-41a0ffbccc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5447ad90>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:50.301528 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47010af2-20eb-484c-a390-41a0ffbccc1a None None] Routers {'fec2f8e6-0d18-4988-b110-1678230f80a5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:50.302176 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-47010af2-20eb-484c-a390-41a0ffbccc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5447ad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['fec2f8e6-0d18-4988-b110-1678230f80a5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:50.367875 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-47010af2-20eb-484c-a390-41a0ffbccc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5447ad90>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:50.368557 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47010af2-20eb-484c-a390-41a0ffbccc1a None None] The sync data for ids ['fec2f8e6-0d18-4988-b110-1678230f80a5'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:55:50.389260 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42464) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:50.395170 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ffed1683-0273-4762-a4c9-4d8fcd860d2a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-401188553-network', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:50.422628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffed1683-0273-4762-a4c9-4d8fcd860d2a admin admin] Made reservation on behalf of 7fd6dc03d1db4d58a843c5362583eeaf for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:55:50.424946 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ffed1683-0273-4762-a4c9-4d8fcd860d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:50.435773 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ffed1683-0273-4762-a4c9-4d8fcd860d2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:50.496223 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b1bf7bca-f770-4fd1-97df-ea9a47fc287d req-7ebb99c1-810d-430e-b366-554bfb766121 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1525226
Nov 20 20:55:50.518177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077b154-201e-4fe1-b3e7-07b2f28fc272 req-070b5118-7fdd-4d1e-b4e5-0f37a4a3e65b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:50.527655 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8077b154-201e-4fe1-b3e7-07b2f28fc272 req-070b5118-7fdd-4d1e-b4e5-0f37a4a3e65b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=db188a9b-76d3-4bd0-8c8d-6d69715fe374 HTTP/1.1" status: 200  len: 946 time: 0.1472960
Nov 20 20:55:50.593895 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ffed1683-0273-4762-a4c9-4d8fcd860d2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:50.604185 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ffed1683-0273-4762-a4c9-4d8fcd860d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:50.619691 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ce3c1042-29ca-44ee-ac3c-96264aa20f36 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:50.652328 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffed1683-0273-4762-a4c9-4d8fcd860d2a admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:55:50.699920 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ffed1683-0273-4762-a4c9-4d8fcd860d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:50.700202 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-ffed1683-0273-4762-a4c9-4d8fcd860d2a admin admin] Added segment a9abd720-9489-48ca-9818-7a9c2a3df1f8 of type vlan for network 61e41d9d-289d-4d8f-848e-3240f66d9e3e
Nov 20 20:55:50.701844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed1683-0273-4762-a4c9-4d8fcd860d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82938b5b-af07-4222-9739-d4c810f661b4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:50.702941 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ce3c1042-29ca-44ee-ac3c-96264aa20f36 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:50.703548 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:50.757345 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8077b154-201e-4fe1-b3e7-07b2f28fc272 req-b6b25e59-e1e9-4733-a217-2370301ae5f2 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2286248
Nov 20 20:55:50.770921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb436e3-94c2-4561-be61-c480c7633a3c req-79494303-76f2-40f6-9fb6-ce824c88fff8 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:50.779930 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2cb436e3-94c2-4561-be61-c480c7633a3c req-79494303-76f2-40f6-9fb6-ce824c88fff8 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.1454625
Nov 20 20:55:50.806633 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ffed1683-0273-4762-a4c9-4d8fcd860d2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:50.819897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf7bca-f770-4fd1-97df-ea9a47fc287d req-b67037fd-3ae8-4f9a-a9ca-40ba07007179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:50.821408 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b1bf7bca-f770-4fd1-97df-ea9a47fc287d req-b67037fd-3ae8-4f9a-a9ca-40ba07007179 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7d1c3af3ff54b5eb9d1972c3dd28026&device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 1096 time: 0.2711692
Nov 20 20:55:50.870096 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:50.872170 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ffed1683-0273-4762-a4c9-4d8fcd860d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:50.873388 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffed1683-0273-4762-a4c9-4d8fcd860d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:50.873978 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ffed1683-0273-4762-a4c9-4d8fcd860d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:50.905442 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port ce3c1042-29ca-44ee-ac3c-96264aa20f36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce3c1042-29ca-44ee-ac3c-96264aa20f36,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:50.911166 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:50.911336 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2cb436e3-94c2-4561-be61-c480c7633a3c req-e42574c8-1142-406e-a0ef-ae2280e009ac tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320100
Nov 20 20:55:50.916045 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0a856e0-88f1-4b46-82cb-aa00763abb9b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:50.938814 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ffed1683-0273-4762-a4c9-4d8fcd860d2a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5480902
Nov 20 20:55:50.947935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42474) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:50.963708 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c3ca51f7-7c85-4b25-9e5a-1111924e6284 admin admin] Request body: {'subnet': {'network_id': '61e41d9d-289d-4d8f-848e-3240f66d9e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-401188553-subnet', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:50.996126 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ca51f7-7c85-4b25-9e5a-1111924e6284 admin admin] Made reservation on behalf of 7fd6dc03d1db4d58a843c5362583eeaf for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:55:50.999921 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c3ca51f7-7c85-4b25-9e5a-1111924e6284 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:51.008039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=ce3c1042-29ca-44ee-ac3c-96264aa20f36,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:51.009841 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf7bca-f770-4fd1-97df-ea9a47fc287d req-deca83cd-3813-4730-aa2b-9fbd4e7b9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:51.012899 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b1bf7bca-f770-4fd1-97df-ea9a47fc287d req-deca83cd-3813-4730-aa2b-9fbd4e7b9ff6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5652dae-c97d-4dac-8379-2f9cbb8facac HTTP/1.1" status: 200  len: 906 time: 0.1399896
Nov 20 20:55:51.018873 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0a856e0-88f1-4b46-82cb-aa00763abb9b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:51.046475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed1683-0273-4762-a4c9-4d8fcd860d2a admin admin] Pushing event updated for resources: {'Network': ['ID=61e41d9d-289d-4d8f-848e-3240f66d9e3e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:51.057564 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 61e41d9d-289d-4d8f-848e-3240f66d9e3e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:55:51.307036 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c3ca51f7-7c85-4b25-9e5a-1111924e6284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:51.366090 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca51f7-7c85-4b25-9e5a-1111924e6284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da39f656-9789-43d2-aa23-10a2d8810c17,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:51.380339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ca51f7-7c85-4b25-9e5a-1111924e6284 admin admin] Checking segment: {'id': 'a9abd720-9489-48ca-9818-7a9c2a3df1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '61e41d9d-289d-4d8f-848e-3240f66d9e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:51.380704 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ca51f7-7c85-4b25-9e5a-1111924e6284 admin admin] Network hostable DHCP agents. Network: 61e41d9d-289d-4d8f-848e-3240f66d9e3e, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:55:51.403956 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ca51f7-7c85-4b25-9e5a-1111924e6284 admin admin] Network 61e41d9d-289d-4d8f-848e-3240f66d9e3e is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:55:51.416258 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-c3ca51f7-7c85-4b25-9e5a-1111924e6284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 61e41d9d-289d-4d8f-848e-3240f66d9e3e) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:51.420559 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ca51f7-7c85-4b25-9e5a-1111924e6284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:51.421301 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c3ca51f7-7c85-4b25-9e5a-1111924e6284 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:51.434322 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2120553-4171-43c7-9920-7dcfae170d34 None None] Network 61e41d9d-289d-4d8f-848e-3240f66d9e3e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:55:51.450483 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c3ca51f7-7c85-4b25-9e5a-1111924e6284 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4919233
Nov 20 20:55:51.450695 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42484) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:51.456155 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-401188553-router', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:55:51.493962 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:51.495102 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:51.553683 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b1bf7bca-f770-4fd1-97df-ea9a47fc287d req-508e07fc-a537-4b33-a8bc-89c614ba0a3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65288fa2-856b-4bcd-b79e-358cb9d13ee1 HTTP/1.1" status: 200  len: 1001 time: 0.5282452
Nov 20 20:55:51.603405 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:51.616339 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f8610-f2f6-4a7a-9f85-1f3f0d2d9800 req-234837a7-6938-416c-b887-d0419bb7384a tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:51.625241 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-020f8610-f2f6-4a7a-9f85-1f3f0d2d9800 req-234837a7-6938-416c-b887-d0419bb7384a tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=db188a9b-76d3-4bd0-8c8d-6d69715fe374 HTTP/1.1" status: 200  len: 946 time: 0.1659646
Nov 20 20:55:51.656467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c0a856e0-88f1-4b46-82cb-aa00763abb9b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Deleting port d2f255a6-9aff-4e32-ae68-6882dd4bbc7b {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:51.657321 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0a856e0-88f1-4b46-82cb-aa00763abb9b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:51.677542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-61e41d9d-289d-4d8f-848e-3240f66d9e3e', 'network_id': '61e41d9d-289d-4d8f-848e-3240f66d9e3e', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'fixed_ips': [{'subnet_id': 'da39f656-9789-43d2-aa23-10a2d8810c17'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:55:51.680076 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:51.700855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf7bca-f770-4fd1-97df-ea9a47fc287d req-2322895a-1af4-4696-9ae5-e40675dbb69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:51.702612 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b1bf7bca-f770-4fd1-97df-ea9a47fc287d req-2322895a-1af4-4696-9ae5-e40675dbb69c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8dd647-e967-4270-93b3-facefa8db304 HTTP/1.1" status: 200  len: 844 time: 0.1403673
Nov 20 20:55:51.716059 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Sync routers for ids ['e89131dc-015b-4173-b842-3414f01bc6d7'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:55:51.781678 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-020f8610-f2f6-4a7a-9f85-1f3f0d2d9800 req-ae5b689f-6a49-4bda-a7ac-0b29bb99efbe tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553314
Nov 20 20:55:51.820731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf7bca-f770-4fd1-97df-ea9a47fc287d req-65e2ea86-59cd-4ceb-a3cc-eddb3fd50426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:51.823286 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b1bf7bca-f770-4fd1-97df-ea9a47fc287d req-65e2ea86-59cd-4ceb-a3cc-eddb3fd50426 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5652dae-c97d-4dac-8379-2f9cbb8facac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1054223
Nov 20 20:55:51.825128 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0a856e0-88f1-4b46-82cb-aa00763abb9b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:51.826355 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:51.842683 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Routers {'e89131dc-015b-4173-b842-3414f01bc6d7'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:51.843516 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a465dab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['e89131dc-015b-4173-b842-3414f01bc6d7'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:51.848178 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c0a856e0-88f1-4b46-82cb-aa00763abb9b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Calling delete_port for d2f255a6-9aff-4e32-ae68-6882dd4bbc7b owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:51.892619 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Allocated IP 172.20.0.2 (61e41d9d-289d-4d8f-848e-3240f66d9e3e/da39f656-9789-43d2-aa23-10a2d8810c17/0d656c4d-e0ba-47ee-b16d-b17e6f12d873) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:52.062282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Set router e89131dc-015b-4173-b842-3414f01bc6d7 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:55:52.255184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5af855-a435-4af0-afc6-1d0cfd0d517c req-3e2d319c-3cd0-459d-a136-ebb25ab09141 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:52.263849 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c5af855-a435-4af0-afc6-1d0cfd0d517c req-3e2d319c-3cd0-459d-a136-ebb25ab09141 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.1839893
Nov 20 20:55:52.271164 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b1bf7bca-f770-4fd1-97df-ea9a47fc287d req-55492c6b-5205-441b-a603-56da3b5976d9 service neutron] 10.222.0.47 "GET /v2.0/networks/a5652dae-c97d-4dac-8379-2f9cbb8facac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4380205
Nov 20 20:55:52.337931 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0a856e0-88f1-4b46-82cb-aa00763abb9b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:52.378767 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c5af855-a435-4af0-afc6-1d0cfd0d517c req-933b2f6f-4e4c-4310-91af-10b2919909f3 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134582
Nov 20 20:55:52.430523 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:52.465436 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:52.511133 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a856e0-88f1-4b46-82cb-aa00763abb9b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Pushing event deleted for resources: {'Port': ['ID=d2f255a6-9aff-4e32-ae68-6882dd4bbc7b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:52.515893 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Network 61e41d9d-289d-4d8f-848e-3240f66d9e3e is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:52.521607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:52.536859 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:52.546283 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Pushing event updated for resources: {'Port': ['ID=0d656c4d-e0ba-47ee-b16d-b17e6f12d873,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:52.552295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a465dab20>, [{'id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-114137050-router', 'tenant_id': 'a48484c034b44d9bbd058ca3ed927499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.179'}], 'enable_snat': True}, 'gw_port_id': 'ce3c1042-29ca-44ee-ac3c-96264aa20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:43Z', 'updated_at': '2021-11-20T20:55:48Z', 'revision_number': 4, 'project_id': 'a48484c034b44d9bbd058ca3ed927499', 'gw_port': {'id': 'ce3c1042-29ca-44ee-ac3c-96264aa20f36', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:44Z', 'updated_at': '2021-11-20T20:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '38202de6-75c5-40d4-a383-14ff6642a908', 'name': '', 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101', 'tenant_id': 'a48484c034b44d9bbd058ca3ed927499', 'mac_address': 'fa:16:3e:96:18:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7d7e7c7-c934-4982-a948-5ad072c84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:47Z', 'updated_at': '2021-11-20T20:55:48Z', 'revision_number': 2, 'project_id': 'a48484c034b44d9bbd058ca3ed927499', 'subnets': [{'id': 'a7d7e7c7-c934-4982-a948-5ad072c84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:52.588368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Checking router: e89131dc-015b-4173-b842-3414f01bc6d7 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:55:52.588547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Updating router e89131dc-015b-4173-b842-3414f01bc6d7 port 38202de6-75c5-40d4-a383-14ff6642a908 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:55:52.624757 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ce3c1042-29ca-44ee-ac3c-96264aa20f36 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:52.628207 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:52.658240 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143187d-26b5-4162-b314-676cda0387d3 req-748460aa-046e-4eee-b2a5-0b426be0e2d3 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:52.659760 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5143187d-26b5-4162-b314-676cda0387d3 req-748460aa-046e-4eee-b2a5-0b426be0e2d3 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.37 "GET /v2.0/ports?device_id=db188a9b-76d3-4bd0-8c8d-6d69715fe374 HTTP/1.1" status: 200  len: 946 time: 0.1315992
Nov 20 20:55:52.661594 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b1bf7bca-f770-4fd1-97df-ea9a47fc287d req-a9c79aec-6221-41d4-9547-5dcb1ea3d6e7 service neutron] 10.222.0.47 "GET /v2.0/networks/a5652dae-c97d-4dac-8379-2f9cbb8facac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3644044
Nov 20 20:55:52.675773 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0a856e0-88f1-4b46-82cb-aa00763abb9b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:52.689083 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:52.698849 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:52.707542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Attempting to bind port 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:55:52.707919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Attempting to bind port 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a9abd720-9489-48ca-9818-7a9c2a3df1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '61e41d9d-289d-4d8f-848e-3240f66d9e3e'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:55:52.708585 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Attempting to bind port 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 on network 61e41d9d-289d-4d8f-848e-3240f66d9e3e {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:52.719734 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:55:52.720116 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Checking segment: {'id': 'a9abd720-9489-48ca-9818-7a9c2a3df1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '61e41d9d-289d-4d8f-848e-3240f66d9e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:52.720522 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:52.720923 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Bound using segment: {'id': 'a9abd720-9489-48ca-9818-7a9c2a3df1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '61e41d9d-289d-4d8f-848e-3240f66d9e3e'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:55:52.721409 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Bound port: 0d656c4d-e0ba-47ee-b16d-b17e6f12d873, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9abd720-9489-48ca-9818-7a9c2a3df1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '61e41d9d-289d-4d8f-848e-3240f66d9e3e'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:55:52.721793 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:52.764356 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe7a67-8460-40cc-976f-573f2f074f1b req-c5aa5988-bc7b-47b7-9454-7f8823282b4c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:52.770543 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e4fe7a67-8460-40cc-976f-573f2f074f1b req-c5aa5988-bc7b-47b7-9454-7f8823282b4c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 945 time: 0.2316806
Nov 20 20:55:52.789442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6421c80-dd10-49f5-b589-041379a7754f req-03612a14-fc37-4a5e-89dd-988de85c2887 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:52.791120 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d6421c80-dd10-49f5-b589-041379a7754f req-03612a14-fc37-4a5e-89dd-988de85c2887 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2fa090e-55ec-4abd-8248-6a85b2b91f8a HTTP/1.1" status: 200  len: 945 time: 0.1876528
Nov 20 20:55:52.875646 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ce3c1042-29ca-44ee-ac3c-96264aa20f36 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:52.876030 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:52.939799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Allocated IP 172.35.1.198 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/7278278c-0837-4d3a-808b-401eb857b298) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:52.994205 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e4fe7a67-8460-40cc-976f-573f2f074f1b req-c90b60fe-dbad-4b87-a002-d3e7ba45ab9f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010596
Nov 20 20:55:53.030822 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0a856e0-88f1-4b46-82cb-aa00763abb9b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:53.040694 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6e160-9abb-4d62-b103-d61dc6bef742 req-1b5a8cf6-9e66-4ee2-9af6-ce2a2515d078 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:53.042740 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2bf6e160-9abb-4d62-b103-d61dc6bef742 req-1b5a8cf6-9e66-4ee2-9af6-ce2a2515d078 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=db188a9b-76d3-4bd0-8c8d-6d69715fe374 HTTP/1.1" status: 200  len: 946 time: 0.1699929
Nov 20 20:55:53.048739 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0a856e0-88f1-4b46-82cb-aa00763abb9b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:53.058917 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-5143187d-26b5-4162-b314-676cda0387d3 req-1dc7b57c-e9e3-4438-aecd-e32541e6c2f6 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Deleting port b01dce5f-9b14-481a-bca0-7d462e3a3709 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:53.058917 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5143187d-26b5-4162-b314-676cda0387d3 req-1dc7b57c-e9e3-4438-aecd-e32541e6c2f6 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:53.061661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] For port 0d656c4d-e0ba-47ee-b16d-b17e6f12d873, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:55:53.081748 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] For port 0d656c4d-e0ba-47ee-b16d-b17e6f12d873, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d656c4d-e0ba-47ee-b16d-b17e6f12d873,segment=NetworkSegment(a9abd720-9489-48ca-9818-7a9c2a3df1f8),segment_id=a9abd720-9489-48ca-9818-7a9c2a3df1f8)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:55:53.093470 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-d6421c80-dd10-49f5-b589-041379a7754f req-8ec627db-add4-471e-bf46-5f83fea5679b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Deleting port f6f71518-918d-4d53-86d6-5c5fe35e9c70 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:53.093817 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d6421c80-dd10-49f5-b589-041379a7754f req-8ec627db-add4-471e-bf46-5f83fea5679b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:53.094495 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:53.202613 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:53.235663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a856e0-88f1-4b46-82cb-aa00763abb9b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Router fec2f8e6-0d18-4988-b110-1678230f80a5 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:55:53.246467 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-d6421c80-dd10-49f5-b589-041379a7754f req-8ec627db-add4-471e-bf46-5f83fea5679b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] For port f6f71518-918d-4d53-86d6-5c5fe35e9c70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6f71518-918d-4d53-86d6-5c5fe35e9c70,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:53.246870 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d6421c80-dd10-49f5-b589-041379a7754f req-8ec627db-add4-471e-bf46-5f83fea5679b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:53.262821 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2bf6e160-9abb-4d62-b103-d61dc6bef742 req-dafae150-cbf9-450c-8817-9958ba7e84ec tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7214fc9-e041-4632-b8a0-bb9b57eb10ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2079790
Nov 20 20:55:53.264372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-d6421c80-dd10-49f5-b589-041379a7754f req-8ec627db-add4-471e-bf46-5f83fea5679b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Calling delete_port for f6f71518-918d-4d53-86d6-5c5fe35e9c70 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:53.286091 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5143187d-26b5-4162-b314-676cda0387d3 req-1dc7b57c-e9e3-4438-aecd-e32541e6c2f6 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] For port b01dce5f-9b14-481a-bca0-7d462e3a3709, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b01dce5f-9b14-481a-bca0-7d462e3a3709,segment=NetworkSegment(e9fcfb69-c5a4-463d-9358-445638064d65),segment_id=e9fcfb69-c5a4-463d-9358-445638064d65)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:53.286832 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5143187d-26b5-4162-b314-676cda0387d3 req-1dc7b57c-e9e3-4438-aecd-e32541e6c2f6 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:53.318935 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-5143187d-26b5-4162-b314-676cda0387d3 req-1dc7b57c-e9e3-4438-aecd-e32541e6c2f6 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Calling delete_port for b01dce5f-9b14-481a-bca0-7d462e3a3709 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:53.349738 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6d85e-96aa-4acf-ae31-0df415445248 None None] Pushing event updated for resources: {'Port': ['ID=0d656c4d-e0ba-47ee-b16d-b17e6f12d873,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:53.408899 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:53.414522 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:53.425142 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:53.505845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a856e0-88f1-4b46-82cb-aa00763abb9b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:55:53.517995 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55662619-cf05-412f-b9d6-df4cdf9f49ee None None] Sync routers for ids ['fec2f8e6-0d18-4988-b110-1678230f80a5'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:55:53.546243 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55662619-cf05-412f-b9d6-df4cdf9f49ee None None] Routers {'fec2f8e6-0d18-4988-b110-1678230f80a5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:53.546983 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-55662619-cf05-412f-b9d6-df4cdf9f49ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5447ac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['fec2f8e6-0d18-4988-b110-1678230f80a5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:53.549769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:53.564072 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:53.581594 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:53.602129 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-55662619-cf05-412f-b9d6-df4cdf9f49ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5447ac10>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:53.613662 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0a856e0-88f1-4b46-82cb-aa00763abb9b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:53.616020 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c0a856e0-88f1-4b46-82cb-aa00763abb9b tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "PUT /v2.0/routers/fec2f8e6-0d18-4988-b110-1678230f80a5 HTTP/1.1" status: 200  len: 710 time: 3.4303582
Nov 20 20:55:53.624246 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5027e49-645a-42c1-97c6-c67de513e445 None None] Pushing event updated for resources: {'Port': ['ID=38202de6-75c5-40d4-a383-14ff6642a908,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:53.625849 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42512) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:53.626789 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55662619-cf05-412f-b9d6-df4cdf9f49ee None None] Routers {'fec2f8e6-0d18-4988-b110-1678230f80a5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:53.627607 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-55662619-cf05-412f-b9d6-df4cdf9f49ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5447ac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['fec2f8e6-0d18-4988-b110-1678230f80a5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:53.636610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Pushing event updated for resources: {'Port': ['ID=7278278c-0837-4d3a-808b-401eb857b298,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:53.643556 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d6421c80-dd10-49f5-b589-041379a7754f req-8ec627db-add4-471e-bf46-5f83fea5679b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:53.716560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f6f71518-918d-4d53-86d6-5c5fe35e9c70'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:53.718940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['b01dce5f-9b14-481a-bca0-7d462e3a3709'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:53.719591 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec627db-add4-471e-bf46-5f83fea5679b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Pushing event deleted for resources: {'Port': ['ID=f6f71518-918d-4d53-86d6-5c5fe35e9c70,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:53.724087 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-55662619-cf05-412f-b9d6-df4cdf9f49ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5447ac10>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:53.725056 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55662619-cf05-412f-b9d6-df4cdf9f49ee None None] The sync data for ids ['fec2f8e6-0d18-4988-b110-1678230f80a5'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:55:53.822703 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6421c80-dd10-49f5-b589-041379a7754f req-8ec627db-add4-471e-bf46-5f83fea5679b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] No DVR routers for this DVR port f6f71518-918d-4d53-86d6-5c5fe35e9c70 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:55:53.825397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7658bf-2a78-4cfa-b3fd-db2f644e4c11 req-c9e43456-84de-4064-bb0c-a49881323f2c tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:53.826693 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d6421c80-dd10-49f5-b589-041379a7754f req-8ec627db-add4-471e-bf46-5f83fea5679b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:53.830455 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d6421c80-dd10-49f5-b589-041379a7754f req-8ec627db-add4-471e-bf46-5f83fea5679b tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.47 "DELETE /v2.0/ports/f6f71518-918d-4d53-86d6-5c5fe35e9c70 HTTP/1.1" status: 204  len: 173 time: 1.0287189
Nov 20 20:55:53.830760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fa090e-55ec-4abd-8248-6a85b2b91f8a', 'name': 'network-vif-deleted', 'tag': 'f6f71518-918d-4d53-86d6-5c5fe35e9c70'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:53.833765 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-af7658bf-2a78-4cfa-b3fd-db2f644e4c11 req-c9e43456-84de-4064-bb0c-a49881323f2c tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.3241091
Nov 20 20:55:53.841249 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a080c69d-69ea-46af-b04f-5d2429cd325a" -d '{"events": [{"server_uuid": "f2fa090e-55ec-4abd-8248-6a85b2b91f8a", "name": "network-vif-deleted", "tag": "f6f71518-918d-4d53-86d6-5c5fe35e9c70"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:53.853817 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Attempting to bind port 38202de6-75c5-40d4-a383-14ff6642a908 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:55:53.854535 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Attempting to bind port 38202de6-75c5-40d4-a383-14ff6642a908 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '283bfe64-ea2c-4059-afed-211f7e7e686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:55:53.855071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Attempting to bind port 38202de6-75c5-40d4-a383-14ff6642a908 on network 0ac983b9-9a1d-433d-8824-d40a568b3101 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:53.872427 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:55:53.873082 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Checking segment: {'id': '283bfe64-ea2c-4059-afed-211f7e7e686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:53.873583 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:53.874552 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Bound using segment: {'id': '283bfe64-ea2c-4059-afed-211f7e7e686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:55:53.876488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Bound port: 38202de6-75c5-40d4-a383-14ff6642a908, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283bfe64-ea2c-4059-afed-211f7e7e686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:55:53.877294 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:53.879020 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d39c5be1-016d-4248-930f-1cf4dbc3de55 tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "GET /v2.0/routers/fec2f8e6-0d18-4988-b110-1678230f80a5 HTTP/1.1" status: 200  len: 745 time: 0.2299023
Nov 20 20:55:53.894860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42518) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:53.960800 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7687d7-354c-4bb6-be03-5b3ae5d0dbea x-openstack-request-id: req-4e7687d7-354c-4bb6-be03-5b3ae5d0dbea {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:53.961330 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fa090e-55ec-4abd-8248-6a85b2b91f8a", "name": "network-vif-deleted", "tag": "f6f71518-918d-4d53-86d6-5c5fe35e9c70", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:53.961770 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e7687d7-354c-4bb6-be03-5b3ae5d0dbea {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:53.962379 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fa090e-55ec-4abd-8248-6a85b2b91f8a', 'name': 'network-vif-deleted', 'tag': 'f6f71518-918d-4d53-86d6-5c5fe35e9c70', 'status': 'completed', 'code': 200}
Nov 20 20:55:53.968674 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-222cee79-66c9-4f05-a2c9-31a71d25b84e tempest-RoutersIpV6AdminTest-791702368 tempest-RoutersIpV6AdminTest-791702368-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&device_id=fec2f8e6-0d18-4988-b110-1678230f80a5 HTTP/1.1" status: 200  len: 205 time: 0.0722353
Nov 20 20:55:53.973589 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42520) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:54.005950 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-20738e16-cc99-4739-a66d-d1e4fddc358a None None] Provisioning complete for port 38202de6-75c5-40d4-a383-14ff6642a908 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:54.006375 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-20738e16-cc99-4739-a66d-d1e4fddc358a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:54.021336 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-873ac546-7adb-4634-9c89-37498e38b31f tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "GET /v2.0/ports?device_id=fec2f8e6-0d18-4988-b110-1678230f80a5 HTTP/1.1" status: 200  len: 205 time: 0.0463753
Nov 20 20:55:54.034348 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42522) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:54.079826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-20738e16-cc99-4739-a66d-d1e4fddc358a None None] Port 38202de6-75c5-40d4-a383-14ff6642a908 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:55:54.099740 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] For port 38202de6-75c5-40d4-a383-14ff6642a908, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:55:54.106419 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] For port 38202de6-75c5-40d4-a383-14ff6642a908, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38202de6-75c5-40d4-a383-14ff6642a908,segment=NetworkSegment(283bfe64-ea2c-4059-afed-211f7e7e686b),segment_id=283bfe64-ea2c-4059-afed-211f7e7e686b)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:55:54.117608 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:54.129888 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9fc53ad-d9ad-4f4b-95a3-06d46863940d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:54.209430 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-af7658bf-2a78-4cfa-b3fd-db2f644e4c11 req-32727468-d8df-478f-b82c-d1aed3759e63 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3746462
Nov 20 20:55:54.248619 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5027e49-645a-42c1-97c6-c67de513e445 None None] Pushing event updated for resources: {'Port': ['ID=38202de6-75c5-40d4-a383-14ff6642a908,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:54.252381 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5143187d-26b5-4162-b314-676cda0387d3 req-1dc7b57c-e9e3-4438-aecd-e32541e6c2f6 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:54.278610 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Routers {'e89131dc-015b-4173-b842-3414f01bc6d7'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:54.279398 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a465dab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['e89131dc-015b-4173-b842-3414f01bc6d7'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:54.283607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f6f71518-918d-4d53-86d6-5c5fe35e9c70'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:54.302374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7b57c-e9e3-4438-aecd-e32541e6c2f6 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Pushing event deleted for resources: {'Port': ['ID=b01dce5f-9b14-481a-bca0-7d462e3a3709,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:54.316339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaf5a1-db45-4258-8d7c-5a5e4eeb32b9 req-eba7fc22-56c8-47fe-a55d-6578bc039033 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:54.326694 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-65eaf5a1-db45-4258-8d7c-5a5e4eeb32b9 req-eba7fc22-56c8-47fe-a55d-6578bc039033 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 945 time: 0.2104607
Nov 20 20:55:54.444047 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-65eaf5a1-db45-4258-8d7c-5a5e4eeb32b9 req-6f88b8ae-000b-4d81-af71-747ea68052c3 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098824
Nov 20 20:55:54.463351 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:54.476548 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3601f-66aa-4abd-9a2c-66b59bf41bc0 req-9e002f68-c0bb-48fe-9811-8a2db311abda tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:54.478362 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e9f3601f-66aa-4abd-9a2c-66b59bf41bc0 req-9e002f68-c0bb-48fe-9811-8a2db311abda tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 945 time: 0.5146959
Nov 20 20:55:54.720712 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-30e37ff6-e626-414d-870c-95b23a26d961 None None] Provisioning complete for port 38202de6-75c5-40d4-a383-14ff6642a908 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:54.728454 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-30e37ff6-e626-414d-870c-95b23a26d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:54.737125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] Set router e89131dc-015b-4173-b842-3414f01bc6d7 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:55:54.743717 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:54.853987 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:54.855784 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e68cdd-87d3-4bc9-aee2-65c9e8d00568 None None] Network 61e41d9d-289d-4d8f-848e-3240f66d9e3e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:55:54.932997 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:54.933598 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:55.001547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Router f08905e7-5a79-4ef6-9d00-29cbb2446c85 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:55:55.107372 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9fc53ad-d9ad-4f4b-95a3-06d46863940d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:55.115038 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-30e37ff6-e626-414d-870c-95b23a26d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:55.116778 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9fc53ad-d9ad-4f4b-95a3-06d46863940d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:55.128399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:55:55.150989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5143187d-26b5-4162-b314-676cda0387d3 req-1dc7b57c-e9e3-4438-aecd-e32541e6c2f6 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] No DVR routers for this DVR port b01dce5f-9b14-481a-bca0-7d462e3a3709 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:55:55.152408 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:55.153950 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c8ce8594-cbad-4614-8631-afcde7830f67 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.7015121
Nov 20 20:55:55.156471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42536) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:55.160476 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Sync routers for ids ['f08905e7-5a79-4ef6-9d00-29cbb2446c85'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:55:55.160638 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-daaed099-b3eb-42c1-b46d-f28d4cae2735 req-1c71cd7e-40ae-4b7f-9b71-80e4c31d6bf1 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.41 "GET /v2.0/ports?device_id=db188a9b-76d3-4bd0-8c8d-6d69715fe374 HTTP/1.1" status: 200  len: 210 time: 0.6811845
Nov 20 20:55:55.166542 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5143187d-26b5-4162-b314-676cda0387d3 req-1dc7b57c-e9e3-4438-aecd-e32541e6c2f6 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:55.170014 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5143187d-26b5-4162-b314-676cda0387d3 req-1dc7b57c-e9e3-4438-aecd-e32541e6c2f6 tempest-MultipleCreateTestJSON-629787600 tempest-MultipleCreateTestJSON-629787600-project] 10.222.0.37 "DELETE /v2.0/ports/b01dce5f-9b14-481a-bca0-7d462e3a3709 HTTP/1.1" status: 204  len: 173 time: 2.5024393
Nov 20 20:55:55.177248 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db188a9b-76d3-4bd0-8c8d-6d69715fe374', 'name': 'network-vif-deleted', 'tag': 'b01dce5f-9b14-481a-bca0-7d462e3a3709'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:55.180111 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c8c5d5-313f-43d8-8de9-e46c9c362c5d" -d '{"events": [{"server_uuid": "db188a9b-76d3-4bd0-8c8d-6d69715fe374", "name": "network-vif-deleted", "tag": "b01dce5f-9b14-481a-bca0-7d462e3a3709"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:55.268054 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9fc53ad-d9ad-4f4b-95a3-06d46863940d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:55.268993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fc53ad-d9ad-4f4b-95a3-06d46863940d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Fanout notify agent at l3_agent the message router_deleted on router fec2f8e6-0d18-4988-b110-1678230f80a5 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:55:55.281971 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1d4671-a2c3-4a26-8a65-e3af34d886c1 x-openstack-request-id: req-3c1d4671-a2c3-4a26-8a65-e3af34d886c1 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:55.283367 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db188a9b-76d3-4bd0-8c8d-6d69715fe374", "name": "network-vif-deleted", "tag": "b01dce5f-9b14-481a-bca0-7d462e3a3709", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:55.284025 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c1d4671-a2c3-4a26-8a65-e3af34d886c1 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:55.287236 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db188a9b-76d3-4bd0-8c8d-6d69715fe374', 'name': 'network-vif-deleted', 'tag': 'b01dce5f-9b14-481a-bca0-7d462e3a3709', 'status': 'completed', 'code': 200}
Nov 20 20:55:55.296341 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9fc53ad-d9ad-4f4b-95a3-06d46863940d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:55.297698 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d9fc53ad-d9ad-4f4b-95a3-06d46863940d tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "DELETE /v2.0/routers/fec2f8e6-0d18-4988-b110-1678230f80a5 HTTP/1.1" status: 204  len: 168 time: 1.2614682
Nov 20 20:55:55.310592 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42542) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:55.332088 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-30e37ff6-e626-414d-870c-95b23a26d961 None None] For port 38202de6-75c5-40d4-a383-14ff6642a908, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38202de6-75c5-40d4-a383-14ff6642a908,segment=NetworkSegment(283bfe64-ea2c-4059-afed-211f7e7e686b),segment_id=283bfe64-ea2c-4059-afed-211f7e7e686b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:55.333554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Routers {'f08905e7-5a79-4ef6-9d00-29cbb2446c85'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:55.334344 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a474cea30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f08905e7-5a79-4ef6-9d00-29cbb2446c85'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:55.361630 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6ed5eeb3-95ad-46c4-8160-1495c0e992c9 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "GET /v2.0/ports?device_id=fec2f8e6-0d18-4988-b110-1678230f80a5 HTTP/1.1" status: 200  len: 205 time: 0.0489564
Nov 20 20:55:55.365962 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42544) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:55.376915 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-30e37ff6-e626-414d-870c-95b23a26d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:55.433809 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-22118ef5-aca0-4509-b48c-faafb4d8ee45 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] delete failed (client error): The resource could not be found.
Nov 20 20:55:55.439034 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-22118ef5-aca0-4509-b48c-faafb4d8ee45 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "DELETE /v2.0/routers/fec2f8e6-0d18-4988-b110-1678230f80a5 HTTP/1.1" status: 404  len: 336 time: 0.0678971
Nov 20 20:55:55.439210 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42546) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:55.448498 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-e9f3601f-66aa-4abd-9a2c-66b59bf41bc0 req-ab09aeeb-3e19-4144-a86b-039607f45c2e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Deleting port c6735702-3abe-4ed8-a376-4563315d7dc0 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:55:55.449059 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e9f3601f-66aa-4abd-9a2c-66b59bf41bc0 req-ab09aeeb-3e19-4144-a86b-039607f45c2e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:55.451321 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:55.499991 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095f732-6e09-4507-bfd6-62ebda66b637 req-ff7810e7-aa7c-4164-8848-bc2921b02f07 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:55.501497 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b095f732-6e09-4507-bfd6-62ebda66b637 req-ff7810e7-aa7c-4164-8848-bc2921b02f07 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.1362681
Nov 20 20:55:55.511822 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6b2adc05-7886-458b-859d-c3137af50b12 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "GET /v2.0/ports?device_id=83708f71-ea60-41cf-9ef4-40df858c4322 HTTP/1.1" status: 200  len: 205 time: 0.0706363
Nov 20 20:55:55.512593 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42550) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:55.608332 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-6921f98c-f7f3-4105-8b5b-b0bde83a3997 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] delete failed (client error): The resource could not be found.
Nov 20 20:55:55.609581 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6921f98c-f7f3-4105-8b5b-b0bde83a3997 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "DELETE /v2.0/routers/83708f71-ea60-41cf-9ef4-40df858c4322 HTTP/1.1" status: 404  len: 336 time: 0.0960190
Nov 20 20:55:55.614372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42552) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:55.658077 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-e9f3601f-66aa-4abd-9a2c-66b59bf41bc0 req-ab09aeeb-3e19-4144-a86b-039607f45c2e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] For port c6735702-3abe-4ed8-a376-4563315d7dc0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6735702-3abe-4ed8-a376-4563315d7dc0,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:55.658463 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e9f3601f-66aa-4abd-9a2c-66b59bf41bc0 req-ab09aeeb-3e19-4144-a86b-039607f45c2e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:55.685070 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-e9f3601f-66aa-4abd-9a2c-66b59bf41bc0 req-ab09aeeb-3e19-4144-a86b-039607f45c2e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Calling delete_port for c6735702-3abe-4ed8-a376-4563315d7dc0 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:55:55.692235 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b095f732-6e09-4507-bfd6-62ebda66b637 req-1ff4bf84-1615-489a-88bb-c07f3fc461b7 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451349
Nov 20 20:55:55.699284 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b1b72004-84ef-492e-881d-0e1bffd3b811 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e9a9804-78c3-4fde-8977-98fa3b2a6075 HTTP/1.1" status: 200  len: 205 time: 0.0811152
Nov 20 20:55:55.701502 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42556) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:55.758919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e37ff6-e626-414d-870c-95b23a26d961 None None] Pushing event updated for resources: {'Port': ['ID=38202de6-75c5-40d4-a383-14ff6642a908,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:55.764833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cf279-3ff0-4747-8a28-ac1c23d9627a req-4ab0f579-0f4e-4356-a9b0-dfbacd90f4f1 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:55.773644 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-125cf279-3ff0-4747-8a28-ac1c23d9627a req-4ab0f579-0f4e-4356-a9b0-dfbacd90f4f1 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 945 time: 0.2536149
Nov 20 20:55:55.777581 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-47e43c36-54d4-4ec6-9bf0-e3b7fee883d1 None None] Provisioning complete for port 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:55.777965 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-47e43c36-54d4-4ec6-9bf0-e3b7fee883d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:55.785736 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-50a2db77-cbb6-4843-ad01-c16ae617ed86 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] delete failed (client error): The resource could not be found.
Nov 20 20:55:55.785736 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-50a2db77-cbb6-4843-ad01-c16ae617ed86 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "DELETE /v2.0/routers/7e9a9804-78c3-4fde-8977-98fa3b2a6075 HTTP/1.1" status: 404  len: 336 time: 0.0807703
Nov 20 20:55:55.790573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42558) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:55.807779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 0d656c4d-e0ba-47ee-b16d-b17e6f12d873, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d656c4d-e0ba-47ee-b16d-b17e6f12d873,segment=NetworkSegment(a9abd720-9489-48ca-9818-7a9c2a3df1f8),segment_id=a9abd720-9489-48ca-9818-7a9c2a3df1f8)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:55:55.812911 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Set router f08905e7-5a79-4ef6-9d00-29cbb2446c85 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:55:55.862628 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:55.862824 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ed48372b-bcbd-458e-9f13-4d7d9eadb1d9 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "GET /v2.0/ports?device_id=83a4d713-5194-454d-ad3f-00ca62fc3202 HTTP/1.1" status: 200  len: 205 time: 0.0616689
Nov 20 20:55:55.866527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42562) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:55.929717 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-125cf279-3ff0-4747-8a28-ac1c23d9627a req-6769dc78-7e1d-41bb-abc1-413666296552 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554592
Nov 20 20:55:55.933462 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-ffa75e54-dad1-4956-bb4f-4e29d635c025 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] delete failed (client error): The resource could not be found.
Nov 20 20:55:55.938010 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ffa75e54-dad1-4956-bb4f-4e29d635c025 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "DELETE /v2.0/routers/83a4d713-5194-454d-ad3f-00ca62fc3202 HTTP/1.1" status: 404  len: 336 time: 0.0639222
Nov 20 20:55:55.949405 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42564) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:55.977689 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e9f3601f-66aa-4abd-9a2c-66b59bf41bc0 req-ab09aeeb-3e19-4144-a86b-039607f45c2e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:55.989455 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4d40b188-58cf-43dd-b61b-8e259e2f01cf tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3895a92-2493-4f23-a2a4-1eda9c643795 HTTP/1.1" status: 200  len: 205 time: 0.0363479
Nov 20 20:55:55.991280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42566) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:55.997869 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['c6735702-3abe-4ed8-a376-4563315d7dc0'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:55:56.073238 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-01ab85bb-b098-4a6c-99fc-8a361f3b177f tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] delete failed (client error): The resource could not be found.
Nov 20 20:55:56.074910 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-01ab85bb-b098-4a6c-99fc-8a361f3b177f tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "DELETE /v2.0/routers/c3895a92-2493-4f23-a2a4-1eda9c643795 HTTP/1.1" status: 404  len: 336 time: 0.0817084
Nov 20 20:55:56.076331 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a465dab20>, [{'id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-114137050-router', 'tenant_id': 'a48484c034b44d9bbd058ca3ed927499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.179'}], 'enable_snat': True}, 'gw_port_id': 'ce3c1042-29ca-44ee-ac3c-96264aa20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:43Z', 'updated_at': '2021-11-20T20:55:48Z', 'revision_number': 4, 'project_id': 'a48484c034b44d9bbd058ca3ed927499', 'gw_port': {'id': 'ce3c1042-29ca-44ee-ac3c-96264aa20f36', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:44Z', 'updated_at': '2021-11-20T20:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '38202de6-75c5-40d4-a383-14ff6642a908', 'name': '', 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101', 'tenant_id': 'a48484c034b44d9bbd058ca3ed927499', 'mac_address': 'fa:16:3e:96:18:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7d7e7c7-c934-4982-a948-5ad072c84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:47Z', 'updated_at': '2021-11-20T20:55:54Z', 'revision_number': 4, 'project_id': 'a48484c034b44d9bbd058ca3ed927499', 'subnets': [{'id': 'a7d7e7c7-c934-4982-a948-5ad072c84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:56.076504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09aeeb-3e19-4144-a86b-039607f45c2e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Pushing event deleted for resources: {'Port': ['ID=c6735702-3abe-4ed8-a376-4563315d7dc0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:56.078089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42570) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:56.089181 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=0d656c4d-e0ba-47ee-b16d-b17e6f12d873,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:56.127148 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-40a9fef2-e411-4959-9773-463bdf2e82a6 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "GET /v2.0/ports?device_id=791ec4e3-c4e8-4f5d-84de-05ddfc1fbcf1 HTTP/1.1" status: 200  len: 205 time: 0.0475874
Nov 20 20:55:56.133741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42572) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:56.152122 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22908f79-24d0-47b9-812c-2c245534c3c7 None None] The sync data for ids ['e89131dc-015b-4173-b842-3414f01bc6d7'] in ncdv-master-1 is: [{'id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-114137050-router', 'tenant_id': 'a48484c034b44d9bbd058ca3ed927499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.179'}], 'enable_snat': True}, 'gw_port_id': 'ce3c1042-29ca-44ee-ac3c-96264aa20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:43Z', 'updated_at': '2021-11-20T20:55:48Z', 'revision_number': 4, 'project_id': 'a48484c034b44d9bbd058ca3ed927499', 'gw_port': {'id': 'ce3c1042-29ca-44ee-ac3c-96264aa20f36', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:44Z', 'updated_at': '2021-11-20T20:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '38202de6-75c5-40d4-a383-14ff6642a908', 'name': '', 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101', 'tenant_id': 'a48484c034b44d9bbd058ca3ed927499', 'mac_address': 'fa:16:3e:96:18:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7d7e7c7-c934-4982-a948-5ad072c84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:47Z', 'updated_at': '2021-11-20T20:55:54Z', 'revision_number': 4, 'project_id': 'a48484c034b44d9bbd058ca3ed927499', 'subnets': [{'id': 'a7d7e7c7-c934-4982-a948-5ad072c84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:55:56.220767 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:56.283689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f3601f-66aa-4abd-9a2c-66b59bf41bc0 req-ab09aeeb-3e19-4144-a86b-039607f45c2e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] No DVR routers for this DVR port c6735702-3abe-4ed8-a376-4563315d7dc0 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:55:56.287536 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e9f3601f-66aa-4abd-9a2c-66b59bf41bc0 req-ab09aeeb-3e19-4144-a86b-039607f45c2e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:56.291924 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e9f3601f-66aa-4abd-9a2c-66b59bf41bc0 req-ab09aeeb-3e19-4144-a86b-039607f45c2e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.37 "DELETE /v2.0/ports/c6735702-3abe-4ed8-a376-4563315d7dc0 HTTP/1.1" status: 204  len: 173 time: 1.8053725
Nov 20 20:55:56.293297 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-8721aa36-9d37-43b8-977f-2327b3b0c401 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] delete failed (client error): The resource could not be found.
Nov 20 20:55:56.303880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42576) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:56.304111 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8721aa36-9d37-43b8-977f-2327b3b0c401 tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "DELETE /v2.0/routers/791ec4e3-c4e8-4f5d-84de-05ddfc1fbcf1 HTTP/1.1" status: 404  len: 336 time: 0.1230943
Nov 20 20:55:56.343222 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-725911a8-423b-4fc7-8cfc-8b8d63dbc93e tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] DELETE failed (client error): The resource could not be found.
Nov 20 20:55:56.343708 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725911a8-423b-4fc7-8cfc-8b8d63dbc93e tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 20:55:56.346870 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-725911a8-423b-4fc7-8cfc-8b8d63dbc93e tempest-RoutersIpV6AdminTest-625334070 tempest-RoutersIpV6AdminTest-625334070-project] 10.222.0.41 "DELETE /v2.0/subnets/05af04bc-af8a-45e4-921d-0c12ac1c0174 HTTP/1.1" status: 404  len: 337 time: 0.0433228
Nov 20 20:55:56.364522 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42582) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:56.394312 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a474cea30>, [{'id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'name': 'tempest-AttachSCSIVolumeTestJSON-401188553-router', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198'}], 'enable_snat': True}, 'gw_port_id': '7278278c-0837-4d3a-808b-401eb857b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:51Z', 'updated_at': '2021-11-20T20:55:54Z', 'revision_number': 3, 'project_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'gw_port': {'id': '7278278c-0837-4d3a-808b-401eb857b298', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:52Z', 'updated_at': '2021-11-20T20:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:56.439682 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b04846-01f6-4f00-bebf-d8406260fd7a admin admin] Deleting subnet 4c67d961-3278-4bc5-93f8-082ae3cc8ba3 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:55:56.445024 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d1b04846-01f6-4f00-bebf-d8406260fd7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:56.472688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Checking router: f08905e7-5a79-4ef6-9d00-29cbb2446c85 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:55:56.479852 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Updating router f08905e7-5a79-4ef6-9d00-29cbb2446c85 port 7278278c-0837-4d3a-808b-401eb857b298 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:55:56.511606 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d1b04846-01f6-4f00-bebf-d8406260fd7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:56.540670 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:56.581530 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9c0eedca-0a12-4e32-bc6d-c5aceef68163 None None] Provisioning complete for port 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:56.581729 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9c0eedca-0a12-4e32-bc6d-c5aceef68163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:56.591112 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Allocated IP 172.20.0.1 (61e41d9d-289d-4d8f-848e-3240f66d9e3e/da39f656-9789-43d2-aa23-10a2d8810c17/62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:55:56.618179 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d1b04846-01f6-4f00-bebf-d8406260fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:56.751209 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d1b04846-01f6-4f00-bebf-d8406260fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:56.808839 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:56.810992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b04846-01f6-4f00-bebf-d8406260fd7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c67d961-3278-4bc5-93f8-082ae3cc8ba3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:56.818611 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d1b04846-01f6-4f00-bebf-d8406260fd7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:56.823348 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d1b04846-01f6-4f00-bebf-d8406260fd7a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4c67d961-3278-4bc5-93f8-082ae3cc8ba3 HTTP/1.1" status: 204  len: 168 time: 0.4577837
Nov 20 20:55:56.826546 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42588) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:56.832800 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 38202de6-75c5-40d4-a383-14ff6642a908 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:56.878064 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42590) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:56.978549 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e23b09d7-d901-4d52-9cb7-2297d5cebd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.024702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c9312-3787-452b-b5af-d4fb4621a529 req-a5d617cd-e27f-411d-bcde-06c7d987ad84 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:57.026624 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a43c9312-3787-452b-b5af-d4fb4621a529 req-a5d617cd-e27f-411d-bcde-06c7d987ad84 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.1672065
Nov 20 20:55:57.061293 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b01dce5f-9b14-481a-bca0-7d462e3a3709 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:55:57.120329 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.128367 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a43c9312-3787-452b-b5af-d4fb4621a529 req-82df26b7-9b4f-46a9-8c28-3f3561b3a32c tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865126
Nov 20 20:55:57.160824 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-46428bff-5884-4e49-ba17-53a8dae09a04 req-dbf79af9-3851-4790-89f9-1aed647affb5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb6b17e8-3ed4-4602-9524-8aa8b910746a HTTP/1.1" status: 200  len: 210 time: 0.0612814
Nov 20 20:55:57.197496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: b01dce5f-9b14-481a-bca0-7d462e3a3709 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:55:57.197783 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b01dce5f-9b14-481a-bca0-7d462e3a3709 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:55:57.210435 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1c15211-b2be-4405-b131-2321b3f4f8d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.251386 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e23b09d7-d901-4d52-9cb7-2297d5cebd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.255122 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 38202de6-75c5-40d4-a383-14ff6642a908 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:57.255505 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.321839 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6b17e8-3ed4-4602-9524-8aa8b910746a', 'name': 'network-vif-deleted', 'tag': 'c6735702-3abe-4ed8-a376-4563315d7dc0'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:55:57.324631 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0628ab6-b674-4879-a0ca-924a933f7998" -d '{"events": [{"server_uuid": "eb6b17e8-3ed4-4602-9524-8aa8b910746a", "name": "network-vif-deleted", "tag": "c6735702-3abe-4ed8-a376-4563315d7dc0"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:55:57.335094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e23b09d7-d901-4d52-9cb7-2297d5cebd9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e92cd90>,) {'filters': {'network_id': ['e1689f5d-8863-4b2c-a6d3-375854e48d20']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:57.342062 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Network 61e41d9d-289d-4d8f-848e-3240f66d9e3e is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:57.366897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:57.377689 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e23b09d7-d901-4d52-9cb7-2297d5cebd9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e92cd90>, 'e9fcfb69-c5a4-463d-9358-445638064d65') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:57.377991 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e23b09d7-d901-4d52-9cb7-2297d5cebd9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e92cd90>, 'e9fcfb69-c5a4-463d-9358-445638064d65') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:57.403892 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:55:57.408226 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Pushing event updated for resources: {'Port': ['ID=62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:57.408615 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628ebd-0640-40fc-be56-6992dc8ea4ca req-09b220b1-3893-4681-9e5c-d1472ecd6b7f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:57.425838 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2f628ebd-0640-40fc-be56-6992dc8ea4ca req-09b220b1-3893-4681-9e5c-d1472ecd6b7f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 945 time: 0.1496172
Nov 20 20:55:57.449772 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e23b09d7-d901-4d52-9cb7-2297d5cebd9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.453163 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:55:57.453297 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368573a0-d725-4421-8634-fa1b754b628a x-openstack-request-id: req-368573a0-d725-4421-8634-fa1b754b628a {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:55:57.453549 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6b17e8-3ed4-4602-9524-8aa8b910746a", "name": "network-vif-deleted", "tag": "c6735702-3abe-4ed8-a376-4563315d7dc0", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:55:57.453879 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-368573a0-d725-4421-8634-fa1b754b628a {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:55:57.454561 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6b17e8-3ed4-4602-9524-8aa8b910746a', 'name': 'network-vif-deleted', 'tag': 'c6735702-3abe-4ed8-a376-4563315d7dc0', 'status': 'completed', 'code': 200}
Nov 20 20:55:57.458685 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1c15211-b2be-4405-b131-2321b3f4f8d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.470816 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1c15211-b2be-4405-b131-2321b3f4f8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.482861 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.552207 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.564866 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f1c15211-b2be-4405-b131-2321b3f4f8d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3cee897667024bc2b899147ae2d83412&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6851940
Nov 20 20:55:57.566166 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c15211-b2be-4405-b131-2321b3f4f8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c392607f-27eb-42d7-a4e2-7d099ea2be06,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:57.568882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42606) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:57.575420 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.613924 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2f628ebd-0640-40fc-be56-6992dc8ea4ca req-3f5d4707-5c50-4810-a4d5-aa4584d72335 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/security-groups?id=431b8f7a-11c4-4ceb-879c-50aad3f2cd7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1870918
Nov 20 20:55:57.668392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c391d2-a73a-479a-9697-9c0ba77ea5ac None None] Pushing event updated for resources: {'Port': ['ID=7278278c-0837-4d3a-808b-401eb857b298,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:57.684805 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:57.685194 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.694280 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e23b09d7-d901-4d52-9cb7-2297d5cebd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.703256 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6332ddfa-8d7a-4007-ae06-f7e077224cc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.711819 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Attempting to bind port 7278278c-0837-4d3a-808b-401eb857b298 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:55:57.712468 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Attempting to bind port 7278278c-0837-4d3a-808b-401eb857b298 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:55:57.713079 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Attempting to bind port 7278278c-0837-4d3a-808b-401eb857b298 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:55:57.718677 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23b09d7-d901-4d52-9cb7-2297d5cebd9e admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:55:57.719112 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e23b09d7-d901-4d52-9cb7-2297d5cebd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:55:57.723025 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:55:57.734454 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.737936 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:55:57.737936 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:55:57.737936 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.737936 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:55:57.738807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Bound port: 7278278c-0837-4d3a-808b-401eb857b298, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:55:57.739429 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.750935 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6332ddfa-8d7a-4007-ae06-f7e077224cc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.779653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f6f71518-918d-4d53-86d6-5c5fe35e9c70 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:55:57.824037 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6332ddfa-8d7a-4007-ae06-f7e077224cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.825787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: f6f71518-918d-4d53-86d6-5c5fe35e9c70 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:55:57.825787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f6f71518-918d-4d53-86d6-5c5fe35e9c70 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:55:57.828249 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6332ddfa-8d7a-4007-ae06-f7e077224cc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.832276 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6332ddfa-8d7a-4007-ae06-f7e077224cc8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c392607f-27eb-42d7-a4e2-7d099ea2be06 HTTP/1.1" status: 204  len: 168 time: 0.2504404
Nov 20 20:55:57.851384 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] For port 7278278c-0837-4d3a-808b-401eb857b298, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:55:57.857563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] For port 7278278c-0837-4d3a-808b-401eb857b298, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7278278c-0837-4d3a-808b-401eb857b298,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:55:57.858161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332ddfa-8d7a-4007-ae06-f7e077224cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c392607f-27eb-42d7-a4e2-7d099ea2be06,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:57.896771 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:57.905705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-759c8b4a-e022-4966-97db-6c33180a06e4 None None] Provisioning complete for port 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:57.906123 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-759c8b4a-e022-4966-97db-6c33180a06e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:58.018261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-759c8b4a-e022-4966-97db-6c33180a06e4 None None] Port 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:55:58.026980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c391d2-a73a-479a-9697-9c0ba77ea5ac None None] Pushing event updated for resources: {'Port': ['ID=7278278c-0837-4d3a-808b-401eb857b298,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:58.031936 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Routers {'f08905e7-5a79-4ef6-9d00-29cbb2446c85'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:55:58.032935 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a474cea30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f08905e7-5a79-4ef6-9d00-29cbb2446c85'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:58.246691 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] Set router f08905e7-5a79-4ef6-9d00-29cbb2446c85 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:55:58.329543 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e23b09d7-d901-4d52-9cb7-2297d5cebd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:58.340263 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e23b09d7-d901-4d52-9cb7-2297d5cebd9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:58.346397 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e23b09d7-d901-4d52-9cb7-2297d5cebd9e admin admin] 10.222.0.41 "DELETE /v2.0/networks/e1689f5d-8863-4b2c-a6d3-375854e48d20 HTTP/1.1" status: 204  len: 168 time: 1.5173869
Nov 20 20:55:58.352013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42628) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:58.405797 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b09d7-d901-4d52-9cb7-2297d5cebd9e admin admin] Pushing event deleted for resources: {'Network': ['ID=e1689f5d-8863-4b2c-a6d3-375854e48d20,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:58.435227 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db96716-c39a-4cd3-92f3-45f4a0e2b28c req-e818761b-8fe1-4eab-8a4b-3734b9937ec1 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:58.442734 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0db96716-c39a-4cd3-92f3-45f4a0e2b28c req-e818761b-8fe1-4eab-8a4b-3734b9937ec1 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.1887796
Nov 20 20:55:58.472766 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8354aada-f41f-49ab-bb2d-72da5e5f3bda admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8726495d84d74dbbad914512feede1b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1190348
Nov 20 20:55:58.475738 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42636) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:58.536137 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0db96716-c39a-4cd3-92f3-45f4a0e2b28c req-57be8ac6-f2ae-4f99-82b0-999e21d29c8a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923126
Nov 20 20:55:58.599797 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:58.613829 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:58.704645 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce33e54e-d1d1-4507-88df-942e125573a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:58.722797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42640) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:58.796236 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-636b6105-dcbf-4088-9065-794bfd0c5d4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=480b4b05733646e88b6eb93050825547&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0720439
Nov 20 20:55:58.796541 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce33e54e-d1d1-4507-88df-942e125573a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:58.797060 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42644) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:55:58.809943 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:58.824946 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Pushing event updated for resources: {'Port': ['ID=62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:58.848190 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a474cea30>, [{'id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'name': 'tempest-AttachSCSIVolumeTestJSON-401188553-router', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198'}], 'enable_snat': True}, 'gw_port_id': '7278278c-0837-4d3a-808b-401eb857b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:51Z', 'updated_at': '2021-11-20T20:55:57Z', 'revision_number': 4, 'project_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'gw_port': {'id': '7278278c-0837-4d3a-808b-401eb857b298', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:52Z', 'updated_at': '2021-11-20T20:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6', 'name': '', 'network_id': '61e41d9d-289d-4d8f-848e-3240f66d9e3e', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'mac_address': 'fa:16:3e:e1:44:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'da39f656-9789-43d2-aa23-10a2d8810c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:56Z', 'updated_at': '2021-11-20T20:55:56Z', 'revision_number': 1, 'project_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'subnets': [{'id': 'da39f656-9789-43d2-aa23-10a2d8810c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:55:58.875679 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c809b3f-cfaa-4141-bc50-e64bdda26ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:58.880326 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa35f68-e42a-48f8-8d56-4f111d39bf85 None None] The sync data for ids ['f08905e7-5a79-4ef6-9d00-29cbb2446c85'] in ncdv-master-1 is: [{'id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'name': 'tempest-AttachSCSIVolumeTestJSON-401188553-router', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198'}], 'enable_snat': True}, 'gw_port_id': '7278278c-0837-4d3a-808b-401eb857b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:51Z', 'updated_at': '2021-11-20T20:55:57Z', 'revision_number': 4, 'project_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'gw_port': {'id': '7278278c-0837-4d3a-808b-401eb857b298', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:52Z', 'updated_at': '2021-11-20T20:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6', 'name': '', 'network_id': '61e41d9d-289d-4d8f-848e-3240f66d9e3e', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'mac_address': 'fa:16:3e:e1:44:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'da39f656-9789-43d2-aa23-10a2d8810c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:56Z', 'updated_at': '2021-11-20T20:55:56Z', 'revision_number': 1, 'project_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'subnets': [{'id': 'da39f656-9789-43d2-aa23-10a2d8810c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:55:58.914877 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c809b3f-cfaa-4141-bc50-e64bdda26ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:58.980669 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c809b3f-cfaa-4141-bc50-e64bdda26ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:58.983338 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c809b3f-cfaa-4141-bc50-e64bdda26ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:58.984628 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8c809b3f-cfaa-4141-bc50-e64bdda26ab5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7214fc9-e041-4632-b8a0-bb9b57eb10ce HTTP/1.1" status: 204  len: 168 time: 0.1866100
Nov 20 20:55:59.024071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c809b3f-cfaa-4141-bc50-e64bdda26ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7214fc9-e041-4632-b8a0-bb9b57eb10ce,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:59.024577 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a86457-9278-478e-bfe3-61154dcbc8ef req-3435ff68-9f53-45e7-be47-a9acce032607 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:59.027364 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d2a86457-9278-478e-bfe3-61154dcbc8ef req-3435ff68-9f53-45e7-be47-a9acce032607 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 945 time: 0.2038307
Nov 20 20:55:59.054542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device c6735702-3abe-4ed8-a376-4563315d7dc0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:55:59.065879 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce33e54e-d1d1-4507-88df-942e125573a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:59.069133 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce33e54e-d1d1-4507-88df-942e125573a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:59.071416 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ce33e54e-d1d1-4507-88df-942e125573a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23e03be5-0155-41c5-9c3a-59b190259fb0 HTTP/1.1" status: 204  len: 168 time: 0.5904176
Nov 20 20:55:59.104551 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: c6735702-3abe-4ed8-a376-4563315d7dc0 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:55:59.104969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device c6735702-3abe-4ed8-a376-4563315d7dc0 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:55:59.144218 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33e54e-d1d1-4507-88df-942e125573a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e03be5-0155-41c5-9c3a-59b190259fb0,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:55:59.159325 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Network 61e41d9d-289d-4d8f-848e-3240f66d9e3e is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:55:59.165976 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:55:59.195457 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d2a86457-9278-478e-bfe3-61154dcbc8ef req-529f78d6-6ef7-4d60-b4e1-aa43713ca74f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/security-groups?id=431b8f7a-11c4-4ceb-879c-50aad3f2cd7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1464584
Nov 20 20:55:59.269531 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9683fa2-5cb3-4b4c-a4e7-f1f0bb80dc9b req-697f11dd-07fc-4fa7-9d78-db461285be90 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:55:59.289580 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9683fa2-5cb3-4b4c-a4e7-f1f0bb80dc9b req-697f11dd-07fc-4fa7-9d78-db461285be90 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 812 time: 0.2934616
Nov 20 20:55:59.314759 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9683fa2-5cb3-4b4c-a4e7-f1f0bb80dc9b req-679ee828-467d-4b90-a1bd-bda22a050ecb tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/quotas/fc809fb7bd984e43bfa1433cf0c79430 HTTP/1.1" status: 200  len: 375 time: 0.0227163
Nov 20 20:55:59.391245 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9683fa2-5cb3-4b4c-a4e7-f1f0bb80dc9b req-ee702a71-b3cf-4401-8677-4fd38a4c2e54 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0754735
Nov 20 20:55:59.432432 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Router f08905e7-5a79-4ef6-9d00-29cbb2446c85 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:55:59.591220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9683fa2-5cb3-4b4c-a4e7-f1f0bb80dc9b req-604b2538-ead0-430b-b0cf-4905adff54d4 service neutron] 10.222.0.41 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1990056
Nov 20 20:55:59.632719 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:55:59.654875 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-684035af-46e2-45bc-86e8-fa2c47cbed6e admin admin] 10.222.0.41 "PUT /v2.0/routers/f08905e7-5a79-4ef6-9d00-29cbb2446c85/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4971361
Nov 20 20:55:59.681767 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-28efddb2-d73f-4bcd-94aa-24b33f9ebcdb None None] Provisioning complete for port 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:55:59.684273 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-28efddb2-d73f-4bcd-94aa-24b33f9ebcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:55:59.774190 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-28efddb2-d73f-4bcd-94aa-24b33f9ebcdb None None] Port 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:55:59.808945 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9683fa2-5cb3-4b4c-a4e7-f1f0bb80dc9b req-b3558868-d121-4e05-9713-facaad576983 service neutron] 10.222.0.41 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2119625
Nov 20 20:56:00.245776 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890ba34-3430-4334-b631-9b5b247dd499 req-031d55bb-a9a7-4ee8-813c-3bccf0028044 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:00.255133 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2890ba34-3430-4334-b631-9b5b247dd499 req-031d55bb-a9a7-4ee8-813c-3bccf0028044 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.4692597
Nov 20 20:56:00.358675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32f91684-7e12-4dc6-85f9-2d13f37475e1 req-c36926a2-d401-4c7e-9470-6398fe4a7526 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=01403f0e-a121-4b91-b01c-96ddd180ca3a HTTP/1.1" status: 200  len: 210 time: 0.0513251
Nov 20 20:56:00.392491 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2890ba34-3430-4334-b631-9b5b247dd499 req-b97e5d83-5745-417a-aeb2-6b8ee9e5bbaf tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254444
Nov 20 20:56:00.677027 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5551c8-291d-4ee1-93c9-19f8f1d57db6 req-d72bdc52-1860-4c63-a5e6-5cd358b0b5f8 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:00.690518 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7e5551c8-291d-4ee1-93c9-19f8f1d57db6 req-d72bdc52-1860-4c63-a5e6-5cd358b0b5f8 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 945 time: 0.1669152
Nov 20 20:56:00.744691 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7278278c-0837-4d3a-808b-401eb857b298 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:56:00.885959 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7e5551c8-291d-4ee1-93c9-19f8f1d57db6 req-635d6f1f-2b91-4d91-b7a2-014b82127339 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/security-groups?id=431b8f7a-11c4-4ceb-879c-50aad3f2cd7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1937187
Nov 20 20:56:00.989736 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 7278278c-0837-4d3a-808b-401eb857b298 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:00.991256 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:01.202296 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:01.269684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 7278278c-0837-4d3a-808b-401eb857b298, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7278278c-0837-4d3a-808b-401eb857b298,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:01.287987 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:01.415298 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=7278278c-0837-4d3a-808b-401eb857b298,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:01.519304 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13ff07-7762-44e7-915e-8f5cac667b0d req-68b62c01-2051-4482-8195-95690ec426dc tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:01.522533 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a13ff07-7762-44e7-915e-8f5cac667b0d req-68b62c01-2051-4482-8195-95690ec426dc tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.47 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 945 time: 0.1028230
Nov 20 20:56:01.687603 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-2a13ff07-7762-44e7-915e-8f5cac667b0d req-1d73a92b-f45a-427f-99e5-948f2bae50d1 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Deleting port 65288fa2-856b-4bcd-b79e-358cb9d13ee1 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:01.688283 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2a13ff07-7762-44e7-915e-8f5cac667b0d req-1d73a92b-f45a-427f-99e5-948f2bae50d1 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:01.756233 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4698c-b491-4427-a0f0-b11f888b06a0 req-f341e105-eb18-49e3-a78e-e4ec15e5c2b2 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:01.765966 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c4b4698c-b491-4427-a0f0-b11f888b06a0 req-f341e105-eb18-49e3-a78e-e4ec15e5c2b2 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.1075094
Nov 20 20:56:01.861896 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c4b4698c-b491-4427-a0f0-b11f888b06a0 req-298b2da4-ab15-4fea-8fb2-cb273183e081 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937123
Nov 20 20:56:02.013593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-2a13ff07-7762-44e7-915e-8f5cac667b0d req-1d73a92b-f45a-427f-99e5-948f2bae50d1 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] For port 65288fa2-856b-4bcd-b79e-358cb9d13ee1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65288fa2-856b-4bcd-b79e-358cb9d13ee1,segment=NetworkSegment(9de86125-ae04-4ba3-8daa-a5e5bd310240),segment_id=9de86125-ae04-4ba3-8daa-a5e5bd310240)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:02.016386 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2a13ff07-7762-44e7-915e-8f5cac667b0d req-1d73a92b-f45a-427f-99e5-948f2bae50d1 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:02.445022 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c37b5-6b2b-44ce-845d-933e596ee12b req-4600ea16-02a0-4748-aef0-5ca589f74fe4 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:02.473264 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-647c37b5-6b2b-44ce-845d-933e596ee12b req-4600ea16-02a0-4748-aef0-5ca589f74fe4 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 945 time: 0.2921154
Nov 20 20:56:02.509465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a390de-59ce-4ece-b641-dbd30732599a req-1e661177-2637-45b3-afb5-02a8bc5d79aa tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:02.515707 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-61a390de-59ce-4ece-b641-dbd30732599a req-1e661177-2637-45b3-afb5-02a8bc5d79aa tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 812 time: 0.2886584
Nov 20 20:56:02.537006 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-61a390de-59ce-4ece-b641-dbd30732599a req-322a5ed7-cf13-4aa1-aee2-5c2ea60f6075 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/quotas/fc809fb7bd984e43bfa1433cf0c79430 HTTP/1.1" status: 200  len: 375 time: 0.0124304
Nov 20 20:56:02.628574 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-61a390de-59ce-4ece-b641-dbd30732599a req-69be2b91-6216-4fc0-99c8-bd54debf43b7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0841389
Nov 20 20:56:02.709662 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Sync routers for ids ['f08905e7-5a79-4ef6-9d00-29cbb2446c85'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:56:02.719337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7278278c-0837-4d3a-808b-401eb857b298 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:56:02.727192 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Routers {'f08905e7-5a79-4ef6-9d00-29cbb2446c85'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:02.728128 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-06546dea-9317-4367-a09e-13f904b82510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54660760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f08905e7-5a79-4ef6-9d00-29cbb2446c85'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:02.776710 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-647c37b5-6b2b-44ce-845d-933e596ee12b req-fb95b5fd-b9d6-43b4-a8ff-bbebe9657fc5 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/security-groups?id=431b8f7a-11c4-4ceb-879c-50aad3f2cd7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2917857
Nov 20 20:56:02.781678 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2a13ff07-7762-44e7-915e-8f5cac667b0d req-1d73a92b-f45a-427f-99e5-948f2bae50d1 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:02.782742 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2a13ff07-7762-44e7-915e-8f5cac667b0d req-1d73a92b-f45a-427f-99e5-948f2bae50d1 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:02.783456 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [req-2a13ff07-7762-44e7-915e-8f5cac667b0d req-1d73a92b-f45a-427f-99e5-948f2bae50d1 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Floating IP fc7e2ae3-cfcf-489c-9055-dd41357263f6 disassociated. External IP: 172.35.1.118, port: 65288fa2-856b-4bcd-b79e-358cb9d13ee1.
Nov 20 20:56:02.784176 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-2a13ff07-7762-44e7-915e-8f5cac667b0d req-1d73a92b-f45a-427f-99e5-948f2bae50d1 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Calling delete_port for 65288fa2-856b-4bcd-b79e-358cb9d13ee1 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:02.897857 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 7278278c-0837-4d3a-808b-401eb857b298 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:02.898596 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:02.940807 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-61a390de-59ce-4ece-b641-dbd30732599a req-41fe5788-00f1-4c53-a812-0c95defa2559 service neutron] 10.222.0.41 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3044415
Nov 20 20:56:03.040201 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Set router f08905e7-5a79-4ef6-9d00-29cbb2446c85 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:56:03.116046 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42816) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:03.229003 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-61a390de-59ce-4ece-b641-dbd30732599a req-03e93476-cced-4721-860f-360269d0bb81 service neutron] 10.222.0.41 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2866626
Nov 20 20:56:03.247955 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2a13ff07-7762-44e7-915e-8f5cac667b0d req-1d73a92b-f45a-427f-99e5-948f2bae50d1 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:03.329672 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73a92b-f45a-427f-99e5-948f2bae50d1 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Pushing event deleted for resources: {'Port': ['ID=65288fa2-856b-4bcd-b79e-358cb9d13ee1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:03.340652 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-06546dea-9317-4367-a09e-13f904b82510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54660760>, [{'id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'name': 'tempest-AttachSCSIVolumeTestJSON-401188553-router', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198'}], 'enable_snat': True}, 'gw_port_id': '7278278c-0837-4d3a-808b-401eb857b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:51Z', 'updated_at': '2021-11-20T20:55:57Z', 'revision_number': 4, 'project_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'gw_port': {'id': '7278278c-0837-4d3a-808b-401eb857b298', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:52Z', 'updated_at': '2021-11-20T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6', 'name': '', 'network_id': '61e41d9d-289d-4d8f-848e-3240f66d9e3e', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'mac_address': 'fa:16:3e:e1:44:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'da39f656-9789-43d2-aa23-10a2d8810c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:56Z', 'updated_at': '2021-11-20T20:55:58Z', 'revision_number': 2, 'project_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'subnets': [{'id': 'da39f656-9789-43d2-aa23-10a2d8810c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:03.400715 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Checking router: f08905e7-5a79-4ef6-9d00-29cbb2446c85 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:56:03.401277 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Updating router f08905e7-5a79-4ef6-9d00-29cbb2446c85 port 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:56:03.436708 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:03.451893 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1225803617', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:03.532400 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b05902e-533d-4c16-8299-404a675ca9b4 req-0e8ac200-821c-4332-a6d1-4d22b00a3e1d tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 210 time: 0.0492837
Nov 20 20:56:03.564949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Made reservation on behalf of d4e8efbd9eb44c3da702114797a45d66 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:03.567428 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:03.617217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6730f-f27e-405f-a2d4-d68bba59efdb req-de9a226c-b0f4-4155-93e7-a562c7110f3e tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:03.622756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-53d6730f-f27e-405f-a2d4-d68bba59efdb req-de9a226c-b0f4-4155-93e7-a562c7110f3e tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.2965758
Nov 20 20:56:03.713642 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:03.824406 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a13ff07-7762-44e7-915e-8f5cac667b0d req-1d73a92b-f45a-427f-99e5-948f2bae50d1 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:56:03.981010 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-53d6730f-f27e-405f-a2d4-d68bba59efdb req-272cb577-6a71-427b-a836-bc2c96c5d05f tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2705820
Nov 20 20:56:04.168215 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec428141-4c68-4e8c-99ff-12a0789d0e3c req-139c32a0-c492-482c-9980-8d6d9205157d tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 210 time: 0.2533808
Nov 20 20:56:04.238922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cb1a3-5fa5-48a7-a5e1-fbbdeed9be6d req-564169ae-c2f4-43f4-952c-e09c0a0cf10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:04.240695 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be2cb1a3-5fa5-48a7-a5e1-fbbdeed9be6d req-564169ae-c2f4-43f4-952c-e09c0a0cf10f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 1097 time: 0.3352427
Nov 20 20:56:04.320348 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:04.336084 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:04.345343 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:04.347681 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:04.373458 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be2cb1a3-5fa5-48a7-a5e1-fbbdeed9be6d req-c08c9c2e-be19-48e1-8aa1-3f617fa2749e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248455
Nov 20 20:56:04.391635 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] device_id is not set on port 51ae35e4-368d-4ba9-aee8-0c3b9d1ed8b0 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:56:04.400093 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42850) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:04.435088 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e82d6da-da54-4cab-b1b7-df0612b32bd1,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:04.537513 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33097b4-13b3-4fdb-8c88-5c9c4c673074 None None] Pushing event updated for resources: {'Port': ['ID=62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:04.550746 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33097b4-13b3-4fdb-8c88-5c9c4c673074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:04.551681 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33097b4-13b3-4fdb-8c88-5c9c4c673074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:04.552955 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33097b4-13b3-4fdb-8c88-5c9c4c673074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:04.553400 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33097b4-13b3-4fdb-8c88-5c9c4c673074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:04.555162 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33097b4-13b3-4fdb-8c88-5c9c4c673074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:04.555917 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33097b4-13b3-4fdb-8c88-5c9c4c673074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:04.556485 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33097b4-13b3-4fdb-8c88-5c9c4c673074 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:04.556934 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33097b4-13b3-4fdb-8c88-5c9c4c673074 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:04.557812 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33097b4-13b3-4fdb-8c88-5c9c4c673074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:04.559947 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33097b4-13b3-4fdb-8c88-5c9c4c673074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:04.559947 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33097b4-13b3-4fdb-8c88-5c9c4c673074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:04.560778 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33097b4-13b3-4fdb-8c88-5c9c4c673074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:04.648585 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Attempting to bind port 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:56:04.649028 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Attempting to bind port 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a9abd720-9489-48ca-9818-7a9c2a3df1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '61e41d9d-289d-4d8f-848e-3240f66d9e3e'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:56:04.649560 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Attempting to bind port 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 on network 61e41d9d-289d-4d8f-848e-3240f66d9e3e {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:56:04.658901 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:56:04.659191 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Checking segment: {'id': 'a9abd720-9489-48ca-9818-7a9c2a3df1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '61e41d9d-289d-4d8f-848e-3240f66d9e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:04.659782 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:04.660644 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Bound using segment: {'id': 'a9abd720-9489-48ca-9818-7a9c2a3df1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '61e41d9d-289d-4d8f-848e-3240f66d9e3e'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:56:04.676554 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Bound port: 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9abd720-9489-48ca-9818-7a9c2a3df1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '61e41d9d-289d-4d8f-848e-3240f66d9e3e'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:56:04.677860 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:04.755161 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a5c5ed0-d8fd-4f7c-aef4-8a8f5d1fefc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:04.771633 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Allocated IP 172.35.1.22 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/51ae35e4-368d-4ba9-aee8-0c3b9d1ed8b0) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:04.895886 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a5c5ed0-d8fd-4f7c-aef4-8a8f5d1fefc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:04.904893 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a5c5ed0-d8fd-4f7c-aef4-8a8f5d1fefc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:04.930300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a13ff07-7762-44e7-915e-8f5cac667b0d req-1d73a92b-f45a-427f-99e5-948f2bae50d1 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:56:04.941911 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035d7ffa-ffdc-40e0-bcb1-5c6de353b559 None None] Sync routers for ids ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:56:04.952082 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-06546dea-9317-4367-a09e-13f904b82510 None None] For port 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:56:04.956741 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-06546dea-9317-4367-a09e-13f904b82510 None None] For port 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6,segment=NetworkSegment(a9abd720-9489-48ca-9818-7a9c2a3df1f8),segment_id=a9abd720-9489-48ca-9818-7a9c2a3df1f8)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:56:04.963224 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:04.971737 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035d7ffa-ffdc-40e0-bcb1-5c6de353b559 None None] Routers {'2476b6ab-8eb5-458c-944e-7ef85c8890a6'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:04.972822 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-035d7ffa-ffdc-40e0-bcb1-5c6de353b559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541054c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:05.035161 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Routers {'f08905e7-5a79-4ef6-9d00-29cbb2446c85'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:05.035735 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-06546dea-9317-4367-a09e-13f904b82510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54660760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f08905e7-5a79-4ef6-9d00-29cbb2446c85'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:05.070929 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0a5c5ed0-d8fd-4f7c-aef4-8a8f5d1fefc0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf4c3479035348cda13a775f07d2412f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6598835
Nov 20 20:56:05.074898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42858) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:05.075605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c5ed0-d8fd-4f7c-aef4-8a8f5d1fefc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7910f1-59f3-47fd-85b3-ebcedca7ff36,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:05.128066 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c870dfc0-bd64-45c2-ba24-21518309244e req-d9ad4fda-7979-4e2b-88b3-b35dd1a3555b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 210 time: 0.2246647
Nov 20 20:56:05.194951 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3f1db23c-c6ff-4db0-9145-607ecdab3119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:05.312599 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a13ff07-7762-44e7-915e-8f5cac667b0d req-1d73a92b-f45a-427f-99e5-948f2bae50d1 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] No DVR routers for this DVR port 65288fa2-856b-4bcd-b79e-358cb9d13ee1 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:56:05.318199 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-2a13ff07-7762-44e7-915e-8f5cac667b0d req-1d73a92b-f45a-427f-99e5-948f2bae50d1 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:05.336605 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a13ff07-7762-44e7-915e-8f5cac667b0d req-1d73a92b-f45a-427f-99e5-948f2bae50d1 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.47 "DELETE /v2.0/ports/65288fa2-856b-4bcd-b79e-358cb9d13ee1 HTTP/1.1" status: 204  len: 173 time: 3.8081467
Nov 20 20:56:05.338729 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649c047e-3541-4d30-a07c-dc2788902dfd', 'name': 'network-vif-deleted', 'tag': '65288fa2-856b-4bcd-b79e-358cb9d13ee1'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:56:05.344697 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33097b4-13b3-4fdb-8c88-5c9c4c673074 None None] Pushing event updated for resources: {'Port': ['ID=62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:05.368498 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9ea7f1-f3fe-4a7b-be9e-aa62a79365e7" -d '{"events": [{"server_uuid": "649c047e-3541-4d30-a07c-dc2788902dfd", "name": "network-vif-deleted", "tag": "65288fa2-856b-4bcd-b79e-358cb9d13ee1"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:56:05.406371 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-035d7ffa-ffdc-40e0-bcb1-5c6de353b559 None None] Set router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:56:05.415942 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3f1db23c-c6ff-4db0-9145-607ecdab3119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:05.484609 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1a8694d0-0095-4041-8e5f-e78c433d3eae req-ed423e48-2bbe-45e6-ac57-c4ca7191629c tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/ports?device_id=649c047e-3541-4d30-a07c-dc2788902dfd HTTP/1.1" status: 200  len: 210 time: 0.1031582
Nov 20 20:56:05.557841 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3f1db23c-c6ff-4db0-9145-607ecdab3119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:05.567927 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3f1db23c-c6ff-4db0-9145-607ecdab3119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:05.571638 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3f1db23c-c6ff-4db0-9145-607ecdab3119 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca7910f1-59f3-47fd-85b3-ebcedca7ff36 HTTP/1.1" status: 204  len: 168 time: 0.4878118
Nov 20 20:56:05.604354 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1db23c-c6ff-4db0-9145-607ecdab3119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7910f1-59f3-47fd-85b3-ebcedca7ff36,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:05.631249 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:05.659024 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-06546dea-9317-4367-a09e-13f904b82510 None None] Set router f08905e7-5a79-4ef6-9d00-29cbb2446c85 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:56:05.683572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6dc31-f75b-461b-a569-649e0e115911 req-23e5d288-e2b0-48e6-b9bd-356b68881cc7 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:05.697746 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-56a6dc31-f75b-461b-a569-649e0e115911 req-23e5d288-e2b0-48e6-b9bd-356b68881cc7 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.4564896
Nov 20 20:56:05.708739 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:05.862595 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e343fc-2bbd-4169-ab1c-46bab363ef6e x-openstack-request-id: req-f0e343fc-2bbd-4169-ab1c-46bab363ef6e {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:56:05.862895 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649c047e-3541-4d30-a07c-dc2788902dfd", "name": "network-vif-deleted", "tag": "65288fa2-856b-4bcd-b79e-358cb9d13ee1", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:56:05.864780 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0e343fc-2bbd-4169-ab1c-46bab363ef6e {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:56:05.865198 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649c047e-3541-4d30-a07c-dc2788902dfd', 'name': 'network-vif-deleted', 'tag': '65288fa2-856b-4bcd-b79e-358cb9d13ee1', 'status': 'completed', 'code': 200}
Nov 20 20:56:05.878577 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-56a6dc31-f75b-461b-a569-649e0e115911 req-9d7da197-09c1-4f3d-a97f-c4c654c9c43e tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767840
Nov 20 20:56:05.895823 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:05.939475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:05.971502 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:05.988812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 65288fa2-856b-4bcd-b79e-358cb9d13ee1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:56:06.000585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Pushing event updated for resources: {'Port': ['ID=51ae35e4-368d-4ba9-aee8-0c3b9d1ed8b0,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:06.154825 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 65288fa2-856b-4bcd-b79e-358cb9d13ee1 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:56:06.155355 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 65288fa2-856b-4bcd-b79e-358cb9d13ee1 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:56:06.155582 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:06.156204 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:06.160967 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-21c902af-efd3-457e-995a-2a8d511ce11c None None] Provisioning complete for port 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:06.162316 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-21c902af-efd3-457e-995a-2a8d511ce11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:06.208618 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a390de-59ce-4ece-b641-dbd30732599a req-35f60577-b9c5-4806-856f-63c3d0fef2f4 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:06.211322 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61a390de-59ce-4ece-b641-dbd30732599a req-35f60577-b9c5-4806-856f-63c3d0fef2f4 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.47 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 812 time: 0.3127315
Nov 20 20:56:06.216362 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d7a787dc-b412-42cf-8fee-d88f48af789e tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 3.0892258
Nov 20 20:56:06.220759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42878) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:06.228305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-cdf1c322-7ad7-456e-8c68-fb7da8bc5521 tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.22'}]}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:06.247322 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-61a390de-59ce-4ece-b641-dbd30732599a req-48ddc626-bb56-452a-9b4f-dd1cf1136cfc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Request body: {'port': {'device_id': 'be59183b-d051-4d64-96f9-6bbdf8230b4a', 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b', 'admin_state_up': True, 'tenant_id': 'fc809fb7bd984e43bfa1433cf0c79430'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:06.292638 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdf1c322-7ad7-456e-8c68-fb7da8bc5521 tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:06.295235 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdf1c322-7ad7-456e-8c68-fb7da8bc5521 tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:06.411999 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-21c902af-efd3-457e-995a-2a8d511ce11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:06.418067 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-06546dea-9317-4367-a09e-13f904b82510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54660760>, [{'id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'name': 'tempest-AttachSCSIVolumeTestJSON-401188553-router', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198'}], 'enable_snat': True}, 'gw_port_id': '7278278c-0837-4d3a-808b-401eb857b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:51Z', 'updated_at': '2021-11-20T20:55:57Z', 'revision_number': 4, 'project_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'gw_port': {'id': '7278278c-0837-4d3a-808b-401eb857b298', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:52Z', 'updated_at': '2021-11-20T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6', 'name': '', 'network_id': '61e41d9d-289d-4d8f-848e-3240f66d9e3e', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'mac_address': 'fa:16:3e:e1:44:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'da39f656-9789-43d2-aa23-10a2d8810c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:56Z', 'updated_at': '2021-11-20T20:56:04Z', 'revision_number': 4, 'project_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'subnets': [{'id': 'da39f656-9789-43d2-aa23-10a2d8810c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:06.462342 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06546dea-9317-4367-a09e-13f904b82510 None None] The sync data for ids ['f08905e7-5a79-4ef6-9d00-29cbb2446c85'] in ncdv-master-1 is: [{'id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'name': 'tempest-AttachSCSIVolumeTestJSON-401188553-router', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198'}], 'enable_snat': True}, 'gw_port_id': '7278278c-0837-4d3a-808b-401eb857b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:51Z', 'updated_at': '2021-11-20T20:55:57Z', 'revision_number': 4, 'project_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'gw_port': {'id': '7278278c-0837-4d3a-808b-401eb857b298', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:52Z', 'updated_at': '2021-11-20T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6', 'name': '', 'network_id': '61e41d9d-289d-4d8f-848e-3240f66d9e3e', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'mac_address': 'fa:16:3e:e1:44:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'da39f656-9789-43d2-aa23-10a2d8810c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:56Z', 'updated_at': '2021-11-20T20:56:04Z', 'revision_number': 4, 'project_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'subnets': [{'id': 'da39f656-9789-43d2-aa23-10a2d8810c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:56:06.465981 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-45f82f76-74c1-41c5-9bc1-3bb9eef0585f req-f55e0073-6b92-42f4-8153-f14c7de6683e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 210 time: 0.1272352
Nov 20 20:56:06.543730 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-035d7ffa-ffdc-40e0-bcb1-5c6de353b559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541054c0>, [{'id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'name': 'tempest-ServersTestJSON-567974701-router', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156'}], 'enable_snat': True}, 'gw_port_id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:35Z', 'updated_at': '2021-11-20T20:53:42Z', 'revision_number': 4, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'gw_port': {'id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:37Z', 'updated_at': '2021-11-20T20:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fc27a450-4013-4b1d-b152-0f10837c045d', 'name': '', 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'mac_address': 'fa:16:3e:18:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'de8dd647-e967-4270-93b3-facefa8db304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:41Z', 'updated_at': '2021-11-20T20:53:54Z', 'revision_number': 5, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'subnets': [{'id': 'de8dd647-e967-4270-93b3-facefa8db304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:06.586794 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a390de-59ce-4ece-b641-dbd30732599a req-48ddc626-bb56-452a-9b4f-dd1cf1136cfc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Made reservation on behalf of fc809fb7bd984e43bfa1433cf0c79430 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:06.599187 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-61a390de-59ce-4ece-b641-dbd30732599a req-48ddc626-bb56-452a-9b4f-dd1cf1136cfc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:06.631818 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdf1c322-7ad7-456e-8c68-fb7da8bc5521 tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:06.668036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-21c902af-efd3-457e-995a-2a8d511ce11c None None] For port 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6,segment=NetworkSegment(a9abd720-9489-48ca-9818-7a9c2a3df1f8),segment_id=a9abd720-9489-48ca-9818-7a9c2a3df1f8)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:06.672546 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035d7ffa-ffdc-40e0-bcb1-5c6de353b559 None None] Checking router: 2476b6ab-8eb5-458c-944e-7ef85c8890a6 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:56:06.687244 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-21c902af-efd3-457e-995a-2a8d511ce11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:06.758120 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42892) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:06.762033 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035d7ffa-ffdc-40e0-bcb1-5c6de353b559 None None] Routers {'2476b6ab-8eb5-458c-944e-7ef85c8890a6'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:06.762758 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-035d7ffa-ffdc-40e0-bcb1-5c6de353b559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541054c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:07.034755 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-035d7ffa-ffdc-40e0-bcb1-5c6de353b559 None None] Set router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:56:07.078536 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:07.092388 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-61a390de-59ce-4ece-b641-dbd30732599a req-48ddc626-bb56-452a-9b4f-dd1cf1136cfc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Allocated IP 172.20.0.13 (c3915836-86cb-49e6-9e5c-f9e82114304b/2907b1cf-3fa4-4cec-bd6c-6b6472f874f9/f8746601-d5fd-409a-9259-84fcd8501552) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:07.113753 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdf1c322-7ad7-456e-8c68-fb7da8bc5521 tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:07.196037 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:07.240433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43da1c-caf6-4af5-8d00-58c827aa0461 req-23c26668-42fc-42af-bf6e-aae5a3366e1f tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:07.246155 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42904) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:07.246990 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef43da1c-caf6-4af5-8d00-58c827aa0461 req-23c26668-42fc-42af-bf6e-aae5a3366e1f tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.1195321
Nov 20 20:56:07.361226 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef43da1c-caf6-4af5-8d00-58c827aa0461 req-975da804-b158-46de-bf33-f41473b0e3fc tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130354
Nov 20 20:56:07.389159 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:07.410287 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:07.411593 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "DELETE /v2.0/security-groups/431b8f7a-11c4-4ceb-879c-50aad3f2cd7d HTTP/1.1" status: 204  len: 168 time: 0.6528366
Nov 20 20:56:07.426332 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42910) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:07.426469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:56:07.431579 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c902af-efd3-457e-995a-2a8d511ce11c None None] Pushing event updated for resources: {'Port': ['ID=62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:07.451002 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:56:07.489855 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-0b58bd52-2f0d-4947-b88c-7770cf18d043 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] show failed (client error): The resource could not be found.
Nov 20 20:56:07.495083 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0b58bd52-2f0d-4947-b88c-7770cf18d043 tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "GET /v2.0/security-groups/431b8f7a-11c4-4ceb-879c-50aad3f2cd7d HTTP/1.1" status: 404  len: 347 time: 0.0620553
Nov 20 20:56:07.498894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42912) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:07.527061 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-05675e47-a284-4866-a643-6803c23a1ddc admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-948186410-network', 'tenant_id': '7ed0c564c74644c6baba20a6319cff30'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:07.530439 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=431b8f7a-11c4-4ceb-879c-50aad3f2cd7d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:07.575818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:07.576171 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:07.576522 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:07.576875 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:07.577220 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:07.577563 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:07.577901 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:07.578292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:07.578633 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:07.578970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:07.579304 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:07.579641 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b189a-c17b-4e77-a4de-239ba83b3fdf tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:07.643144 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7a5f98f8-aa4b-418b-8336-335ccba63df7 None None] Provisioning complete for port 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:07.643544 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7a5f98f8-aa4b-418b-8336-335ccba63df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:07.762183 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82ac527a-7908-40dd-8c20-921651d4c404 req-6ea37c03-6ac7-42f5-98f2-914612a79ce5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 210 time: 0.1467414
Nov 20 20:56:07.785539 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05675e47-a284-4866-a643-6803c23a1ddc admin admin] Made reservation on behalf of 7ed0c564c74644c6baba20a6319cff30 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:07.789258 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05675e47-a284-4866-a643-6803c23a1ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:07.817650 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:07.818060 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:07.848483 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eaf4bf-e466-4f57-9cb0-ba92b18e7284 req-d3c6662d-7697-451e-b30b-5e12951be787 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:07.850129 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-96eaf4bf-e466-4f57-9cb0-ba92b18e7284 req-d3c6662d-7697-451e-b30b-5e12951be787 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.2779353
Nov 20 20:56:07.862143 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05675e47-a284-4866-a643-6803c23a1ddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:07.949279 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-61a390de-59ce-4ece-b641-dbd30732599a req-48ddc626-bb56-452a-9b4f-dd1cf1136cfc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:07.955831 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-035d7ffa-ffdc-40e0-bcb1-5c6de353b559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541054c0>, [{'id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'name': 'tempest-ServersTestJSON-567974701-router', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156'}], 'enable_snat': True}, 'gw_port_id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:35Z', 'updated_at': '2021-11-20T20:53:42Z', 'revision_number': 4, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'gw_port': {'id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:37Z', 'updated_at': '2021-11-20T20:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fc27a450-4013-4b1d-b152-0f10837c045d', 'name': '', 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'mac_address': 'fa:16:3e:18:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'de8dd647-e967-4270-93b3-facefa8db304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:41Z', 'updated_at': '2021-11-20T20:53:54Z', 'revision_number': 5, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'subnets': [{'id': 'de8dd647-e967-4270-93b3-facefa8db304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:07.996882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035d7ffa-ffdc-40e0-bcb1-5c6de353b559 None None] The sync data for ids ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'] in ncdv-master-1 is: [{'id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'name': 'tempest-ServersTestJSON-567974701-router', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156'}], 'enable_snat': True}, 'gw_port_id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:35Z', 'updated_at': '2021-11-20T20:53:42Z', 'revision_number': 4, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'gw_port': {'id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:37Z', 'updated_at': '2021-11-20T20:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fc27a450-4013-4b1d-b152-0f10837c045d', 'name': '', 'network_id': 'a5652dae-c97d-4dac-8379-2f9cbb8facac', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'mac_address': 'fa:16:3e:18:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'de8dd647-e967-4270-93b3-facefa8db304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:41Z', 'updated_at': '2021-11-20T20:53:54Z', 'revision_number': 5, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'subnets': [{'id': 'de8dd647-e967-4270-93b3-facefa8db304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:56:08.054937 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.057918 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdf1c322-7ad7-456e-8c68-fb7da8bc5521 tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.086282 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdf1c322-7ad7-456e-8c68-fb7da8bc5521 tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.086612 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-96eaf4bf-e466-4f57-9cb0-ba92b18e7284 req-aef94537-21aa-4829-a9c8-3ec30cdaeb28 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2175312
Nov 20 20:56:08.130075 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.208252 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-61a390de-59ce-4ece-b641-dbd30732599a req-48ddc626-bb56-452a-9b4f-dd1cf1136cfc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.231776 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6ae6a-de4d-4fac-bc0f-38210304276f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Deleting port 4c6144e2-9552-4985-a108-b4f57efafe4b {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:08.234103 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ae6a-de4d-4fac-bc0f-38210304276f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.307749 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05675e47-a284-4866-a643-6803c23a1ddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.324452 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a390de-59ce-4ece-b641-dbd30732599a req-48ddc626-bb56-452a-9b4f-dd1cf1136cfc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Network c3915836-86cb-49e6-9e5c-f9e82114304b is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:08.327212 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05675e47-a284-4866-a643-6803c23a1ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.349608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05675e47-a284-4866-a643-6803c23a1ddc admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:56:08.397083 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05675e47-a284-4866-a643-6803c23a1ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.397731 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-05675e47-a284-4866-a643-6803c23a1ddc admin admin] Added segment 04a20dec-faad-4387-9381-2963f3e63e7b of type vlan for network bf74e6f3-82c8-4978-aa97-a4ecd0f7f700
Nov 20 20:56:08.494709 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ae6a-de4d-4fac-bc0f-38210304276f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.495160 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ae6a-de4d-4fac-bc0f-38210304276f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.508721 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdf1c322-7ad7-456e-8c68-fb7da8bc5521 tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.561462 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-61a390de-59ce-4ece-b641-dbd30732599a req-48ddc626-bb56-452a-9b4f-dd1cf1136cfc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:08.568169 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddc626-bb56-452a-9b4f-dd1cf1136cfc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Pushing event updated for resources: {'Port': ['ID=f8746601-d5fd-409a-9259-84fcd8501552,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:08.585143 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed08ef8-236c-4316-b2b5-4b6b39009d20 None None] New status for floating IP fc7e2ae3-cfcf-489c-9055-dd41357263f6: DOWN {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:56:08.593516 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a390de-59ce-4ece-b641-dbd30732599a req-48ddc626-bb56-452a-9b4f-dd1cf1136cfc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:08.615110 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05675e47-a284-4866-a643-6803c23a1ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd41a5a3-10ef-4e6e-870a-b61c4983c608,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:08.625510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:56:08.638944 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05675e47-a284-4866-a643-6803c23a1ddc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.688680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6ae6a-de4d-4fac-bc0f-38210304276f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Calling delete_port for 4c6144e2-9552-4985-a108-b4f57efafe4b owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:08.768609 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.resource_extend [None req-05675e47-a284-4866-a643-6803c23a1ddc admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 20:56:08.788223 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:08.789620 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.794787 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05675e47-a284-4866-a643-6803c23a1ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.796145 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05675e47-a284-4866-a643-6803c23a1ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:08.797143 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05675e47-a284-4866-a643-6803c23a1ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.858311 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a390de-59ce-4ece-b641-dbd30732599a req-48ddc626-bb56-452a-9b4f-dd1cf1136cfc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:08.860281 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-61a390de-59ce-4ece-b641-dbd30732599a req-48ddc626-bb56-452a-9b4f-dd1cf1136cfc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.896434 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-05675e47-a284-4866-a643-6803c23a1ddc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6448174
Nov 20 20:56:08.902680 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdf1c322-7ad7-456e-8c68-fb7da8bc5521 tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.905260 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdf1c322-7ad7-456e-8c68-fb7da8bc5521 tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:08.927103 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61a390de-59ce-4ece-b641-dbd30732599a req-48ddc626-bb56-452a-9b4f-dd1cf1136cfc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6929975
Nov 20 20:56:08.939307 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42928) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:08.951440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3c5261d0-8c1c-45dd-b032-f5abed57a330 admin admin] Request body: {'subnet': {'network_id': 'bf74e6f3-82c8-4978-aa97-a4ecd0f7f700', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-948186410-subnet', 'tenant_id': '7ed0c564c74644c6baba20a6319cff30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:08.978593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-61a390de-59ce-4ece-b641-dbd30732599a req-dce19c5a-ece3-4ed7-aba3-68a395ee6b4e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:56:08.982534 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61a390de-59ce-4ece-b641-dbd30732599a req-dce19c5a-ece3-4ed7-aba3-68a395ee6b4e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0123425
Nov 20 20:56:09.027433 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044de21-a19a-4170-88ef-ead9e2127577 req-5583b199-c14a-4d99-9fc3-7a451f46b434 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:09.029035 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3044de21-a19a-4170-88ef-ead9e2127577 req-5583b199-c14a-4d99-9fc3-7a451f46b434 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.4227436
Nov 20 20:56:09.041401 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05675e47-a284-4866-a643-6803c23a1ddc admin admin] Pushing event updated for resources: {'Network': ['ID=bf74e6f3-82c8-4978-aa97-a4ecd0f7f700,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:09.053819 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network bf74e6f3-82c8-4978-aa97-a4ecd0f7f700 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:56:09.097774 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5261d0-8c1c-45dd-b032-f5abed57a330 admin admin] Made reservation on behalf of 7ed0c564c74644c6baba20a6319cff30 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:09.097774 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c5261d0-8c1c-45dd-b032-f5abed57a330 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:09.179371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Request body: {'port': {'device_id': 'be59183b-d051-4d64-96f9-6bbdf8230b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:09.270079 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3044de21-a19a-4170-88ef-ead9e2127577 req-780df7f7-89e9-446c-bc1e-366f561cf679 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2258499
Nov 20 20:56:09.354831 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:09.518831 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cdf1c322-7ad7-456e-8c68-fb7da8bc5521 tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:09.520208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf1c322-7ad7-456e-8c68-fb7da8bc5521 tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f22a10a9-728c-4f36-9555-198787dcd871 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:56:09.586714 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-cdf1c322-7ad7-456e-8c68-fb7da8bc5521 tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Nov 20 20:56:09.590705 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cdf1c322-7ad7-456e-8c68-fb7da8bc5521 tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 3.3639414
Nov 20 20:56:09.590963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42936) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:09.639147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab8c42-818f-403c-8890-72890d6efbaa req-f5538647-5d2a-4255-ab96-2b00058ea3e0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:09.646897 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3ab8c42-818f-403c-8890-72890d6efbaa req-f5538647-5d2a-4255-ab96-2b00058ea3e0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 932 time: 0.1371090
Nov 20 20:56:09.768034 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ae6a-de4d-4fac-bc0f-38210304276f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:09.776767 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3ab8c42-818f-403c-8890-72890d6efbaa req-d6181177-d76f-4350-b87a-b33fbeebc677 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289999
Nov 20 20:56:09.803270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8746601-d5fd-409a-9259-84fcd8501552 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:56:09.823496 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6ae6a-de4d-4fac-bc0f-38210304276f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Pushing event deleted for resources: {'Port': ['ID=4c6144e2-9552-4985-a108-b4f57efafe4b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:09.824971 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:09.832100 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-93bcaaab-020e-4b06-9d11-1753206c7abb tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Deleting port 51ae35e4-368d-4ba9-aee8-0c3b9d1ed8b0 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:09.832455 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93bcaaab-020e-4b06-9d11-1753206c7abb tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:09.842904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Transition to ACTIVE for port object f8746601-d5fd-409a-9259-84fcd8501552 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:56:09.845203 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c5261d0-8c1c-45dd-b032-f5abed57a330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:09.884383 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:09.953304 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ae6a-de4d-4fac-bc0f-38210304276f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:09.954460 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5261d0-8c1c-45dd-b032-f5abed57a330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eaa311c-54c9-40ad-b319-5a28017c5353,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:09.958344 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ae6a-de4d-4fac-bc0f-38210304276f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:09.959113 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0ff6ae6a-de4d-4fac-bc0f-38210304276f tempest-ServersTestJSON-557235685 tempest-ServersTestJSON-557235685-project] 10.222.0.41 "DELETE /v2.0/floatingips/fc7e2ae3-cfcf-489c-9055-dd41357263f6 HTTP/1.1" status: 204  len: 168 time: 2.4559996
Nov 20 20:56:09.962163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42938) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:09.989647 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Pushing event updated for resources: {'Port': ['ID=f8746601-d5fd-409a-9259-84fcd8501552,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:10.025495 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93bcaaab-020e-4b06-9d11-1753206c7abb tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:10.026028 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5261d0-8c1c-45dd-b032-f5abed57a330 admin admin] Checking segment: {'id': '04a20dec-faad-4387-9381-2963f3e63e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bf74e6f3-82c8-4978-aa97-a4ecd0f7f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:10.026420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5261d0-8c1c-45dd-b032-f5abed57a330 admin admin] Network hostable DHCP agents. Network: bf74e6f3-82c8-4978-aa97-a4ecd0f7f700, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:56:10.043291 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-93bcaaab-020e-4b06-9d11-1753206c7abb tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Calling delete_port for 51ae35e4-368d-4ba9-aee8-0c3b9d1ed8b0 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:10.071434 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Attempting to bind port f8746601-d5fd-409a-9259-84fcd8501552 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:56:10.071786 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Attempting to bind port f8746601-d5fd-409a-9259-84fcd8501552 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:56:10.072171 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Attempting to bind port f8746601-d5fd-409a-9259-84fcd8501552 on network c3915836-86cb-49e6-9e5c-f9e82114304b {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:56:10.076364 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5261d0-8c1c-45dd-b032-f5abed57a330 admin admin] Network bf74e6f3-82c8-4978-aa97-a4ecd0f7f700 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:56:10.083501 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Port f8746601-d5fd-409a-9259-84fcd8501552 on network c3915836-86cb-49e6-9e5c-f9e82114304b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:56:10.083804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Attempting to bind port f8746601-d5fd-409a-9259-84fcd8501552 on network c3915836-86cb-49e6-9e5c-f9e82114304b {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:56:10.089195 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-3c5261d0-8c1c-45dd-b032-f5abed57a330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bf74e6f3-82c8-4978-aa97-a4ecd0f7f700) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:10.090989 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:56:10.091329 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Checking segment: {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:10.091710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Bound using segment: {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:56:10.092144 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Bound port: f8746601-d5fd-409a-9259-84fcd8501552, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:56:10.092508 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:10.097392 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5261d0-8c1c-45dd-b032-f5abed57a330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:10.097982 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c5261d0-8c1c-45dd-b032-f5abed57a330 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:10.102737 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863b4741-f7a9-4c00-bbee-a85cab852a5c None None] Network bf74e6f3-82c8-4978-aa97-a4ecd0f7f700 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:56:10.134599 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3c5261d0-8c1c-45dd-b032-f5abed57a330 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1877363
Nov 20 20:56:10.215661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] For port f8746601-d5fd-409a-9259-84fcd8501552, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:56:10.221179 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] For port f8746601-d5fd-409a-9259-84fcd8501552, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8746601-d5fd-409a-9259-84fcd8501552,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:56:10.229160 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:10.287872 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:10.289306 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:10.291103 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] 10.222.0.47 "PUT /v2.0/ports/f8746601-d5fd-409a-9259-84fcd8501552 HTTP/1.1" status: 200  len: 1092 time: 1.2583506
Nov 20 20:56:10.291793 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be59183b-d051-4d64-96f9-6bbdf8230b4a', 'tag': 'f8746601-d5fd-409a-9259-84fcd8501552'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:56:10.294177 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ab7840-6c79-44c0-91e2-a7b7d80a0eef" -d '{"events": [{"name": "network-changed", "server_uuid": "be59183b-d051-4d64-96f9-6bbdf8230b4a", "tag": "f8746601-d5fd-409a-9259-84fcd8501552"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:56:10.420591 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb79d671-4b9e-4e02-8eee-0d67aca7dc7c None None] Network bf74e6f3-82c8-4978-aa97-a4ecd0f7f700 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:56:10.521476 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b981ca4-c25d-4b66-bff5-aa2e27b77f15 x-openstack-request-id: req-7b981ca4-c25d-4b66-bff5-aa2e27b77f15 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:56:10.523832 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be59183b-d051-4d64-96f9-6bbdf8230b4a", "tag": "f8746601-d5fd-409a-9259-84fcd8501552", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:56:10.526439 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b981ca4-c25d-4b66-bff5-aa2e27b77f15 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:56:10.530448 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be59183b-d051-4d64-96f9-6bbdf8230b4a', 'tag': 'f8746601-d5fd-409a-9259-84fcd8501552', 'status': 'completed', 'code': 200}
Nov 20 20:56:10.597464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8c538-5235-489d-be10-c5407939f71a service neutron] Pushing event updated for resources: {'Port': ['ID=f8746601-d5fd-409a-9259-84fcd8501552,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:10.616908 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a390de-59ce-4ece-b641-dbd30732599a req-1bb9b1e0-fa44-47a2-ab36-7ab7a7a89d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:10.624458 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61a390de-59ce-4ece-b641-dbd30732599a req-1bb9b1e0-fa44-47a2-ab36-7ab7a7a89d6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 1095 time: 0.2733798
Nov 20 20:56:10.624619 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93bcaaab-020e-4b06-9d11-1753206c7abb tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:10.714601 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcaaab-020e-4b06-9d11-1753206c7abb tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Pushing event deleted for resources: {'Port': ['ID=51ae35e4-368d-4ba9-aee8-0c3b9d1ed8b0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:10.792242 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d48375-a22e-4dff-895d-5cb4a9fdd41f req-9c27e310-f030-4379-a6e0-5dd88f626f6e tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:10.800168 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36d48375-a22e-4dff-895d-5cb4a9fdd41f req-9c27e310-f030-4379-a6e0-5dd88f626f6e tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.1954954
Nov 20 20:56:10.915080 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93bcaaab-020e-4b06-9d11-1753206c7abb tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:10.921831 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-93bcaaab-020e-4b06-9d11-1753206c7abb tempest-RoutersAdminNegativeTest-804908212 tempest-RoutersAdminNegativeTest-804908212-project-admin] 10.222.0.41 "DELETE /v2.0/ports/51ae35e4-368d-4ba9-aee8-0c3b9d1ed8b0 HTTP/1.1" status: 204  len: 168 time: 1.3269126
Nov 20 20:56:10.966141 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36d48375-a22e-4dff-895d-5cb4a9fdd41f req-e387ef94-7295-4415-a81c-b96eee1433e9 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647718
Nov 20 20:56:11.149561 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61a390de-59ce-4ece-b641-dbd30732599a req-f0554659-4759-4a27-a68d-50c4bbcd3c56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8746601-d5fd-409a-9259-84fcd8501552 HTTP/1.1" status: 200  len: 217 time: 0.5187230
Nov 20 20:56:11.218941 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:11.289372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c7675-6b25-4045-8435-711fcc100044 req-ffa8d8f0-b904-4fbe-bfec-ca71ac481b47 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:11.300627 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-601c7675-6b25-4045-8435-711fcc100044 req-ffa8d8f0-b904-4fbe-bfec-ca71ac481b47 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 944 time: 0.1889901
Nov 20 20:56:11.322940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ddf7c48-5ceb-466e-b76e-b3cc6085c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:11.324493 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61a390de-59ce-4ece-b641-dbd30732599a req-9ddf7c48-5ceb-466e-b76e-b3cc6085c16e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2907b1cf-3fa4-4cec-bd6c-6b6472f874f9 HTTP/1.1" status: 200  len: 852 time: 0.1462884
Nov 20 20:56:11.325130 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42972) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:11.338358 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-7f9c4c1e-b639-4dd4-9784-eceffffccc9a tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:11.350827 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-7f9c4c1e-b639-4dd4-9784-eceffffccc9a tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/networks?id=bf74e6f3-82c8-4978-aa97-a4ecd0f7f700 HTTP/1.1" status: 200  len: 812 time: 0.2037940
Nov 20 20:56:11.386585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-601c7675-6b25-4045-8435-711fcc100044 req-7f1545b9-74d5-46cf-a41e-323238d4acc7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845797
Nov 20 20:56:11.404710 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61a390de-59ce-4ece-b641-dbd30732599a req-29e80a68-8d76-44a3-a3b1-ac4d2a290855 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3915836-86cb-49e6-9e5c-f9e82114304b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516052
Nov 20 20:56:11.406954 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-f69d3c2e-a7a2-4d6f-a176-2a208650c412 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/quotas/7ed0c564c74644c6baba20a6319cff30 HTTP/1.1" status: 200  len: 375 time: 0.0368896
Nov 20 20:56:11.565388 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61a390de-59ce-4ece-b641-dbd30732599a req-3ec96f81-f6b4-470a-9dc4-1b2fd4bf6510 service neutron] 10.222.0.47 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533928
Nov 20 20:56:11.672728 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-078ae30f-2a21-4bdc-b150-5c252ed5838d tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ed0c564c74644c6baba20a6319cff30&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2402883
Nov 20 20:56:11.676346 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5cd52a6b-98f7-49d6-a1d0-f7a86f1ee215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:11.770979 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Deleting port fc27a450-4013-4b1d-b152-0f10837c045d {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:11.771966 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:11.899775 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61a390de-59ce-4ece-b641-dbd30732599a req-f1b00000-8d21-41a7-af8d-b60620c54a01 service neutron] 10.222.0.47 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3164229
Nov 20 20:56:11.908686 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dae0ba-bb00-4803-b7cb-e2d2a47f8557 req-4146e3d6-cb8d-4876-9587-16f116295b7b tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:11.917499 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f2dae0ba-bb00-4803-b7cb-e2d2a47f8557 req-4146e3d6-cb8d-4876-9587-16f116295b7b tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.1939816
Nov 20 20:56:11.926956 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-4abb5345-4338-48e1-bf5a-9d8511a8bbca service neutron] 10.222.0.41 "GET /v2.0/networks/bf74e6f3-82c8-4978-aa97-a4ecd0f7f700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2371387
Nov 20 20:56:11.993192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] For port fc27a450-4013-4b1d-b152-0f10837c045d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc27a450-4013-4b1d-b152-0f10837c045d,segment=NetworkSegment(9de86125-ae04-4ba3-8daa-a5e5bd310240),segment_id=9de86125-ae04-4ba3-8daa-a5e5bd310240)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:11.993561 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:12.005127 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f2dae0ba-bb00-4803-b7cb-e2d2a47f8557 req-9c8e963b-0f4b-4b82-9eb9-0c704af6f888 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865557
Nov 20 20:56:12.011714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Calling delete_port for fc27a450-4013-4b1d-b152-0f10837c045d owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:12.052311 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5cd52a6b-98f7-49d6-a1d0-f7a86f1ee215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:12.089255 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5cd52a6b-98f7-49d6-a1d0-f7a86f1ee215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:12.147188 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd52a6b-98f7-49d6-a1d0-f7a86f1ee215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee03508-a9d4-49e5-806c-628ae8e183a4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:12.161942 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5cd52a6b-98f7-49d6-a1d0-f7a86f1ee215 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8aa07259c35e4611a2cf21ed09f13bd0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8356211
Nov 20 20:56:12.168601 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42984) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:12.181511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab7840-6c79-44c0-91e2-a7b7d80a0eef req-4f233041-9009-4f60-a8b9-bcebbab6ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:12.183083 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-29ab7840-6c79-44c0-91e2-a7b7d80a0eef req-4f233041-9009-4f60-a8b9-bcebbab6ac28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 1095 time: 0.2006128
Nov 20 20:56:12.264692 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-b7355860-b092-47c4-b48c-6dcbe54952ab service neutron] 10.222.0.41 "GET /v2.0/networks/bf74e6f3-82c8-4978-aa97-a4ecd0f7f700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3223822
Nov 20 20:56:12.296450 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:12.330630 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc27a450-4013-4b1d-b152-0f10837c045d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:12.368695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:12.369114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:12.369559 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:12.369997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:12.370565 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:12.370994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:12.371528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:12.371956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:12.372376 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:12.373112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:12.373363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:12.374422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:12.425845 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b23cee23-3d3d-48d5-970a-f7b89210cb27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:12.429460 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab7840-6c79-44c0-91e2-a7b7d80a0eef req-c907f411-7065-422a-8b79-1308fcf3d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:12.431814 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-29ab7840-6c79-44c0-91e2-a7b7d80a0eef req-c907f411-7065-422a-8b79-1308fcf3d3bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 913 time: 0.2402816
Nov 20 20:56:12.673660 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e787b1d-333c-4948-a75d-6b028f23f2c7 req-bb1943dc-c7e8-4af9-a7cc-c9e874f47bb4 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:12.683147 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5e787b1d-333c-4948-a75d-6b028f23f2c7 req-bb1943dc-c7e8-4af9-a7cc-c9e874f47bb4 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 944 time: 0.1466887
Nov 20 20:56:12.702568 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-72a782e6-110f-472e-822a-ffd0dbe5330f req-8b6dda70-fa58-49ed-9dea-1b50a3c7c4a6 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 210 time: 0.0550144
Nov 20 20:56:12.708200 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-29ab7840-6c79-44c0-91e2-a7b7d80a0eef req-6992db84-3db0-468e-8546-2425138f525b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8746601-d5fd-409a-9259-84fcd8501552 HTTP/1.1" status: 200  len: 217 time: 0.2569733
Nov 20 20:56:12.783467 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:12.803379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab7840-6c79-44c0-91e2-a7b7d80a0eef req-c8196876-90e8-46d1-8751-ab2127a6e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:12.805394 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-29ab7840-6c79-44c0-91e2-a7b7d80a0eef req-c8196876-90e8-46d1-8751-ab2127a6e811 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2907b1cf-3fa4-4cec-bd6c-6b6472f874f9 HTTP/1.1" status: 200  len: 852 time: 0.0880625
Nov 20 20:56:12.810652 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5e787b1d-333c-4948-a75d-6b028f23f2c7 req-d57e5618-a43f-4485-962c-d9e043924646 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174405
Nov 20 20:56:12.821767 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b23cee23-3d3d-48d5-970a-f7b89210cb27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:12.873550 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-29ab7840-6c79-44c0-91e2-a7b7d80a0eef req-0f7bce18-29f6-4b68-a040-ccd7e5cd2d6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3915836-86cb-49e6-9e5c-f9e82114304b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0329711
Nov 20 20:56:13.016338 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-29ab7840-6c79-44c0-91e2-a7b7d80a0eef req-8975a3c3-8c5e-4e8b-ab4d-b3d686407e46 service neutron] 10.222.0.47 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332929
Nov 20 20:56:13.135882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:56:13.230609 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-220968a6-bada-40b1-aadb-86a4c6d73c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:13.243030 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b23cee23-3d3d-48d5-970a-f7b89210cb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:13.247641 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b23cee23-3d3d-48d5-970a-f7b89210cb27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:13.253856 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b23cee23-3d3d-48d5-970a-f7b89210cb27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ee03508-a9d4-49e5-806c-628ae8e183a4 HTTP/1.1" status: 204  len: 168 time: 1.0673363
Nov 20 20:56:13.326655 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cee23-3d3d-48d5-970a-f7b89210cb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee03508-a9d4-49e5-806c-628ae8e183a4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:13.339495 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-29ab7840-6c79-44c0-91e2-a7b7d80a0eef req-773da2de-8eb3-47e0-81e5-690baa3423c8 service neutron] 10.222.0.47 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3146834
Nov 20 20:56:13.405392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:56:13.414793 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25921285-bcda-4f4c-85d7-1f19518b5b47 req-2bf90161-2a38-40f3-af62-ee2c96d96b74 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:13.419806 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe2f8e-383e-4eb5-b02d-aed64bd525ab None None] Sync routers for ids ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:56:13.427735 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25921285-bcda-4f4c-85d7-1f19518b5b47 req-2bf90161-2a38-40f3-af62-ee2c96d96b74 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.1901758
Nov 20 20:56:13.459726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe2f8e-383e-4eb5-b02d-aed64bd525ab None None] Routers {'2476b6ab-8eb5-458c-944e-7ef85c8890a6'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:13.461701 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b1284a56-459c-4610-aac9-2dd918441702 admin admin] 10.222.0.41 "PUT /v2.0/routers/2476b6ab-8eb5-458c-944e-7ef85c8890a6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4958320
Nov 20 20:56:13.462433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43008) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:13.463687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1ebe2f8e-383e-4eb5-b02d-aed64bd525ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4661d970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:13.585718 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25921285-bcda-4f4c-85d7-1f19518b5b47 req-ed8fa4e7-7461-4c93-92e5-706863bffbda tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553593
Nov 20 20:56:13.715577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0626-5864-4a96-ad16-bfefe1fbfc0d admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:13.771084 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-1ebe2f8e-383e-4eb5-b02d-aed64bd525ab None None] Set router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:56:14.057255 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43018) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:14.119946 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9b512286-8191-4545-9730-d107161b6fcb req-7619762d-b400-49b1-9ee3-60abf9500957 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 210 time: 0.0953910
Nov 20 20:56:14.140810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfd8c8-d7cd-4449-9183-a6fdb0e41519 req-9d45d5b8-ac67-4020-b683-c300b4195eb7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:14.152319 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1fbfd8c8-d7cd-4449-9183-a6fdb0e41519 req-9d45d5b8-ac67-4020-b683-c300b4195eb7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 944 time: 0.1711462
Nov 20 20:56:14.182680 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0626-5864-4a96-ad16-bfefe1fbfc0d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:14.303052 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4a1c3900-349f-4770-b4bb-ea26825c2c4a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d4e8efbd9eb44c3da702114797a45d66&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2270608
Nov 20 20:56:14.309034 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43034) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:14.322367 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1fbfd8c8-d7cd-4449-9183-a6fdb0e41519 req-cf87380d-38f4-48fe-bff2-ad579191b93e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630969
Nov 20 20:56:14.335205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b0626-5864-4a96-ad16-bfefe1fbfc0d admin admin] Deleting port 9281e38f-6b8b-4601-b52e-5df58ed57479 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:14.335913 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0626-5864-4a96-ad16-bfefe1fbfc0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:14.344487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1ebe2f8e-383e-4eb5-b02d-aed64bd525ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4661d970>, [{'id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'name': 'tempest-ServersTestJSON-567974701-router', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156'}], 'enable_snat': True}, 'gw_port_id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:35Z', 'updated_at': '2021-11-20T20:56:12Z', 'revision_number': 5, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'gw_port': {'id': '9281e38f-6b8b-4601-b52e-5df58ed57479', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:53:37Z', 'updated_at': '2021-11-20T20:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:14.382669 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe2f8e-383e-4eb5-b02d-aed64bd525ab None None] Checking router: 2476b6ab-8eb5-458c-944e-7ef85c8890a6 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:56:14.392724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe2f8e-383e-4eb5-b02d-aed64bd525ab None None] Routers {'2476b6ab-8eb5-458c-944e-7ef85c8890a6'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:14.393428 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1ebe2f8e-383e-4eb5-b02d-aed64bd525ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4661d970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:55:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:14.539569 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-1ebe2f8e-383e-4eb5-b02d-aed64bd525ab None None] Set router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:56:14.597629 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6e4d1b0d-f4cc-4ae0-8992-01c580838c20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:14.635035 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1ebe2f8e-383e-4eb5-b02d-aed64bd525ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4661d970>, [{'id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'name': 'tempest-ServersTestJSON-567974701-router', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:35Z', 'updated_at': '2021-11-20T20:56:14Z', 'revision_number': 6, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:14.664045 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6e4d1b0d-f4cc-4ae0-8992-01c580838c20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:14.670389 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe2f8e-383e-4eb5-b02d-aed64bd525ab None None] The sync data for ids ['2476b6ab-8eb5-458c-944e-7ef85c8890a6'] in ncdv-master-1 is: [{'id': '2476b6ab-8eb5-458c-944e-7ef85c8890a6', 'name': 'tempest-ServersTestJSON-567974701-router', 'tenant_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:53:35Z', 'updated_at': '2021-11-20T20:56:14Z', 'revision_number': 6, 'project_id': 'f7d1c3af3ff54b5eb9d1972c3dd28026', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:56:14.685316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-1f8b0626-5864-4a96-ad16-bfefe1fbfc0d admin admin] For port 9281e38f-6b8b-4601-b52e-5df58ed57479, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9281e38f-6b8b-4601-b52e-5df58ed57479,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:14.685698 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0626-5864-4a96-ad16-bfefe1fbfc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:14.713105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b0626-5864-4a96-ad16-bfefe1fbfc0d admin admin] Calling delete_port for 9281e38f-6b8b-4601-b52e-5df58ed57479 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:14.757732 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-97004d0b-45de-4f31-b462-d3b9b835343b tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:14.758987 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-97004d0b-45de-4f31-b462-d3b9b835343b tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.37 "GET /v2.0/networks?id=bf74e6f3-82c8-4978-aa97-a4ecd0f7f700 HTTP/1.1" status: 200  len: 812 time: 0.2649410
Nov 20 20:56:14.800175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-034e9097-c74c-49b8-831c-abde2a49834e tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Request body: {'port': {'device_id': '8532a29f-7bec-4295-9b06-8b7fda995ac9', 'network_id': 'bf74e6f3-82c8-4978-aa97-a4ecd0f7f700', 'admin_state_up': True, 'tenant_id': '7ed0c564c74644c6baba20a6319cff30'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:14.850173 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6e4d1b0d-f4cc-4ae0-8992-01c580838c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:14.853537 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6e4d1b0d-f4cc-4ae0-8992-01c580838c20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:14.854726 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6e4d1b0d-f4cc-4ae0-8992-01c580838c20 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e82d6da-da54-4cab-b1b7-df0612b32bd1 HTTP/1.1" status: 204  len: 168 time: 0.5445898
Nov 20 20:56:14.893231 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d1b0d-f4cc-4ae0-8992-01c580838c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e82d6da-da54-4cab-b1b7-df0612b32bd1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:15.452395 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b1b82a29-f238-43e2-942c-511014652ab2 req-67625b21-85a9-4efe-b2df-f3390a03992b tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 210 time: 0.1200330
Nov 20 20:56:15.514122 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0626-5864-4a96-ad16-bfefe1fbfc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:15.519021 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-034e9097-c74c-49b8-831c-abde2a49834e tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Made reservation on behalf of 7ed0c564c74644c6baba20a6319cff30 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:15.527460 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-034e9097-c74c-49b8-831c-abde2a49834e tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:15.540659 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826b60d-5c85-447f-ac77-74ae1b661bfb req-36c09aa3-73a5-4983-858e-1b5f94d959bb tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:15.550837 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5826b60d-5c85-447f-ac77-74ae1b661bfb req-36c09aa3-73a5-4983-858e-1b5f94d959bb tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 944 time: 0.1292708
Nov 20 20:56:15.599388 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-37dc5166-1644-4f00-ace1-4d3f39da81b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:15.602616 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b0626-5864-4a96-ad16-bfefe1fbfc0d admin admin] Pushing event deleted for resources: {'Port': ['ID=9281e38f-6b8b-4601-b52e-5df58ed57479,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:15.683154 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5826b60d-5c85-447f-ac77-74ae1b661bfb req-ebca45ae-e854-4795-945a-5fecd3fa4f9c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266627
Nov 20 20:56:15.827057 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0626-5864-4a96-ad16-bfefe1fbfc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:15.855067 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f8746601-d5fd-409a-9259-84fcd8501552 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:56:15.875929 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a125a9-999c-45cf-8b13-d1d411d8ac5f req-9707c2da-c48d-47b0-9bd3-e9802ec797da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:15.882127 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54a125a9-999c-45cf-8b13-d1d411d8ac5f req-9707c2da-c48d-47b0-9bd3-e9802ec797da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55ad41c3ee37467d8298682b08275eb9&device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 1096 time: 0.1124468
Nov 20 20:56:16.018362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port f8746601-d5fd-409a-9259-84fcd8501552, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8746601-d5fd-409a-9259-84fcd8501552,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:16.044909 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'f8746601-d5fd-409a-9259-84fcd8501552', 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b', 'port_id': 'f8746601-d5fd-409a-9259-84fcd8501552', 'mac_address': 'fa:16:3e:9f:7a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2907b1cf-3fa4-4cec-bd6c-6b6472f874f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:56:16.099988 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a125a9-999c-45cf-8b13-d1d411d8ac5f req-c16147f1-b831-4d1d-87d9-11c4faca9e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:16.101880 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54a125a9-999c-45cf-8b13-d1d411d8ac5f req-c16147f1-b831-4d1d-87d9-11c4faca9e65 service neutron] 10.222.0.47 "GET /v2.0/networks?id=736ec84c-e23f-43ed-94e7-211dbb35bbc4 HTTP/1.1" status: 200  len: 920 time: 0.2145855
Nov 20 20:56:16.116952 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:16.139054 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8746601-d5fd-409a-9259-84fcd8501552 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:56:16.155697 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0626-5864-4a96-ad16-bfefe1fbfc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:16.165250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port f8746601-d5fd-409a-9259-84fcd8501552, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8746601-d5fd-409a-9259-84fcd8501552,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:16.166469 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0626-5864-4a96-ad16-bfefe1fbfc0d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:16.173269 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:16.249346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=f8746601-d5fd-409a-9259-84fcd8501552,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:16.256288 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54a125a9-999c-45cf-8b13-d1d411d8ac5f req-1bd97350-ba18-4681-9006-dde8bc868e5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7efeaeb-5641-4aca-8236-410be11d600d HTTP/1.1" status: 200  len: 217 time: 0.1463878
Nov 20 20:56:16.316120 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb211a-e941-4175-96c0-e0b042e802e5 req-73fd6db5-232c-446f-a3e9-d87b3127af23 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:16.324431 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43100) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:16.328675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0fb211a-e941-4175-96c0-e0b042e802e5 req-73fd6db5-232c-446f-a3e9-d87b3127af23 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.3242052
Nov 20 20:56:16.337908 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a125a9-999c-45cf-8b13-d1d411d8ac5f req-4043d0ca-d05f-46ca-ae6e-e4c5bf0dd372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:16.339536 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54a125a9-999c-45cf-8b13-d1d411d8ac5f req-4043d0ca-d05f-46ca-ae6e-e4c5bf0dd372 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8caf43ae-75b1-499d-9400-cbaa8e6fc948 HTTP/1.1" status: 200  len: 859 time: 0.0726726
Nov 20 20:56:16.362965 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0626-5864-4a96-ad16-bfefe1fbfc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:16.363521 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8b0626-5864-4a96-ad16-bfefe1fbfc0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2476b6ab-8eb5-458c-944e-7ef85c8890a6 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:56:16.374914 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0626-5864-4a96-ad16-bfefe1fbfc0d admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:16.376066 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1f8b0626-5864-4a96-ad16-bfefe1fbfc0d admin admin] 10.222.0.41 "DELETE /v2.0/routers/2476b6ab-8eb5-458c-944e-7ef85c8890a6 HTTP/1.1" status: 204  len: 168 time: 2.9126763
Nov 20 20:56:16.378763 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43104) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:16.396113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-034e9097-c74c-49b8-831c-abde2a49834e tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Allocated IP 172.20.0.9 (bf74e6f3-82c8-4978-aa97-a4ecd0f7f700/4eaa311c-54c9-40ad-b319-5a28017c5353/b7df387f-70cb-41a7-8942-ab9783f9ba75) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:16.440649 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f8746601-d5fd-409a-9259-84fcd8501552'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:56:16.445601 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54a125a9-999c-45cf-8b13-d1d411d8ac5f req-474bede0-083e-4aa5-b639-17f258434a45 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=736ec84c-e23f-43ed-94e7-211dbb35bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0978007
Nov 20 20:56:16.534755 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0fb211a-e941-4175-96c0-e0b042e802e5 req-66317ec7-b39d-4a90-a862-54a0adea7abc tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869853
Nov 20 20:56:16.608593 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b214ee3-1277-4205-98b2-9e4fd5a4e2db admin admin] Deleting subnet de8dd647-e967-4270-93b3-facefa8db304 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:56:16.614449 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-cfc628d1-c3e2-4229-8e57-823ed89b4291 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1241711030'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:16.620719 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b214ee3-1277-4205-98b2-9e4fd5a4e2db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:16.654721 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc628d1-c3e2-4229-8e57-823ed89b4291 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Made reservation on behalf of c4eb4145a66d4c82a05103d44d4655c0 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:16.658723 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfc628d1-c3e2-4229-8e57-823ed89b4291 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:16.692452 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54a125a9-999c-45cf-8b13-d1d411d8ac5f req-ebb3c091-1805-4390-9a2b-49046d6ba0e7 service neutron] 10.222.0.47 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2390740
Nov 20 20:56:16.697956 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9281e38f-6b8b-4601-b52e-5df58ed57479 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:56:16.718737 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b214ee3-1277-4205-98b2-9e4fd5a4e2db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:16.732838 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:16.737935 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 9281e38f-6b8b-4601-b52e-5df58ed57479 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:56:16.738389 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9281e38f-6b8b-4601-b52e-5df58ed57479 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:56:16.738974 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fc27a450-4013-4b1d-b152-0f10837c045d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:56:16.775287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: fc27a450-4013-4b1d-b152-0f10837c045d {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:56:16.775746 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fc27a450-4013-4b1d-b152-0f10837c045d not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:56:16.776991 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfc628d1-c3e2-4229-8e57-823ed89b4291 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:16.782015 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8f4de2ee-6205-4b2e-a313-e4f2bc1bb3b2 req-8ff52cdf-918f-4d1a-826b-00dc916d9916 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 210 time: 0.1363821
Nov 20 20:56:16.968714 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54a125a9-999c-45cf-8b13-d1d411d8ac5f req-e0879d84-e4da-4f63-834b-73ea32f5abe4 service neutron] 10.222.0.47 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1890912
Nov 20 20:56:17.016578 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfc628d1-c3e2-4229-8e57-823ed89b4291 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.022900 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfc628d1-c3e2-4229-8e57-823ed89b4291 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.037727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e505f14-2f38-433c-a6f3-07e237f90638 req-14ede984-9aba-4df4-b784-8db52dc1c277 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:17.047829 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1e505f14-2f38-433c-a6f3-07e237f90638 req-14ede984-9aba-4df4-b784-8db52dc1c277 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 945 time: 0.2172909
Nov 20 20:56:17.077004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc628d1-c3e2-4229-8e57-823ed89b4291 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:56:17.079775 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-034e9097-c74c-49b8-831c-abde2a49834e tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.108627 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc628d1-c3e2-4229-8e57-823ed89b4291 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96bee9e4-56ea-42ac-a6cc-2335d9785af8,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:17.114994 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfc628d1-c3e2-4229-8e57-823ed89b4291 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.114994 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-cfc628d1-c3e2-4229-8e57-823ed89b4291 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Added segment 64f1b5af-db98-44f3-9c72-04c59cc546f1 of type vlan for network e3ddad7e-9473-4b5d-97ae-74149cfee00f
Nov 20 20:56:17.115295 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b214ee3-1277-4205-98b2-9e4fd5a4e2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.226966 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfc628d1-c3e2-4229-8e57-823ed89b4291 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.249154 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1e505f14-2f38-433c-a6f3-07e237f90638 req-42603d1c-16cc-4a18-bfcc-d54084c4803c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2001102
Nov 20 20:56:17.257733 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfc628d1-c3e2-4229-8e57-823ed89b4291 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.267296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc628d1-c3e2-4229-8e57-823ed89b4291 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:17.268240 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfc628d1-c3e2-4229-8e57-823ed89b4291 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.286090 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-034e9097-c74c-49b8-831c-abde2a49834e tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.326395 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b214ee3-1277-4205-98b2-9e4fd5a4e2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.359443 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cfc628d1-c3e2-4229-8e57-823ed89b4291 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 1.0339177
Nov 20 20:56:17.360921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc628d1-c3e2-4229-8e57-823ed89b4291 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Pushing event updated for resources: {'Network': ['ID=e3ddad7e-9473-4b5d-97ae-74149cfee00f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:17.361872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b214ee3-1277-4205-98b2-9e4fd5a4e2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de8dd647-e967-4270-93b3-facefa8db304,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:17.362994 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43118) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:17.368880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-5b17ffdf-caae-4d49-bd42-9111a6f93686 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Request body: {'subnet': {'network_id': 'e3ddad7e-9473-4b5d-97ae-74149cfee00f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:17.376072 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network e3ddad7e-9473-4b5d-97ae-74149cfee00f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:56:17.385400 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b214ee3-1277-4205-98b2-9e4fd5a4e2db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.390586 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0b214ee3-1277-4205-98b2-9e4fd5a4e2db admin admin] 10.222.0.41 "DELETE /v2.0/subnets/de8dd647-e967-4270-93b3-facefa8db304 HTTP/1.1" status: 204  len: 168 time: 1.0066490
Nov 20 20:56:17.395444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-034e9097-c74c-49b8-831c-abde2a49834e tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Network bf74e6f3-82c8-4978-aa97-a4ecd0f7f700 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:17.396826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43120) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:17.406014 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f87e5c5-b051-4352-82e0-b2a4c05e54d9 None None] Network a5652dae-c97d-4dac-8379-2f9cbb8facac requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:56:17.410735 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-034e9097-c74c-49b8-831c-abde2a49834e tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:17.414857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-034e9097-c74c-49b8-831c-abde2a49834e tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:17.465796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e9097-c74c-49b8-831c-abde2a49834e tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Pushing event updated for resources: {'Port': ['ID=b7df387f-70cb-41a7-8942-ab9783f9ba75,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:17.482450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b17ffdf-caae-4d49-bd42-9111a6f93686 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Made reservation on behalf of c4eb4145a66d4c82a05103d44d4655c0 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:17.487692 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5b17ffdf-caae-4d49-bd42-9111a6f93686 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.495964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-034e9097-c74c-49b8-831c-abde2a49834e tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:17.496746 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-034e9097-c74c-49b8-831c-abde2a49834e tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.541461 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-034e9097-c74c-49b8-831c-abde2a49834e tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7469084
Nov 20 20:56:17.612846 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-366f8486-4398-4c8c-9b4d-e5070f11f8d3 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:56:17.614070 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-366f8486-4398-4c8c-9b4d-e5070f11f8d3 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059800
Nov 20 20:56:17.638882 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.691174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34dea32-2dbc-46fd-be51-17cc768a3842 None None] DHCP port deletion for a5652dae-c97d-4dac-8379-2f9cbb8facac request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:56:17.717587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] Deleting port 87a00637-4f0c-4d0c-b076-67c35d8ab870 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:17.718021 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.785467 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2acd0-8024-4398-a108-90f94a9cdf9e req-13e5b5dd-3691-4420-8d5d-28e38df7fcc7 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:17.787194 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bbf2acd0-8024-4398-a108-90f94a9cdf9e req-13e5b5dd-3691-4420-8d5d-28e38df7fcc7 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.0939770
Nov 20 20:56:17.812663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Request body: {'port': {'device_id': '8532a29f-7bec-4295-9b06-8b7fda995ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:17.814865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a34dea32-2dbc-46fd-be51-17cc768a3842 None None] Deleting port 87a00637-4f0c-4d0c-b076-67c35d8ab870 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:17.816010 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a34dea32-2dbc-46fd-be51-17cc768a3842 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.858301 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5b17ffdf-caae-4d49-bd42-9111a6f93686 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.892063 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f8746601-d5fd-409a-9259-84fcd8501552 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:56:17.909286 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] For port 87a00637-4f0c-4d0c-b076-67c35d8ab870, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87a00637-4f0c-4d0c-b076-67c35d8ab870,segment=NetworkSegment(9de86125-ae04-4ba3-8daa-a5e5bd310240),segment_id=9de86125-ae04-4ba3-8daa-a5e5bd310240)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:17.910074 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.927338 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bbf2acd0-8024-4398-a108-90f94a9cdf9e req-dd4bbcc1-c0d7-4ecf-808d-fe8a1b88c4b4 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334841
Nov 20 20:56:17.950667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a34dea32-2dbc-46fd-be51-17cc768a3842 None None] For port 87a00637-4f0c-4d0c-b076-67c35d8ab870, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87a00637-4f0c-4d0c-b076-67c35d8ab870,segment=NetworkSegment(9de86125-ae04-4ba3-8daa-a5e5bd310240),segment_id=9de86125-ae04-4ba3-8daa-a5e5bd310240)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:17.951202 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a34dea32-2dbc-46fd-be51-17cc768a3842 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:17.970327 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a34dea32-2dbc-46fd-be51-17cc768a3842 None None] Calling delete_port for 87a00637-4f0c-4d0c-b076-67c35d8ab870 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:17.972984 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17ffdf-caae-4d49-bd42-9111a6f93686 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Pushing event updated for resources: {'Subnet': ['ID=5f343476-ea6d-4fb9-8878-f93e255b673a,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:17.976344 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17ffdf-caae-4d49-bd42-9111a6f93686 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Checking segment: {'id': '64f1b5af-db98-44f3-9c72-04c59cc546f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e3ddad7e-9473-4b5d-97ae-74149cfee00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:17.976971 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b17ffdf-caae-4d49-bd42-9111a6f93686 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Network hostable DHCP agents. Network: e3ddad7e-9473-4b5d-97ae-74149cfee00f, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:56:17.980164 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:18.005839 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b17ffdf-caae-4d49-bd42-9111a6f93686 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Network e3ddad7e-9473-4b5d-97ae-74149cfee00f is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:56:18.008471 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] Calling delete_port for 87a00637-4f0c-4d0c-b076-67c35d8ab870 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:18.026719 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-5b17ffdf-caae-4d49-bd42-9111a6f93686 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e3ddad7e-9473-4b5d-97ae-74149cfee00f) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:18.032539 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b17ffdf-caae-4d49-bd42-9111a6f93686 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:18.033268 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5b17ffdf-caae-4d49-bd42-9111a6f93686 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:18.061161 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5b17ffdf-caae-4d49-bd42-9111a6f93686 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6945531
Nov 20 20:56:18.061394 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43130) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:18.069087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-dd2f6e43-b479-4874-bc1e-74f9c4b7a2b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Request body: {'port': {'network_id': 'e3ddad7e-9473-4b5d-97ae-74149cfee00f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-726371205'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:18.123489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f405564-3b34-49d1-a728-1fb380c21f0f req-29e0bdf1-1f48-4687-b639-fa8e562c8eab tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:18.131497 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f405564-3b34-49d1-a728-1fb380c21f0f req-29e0bdf1-1f48-4687-b639-fa8e562c8eab tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 931 time: 0.1992691
Nov 20 20:56:18.227594 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2f6e43-b479-4874-bc1e-74f9c4b7a2b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Made reservation on behalf of c4eb4145a66d4c82a05103d44d4655c0 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:18.228399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475993a2-4adf-4b46-8f2c-b429331cb854 None None] Network e3ddad7e-9473-4b5d-97ae-74149cfee00f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:56:18.237300 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6e43-b479-4874-bc1e-74f9c4b7a2b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:18.258575 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port f8746601-d5fd-409a-9259-84fcd8501552 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:56:18.261440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-dd2f6e43-b479-4874-bc1e-74f9c4b7a2b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] device_id is not set on port 8adb8b7a-b23d-420e-ad0a-506a11163957 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:56:18.280564 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port f8746601-d5fd-409a-9259-84fcd8501552 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:18.280951 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:18.300635 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f405564-3b34-49d1-a728-1fb380c21f0f req-0c9e8755-501f-4255-8592-7153c7cdf390 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd41a5a3-10ef-4e6e-870a-b61c4983c608&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680450
Nov 20 20:56:18.420429 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:18.482752 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-dd2f6e43-b479-4874-bc1e-74f9c4b7a2b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Allocated IP 2001:db8::40 (e3ddad7e-9473-4b5d-97ae-74149cfee00f/5f343476-ea6d-4fb9-8878-f93e255b673a/8adb8b7a-b23d-420e-ad0a-506a11163957) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:18.497443 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] Pushing event deleted for resources: {'Port': ['ID=87a00637-4f0c-4d0c-b076-67c35d8ab870,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:18.531342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593a116-5031-4629-a208-ba17525001a2 req-8d60f8e5-108d-4ae0-80ff-da2695e2aa6d tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:18.550672 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5593a116-5031-4629-a208-ba17525001a2 req-8d60f8e5-108d-4ae0-80ff-da2695e2aa6d tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 945 time: 0.1404653
Nov 20 20:56:18.552530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] No DVR routers for this DVR port 87a00637-4f0c-4d0c-b076-67c35d8ab870 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:56:18.578218 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:18.584366 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a34dea32-2dbc-46fd-be51-17cc768a3842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:18.623593 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dea32-2dbc-46fd-be51-17cc768a3842 None None] Pushing event deleted for resources: {'Port': ['ID=87a00637-4f0c-4d0c-b076-67c35d8ab870,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:18.654096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34dea32-2dbc-46fd-be51-17cc768a3842 None None] No DVR routers for this DVR port 87a00637-4f0c-4d0c-b076-67c35d8ab870 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:56:18.703936 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e3ddad7e-9473-4b5d-97ae-74149cfee00f', 'network_id': 'e3ddad7e-9473-4b5d-97ae-74149cfee00f', 'tenant_id': 'c4eb4145a66d4c82a05103d44d4655c0', 'fixed_ips': [{'subnet_id': '5f343476-ea6d-4fb9-8878-f93e255b673a'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:56:18.704808 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:18.722168 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 87a00637-4f0c-4d0c-b076-67c35d8ab870 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:56:18.776302 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:18.792969 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5593a116-5031-4629-a208-ba17525001a2 req-b5b60ba0-4248-4594-a73e-ebe275fef841 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366385
Nov 20 20:56:18.805583 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 87a00637-4f0c-4d0c-b076-67c35d8ab870 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:56:18.806222 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 87a00637-4f0c-4d0c-b076-67c35d8ab870 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:56:18.821083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54e83fa0>,) {'filters': {'network_id': ['a5652dae-c97d-4dac-8379-2f9cbb8facac']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:18.835493 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:18.843118 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54e83fa0>, '9de86125-ae04-4ba3-8daa-a5e5bd310240') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:18.843455 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54e83fa0>, '9de86125-ae04-4ba3-8daa-a5e5bd310240') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:18.863140 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:18.919043 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:18.931815 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:56:18.932195 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:18.937499 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be59183b-d051-4d64-96f9-6bbdf8230b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8746601-d5fd-409a-9259-84fcd8501552'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:56:18.946040 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549ee143-ee32-4981-a971-649178856653" -d '{"events": [{"server_uuid": "be59183b-d051-4d64-96f9-6bbdf8230b4a", "name": "network-vif-plugged", "status": "completed", "tag": "f8746601-d5fd-409a-9259-84fcd8501552"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:56:18.954326 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:56:18.989231 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7df387f-70cb-41a7-8942-ab9783f9ba75 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:56:19.011135 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:19.065521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port f8746601-d5fd-409a-9259-84fcd8501552, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8746601-d5fd-409a-9259-84fcd8501552,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:19.066303 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6e43-b479-4874-bc1e-74f9c4b7a2b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:19.075599 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f1c19d-a29f-46d3-8e27-2203cecada4d x-openstack-request-id: req-69f1c19d-a29f-46d3-8e27-2203cecada4d {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:56:19.087683 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be59183b-d051-4d64-96f9-6bbdf8230b4a", "name": "network-vif-plugged", "status": "completed", "tag": "f8746601-d5fd-409a-9259-84fcd8501552", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:56:19.088277 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69f1c19d-a29f-46d3-8e27-2203cecada4d {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:56:19.095423 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be59183b-d051-4d64-96f9-6bbdf8230b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8746601-d5fd-409a-9259-84fcd8501552', 'code': 200}
Nov 20 20:56:19.100846 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:19.113038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Transition to ACTIVE for port object b7df387f-70cb-41a7-8942-ab9783f9ba75 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:56:19.117601 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:19.124808 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:19.133624 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] 10.222.0.41 "DELETE /v2.0/networks/a5652dae-c97d-4dac-8379-2f9cbb8facac HTTP/1.1" status: 204  len: 168 time: 1.7292898
Nov 20 20:56:19.138667 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:19.164582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa242be0-da02-4d66-807d-42d486af697c admin admin] Pushing event deleted for resources: {'Network': ['ID=a5652dae-c97d-4dac-8379-2f9cbb8facac,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:19.195085 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:19.229453 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6e43-b479-4874-bc1e-74f9c4b7a2b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:19.320008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=f8746601-d5fd-409a-9259-84fcd8501552,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:19.335549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Allocated IP 2001:db8::2 (e3ddad7e-9473-4b5d-97ae-74149cfee00f/5f343476-ea6d-4fb9-8878-f93e255b673a/90a89849-ed07-4f59-8183-a55deb6da3b2) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:19.396848 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7df387f-70cb-41a7-8942-ab9783f9ba75,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:19.398120 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f6e43-b479-4874-bc1e-74f9c4b7a2b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Pushing event updated for resources: {'Port': ['ID=8adb8b7a-b23d-420e-ad0a-506a11163957,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:19.415623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Attempting to bind port b7df387f-70cb-41a7-8942-ab9783f9ba75 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:56:19.416146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Attempting to bind port b7df387f-70cb-41a7-8942-ab9783f9ba75 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '04a20dec-faad-4387-9381-2963f3e63e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bf74e6f3-82c8-4978-aa97-a4ecd0f7f700'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:56:19.416652 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Attempting to bind port b7df387f-70cb-41a7-8942-ab9783f9ba75 on network bf74e6f3-82c8-4978-aa97-a4ecd0f7f700 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:56:19.432415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2f6e43-b479-4874-bc1e-74f9c4b7a2b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Network e3ddad7e-9473-4b5d-97ae-74149cfee00f is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:19.435805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Port b7df387f-70cb-41a7-8942-ab9783f9ba75 on network bf74e6f3-82c8-4978-aa97-a4ecd0f7f700 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:56:19.438659 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-dd2f6e43-b479-4874-bc1e-74f9c4b7a2b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:19.439632 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Attempting to bind port b7df387f-70cb-41a7-8942-ab9783f9ba75 on network bf74e6f3-82c8-4978-aa97-a4ecd0f7f700 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:56:19.442233 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f6e43-b479-4874-bc1e-74f9c4b7a2b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:19.448684 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f6e43-b479-4874-bc1e-74f9c4b7a2b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:19.449265 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6e43-b479-4874-bc1e-74f9c4b7a2b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:19.451886 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:56:19.455676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Checking segment: {'id': '04a20dec-faad-4387-9381-2963f3e63e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bf74e6f3-82c8-4978-aa97-a4ecd0f7f700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:19.456207 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Bound using segment: {'id': '04a20dec-faad-4387-9381-2963f3e63e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bf74e6f3-82c8-4978-aa97-a4ecd0f7f700'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:56:19.458607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Bound port: b7df387f-70cb-41a7-8942-ab9783f9ba75, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a20dec-faad-4387-9381-2963f3e63e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bf74e6f3-82c8-4978-aa97-a4ecd0f7f700'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:56:19.459081 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:19.489874 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade25e27-95fb-46fe-9687-d71f9c8b0aa0 req-a5e0b757-5368-48cc-9559-9f07e87caa48 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:19.505135 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ade25e27-95fb-46fe-9687-d71f9c8b0aa0 req-a5e0b757-5368-48cc-9559-9f07e87caa48 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.3410916
Nov 20 20:56:19.515782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b379b62-c25a-428b-a517-2160c6e73d17 req-7aa7c422-f030-440d-ba8e-3677d8c17baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:19.517550 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6b379b62-c25a-428b-a517-2160c6e73d17 req-7aa7c422-f030-440d-ba8e-3677d8c17baf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 1097 time: 0.3557842
Nov 20 20:56:19.576898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] For port b7df387f-70cb-41a7-8942-ab9783f9ba75, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:56:19.582347 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] For port b7df387f-70cb-41a7-8942-ab9783f9ba75, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7df387f-70cb-41a7-8942-ab9783f9ba75,segment=NetworkSegment(04a20dec-faad-4387-9381-2963f3e63e7b),segment_id=04a20dec-faad-4387-9381-2963f3e63e7b)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:56:19.592037 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dd2f6e43-b479-4874-bc1e-74f9c4b7a2b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 940 time: 1.5260284
Nov 20 20:56:19.596209 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43150) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:19.599643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43152) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:19.601542 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:19.605430 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-16064759-cee8-45bf-887d-3b49a854d80f tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Request body: {'port': {'network_id': 'e3ddad7e-9473-4b5d-97ae-74149cfee00f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1915250596', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:19.605990 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.api.validators [None req-16064759-cee8-45bf-887d-3b49a854d80f tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] bootfile-name is not in valid_values {{(pid=126224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 20 20:56:19.606363 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.api.validators [None req-16064759-cee8-45bf-887d-3b49a854d80f tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] tftp-server is not in valid_values {{(pid=126224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 20 20:56:19.606703 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.api.validators [None req-16064759-cee8-45bf-887d-3b49a854d80f tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] server-ip-address is not in valid_values {{(pid=126224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 20 20:56:19.685991 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ade25e27-95fb-46fe-9687-d71f9c8b0aa0 req-eabef145-3233-4cac-bad4-83373faa9864 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799707
Nov 20 20:56:19.705674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7df387f-70cb-41a7-8942-ab9783f9ba75,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:19.729886 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:19.731419 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6b379b62-c25a-428b-a517-2160c6e73d17 req-9098c632-08bc-4c05-a9f8-aee3a1595c2c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946962
Nov 20 20:56:19.738402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:19.739197 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:19.739787 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:19.740750 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-0390efe5-dadc-4854-8dd2-7157a692bce8 service neutron] 10.222.0.37 "PUT /v2.0/ports/b7df387f-70cb-41a7-8942-ab9783f9ba75 HTTP/1.1" status: 200  len: 1091 time: 2.1156511
Nov 20 20:56:19.742534 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8532a29f-7bec-4295-9b06-8b7fda995ac9', 'tag': 'b7df387f-70cb-41a7-8942-ab9783f9ba75'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:56:19.744859 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8d583b-007a-43aa-8687-0b8cd2609975" -d '{"events": [{"name": "network-changed", "server_uuid": "8532a29f-7bec-4295-9b06-8b7fda995ac9", "tag": "b7df387f-70cb-41a7-8942-ab9783f9ba75"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:56:19.800339 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e6d7a-5773-46b1-93e9-4c22534c33a3 req-779ee1de-b0c8-48de-a6db-614e0562c8aa tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:19.808692 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e19e6d7a-5773-46b1-93e9-4c22534c33a3 req-779ee1de-b0c8-48de-a6db-614e0562c8aa tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 943 time: 0.2240961
Nov 20 20:56:19.810012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Network e3ddad7e-9473-4b5d-97ae-74149cfee00f is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:19.813670 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:19.817718 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:19.830901 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e9542b79-9d42-453c-b066-ec89e9adca64 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7d1c3af3ff54b5eb9d1972c3dd28026&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2265449
Nov 20 20:56:19.835943 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43160) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:19.839109 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16064759-cee8-45bf-887d-3b49a854d80f tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Made reservation on behalf of c4eb4145a66d4c82a05103d44d4655c0 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:19.849495 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-16064759-cee8-45bf-887d-3b49a854d80f tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:19.870240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Pushing event updated for resources: {'Port': ['ID=90a89849-ed07-4f59-8183-a55deb6da3b2,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:19.902316 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-16064759-cee8-45bf-887d-3b49a854d80f tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] device_id is not set on port 9ba4a418-63d2-41e3-9a17-0060b086cb62 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:56:19.975962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Attempting to bind port 90a89849-ed07-4f59-8183-a55deb6da3b2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:56:19.977770 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Attempting to bind port 90a89849-ed07-4f59-8183-a55deb6da3b2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64f1b5af-db98-44f3-9c72-04c59cc546f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e3ddad7e-9473-4b5d-97ae-74149cfee00f'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:56:19.978724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Attempting to bind port 90a89849-ed07-4f59-8183-a55deb6da3b2 on network e3ddad7e-9473-4b5d-97ae-74149cfee00f {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:56:19.987726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:56:19.989155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Checking segment: {'id': '64f1b5af-db98-44f3-9c72-04c59cc546f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e3ddad7e-9473-4b5d-97ae-74149cfee00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:19.992408 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:19.993969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Bound using segment: {'id': '64f1b5af-db98-44f3-9c72-04c59cc546f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e3ddad7e-9473-4b5d-97ae-74149cfee00f'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:56:19.998828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Bound port: 90a89849-ed07-4f59-8183-a55deb6da3b2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f1b5af-db98-44f3-9c72-04c59cc546f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e3ddad7e-9473-4b5d-97ae-74149cfee00f'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:56:19.999557 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:20.061675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e19e6d7a-5773-46b1-93e9-4c22534c33a3 req-d3663b40-d189-4c77-8d79-0ef2e09e4590 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd41a5a3-10ef-4e6e-870a-b61c4983c608&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2520120
Nov 20 20:56:20.072972 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-d82dccf0-9ac0-4081-a93c-8a27360be504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:20.074831 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-d82dccf0-9ac0-4081-a93c-8a27360be504 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ed0c564c74644c6baba20a6319cff30&device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 1094 time: 0.2631476
Nov 20 20:56:20.078088 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d99aeb7-c82a-4ac6-a30c-4f97520c0834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:20.144785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-58af8d60-6c13-4905-812d-bb6fc462f5f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7df387f-70cb-41a7-8942-ab9783f9ba75 HTTP/1.1" status: 200  len: 217 time: 0.0611975
Nov 20 20:56:20.144991 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-16064759-cee8-45bf-887d-3b49a854d80f tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Allocated IP 2001:db8::183 (e3ddad7e-9473-4b5d-97ae-74149cfee00f/5f343476-ea6d-4fb9-8878-f93e255b673a/9ba4a418-63d2-41e3-9a17-0060b086cb62) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:20.150905 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] For port 90a89849-ed07-4f59-8183-a55deb6da3b2, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:56:20.155728 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] For port 90a89849-ed07-4f59-8183-a55deb6da3b2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90a89849-ed07-4f59-8183-a55deb6da3b2,segment=NetworkSegment(64f1b5af-db98-44f3-9c72-04c59cc546f1),segment_id=64f1b5af-db98-44f3-9c72-04c59cc546f1)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:56:20.162027 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:20.171358 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d99aeb7-c82a-4ac6-a30c-4f97520c0834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:20.284516 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f962f-ddd6-48e1-a682-e1846db9666b None None] Pushing event updated for resources: {'Port': ['ID=90a89849-ed07-4f59-8183-a55deb6da3b2,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:20.300200 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f96bef1-81b8-4cac-b11d-7b7a2e7ab9c0 x-openstack-request-id: req-3f96bef1-81b8-4cac-b11d-7b7a2e7ab9c0 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:56:20.300497 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8532a29f-7bec-4295-9b06-8b7fda995ac9", "tag": "b7df387f-70cb-41a7-8942-ab9783f9ba75", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:56:20.300772 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f96bef1-81b8-4cac-b11d-7b7a2e7ab9c0 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:56:20.301169 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8532a29f-7bec-4295-9b06-8b7fda995ac9', 'tag': 'b7df387f-70cb-41a7-8942-ab9783f9ba75', 'status': 'completed', 'code': 200}
Nov 20 20:56:20.320088 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-5de1d17e-a465-4442-a631-2981c0e53bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:20.325233 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-5de1d17e-a465-4442-a631-2981c0e53bd0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4eaa311c-54c9-40ad-b319-5a28017c5353 HTTP/1.1" status: 200  len: 852 time: 0.1696005
Nov 20 20:56:20.393765 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-eaad684e-9649-449b-bc73-fefd70605302 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf74e6f3-82c8-4978-aa97-a4ecd0f7f700&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0596049
Nov 20 20:56:20.399627 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d99aeb7-c82a-4ac6-a30c-4f97520c0834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:20.404091 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d99aeb7-c82a-4ac6-a30c-4f97520c0834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:20.407668 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2d99aeb7-c82a-4ac6-a30c-4f97520c0834 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/014dbcff-cdf0-4e54-a88a-ad1d68ccdea1 HTTP/1.1" status: 204  len: 168 time: 0.5708368
Nov 20 20:56:20.416059 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e936ea-6b02-4d07-830f-60453e32646f req-0d810a4f-38c4-4d1f-b822-7d126f1dc814 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:20.418325 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-24e936ea-6b02-4d07-830f-60453e32646f req-0d810a4f-38c4-4d1f-b822-7d126f1dc814 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 946 time: 0.2014461
Nov 20 20:56:20.577433 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-16064759-cee8-45bf-887d-3b49a854d80f tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:20.611842 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-06cdc605-476d-448f-ab56-0bbcb83e0a3c service neutron] 10.222.0.37 "GET /v2.0/networks/bf74e6f3-82c8-4978-aa97-a4ecd0f7f700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1912796
Nov 20 20:56:20.613902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99aeb7-c82a-4ac6-a30c-4f97520c0834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014dbcff-cdf0-4e54-a88a-ad1d68ccdea1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:20.695140 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-16064759-cee8-45bf-887d-3b49a854d80f tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:20.706674 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-24e936ea-6b02-4d07-830f-60453e32646f req-0f7fbe27-505a-41f9-80eb-5e5c62f75ade tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2431502
Nov 20 20:56:20.782949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16064759-cee8-45bf-887d-3b49a854d80f tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Pushing event updated for resources: {'Port': ['ID=9ba4a418-63d2-41e3-9a17-0060b086cb62,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:20.789598 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be8acf52-4ed5-47c3-a901-baaaa90e56b3 req-2bf6a79e-0d33-4a3d-b212-600545b8e1c5 service neutron] 10.222.0.37 "GET /v2.0/networks/bf74e6f3-82c8-4978-aa97-a4ecd0f7f700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377521
Nov 20 20:56:20.805593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16064759-cee8-45bf-887d-3b49a854d80f tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Network e3ddad7e-9473-4b5d-97ae-74149cfee00f is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:20.810464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-16064759-cee8-45bf-887d-3b49a854d80f tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:20.813720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16064759-cee8-45bf-887d-3b49a854d80f tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:20.825430 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16064759-cee8-45bf-887d-3b49a854d80f tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:20.827603 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-16064759-cee8-45bf-887d-3b49a854d80f tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:20.863153 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-16064759-cee8-45bf-887d-3b49a854d80f tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 1.2658772
Nov 20 20:56:20.869022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43170) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:20.983512 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db5336-e353-466c-b4f3-c7f60fa3bc97 req-548bcf2d-001d-468d-9c76-3adefdd97e69 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:20.991101 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-97db5336-e353-466c-b4f3-c7f60fa3bc97 req-548bcf2d-001d-468d-9c76-3adefdd97e69 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.1259902
Nov 20 20:56:21.056430 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-97db5336-e353-466c-b4f3-c7f60fa3bc97 req-b399364f-8747-4b77-91e0-626586cc6346 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644505
Nov 20 20:56:21.079646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d583b-007a-43aa-8687-0b8cd2609975 req-bdec22f0-0f63-4bc9-b711-a9dc51d7f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:21.081269 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb8d583b-007a-43aa-8687-0b8cd2609975 req-bdec22f0-0f63-4bc9-b711-a9dc51d7f8c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ed0c564c74644c6baba20a6319cff30&device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 1094 time: 0.0816238
Nov 20 20:56:21.103587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58542952-f111-4dec-9d65-f3ed88990264 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:21.110085 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58542952-f111-4dec-9d65-f3ed88990264 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:21.119048 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58542952-f111-4dec-9d65-f3ed88990264 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:21.122996 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-58542952-f111-4dec-9d65-f3ed88990264 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2620 time: 0.2512078
Nov 20 20:56:21.141532 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43178) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:21.376024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c11ff-71db-4d35-b706-d545e48f4c71 req-258a7052-9966-46a7-8810-26e5652294a1 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:21.377571 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b97c11ff-71db-4d35-b706-d545e48f4c71 req-258a7052-9966-46a7-8810-26e5652294a1 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 943 time: 0.1496649
Nov 20 20:56:21.416196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d583b-007a-43aa-8687-0b8cd2609975 req-2c070c08-5843-4a71-8f46-454e08e7243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:21.417702 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb8d583b-007a-43aa-8687-0b8cd2609975 req-2c070c08-5843-4a71-8f46-454e08e7243e service neutron] 10.222.0.37 "GET /v2.0/networks?id=bf74e6f3-82c8-4978-aa97-a4ecd0f7f700 HTTP/1.1" status: 200  len: 913 time: 0.2940705
Nov 20 20:56:21.441884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f28ec-7493-43d3-83c8-abb29985213b tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Deleting port 9ba4a418-63d2-41e3-9a17-0060b086cb62 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:21.442281 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3f1f28ec-7493-43d3-83c8-abb29985213b tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:21.500949 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb8d583b-007a-43aa-8687-0b8cd2609975 req-25df0c39-82fa-46d9-b880-ad0b5a83f2c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7df387f-70cb-41a7-8942-ab9783f9ba75 HTTP/1.1" status: 200  len: 217 time: 0.0738409
Nov 20 20:56:21.602229 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b97c11ff-71db-4d35-b706-d545e48f4c71 req-8373416a-7bcb-4559-913d-6c4a2551e74e tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd41a5a3-10ef-4e6e-870a-b61c4983c608&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2050192
Nov 20 20:56:21.621128 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d583b-007a-43aa-8687-0b8cd2609975 req-694c5f19-4eb7-4ccf-9f19-2d8db5d8609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:21.622729 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb8d583b-007a-43aa-8687-0b8cd2609975 req-694c5f19-4eb7-4ccf-9f19-2d8db5d8609f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4eaa311c-54c9-40ad-b319-5a28017c5353 HTTP/1.1" status: 200  len: 852 time: 0.1027584
Nov 20 20:56:21.688698 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb8d583b-007a-43aa-8687-0b8cd2609975 req-2057ff7f-01f1-45ad-8a10-0f9b3dbc21f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf74e6f3-82c8-4978-aa97-a4ecd0f7f700&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578241
Nov 20 20:56:21.690465 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3f1f28ec-7493-43d3-83c8-abb29985213b tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:21.730697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f28ec-7493-43d3-83c8-abb29985213b tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Calling delete_port for 9ba4a418-63d2-41e3-9a17-0060b086cb62 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:21.828668 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43204) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:21.940638 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb8d583b-007a-43aa-8687-0b8cd2609975 req-33a51aa3-0a1c-41e5-93b3-25f038ee1fd7 service neutron] 10.222.0.37 "GET /v2.0/networks/bf74e6f3-82c8-4978-aa97-a4ecd0f7f700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2394404
Nov 20 20:56:21.957205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec5694b-cb25-4dae-a77a-99f14015ac0f None None] Network e3ddad7e-9473-4b5d-97ae-74149cfee00f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:56:21.992977 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-31424b1c-1c05-48f2-a864-76e18c530ee8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2066011802-network', 'tenant_id': '92267796613943d4aa68073d9406f124'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:22.013998 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfb7a1-adfc-4643-bf84-d4809c73a053 req-3870974a-0857-4e88-8112-abb7319b77b7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:22.019038 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39bfb7a1-adfc-4643-bf84-d4809c73a053 req-3870974a-0857-4e88-8112-abb7319b77b7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 946 time: 0.1463377
Nov 20 20:56:22.044318 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31424b1c-1c05-48f2-a864-76e18c530ee8 admin admin] Made reservation on behalf of 92267796613943d4aa68073d9406f124 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:22.048655 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31424b1c-1c05-48f2-a864-76e18c530ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:22.061988 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31424b1c-1c05-48f2-a864-76e18c530ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:22.111435 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3f1f28ec-7493-43d3-83c8-abb29985213b tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:22.111692 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3cf4a2f1-6223-40f7-a82d-f074eae294b2 None None] Provisioning complete for port 90a89849-ed07-4f59-8183-a55deb6da3b2 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:22.112105 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a2f1-6223-40f7-a82d-f074eae294b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:22.241583 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a2f1-6223-40f7-a82d-f074eae294b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:22.246999 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31424b1c-1c05-48f2-a864-76e18c530ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:22.261919 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31424b1c-1c05-48f2-a864-76e18c530ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:22.287106 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3cf4a2f1-6223-40f7-a82d-f074eae294b2 None None] For port 90a89849-ed07-4f59-8183-a55deb6da3b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90a89849-ed07-4f59-8183-a55deb6da3b2,segment=NetworkSegment(64f1b5af-db98-44f3-9c72-04c59cc546f1),segment_id=64f1b5af-db98-44f3-9c72-04c59cc546f1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:22.293495 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a2f1-6223-40f7-a82d-f074eae294b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:22.330495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31424b1c-1c05-48f2-a864-76e18c530ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13e3a11-47dc-4526-b7fb-30e7f535c407,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:22.374228 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31424b1c-1c05-48f2-a864-76e18c530ee8 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:56:22.392137 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4a2f1-6223-40f7-a82d-f074eae294b2 None None] Pushing event updated for resources: {'Port': ['ID=90a89849-ed07-4f59-8183-a55deb6da3b2,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:22.395617 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31424b1c-1c05-48f2-a864-76e18c530ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:22.396178 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-31424b1c-1c05-48f2-a864-76e18c530ee8 admin admin] Added segment 989c25c9-1c13-450b-8c99-9f5ff3ed266b of type vlan for network 40d8ef56-5653-4804-9a84-8afa72f95421
Nov 20 20:56:22.422627 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781b366-b432-4235-8778-f7d95b652148 req-5a3a8733-2ba2-460b-bf75-bbe0b1a4e812 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:22.431514 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3781b366-b432-4235-8778-f7d95b652148 req-5a3a8733-2ba2-460b-bf75-bbe0b1a4e812 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.1569872
Nov 20 20:56:22.506097 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31424b1c-1c05-48f2-a864-76e18c530ee8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:22.526192 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3781b366-b432-4235-8778-f7d95b652148 req-137683fb-f864-41d8-8c73-a5ff96d97459 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935023
Nov 20 20:56:22.564059 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31424b1c-1c05-48f2-a864-76e18c530ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:22.565991 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31424b1c-1c05-48f2-a864-76e18c530ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:22.566985 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31424b1c-1c05-48f2-a864-76e18c530ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:22.605683 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-31424b1c-1c05-48f2-a864-76e18c530ee8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7732315
Nov 20 20:56:22.621885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43212) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:22.628672 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-71c057a0-1337-4d07-bbf1-84384a7dd019 admin admin] Request body: {'subnet': {'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2066011802-subnet', 'tenant_id': '92267796613943d4aa68073d9406f124', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:22.726731 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 90a89849-ed07-4f59-8183-a55deb6da3b2 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:56:22.747285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31424b1c-1c05-48f2-a864-76e18c530ee8 admin admin] Pushing event updated for resources: {'Network': ['ID=40d8ef56-5653-4804-9a84-8afa72f95421,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:22.767579 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c057a0-1337-4d07-bbf1-84384a7dd019 admin admin] Made reservation on behalf of 92267796613943d4aa68073d9406f124 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:22.773632 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71c057a0-1337-4d07-bbf1-84384a7dd019 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:22.779554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 40d8ef56-5653-4804-9a84-8afa72f95421 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:56:22.785766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f28ec-7493-43d3-83c8-abb29985213b tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Pushing event deleted for resources: {'Port': ['ID=9ba4a418-63d2-41e3-9a17-0060b086cb62,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:22.887477 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3f1f28ec-7493-43d3-83c8-abb29985213b tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:22.891228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3f1f28ec-7493-43d3-83c8-abb29985213b tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] 10.222.0.41 "DELETE /v2.0/ports/9ba4a418-63d2-41e3-9a17-0060b086cb62 HTTP/1.1" status: 204  len: 168 time: 1.7471228
Nov 20 20:56:22.918165 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39bfb7a1-adfc-4643-bf84-d4809c73a053 req-37562b74-98a8-4fb4-9360-e4d6ec4bd15c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8154862
Nov 20 20:56:22.922745 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43218) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:22.949991 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4b5a1e73-87e0-4ba0-92c3-0842ab47c976 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Request body: {'port': {'name': 'tempest-new-port-name-1767268209', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:22.953593 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.api.validators [None req-4b5a1e73-87e0-4ba0-92c3-0842ab47c976 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] bootfile-name is not in valid_values {{(pid=126225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 20 20:56:22.953949 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.api.validators [None req-4b5a1e73-87e0-4ba0-92c3-0842ab47c976 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] tftp-server is not in valid_values {{(pid=126225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 20 20:56:22.954320 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.api.validators [None req-4b5a1e73-87e0-4ba0-92c3-0842ab47c976 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] server-ip-address is not in valid_values {{(pid=126225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 20 20:56:22.999256 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb8d583b-007a-43aa-8687-0b8cd2609975 req-81cfcae2-8bab-4fcb-b07b-4217947f4eac service neutron] 10.222.0.37 "GET /v2.0/networks/bf74e6f3-82c8-4978-aa97-a4ecd0f7f700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0501156
Nov 20 20:56:23.038940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e5e931dc-01f0-409f-80da-5c4e9551550b None None] Provisioning complete for port 8adb8b7a-b23d-420e-ad0a-506a11163957 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:23.039632 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e5e931dc-01f0-409f-80da-5c4e9551550b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:23.046564 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 90a89849-ed07-4f59-8183-a55deb6da3b2 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:23.046946 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:23.106628 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4b5a1e73-87e0-4ba0-92c3-0842ab47c976 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:23.107222 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db83c9-5ed2-449d-a03a-c1ae19e3264b req-b78d7494-28fa-4b52-b0f5-3e7f0aca5238 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:23.115249 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-55db83c9-5ed2-449d-a03a-c1ae19e3264b req-b78d7494-28fa-4b52-b0f5-3e7f0aca5238 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 943 time: 0.2751582
Nov 20 20:56:23.142549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e5e931dc-01f0-409f-80da-5c4e9551550b None None] Port 8adb8b7a-b23d-420e-ad0a-506a11163957 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:56:23.186393 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e5e931dc-01f0-409f-80da-5c4e9551550b None None] Provisioning complete for port 90a89849-ed07-4f59-8183-a55deb6da3b2 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:23.186770 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e5e931dc-01f0-409f-80da-5c4e9551550b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:23.346632 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-55db83c9-5ed2-449d-a03a-c1ae19e3264b req-4189403e-4498-44cc-aeb3-093c798a00d6 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd41a5a3-10ef-4e6e-870a-b61c4983c608&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2282963
Nov 20 20:56:23.437045 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71c057a0-1337-4d07-bbf1-84384a7dd019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:23.488541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d46b1954-a985-43c1-8f43-c3b066c93ab8 None None] Provisioning complete for port 8adb8b7a-b23d-420e-ad0a-506a11163957 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:23.488848 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d46b1954-a985-43c1-8f43-c3b066c93ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:23.542495 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f8c55-fba8-498c-b3a7-ba9346c80f03 req-08b689b1-2c02-47fc-8383-0150836525c5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:23.551562 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f00f8c55-fba8-498c-b3a7-ba9346c80f03 req-08b689b1-2c02-47fc-8383-0150836525c5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 946 time: 0.1424572
Nov 20 20:56:23.593301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c057a0-1337-4d07-bbf1-84384a7dd019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba6c4532-37ae-45a6-b888-d121c934a480,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:23.607158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d46b1954-a985-43c1-8f43-c3b066c93ab8 None None] Port 8adb8b7a-b23d-420e-ad0a-506a11163957 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:56:23.613353 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4b5a1e73-87e0-4ba0-92c3-0842ab47c976 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:23.617990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c057a0-1337-4d07-bbf1-84384a7dd019 admin admin] Checking segment: {'id': '989c25c9-1c13-450b-8c99-9f5ff3ed266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:23.618728 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c057a0-1337-4d07-bbf1-84384a7dd019 admin admin] Network hostable DHCP agents. Network: 40d8ef56-5653-4804-9a84-8afa72f95421, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:56:23.634509 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4b5a1e73-87e0-4ba0-92c3-0842ab47c976 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:23.645297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c057a0-1337-4d07-bbf1-84384a7dd019 admin admin] Network 40d8ef56-5653-4804-9a84-8afa72f95421 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:56:23.675264 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-71c057a0-1337-4d07-bbf1-84384a7dd019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 40d8ef56-5653-4804-9a84-8afa72f95421) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:23.684993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22f6eb1-8cb0-4a5b-b2f4-4dfe60df645b None None] Network 40d8ef56-5653-4804-9a84-8afa72f95421 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:56:23.704957 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f00f8c55-fba8-498c-b3a7-ba9346c80f03 req-74affe53-d5ad-428d-830d-6ee1f7088d56 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527102
Nov 20 20:56:23.706078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a1e73-87e0-4ba0-92c3-0842ab47c976 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] In _notify_port_updated(), no bound segment for port 8adb8b7a-b23d-420e-ad0a-506a11163957 on network e3ddad7e-9473-4b5d-97ae-74149cfee00f {{(pid=126225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 20:56:23.712191 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c057a0-1337-4d07-bbf1-84384a7dd019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:23.712862 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71c057a0-1337-4d07-bbf1-84384a7dd019 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:23.713638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a1e73-87e0-4ba0-92c3-0842ab47c976 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:23.714409 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4b5a1e73-87e0-4ba0-92c3-0842ab47c976 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:23.718435 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4b5a1e73-87e0-4ba0-92c3-0842ab47c976 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] 10.222.0.41 "PUT /v2.0/ports/8adb8b7a-b23d-420e-ad0a-506a11163957 HTTP/1.1" status: 200  len: 1129 time: 0.7893531
Nov 20 20:56:23.721184 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43228) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:23.739281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a1e73-87e0-4ba0-92c3-0842ab47c976 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Pushing event updated for resources: {'Port': ['ID=8adb8b7a-b23d-420e-ad0a-506a11163957,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:23.815403 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-71c057a0-1337-4d07-bbf1-84384a7dd019 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1894462
Nov 20 20:56:23.816343 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43230) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:23.825174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2066011802-router', 'tenant_id': '92267796613943d4aa68073d9406f124', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:23.845499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38cff9-9334-496f-acee-6a861fbcad70 req-2b394191-9ede-4f6b-8655-c4d0671ee3fd tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:23.854964 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f38cff9-9334-496f-acee-6a861fbcad70 req-2b394191-9ede-4f6b-8655-c4d0671ee3fd tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.2051601
Nov 20 20:56:23.869252 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf54c706-0295-40ee-9f99-c6f1a225c961 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:23.872159 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cf54c706-0295-40ee-9f99-c6f1a225c961 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] 10.222.0.41 "GET /v2.0/ports/8adb8b7a-b23d-420e-ad0a-506a11163957 HTTP/1.1" status: 200  len: 1129 time: 0.1482816
Nov 20 20:56:23.878025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43232) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:23.898538 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6344f0e5-51ca-4833-a823-ba8beee52152 None None] Could not find standard attr ID for object 9ba4a418-63d2-41e3-9a17-0060b086cb62. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 20:56:23.926602 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-40d8ef56-5653-4804-9a84-8afa72f95421', 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421', 'tenant_id': '92267796613943d4aa68073d9406f124', 'fixed_ips': [{'subnet_id': 'ba6c4532-37ae-45a6-b888-d121c934a480'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:56:23.927491 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:23.961431 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f38cff9-9334-496f-acee-6a861fbcad70 req-71026b54-0f8e-46ad-9e75-a20b78d4327b tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052818
Nov 20 20:56:23.983681 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:23.985189 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:24.131509 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:24.145964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e8df0-7546-4a16-874a-3c0f7be6efd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Deleting port 8adb8b7a-b23d-420e-ad0a-506a11163957 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:24.146621 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e3e8df0-7546-4a16-874a-3c0f7be6efd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:24.195477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Allocated IP 172.20.0.2 (40d8ef56-5653-4804-9a84-8afa72f95421/ba6c4532-37ae-45a6-b888-d121c934a480/dec230a5-a801-4e24-a948-dc3c4254816a) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:24.290709 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e3e8df0-7546-4a16-874a-3c0f7be6efd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:24.305855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e8df0-7546-4a16-874a-3c0f7be6efd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Calling delete_port for 8adb8b7a-b23d-420e-ad0a-506a11163957 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:24.455262 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:24.462724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-485c8668-5a0c-440e-8a0b-58b2d3d37d00 None None] Provisioning complete for port 8adb8b7a-b23d-420e-ad0a-506a11163957 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:24.463101 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-485c8668-5a0c-440e-8a0b-58b2d3d37d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:24.467901 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:24.498858 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d94e1-c79a-4a25-b589-38f75fde3b51 req-bbd50208-4336-4b61-b6a6-fd3f2788ff7f tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:24.508106 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-085d94e1-c79a-4a25-b589-38f75fde3b51 req-bbd50208-4336-4b61-b6a6-fd3f2788ff7f tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 943 time: 0.0701165
Nov 20 20:56:24.573351 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-085d94e1-c79a-4a25-b589-38f75fde3b51 req-3274ee93-c455-499c-a671-29217914e3cb tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd41a5a3-10ef-4e6e-870a-b61c4983c608&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642669
Nov 20 20:56:24.576944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Network 40d8ef56-5653-4804-9a84-8afa72f95421 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:24.578804 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Pushing event updated for resources: {'Port': ['ID=dec230a5-a801-4e24-a948-dc3c4254816a,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:24.590974 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:24.594137 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:24.611948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-485c8668-5a0c-440e-8a0b-58b2d3d37d00 None None] Port 8adb8b7a-b23d-420e-ad0a-506a11163957 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:56:24.663722 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:24.696722 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e3e8df0-7546-4a16-874a-3c0f7be6efd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:24.743366 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e8df0-7546-4a16-874a-3c0f7be6efd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Pushing event deleted for resources: {'Port': ['ID=8adb8b7a-b23d-420e-ad0a-506a11163957,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:24.806107 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e3e8df0-7546-4a16-874a-3c0f7be6efd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:24.809708 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4e3e8df0-7546-4a16-874a-3c0f7be6efd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] 10.222.0.41 "DELETE /v2.0/ports/8adb8b7a-b23d-420e-ad0a-506a11163957 HTTP/1.1" status: 204  len: 168 time: 0.9299948
Nov 20 20:56:24.812158 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43240) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:24.909252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Attempting to bind port dec230a5-a801-4e24-a948-dc3c4254816a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:56:24.909629 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Attempting to bind port dec230a5-a801-4e24-a948-dc3c4254816a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '989c25c9-1c13-450b-8c99-9f5ff3ed266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:56:24.911246 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Attempting to bind port dec230a5-a801-4e24-a948-dc3c4254816a on network 40d8ef56-5653-4804-9a84-8afa72f95421 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:56:24.918854 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:56:24.919238 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Checking segment: {'id': '989c25c9-1c13-450b-8c99-9f5ff3ed266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:24.920373 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:24.920373 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Bound using segment: {'id': '989c25c9-1c13-450b-8c99-9f5ff3ed266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:56:24.921363 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Bound port: dec230a5-a801-4e24-a948-dc3c4254816a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989c25c9-1c13-450b-8c99-9f5ff3ed266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:56:24.921363 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:24.948999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff80259-f8a3-4c01-8155-3bb87cfd7dd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Deleting subnet 5f343476-ea6d-4fb9-8878-f93e255b673a {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:56:24.955099 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6ff80259-f8a3-4c01-8155-3bb87cfd7dd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:25.014417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4df0a3-5760-47ef-a237-3de4ce65c172 req-d1429acd-1f72-4785-a96e-a24c62a2196e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:25.021814 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b4df0a3-5760-47ef-a237-3de4ce65c172 req-d1429acd-1f72-4785-a96e-a24c62a2196e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 946 time: 0.1914670
Nov 20 20:56:25.035903 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6ff80259-f8a3-4c01-8155-3bb87cfd7dd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:25.049494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] For port dec230a5-a801-4e24-a948-dc3c4254816a, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:56:25.065521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] For port dec230a5-a801-4e24-a948-dc3c4254816a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dec230a5-a801-4e24-a948-dc3c4254816a,segment=NetworkSegment(989c25c9-1c13-450b-8c99-9f5ff3ed266b),segment_id=989c25c9-1c13-450b-8c99-9f5ff3ed266b)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:56:25.074259 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:25.173816 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7252d8-a687-49a7-b43a-6b024d125232 req-1ba6ed1c-8e30-44c0-be9f-6b4882cfec15 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:25.189666 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea7252d8-a687-49a7-b43a-6b024d125232 req-1ba6ed1c-8e30-44c0-be9f-6b4882cfec15 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.1159482
Nov 20 20:56:25.203414 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b7df387f-70cb-41a7-8942-ab9783f9ba75 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:56:25.212448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab63ec2-f39a-4868-b1b6-e5d029680716 None None] Pushing event updated for resources: {'Port': ['ID=dec230a5-a801-4e24-a948-dc3c4254816a,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:25.279435 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea7252d8-a687-49a7-b43a-6b024d125232 req-cfb5ce23-7e21-4bca-a401-4f2d12165a77 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876513
Nov 20 20:56:25.323550 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b4df0a3-5760-47ef-a237-3de4ce65c172 req-7e85f62c-b2f0-4734-a111-e928373b2954 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2913511
Nov 20 20:56:25.344887 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6ff80259-f8a3-4c01-8155-3bb87cfd7dd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:25.377410 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:25.378262 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port b7df387f-70cb-41a7-8942-ab9783f9ba75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7df387f-70cb-41a7-8942-ab9783f9ba75,segment=NetworkSegment(04a20dec-faad-4387-9381-2963f3e63e7b),segment_id=04a20dec-faad-4387-9381-2963f3e63e7b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:25.410483 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:25.413164 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'b7df387f-70cb-41a7-8942-ab9783f9ba75', 'network_id': 'bf74e6f3-82c8-4978-aa97-a4ecd0f7f700', 'port_id': 'b7df387f-70cb-41a7-8942-ab9783f9ba75', 'mac_address': 'fa:16:3e:d7:8e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaa311c-54c9-40ad-b319-5a28017c5353', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:56:25.495125 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:25.518700 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7df387f-70cb-41a7-8942-ab9783f9ba75 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:56:25.571225 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port b7df387f-70cb-41a7-8942-ab9783f9ba75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7df387f-70cb-41a7-8942-ab9783f9ba75,segment=NetworkSegment(04a20dec-faad-4387-9381-2963f3e63e7b),segment_id=04a20dec-faad-4387-9381-2963f3e63e7b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:25.581063 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:25.598037 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6ff80259-f8a3-4c01-8155-3bb87cfd7dd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:25.715649 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=b7df387f-70cb-41a7-8942-ab9783f9ba75,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:25.756282 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff80259-f8a3-4c01-8155-3bb87cfd7dd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Pushing event deleted for resources: {'Subnet': ['ID=5f343476-ea6d-4fb9-8878-f93e255b673a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:25.767578 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacb5a06-b4e3-4fab-b947-c95210631304 None None] Network e3ddad7e-9473-4b5d-97ae-74149cfee00f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:56:25.768406 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6ff80259-f8a3-4c01-8155-3bb87cfd7dd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:25.772546 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6ff80259-f8a3-4c01-8155-3bb87cfd7dd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] 10.222.0.41 "DELETE /v2.0/subnets/5f343476-ea6d-4fb9-8878-f93e255b673a HTTP/1.1" status: 204  len: 168 time: 0.9593780
Nov 20 20:56:25.778029 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43254) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:25.835235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Allocated IP 172.35.1.207 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/ac18d615-8a6a-44c9-b53e-8bebc5dd55ee) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:25.855258 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['b7df387f-70cb-41a7-8942-ab9783f9ba75'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:56:25.864683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510e8d0-9b37-4ea5-8406-14ffd0fc43b8 req-7786e4ea-f497-4fb6-8967-28229be86db1 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:25.871027 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17912f71-5670-461f-b052-7d82efa769df req-2e654fc3-4102-492c-84cb-018bb29bc28a tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:25.875004 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3510e8d0-9b37-4ea5-8406-14ffd0fc43b8 req-7786e4ea-f497-4fb6-8967-28229be86db1 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 944 time: 0.1679847
Nov 20 20:56:25.878152 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-17912f71-5670-461f-b052-7d82efa769df req-2e654fc3-4102-492c-84cb-018bb29bc28a tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 946 time: 0.1229322
Nov 20 20:56:25.944881 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:25.995101 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-17912f71-5670-461f-b052-7d82efa769df req-8cb0f9d0-a3da-4089-9d55-458a4028d1a9 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159167
Nov 20 20:56:26.056405 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3510e8d0-9b37-4ea5-8406-14ffd0fc43b8 req-a90d667c-10f2-41bd-953c-c4e31cae23d2 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd41a5a3-10ef-4e6e-870a-b61c4983c608&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761205
Nov 20 20:56:26.067642 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:26.103865 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Deleting port 90a89849-ed07-4f59-8183-a55deb6da3b2 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:26.104440 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:26.140084 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2976864f-5f6f-4ef9-a126-7f2b8f62b478 None None] DHCP port deletion for e3ddad7e-9473-4b5d-97ae-74149cfee00f request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:56:26.176108 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:26.213375 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] For port 90a89849-ed07-4f59-8183-a55deb6da3b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90a89849-ed07-4f59-8183-a55deb6da3b2,segment=NetworkSegment(64f1b5af-db98-44f3-9c72-04c59cc546f1),segment_id=64f1b5af-db98-44f3-9c72-04c59cc546f1)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:26.214270 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:26.232932 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2976864f-5f6f-4ef9-a126-7f2b8f62b478 None None] Deleting port 90a89849-ed07-4f59-8183-a55deb6da3b2 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:26.233474 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2976864f-5f6f-4ef9-a126-7f2b8f62b478 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:26.237160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:26.251054 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Calling delete_port for 90a89849-ed07-4f59-8183-a55deb6da3b2 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:26.251288 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:26.253427 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Pushing event updated for resources: {'Port': ['ID=ac18d615-8a6a-44c9-b53e-8bebc5dd55ee,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:26.275100 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:26.365324 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2976864f-5f6f-4ef9-a126-7f2b8f62b478 None None] For port 90a89849-ed07-4f59-8183-a55deb6da3b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90a89849-ed07-4f59-8183-a55deb6da3b2,segment=NetworkSegment(64f1b5af-db98-44f3-9c72-04c59cc546f1),segment_id=64f1b5af-db98-44f3-9c72-04c59cc546f1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:26.365776 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2976864f-5f6f-4ef9-a126-7f2b8f62b478 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:26.395157 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2976864f-5f6f-4ef9-a126-7f2b8f62b478 None None] Calling delete_port for 90a89849-ed07-4f59-8183-a55deb6da3b2 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:26.514953 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:26.520485 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2976864f-5f6f-4ef9-a126-7f2b8f62b478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:26.595613 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976864f-5f6f-4ef9-a126-7f2b8f62b478 None None] Pushing event deleted for resources: {'Port': ['ID=90a89849-ed07-4f59-8183-a55deb6da3b2,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:26.607582 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2976864f-5f6f-4ef9-a126-7f2b8f62b478 None None] No DVR routers for this DVR port 90a89849-ed07-4f59-8183-a55deb6da3b2 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:56:26.705158 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:26.727305 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device dec230a5-a801-4e24-a948-dc3c4254816a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:56:26.820678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dec3584-9612-4897-bda4-14cba7644d51 None None] Network 40d8ef56-5653-4804-9a84-8afa72f95421 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:56:26.978558 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port dec230a5-a801-4e24-a948-dc3c4254816a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:26.978558 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:27.005181 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0fdf6451-d7be-4103-92ba-d088a2704c34 None None] Provisioning complete for port dec230a5-a801-4e24-a948-dc3c4254816a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:27.005561 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0fdf6451-d7be-4103-92ba-d088a2704c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:27.054141 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Pushing event deleted for resources: {'Port': ['ID=90a89849-ed07-4f59-8183-a55deb6da3b2,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:27.061617 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] No DVR routers for this DVR port 90a89849-ed07-4f59-8183-a55deb6da3b2 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:56:27.098032 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051f881-37af-4261-9406-c4f6edca272a req-05a8a59b-b74a-49fa-8f0c-021037b3a73f tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:27.099773 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4051f881-37af-4261-9406-c4f6edca272a req-05a8a59b-b74a-49fa-8f0c-021037b3a73f tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.6764123
Nov 20 20:56:27.119596 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:27.231541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f8ead-0cb6-4e9c-93e8-22122de1b415 req-f5e905c2-60ca-4ea0-a1f2-a2f33f395136 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:27.233070 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d24f8ead-0cb6-4e9c-93e8-22122de1b415 req-f5e905c2-60ca-4ea0-a1f2-a2f33f395136 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 946 time: 0.1155770
Nov 20 20:56:27.243962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b7df387f-70cb-41a7-8942-ab9783f9ba75 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:56:27.258254 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:27.263804 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4051f881-37af-4261-9406-c4f6edca272a req-a11ce579-dff3-4d0e-9cf8-827a8cbde662 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298447
Nov 20 20:56:27.305486 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e2e4ee0>,) {'filters': {'network_id': ['e3ddad7e-9473-4b5d-97ae-74149cfee00f']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:27.324053 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:27.328605 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac05a5-2936-43ed-a8b0-9771e7444052 req-e36ecc8e-742c-4896-961c-8ad4e121f253 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:27.330175 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-53ac05a5-2936-43ed-a8b0-9771e7444052 req-e36ecc8e-742c-4896-961c-8ad4e121f253 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.47 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 946 time: 0.1812031
Nov 20 20:56:27.338537 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0fdf6451-d7be-4103-92ba-d088a2704c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:27.352028 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e2e4ee0>, '64f1b5af-db98-44f3-9c72-04c59cc546f1') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:27.352326 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e2e4ee0>, '64f1b5af-db98-44f3-9c72-04c59cc546f1') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:27.377331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d24f8ead-0cb6-4e9c-93e8-22122de1b415 req-cb5ada67-e065-4ac6-b01c-febb57b2fea2 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373992
Nov 20 20:56:27.424519 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Router 3d7826e0-5996-48a1-a50c-4da088db9aa9 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:56:27.425359 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:27.434698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port dec230a5-a801-4e24-a948-dc3c4254816a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dec230a5-a801-4e24-a948-dc3c4254816a,segment=NetworkSegment(989c25c9-1c13-450b-8c99-9f5ff3ed266b),segment_id=989c25c9-1c13-450b-8c99-9f5ff3ed266b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:27.442810 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:27.455895 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:27.465543 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:56:27.466123 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:27.507537 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port b7df387f-70cb-41a7-8942-ab9783f9ba75 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:56:27.511763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=dec230a5-a801-4e24-a948-dc3c4254816a,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:27.556136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port b7df387f-70cb-41a7-8942-ab9783f9ba75 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:27.556513 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:27.561926 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 90a89849-ed07-4f59-8183-a55deb6da3b2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:56:27.571764 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:56:27.589134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 90a89849-ed07-4f59-8183-a55deb6da3b2 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:56:27.589705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 90a89849-ed07-4f59-8183-a55deb6da3b2 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:56:27.592665 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:27.593107 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:27.593686 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:27.594039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:27.594545 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:27.594967 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:27.595372 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:27.595776 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:27.597515 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:27.597994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:27.599311 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:27.600702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:56:27.718870 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:27.750692 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-0fdf6451-d7be-4103-92ba-d088a2704c34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 20:56:27.750692 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-0fdf6451-d7be-4103-92ba-d088a2704c34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 20:56:27.757845 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:27.763635 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] 10.222.0.41 "DELETE /v2.0/networks/e3ddad7e-9473-4b5d-97ae-74149cfee00f HTTP/1.1" status: 204  len: 168 time: 1.9810519
Nov 20 20:56:27.773652 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:56:27.793503 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Sync routers for ids ['3d7826e0-5996-48a1-a50c-4da088db9aa9'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:56:27.803886 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5357c-a5a6-432e-979c-92bbe52c51db tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058 tempest-ExtraDHCPOptionsIpV6TestJSON-1212427058-project] Pushing event deleted for resources: {'Network': ['ID=e3ddad7e-9473-4b5d-97ae-74149cfee00f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:27.809922 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Routers {'3d7826e0-5996-48a1-a50c-4da088db9aa9'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:27.810584 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54761520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3d7826e0-5996-48a1-a50c-4da088db9aa9'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:27.817093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ea825-7391-4f08-b2e5-6f876cc4a880 req-3b3d4895-6082-405f-abaa-830ece2cb853 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:27.819684 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-842ea825-7391-4f08-b2e5-6f876cc4a880 req-3b3d4895-6082-405f-abaa-830ece2cb853 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 944 time: 0.4090846
Nov 20 20:56:27.837472 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:27.839615 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e703010c-deeb-4ed5-b3ec-57a223b47258 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.0215096
Nov 20 20:56:27.842776 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43274) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:27.849817 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-53ac05a5-2936-43ed-a8b0-9771e7444052 req-730894cc-f6c6-427a-b5f3-7c2aa67c200c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Deleting port f8746601-d5fd-409a-9259-84fcd8501552 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:27.850356 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-53ac05a5-2936-43ed-a8b0-9771e7444052 req-730894cc-f6c6-427a-b5f3-7c2aa67c200c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:27.915135 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:27.960271 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-842ea825-7391-4f08-b2e5-6f876cc4a880 req-193f29a2-c7a2-4c4a-a26e-a49afec662c9 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd41a5a3-10ef-4e6e-870a-b61c4983c608&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275268
Nov 20 20:56:27.980060 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8532a29f-7bec-4295-9b06-8b7fda995ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7df387f-70cb-41a7-8942-ab9783f9ba75'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:56:28.011202 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078a3b06-ae05-4ee6-987d-c6caca9fd907" -d '{"events": [{"server_uuid": "8532a29f-7bec-4295-9b06-8b7fda995ac9", "name": "network-vif-plugged", "status": "completed", "tag": "b7df387f-70cb-41a7-8942-ab9783f9ba75"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:56:28.011202 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port b7df387f-70cb-41a7-8942-ab9783f9ba75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7df387f-70cb-41a7-8942-ab9783f9ba75,segment=NetworkSegment(04a20dec-faad-4387-9381-2963f3e63e7b),segment_id=04a20dec-faad-4387-9381-2963f3e63e7b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:28.012115 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-53ac05a5-2936-43ed-a8b0-9771e7444052 req-730894cc-f6c6-427a-b5f3-7c2aa67c200c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] For port f8746601-d5fd-409a-9259-84fcd8501552, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8746601-d5fd-409a-9259-84fcd8501552,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:28.012460 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-53ac05a5-2936-43ed-a8b0-9771e7444052 req-730894cc-f6c6-427a-b5f3-7c2aa67c200c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:28.020829 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:28.045563 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-53ac05a5-2936-43ed-a8b0-9771e7444052 req-730894cc-f6c6-427a-b5f3-7c2aa67c200c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Calling delete_port for f8746601-d5fd-409a-9259-84fcd8501552 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:28.133624 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=b7df387f-70cb-41a7-8942-ab9783f9ba75,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:28.137525 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Set router 3d7826e0-5996-48a1-a50c-4da088db9aa9 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:56:28.316956 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-53ac05a5-2936-43ed-a8b0-9771e7444052 req-730894cc-f6c6-427a-b5f3-7c2aa67c200c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:28.344235 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f8746601-d5fd-409a-9259-84fcd8501552'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:56:28.379882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43288) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:28.406280 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730894cc-f6c6-427a-b5f3-7c2aa67c200c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Pushing event deleted for resources: {'Port': ['ID=f8746601-d5fd-409a-9259-84fcd8501552,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:28.505482 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54761520>, [{'id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'name': 'tempest-ServersTestManualDisk-2066011802-router', 'tenant_id': '92267796613943d4aa68073d9406f124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:56:24Z', 'updated_at': '2021-11-20T20:56:26Z', 'revision_number': 3, 'project_id': '92267796613943d4aa68073d9406f124', 'gw_port': {'id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:25Z', 'updated_at': '2021-11-20T20:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:28.517975 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd0798c-6ac2-457d-bb28-6b92de37c765 x-openstack-request-id: req-5bd0798c-6ac2-457d-bb28-6b92de37c765 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:56:28.518585 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8532a29f-7bec-4295-9b06-8b7fda995ac9", "name": "network-vif-plugged", "status": "completed", "tag": "b7df387f-70cb-41a7-8942-ab9783f9ba75", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:56:28.519069 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5bd0798c-6ac2-457d-bb28-6b92de37c765 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:56:28.519837 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8532a29f-7bec-4295-9b06-8b7fda995ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7df387f-70cb-41a7-8942-ab9783f9ba75', 'code': 200}
Nov 20 20:56:28.561835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ac05a5-2936-43ed-a8b0-9771e7444052 req-730894cc-f6c6-427a-b5f3-7c2aa67c200c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] No DVR routers for this DVR port f8746601-d5fd-409a-9259-84fcd8501552 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:56:28.569778 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9f86bc65-229d-4b3a-b3f5-a06c6905e195 None None] Provisioning complete for port dec230a5-a801-4e24-a948-dc3c4254816a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:28.574116 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-53ac05a5-2936-43ed-a8b0-9771e7444052 req-730894cc-f6c6-427a-b5f3-7c2aa67c200c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:28.582467 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-53ac05a5-2936-43ed-a8b0-9771e7444052 req-730894cc-f6c6-427a-b5f3-7c2aa67c200c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.47 "DELETE /v2.0/ports/f8746601-d5fd-409a-9259-84fcd8501552 HTTP/1.1" status: 204  len: 173 time: 1.2425330
Nov 20 20:56:28.587958 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9f86bc65-229d-4b3a-b3f5-a06c6905e195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:28.615578 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be59183b-d051-4d64-96f9-6bbdf8230b4a', 'name': 'network-vif-deleted', 'tag': 'f8746601-d5fd-409a-9259-84fcd8501552'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:56:28.626602 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e380ab2-9a08-4563-a848-194543e6fd41" -d '{"events": [{"server_uuid": "be59183b-d051-4d64-96f9-6bbdf8230b4a", "name": "network-vif-deleted", "tag": "f8746601-d5fd-409a-9259-84fcd8501552"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:56:28.677932 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Checking router: 3d7826e0-5996-48a1-a50c-4da088db9aa9 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:56:28.678952 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Updating router 3d7826e0-5996-48a1-a50c-4da088db9aa9 port ac18d615-8a6a-44c9-b53e-8bebc5dd55ee binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:56:28.690763 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7808c-10b9-49c1-9d61-c828b47222b6 req-2db74d40-0607-46b0-accb-6da215bcdf40 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:28.692649 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0a7808c-10b9-49c1-9d61-c828b47222b6 req-2db74d40-0607-46b0-accb-6da215bcdf40 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.2579370
Nov 20 20:56:28.754447 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:28.757774 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device dec230a5-a801-4e24-a948-dc3c4254816a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:56:28.832687 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0a7808c-10b9-49c1-9d61-c828b47222b6 req-5bbc868d-8047-4760-b421-d1bcf0f3d03f tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193023
Nov 20 20:56:28.922564 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port dec230a5-a801-4e24-a948-dc3c4254816a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:28.922935 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:28.960735 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-45ec89cd-1135-4d33-8365-aabb2081f40c req-b245e010-da6f-41d3-a365-1ebbfaa9fcd5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59183b-d051-4d64-96f9-6bbdf8230b4a HTTP/1.1" status: 200  len: 210 time: 0.1060786
Nov 20 20:56:29.027365 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ef56b6bc-8c8f-4a67-a2c7-d86ac739abf1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4eb4145a66d4c82a05103d44d4655c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6462395
Nov 20 20:56:29.029851 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43302) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:29.089383 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c766937-4ecf-490a-8f43-3d461ce6b7a7 req-04fcc072-f0d5-4db2-a762-630ce1516e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:29.092073 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c766937-4ecf-490a-8f43-3d461ce6b7a7 req-04fcc072-f0d5-4db2-a762-630ce1516e54 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 1096 time: 0.3563132
Nov 20 20:56:29.117651 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e67a0a25-ac25-4b5f-bbdd-97537fda5af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:29.165345 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e67a0a25-ac25-4b5f-bbdd-97537fda5af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:29.166119 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c766937-4ecf-490a-8f43-3d461ce6b7a7 req-a1b8d7ce-8adf-43c5-8a2e-d518672cebfe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd41a5a3-10ef-4e6e-870a-b61c4983c608&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644493
Nov 20 20:56:29.231149 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084e63e0-5a55-4a91-b76c-048d41989634 x-openstack-request-id: req-084e63e0-5a55-4a91-b76c-048d41989634 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:56:29.232905 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be59183b-d051-4d64-96f9-6bbdf8230b4a", "name": "network-vif-deleted", "tag": "f8746601-d5fd-409a-9259-84fcd8501552", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:56:29.233372 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-084e63e0-5a55-4a91-b76c-048d41989634 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:56:29.234078 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be59183b-d051-4d64-96f9-6bbdf8230b4a', 'name': 'network-vif-deleted', 'tag': 'f8746601-d5fd-409a-9259-84fcd8501552', 'status': 'completed', 'code': 200}
Nov 20 20:56:29.247028 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:29.296736 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:29.309627 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:29.398984 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc96148-b717-4d5c-9e18-aee006e38795 req-752dc332-8bcf-4a25-a35d-eaeeb2fa572e tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:29.403121 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-abc96148-b717-4d5c-9e18-aee006e38795 req-752dc332-8bcf-4a25-a35d-eaeeb2fa572e tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 945 time: 0.1787713
Nov 20 20:56:29.450578 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e67a0a25-ac25-4b5f-bbdd-97537fda5af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:29.460248 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e67a0a25-ac25-4b5f-bbdd-97537fda5af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:29.461715 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e67a0a25-ac25-4b5f-bbdd-97537fda5af1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96bee9e4-56ea-42ac-a6cc-2335d9785af8 HTTP/1.1" status: 204  len: 168 time: 0.4307585
Nov 20 20:56:29.567388 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae12ccb-8e00-4424-ad00-b84656769d4b None None] Pushing event updated for resources: {'Port': ['ID=ac18d615-8a6a-44c9-b53e-8bebc5dd55ee,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:29.571823 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2d855-5d42-424e-b467-5709bed8b6eb req-f4b212a6-5e1b-4a66-bcf0-ed7251cf112e tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:29.575853 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Attempting to bind port ac18d615-8a6a-44c9-b53e-8bebc5dd55ee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:56:29.576371 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Attempting to bind port ac18d615-8a6a-44c9-b53e-8bebc5dd55ee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:56:29.576884 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Attempting to bind port ac18d615-8a6a-44c9-b53e-8bebc5dd55ee on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:56:29.579695 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-57d2d855-5d42-424e-b467-5709bed8b6eb req-f4b212a6-5e1b-4a66-bcf0-ed7251cf112e tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 945 time: 0.1051118
Nov 20 20:56:29.580208 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-abc96148-b717-4d5c-9e18-aee006e38795 req-54b304ce-3ad6-41eb-961c-479c1f2684bb tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd41a5a3-10ef-4e6e-870a-b61c4983c608&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686485
Nov 20 20:56:29.581817 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a0a25-ac25-4b5f-bbdd-97537fda5af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bee9e4-56ea-42ac-a6cc-2335d9785af8,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:29.593359 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:56:29.593744 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:29.594353 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:29.594766 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:56:29.595248 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Bound port: ac18d615-8a6a-44c9-b53e-8bebc5dd55ee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:56:29.596407 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:29.622640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Allocated IP 172.20.0.1 (40d8ef56-5653-4804-9a84-8afa72f95421/ba6c4532-37ae-45a6-b888-d121c934a480/b52b935d-ea0d-442f-a398-b129398557ca) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:29.681225 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-57d2d855-5d42-424e-b467-5709bed8b6eb req-5763796f-5012-456c-9131-4602ad6e288d tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/security-groups?id=11222609-4aba-4e65-ab10-357630d553ca&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1004345
Nov 20 20:56:29.711214 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] For port ac18d615-8a6a-44c9-b53e-8bebc5dd55ee, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:56:29.715542 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] For port ac18d615-8a6a-44c9-b53e-8bebc5dd55ee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac18d615-8a6a-44c9-b53e-8bebc5dd55ee,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:56:29.722918 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:29.791649 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae12ccb-8e00-4424-ad00-b84656769d4b None None] Pushing event updated for resources: {'Port': ['ID=ac18d615-8a6a-44c9-b53e-8bebc5dd55ee,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:29.797611 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:29.820414 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Routers {'3d7826e0-5996-48a1-a50c-4da088db9aa9'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:29.821265 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54761520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3d7826e0-5996-48a1-a50c-4da088db9aa9'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:29.863032 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:29.932310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Network 40d8ef56-5653-4804-9a84-8afa72f95421 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:29.936226 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:29.941709 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:29.945430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Pushing event updated for resources: {'Port': ['ID=b52b935d-ea0d-442f-a398-b129398557ca,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:29.963028 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] Set router 3d7826e0-5996-48a1-a50c-4da088db9aa9 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:56:30.120846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fcf2a-f5ae-4191-9d30-c992363a32c8 req-d7cb221a-2c8a-4afe-8776-7746de6f5fa0 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:30.122567 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f10fcf2a-f5ae-4191-9d30-c992363a32c8 req-d7cb221a-2c8a-4afe-8776-7746de6f5fa0 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.1189504
Nov 20 20:56:30.235710 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f10fcf2a-f5ae-4191-9d30-c992363a32c8 req-ebf9a5bf-7eeb-4a28-aedc-d9d5b47bdea2 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027601
Nov 20 20:56:30.428061 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54761520>, [{'id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'name': 'tempest-ServersTestManualDisk-2066011802-router', 'tenant_id': '92267796613943d4aa68073d9406f124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:56:24Z', 'updated_at': '2021-11-20T20:56:26Z', 'revision_number': 3, 'project_id': '92267796613943d4aa68073d9406f124', 'gw_port': {'id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:25Z', 'updated_at': '2021-11-20T20:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:30.437454 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-813f9c75-d16d-457c-93dd-35e4a3a29d00 None None] Provisioning complete for port b52b935d-ea0d-442f-a398-b129398557ca triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:30.438148 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-813f9c75-d16d-457c-93dd-35e4a3a29d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:30.463020 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b11ee-b32b-4d5c-88e1-6ce65001e642 None None] The sync data for ids ['3d7826e0-5996-48a1-a50c-4da088db9aa9'] in ncdv-master-1 is: [{'id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'name': 'tempest-ServersTestManualDisk-2066011802-router', 'tenant_id': '92267796613943d4aa68073d9406f124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:56:24Z', 'updated_at': '2021-11-20T20:56:26Z', 'revision_number': 3, 'project_id': '92267796613943d4aa68073d9406f124', 'gw_port': {'id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:25Z', 'updated_at': '2021-11-20T20:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:56:30.579487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-813f9c75-d16d-457c-93dd-35e4a3a29d00 None None] Port b52b935d-ea0d-442f-a398-b129398557ca cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:56:30.612021 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:30.749416 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ce546-4735-4092-9599-82eeaa38762e req-44e171e1-0132-4377-b3ba-a3a12f7e5707 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:30.759266 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-952ce546-4735-4092-9599-82eeaa38762e req-44e171e1-0132-4377-b3ba-a3a12f7e5707 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 812 time: 0.2318530
Nov 20 20:56:30.783473 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-952ce546-4735-4092-9599-82eeaa38762e req-73e52143-6296-4307-a0f8-7c293e0bbe9f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/quotas/fc809fb7bd984e43bfa1433cf0c79430 HTTP/1.1" status: 200  len: 375 time: 0.0232537
Nov 20 20:56:30.792351 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5254b0-6369-4bc8-b44d-52bc0360cd25 req-3377c0da-6b08-430a-b1de-298b9d8755e5 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:30.792721 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f5254b0-6369-4bc8-b44d-52bc0360cd25 req-3377c0da-6b08-430a-b1de-298b9d8755e5 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 945 time: 0.0890651
Nov 20 20:56:30.793377 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43348) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:30.836307 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:30.838624 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-952ce546-4735-4092-9599-82eeaa38762e req-7a387730-12ad-4860-b43a-ef64c6722da6 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0542235
Nov 20 20:56:31.010109 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-952ce546-4735-4092-9599-82eeaa38762e req-58f332cb-ae8d-412e-9d11-29ce8d3e5335 service neutron] 10.222.0.41 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1633425
Nov 20 20:56:31.028042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e5cb24ae-168d-43e4-9490-b33621b03dcb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'network': {'name': 'tempest-RoutersTest-1661485568'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:31.052830 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f5254b0-6369-4bc8-b44d-52bc0360cd25 req-6c1fdfd5-98e1-42b4-b10c-6778de1e5811 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd41a5a3-10ef-4e6e-870a-b61c4983c608&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2356355
Nov 20 20:56:31.099116 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fe437-daa0-424d-86fe-1eb4368f6c5d req-ae40b134-b55a-4936-ab2c-8dca8e80ffda tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:31.101188 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f14fe437-daa0-424d-86fe-1eb4368f6c5d req-ae40b134-b55a-4936-ab2c-8dca8e80ffda tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.37 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 945 time: 0.2433832
Nov 20 20:56:31.183837 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cb24ae-168d-43e4-9490-b33621b03dcb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:31.185042 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-952ce546-4735-4092-9599-82eeaa38762e req-ee8c9cd2-876b-42d8-baea-1e454591f05c service neutron] 10.222.0.41 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1738441
Nov 20 20:56:31.188210 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5cb24ae-168d-43e4-9490-b33621b03dcb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:31.276439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24798a-cdc4-4bb4-9ef9-b9007a61b6d0 req-1294c2ea-78d2-4367-8815-3f53b8360935 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:31.278179 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5d24798a-cdc4-4bb4-9ef9-b9007a61b6d0 req-1294c2ea-78d2-4367-8815-3f53b8360935 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 945 time: 0.1285453
Nov 20 20:56:31.279017 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5cb24ae-168d-43e4-9490-b33621b03dcb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:31.573138 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5d24798a-cdc4-4bb4-9ef9-b9007a61b6d0 req-51ef0a48-9e1a-47a1-8601-89e70b208b3e tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/security-groups?id=11222609-4aba-4e65-ab10-357630d553ca&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2839968
Nov 20 20:56:31.716209 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:31.770958 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-12c8a193-829c-4cc9-a1f9-2bdfceb01903 req-eff07648-b2bf-49c7-a3f4-23356fa6f7d2 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 210 time: 0.0469491
Nov 20 20:56:31.782403 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:31.972534 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f8746601-d5fd-409a-9259-84fcd8501552 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:56:31.998601 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-f14fe437-daa0-424d-86fe-1eb4368f6c5d req-4810e675-d3d6-4b96-b6e8-2e973ebd3fd8 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Deleting port 8732f318-293e-426d-9e8f-6b1fe937a69e {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:31.999034 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f14fe437-daa0-424d-86fe-1eb4368f6c5d req-4810e675-d3d6-4b96-b6e8-2e973ebd3fd8 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:32.003451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: f8746601-d5fd-409a-9259-84fcd8501552 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:56:32.013159 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f8746601-d5fd-409a-9259-84fcd8501552 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:56:32.026861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8382c8-f2fc-40c3-a79d-be23294b5faa req-eff362fb-7e58-469f-82e6-02804ca650eb tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:32.028848 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c8382c8-f2fc-40c3-a79d-be23294b5faa req-eff362fb-7e58-469f-82e6-02804ca650eb tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.3154547
Nov 20 20:56:32.050746 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5cb24ae-168d-43e4-9490-b33621b03dcb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:32.085559 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Pushing event updated for resources: {'Port': ['ID=b52b935d-ea0d-442f-a398-b129398557ca,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:32.123597 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5cb24ae-168d-43e4-9490-b33621b03dcb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:32.144785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c8382c8-f2fc-40c3-a79d-be23294b5faa req-c8a7c002-b2c3-4e8a-aa78-7e740829d822 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842643
Nov 20 20:56:32.177826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb24ae-168d-43e4-9490-b33621b03dcb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5e06a5-a412-4847-9f75-9d44f9af74f0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:32.190944 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8ce58-bcb5-4459-adfc-40acd422f901 req-a7f6718c-f6ce-47ae-8dd8-14e330b50d78 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:32.198181 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:32.204928 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f2f8ce58-bcb5-4459-adfc-40acd422f901 req-a7f6718c-f6ce-47ae-8dd8-14e330b50d78 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 945 time: 0.0836928
Nov 20 20:56:32.278813 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f2f8ce58-bcb5-4459-adfc-40acd422f901 req-793977e1-68f8-4eba-9329-314594a1e10a tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd41a5a3-10ef-4e6e-870a-b61c4983c608&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727375
Nov 20 20:56:32.289893 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cb24ae-168d-43e4-9490-b33621b03dcb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:56:32.400152 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5cb24ae-168d-43e4-9490-b33621b03dcb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:32.400663 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-e5cb24ae-168d-43e4-9490-b33621b03dcb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Added segment 64581796-9ffd-4f0e-b245-13c7008c87c3 of type vlan for network 39d57202-9568-4a6a-919c-0970120e1018
Nov 20 20:56:32.448423 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Network 40d8ef56-5653-4804-9a84-8afa72f95421 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:32.466880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:32.476001 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-f14fe437-daa0-424d-86fe-1eb4368f6c5d req-4810e675-d3d6-4b96-b6e8-2e973ebd3fd8 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] For port 8732f318-293e-426d-9e8f-6b1fe937a69e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8732f318-293e-426d-9e8f-6b1fe937a69e,segment=NetworkSegment(6de865c9-e836-43af-82e0-d52e34d30304),segment_id=6de865c9-e836-43af-82e0-d52e34d30304)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:32.476386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f14fe437-daa0-424d-86fe-1eb4368f6c5d req-4810e675-d3d6-4b96-b6e8-2e973ebd3fd8 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:32.497036 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5cb24ae-168d-43e4-9490-b33621b03dcb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:32.724499 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ac18d615-8a6a-44c9-b53e-8bebc5dd55ee up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:56:32.727046 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5cb24ae-168d-43e4-9490-b33621b03dcb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:32.732506 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cb24ae-168d-43e4-9490-b33621b03dcb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:32.736325 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5cb24ae-168d-43e4-9490-b33621b03dcb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:32.877711 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ac18d615-8a6a-44c9-b53e-8bebc5dd55ee triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:32.879980 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:32.974415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-943324b4-6e7c-418d-a248-16ff419b5fae None None] Provisioning complete for port b52b935d-ea0d-442f-a398-b129398557ca triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:32.975492 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-943324b4-6e7c-418d-a248-16ff419b5fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:33.055661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-943324b4-6e7c-418d-a248-16ff419b5fae None None] Port b52b935d-ea0d-442f-a398-b129398557ca cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:56:33.081043 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:33.104069 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db501eed-ada5-4720-82e9-6097c184a604 req-6248935f-98be-4ac4-9f8d-d0b10866e2ae tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 210 time: 0.1143093
Nov 20 20:56:33.112528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Router 3d7826e0-5996-48a1-a50c-4da088db9aa9 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:56:33.120604 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e5cb24ae-168d-43e4-9490-b33621b03dcb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 2.3239944
Nov 20 20:56:33.132012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43380) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:33.145603 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1aa1fe68-34b2-499a-b527-a8cac90865a5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'network': {'name': 'tempest-RoutersTest-1407970735'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:33.151129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port ac18d615-8a6a-44c9-b53e-8bebc5dd55ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac18d615-8a6a-44c9-b53e-8bebc5dd55ee,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:33.161646 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:33.189751 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fdccb-9bc0-4cc1-b6be-2fda7688f5e6 req-9e354cb8-5bfa-4f4d-8f01-825b54f73b56 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:33.191815 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ce546-4735-4092-9599-82eeaa38762e req-3575666a-b48f-4779-bf27-3829d7fce2a4 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:33.193348 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-952ce546-4735-4092-9599-82eeaa38762e req-3575666a-b48f-4779-bf27-3829d7fce2a4 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.47 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 812 time: 0.3846271
Nov 20 20:56:33.201496 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fc5fdccb-9bc0-4cc1-b6be-2fda7688f5e6 req-9e354cb8-5bfa-4f4d-8f01-825b54f73b56 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 945 time: 0.4957271
Nov 20 20:56:33.227396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-952ce546-4735-4092-9599-82eeaa38762e req-86da7ef9-ab9d-4dde-97d9-e325bd3ea44b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Request body: {'port': {'device_id': '9a2a37d1-6352-4c63-8de6-2e9e94bf609f', 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b', 'admin_state_up': True, 'tenant_id': 'fc809fb7bd984e43bfa1433cf0c79430'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:33.298451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=ac18d615-8a6a-44c9-b53e-8bebc5dd55ee,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:33.306033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb24ae-168d-43e4-9490-b33621b03dcb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Network': ['ID=39d57202-9568-4a6a-919c-0970120e1018,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:33.325734 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 39d57202-9568-4a6a-919c-0970120e1018 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:56:33.382394 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f14fe437-daa0-424d-86fe-1eb4368f6c5d req-4810e675-d3d6-4b96-b6e8-2e973ebd3fd8 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:33.382911 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f14fe437-daa0-424d-86fe-1eb4368f6c5d req-4810e675-d3d6-4b96-b6e8-2e973ebd3fd8 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:33.383357 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-f14fe437-daa0-424d-86fe-1eb4368f6c5d req-4810e675-d3d6-4b96-b6e8-2e973ebd3fd8 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Floating IP 843f6b9b-c318-47b6-a971-6de231d889ed disassociated. External IP: 172.35.1.39, port: 8732f318-293e-426d-9e8f-6b1fe937a69e.
Nov 20 20:56:33.383766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-f14fe437-daa0-424d-86fe-1eb4368f6c5d req-4810e675-d3d6-4b96-b6e8-2e973ebd3fd8 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Calling delete_port for 8732f318-293e-426d-9e8f-6b1fe937a69e owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:33.481815 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa1fe68-34b2-499a-b527-a8cac90865a5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:33.486315 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aa1fe68-34b2-499a-b527-a8cac90865a5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:33.503872 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952ce546-4735-4092-9599-82eeaa38762e req-86da7ef9-ab9d-4dde-97d9-e325bd3ea44b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Made reservation on behalf of fc809fb7bd984e43bfa1433cf0c79430 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:33.507936 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-952ce546-4735-4092-9599-82eeaa38762e req-86da7ef9-ab9d-4dde-97d9-e325bd3ea44b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:33.539125 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fc5fdccb-9bc0-4cc1-b6be-2fda7688f5e6 req-c427ab15-32f9-4456-b17b-b892a220ad7a tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/security-groups?id=11222609-4aba-4e65-ab10-357630d553ca&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3364232
Nov 20 20:56:33.558942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefc9b2-16f4-43f3-97c0-5a3595842731 req-f25ebe86-e48e-4239-8c79-6c6c26c1bd97 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:33.560550 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5aefc9b2-16f4-43f3-97c0-5a3595842731 req-f25ebe86-e48e-4239-8c79-6c6c26c1bd97 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.1735647
Nov 20 20:56:33.576906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa1fe68-34b2-499a-b527-a8cac90865a5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:56:33.644982 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aa1fe68-34b2-499a-b527-a8cac90865a5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:33.645582 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-1aa1fe68-34b2-499a-b527-a8cac90865a5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Added segment 21226869-938a-420d-8908-071a98441578 of type vlan for network a4aa1037-07d4-4996-bd80-520eca78b01e
Nov 20 20:56:33.645697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e5f91-0e25-48a6-b8cb-f4aeb88d911b req-4d25b917-4ac9-4dd9-89c2-881e3c9939f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:33.648742 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e1e5f91-0e25-48a6-b8cb-f4aeb88d911b req-4d25b917-4ac9-4dd9-89c2-881e3c9939f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 1096 time: 0.3435516
Nov 20 20:56:33.722881 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:56:33.729645 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0ab56b4c-4800-4894-9f1d-b2c763b96ddc admin admin] 10.222.0.41 "PUT /v2.0/routers/3d7826e0-5996-48a1-a50c-4da088db9aa9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8851793
Nov 20 20:56:33.735511 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aa1fe68-34b2-499a-b527-a8cac90865a5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:33.742576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Sync routers for ids ['3d7826e0-5996-48a1-a50c-4da088db9aa9'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:56:33.798152 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5aefc9b2-16f4-43f3-97c0-5a3595842731 req-151e1511-88bb-409d-8e12-44296a6d2493 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2177715
Nov 20 20:56:33.834117 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff468379-169c-4150-bf81-a3a41bafd48b req-4566ed68-9ae2-4b02-9029-b4103853c31a tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:33.836749 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff468379-169c-4150-bf81-a3a41bafd48b req-4566ed68-9ae2-4b02-9029-b4103853c31a tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.37 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 945 time: 0.3741667
Nov 20 20:56:33.890380 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aa1fe68-34b2-499a-b527-a8cac90865a5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:33.906495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa1fe68-34b2-499a-b527-a8cac90865a5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:33.908898 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aa1fe68-34b2-499a-b527-a8cac90865a5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:33.916241 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-952ce546-4735-4092-9599-82eeaa38762e req-86da7ef9-ab9d-4dde-97d9-e325bd3ea44b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Allocated IP 172.20.0.10 (c3915836-86cb-49e6-9e5c-f9e82114304b/2907b1cf-3fa4-4cec-bd6c-6b6472f874f9/6171bf54-836b-4b89-9942-130b6f53b7ac) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:33.941898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58575d2c-c545-4643-bcea-43f26fbdcea0 req-91d39898-7875-4566-b165-55c52853b8ee tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:33.942773 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-58575d2c-c545-4643-bcea-43f26fbdcea0 req-91d39898-7875-4566-b165-55c52853b8ee tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 945 time: 0.3019767
Nov 20 20:56:33.964194 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Routers {'3d7826e0-5996-48a1-a50c-4da088db9aa9'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:33.965072 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a540ac160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3d7826e0-5996-48a1-a50c-4da088db9aa9'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:33.998403 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e1e5f91-0e25-48a6-b8cb-f4aeb88d911b req-820f9fba-8a08-4727-b452-28c709612fbc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3310900
Nov 20 20:56:34.031292 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1aa1fe68-34b2-499a-b527-a8cac90865a5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8925874
Nov 20 20:56:34.035874 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43394) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:34.051346 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-fc352bf0-b706-4bb7-b7c8-df9f1a24e992 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'subnet': {'network_id': '39d57202-9568-4a6a-919c-0970120e1018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:34.113727 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1fe68-34b2-499a-b527-a8cac90865a5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Network': ['ID=a4aa1037-07d4-4996-bd80-520eca78b01e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:34.204934 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network a4aa1037-07d4-4996-bd80-520eca78b01e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:56:34.295602 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc352bf0-b706-4bb7-b7c8-df9f1a24e992 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:34.300320 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fc352bf0-b706-4bb7-b7c8-df9f1a24e992 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:34.368902 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-58575d2c-c545-4643-bcea-43f26fbdcea0 req-dedb2ef6-961e-4eb9-a57e-f8c1e27b305d tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd41a5a3-10ef-4e6e-870a-b61c4983c608&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3805380
Nov 20 20:56:34.389519 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f14fe437-daa0-424d-86fe-1eb4368f6c5d req-4810e675-d3d6-4b96-b6e8-2e973ebd3fd8 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:34.461482 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Set router 3d7826e0-5996-48a1-a50c-4da088db9aa9 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:56:34.491833 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-952ce546-4735-4092-9599-82eeaa38762e req-86da7ef9-ab9d-4dde-97d9-e325bd3ea44b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:34.492351 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810e675-d3d6-4b96-b6e8-2e973ebd3fd8 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Pushing event deleted for resources: {'Port': ['ID=8732f318-293e-426d-9e8f-6b1fe937a69e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:34.582336 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-ff468379-169c-4150-bf81-a3a41bafd48b req-48df94d7-7415-4358-b12b-2f8e379d7d49 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Deleting port b7df387f-70cb-41a7-8942-ab9783f9ba75 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:34.582681 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ff468379-169c-4150-bf81-a3a41bafd48b req-48df94d7-7415-4358-b12b-2f8e379d7d49 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:34.608821 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-952ce546-4735-4092-9599-82eeaa38762e req-86da7ef9-ab9d-4dde-97d9-e325bd3ea44b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:34.669648 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54e8b0f6-a0ea-40d6-8418-dc025704db72 req-c837bb91-7096-462c-beae-d766612adaee tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 210 time: 0.1296594
Nov 20 20:56:34.674556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43400) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:34.680252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7e28164d-18f1-4fed-b0b5-7f8da0c64bb3 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640463386', 'description': 'tempest-description--358630167'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:34.711449 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ac18d615-8a6a-44c9-b53e-8bebc5dd55ee up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:56:34.731546 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da7ef9-ab9d-4dde-97d9-e325bd3ea44b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Pushing event updated for resources: {'Port': ['ID=6171bf54-836b-4b89-9942-130b6f53b7ac,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:34.768294 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952ce546-4735-4092-9599-82eeaa38762e req-86da7ef9-ab9d-4dde-97d9-e325bd3ea44b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Network c3915836-86cb-49e6-9e5c-f9e82114304b is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:34.771444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-952ce546-4735-4092-9599-82eeaa38762e req-86da7ef9-ab9d-4dde-97d9-e325bd3ea44b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:34.779310 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fc352bf0-b706-4bb7-b7c8-df9f1a24e992 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:34.861231 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a3656dd-d3d8-4bc0-81bf-93be945e804e req-9a183cb4-21dc-42ba-8159-543c3a80cb5a tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 210 time: 0.1116502
Nov 20 20:56:34.875804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-952ce546-4735-4092-9599-82eeaa38762e req-86da7ef9-ab9d-4dde-97d9-e325bd3ea44b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:34.920752 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc352bf0-b706-4bb7-b7c8-df9f1a24e992 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Subnet': ['ID=7c0d8337-990c-433e-980a-f1721086bca6,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:35.041469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ac18d615-8a6a-44c9-b53e-8bebc5dd55ee triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:35.041839 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:35.042952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ce546-4735-4092-9599-82eeaa38762e req-86da7ef9-ab9d-4dde-97d9-e325bd3ea44b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:35.043809 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-952ce546-4735-4092-9599-82eeaa38762e req-86da7ef9-ab9d-4dde-97d9-e325bd3ea44b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:35.049260 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc352bf0-b706-4bb7-b7c8-df9f1a24e992 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Checking segment: {'id': '64581796-9ffd-4f0e-b245-13c7008c87c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '39d57202-9568-4a6a-919c-0970120e1018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:35.050200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc352bf0-b706-4bb7-b7c8-df9f1a24e992 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network hostable DHCP agents. Network: 39d57202-9568-4a6a-919c-0970120e1018, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:56:35.080671 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-952ce546-4735-4092-9599-82eeaa38762e req-86da7ef9-ab9d-4dde-97d9-e325bd3ea44b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8626120
Nov 20 20:56:35.083885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc352bf0-b706-4bb7-b7c8-df9f1a24e992 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 39d57202-9568-4a6a-919c-0970120e1018 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:56:35.098040 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Request body: {'port': {'device_id': '9a2a37d1-6352-4c63-8de6-2e9e94bf609f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:35.172282 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-fc352bf0-b706-4bb7-b7c8-df9f1a24e992 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 39d57202-9568-4a6a-919c-0970120e1018) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:35.172282 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc352bf0-b706-4bb7-b7c8-df9f1a24e992 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:35.172282 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fc352bf0-b706-4bb7-b7c8-df9f1a24e992 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:35.173694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b38c61-01db-4b88-9eba-7301e1ede743 None None] Network 39d57202-9568-4a6a-919c-0970120e1018 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:56:35.207399 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fc352bf0-b706-4bb7-b7c8-df9f1a24e992 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1633368
Nov 20 20:56:35.211494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43408) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:35.219014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-bb4af667-6249-47d3-95d5-749e1fbd62e7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'subnet': {'network_id': 'a4aa1037-07d4-4996-bd80-520eca78b01e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:35.249034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:35.262959 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a540ac160>, [{'id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'name': 'tempest-ServersTestManualDisk-2066011802-router', 'tenant_id': '92267796613943d4aa68073d9406f124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:56:24Z', 'updated_at': '2021-11-20T20:56:30Z', 'revision_number': 4, 'project_id': '92267796613943d4aa68073d9406f124', 'gw_port': {'id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:25Z', 'updated_at': '2021-11-20T20:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b52b935d-ea0d-442f-a398-b129398557ca', 'name': '', 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421', 'tenant_id': '92267796613943d4aa68073d9406f124', 'mac_address': 'fa:16:3e:44:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:29Z', 'updated_at': '2021-11-20T20:56:31Z', 'revision_number': 2, 'project_id': '92267796613943d4aa68073d9406f124', 'subnets': [{'id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:35.318744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b7df387f-70cb-41a7-8942-ab9783f9ba75 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:56:35.343479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Checking router: 3d7826e0-5996-48a1-a50c-4da088db9aa9 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:56:35.344081 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Updating router 3d7826e0-5996-48a1-a50c-4da088db9aa9 port b52b935d-ea0d-442f-a398-b129398557ca binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:56:35.397670 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4af667-6249-47d3-95d5-749e1fbd62e7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:35.402861 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bb4af667-6249-47d3-95d5-749e1fbd62e7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:35.490897 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7e28164d-18f1-4fed-b0b5-7f8da0c64bb3 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:35.554290 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f14fe437-daa0-424d-86fe-1eb4368f6c5d req-4810e675-d3d6-4b96-b6e8-2e973ebd3fd8 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Router d626a881-4ac4-4e55-88e6-6ca721bc06ec has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:56:35.581492 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:35.672827 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e32280-e371-429c-be1d-c2f25b677831 req-b79cc092-33ac-4c13-9d4b-6a63172ae875 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:35.674331 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b9e32280-e371-429c-be1d-c2f25b677831 req-b79cc092-33ac-4c13-9d4b-6a63172ae875 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 945 time: 0.1617076
Nov 20 20:56:35.714764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-39d57202-9568-4a6a-919c-0970120e1018', 'network_id': '39d57202-9568-4a6a-919c-0970120e1018', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'fixed_ips': [{'subnet_id': '7c0d8337-990c-433e-980a-f1721086bca6'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:56:35.715617 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:35.748453 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f14fe437-daa0-424d-86fe-1eb4368f6c5d req-4810e675-d3d6-4b96-b6e8-2e973ebd3fd8 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:56:35.760568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3799f7-8f7f-4a26-938f-34b5d8c4d6f2 req-736dd14f-ceb0-46f6-bc35-b7a7fd75bde1 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:35.760758 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ead71-7c7c-4531-94e3-9606d8e77b56 None None] Sync routers for ids ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:56:35.769523 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a3799f7-8f7f-4a26-938f-34b5d8c4d6f2 req-736dd14f-ceb0-46f6-bc35-b7a7fd75bde1 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.2815454
Nov 20 20:56:35.775312 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ead71-7c7c-4531-94e3-9606d8e77b56 None None] Routers {'d626a881-4ac4-4e55-88e6-6ca721bc06ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:35.775945 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e08ead71-7c7c-4531-94e3-9606d8e77b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541f7340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:35.832932 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:35.853325 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b9e32280-e371-429c-be1d-c2f25b677831 req-45fb6639-6f0c-4ebb-ac65-3749cbdcfd3a tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd41a5a3-10ef-4e6e-870a-b61c4983c608&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597281
Nov 20 20:56:35.868142 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a3799f7-8f7f-4a26-938f-34b5d8c4d6f2 req-aaf210ba-2800-4202-a643-77510604feaa tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982192
Nov 20 20:56:35.908091 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8532a29f-7bec-4295-9b06-8b7fda995ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7df387f-70cb-41a7-8942-ab9783f9ba75'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:56:35.910581 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71812cf-c06e-4023-a8f5-3af1d915adad" -d '{"events": [{"server_uuid": "8532a29f-7bec-4295-9b06-8b7fda995ac9", "name": "network-vif-unplugged", "status": "completed", "tag": "b7df387f-70cb-41a7-8942-ab9783f9ba75"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:56:35.994654 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7e28164d-18f1-4fed-b0b5-7f8da0c64bb3 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:35.997182 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-ff468379-169c-4150-bf81-a3a41bafd48b req-48df94d7-7415-4358-b12b-2f8e379d7d49 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] For port b7df387f-70cb-41a7-8942-ab9783f9ba75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7df387f-70cb-41a7-8942-ab9783f9ba75,segment=NetworkSegment(04a20dec-faad-4387-9381-2963f3e63e7b),segment_id=04a20dec-faad-4387-9381-2963f3e63e7b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:35.997820 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ff468379-169c-4150-bf81-a3a41bafd48b req-48df94d7-7415-4358-b12b-2f8e379d7d49 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.037502 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-e08ead71-7c7c-4531-94e3-9606d8e77b56 None None] Set router d626a881-4ac4-4e55-88e6-6ca721bc06ec gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:56:36.041650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14fe437-daa0-424d-86fe-1eb4368f6c5d req-4810e675-d3d6-4b96-b6e8-2e973ebd3fd8 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] No DVR routers for this DVR port 8732f318-293e-426d-9e8f-6b1fe937a69e on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:56:36.046068 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port b7df387f-70cb-41a7-8942-ab9783f9ba75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7df387f-70cb-41a7-8942-ab9783f9ba75,segment=NetworkSegment(04a20dec-faad-4387-9381-2963f3e63e7b),segment_id=04a20dec-faad-4387-9381-2963f3e63e7b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:36.048438 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f14fe437-daa0-424d-86fe-1eb4368f6c5d req-4810e675-d3d6-4b96-b6e8-2e973ebd3fd8 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.052114 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f14fe437-daa0-424d-86fe-1eb4368f6c5d req-4810e675-d3d6-4b96-b6e8-2e973ebd3fd8 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.37 "DELETE /v2.0/ports/8732f318-293e-426d-9e8f-6b1fe937a69e HTTP/1.1" status: 204  len: 173 time: 4.9119778
Nov 20 20:56:36.052754 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7e28164d-18f1-4fed-b0b5-7f8da0c64bb3 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.069583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797fe36e-be61-49c1-a438-56124738f92d', 'name': 'network-vif-deleted', 'tag': '8732f318-293e-426d-9e8f-6b1fe937a69e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:56:36.072897 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.073685 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 8732f318-293e-426d-9e8f-6b1fe937a69e no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:56:36.077353 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd073516-6a51-441a-89a2-7f916e365442" -d '{"events": [{"server_uuid": "797fe36e-be61-49c1-a438-56124738f92d", "name": "network-vif-deleted", "tag": "8732f318-293e-426d-9e8f-6b1fe937a69e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:56:36.081404 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bb4af667-6249-47d3-95d5-749e1fbd62e7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.125816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-ff468379-169c-4150-bf81-a3a41bafd48b req-48df94d7-7415-4358-b12b-2f8e379d7d49 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Calling delete_port for b7df387f-70cb-41a7-8942-ab9783f9ba75 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:36.161856 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994fea3-6650-4cbe-a3ff-86fd3ef859a3 req-ab425f62-10d6-4fe1-b69d-74e928536789 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:36.165218 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 8732f318-293e-426d-9e8f-6b1fe937a69e {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:56:36.165577 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 8732f318-293e-426d-9e8f-6b1fe937a69e not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:56:36.170425 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7994fea3-6650-4cbe-a3ff-86fd3ef859a3 req-ab425f62-10d6-4fe1-b69d-74e928536789 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 932 time: 0.1861582
Nov 20 20:56:36.176823 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4af667-6249-47d3-95d5-749e1fbd62e7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Subnet': ['ID=f9cccf86-cf73-42b4-a012-ba1976308cf7,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:36.198305 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-419d7f74-063b-42fe-8ddb-7d632a8d1a59 req-514c5b70-f1fa-416e-9409-8046fa5b1058 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797fe36e-be61-49c1-a438-56124738f92d HTTP/1.1" status: 200  len: 210 time: 0.1769748
Nov 20 20:56:36.258699 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7e28164d-18f1-4fed-b0b5-7f8da0c64bb3 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.265310 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7e28164d-18f1-4fed-b0b5-7f8da0c64bb3 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 1.5906413
Nov 20 20:56:36.274776 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43424) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:36.291729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-18d01dfe-4461-4f53-8bda-d5f5ec224ede tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Request body: {'security_group_rule': {'security_group_id': '0cc10c77-198e-48df-991d-706fd0c160b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:36.352839 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28164d-18f1-4fed-b0b5-7f8da0c64bb3 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc10c77-198e-48df-991d-706fd0c160b7,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:36.361456 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a592cdf-f192-41ea-b849-f9a47dc8bd6d x-openstack-request-id: req-1a592cdf-f192-41ea-b849-f9a47dc8bd6d {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:56:36.362077 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8532a29f-7bec-4295-9b06-8b7fda995ac9", "name": "network-vif-unplugged", "status": "completed", "tag": "b7df387f-70cb-41a7-8942-ab9783f9ba75", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:56:36.362077 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a592cdf-f192-41ea-b849-f9a47dc8bd6d {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:56:36.362454 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8532a29f-7bec-4295-9b06-8b7fda995ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7df387f-70cb-41a7-8942-ab9783f9ba75', 'code': 200}
Nov 20 20:56:36.378153 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=b7df387f-70cb-41a7-8942-ab9783f9ba75,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:36.400086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4af667-6249-47d3-95d5-749e1fbd62e7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Checking segment: {'id': '21226869-938a-420d-8908-071a98441578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a4aa1037-07d4-4996-bd80-520eca78b01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:36.403278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Allocated IP 172.20.0.2 (39d57202-9568-4a6a-919c-0970120e1018/7c0d8337-990c-433e-980a-f1721086bca6/e4af852c-0643-4fd6-bc8e-91b859f3e5ea) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:36.403856 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4af667-6249-47d3-95d5-749e1fbd62e7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network hostable DHCP agents. Network: a4aa1037-07d4-4996-bd80-520eca78b01e, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:56:36.471740 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e08ead71-7c7c-4531-94e3-9606d8e77b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541f7340>, [{'id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'name': 'tempest-ServersTestFqdnHostnames-1065850746-router', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66'}], 'enable_snat': True}, 'gw_port_id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:13Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 4, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'gw_port': {'id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:14Z', 'updated_at': '2021-11-20T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ca8ee019-e474-4efc-acce-d29d7e60f572', 'name': '', 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'mac_address': 'fa:16:3e:f5:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:19Z', 'updated_at': '2021-11-20T20:54:26Z', 'revision_number': 5, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'subnets': [{'id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:36.490197 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6171bf54-836b-4b89-9942-130b6f53b7ac {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:56:36.543986 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-18d01dfe-4461-4f53-8bda-d5f5ec224ede tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.547853 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ead71-7c7c-4531-94e3-9606d8e77b56 None None] Checking router: d626a881-4ac4-4e55-88e6-6ca721bc06ec for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:56:36.562657 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7994fea3-6650-4cbe-a3ff-86fd3ef859a3 req-d899d50c-9027-43e6-b72b-ebf41bc8aec0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3912725
Nov 20 20:56:36.572745 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ead71-7c7c-4531-94e3-9606d8e77b56 None None] Routers {'d626a881-4ac4-4e55-88e6-6ca721bc06ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:36.574747 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e08ead71-7c7c-4531-94e3-9606d8e77b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541f7340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:36.579152 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3132517-9985-4da7-9df8-213336320bc9 x-openstack-request-id: req-c3132517-9985-4da7-9df8-213336320bc9 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:56:36.579592 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797fe36e-be61-49c1-a438-56124738f92d", "name": "network-vif-deleted", "tag": "8732f318-293e-426d-9e8f-6b1fe937a69e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:56:36.579778 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3132517-9985-4da7-9df8-213336320bc9 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:56:36.580209 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797fe36e-be61-49c1-a438-56124738f92d', 'name': 'network-vif-deleted', 'tag': '8732f318-293e-426d-9e8f-6b1fe937a69e', 'status': 'completed', 'code': 200}
Nov 20 20:56:36.593274 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.609476 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-18d01dfe-4461-4f53-8bda-d5f5ec224ede tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.609717 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4af667-6249-47d3-95d5-749e1fbd62e7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network a4aa1037-07d4-4996-bd80-520eca78b01e is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:56:36.637378 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-18d01dfe-4461-4f53-8bda-d5f5ec224ede tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.638263 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-bb4af667-6249-47d3-95d5-749e1fbd62e7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a4aa1037-07d4-4996-bd80-520eca78b01e) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:36.651033 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4af667-6249-47d3-95d5-749e1fbd62e7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:36.654861 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bb4af667-6249-47d3-95d5-749e1fbd62e7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.666268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4d220c-2afb-41fd-b7c4-5a97cf2bcaf4 None None] Network a4aa1037-07d4-4996-bd80-520eca78b01e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:56:36.673140 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-18d01dfe-4461-4f53-8bda-d5f5ec224ede tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.676868 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-18d01dfe-4461-4f53-8bda-d5f5ec224ede tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3944964
Nov 20 20:56:36.682081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43426) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:36.687279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Transition to ACTIVE for port object 6171bf54-836b-4b89-9942-130b6f53b7ac will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:56:36.687432 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c3695ed0-5720-47a7-9bae-1685acfcf1d3 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Request body: {'security_group_rule': {'security_group_id': '0cc10c77-198e-48df-991d-706fd0c160b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:36.701268 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bb4af667-6249-47d3-95d5-749e1fbd62e7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4877551
Nov 20 20:56:36.703783 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43428) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:36.717588 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-51b389b0-ba4d-49f5-9927-7674ca2fdbfa tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1674066602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:36.719929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d01dfe-4461-4f53-8bda-d5f5ec224ede tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ef9a15-f02a-4824-8fbf-9b126d7ac3b7,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:36.734921 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3695ed0-5720-47a7-9bae-1685acfcf1d3 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.754628 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.773574 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ff468379-169c-4150-bf81-a3a41bafd48b req-48df94d7-7415-4358-b12b-2f8e379d7d49 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.780912 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51b389b0-ba4d-49f5-9927-7674ca2fdbfa tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.782080 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51b389b0-ba4d-49f5-9927-7674ca2fdbfa tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.802281 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.819829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df94d7-7415-4358-b12b-2f8e379d7d49 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Pushing event deleted for resources: {'Port': ['ID=b7df387f-70cb-41a7-8942-ab9783f9ba75,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:36.825707 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-e08ead71-7c7c-4531-94e3-9606d8e77b56 None None] Set router d626a881-4ac4-4e55-88e6-6ca721bc06ec gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:56:36.850586 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3695ed0-5720-47a7-9bae-1685acfcf1d3 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.867249 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3695ed0-5720-47a7-9bae-1685acfcf1d3 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.899011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3695ed0-5720-47a7-9bae-1685acfcf1d3 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b5c708-625f-4fdb-b02e-dd12bdba4346,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:36.908358 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.919353 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3695ed0-5720-47a7-9bae-1685acfcf1d3 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.923271 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c3695ed0-5720-47a7-9bae-1685acfcf1d3 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2375035
Nov 20 20:56:36.923271 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff468379-169c-4150-bf81-a3a41bafd48b req-48df94d7-7415-4358-b12b-2f8e379d7d49 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] No DVR routers for this DVR port b7df387f-70cb-41a7-8942-ab9783f9ba75 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:56:36.924623 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ff468379-169c-4150-bf81-a3a41bafd48b req-48df94d7-7415-4358-b12b-2f8e379d7d49 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.928323 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff468379-169c-4150-bf81-a3a41bafd48b req-48df94d7-7415-4358-b12b-2f8e379d7d49 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.37 "DELETE /v2.0/ports/b7df387f-70cb-41a7-8942-ab9783f9ba75 HTTP/1.1" status: 204  len: 173 time: 3.0493448
Nov 20 20:56:36.928826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43434) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:36.933435 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:36.958500 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:36.981958 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Attempting to bind port 6171bf54-836b-4b89-9942-130b6f53b7ac on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:56:36.982396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Attempting to bind port 6171bf54-836b-4b89-9942-130b6f53b7ac by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:56:36.982796 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Attempting to bind port 6171bf54-836b-4b89-9942-130b6f53b7ac on network c3915836-86cb-49e6-9e5c-f9e82114304b {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:56:37.011867 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Port 6171bf54-836b-4b89-9942-130b6f53b7ac on network c3915836-86cb-49e6-9e5c-f9e82114304b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:56:37.012204 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Attempting to bind port 6171bf54-836b-4b89-9942-130b6f53b7ac on network c3915836-86cb-49e6-9e5c-f9e82114304b {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:56:37.019568 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Pushing event updated for resources: {'Port': ['ID=6171bf54-836b-4b89-9942-130b6f53b7ac,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:37.108834 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ea7bc701-eb6e-42cf-bb39-aa51bef6317b req-17934873-4d56-4e75-9067-ff4f0e843d97 tempest-ServerPasswordTestJSON-21371417 tempest-ServerPasswordTestJSON-21371417-project] 10.222.0.41 "GET /v2.0/ports?device_id=8532a29f-7bec-4295-9b06-8b7fda995ac9 HTTP/1.1" status: 200  len: 210 time: 0.0436034
Nov 20 20:56:37.130753 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:56:37.131301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Checking segment: {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:37.132142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Bound using segment: {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:56:37.133420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Bound port: 6171bf54-836b-4b89-9942-130b6f53b7ac, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:56:37.135133 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:37.194874 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51b389b0-ba4d-49f5-9927-7674ca2fdbfa tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:37.211226 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51b389b0-ba4d-49f5-9927-7674ca2fdbfa tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:37.217167 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:37.300630 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51b389b0-ba4d-49f5-9927-7674ca2fdbfa tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:37.303871 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-51b389b0-ba4d-49f5-9927-7674ca2fdbfa tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5957839
Nov 20 20:56:37.309323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43444) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:37.355261 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e08ead71-7c7c-4531-94e3-9606d8e77b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541f7340>, [{'id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'name': 'tempest-ServersTestFqdnHostnames-1065850746-router', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66'}], 'enable_snat': True}, 'gw_port_id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:13Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 4, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'gw_port': {'id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:14Z', 'updated_at': '2021-11-20T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ca8ee019-e474-4efc-acce-d29d7e60f572', 'name': '', 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'mac_address': 'fa:16:3e:f5:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:19Z', 'updated_at': '2021-11-20T20:54:26Z', 'revision_number': 5, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'subnets': [{'id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:37.364814 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421c1dc-1470-45ee-8258-cb00289766d0 req-2682e902-f5d1-455b-849b-871baab515d7 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:37.367507 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1421c1dc-1470-45ee-8258-cb00289766d0 req-2682e902-f5d1-455b-849b-871baab515d7 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.3344123
Nov 20 20:56:37.436493 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ead71-7c7c-4531-94e3-9606d8e77b56 None None] The sync data for ids ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'] in ncdv-master-1 is: [{'id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'name': 'tempest-ServersTestFqdnHostnames-1065850746-router', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66'}], 'enable_snat': True}, 'gw_port_id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:13Z', 'updated_at': '2021-11-20T20:54:20Z', 'revision_number': 4, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'gw_port': {'id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:14Z', 'updated_at': '2021-11-20T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ca8ee019-e474-4efc-acce-d29d7e60f572', 'name': '', 'network_id': 'a165c015-6336-4887-8830-b87d73789cc0', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'mac_address': 'fa:16:3e:f5:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:19Z', 'updated_at': '2021-11-20T20:54:26Z', 'revision_number': 5, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'subnets': [{'id': '27a5333c-b100-4794-8d7b-4a567ee28213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:56:37.456325 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43450) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:37.484912 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] For port 6171bf54-836b-4b89-9942-130b6f53b7ac, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:56:37.492546 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] For port 6171bf54-836b-4b89-9942-130b6f53b7ac, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6171bf54-836b-4b89-9942-130b6f53b7ac,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:56:37.528237 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:37.653376 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09b31e-6cad-4fdb-824f-91bab4aebca3 None None] Pushing event updated for resources: {'Port': ['ID=b52b935d-ea0d-442f-a398-b129398557ca,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:37.709838 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:37.710854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:37.712191 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-952ce546-4735-4092-9599-82eeaa38762e req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] 10.222.0.47 "PUT /v2.0/ports/6171bf54-836b-4b89-9942-130b6f53b7ac HTTP/1.1" status: 200  len: 1092 time: 2.6210229
Nov 20 20:56:37.728413 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2a37d1-6352-4c63-8de6-2e9e94bf609f', 'tag': '6171bf54-836b-4b89-9942-130b6f53b7ac'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:56:37.737408 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c95bdf3-3959-46f2-8bb8-6af6010d1f43" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2a37d1-6352-4c63-8de6-2e9e94bf609f", "tag": "6171bf54-836b-4b89-9942-130b6f53b7ac"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:56:37.747047 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9afba5c6-5b32-4c36-9059-74061ff9ddc0 None None] Provisioning complete for port b52b935d-ea0d-442f-a398-b129398557ca triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:37.747434 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9afba5c6-5b32-4c36-9059-74061ff9ddc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:37.749236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a4aa1037-07d4-4996-bd80-520eca78b01e', 'network_id': 'a4aa1037-07d4-4996-bd80-520eca78b01e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'fixed_ips': [{'subnet_id': 'f9cccf86-cf73-42b4-a012-ba1976308cf7'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:56:37.750615 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:37.758098 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1421c1dc-1470-45ee-8258-cb00289766d0 req-f10d6142-ca8b-447a-8553-fda239bb3e19 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3733413
Nov 20 20:56:37.820820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Allocated IP 172.35.1.73 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/fe8be273-5e40-4522-8563-d94c1547fbbd) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:37.834890 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:37.837511 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4bf6-00c8-443f-b301-c5b3e8f66c8c tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:37.841676 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Attempting to bind port b52b935d-ea0d-442f-a398-b129398557ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:56:37.842075 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Attempting to bind port b52b935d-ea0d-442f-a398-b129398557ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '989c25c9-1c13-450b-8c99-9f5ff3ed266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:56:37.843216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Attempting to bind port b52b935d-ea0d-442f-a398-b129398557ca on network 40d8ef56-5653-4804-9a84-8afa72f95421 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:56:37.868849 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4bf6-00c8-443f-b301-c5b3e8f66c8c tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:37.885553 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:37.927997 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d12b67-ec85-4856-abde-a306a6d0c2bb service neutron] Pushing event updated for resources: {'Port': ['ID=6171bf54-836b-4b89-9942-130b6f53b7ac,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:37.957571 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4bf6-00c8-443f-b301-c5b3e8f66c8c tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:37.961014 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4bf6-00c8-443f-b301-c5b3e8f66c8c tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:37.962249 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6c7a4bf6-00c8-443f-b301-c5b3e8f66c8c tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "DELETE /v2.0/security-groups/11222609-4aba-4e65-ab10-357630d553ca HTTP/1.1" status: 204  len: 168 time: 0.5048971
Nov 20 20:56:37.964768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:56:37.965420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Checking segment: {'id': '989c25c9-1c13-450b-8c99-9f5ff3ed266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:37.965561 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:37.965960 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Bound using segment: {'id': '989c25c9-1c13-450b-8c99-9f5ff3ed266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:56:37.966469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Bound port: b52b935d-ea0d-442f-a398-b129398557ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989c25c9-1c13-450b-8c99-9f5ff3ed266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:56:37.966851 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:37.968825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43468) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:37.973666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Pushing event updated for resources: {'Port': ['ID=e4af852c-0643-4fd6-bc8e-91b859f3e5ea,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:37.979379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a4bf6-00c8-443f-b301-c5b3e8f66c8c tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11222609-4aba-4e65-ab10-357630d553ca,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:37.984611 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ce546-4735-4092-9599-82eeaa38762e req-11e42756-4471-4ba3-97e0-21d639d1114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:37.987005 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-952ce546-4735-4092-9599-82eeaa38762e req-11e42756-4471-4ba3-97e0-21d639d1114a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 1095 time: 0.2236738
Nov 20 20:56:37.993912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cf9e4-2973-40ea-ab3d-27561b704215 req-bebff21e-a644-4d49-b99f-1922a542f479 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:37.995655 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-685cf9e4-2973-40ea-ab3d-27561b704215 req-bebff21e-a644-4d49-b99f-1922a542f479 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 944 time: 0.1986978
Nov 20 20:56:38.013494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9afba5c6-5b32-4c36-9059-74061ff9ddc0 None None] Port b52b935d-ea0d-442f-a398-b129398557ca cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:56:38.042126 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Network 39d57202-9568-4a6a-919c-0970120e1018 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:38.043487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996dc64-f47d-4d8f-9c96-aef1fd4168e3 None None] New status for floating IP 843f6b9b-c318-47b6-a971-6de231d889ed: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:56:38.050810 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-952ce546-4735-4092-9599-82eeaa38762e req-92cb12d5-4942-4558-9bf2-25c8b2553ebd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6171bf54-836b-4b89-9942-130b6f53b7ac HTTP/1.1" status: 200  len: 217 time: 0.0477383
Nov 20 20:56:38.060241 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:38.071720 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-5ec7653e-9d91-4e7d-9cba-f383c5aa1915 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] show failed (client error): The resource could not be found.
Nov 20 20:56:38.072886 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5ec7653e-9d91-4e7d-9cba-f383c5aa1915 tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "GET /v2.0/security-groups/11222609-4aba-4e65-ab10-357630d553ca HTTP/1.1" status: 404  len: 347 time: 0.1029904
Nov 20 20:56:38.078684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43474) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:38.091975 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:38.124286 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ce546-4735-4092-9599-82eeaa38762e req-027743a2-3bda-458c-8519-67de40474216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:38.125749 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-952ce546-4735-4092-9599-82eeaa38762e req-027743a2-3bda-458c-8519-67de40474216 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2907b1cf-3fa4-4cec-bd6c-6b6472f874f9 HTTP/1.1" status: 200  len: 852 time: 0.0621808
Nov 20 20:56:38.158009 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:38.166213 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-952ce546-4735-4092-9599-82eeaa38762e req-333a336c-0f78-48f9-8fb9-43ad5b793bf8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3915836-86cb-49e6-9e5c-f9e82114304b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0330596
Nov 20 20:56:38.220452 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:38.301441 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:38.301650 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-764553e6-5044-4e03-9ada-74d5e145a3c4 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:38.303235 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-764553e6-5044-4e03-9ada-74d5e145a3c4 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/networks?id=0ac983b9-9a1d-433d-8824-d40a568b3101 HTTP/1.1" status: 200  len: 814 time: 0.2515271
Nov 20 20:56:38.324409 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:38.331029 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-685cf9e4-2973-40ea-ab3d-27561b704215 req-d20cbdd6-24e9-44dd-9bec-5c0e3f29421a tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2752397
Nov 20 20:56:38.331221 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-952ce546-4735-4092-9599-82eeaa38762e req-bc8ceaf7-9802-449b-a954-01f73360e786 service neutron] 10.222.0.47 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323833
Nov 20 20:56:38.332750 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-da8bb31e-9da9-4959-94f6-f342b2de8b99 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/quotas/a48484c034b44d9bbd058ca3ed927499 HTTP/1.1" status: 200  len: 375 time: 0.0118158
Nov 20 20:56:38.379008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] For port b52b935d-ea0d-442f-a398-b129398557ca, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:56:38.384663 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Attempting to bind port e4af852c-0643-4fd6-bc8e-91b859f3e5ea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:56:38.385031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Attempting to bind port e4af852c-0643-4fd6-bc8e-91b859f3e5ea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64581796-9ffd-4f0e-b245-13c7008c87c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '39d57202-9568-4a6a-919c-0970120e1018'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:56:38.386043 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Attempting to bind port e4af852c-0643-4fd6-bc8e-91b859f3e5ea on network 39d57202-9568-4a6a-919c-0970120e1018 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:56:38.413940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:56:38.414380 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Checking segment: {'id': '64581796-9ffd-4f0e-b245-13c7008c87c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '39d57202-9568-4a6a-919c-0970120e1018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:38.415309 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:38.415782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Bound using segment: {'id': '64581796-9ffd-4f0e-b245-13c7008c87c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '39d57202-9568-4a6a-919c-0970120e1018'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:56:38.416288 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Bound port: e4af852c-0643-4fd6-bc8e-91b859f3e5ea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64581796-9ffd-4f0e-b245-13c7008c87c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '39d57202-9568-4a6a-919c-0970120e1018'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:56:38.416701 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:38.427948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] For port b52b935d-ea0d-442f-a398-b129398557ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b52b935d-ea0d-442f-a398-b129398557ca,segment=NetworkSegment(989c25c9-1c13-450b-8c99-9f5ff3ed266b),segment_id=989c25c9-1c13-450b-8c99-9f5ff3ed266b)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:56:38.444667 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:38.451497 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Allocated IP 172.21.0.2 (a4aa1037-07d4-4996-bd80-520eca78b01e/f9cccf86-cf73-42b4-a012-ba1976308cf7/2a40f026-5c19-4ce2-b1f4-e877d8e5fee6) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:38.495729 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-90d0bb96-e8d2-429b-b725-5fa6950b8204 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a48484c034b44d9bbd058ca3ed927499&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1485174
Nov 20 20:56:38.576076 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-952ce546-4735-4092-9599-82eeaa38762e req-8218bcad-890c-4420-9903-acccdc8dfc8c service neutron] 10.222.0.47 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2371697
Nov 20 20:56:38.584885 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8532a29f-7bec-4295-9b06-8b7fda995ac9', 'name': 'network-vif-deleted', 'tag': 'b7df387f-70cb-41a7-8942-ab9783f9ba75'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:56:38.587816 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbe7db3-1e19-487f-b06a-2bb47898df6d" -d '{"events": [{"server_uuid": "8532a29f-7bec-4295-9b06-8b7fda995ac9", "name": "network-vif-deleted", "tag": "b7df387f-70cb-41a7-8942-ab9783f9ba75"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:56:38.597019 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:38.605038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-a81888cf-33f7-4f61-a2cc-642a8b7138fd tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Deleting port 6d630126-a73c-434f-a562-af1e08f2976c {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:38.605380 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a81888cf-33f7-4f61-a2cc-642a8b7138fd tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:38.636765 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd464f90-36f3-43c5-90b6-96c7712a96b0 x-openstack-request-id: req-fd464f90-36f3-43c5-90b6-96c7712a96b0 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:56:38.637603 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2a37d1-6352-4c63-8de6-2e9e94bf609f", "tag": "6171bf54-836b-4b89-9942-130b6f53b7ac", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:56:38.638062 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd464f90-36f3-43c5-90b6-96c7712a96b0 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:56:38.638582 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2a37d1-6352-4c63-8de6-2e9e94bf609f', 'tag': '6171bf54-836b-4b89-9942-130b6f53b7ac', 'status': 'completed', 'code': 200}
Nov 20 20:56:38.662112 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Routers {'3d7826e0-5996-48a1-a50c-4da088db9aa9'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:38.663698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a540ac160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3d7826e0-5996-48a1-a50c-4da088db9aa9'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:38.695139 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-d1569c95-91c7-4771-a82a-ce56c7e5c8e8 service neutron] 10.222.0.41 "GET /v2.0/networks/0ac983b9-9a1d-433d-8824-d40a568b3101?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906447
Nov 20 20:56:38.794099 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43486) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:38.795470 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09b31e-6cad-4fdb-824f-91bab4aebca3 None None] Pushing event updated for resources: {'Port': ['ID=b52b935d-ea0d-442f-a398-b129398557ca,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:38.797734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:38.835612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] For port e4af852c-0643-4fd6-bc8e-91b859f3e5ea, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:56:38.842696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] For port e4af852c-0643-4fd6-bc8e-91b859f3e5ea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4af852c-0643-4fd6-bc8e-91b859f3e5ea,segment=NetworkSegment(64581796-9ffd-4f0e-b245-13c7008c87c3),segment_id=64581796-9ffd-4f0e-b245-13c7008c87c3)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:56:38.847402 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a81888cf-33f7-4f61-a2cc-642a8b7138fd tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:38.847962 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a81888cf-33f7-4f61-a2cc-642a8b7138fd tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:38.867540 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-a81888cf-33f7-4f61-a2cc-642a8b7138fd tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Calling delete_port for 6d630126-a73c-434f-a562-af1e08f2976c owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:38.888640 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:38.944199 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bca869-9e12-4d9c-a5cc-ff0bf3158a24 x-openstack-request-id: req-27bca869-9e12-4d9c-a5cc-ff0bf3158a24 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:56:38.944745 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8532a29f-7bec-4295-9b06-8b7fda995ac9", "name": "network-vif-deleted", "tag": "b7df387f-70cb-41a7-8942-ab9783f9ba75", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:56:38.945138 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27bca869-9e12-4d9c-a5cc-ff0bf3158a24 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:56:38.945639 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8532a29f-7bec-4295-9b06-8b7fda995ac9', 'name': 'network-vif-deleted', 'tag': 'b7df387f-70cb-41a7-8942-ab9783f9ba75', 'status': 'completed', 'code': 200}
Nov 20 20:56:38.946730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Pushing event updated for resources: {'Port': ['ID=fe8be273-5e40-4522-8563-d94c1547fbbd,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:38.977262 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:38.987247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:39.027424 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] Set router 3d7826e0-5996-48a1-a50c-4da088db9aa9 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:56:39.118597 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f98c75-d762-4618-994c-9d6cdb7dbb13 admin admin] Deleting subnet 4eaa311c-54c9-40ad-b319-5a28017c5353 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:56:39.125891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-57dbd129-8c1d-4d41-b852-4646a70abf3b None None] Provisioning complete for port b52b935d-ea0d-442f-a398-b129398557ca triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:39.126446 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-57dbd129-8c1d-4d41-b852-4646a70abf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:39.126905 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-38f98c75-d762-4618-994c-9d6cdb7dbb13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:39.166775 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cc6d1-8d2d-4ddb-b64b-be3fdb78364f None None] Pushing event updated for resources: {'Port': ['ID=e4af852c-0643-4fd6-bc8e-91b859f3e5ea,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:39.187683 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:39.196864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Allocated IP 172.20.0.1 (39d57202-9568-4a6a-919c-0970120e1018/7c0d8337-990c-433e-980a-f1721086bca6/151770e0-d68a-4e0a-a03d-045f4daf6933) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:39.235972 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:39.347688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Network a4aa1037-07d4-4996-bd80-520eca78b01e is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:39.359566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:39.362115 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:39.365713 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95bdf3-3959-46f2-8bb8-6af6010d1f43 req-5d9cb86c-a6fe-4a42-a889-066b9d9ea9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:39.368491 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c95bdf3-3959-46f2-8bb8-6af6010d1f43 req-5d9cb86c-a6fe-4a42-a889-066b9d9ea9ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 1095 time: 0.7039230
Nov 20 20:56:39.387439 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-b97d5490-5d7c-46aa-b3ed-e92827a53c42 service neutron] 10.222.0.41 "GET /v2.0/networks/0ac983b9-9a1d-433d-8824-d40a568b3101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6680100
Nov 20 20:56:39.393479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Pushing event updated for resources: {'Port': ['ID=2a40f026-5c19-4ce2-b1f4-e877d8e5fee6,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:39.449158 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-38f98c75-d762-4618-994c-9d6cdb7dbb13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:39.466204 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41932d-4e45-4ca6-838a-ed7c573f1826 req-c6aede1e-f146-4bb0-8c14-32d849325a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:39.467930 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ed41932d-4e45-4ca6-838a-ed7c573f1826 req-c6aede1e-f146-4bb0-8c14-32d849325a4b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55ad41c3ee37467d8298682b08275eb9&device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 1096 time: 0.2949710
Nov 20 20:56:39.471258 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-57dbd129-8c1d-4d41-b852-4646a70abf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:39.534840 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95bdf3-3959-46f2-8bb8-6af6010d1f43 req-5fc76d29-0c13-44cd-a279-2cc6448168dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:39.538547 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c95bdf3-3959-46f2-8bb8-6af6010d1f43 req-5fc76d29-0c13-44cd-a279-2cc6448168dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 913 time: 0.1447692
Nov 20 20:56:39.563615 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Attempting to bind port 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:56:39.563980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Attempting to bind port 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '21226869-938a-420d-8908-071a98441578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a4aa1037-07d4-4996-bd80-520eca78b01e'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:56:39.564549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Attempting to bind port 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6 on network a4aa1037-07d4-4996-bd80-520eca78b01e {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:56:39.565091 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25550872-c1ba-444a-a13e-a00156d1f2a3 req-a672adee-8cdb-4ed1-bc4d-2b9c23090997 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:39.572046 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:56:39.572341 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Checking segment: {'id': '21226869-938a-420d-8908-071a98441578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a4aa1037-07d4-4996-bd80-520eca78b01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:39.572936 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:39.573477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Bound using segment: {'id': '21226869-938a-420d-8908-071a98441578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a4aa1037-07d4-4996-bd80-520eca78b01e'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:56:39.574121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Bound port: 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21226869-938a-420d-8908-071a98441578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a4aa1037-07d4-4996-bd80-520eca78b01e'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:56:39.574665 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:39.592646 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c95bdf3-3959-46f2-8bb8-6af6010d1f43 req-94258f9e-2fa3-43a1-aa27-776c43822ba2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6171bf54-836b-4b89-9942-130b6f53b7ac HTTP/1.1" status: 200  len: 217 time: 0.0485477
Nov 20 20:56:39.598335 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25550872-c1ba-444a-a13e-a00156d1f2a3 req-a672adee-8cdb-4ed1-bc4d-2b9c23090997 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.4065886
Nov 20 20:56:39.610889 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-57dbd129-8c1d-4d41-b852-4646a70abf3b None None] For port b52b935d-ea0d-442f-a398-b129398557ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b52b935d-ea0d-442f-a398-b129398557ca,segment=NetworkSegment(989c25c9-1c13-450b-8c99-9f5ff3ed266b),segment_id=989c25c9-1c13-450b-8c99-9f5ff3ed266b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:39.649915 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-57dbd129-8c1d-4d41-b852-4646a70abf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:39.670706 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95bdf3-3959-46f2-8bb8-6af6010d1f43 req-b1103748-6b67-44b8-9569-baf503da1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:39.675048 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c95bdf3-3959-46f2-8bb8-6af6010d1f43 req-b1103748-6b67-44b8-9569-baf503da1745 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2907b1cf-3fa4-4cec-bd6c-6b6472f874f9 HTTP/1.1" status: 200  len: 852 time: 0.0761995
Nov 20 20:56:39.733934 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbd129-8c1d-4d41-b852-4646a70abf3b None None] Pushing event updated for resources: {'Port': ['ID=b52b935d-ea0d-442f-a398-b129398557ca,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:39.750857 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c95bdf3-3959-46f2-8bb8-6af6010d1f43 req-0a972cd9-44ec-45ac-a90b-e9a146cb8d74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3915836-86cb-49e6-9e5c-f9e82114304b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0643601
Nov 20 20:56:39.761884 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a540ac160>, [{'id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'name': 'tempest-ServersTestManualDisk-2066011802-router', 'tenant_id': '92267796613943d4aa68073d9406f124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:56:24Z', 'updated_at': '2021-11-20T20:56:30Z', 'revision_number': 4, 'project_id': '92267796613943d4aa68073d9406f124', 'gw_port': {'id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:25Z', 'updated_at': '2021-11-20T20:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b52b935d-ea0d-442f-a398-b129398557ca', 'name': '', 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421', 'tenant_id': '92267796613943d4aa68073d9406f124', 'mac_address': 'fa:16:3e:44:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:29Z', 'updated_at': '2021-11-20T20:56:38Z', 'revision_number': 4, 'project_id': '92267796613943d4aa68073d9406f124', 'subnets': [{'id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:39.799325 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec2563-58a2-4017-a388-170fe8be1671 req-a9827c25-8947-434a-828d-47a0651716a7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:39.809269 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-53ec2563-58a2-4017-a388-170fe8be1671 req-a9827c25-8947-434a-828d-47a0651716a7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 944 time: 0.1331410
Nov 20 20:56:39.821570 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:39.848134 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25550872-c1ba-444a-a13e-a00156d1f2a3 req-24c5bdfb-5ec2-4b97-98ed-1ad019bdb116 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2443089
Nov 20 20:56:39.902568 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a81888cf-33f7-4f61-a2cc-642a8b7138fd tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:39.906481 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-38f98c75-d762-4618-994c-9d6cdb7dbb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:39.952266 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-53ec2563-58a2-4017-a388-170fe8be1671 req-819cbc68-5b87-46f5-9fcb-a2818b844433 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417134
Nov 20 20:56:39.961092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b0ad7-7f70-4358-ba28-26c0a9512f90 None None] The sync data for ids ['3d7826e0-5996-48a1-a50c-4da088db9aa9'] in ncdv-master-1 is: [{'id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'name': 'tempest-ServersTestManualDisk-2066011802-router', 'tenant_id': '92267796613943d4aa68073d9406f124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:56:24Z', 'updated_at': '2021-11-20T20:56:30Z', 'revision_number': 4, 'project_id': '92267796613943d4aa68073d9406f124', 'gw_port': {'id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:25Z', 'updated_at': '2021-11-20T20:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b52b935d-ea0d-442f-a398-b129398557ca', 'name': '', 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421', 'tenant_id': '92267796613943d4aa68073d9406f124', 'mac_address': 'fa:16:3e:44:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:29Z', 'updated_at': '2021-11-20T20:56:38Z', 'revision_number': 4, 'project_id': '92267796613943d4aa68073d9406f124', 'subnets': [{'id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:56:39.966622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] For port 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:56:39.969728 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] For port 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a40f026-5c19-4ce2-b1f4-e877d8e5fee6,segment=NetworkSegment(21226869-938a-420d-8908-071a98441578),segment_id=21226869-938a-420d-8908-071a98441578)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:56:39.980239 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:40.002546 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c95bdf3-3959-46f2-8bb8-6af6010d1f43 req-c3838db9-75c1-417e-993a-74c36bc22b83 service neutron] 10.222.0.47 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2400186
Nov 20 20:56:40.032843 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:40.063332 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd1db8-5b0b-46b7-88f6-f73a125dd4f6 None None] Pushing event updated for resources: {'Port': ['ID=2a40f026-5c19-4ce2-b1f4-e877d8e5fee6,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:40.245517 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c95bdf3-3959-46f2-8bb8-6af6010d1f43 req-45780918-af0c-4f1a-a475-308f974fe78c service neutron] 10.222.0.47 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2359862
Nov 20 20:56:40.656927 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9eebbf-c45e-4eb6-9e77-2701b9772587 None None] Network 39d57202-9568-4a6a-919c-0970120e1018 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:56:40.706287 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:40.782615 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c446efd7-6ba3-4034-82d7-9b3a35249fae None None] Provisioning complete for port e4af852c-0643-4fd6-bc8e-91b859f3e5ea triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:40.782615 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c446efd7-6ba3-4034-82d7-9b3a35249fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:40.811015 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54d5187a-bbe3-4349-abfe-e07abef911ad req-50120d91-5909-447f-84fe-9826fd4864bb tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 210 time: 0.8612142
Nov 20 20:56:40.814535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41932d-4e45-4ca6-838a-ed7c573f1826 req-ebb86a5c-32a5-410f-939b-5ac1dd372d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:40.816354 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ed41932d-4e45-4ca6-838a-ed7c573f1826 req-ebb86a5c-32a5-410f-939b-5ac1dd372d7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=736ec84c-e23f-43ed-94e7-211dbb35bbc4 HTTP/1.1" status: 200  len: 920 time: 1.2846959
Nov 20 20:56:40.817464 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81888cf-33f7-4f61-a2cc-642a8b7138fd tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Pushing event deleted for resources: {'Port': ['ID=6d630126-a73c-434f-a562-af1e08f2976c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:40.839451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b52b935d-ea0d-442f-a398-b129398557ca up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:56:40.979108 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ed41932d-4e45-4ca6-838a-ed7c573f1826 req-d4fb62b0-be0f-45e5-adb2-68fb2a8e2685 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7efeaeb-5641-4aca-8236-410be11d600d HTTP/1.1" status: 200  len: 217 time: 0.1493518
Nov 20 20:56:40.985985 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a81888cf-33f7-4f61-a2cc-642a8b7138fd tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:40.991063 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a81888cf-33f7-4f61-a2cc-642a8b7138fd tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:40.992157 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a81888cf-33f7-4f61-a2cc-642a8b7138fd tempest-ServersTestFqdnHostnames-244116495 tempest-ServersTestFqdnHostnames-244116495-project] 10.222.0.41 "DELETE /v2.0/floatingips/843f6b9b-c318-47b6-a971-6de231d889ed HTTP/1.1" status: 204  len: 168 time: 2.8978028
Nov 20 20:56:41.021307 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43508) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:41.039237 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b52b935d-ea0d-442f-a398-b129398557ca triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:41.039615 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:41.039747 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:41.042923 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c446efd7-6ba3-4034-82d7-9b3a35249fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:41.072274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 39d57202-9568-4a6a-919c-0970120e1018 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:41.081083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:41.144203 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c446efd7-6ba3-4034-82d7-9b3a35249fae None None] For port e4af852c-0643-4fd6-bc8e-91b859f3e5ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4af852c-0643-4fd6-bc8e-91b859f3e5ea,segment=NetworkSegment(64581796-9ffd-4f0e-b245-13c7008c87c3),segment_id=64581796-9ffd-4f0e-b245-13c7008c87c3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:41.160283 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c446efd7-6ba3-4034-82d7-9b3a35249fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:41.191151 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36c2be-3ef8-4245-ab9c-9ba5c0c7c4e6 req-149fc7ee-4d39-4759-b1bd-2a331a851879 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:41.217849 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b36c2be-3ef8-4245-ab9c-9ba5c0c7c4e6 req-149fc7ee-4d39-4759-b1bd-2a331a851879 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.2690468
Nov 20 20:56:41.265953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:56:41.274607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446efd7-6ba3-4034-82d7-9b3a35249fae None None] Pushing event updated for resources: {'Port': ['ID=e4af852c-0643-4fd6-bc8e-91b859f3e5ea,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:41.325857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=151770e0-d68a-4e0a-a03d-045f4daf6933,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:41.363198 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:41.368151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41932d-4e45-4ca6-838a-ed7c573f1826 req-484e7bd2-a238-421c-804e-13595b0a69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:41.369544 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ed41932d-4e45-4ca6-838a-ed7c573f1826 req-484e7bd2-a238-421c-804e-13595b0a69d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8caf43ae-75b1-499d-9400-cbaa8e6fc948 HTTP/1.1" status: 200  len: 859 time: 0.3682318
Nov 20 20:56:41.387039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:41.387419 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:41.425496 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-38f98c75-d762-4618-994c-9d6cdb7dbb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:41.540425 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b36c2be-3ef8-4245-ab9c-9ba5c0c7c4e6 req-79ddebf5-3bb0-4532-9b69-22c4c5a54dba tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3092146
Nov 20 20:56:41.559927 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-38f98c75-d762-4618-994c-9d6cdb7dbb13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:41.564338 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-38f98c75-d762-4618-994c-9d6cdb7dbb13 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4eaa311c-54c9-40ad-b319-5a28017c5353 HTTP/1.1" status: 204  len: 168 time: 2.7652006
Nov 20 20:56:41.574294 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43512) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:41.593280 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:41.642596 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0690d874-2729-4030-812c-d763ef414985 None None] Provisioning complete for port 151770e0-d68a-4e0a-a03d-045f4daf6933 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:41.643297 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0690d874-2729-4030-812c-d763ef414985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:41.766996 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a40f026-5c19-4ce2-b1f4-e877d8e5fee6,segment=NetworkSegment(21226869-938a-420d-8908-071a98441578),segment_id=21226869-938a-420d-8908-071a98441578)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:41.768002 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f98c75-d762-4618-994c-9d6cdb7dbb13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eaa311c-54c9-40ad-b319-5a28017c5353,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:41.769645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0690d874-2729-4030-812c-d763ef414985 None None] Port 151770e0-d68a-4e0a-a03d-045f4daf6933 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:56:41.782567 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ed41932d-4e45-4ca6-838a-ed7c573f1826 req-c3de61f6-475f-45ef-ac9f-cdb0cc290063 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=736ec84c-e23f-43ed-94e7-211dbb35bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2919095
Nov 20 20:56:41.785110 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:41.785932 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e4af852c-0643-4fd6-bc8e-91b859f3e5ea up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:56:41.933595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f86c0dc-fdc6-4c31-8504-4219e066903a None None] Network a4aa1037-07d4-4996-bd80-520eca78b01e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:56:41.955438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef118152-5a63-4aa2-9266-c1e003ab422d req-5dd02271-1096-40bd-a358-945f01c9cfa0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:41.963665 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef118152-5a63-4aa2-9266-c1e003ab422d req-5dd02271-1096-40bd-a358-945f01c9cfa0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 944 time: 0.5973713
Nov 20 20:56:41.987885 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cdf70cc7-53a7-4c14-bdd4-90bd61d3c6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:42.004711 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:42.008813 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0690d874-2729-4030-812c-d763ef414985 None None] Provisioning complete for port e4af852c-0643-4fd6-bc8e-91b859f3e5ea triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:42.008813 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0690d874-2729-4030-812c-d763ef414985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:42.035991 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fe7d7e2a-aa07-4c9c-b388-c85b9894e9f0 req-e65f1e7d-77dc-40eb-8f5e-3506c1d3575a tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 210 time: 0.0939000
Nov 20 20:56:42.076275 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6171bf54-836b-4b89-9942-130b6f53b7ac details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:56:42.112726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=2a40f026-5c19-4ce2-b1f4-e877d8e5fee6,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:42.268719 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cdf70cc7-53a7-4c14-bdd4-90bd61d3c6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:42.269375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e4af852c-0643-4fd6-bc8e-91b859f3e5ea triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:42.272980 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:42.329565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef118152-5a63-4aa2-9266-c1e003ab422d req-f027ec47-1401-4d8c-87c2-2bd662d29373 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3650186
Nov 20 20:56:42.340124 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-cdf70cc7-53a7-4c14-bdd4-90bd61d3c6da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4efdbbb0>,) {'filters': {'network_id': ['bf74e6f3-82c8-4978-aa97-a4ecd0f7f700']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:42.379856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-2b644693-20e7-4888-bb52-977e32cbd183 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:42.381575 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-2b644693-20e7-4888-bb52-977e32cbd183 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.37 "GET /v2.0/networks?id=0ac983b9-9a1d-433d-8824-d40a568b3101 HTTP/1.1" status: 200  len: 814 time: 1.0267870
Nov 20 20:56:42.384264 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:42.386347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-cdf70cc7-53a7-4c14-bdd4-90bd61d3c6da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4efdbbb0>, '04a20dec-faad-4387-9381-2963f3e63e7b') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:42.387021 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-cdf70cc7-53a7-4c14-bdd4-90bd61d3c6da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4efdbbb0>, '04a20dec-faad-4387-9381-2963f3e63e7b') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:42.404369 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:42.415388 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ed41932d-4e45-4ca6-838a-ed7c573f1826 req-b014059b-7a12-4852-b070-5664f16432e9 service neutron] 10.222.0.47 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6044447
Nov 20 20:56:42.419765 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cdf70cc7-53a7-4c14-bdd4-90bd61d3c6da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:42.487566 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cdf70cc7-53a7-4c14-bdd4-90bd61d3c6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:42.499053 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:42.511653 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf70cc7-53a7-4c14-bdd4-90bd61d3c6da admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:56:42.513939 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cdf70cc7-53a7-4c14-bdd4-90bd61d3c6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:56:42.518600 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:56:42.585429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 6171bf54-836b-4b89-9942-130b6f53b7ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6171bf54-836b-4b89-9942-130b6f53b7ac,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:42.619246 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '6171bf54-836b-4b89-9942-130b6f53b7ac', 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b', 'port_id': '6171bf54-836b-4b89-9942-130b6f53b7ac', 'mac_address': 'fa:16:3e:57:d3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2907b1cf-3fa4-4cec-bd6c-6b6472f874f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:56:42.693687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-826dfc90-01a6-459f-bd73-9ed1a2ea6c60 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Request body: {'port': {'device_id': 'e32689d1-8986-4ec5-84e2-f28bf3843085', 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101', 'admin_state_up': True, 'tenant_id': 'a48484c034b44d9bbd058ca3ed927499'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:42.726894 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:42.758418 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-03637d51-f8ab-4e8c-bd8c-e644349e1339 None None] Provisioning complete for port 151770e0-d68a-4e0a-a03d-045f4daf6933 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:42.758806 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-03637d51-f8ab-4e8c-bd8c-e644349e1339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:42.774754 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Pushing event updated for resources: {'Port': ['ID=fe8be273-5e40-4522-8563-d94c1547fbbd,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:42.825808 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6171bf54-836b-4b89-9942-130b6f53b7ac {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:56:42.888085 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 6171bf54-836b-4b89-9942-130b6f53b7ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6171bf54-836b-4b89-9942-130b6f53b7ac,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:42.891030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-03637d51-f8ab-4e8c-bd8c-e644349e1339 None None] Port 151770e0-d68a-4e0a-a03d-045f4daf6933 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:56:42.903265 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cdf70cc7-53a7-4c14-bdd4-90bd61d3c6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:42.909114 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:42.914629 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cdf70cc7-53a7-4c14-bdd4-90bd61d3c6da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:42.925427 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cdf70cc7-53a7-4c14-bdd4-90bd61d3c6da admin admin] 10.222.0.41 "DELETE /v2.0/networks/bf74e6f3-82c8-4978-aa97-a4ecd0f7f700 HTTP/1.1" status: 204  len: 168 time: 1.3491745
Nov 20 20:56:42.977741 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf70cc7-53a7-4c14-bdd4-90bd61d3c6da admin admin] Pushing event deleted for resources: {'Network': ['ID=bf74e6f3-82c8-4978-aa97-a4ecd0f7f700,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:42.985524 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-03637d51-f8ab-4e8c-bd8c-e644349e1339 None None] Provisioning complete for port 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:42.985945 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-03637d51-f8ab-4e8c-bd8c-e644349e1339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:43.003228 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-df2bf086-ee29-49cb-a7f6-46f6b387bfb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:43.094581 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:43.098898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:56:43.125181 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=6171bf54-836b-4b89-9942-130b6f53b7ac,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:43.198733 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['6171bf54-836b-4b89-9942-130b6f53b7ac'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:56:43.303220 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:43.313393 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-44bb428f-8423-48f9-850b-d1665f6ee9db tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.3834591
Nov 20 20:56:43.323617 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0a39-1ad0-470e-832b-5adb1ba4669d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:43.346507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:43.346982 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:43.350444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43542) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:43.407858 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce0c1d-478c-424d-8a31-2edc845c71d9 req-227b4994-5eed-4aed-ae27-bd48b384c4b0 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:43.420049 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a4ce0c1d-478c-424d-8a31-2edc845c71d9 req-227b4994-5eed-4aed-ae27-bd48b384c4b0 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.6281538
Nov 20 20:56:43.485517 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0c75799d-c0a8-4592-9b25-28db059ef859 None None] Provisioning complete for port 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:43.486207 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0c75799d-c0a8-4592-9b25-28db059ef859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:43.541351 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a4ce0c1d-478c-424d-8a31-2edc845c71d9 req-b34c4273-1d5d-4ece-be18-77c45d71434b tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161103
Nov 20 20:56:43.623708 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e4af852c-0643-4fd6-bc8e-91b859f3e5ea up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:56:43.659318 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ede8efa-a8df-4dc5-a548-cde60f82ba75 req-fd25c901-7add-480e-8ff6-3c3ea3cfedd5 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 210 time: 0.4053230
Nov 20 20:56:43.808711 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e4af852c-0643-4fd6-bc8e-91b859f3e5ea triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:43.809072 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:43.823982 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fae14-3c2f-4f72-9cb7-fee17f7073a6 req-66647071-6cda-4bd6-89bc-448eeba0899f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:43.832721 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5d9fae14-3c2f-4f72-9cb7-fee17f7073a6 req-66647071-6cda-4bd6-89bc-448eeba0899f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 945 time: 0.1521299
Nov 20 20:56:43.867369 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-df2bf086-ee29-49cb-a7f6-46f6b387bfb6 admin admin] Deleting port ca8ee019-e474-4efc-acce-d29d7e60f572 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:43.867745 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-df2bf086-ee29-49cb-a7f6-46f6b387bfb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:43.963760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-df2bf086-ee29-49cb-a7f6-46f6b387bfb6 admin admin] For port ca8ee019-e474-4efc-acce-d29d7e60f572, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca8ee019-e474-4efc-acce-d29d7e60f572,segment=NetworkSegment(6de865c9-e836-43af-82e0-d52e34d30304),segment_id=6de865c9-e836-43af-82e0-d52e34d30304)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:43.964176 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-df2bf086-ee29-49cb-a7f6-46f6b387bfb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:43.979721 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-df2bf086-ee29-49cb-a7f6-46f6b387bfb6 admin admin] Calling delete_port for ca8ee019-e474-4efc-acce-d29d7e60f572 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:44.007393 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:44.018407 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ed41932d-4e45-4ca6-838a-ed7c573f1826 req-f2e0ed6e-02f8-4be2-9573-39a0d3e5a647 service neutron] 10.222.0.47 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5474579
Nov 20 20:56:44.074998 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:44.152248 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:44.218738 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-df2bf086-ee29-49cb-a7f6-46f6b387bfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:44.351764 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bf086-ee29-49cb-a7f6-46f6b387bfb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca8ee019-e474-4efc-acce-d29d7e60f572,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:44.370539 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5d9fae14-3c2f-4f72-9cb7-fee17f7073a6 req-38c3adb6-498b-4223-8edd-fb1797d91157 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5323548
Nov 20 20:56:44.373689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 39d57202-9568-4a6a-919c-0970120e1018 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:44.385050 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:44.481777 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:56:44.529254 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-5745c794-4d2c-4d8a-be97-eb8d39770bdd tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--640463386&fields=id&tenant_id=92267796613943d4aa68073d9406f124 HTTP/1.1" status: 200  len: 267 time: 0.4860623
Nov 20 20:56:44.663399 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6364aebf-f2fd-4d77-90d8-77f58b46466a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ed0c564c74644c6baba20a6319cff30&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3116825
Nov 20 20:56:44.699769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-f7714deb-87ec-4344-aab2-a7cf5f5b83b7 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:44.707912 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-f7714deb-87ec-4344-aab2-a7cf5f5b83b7 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/networks?id=40d8ef56-5653-4804-9a84-8afa72f95421 HTTP/1.1" status: 200  len: 812 time: 0.1776905
Nov 20 20:56:44.714525 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43560) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:44.782468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-826dfc90-01a6-459f-bd73-9ed1a2ea6c60 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Made reservation on behalf of a48484c034b44d9bbd058ca3ed927499 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:44.786946 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-826dfc90-01a6-459f-bd73-9ed1a2ea6c60 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:44.797901 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-0b2b4790-c904-47e2-b569-3db11215ba32 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/quotas/92267796613943d4aa68073d9406f124 HTTP/1.1" status: 200  len: 375 time: 0.0890055
Nov 20 20:56:44.861300 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5660-ceff-403c-be3e-d70aa851b582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:44.875425 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-df2bf086-ee29-49cb-a7f6-46f6b387bfb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:44.884963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=151770e0-d68a-4e0a-a03d-045f4daf6933,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:44.895801 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5660-ceff-403c-be3e-d70aa851b582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:44.916564 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f544-b9ab-4654-b515-c1c83b69c92b req-291cff41-e455-4317-878c-a8878615f3ff tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:44.924255 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6700f544-b9ab-4654-b515-c1c83b69c92b req-291cff41-e455-4317-878c-a8878615f3ff tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.2086892
Nov 20 20:56:44.936473 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ea7175fd-fac4-4e62-9223-c946a3b0a589 None None] Provisioning complete for port 151770e0-d68a-4e0a-a03d-045f4daf6933 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:44.937435 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ea7175fd-fac4-4e62-9223-c946a3b0a589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:45.005766 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-ae39c36f-a757-4264-a472-7062f0f4074f tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=92267796613943d4aa68073d9406f124&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2047334
Nov 20 20:56:45.045252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ea7175fd-fac4-4e62-9223-c946a3b0a589 None None] Port 151770e0-d68a-4e0a-a03d-045f4daf6933 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:56:45.069296 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6700f544-b9ab-4654-b515-c1c83b69c92b req-7d422a2e-4736-454f-bc50-ba94149b0cca tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440325
Nov 20 20:56:45.129006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 3910c1e8-d290-4e2e-a02e-f07c4b891df6 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:56:45.162622 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5660-ceff-403c-be3e-d70aa851b582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:45.165799 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5660-ceff-403c-be3e-d70aa851b582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:45.176116 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e1ed5660-ceff-403c-be3e-d70aa851b582 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd41a5a3-10ef-4e6e-870a-b61c4983c608 HTTP/1.1" status: 204  len: 168 time: 0.4594247
Nov 20 20:56:45.235977 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c77911a1-8477-486d-839f-3fbdd07ee4d1 req-01ce9eb7-6f05-405d-8bdc-ed7034d7a277 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 210 time: 0.0472043
Nov 20 20:56:45.240963 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed5660-ceff-403c-be3e-d70aa851b582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd41a5a3-10ef-4e6e-870a-b61c4983c608,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:45.448987 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:56:45.461389 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6587b-43bb-403b-87c7-d568cb23f2bc None None] Sync routers for ids ['3910c1e8-d290-4e2e-a02e-f07c4b891df6'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:56:45.461846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43572) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:45.469763 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e75e76a6-d264-4de1-9f43-0df5e38c01e9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/3910c1e8-d290-4e2e-a02e-f07c4b891df6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1551194
Nov 20 20:56:45.480831 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be6587b-43bb-403b-87c7-d568cb23f2bc None None] Routers {'3910c1e8-d290-4e2e-a02e-f07c4b891df6'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:45.481469 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1be6587b-43bb-403b-87c7-d568cb23f2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54384c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3910c1e8-d290-4e2e-a02e-f07c4b891df6'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:45.491596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2bf086-ee29-49cb-a7f6-46f6b387bfb6 admin admin] Router d626a881-4ac4-4e55-88e6-6ca721bc06ec has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:56:45.602439 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ab9485f7-ae20-4c7d-8627-81a948d17f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:45.622210 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1be6587b-43bb-403b-87c7-d568cb23f2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54384c10>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:45.639509 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be6587b-43bb-403b-87c7-d568cb23f2bc None None] Routers {'3910c1e8-d290-4e2e-a02e-f07c4b891df6'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:45.640373 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1be6587b-43bb-403b-87c7-d568cb23f2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54384c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3910c1e8-d290-4e2e-a02e-f07c4b891df6'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:45.664507 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-826dfc90-01a6-459f-bd73-9ed1a2ea6c60 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Allocated IP 172.20.0.6 (0ac983b9-9a1d-433d-8824-d40a568b3101/a7d7e7c7-c934-4982-a948-5ad072c84e4b/dfd54190-c8a6-40d7-b314-29f7df09fc83) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:45.682782 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1be6587b-43bb-403b-87c7-d568cb23f2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54384c10>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:45.684500 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6587b-43bb-403b-87c7-d568cb23f2bc None None] The sync data for ids ['3910c1e8-d290-4e2e-a02e-f07c4b891df6'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:56:45.707726 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2cc57e-806f-4b91-aa4a-fab2f16c3ebb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:45.710111 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9e2cc57e-806f-4b91-aa4a-fab2f16c3ebb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports/151770e0-d68a-4e0a-a03d-045f4daf6933 HTTP/1.1" status: 200  len: 910 time: 0.2462335
Nov 20 20:56:45.715327 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43578) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:45.811300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6c76f-b156-4f92-9488-fba4e2f8f618 req-fcc61153-4944-4e82-9ef9-7591878b01d0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:45.812861 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6f6c76f-b156-4f92-9488-fba4e2f8f618 req-fcc61153-4944-4e82-9ef9-7591878b01d0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 945 time: 0.2790029
Nov 20 20:56:45.909605 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2bf086-ee29-49cb-a7f6-46f6b387bfb6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:56:45.917564 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-df2bf086-ee29-49cb-a7f6-46f6b387bfb6 admin admin] 10.222.0.41 "PUT /v2.0/routers/d626a881-4ac4-4e55-88e6-6ca721bc06ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8931928
Nov 20 20:56:45.918411 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43584) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:45.922022 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6f6c76f-b156-4f92-9488-fba4e2f8f618 req-4a8f83ea-76f0-440c-a7a0-74412dfd6c9e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977900
Nov 20 20:56:45.922775 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae2b71d-c85e-4dc5-880b-813a76ea21c3 None None] Sync routers for ids ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:56:45.937038 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae2b71d-c85e-4dc5-880b-813a76ea21c3 None None] Routers {'d626a881-4ac4-4e55-88e6-6ca721bc06ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:45.937842 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1ae2b71d-c85e-4dc5-880b-813a76ea21c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472c24c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:46.082844 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6171bf54-836b-4b89-9942-130b6f53b7ac up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:56:46.086854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-00cc7547-fa98-4a8c-9220-98b2467a8b8b admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:46.244797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-1ae2b71d-c85e-4dc5-880b-813a76ea21c3 None None] Set router d626a881-4ac4-4e55-88e6-6ca721bc06ec gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:56:46.314662 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 6171bf54-836b-4b89-9942-130b6f53b7ac completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:56:46.319785 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 6171bf54-836b-4b89-9942-130b6f53b7ac triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:46.320110 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:46.422531 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-a716b597-e032-4f2c-bb80-e024b03202ec service neutron] 10.222.0.41 "GET /v2.0/networks/40d8ef56-5653-4804-9a84-8afa72f95421?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3427801
Nov 20 20:56:46.517962 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300df5d-d980-4ac5-834b-594a94664e14 req-21a285b9-7184-42db-aacb-c1fdd0cf7582 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:46.519554 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b300df5d-d980-4ac5-834b-594a94664e14 req-21a285b9-7184-42db-aacb-c1fdd0cf7582 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.3178222
Nov 20 20:56:46.606195 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:46.609750 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-00cc7547-fa98-4a8c-9220-98b2467a8b8b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:46.660083 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1ae2b71d-c85e-4dc5-880b-813a76ea21c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472c24c0>, [{'id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'name': 'tempest-ServersTestFqdnHostnames-1065850746-router', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66'}], 'enable_snat': True}, 'gw_port_id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:13Z', 'updated_at': '2021-11-20T20:56:44Z', 'revision_number': 5, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'gw_port': {'id': '6cf035f6-51fc-4637-a6ac-59c07a2f2eaf', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:54:14Z', 'updated_at': '2021-11-20T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:46.710386 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43602) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:46.722441 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2a37d1-6352-4c63-8de6-2e9e94bf609f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6171bf54-836b-4b89-9942-130b6f53b7ac'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:56:46.725059 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071fb89a-b808-46ea-ab7c-6a5bef5ecb2b" -d '{"events": [{"server_uuid": "9a2a37d1-6352-4c63-8de6-2e9e94bf609f", "name": "network-vif-plugged", "status": "completed", "tag": "6171bf54-836b-4b89-9942-130b6f53b7ac"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:56:46.746757 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae2b71d-c85e-4dc5-880b-813a76ea21c3 None None] Checking router: d626a881-4ac4-4e55-88e6-6ca721bc06ec for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:56:46.757613 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 6171bf54-836b-4b89-9942-130b6f53b7ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6171bf54-836b-4b89-9942-130b6f53b7ac,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:46.763187 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:46.827138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=6171bf54-836b-4b89-9942-130b6f53b7ac,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:46.831574 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:46.833213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae2b71d-c85e-4dc5-880b-813a76ea21c3 None None] Routers {'d626a881-4ac4-4e55-88e6-6ca721bc06ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:46.834098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1ae2b71d-c85e-4dc5-880b-813a76ea21c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472c24c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:46.962542 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-6b6fb4f2-f2c0-4599-8cec-11c8252f05cd service neutron] 10.222.0.41 "GET /v2.0/networks/40d8ef56-5653-4804-9a84-8afa72f95421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5226934
Nov 20 20:56:46.976298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6dc58413-768a-4aed-b696-d52ecb703ba4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-384409164-network', 'tenant_id': 'bfc3f13200ff407ea8e320abdbb3c456'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:46.988011 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-1ae2b71d-c85e-4dc5-880b-813a76ea21c3 None None] Set router d626a881-4ac4-4e55-88e6-6ca721bc06ec gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:56:47.051808 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc58413-768a-4aed-b696-d52ecb703ba4 admin admin] Made reservation on behalf of bfc3f13200ff407ea8e320abdbb3c456 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:47.055433 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6dc58413-768a-4aed-b696-d52ecb703ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:47.063747 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-826dfc90-01a6-459f-bd73-9ed1a2ea6c60 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:47.073252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1ae2b71d-c85e-4dc5-880b-813a76ea21c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472c24c0>, [{'id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'name': 'tempest-ServersTestFqdnHostnames-1065850746-router', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:13Z', 'updated_at': '2021-11-20T20:56:46Z', 'revision_number': 6, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:47.081388 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6dc58413-768a-4aed-b696-d52ecb703ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:47.164625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae2b71d-c85e-4dc5-880b-813a76ea21c3 None None] The sync data for ids ['d626a881-4ac4-4e55-88e6-6ca721bc06ec'] in ncdv-master-1 is: [{'id': 'd626a881-4ac4-4e55-88e6-6ca721bc06ec', 'name': 'tempest-ServersTestFqdnHostnames-1065850746-router', 'tenant_id': '170ca59a5b074770be63f18691e7aa40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:13Z', 'updated_at': '2021-11-20T20:56:46Z', 'revision_number': 6, 'project_id': '170ca59a5b074770be63f18691e7aa40', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:56:47.335801 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6dc58413-768a-4aed-b696-d52ecb703ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:47.357348 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6dc58413-768a-4aed-b696-d52ecb703ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:47.433664 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-826dfc90-01a6-459f-bd73-9ed1a2ea6c60 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:47.433664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc58413-768a-4aed-b696-d52ecb703ba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:56:47.552070 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b300df5d-d980-4ac5-834b-594a94664e14 req-1a027df9-895b-467b-a3b6-5137147548b9 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0168524
Nov 20 20:56:47.571833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dfc90-01a6-459f-bd73-9ed1a2ea6c60 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Pushing event updated for resources: {'Port': ['ID=dfd54190-c8a6-40d7-b314-29f7df09fc83,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:47.583726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-826dfc90-01a6-459f-bd73-9ed1a2ea6c60 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Network 0ac983b9-9a1d-433d-8824-d40a568b3101 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:47.639948 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-00cc7547-fa98-4a8c-9220-98b2467a8b8b admin admin] Deleting port 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:47.640299 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-00cc7547-fa98-4a8c-9220-98b2467a8b8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:47.648756 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6dc58413-768a-4aed-b696-d52ecb703ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:47.649164 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-6dc58413-768a-4aed-b696-d52ecb703ba4 admin admin] Added segment c0d94a67-f676-4066-a805-c6c070e887e3 of type vlan for network 00efdad1-1d3a-4059-9b5a-980ee6794339
Nov 20 20:56:47.666719 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf30b70a-ea08-40c7-97be-bff4889097d7 x-openstack-request-id: req-bf30b70a-ea08-40c7-97be-bff4889097d7 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:56:47.667030 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2a37d1-6352-4c63-8de6-2e9e94bf609f", "name": "network-vif-plugged", "status": "completed", "tag": "6171bf54-836b-4b89-9942-130b6f53b7ac", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:56:47.667293 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf30b70a-ea08-40c7-97be-bff4889097d7 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:56:47.667766 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2a37d1-6352-4c63-8de6-2e9e94bf609f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6171bf54-836b-4b89-9942-130b6f53b7ac', 'code': 200}
Nov 20 20:56:47.763388 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6dc58413-768a-4aed-b696-d52ecb703ba4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:47.798431 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-826dfc90-01a6-459f-bd73-9ed1a2ea6c60 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:47.801597 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:47.820443 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-826dfc90-01a6-459f-bd73-9ed1a2ea6c60 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:47.888933 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-00cc7547-fa98-4a8c-9220-98b2467a8b8b admin admin] For port 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cf035f6-51fc-4637-a6ac-59c07a2f2eaf,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:47.889716 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-00cc7547-fa98-4a8c-9220-98b2467a8b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:47.904102 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6dc58413-768a-4aed-b696-d52ecb703ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:47.906213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc58413-768a-4aed-b696-d52ecb703ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:47.907665 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6dc58413-768a-4aed-b696-d52ecb703ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:47.915170 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-00cc7547-fa98-4a8c-9220-98b2467a8b8b admin admin] Calling delete_port for 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:47.933827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc58413-768a-4aed-b696-d52ecb703ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e194326-07ef-4dce-85dd-74379f8a11b3,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:48.284127 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d495d1-9bd8-4413-989a-42c6788bfa1f req-03f04e9f-efed-4b35-b749-ae95791e05fe tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:48.293773 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68d495d1-9bd8-4413-989a-42c6788bfa1f req-03f04e9f-efed-4b35-b749-ae95791e05fe tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.2448997
Nov 20 20:56:48.311632 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-605b7940-c7dd-43aa-9b2d-8f98cf23e1ff None None] Provisioning complete for port dfd54190-c8a6-40d7-b314-29f7df09fc83 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:48.313396 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-605b7940-c7dd-43aa-9b2d-8f98cf23e1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:48.330563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc58413-768a-4aed-b696-d52ecb703ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=00efdad1-1d3a-4059-9b5a-980ee6794339,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:48.369137 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6dc58413-768a-4aed-b696-d52ecb703ba4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.6368930
Nov 20 20:56:48.380394 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43630) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:48.388079 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b73cf5d1-f44a-47e4-acd7-e81dd65b8fc1 admin admin] Request body: {'subnet': {'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-384409164-subnet', 'tenant_id': 'bfc3f13200ff407ea8e320abdbb3c456', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:48.389530 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-605b7940-c7dd-43aa-9b2d-8f98cf23e1ff None None] Port dfd54190-c8a6-40d7-b314-29f7df09fc83 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:56:48.391749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 00efdad1-1d3a-4059-9b5a-980ee6794339 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:56:48.464485 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68d495d1-9bd8-4413-989a-42c6788bfa1f req-aa446061-dbd6-4c4f-aa14-75c2438d2928 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665294
Nov 20 20:56:48.547553 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-826dfc90-01a6-459f-bd73-9ed1a2ea6c60 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:48.548324 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-826dfc90-01a6-459f-bd73-9ed1a2ea6c60 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:48.563352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73cf5d1-f44a-47e4-acd7-e81dd65b8fc1 admin admin] Made reservation on behalf of bfc3f13200ff407ea8e320abdbb3c456 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:48.570840 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b73cf5d1-f44a-47e4-acd7-e81dd65b8fc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:48.623459 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:48.627244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d1e5b-05d9-495d-aa56-fafdf07f8bd5 req-3edcb759-457a-4e88-bb6f-837eba650534 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:48.636220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf1d1e5b-05d9-495d-aa56-fafdf07f8bd5 req-3edcb759-457a-4e88-bb6f-837eba650534 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 931 time: 1.2503431
Nov 20 20:56:48.774315 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-36e7f575-21e5-4960-965c-7f0693a0bda2 req-c389c05f-bf26-4e35-95c7-4df2c6d38157 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 210 time: 0.0466135
Nov 20 20:56:48.779436 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-00cc7547-fa98-4a8c-9220-98b2467a8b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:48.814560 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc7547-fa98-4a8c-9220-98b2467a8b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf035f6-51fc-4637-a6ac-59c07a2f2eaf,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:48.914678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ca8ee019-e474-4efc-acce-d29d7e60f572 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:56:48.947192 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-00cc7547-fa98-4a8c-9220-98b2467a8b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:48.974968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: ca8ee019-e474-4efc-acce-d29d7e60f572 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:56:48.977421 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ca8ee019-e474-4efc-acce-d29d7e60f572 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:56:48.980080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:56:49.000446 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Allocated IP 172.21.0.1 (a4aa1037-07d4-4996-bd80-520eca78b01e/f9cccf86-cf73-42b4-a012-ba1976308cf7/53bf41ad-b984-48c0-91e9-181ecc0ecd2d) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:49.061137 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-00cc7547-fa98-4a8c-9220-98b2467a8b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:49.065612 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-00cc7547-fa98-4a8c-9220-98b2467a8b8b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:49.075057 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:56:49.075866 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6cf035f6-51fc-4637-a6ac-59c07a2f2eaf not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:56:49.095506 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:49.135784 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:49.205964 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-00cc7547-fa98-4a8c-9220-98b2467a8b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:49.206134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cc7547-fa98-4a8c-9220-98b2467a8b8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d626a881-4ac4-4e55-88e6-6ca721bc06ec {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:56:49.206766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616148b-c9bf-4dbb-a5da-f40f07bcf932 req-f5dd76f9-9466-4332-bafd-340ffefef1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:49.222648 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e616148b-c9bf-4dbb-a5da-f40f07bcf932 req-f5dd76f9-9466-4332-bafd-340ffefef1cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 1097 time: 1.3704851
Nov 20 20:56:49.231412 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:49.241704 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-00cc7547-fa98-4a8c-9220-98b2467a8b8b admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:49.242890 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-00cc7547-fa98-4a8c-9220-98b2467a8b8b admin admin] 10.222.0.41 "DELETE /v2.0/routers/d626a881-4ac4-4e55-88e6-6ca721bc06ec HTTP/1.1" status: 204  len: 168 time: 3.3199317
Nov 20 20:56:49.287757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43648) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:49.345777 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-826dfc90-01a6-459f-bd73-9ed1a2ea6c60 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.7355812
Nov 20 20:56:49.356959 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=53bf41ad-b984-48c0-91e9-181ecc0ecd2d,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:49.384990 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network a4aa1037-07d4-4996-bd80-520eca78b01e is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:49.391709 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:49.423718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:49.428276 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e616148b-c9bf-4dbb-a5da-f40f07bcf932 req-77fdfcde-c3ba-4e8b-8af6-0106bf8c80b6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886621
Nov 20 20:56:49.428745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d04a099-21b7-48de-a136-24226c638f54 admin admin] Deleting subnet 27a5333c-b100-4794-8d7b-4a567ee28213 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:56:49.435165 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf1d1e5b-05d9-495d-aa56-fafdf07f8bd5 req-6048ae94-c853-4b8f-b24e-dd9bad0c13c9 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7977021
Nov 20 20:56:49.506699 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:49.570250 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d04a099-21b7-48de-a136-24226c638f54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:49.626033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Request body: {'port': {'device_id': 'e32689d1-8986-4ec5-84e2-f28bf3843085', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:49.734741 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:49.781742 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b73cf5d1-f44a-47e4-acd7-e81dd65b8fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:49.788931 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d04a099-21b7-48de-a136-24226c638f54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:49.802610 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:49.854459 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ddcbb759-7ed7-4712-b66e-1c8ffca7788d None None] Provisioning complete for port 53bf41ad-b984-48c0-91e9-181ecc0ecd2d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:49.856046 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ddcbb759-7ed7-4712-b66e-1c8ffca7788d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:49.892736 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-7a9eb10a-545a-4df4-b40d-b4ddba3b71ea tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:49.894256 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-7a9eb10a-545a-4df4-b40d-b4ddba3b71ea tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.47 "GET /v2.0/networks?id=40d8ef56-5653-4804-9a84-8afa72f95421 HTTP/1.1" status: 200  len: 812 time: 0.7170196
Nov 20 20:56:49.908420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43b2da-667d-4b48-a9f8-2a42adcbe798 req-1185d97c-d60b-4c0d-bf9d-c3e8f7e0d0c2 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:49.909968 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ee43b2da-667d-4b48-a9f8-2a42adcbe798 req-1185d97c-d60b-4c0d-bf9d-c3e8f7e0d0c2 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.4901295
Nov 20 20:56:49.914755 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ddcbb759-7ed7-4712-b66e-1c8ffca7788d None None] Port 53bf41ad-b984-48c0-91e9-181ecc0ecd2d cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:56:49.936739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db2a35-68dd-41f5-a80b-aa2da15c406b req-675a1de6-c8fc-4135-97d4-bf05579d3d22 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:49.938298 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-85db2a35-68dd-41f5-a80b-aa2da15c406b req-675a1de6-c8fc-4135-97d4-bf05579d3d22 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.2725921
Nov 20 20:56:50.003608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cf5d1-f44a-47e4-acd7-e81dd65b8fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67696e00-d47a-4c01-b60f-02743de8399e,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:50.082083 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ee43b2da-667d-4b48-a9f8-2a42adcbe798 req-1df2b4e6-8759-46cd-ab63-4aaf410e915b tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545570
Nov 20 20:56:50.085783 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d04a099-21b7-48de-a136-24226c638f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:50.120953 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-8596ae67-795e-4bb1-9f47-6ce7a5bb1d02 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92267796613943d4aa68073d9406f124 HTTP/1.1" status: 200  len: 379 time: 0.2040441
Nov 20 20:56:50.120953 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73cf5d1-f44a-47e4-acd7-e81dd65b8fc1 admin admin] Checking segment: {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:50.120953 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73cf5d1-f44a-47e4-acd7-e81dd65b8fc1 admin admin] Network hostable DHCP agents. Network: 00efdad1-1d3a-4059-9b5a-980ee6794339, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:56:50.156171 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-85db2a35-68dd-41f5-a80b-aa2da15c406b req-fbc2ac53-f15a-4cff-87ea-271e493de39c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2053173
Nov 20 20:56:50.207261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-65fa9026-2fab-4a01-86cb-82a61f436271 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Request body: {'port': {'device_id': '8f5cd44f-7bf8-498d-96f4-76d5039c2cc3', 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421', 'admin_state_up': True, 'tenant_id': '92267796613943d4aa68073d9406f124', 'security_groups': ['0cc10c77-198e-48df-991d-706fd0c160b7']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:50.357573 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d04a099-21b7-48de-a136-24226c638f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:50.398743 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73cf5d1-f44a-47e4-acd7-e81dd65b8fc1 admin admin] Network 00efdad1-1d3a-4059-9b5a-980ee6794339 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:56:50.408748 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04a099-21b7-48de-a136-24226c638f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27a5333c-b100-4794-8d7b-4a567ee28213,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:50.432863 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d04a099-21b7-48de-a136-24226c638f54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:50.438705 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9d04a099-21b7-48de-a136-24226c638f54 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/27a5333c-b100-4794-8d7b-4a567ee28213 HTTP/1.1" status: 204  len: 168 time: 1.1473582
Nov 20 20:56:50.440465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-b73cf5d1-f44a-47e4-acd7-e81dd65b8fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 00efdad1-1d3a-4059-9b5a-980ee6794339) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:50.443997 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43660) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:50.446420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c249a96-a464-4e09-986a-b2a63dd59e3b None None] Network a165c015-6336-4887-8830-b87d73789cc0 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:56:50.469835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73cf5d1-f44a-47e4-acd7-e81dd65b8fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:50.470564 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b73cf5d1-f44a-47e4-acd7-e81dd65b8fc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:50.490017 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4199f648-8a00-4e79-ac65-233008369535 None None] Network 00efdad1-1d3a-4059-9b5a-980ee6794339 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:56:50.560050 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b73cf5d1-f44a-47e4-acd7-e81dd65b8fc1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 2.1749475
Nov 20 20:56:50.577585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9a3e301b-020c-4e31-9466-df167f10ede1 req-9edab51c-a0fc-4c59-9b67-243757ee7f5a tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 210 time: 0.2230020
Nov 20 20:56:50.762149 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:50.779627 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-65fa9026-2fab-4a01-86cb-82a61f436271 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Made reservation on behalf of 92267796613943d4aa68073d9406f124 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:50.792484 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-65fa9026-2fab-4a01-86cb-82a61f436271 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:50.853171 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:50.899698 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:50.971939 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9b4a0-550a-41b8-a630-e8ef879c8431 req-68c1c5fe-e815-48dc-a10b-fc476631c3b3 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:50.974198 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5f9b4a0-550a-41b8-a630-e8ef879c8431 req-68c1c5fe-e815-48dc-a10b-fc476631c3b3 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 931 time: 0.2372129
Nov 20 20:56:51.016866 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd54190-c8a6-40d7-b314-29f7df09fc83 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:56:51.079030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de9ddd-e960-4816-bdb5-0dd6617bc558 None None] Network 00efdad1-1d3a-4059-9b5a-980ee6794339 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:56:51.099691 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:51.233974 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:51.261058 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=53bf41ad-b984-48c0-91e9-181ecc0ecd2d,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:51.288679 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Transition to ACTIVE for port object dfd54190-c8a6-40d7-b314-29f7df09fc83 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:56:51.307684 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] Deleting port ffb9746a-893d-4fb2-81d1-3fdd055c8746 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:51.310874 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:51.495612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba00d15-3c3d-463d-b669-1094c8462a0b None None] DHCP port deletion for a165c015-6336-4887-8830-b87d73789cc0 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:56:51.603963 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] For port ffb9746a-893d-4fb2-81d1-3fdd055c8746, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffb9746a-893d-4fb2-81d1-3fdd055c8746,segment=NetworkSegment(6de865c9-e836-43af-82e0-d52e34d30304),segment_id=6de865c9-e836-43af-82e0-d52e34d30304)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:51.604347 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:51.659655 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] Calling delete_port for ffb9746a-893d-4fb2-81d1-3fdd055c8746 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:51.673296 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5f9b4a0-550a-41b8-a630-e8ef879c8431 req-69a458f9-1bc5-4a50-922d-2d38d4915e19 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6868243
Nov 20 20:56:51.674066 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-65fa9026-2fab-4a01-86cb-82a61f436271 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Allocated IP 172.20.0.5 (40d8ef56-5653-4804-9a84-8afa72f95421/ba6c4532-37ae-45a6-b888-d121c934a480/47ef466b-1a47-4f4e-91bb-96045db695b3) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:51.682389 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:51.741467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network a4aa1037-07d4-4996-bd80-520eca78b01e is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:51.774122 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:51.943004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-5ba00d15-3c3d-463d-b669-1094c8462a0b None None] Deleting port ffb9746a-893d-4fb2-81d1-3fdd055c8746 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:51.944689 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5ba00d15-3c3d-463d-b669-1094c8462a0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:52.018808 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-65fa9026-2fab-4a01-86cb-82a61f436271 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:52.116706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5ba00d15-3c3d-463d-b669-1094c8462a0b None None] For port ffb9746a-893d-4fb2-81d1-3fdd055c8746, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffb9746a-893d-4fb2-81d1-3fdd055c8746,segment=NetworkSegment(6de865c9-e836-43af-82e0-d52e34d30304),segment_id=6de865c9-e836-43af-82e0-d52e34d30304)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:52.117281 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5ba00d15-3c3d-463d-b669-1094c8462a0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:52.140053 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-65fa9026-2fab-4a01-86cb-82a61f436271 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:52.159229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-5ba00d15-3c3d-463d-b669-1094c8462a0b None None] Calling delete_port for ffb9746a-893d-4fb2-81d1-3fdd055c8746 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:52.211752 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:52.297441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-973eda23-b79f-4ecb-a4a5-d06546c2e6e4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:52.299026 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-973eda23-b79f-4ecb-a4a5-d06546c2e6e4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 805 time: 0.8788846
Nov 20 20:56:52.321403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-65fa9026-2fab-4a01-86cb-82a61f436271 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Network 40d8ef56-5653-4804-9a84-8afa72f95421 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:52.327203 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] No DVR routers for this DVR port ffb9746a-893d-4fb2-81d1-3fdd055c8746 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:56:52.360252 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-65fa9026-2fab-4a01-86cb-82a61f436271 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:52.365996 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5ba00d15-3c3d-463d-b669-1094c8462a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:52.368893 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-65fa9026-2fab-4a01-86cb-82a61f436271 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:52.395937 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-6bd615d0-b461-458b-af82-ef06a6a2ba97 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/quotas/bfc3f13200ff407ea8e320abdbb3c456 HTTP/1.1" status: 200  len: 375 time: 0.0838087
Nov 20 20:56:52.424620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba00d15-3c3d-463d-b669-1094c8462a0b None None] Pushing event deleted for resources: {'Port': ['ID=ffb9746a-893d-4fb2-81d1-3fdd055c8746,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:52.440879 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba00d15-3c3d-463d-b669-1094c8462a0b None None] No DVR routers for this DVR port ffb9746a-893d-4fb2-81d1-3fdd055c8746 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:56:52.460724 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa9026-2fab-4a01-86cb-82a61f436271 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Pushing event updated for resources: {'Port': ['ID=47ef466b-1a47-4f4e-91bb-96045db695b3,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:52.524017 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-4129d0dc-86f0-4a1f-85ba-c9116b414664 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1269343
Nov 20 20:56:52.541353 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-223f1dcf-f19d-46a9-b6b3-cd4ec7d24608 None None] Provisioning complete for port 53bf41ad-b984-48c0-91e9-181ecc0ecd2d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:52.542116 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-223f1dcf-f19d-46a9-b6b3-cd4ec7d24608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:52.544120 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-5fa5a0be-3668-4f11-aa79-f964b7064685 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:56:52.562015 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-5fa5a0be-3668-4f11-aa79-f964b7064685 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0262551
Nov 20 20:56:52.622401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-223f1dcf-f19d-46a9-b6b3-cd4ec7d24608 None None] Port 53bf41ad-b984-48c0-91e9-181ecc0ecd2d cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:56:52.776550 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-f275511a-c609-41a0-bb34-7e77bb36aa1b service neutron] 10.222.0.41 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2135661
Nov 20 20:56:52.801526 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Pushing event updated for resources: {'Port': ['ID=dfd54190-c8a6-40d7-b314-29f7df09fc83,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:52.824071 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb9746a-893d-4fb2-81d1-3fdd055c8746,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:52.856051 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:52.871174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ffb9746a-893d-4fb2-81d1-3fdd055c8746 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:56:52.884735 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-9fdda82c-b359-4212-9432-e96bff0d3e82 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 1.5934613
Nov 20 20:56:52.890696 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-65fa9026-2fab-4a01-86cb-82a61f436271 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:52.891597 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-65fa9026-2fab-4a01-86cb-82a61f436271 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:52.929179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: ffb9746a-893d-4fb2-81d1-3fdd055c8746 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:56:52.929527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ffb9746a-893d-4fb2-81d1-3fdd055c8746 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:56:52.963956 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b2d4905f-efc9-4fe0-ac1c-273131eef7d6 None None] Provisioning complete for port 47ef466b-1a47-4f4e-91bb-96045db695b3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:56:52.964339 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2d4905f-efc9-4fe0-ac1c-273131eef7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:52.973381 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8f996-9f31-43f4-800e-cf2641865778 req-a3cf822e-ac0b-45e7-b850-3746143de42f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:52.978044 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54c41df0>,) {'filters': {'network_id': ['a165c015-6336-4887-8830-b87d73789cc0']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:52.981903 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47e8f996-9f31-43f4-800e-cf2641865778 req-a3cf822e-ac0b-45e7-b850-3746143de42f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.3065844
Nov 20 20:56:52.995676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 3910c1e8-d290-4e2e-a02e-f07c4b891df6 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:56:53.063038 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54c41df0>, '6de865c9-e836-43af-82e0-d52e34d30304') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:53.063565 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54c41df0>, '6de865c9-e836-43af-82e0-d52e34d30304') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:53.078945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Attempting to bind port dfd54190-c8a6-40d7-b314-29f7df09fc83 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:56:53.079519 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Attempting to bind port dfd54190-c8a6-40d7-b314-29f7df09fc83 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '283bfe64-ea2c-4059-afed-211f7e7e686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:56:53.080067 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Attempting to bind port dfd54190-c8a6-40d7-b314-29f7df09fc83 on network 0ac983b9-9a1d-433d-8824-d40a568b3101 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:56:53.105100 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b2d4905f-efc9-4fe0-ac1c-273131eef7d6 None None] Port 47ef466b-1a47-4f4e-91bb-96045db695b3 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:56:53.113025 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:53.129925 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-65fa9026-2fab-4a01-86cb-82a61f436271 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9313266
Nov 20 20:56:53.144459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Request body: {'port': {'device_id': '8f5cd44f-7bf8-498d-96f4-76d5039c2cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:53.145933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Port dfd54190-c8a6-40d7-b314-29f7df09fc83 on network 0ac983b9-9a1d-433d-8824-d40a568b3101 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:56:53.146280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Attempting to bind port dfd54190-c8a6-40d7-b314-29f7df09fc83 on network 0ac983b9-9a1d-433d-8824-d40a568b3101 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:56:53.153652 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:53.170240 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47e8f996-9f31-43f4-800e-cf2641865778 req-e754400c-1fcc-480e-b0f6-fe9e4e6e4cbf tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870673
Nov 20 20:56:53.184531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:56:53.184971 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:56:53.188927 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:56:53.191120 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-d7192732-3726-4516-8870-8f4ebb25fb77 service neutron] 10.222.0.41 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4136105
Nov 20 20:56:53.193882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-9fec77fe-b21b-4e07-aba0-e94bdcc501d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:53.194674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-9fec77fe-b21b-4e07-aba0-e94bdcc501d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:53.198162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-9fec77fe-b21b-4e07-aba0-e94bdcc501d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:53.198797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-9fec77fe-b21b-4e07-aba0-e94bdcc501d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:53.202265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-9fec77fe-b21b-4e07-aba0-e94bdcc501d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:53.202808 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-9fec77fe-b21b-4e07-aba0-e94bdcc501d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:53.204040 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-9fec77fe-b21b-4e07-aba0-e94bdcc501d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:53.208376 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-9fec77fe-b21b-4e07-aba0-e94bdcc501d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee4ec8b62e354149acb1c43558b168e6&device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 6502 time: 0.2556825
Nov 20 20:56:53.216168 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:56:53.220147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Checking segment: {'id': '283bfe64-ea2c-4059-afed-211f7e7e686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:53.220814 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Bound using segment: {'id': '283bfe64-ea2c-4059-afed-211f7e7e686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:56:53.222633 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Bound port: dfd54190-c8a6-40d7-b314-29f7df09fc83, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '283bfe64-ea2c-4059-afed-211f7e7e686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:56:53.223255 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:53.238338 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:53.366603 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:53.379665 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:53.382985 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] 10.222.0.41 "DELETE /v2.0/networks/a165c015-6336-4887-8830-b87d73789cc0 HTTP/1.1" status: 204  len: 168 time: 2.9380195
Nov 20 20:56:53.401811 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e44017-8f1b-4a26-99a5-ebdfabe786bc admin admin] Pushing event deleted for resources: {'Network': ['ID=a165c015-6336-4887-8830-b87d73789cc0,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:53.466910 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:56:53.505337 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5bc872-7bce-43c6-b2dc-9054ae398b3d None None] Sync routers for ids ['3910c1e8-d290-4e2e-a02e-f07c4b891df6'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:56:53.523667 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f989095d-2a66-41ee-878d-43b8764d1d6e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/3910c1e8-d290-4e2e-a02e-f07c4b891df6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8007131
Nov 20 20:56:53.535827 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5bc872-7bce-43c6-b2dc-9054ae398b3d None None] Routers {'3910c1e8-d290-4e2e-a02e-f07c4b891df6'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:53.536478 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3e5bc872-7bce-43c6-b2dc-9054ae398b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541f1df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3910c1e8-d290-4e2e-a02e-f07c4b891df6'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:53.542658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43714) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:53.669672 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3e5bc872-7bce-43c6-b2dc-9054ae398b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541f1df0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:53.685613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] For port dfd54190-c8a6-40d7-b314-29f7df09fc83, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:56:53.710377 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5bc872-7bce-43c6-b2dc-9054ae398b3d None None] Routers {'3910c1e8-d290-4e2e-a02e-f07c4b891df6'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:56:53.711968 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a06eb-661b-4630-97ad-2ac383b3491a tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:53.712859 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3e5bc872-7bce-43c6-b2dc-9054ae398b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541f1df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3910c1e8-d290-4e2e-a02e-f07c4b891df6'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:53.714108 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ca3a06eb-661b-4630-97ad-2ac383b3491a tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports/53bf41ad-b984-48c0-91e9-181ecc0ecd2d HTTP/1.1" status: 200  len: 910 time: 0.1393523
Nov 20 20:56:53.719320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43718) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:53.727247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-48809675-b69c-4ad8-bae2-2b44dfa31893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:53.728118 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-48809675-b69c-4ad8-bae2-2b44dfa31893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:53.728755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-48809675-b69c-4ad8-bae2-2b44dfa31893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:53.731063 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-48809675-b69c-4ad8-bae2-2b44dfa31893 service neutron] 10.222.0.47 "GET /v2.0/networks?id=faba2177-d247-4737-8414-396da08b9b04&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec HTTP/1.1" status: 200  len: 2297 time: 0.4454336
Nov 20 20:56:53.733442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] For port dfd54190-c8a6-40d7-b314-29f7df09fc83, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dfd54190-c8a6-40d7-b314-29f7df09fc83,segment=NetworkSegment(283bfe64-ea2c-4059-afed-211f7e7e686b),segment_id=283bfe64-ea2c-4059-afed-211f7e7e686b)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:56:53.781662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43720) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:53.801854 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:53.840208 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3e5bc872-7bce-43c6-b2dc-9054ae398b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541f1df0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:56:53.840961 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5bc872-7bce-43c6-b2dc-9054ae398b3d None None] The sync data for ids ['3910c1e8-d290-4e2e-a02e-f07c4b891df6'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:56:53.919370 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ce587-ef70-4caf-a7b2-0776a280a5d3 req-95147cf0-9f1d-4fb1-a449-f7bf19ca10a0 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:53.925364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2d570-468d-4f4b-9616-8f531de518b1 req-17d4ab91-026f-490d-8031-921cd3dfe59a tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:53.932853 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3fa2d570-468d-4f4b-9616-8f531de518b1 req-17d4ab91-026f-490d-8031-921cd3dfe59a tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 931 time: 0.3870027
Nov 20 20:56:53.934109 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed4ce587-ef70-4caf-a7b2-0776a280a5d3 req-95147cf0-9f1d-4fb1-a449-f7bf19ca10a0 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 943 time: 0.2785821
Nov 20 20:56:54.009169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:54.010342 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:54.012502 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] 10.222.0.37 "PUT /v2.0/ports/dfd54190-c8a6-40d7-b314-29f7df09fc83 HTTP/1.1" status: 200  len: 1091 time: 4.3912089
Nov 20 20:56:54.015697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32689d1-8986-4ec5-84e2-f28bf3843085', 'tag': 'dfd54190-c8a6-40d7-b314-29f7df09fc83'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:56:54.019228 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff20a995-f153-40d0-9952-437d8b48d856" -d '{"events": [{"name": "network-changed", "server_uuid": "e32689d1-8986-4ec5-84e2-f28bf3843085", "tag": "dfd54190-c8a6-40d7-b314-29f7df09fc83"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:56:54.070872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-aaa16c03-8a11-4d08-ad76-479f32e75da0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2255729-67f4-48eb-af4e-86e677b04463 HTTP/1.1" status: 200  len: 1002 time: 0.2855206
Nov 20 20:56:54.071651 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed4ce587-ef70-4caf-a7b2-0776a280a5d3 req-6a41f05e-3442-4a04-bca3-9676ddb1416c tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307497
Nov 20 20:56:54.122922 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b89b0af9-9b74-4789-926a-7e9ea61199b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=170ca59a5b074770be63f18691e7aa40&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3316853
Nov 20 20:56:54.159373 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43730) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:54.206004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ef466b-1a47-4f4e-91bb-96045db695b3 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:56:54.229887 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:54.251727 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Transition to ACTIVE for port object 47ef466b-1a47-4f4e-91bb-96045db695b3 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:56:54.257261 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:54.260102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fe752-5585-4fa1-88e3-d6c7c1bc944e service neutron] Pushing event updated for resources: {'Port': ['ID=dfd54190-c8a6-40d7-b314-29f7df09fc83,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:54.313940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Pushing event updated for resources: {'Port': ['ID=47ef466b-1a47-4f4e-91bb-96045db695b3,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:54.319095 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3fa2d570-468d-4f4b-9616-8f531de518b1 req-b58bcab8-b2db-424c-b885-61dba13116e7 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc10c77-198e-48df-991d-706fd0c160b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3818436
Nov 20 20:56:54.425463 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-4ed9704c-24d4-4b15-bfa9-597831e5a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:54.427079 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-4ed9704c-24d4-4b15-bfa9-597831e5a572 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=896a2b4f-e6df-41e5-a4ac-848e45777065 HTTP/1.1" status: 200  len: 856 time: 0.3466411
Nov 20 20:56:54.466000 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Attempting to bind port 47ef466b-1a47-4f4e-91bb-96045db695b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:56:54.466772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Attempting to bind port 47ef466b-1a47-4f4e-91bb-96045db695b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '989c25c9-1c13-450b-8c99-9f5ff3ed266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:56:54.467354 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Attempting to bind port 47ef466b-1a47-4f4e-91bb-96045db695b3 on network 40d8ef56-5653-4804-9a84-8afa72f95421 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:56:54.473087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Port 47ef466b-1a47-4f4e-91bb-96045db695b3 on network 40d8ef56-5653-4804-9a84-8afa72f95421 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:56:54.473747 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Attempting to bind port 47ef466b-1a47-4f4e-91bb-96045db695b3 on network 40d8ef56-5653-4804-9a84-8afa72f95421 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:56:54.479465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:56:54.480139 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Checking segment: {'id': '989c25c9-1c13-450b-8c99-9f5ff3ed266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:54.480760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Bound using segment: {'id': '989c25c9-1c13-450b-8c99-9f5ff3ed266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:56:54.482140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Bound port: 47ef466b-1a47-4f4e-91bb-96045db695b3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989c25c9-1c13-450b-8c99-9f5ff3ed266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:56:54.482779 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:54.560879 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a30339fb-bf14-46f1-be5a-2c5233faa57d req-9effeaad-1678-42f7-9b46-3d19734eefea tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 210 time: 0.1206734
Nov 20 20:56:54.642354 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2337cda-c790-42f7-aa54-0967198238ea x-openstack-request-id: req-f2337cda-c790-42f7-aa54-0967198238ea {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:56:54.642755 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32689d1-8986-4ec5-84e2-f28bf3843085", "tag": "dfd54190-c8a6-40d7-b314-29f7df09fc83", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:56:54.643006 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2337cda-c790-42f7-aa54-0967198238ea {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:56:54.643570 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32689d1-8986-4ec5-84e2-f28bf3843085', 'tag': 'dfd54190-c8a6-40d7-b314-29f7df09fc83', 'status': 'completed', 'code': 200}
Nov 20 20:56:54.667796 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] For port 47ef466b-1a47-4f4e-91bb-96045db695b3, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:56:54.672656 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] For port 47ef466b-1a47-4f4e-91bb-96045db695b3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47ef466b-1a47-4f4e-91bb-96045db695b3,segment=NetworkSegment(989c25c9-1c13-450b-8c99-9f5ff3ed266b),segment_id=989c25c9-1c13-450b-8c99-9f5ff3ed266b)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:56:54.680730 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:54.718027 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bedb49b0-2271-4a50-8229-7792756e6719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:54.721531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:54.722397 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:54.726232 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] 10.222.0.47 "PUT /v2.0/ports/47ef466b-1a47-4f4e-91bb-96045db695b3 HTTP/1.1" status: 200  len: 1091 time: 1.5858431
Nov 20 20:56:54.764568 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5cd44f-7bf8-498d-96f4-76d5039c2cc3', 'tag': '47ef466b-1a47-4f4e-91bb-96045db695b3'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:56:54.768462 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8c764f-6436-4a8a-853b-2bd33cb482bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5cd44f-7bf8-498d-96f4-76d5039c2cc3", "tag": "47ef466b-1a47-4f4e-91bb-96045db695b3"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:56:54.811457 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7bc99-18ab-4368-94b2-3aece248d654 service neutron] Pushing event updated for resources: {'Port': ['ID=47ef466b-1a47-4f4e-91bb-96045db695b3,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:54.831941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-6f1eb635-8c56-4fe7-a002-55057e7e00be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:54.843101 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-6f1eb635-8c56-4fe7-a002-55057e7e00be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=faba2177-d247-4737-8414-396da08b9b04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4063985
Nov 20 20:56:54.846895 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1b9ce2-570e-4a80-bafb-9f01121d9afd x-openstack-request-id: req-3c1b9ce2-570e-4a80-bafb-9f01121d9afd {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:56:54.847247 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5cd44f-7bf8-498d-96f4-76d5039c2cc3", "tag": "47ef466b-1a47-4f4e-91bb-96045db695b3", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:56:54.847691 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c1b9ce2-570e-4a80-bafb-9f01121d9afd {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:56:54.850438 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5cd44f-7bf8-498d-96f4-76d5039c2cc3', 'tag': '47ef466b-1a47-4f4e-91bb-96045db695b3', 'status': 'completed', 'code': 200}
Nov 20 20:56:54.930595 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dc7559b7-b0d9-4bce-9c34-402a1e35b941 req-a7bd16a0-568c-495e-9200-21d8513db4df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3879857
Nov 20 20:56:54.939494 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bedb49b0-2271-4a50-8229-7792756e6719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:54.950433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-fe3912c2-8a07-40d9-bfe5-86243e45c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:54.952008 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-fe3912c2-8a07-40d9-bfe5-86243e45c341 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a48484c034b44d9bbd058ca3ed927499&device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 1094 time: 0.2898014
Nov 20 20:56:54.985588 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-f197a350-6540-433d-9f30-c4f6aca34376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:54.987349 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-f197a350-6540-433d-9f30-c4f6aca34376 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92267796613943d4aa68073d9406f124&device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 1094 time: 0.0992656
Nov 20 20:56:55.001774 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f660964-8a51-4624-a2bc-68aefd12d24f req-41d69654-075c-4f7e-9b3e-5e695edb3ada tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:55.009769 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8f660964-8a51-4624-a2bc-68aefd12d24f req-41d69654-075c-4f7e-9b3e-5e695edb3ada tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.0835001
Nov 20 20:56:55.059507 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-d0f184a5-ab5a-4639-9f1a-7e428faf22b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47ef466b-1a47-4f4e-91bb-96045db695b3 HTTP/1.1" status: 200  len: 217 time: 0.0476341
Nov 20 20:56:55.076438 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-250264da-44a1-48ba-85a7-02c8986d4a55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfd54190-c8a6-40d7-b314-29f7df09fc83 HTTP/1.1" status: 200  len: 217 time: 0.0930126
Nov 20 20:56:55.133672 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8f660964-8a51-4624-a2bc-68aefd12d24f req-d0733379-4f81-411c-abe5-801723ec8e92 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229074
Nov 20 20:56:55.150298 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-cf47ac96-d63d-42e0-b6c5-a2bdb3f2a92a service neutron] 10.222.0.47 "GET /v2.0/networks/faba2177-d247-4737-8414-396da08b9b04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2693233
Nov 20 20:56:55.168838 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-268044e7-d3de-46ab-9618-e19bb9d1b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:55.170409 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-268044e7-d3de-46ab-9618-e19bb9d1b467 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba6c4532-37ae-45a6-b888-d121c934a480 HTTP/1.1" status: 200  len: 851 time: 0.1046507
Nov 20 20:56:55.208639 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-3fd7e6e9-bf64-42d5-a7aa-743fa0772665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:55.210145 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-3fd7e6e9-bf64-42d5-a7aa-743fa0772665 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a7d7e7c7-c934-4982-a948-5ad072c84e4b HTTP/1.1" status: 200  len: 853 time: 0.1242690
Nov 20 20:56:55.223320 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bedb49b0-2271-4a50-8229-7792756e6719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:55.226136 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-4087897c-27e5-4b81-9d23-8a11d3409cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:55.226586 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bedb49b0-2271-4a50-8229-7792756e6719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:55.229898 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-4087897c-27e5-4b81-9d23-8a11d3409cb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40d8ef56-5653-4804-9a84-8afa72f95421&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0490103
Nov 20 20:56:55.230039 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bedb49b0-2271-4a50-8229-7792756e6719 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b319844-7721-41d2-9c36-ed68099019ae HTTP/1.1" status: 204  len: 168 time: 0.9859562
Nov 20 20:56:55.377705 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-b6f64502-80b7-4a16-963e-eaeac8fa4a7c service neutron] 10.222.0.47 "GET /v2.0/networks/40d8ef56-5653-4804-9a84-8afa72f95421?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417060
Nov 20 20:56:55.399081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7559b7-b0d9-4bce-9c34-402a1e35b941 req-40aba96f-c474-45b7-a00c-3e99dab867a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:55.400777 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dc7559b7-b0d9-4bce-9c34-402a1e35b941 req-40aba96f-c474-45b7-a00c-3e99dab867a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55ad41c3ee37467d8298682b08275eb9&device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 1097 time: 0.3966084
Nov 20 20:56:55.437949 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-c107fffa-4404-43c7-b0f0-429b861c1084 service neutron] 10.222.0.47 "GET /v2.0/networks/faba2177-d247-4737-8414-396da08b9b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2652588
Nov 20 20:56:55.479941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb49b0-2271-4a50-8229-7792756e6719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b319844-7721-41d2-9c36-ed68099019ae,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:55.561118 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c864eb49-d31c-4512-9bf3-6f17967421b0 req-e77e728e-69da-4a10-bada-89f2d632b207 service neutron] 10.222.0.47 "GET /v2.0/networks/40d8ef56-5653-4804-9a84-8afa72f95421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1711035
Nov 20 20:56:55.569667 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e91f9-5cd1-4f88-936d-bc48db571651 req-d4bfcea8-51d1-4e65-ae02-4fce7e263cb0 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:55.578391 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a5e91f9-5cd1-4f88-936d-bc48db571651 req-d4bfcea8-51d1-4e65-ae02-4fce7e263cb0 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 943 time: 0.1475475
Nov 20 20:56:55.591732 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013f070-ded7-422d-bc97-be578a15a97c req-ffb92c53-9d69-42f3-95e5-9941a95bed82 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:55.599670 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4013f070-ded7-422d-bc97-be578a15a97c req-ffb92c53-9d69-42f3-95e5-9941a95bed82 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 943 time: 0.4423628
Nov 20 20:56:55.617738 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-becaa110-13b3-4c71-83c6-ed93b8495598 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=d62e09bc-0a07-428d-96cb-5ce7f5c99f7f HTTP/1.1" status: 200  len: 217 time: 0.1304202
Nov 20 20:56:55.675321 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2a5e91f9-5cd1-4f88-936d-bc48db571651 req-20ec03ca-f5ed-4e01-95ff-9c817b5ff170 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc10c77-198e-48df-991d-706fd0c160b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0957549
Nov 20 20:56:55.703008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c764f-6436-4a8a-853b-2bd33cb482bb req-bef79a90-77bf-4e25-8b50-288ffc054299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:55.704424 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7e8c764f-6436-4a8a-853b-2bd33cb482bb req-bef79a90-77bf-4e25-8b50-288ffc054299 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92267796613943d4aa68073d9406f124&device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 1094 time: 0.0736077
Nov 20 20:56:55.856061 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c764f-6436-4a8a-853b-2bd33cb482bb req-12184fae-95a7-4346-ab99-3248ceae6aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:55.857927 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7e8c764f-6436-4a8a-853b-2bd33cb482bb req-12184fae-95a7-4346-ab99-3248ceae6aeb service neutron] 10.222.0.47 "GET /v2.0/networks?id=40d8ef56-5653-4804-9a84-8afa72f95421 HTTP/1.1" status: 200  len: 913 time: 0.1466045
Nov 20 20:56:55.919225 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7e8c764f-6436-4a8a-853b-2bd33cb482bb req-45db411c-bcb0-4c90-9c19-34ffd5a16678 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47ef466b-1a47-4f4e-91bb-96045db695b3 HTTP/1.1" status: 200  len: 217 time: 0.0521951
Nov 20 20:56:55.996489 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0b262fb0-1329-42f6-a0ff-0cc1606ee0a8 req-d4332449-24c1-4f39-ac7a-17118a494249 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 210 time: 0.0343027
Nov 20 20:56:56.010357 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c764f-6436-4a8a-853b-2bd33cb482bb req-508f2530-a8d2-4feb-b356-9909626d8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:56.012133 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7e8c764f-6436-4a8a-853b-2bd33cb482bb req-508f2530-a8d2-4feb-b356-9909626d8e04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba6c4532-37ae-45a6-b888-d121c934a480 HTTP/1.1" status: 200  len: 851 time: 0.0851705
Nov 20 20:56:56.066334 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c764f-6436-4a8a-853b-2bd33cb482bb req-de3a42fa-2253-4936-b96f-8af5cc955377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:56.068592 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7e8c764f-6436-4a8a-853b-2bd33cb482bb req-de3a42fa-2253-4936-b96f-8af5cc955377 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40d8ef56-5653-4804-9a84-8afa72f95421&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0481682
Nov 20 20:56:56.165285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43788) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:56.181462 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-f206615d-0ef8-488d-a941-62ad0f695e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:56.183008 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-f206615d-0ef8-488d-a941-62ad0f695e40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ac983b9-9a1d-433d-8824-d40a568b3101&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.9542234
Nov 20 20:56:56.196888 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7e8c764f-6436-4a8a-853b-2bd33cb482bb req-cef49e7f-9017-425b-97a2-3237da08cf9f service neutron] 10.222.0.47 "GET /v2.0/networks/40d8ef56-5653-4804-9a84-8afa72f95421?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213531
Nov 20 20:56:56.204768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-b94c0017-e4ea-4286-a432-4592c5e2a1b8 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:56.206241 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-b94c0017-e4ea-4286-a432-4592c5e2a1b8 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.37 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 805 time: 0.7945344
Nov 20 20:56:56.248374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-b61fa08d-5950-47b7-9120-252b70ecc199 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Request body: {'port': {'device_id': '1a3106c1-4741-490e-aa46-7f3e6614fdd1', 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339', 'admin_state_up': True, 'tenant_id': 'bfc3f13200ff407ea8e320abdbb3c456'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:56.282710 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-206080ee-30c2-48a6-9006-3b2d69cb15f6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:56.285405 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-0e581bf4-28ea-4017-a53f-e2dab7da028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:56.287043 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-0e581bf4-28ea-4017-a53f-e2dab7da028c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.6269395
Nov 20 20:56:56.288075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7559b7-b0d9-4bce-9c34-402a1e35b941 req-b65750a5-d6be-489c-a236-0c6bf06489dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:56.289391 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dc7559b7-b0d9-4bce-9c34-402a1e35b941 req-b65750a5-d6be-489c-a236-0c6bf06489dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=736ec84c-e23f-43ed-94e7-211dbb35bbc4 HTTP/1.1" status: 200  len: 920 time: 0.8543081
Nov 20 20:56:56.345345 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4013f070-ded7-422d-bc97-be578a15a97c req-8729c265-2e98-4f19-87ca-c58c4c693a13 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7447040
Nov 20 20:56:56.405886 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ed630-1f25-4a65-a1e5-15a08c4be423 req-e58e9a0e-4384-47bb-a342-769cf4658e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:56.407431 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb9ed630-1f25-4a65-a1e5-15a08c4be423 req-e58e9a0e-4384-47bb-a342-769cf4658e0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55ad41c3ee37467d8298682b08275eb9&device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 1096 time: 0.3032737
Nov 20 20:56:56.540417 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dc7559b7-b0d9-4bce-9c34-402a1e35b941 req-89d57d03-b695-47aa-98a1-f854f89b325e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 HTTP/1.1" status: 200  len: 217 time: 0.2075415
Nov 20 20:56:56.598572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3f9d3d2f-b719-4f3d-add2-eed318dd12b7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-766474819-network', 'tenant_id': '2f55329346e94280a9753271c6ec6c15'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:56.610559 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebab3a-2080-4b7b-b119-36282ba646ae req-a6262f15-ce92-414c-9981-0f63be8a6abc tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:56.612072 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7eebab3a-2080-4b7b-b119-36282ba646ae req-a6262f15-ce92-414c-9981-0f63be8a6abc tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.4308107
Nov 20 20:56:56.668665 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7e8c764f-6436-4a8a-853b-2bd33cb482bb req-b8efdcfa-9604-489a-9121-f6f02dbb9c50 service neutron] 10.222.0.47 "GET /v2.0/networks/40d8ef56-5653-4804-9a84-8afa72f95421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4580762
Nov 20 20:56:56.674217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9d3d2f-b719-4f3d-add2-eed318dd12b7 admin admin] Made reservation on behalf of 2f55329346e94280a9753271c6ec6c15 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:56.676418 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3d2f-b719-4f3d-add2-eed318dd12b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:56.695258 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3d2f-b719-4f3d-add2-eed318dd12b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:56.705780 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-9552df53-a14d-4ac6-b595-f737d59567cc service neutron] 10.222.0.37 "GET /v2.0/networks/0ac983b9-9a1d-433d-8824-d40a568b3101?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5114338
Nov 20 20:56:56.711998 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7eebab3a-2080-4b7b-b119-36282ba646ae req-1f4cc943-16b3-4a5e-8ab7-497b56aa0f8d tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893760
Nov 20 20:56:56.764910 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-1063c731-3ca1-4fd2-a778-a6919bcf3e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:56.766801 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-1063c731-3ca1-4fd2-a778-a6919bcf3e8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.4282110
Nov 20 20:56:56.821016 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3d2f-b719-4f3d-add2-eed318dd12b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:56.827753 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3d2f-b719-4f3d-add2-eed318dd12b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:56.841445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7559b7-b0d9-4bce-9c34-402a1e35b941 req-da6a5b96-a6d6-4392-83dc-6edb3e6003d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:56.843440 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dc7559b7-b0d9-4bce-9c34-402a1e35b941 req-da6a5b96-a6d6-4392-83dc-6edb3e6003d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8caf43ae-75b1-499d-9400-cbaa8e6fc948 HTTP/1.1" status: 200  len: 859 time: 0.2585521
Nov 20 20:56:56.857168 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9d3d2f-b719-4f3d-add2-eed318dd12b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:56:56.873796 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3d280-6895-442e-8cce-b714828d4693 req-722fe011-29bb-4a67-8705-fd5f3577344f tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:56.875318 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59e3d280-6895-442e-8cce-b714828d4693 req-722fe011-29bb-4a67-8705-fd5f3577344f tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 943 time: 0.0899241
Nov 20 20:56:56.878358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1975390-af72-4f20-ab8d-52128bd0440d req-df48485f-cb3b-4962-bc88-4fa8a8934716 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:56.879770 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f1975390-af72-4f20-ab8d-52128bd0440d req-df48485f-cb3b-4962-bc88-4fa8a8934716 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.3929265
Nov 20 20:56:56.885371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d3d2f-b719-4f3d-add2-eed318dd12b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132875ee-e198-4a1d-8377-0dd94db8f5bf,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:56.888936 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3d2f-b719-4f3d-add2-eed318dd12b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:56.889796 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-3f9d3d2f-b719-4f3d-add2-eed318dd12b7 admin admin] Added segment e4a583b5-d460-460a-bf8c-ed870060715b of type vlan for network 4398eff6-6bef-490d-9c6c-f0e927a465b8
Nov 20 20:56:56.901858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ed630-1f25-4a65-a1e5-15a08c4be423 req-7f34aa9f-180a-4898-97e4-72afbddd5201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:56.903853 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb9ed630-1f25-4a65-a1e5-15a08c4be423 req-7f34aa9f-180a-4898-97e4-72afbddd5201 service neutron] 10.222.0.47 "GET /v2.0/networks?id=736ec84c-e23f-43ed-94e7-211dbb35bbc4 HTTP/1.1" status: 200  len: 920 time: 0.4468448
Nov 20 20:56:56.955566 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3d2f-b719-4f3d-add2-eed318dd12b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:56.962623 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dc7559b7-b0d9-4bce-9c34-402a1e35b941 req-4c7ce1dd-b402-484a-a2d4-8809c842cb44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=736ec84c-e23f-43ed-94e7-211dbb35bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1111839
Nov 20 20:56:56.979111 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59e3d280-6895-442e-8cce-b714828d4693 req-a7423252-dbc7-42b5-a52a-b27ff0c498fb tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc10c77-198e-48df-991d-706fd0c160b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947888
Nov 20 20:56:56.989064 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-b61fa08d-5950-47b7-9120-252b70ecc199 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Made reservation on behalf of bfc3f13200ff407ea8e320abdbb3c456 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:56.993412 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-b61fa08d-5950-47b7-9120-252b70ecc199 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:56.995098 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3d2f-b719-4f3d-add2-eed318dd12b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:56.996278 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9d3d2f-b719-4f3d-add2-eed318dd12b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:56.997079 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3d2f-b719-4f3d-add2-eed318dd12b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:57.034178 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3f9d3d2f-b719-4f3d-add2-eed318dd12b7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.8682504
Nov 20 20:56:57.038825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43796) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:56:57.043592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-be573433-a6ea-47f7-8157-b90d537cbb36 admin admin] Request body: {'subnet': {'network_id': '4398eff6-6bef-490d-9c6c-f0e927a465b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-766474819-subnet', 'tenant_id': '2f55329346e94280a9753271c6ec6c15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:57.073726 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d3d2f-b719-4f3d-add2-eed318dd12b7 admin admin] Pushing event updated for resources: {'Network': ['ID=4398eff6-6bef-490d-9c6c-f0e927a465b8,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:57.077630 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb9ed630-1f25-4a65-a1e5-15a08c4be423 req-4c646e68-e28b-47bd-bd88-e4ac51a08975 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7efeaeb-5641-4aca-8236-410be11d600d HTTP/1.1" status: 200  len: 217 time: 0.1234891
Nov 20 20:56:57.090223 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 4398eff6-6bef-490d-9c6c-f0e927a465b8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:56:57.114400 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-386f3bac-b416-40bd-ab7f-14a50e0e0cd9 req-15a5f82d-4d5d-40fe-a516-45a298cae07e tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 210 time: 0.0342879
Nov 20 20:56:57.123096 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be573433-a6ea-47f7-8157-b90d537cbb36 admin admin] Made reservation on behalf of 2f55329346e94280a9753271c6ec6c15 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:56:57.126475 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-be573433-a6ea-47f7-8157-b90d537cbb36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:57.247593 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c00c7d9-1629-434c-ba82-270e27cb289e req-bd4c6fb5-3ce1-4e72-87da-a6895c423c57 service neutron] 10.222.0.37 "GET /v2.0/networks/0ac983b9-9a1d-433d-8824-d40a568b3101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5031900
Nov 20 20:56:57.289282 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f1975390-af72-4f20-ab8d-52128bd0440d req-20186e68-6ecb-4841-923c-d718aab5d091 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3957722
Nov 20 20:56:57.326332 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-2e05a260-62f7-4480-97ed-8a01c838043f service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5095856
Nov 20 20:56:57.335399 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-be573433-a6ea-47f7-8157-b90d537cbb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:57.396921 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ed630-1f25-4a65-a1e5-15a08c4be423 req-49d4749a-d6f4-4e79-8e69-d25daaa4703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:57.398427 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb9ed630-1f25-4a65-a1e5-15a08c4be423 req-49d4749a-d6f4-4e79-8e69-d25daaa4703a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8caf43ae-75b1-499d-9400-cbaa8e6fc948 HTTP/1.1" status: 200  len: 859 time: 0.2993796
Nov 20 20:56:57.401254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be573433-a6ea-47f7-8157-b90d537cbb36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd3c823f-1654-4a29-bdb1-1bce9dfcecd6,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:57.416038 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be573433-a6ea-47f7-8157-b90d537cbb36 admin admin] Checking segment: {'id': 'e4a583b5-d460-460a-bf8c-ed870060715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4398eff6-6bef-490d-9c6c-f0e927a465b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:56:57.416549 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be573433-a6ea-47f7-8157-b90d537cbb36 admin admin] Network hostable DHCP agents. Network: 4398eff6-6bef-490d-9c6c-f0e927a465b8, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:56:57.444652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be573433-a6ea-47f7-8157-b90d537cbb36 admin admin] Network 4398eff6-6bef-490d-9c6c-f0e927a465b8 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:56:57.469752 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-be573433-a6ea-47f7-8157-b90d537cbb36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4398eff6-6bef-490d-9c6c-f0e927a465b8) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:57.480910 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be573433-a6ea-47f7-8157-b90d537cbb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:57.481517 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-be573433-a6ea-47f7-8157-b90d537cbb36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:57.481672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c4e55b-62a6-4e74-913d-5b107b5ef94f None None] Network 4398eff6-6bef-490d-9c6c-f0e927a465b8 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:56:57.484575 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dc7559b7-b0d9-4bce-9c34-402a1e35b941 req-18e45fea-5a65-4668-8185-b612be31f353 service neutron] 10.222.0.37 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5052783
Nov 20 20:56:57.501248 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62c6c8-493e-4064-98ce-cd7756fdc42a req-5db7176b-a183-49cc-b059-22814b1b8249 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:57.502766 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ab62c6c8-493e-4064-98ce-cd7756fdc42a req-5db7176b-a183-49cc-b059-22814b1b8249 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 943 time: 0.0713632
Nov 20 20:56:57.520528 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-be573433-a6ea-47f7-8157-b90d537cbb36 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.4718299
Nov 20 20:56:57.520749 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb9ed630-1f25-4a65-a1e5-15a08c4be423 req-ad12da9e-44d9-4f56-9409-92679c93db06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=736ec84c-e23f-43ed-94e7-211dbb35bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1011083
Nov 20 20:56:57.579950 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ab62c6c8-493e-4064-98ce-cd7756fdc42a req-6dc74a2a-b4a9-4f45-840f-ef4f80b0afba tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670238
Nov 20 20:56:57.625140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20a995-f153-40d0-9952-437d8b48d856 req-3e027368-7108-4a13-a93c-3107c71a0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:57.626808 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff20a995-f153-40d0-9952-437d8b48d856 req-3e027368-7108-4a13-a93c-3107c71a0df6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a48484c034b44d9bbd058ca3ed927499&device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 1094 time: 0.3230107
Nov 20 20:56:57.660314 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec89cd59-1283-46c2-b319-803d50b8f786 None None] Network 4398eff6-6bef-490d-9c6c-f0e927a465b8 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:56:57.674881 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-b61fa08d-5950-47b7-9120-252b70ecc199 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Allocated IP 172.20.0.4 (00efdad1-1d3a-4059-9b5a-980ee6794339/67696e00-d47a-4c01-b60f-02743de8399e/f8de97a0-2799-4c39-82a8-566fd2fe46e8) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:56:57.856351 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9fff-d464-4c29-bb38-2912f9b2c09f req-fdc69c39-7311-43f8-aed6-88dd73bf1a1e tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:57.858112 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37cf9fff-d464-4c29-bb38-2912f9b2c09f req-fdc69c39-7311-43f8-aed6-88dd73bf1a1e tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.0550532
Nov 20 20:56:57.918818 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37cf9fff-d464-4c29-bb38-2912f9b2c09f req-23aa8976-50b3-49d2-91a7-aa7468b9427a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535877
Nov 20 20:56:58.102367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57842fe3-934b-47e6-ba21-6f6bb7e4ff3f req-09aad378-cb5a-4b2f-8a61-8f9e1c5a5ccf tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:58.104337 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-57842fe3-934b-47e6-ba21-6f6bb7e4ff3f req-09aad378-cb5a-4b2f-8a61-8f9e1c5a5ccf tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 943 time: 0.0523703
Nov 20 20:56:58.112282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 47ef466b-1a47-4f4e-91bb-96045db695b3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:56:58.163621 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-57842fe3-934b-47e6-ba21-6f6bb7e4ff3f req-848c5a23-db81-4462-a9a5-8d03e00ed75e tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc10c77-198e-48df-991d-706fd0c160b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527053
Nov 20 20:56:58.170448 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-b81597c6-2669-457a-91cf-ed696c2623d6 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8064747
Nov 20 20:56:58.216420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 47ef466b-1a47-4f4e-91bb-96045db695b3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47ef466b-1a47-4f4e-91bb-96045db695b3,segment=NetworkSegment(989c25c9-1c13-450b-8c99-9f5ff3ed266b),segment_id=989c25c9-1c13-450b-8c99-9f5ff3ed266b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:58.229156 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '47ef466b-1a47-4f4e-91bb-96045db695b3', 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421', 'port_id': '47ef466b-1a47-4f4e-91bb-96045db695b3', 'mac_address': 'fa:16:3e:71:32:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:56:58.261773 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8fb90be1-df56-415c-8317-97b5551d23e0 req-f555959c-2d73-41f6-82fb-af1dffa8267e tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 210 time: 0.0288179
Nov 20 20:56:58.263892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-206080ee-30c2-48a6-9006-3b2d69cb15f6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port 53bf41ad-b984-48c0-91e9-181ecc0ecd2d {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:56:58.264383 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-206080ee-30c2-48a6-9006-3b2d69cb15f6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:58.278705 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:58.296198 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ef466b-1a47-4f4e-91bb-96045db695b3 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:56:58.320436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 47ef466b-1a47-4f4e-91bb-96045db695b3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47ef466b-1a47-4f4e-91bb-96045db695b3,segment=NetworkSegment(989c25c9-1c13-450b-8c99-9f5ff3ed266b),segment_id=989c25c9-1c13-450b-8c99-9f5ff3ed266b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:56:58.325021 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:58.331791 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb9ed630-1f25-4a65-a1e5-15a08c4be423 req-edd8c376-253d-4fae-8809-54031ed919b3 service neutron] 10.222.0.47 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8031955
Nov 20 20:56:58.357378 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-e84581b3-5dd7-4deb-81c3-3cdaf713677b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=39839f43-d46e-414e-93c9-a7955f617fd1 HTTP/1.1" status: 200  len: 217 time: 0.1381695
Nov 20 20:56:58.383373 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=47ef466b-1a47-4f4e-91bb-96045db695b3,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:58.390624 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dc7559b7-b0d9-4bce-9c34-402a1e35b941 req-1b4db739-2411-4a03-b770-c6d3bbd48d3d service neutron] 10.222.0.37 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8685071
Nov 20 20:56:58.475675 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3113e8-06a8-4475-a4e4-827d4d3289e1 req-4d0667a7-083c-4df2-9b61-8380504b53c3 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:58.477272 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ad3113e8-06a8-4475-a4e4-827d4d3289e1 req-4d0667a7-083c-4df2-9b61-8380504b53c3 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.0570314
Nov 20 20:56:58.539654 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ad3113e8-06a8-4475-a4e4-827d4d3289e1 req-e13800ff-99b7-403d-b855-efe0473fd769 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561876
Nov 20 20:56:58.539881 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20a995-f153-40d0-9952-437d8b48d856 req-6f71ab5f-fa87-4457-84b6-4347ba4a2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:58.541190 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff20a995-f153-40d0-9952-437d8b48d856 req-6f71ab5f-fa87-4457-84b6-4347ba4a2c18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ac983b9-9a1d-433d-8824-d40a568b3101 HTTP/1.1" status: 200  len: 915 time: 0.8914628
Nov 20 20:56:58.579464 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-5168c2f5-358d-4e82-9876-19f958174466 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:58.580917 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-5168c2f5-358d-4e82-9876-19f958174466 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/networks?id=4398eff6-6bef-490d-9c6c-f0e927a465b8 HTTP/1.1" status: 200  len: 821 time: 0.4807401
Nov 20 20:56:58.626398 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['47ef466b-1a47-4f4e-91bb-96045db695b3'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:56:58.688640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-5235570b-417f-49b7-a3b5-17ffa36b6ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:58.690099 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-5235570b-417f-49b7-a3b5-17ffa36b6ea3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.3019755
Nov 20 20:56:58.697583 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff20a995-f153-40d0-9952-437d8b48d856 req-e105be12-114b-421e-b53d-e6249837133f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfd54190-c8a6-40d7-b314-29f7df09fc83 HTTP/1.1" status: 200  len: 217 time: 0.1434793
Nov 20 20:56:58.705161 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1148af-9615-467a-aa6b-81b4e8be8709 req-410f3a46-3bac-41d7-acd3-3eeac0f1486d tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:58.706814 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a1148af-9615-467a-aa6b-81b4e8be8709 req-410f3a46-3bac-41d7-acd3-3eeac0f1486d tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 943 time: 0.0508695
Nov 20 20:56:58.738078 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d63feb3e-1668-4587-b36e-2cf047392527 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/quotas/2f55329346e94280a9753271c6ec6c15 HTTP/1.1" status: 200  len: 375 time: 0.1244705
Nov 20 20:56:58.759767 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-206080ee-30c2-48a6-9006-3b2d69cb15f6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:58.770517 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a1148af-9615-467a-aa6b-81b4e8be8709 req-5ffadf94-edb8-4c0d-b8ca-65808fb73919 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569351
Nov 20 20:56:58.840336 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb9ed630-1f25-4a65-a1e5-15a08c4be423 req-390f1d1d-7996-47ac-9581-bb5d23342ac8 service neutron] 10.222.0.47 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4733109
Nov 20 20:56:58.861068 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-206080ee-30c2-48a6-9006-3b2d69cb15f6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for 53bf41ad-b984-48c0-91e9-181ecc0ecd2d owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:56:58.871592 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-f0cab18c-471c-4581-afcb-2b27e3f9b5f1 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f55329346e94280a9753271c6ec6c15&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0892501
Nov 20 20:56:58.907745 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-b61fa08d-5950-47b7-9120-252b70ecc199 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:58.926070 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20a995-f153-40d0-9952-437d8b48d856 req-e6bdb5e4-8cbb-4cfa-8bca-1feb35573c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:58.928795 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff20a995-f153-40d0-9952-437d8b48d856 req-e6bdb5e4-8cbb-4cfa-8bca-1feb35573c1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a7d7e7c7-c934-4982-a948-5ad072c84e4b HTTP/1.1" status: 200  len: 853 time: 0.2063286
Nov 20 20:56:58.986836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-67d1a040-3ca1-415e-a38f-3c09fd22ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:58.988402 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-67d1a040-3ca1-415e-a38f-3c09fd22ceff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2844849
Nov 20 20:56:59.039445 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab738e8-5e88-4fae-9e71-c317c4c57222 req-58fe789f-b509-476d-8f62-e6f7b36855ce tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:59.041417 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aab738e8-5e88-4fae-9e71-c317c4c57222 req-58fe789f-b509-476d-8f62-e6f7b36855ce tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.0487096
Nov 20 20:56:59.088080 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aab738e8-5e88-4fae-9e71-c317c4c57222 req-7dde7dde-d6b5-4758-aa36-22ed40152af3 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411081
Nov 20 20:56:59.136387 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-b61fa08d-5950-47b7-9120-252b70ecc199 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:59.197068 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20a995-f153-40d0-9952-437d8b48d856 req-54dce71b-1c48-4b43-83c0-b6d1fcaf101d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:59.198681 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff20a995-f153-40d0-9952-437d8b48d856 req-54dce71b-1c48-4b43-83c0-b6d1fcaf101d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ac983b9-9a1d-433d-8824-d40a568b3101&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2381601
Nov 20 20:56:59.246841 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-02db13cf-f479-4fc1-9e9c-d3feb46e5f42 service neutron] 10.222.0.41 "GET /v2.0/networks/4398eff6-6bef-490d-9c6c-f0e927a465b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3515956
Nov 20 20:56:59.293194 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1d357-a795-4669-acbf-8996280e9ce6 req-baf8e831-4576-45dc-a86e-8d31d4c43390 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:59.294700 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54f1d357-a795-4669-acbf-8996280e9ce6 req-baf8e831-4576-45dc-a86e-8d31d4c43390 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 944 time: 0.0601223
Nov 20 20:56:59.322776 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-b61fa08d-5950-47b7-9120-252b70ecc199 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Network 00efdad1-1d3a-4059-9b5a-980ee6794339 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:56:59.351914 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54f1d357-a795-4669-acbf-8996280e9ce6 req-36ce9f71-b813-4df9-9575-47a20dfb1f38 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc10c77-198e-48df-991d-706fd0c160b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496564
Nov 20 20:56:59.353947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-b61fa08d-5950-47b7-9120-252b70ecc199 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:56:59.360658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fa08d-5950-47b7-9120-252b70ecc199 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Pushing event updated for resources: {'Port': ['ID=f8de97a0-2799-4c39-82a8-566fd2fe46e8,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:59.374128 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-b61fa08d-5950-47b7-9120-252b70ecc199 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:56:59.396531 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-6801cda2-a39c-4981-8b37-a20386ccbcf5 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3802927
Nov 20 20:56:59.459439 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acf1d0-f3de-46b3-a463-9d7bd9cd3f73 req-8124781c-34ec-4f34-ac3b-d6e864e9cbc2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:59.461154 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0acf1d0-f3de-46b3-a463-9d7bd9cd3f73 req-8124781c-34ec-4f34-ac3b-d6e864e9cbc2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 931 time: 0.0513444
Nov 20 20:56:59.516483 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0acf1d0-f3de-46b3-a463-9d7bd9cd3f73 req-c0a75416-f2b9-4cf8-be02-4635bd2e8fa3 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436120
Nov 20 20:56:59.592560 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-206080ee-30c2-48a6-9006-3b2d69cb15f6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:59.606318 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff20a995-f153-40d0-9952-437d8b48d856 req-b2d49554-9af7-455a-8bc1-66a4bad6a210 service neutron] 10.222.0.37 "GET /v2.0/networks/0ac983b9-9a1d-433d-8824-d40a568b3101?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3944376
Nov 20 20:56:59.622537 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-b61fa08d-5950-47b7-9120-252b70ecc199 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:59.623197 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-b61fa08d-5950-47b7-9120-252b70ecc199 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:56:59.662931 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206080ee-30c2-48a6-9006-3b2d69cb15f6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=53bf41ad-b984-48c0-91e9-181ecc0ecd2d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:56:59.666345 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-35ae2412-79cc-48e6-8342-4fc098abf06d service neutron] 10.222.0.41 "GET /v2.0/networks/4398eff6-6bef-490d-9c6c-f0e927a465b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3921177
Nov 20 20:56:59.715202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810c476-d5e4-4b51-ac52-d6d071362cc1 req-f74b3710-a085-438b-b37f-fdc470be65b9 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:59.722904 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8810c476-d5e4-4b51-ac52-d6d071362cc1 req-f74b3710-a085-438b-b37f-fdc470be65b9 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.0735297
Nov 20 20:56:59.748476 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-b61fa08d-5950-47b7-9120-252b70ecc199 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5192676
Nov 20 20:56:59.787254 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8810c476-d5e4-4b51-ac52-d6d071362cc1 req-0a344c9c-cff6-461a-a586-51b62d9fa67c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625134
Nov 20 20:56:59.835990 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Request body: {'port': {'device_id': '1a3106c1-4741-490e-aa46-7f3e6614fdd1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:56:59.854376 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-91c1b1b6-ec05-4f36-ab06-da3e2083797e service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3891771
Nov 20 20:56:59.946769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df819a-ae55-4acb-babe-c03a80ac8370 req-abfd0531-e132-401c-8541-35e70b70a990 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:56:59.947361 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-859b5024-d81e-42b7-b41c-f68a9ee95ea5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 HTTP/1.1" status: 200  len: 217 time: 0.0674272
Nov 20 20:56:59.948521 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d7df819a-ae55-4acb-babe-c03a80ac8370 req-abfd0531-e132-401c-8541-35e70b70a990 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 943 time: 0.0659220
Nov 20 20:57:00.008673 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d7df819a-ae55-4acb-babe-c03a80ac8370 req-50b52cfd-e605-40d3-82ae-3cb6e96f2d9f tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516002
Nov 20 20:57:00.052919 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d28e761-b615-4ff5-a8e5-7905c15582b3 req-f81e258c-4978-4560-b602-1b5051501cc8 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 210 time: 0.1143718
Nov 20 20:57:00.074482 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff20a995-f153-40d0-9952-437d8b48d856 req-09113fb7-c794-466f-923d-c541c43ec1ca service neutron] 10.222.0.37 "GET /v2.0/networks/0ac983b9-9a1d-433d-8824-d40a568b3101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4287474
Nov 20 20:57:00.129634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 47ef466b-1a47-4f4e-91bb-96045db695b3 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:00.135258 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:00.171031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-eec4722d-eda8-44d5-86e7-f971159a185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:00.172534 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-eec4722d-eda8-44d5-86e7-f971159a185c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.2065644
Nov 20 20:57:00.179189 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-206080ee-30c2-48a6-9006-3b2d69cb15f6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:00.215921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 47ef466b-1a47-4f4e-91bb-96045db695b3 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:57:00.224140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 47ef466b-1a47-4f4e-91bb-96045db695b3 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:00.226786 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:00.240251 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465f6c5-53f8-4542-b5da-a03d4294763a req-ab2fb56d-d1a2-4ad7-92ee-f06ec8a828d9 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:00.247920 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e465f6c5-53f8-4542-b5da-a03d4294763a req-ab2fb56d-d1a2-4ad7-92ee-f06ec8a828d9 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.0742114
Nov 20 20:57:00.310656 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e465f6c5-53f8-4542-b5da-a03d4294763a req-5577042a-9548-4535-a4a4-5cb1cc0377f6 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617673
Nov 20 20:57:00.344894 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:00.377592 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5cd44f-7bf8-498d-96f4-76d5039c2cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ef466b-1a47-4f4e-91bb-96045db695b3'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:00.380475 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce71828-4361-4bb6-86fc-0df99607a9e2" -d '{"events": [{"server_uuid": "8f5cd44f-7bf8-498d-96f4-76d5039c2cc3", "name": "network-vif-plugged", "status": "completed", "tag": "47ef466b-1a47-4f4e-91bb-96045db695b3"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:00.398983 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 47ef466b-1a47-4f4e-91bb-96045db695b3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47ef466b-1a47-4f4e-91bb-96045db695b3,segment=NetworkSegment(989c25c9-1c13-450b-8c99-9f5ff3ed266b),segment_id=989c25c9-1c13-450b-8c99-9f5ff3ed266b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:00.408973 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:00.458870 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f68a80-00a6-43d9-9222-8330a6d3afaf x-openstack-request-id: req-99f68a80-00a6-43d9-9222-8330a6d3afaf {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:00.460286 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5cd44f-7bf8-498d-96f4-76d5039c2cc3", "name": "network-vif-plugged", "status": "completed", "tag": "47ef466b-1a47-4f4e-91bb-96045db695b3", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:00.461052 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99f68a80-00a6-43d9-9222-8330a6d3afaf {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:00.472261 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5cd44f-7bf8-498d-96f4-76d5039c2cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ef466b-1a47-4f4e-91bb-96045db695b3', 'code': 200}
Nov 20 20:57:00.488584 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=47ef466b-1a47-4f4e-91bb-96045db695b3,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:00.656976 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86527f6d-fcf4-4918-bf7b-46b93519882b req-dabd3ec5-5845-4dc6-b0f2-3ae0632a2c30 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:00.659332 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-86527f6d-fcf4-4918-bf7b-46b93519882b req-dabd3ec5-5845-4dc6-b0f2-3ae0632a2c30 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 931 time: 0.0616186
Nov 20 20:57:00.711146 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-86527f6d-fcf4-4918-bf7b-46b93519882b req-a876617c-e334-4992-96b9-26760617c8de tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447907
Nov 20 20:57:00.857159 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-a9ab8770-1f8a-4918-94bc-13cd0a1533d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:00.858729 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-a9ab8770-1f8a-4918-94bc-13cd0a1533d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.6732845
Nov 20 20:57:00.913113 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d737388-cb0f-4395-9972-7c637582afa2 req-ef702420-cdd6-481a-85a9-5ffe16154383 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:00.914952 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9d737388-cb0f-4395-9972-7c637582afa2 req-ef702420-cdd6-481a-85a9-5ffe16154383 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.0522141
Nov 20 20:57:00.970940 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170225e-92df-4c1f-b6ce-e369e21d260b req-04e136e6-ec9e-439a-8e52-99ed9e59f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:00.972394 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7170225e-92df-4c1f-b6ce-e369e21d260b req-04e136e6-ec9e-439a-8e52-99ed9e59f8c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 1096 time: 0.2372899
Nov 20 20:57:00.975158 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9d737388-cb0f-4395-9972-7c637582afa2 req-2cffc68a-5703-442e-8be4-68d64599efd7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502281
Nov 20 20:57:01.008453 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f7f34-3fdb-4c1c-9820-887e3dc5b9b8 req-f7c8bf9a-66cd-4025-83a2-0fd8c734bf75 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:01.009906 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-852f7f34-3fdb-4c1c-9820-887e3dc5b9b8 req-f7c8bf9a-66cd-4025-83a2-0fd8c734bf75 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 945 time: 0.2769647
Nov 20 20:57:01.150315 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c545f-25da-4d6f-9cd2-43806604c9f8 req-d30d541a-34a0-4513-85e6-9c44d0f2cda7 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:01.151865 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-146c545f-25da-4d6f-9cd2-43806604c9f8 req-d30d541a-34a0-4513-85e6-9c44d0f2cda7 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 943 time: 0.0571139
Nov 20 20:57:01.201402 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-146c545f-25da-4d6f-9cd2-43806604c9f8 req-d7d1e55e-70bc-4451-a991-23013c82ca8e tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432653
Nov 20 20:57:01.269084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206080ee-30c2-48a6-9006-3b2d69cb15f6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 3910c1e8-d290-4e2e-a02e-f07c4b891df6 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:57:01.296159 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-78c3fe02-5846-4c31-9f5b-1032fd19f3ac req-19c7d756-d5aa-4b7e-a61e-a3cb3f3d813d tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 210 time: 0.0273304
Nov 20 20:57:01.304944 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7170225e-92df-4c1f-b6ce-e369e21d260b req-792fdc12-e884-4e75-90f1-7c4bbfa0003a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0cc10c77-198e-48df-991d-706fd0c160b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3051140
Nov 20 20:57:01.306901 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-396e7a23-a721-4e05-8291-7f205280d716 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4370875
Nov 20 20:57:01.321949 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-852f7f34-3fdb-4c1c-9820-887e3dc5b9b8 req-1dd9b83b-8051-478b-9903-8c0f7d4e15dd tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc10c77-198e-48df-991d-706fd0c160b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3010340
Nov 20 20:57:01.354029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-2472da52-01fa-496a-a399-28ab6d308da7 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:01.355515 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-2472da52-01fa-496a-a399-28ab6d308da7 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.37 "GET /v2.0/networks?id=4398eff6-6bef-490d-9c6c-f0e927a465b8 HTTP/1.1" status: 200  len: 821 time: 0.3901372
Nov 20 20:57:01.392148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device dfd54190-c8a6-40d7-b314-29f7df09fc83 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:57:01.403561 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-09f1b1ef-7549-4963-9a4d-93c3b7e6ada6 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Request body: {'port': {'device_id': '3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2', 'network_id': '4398eff6-6bef-490d-9c6c-f0e927a465b8', 'admin_state_up': True, 'tenant_id': '2f55329346e94280a9753271c6ec6c15'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:01.451495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c36ad-b8f8-4d86-9c0f-fc369e1d8856 req-4acde393-b9d1-4dcf-bcde-9c856e7ab597 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:01.454756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bc3c36ad-b8f8-4d86-9c0f-fc369e1d8856 req-4acde393-b9d1-4dcf-bcde-9c856e7ab597 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.0622053
Nov 20 20:57:01.499887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8de97a0-2799-4c39-82a8-566fd2fe46e8 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:57:01.507499 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port dfd54190-c8a6-40d7-b314-29f7df09fc83, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dfd54190-c8a6-40d7-b314-29f7df09fc83,segment=NetworkSegment(283bfe64-ea2c-4059-afed-211f7e7e686b),segment_id=283bfe64-ea2c-4059-afed-211f7e7e686b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:01.523603 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'dfd54190-c8a6-40d7-b314-29f7df09fc83', 'network_id': '0ac983b9-9a1d-433d-8824-d40a568b3101', 'port_id': 'dfd54190-c8a6-40d7-b314-29f7df09fc83', 'mac_address': 'fa:16:3e:21:c7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d7e7c7-c934-4982-a948-5ad072c84e4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:57:01.528370 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bc3c36ad-b8f8-4d86-9c0f-fc369e1d8856 req-2bb68a08-7029-45cc-994c-8e4125686183 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668244
Nov 20 20:57:01.543268 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:01.579115 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:01.594468 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd54190-c8a6-40d7-b314-29f7df09fc83 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:57:01.595058 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206080ee-30c2-48a6-9006-3b2d69cb15f6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:57:01.610582 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-206080ee-30c2-48a6-9006-3b2d69cb15f6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/3910c1e8-d290-4e2e-a02e-f07c4b891df6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8897288
Nov 20 20:57:01.610809 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973995a6-5951-4935-af0a-6fa5fc5b8c73 None None] Sync routers for ids ['3910c1e8-d290-4e2e-a02e-f07c4b891df6'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:57:01.611746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Transition to ACTIVE for port object f8de97a0-2799-4c39-82a8-566fd2fe46e8 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:57:01.613916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43874) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:01.623403 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:01.629984 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port dfd54190-c8a6-40d7-b314-29f7df09fc83, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dfd54190-c8a6-40d7-b314-29f7df09fc83,segment=NetworkSegment(283bfe64-ea2c-4059-afed-211f7e7e686b),segment_id=283bfe64-ea2c-4059-afed-211f7e7e686b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:01.632646 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973995a6-5951-4935-af0a-6fa5fc5b8c73 None None] Routers {'3910c1e8-d290-4e2e-a02e-f07c4b891df6'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:01.633258 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-973995a6-5951-4935-af0a-6fa5fc5b8c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472a04f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3910c1e8-d290-4e2e-a02e-f07c4b891df6'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:01.636599 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:01.675036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-973995a6-5951-4935-af0a-6fa5fc5b8c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472a04f0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:01.712045 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973995a6-5951-4935-af0a-6fa5fc5b8c73 None None] Routers {'3910c1e8-d290-4e2e-a02e-f07c4b891df6'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:01.712676 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-973995a6-5951-4935-af0a-6fa5fc5b8c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472a04f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3910c1e8-d290-4e2e-a02e-f07c4b891df6'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:01.750720 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-973995a6-5951-4935-af0a-6fa5fc5b8c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472a04f0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:01.751551 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973995a6-5951-4935-af0a-6fa5fc5b8c73 None None] The sync data for ids ['3910c1e8-d290-4e2e-a02e-f07c4b891df6'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:57:01.756758 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-2187a91c-377d-4170-8adb-151a8ec284d4 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2106044
Nov 20 20:57:01.757411 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Pushing event updated for resources: {'Port': ['ID=f8de97a0-2799-4c39-82a8-566fd2fe46e8,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:01.771443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=dfd54190-c8a6-40d7-b314-29f7df09fc83,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:01.783171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-09f1b1ef-7549-4963-9a4d-93c3b7e6ada6 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Made reservation on behalf of 2f55329346e94280a9753271c6ec6c15 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:57:01.786709 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-09f1b1ef-7549-4963-9a4d-93c3b7e6ada6 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:01.848317 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-b8faa203-6c32-4c62-9a0f-428ca22c319d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=74631941-cda7-49c4-b33a-f60122f88759 HTTP/1.1" status: 200  len: 217 time: 0.0735679
Nov 20 20:57:01.863135 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['dfd54190-c8a6-40d7-b314-29f7df09fc83'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:57:02.010781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Attempting to bind port f8de97a0-2799-4c39-82a8-566fd2fe46e8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:57:02.011379 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Attempting to bind port f8de97a0-2799-4c39-82a8-566fd2fe46e8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:57:02.011685 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Attempting to bind port f8de97a0-2799-4c39-82a8-566fd2fe46e8 on network 00efdad1-1d3a-4059-9b5a-980ee6794339 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:57:02.018503 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-16771c22-4e1d-412b-85d6-63d45eb2c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:02.020023 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-16771c22-4e1d-412b-85d6-63d45eb2c9f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.1537511
Nov 20 20:57:02.040656 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a7165-3ccf-473a-8844-9e1477c3b49c req-d1657448-a068-4053-95b8-dde120b30ed6 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:02.042214 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dd6a7165-3ccf-473a-8844-9e1477c3b49c req-d1657448-a068-4053-95b8-dde120b30ed6 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 943 time: 0.2030542
Nov 20 20:57:02.057333 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Port f8de97a0-2799-4c39-82a8-566fd2fe46e8 on network 00efdad1-1d3a-4059-9b5a-980ee6794339 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:57:02.057666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Attempting to bind port f8de97a0-2799-4c39-82a8-566fd2fe46e8 on network 00efdad1-1d3a-4059-9b5a-980ee6794339 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:57:02.063584 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9a52dc64-2182-46a3-9252-35ef60c8d257 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:02.108022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:57:02.108363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Checking segment: {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:57:02.110097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Bound using segment: {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:57:02.110097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Bound port: f8de97a0-2799-4c39-82a8-566fd2fe46e8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:57:02.110097 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:02.199802 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-09f1b1ef-7549-4963-9a4d-93c3b7e6ada6 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Allocated IP 172.20.0.9 (4398eff6-6bef-490d-9c6c-f0e927a465b8/fd3c823f-1654-4a29-bdb1-1bce9dfcecd6/1e49a5ca-01de-4fd7-a80d-a16b40d7edaa) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:57:02.211382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-673c4cfb-3aa5-45c1-8241-2ca71202b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:02.213100 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-673c4cfb-3aa5-45c1-8241-2ca71202b107 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1679113
Nov 20 20:57:02.218921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3eb8f-c823-4804-8951-b77841f47804 req-1dab6f8d-c865-438e-a1c0-cfaf8da36881 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:02.220471 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a2f3eb8f-c823-4804-8951-b77841f47804 req-1dab6f8d-c865-438e-a1c0-cfaf8da36881 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.1243589
Nov 20 20:57:02.229928 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dd6a7165-3ccf-473a-8844-9e1477c3b49c req-6a4d3c9d-4531-44b6-a93f-835b0210d47b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689541
Nov 20 20:57:02.301845 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a2f3eb8f-c823-4804-8951-b77841f47804 req-64ab46fe-3708-453a-9d00-adc44f59198f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594847
Nov 20 20:57:02.371862 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] For port f8de97a0-2799-4c39-82a8-566fd2fe46e8, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:57:02.403146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] For port f8de97a0-2799-4c39-82a8-566fd2fe46e8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8de97a0-2799-4c39-82a8-566fd2fe46e8,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:57:02.415784 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a7e581bf-b6c7-4f50-a0f8-d4fee5cf4101 req-f7b85ef8-3ff4-4c85-ab3d-546771c948e4 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 210 time: 0.0357261
Nov 20 20:57:02.424019 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:02.443880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-9a52dc64-2182-46a3-9252-35ef60c8d257 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port 151770e0-d68a-4e0a-a03d-045f4daf6933 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:02.444502 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9a52dc64-2182-46a3-9252-35ef60c8d257 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:02.496234 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:02.497254 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:02.498783 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] 10.222.0.37 "PUT /v2.0/ports/f8de97a0-2799-4c39-82a8-566fd2fe46e8 HTTP/1.1" status: 200  len: 1091 time: 2.6698165
Nov 20 20:57:02.500693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-fb291d15-679a-46a8-8426-cfc3097d62fc service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2749550
Nov 20 20:57:02.511313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4a510-2e4d-4cb1-88b8-3516dca84ab9 req-24f0a81d-114e-44b2-99b9-b782d327c589 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:02.518091 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aad4a510-2e4d-4cb1-88b8-3516dca84ab9 req-24f0a81d-114e-44b2-99b9-b782d327c589 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 944 time: 0.2120669
Nov 20 20:57:02.520493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3106c1-4741-490e-aa46-7f3e6614fdd1', 'tag': 'f8de97a0-2799-4c39-82a8-566fd2fe46e8'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:02.523398 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3443f96d-308e-44e8-b7c7-8d0eb00af511" -d '{"events": [{"name": "network-changed", "server_uuid": "1a3106c1-4741-490e-aa46-7f3e6614fdd1", "tag": "f8de97a0-2799-4c39-82a8-566fd2fe46e8"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:02.593971 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9a52dc64-2182-46a3-9252-35ef60c8d257 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:02.617986 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-9a52dc64-2182-46a3-9252-35ef60c8d257 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for 151770e0-d68a-4e0a-a03d-045f4daf6933 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:02.626800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b411c0-1b2f-44ae-9665-b85236b3e942 req-8bf19dca-4ee5-422c-94b1-137987ec9b1f tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:02.628507 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-80b411c0-1b2f-44ae-9665-b85236b3e942 req-8bf19dca-4ee5-422c-94b1-137987ec9b1f tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 945 time: 0.0892882
Nov 20 20:57:02.656410 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e84e4-51de-47d0-bed3-af4cf60ff206 service neutron] Pushing event updated for resources: {'Port': ['ID=f8de97a0-2799-4c39-82a8-566fd2fe46e8,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:02.754965 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-80b411c0-1b2f-44ae-9665-b85236b3e942 req-0ba724ba-20b3-4385-aa08-15457c338f6f tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc10c77-198e-48df-991d-706fd0c160b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675769
Nov 20 20:57:02.768739 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-09f1b1ef-7549-4963-9a4d-93c3b7e6ada6 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:02.787786 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aad4a510-2e4d-4cb1-88b8-3516dca84ab9 req-28e9e079-9165-4d38-b929-de115d82a18b tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2506795
Nov 20 20:57:02.796275 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-e0ef61dc-d49f-4652-a45a-99188e54bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:02.797932 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-e0ef61dc-d49f-4652-a45a-99188e54bfd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 1094 time: 0.2253258
Nov 20 20:57:02.799614 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12230a71-d02d-424e-8ff1-9fada1931db0 x-openstack-request-id: req-12230a71-d02d-424e-8ff1-9fada1931db0 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:02.799903 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a3106c1-4741-490e-aa46-7f3e6614fdd1", "tag": "f8de97a0-2799-4c39-82a8-566fd2fe46e8", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:02.800159 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12230a71-d02d-424e-8ff1-9fada1931db0 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:02.800551 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3106c1-4741-490e-aa46-7f3e6614fdd1', 'tag': 'f8de97a0-2799-4c39-82a8-566fd2fe46e8', 'status': 'completed', 'code': 200}
Nov 20 20:57:02.858249 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-590a6ec2-0331-40cc-a5c0-dc24d37b11d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8de97a0-2799-4c39-82a8-566fd2fe46e8 HTTP/1.1" status: 200  len: 217 time: 0.0448980
Nov 20 20:57:02.862167 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-a6b9b3a8-5225-4995-bbfb-325d98634306 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3424830
Nov 20 20:57:02.920848 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9a52dc64-2182-46a3-9252-35ef60c8d257 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:02.929063 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-7332126b-5914-44a1-932a-2d7e8b7d8b06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1906ffcc-f920-4444-989d-3996e905079f HTTP/1.1" status: 200  len: 217 time: 0.0560136
Nov 20 20:57:02.958036 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52dc64-2182-46a3-9252-35ef60c8d257 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=151770e0-d68a-4e0a-a03d-045f4daf6933,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:02.978120 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849bc56-bc56-4171-a1e4-f10e8d191302 req-edf67638-29c3-4fbd-a053-c0d04e3af499 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:02.979865 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7849bc56-bc56-4171-a1e4-f10e8d191302 req-edf67638-29c3-4fbd-a053-c0d04e3af499 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.1195290
Nov 20 20:57:03.011231 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-09f1b1ef-7549-4963-9a4d-93c3b7e6ada6 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:03.015669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-15fa3d91-7c23-4678-907b-a80a4c334a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:03.017471 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-15fa3d91-7c23-4678-907b-a80a4c334a18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67696e00-d47a-4c01-b60f-02743de8399e HTTP/1.1" status: 200  len: 845 time: 0.1503375
Nov 20 20:57:03.125607 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7849bc56-bc56-4171-a1e4-f10e8d191302 req-3fcd7549-55ed-4fb1-b7c1-0237fcf844ed tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308293
Nov 20 20:57:03.174490 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9a52dc64-2182-46a3-9252-35ef60c8d257 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:03.344586 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a52dc64-2182-46a3-9252-35ef60c8d257 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 3910c1e8-d290-4e2e-a02e-f07c4b891df6 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:57:03.410343 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device dfd54190-c8a6-40d7-b314-29f7df09fc83 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:03.432644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-851530b1-13d6-43f6-9e4b-b780d24d3bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:03.434177 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-851530b1-13d6-43f6-9e4b-b780d24d3bd4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=675dd659-efc8-4512-8b36-a10de2903548 HTTP/1.1" status: 200  len: 797 time: 0.4824588
Nov 20 20:57:03.435968 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-b0c9132c-bc0f-40b3-b6b9-346e35766bc0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00efdad1-1d3a-4059-9b5a-980ee6794339&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4085429
Nov 20 20:57:03.457575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a52dc64-2182-46a3-9252-35ef60c8d257 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:57:03.466288 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port dfd54190-c8a6-40d7-b314-29f7df09fc83 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:57:03.467869 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9a52dc64-2182-46a3-9252-35ef60c8d257 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/3910c1e8-d290-4e2e-a02e-f07c4b891df6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8511553
Nov 20 20:57:03.471824 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port dfd54190-c8a6-40d7-b314-29f7df09fc83 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:03.472804 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:03.473427 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43916) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:03.477667 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c737a908-b274-43c3-9cdc-64ebb0f081f7 None None] Sync routers for ids ['3910c1e8-d290-4e2e-a02e-f07c4b891df6'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:57:03.491178 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c737a908-b274-43c3-9cdc-64ebb0f081f7 None None] Routers {'3910c1e8-d290-4e2e-a02e-f07c4b891df6'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:03.498093 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c737a908-b274-43c3-9cdc-64ebb0f081f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54357610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3910c1e8-d290-4e2e-a02e-f07c4b891df6'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:03.498895 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-09f1b1ef-7549-4963-9a4d-93c3b7e6ada6 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Network 4398eff6-6bef-490d-9c6c-f0e927a465b8 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:03.518462 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d281c44-0ef3-43e6-a8e7-b248c6aa9e2e req-cb609270-2afe-43dc-b266-e7ac1b5efb0c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:03.526581 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9d281c44-0ef3-43e6-a8e7-b248c6aa9e2e req-cb609270-2afe-43dc-b266-e7ac1b5efb0c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.1313515
Nov 20 20:57:03.531686 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-09f1b1ef-7549-4963-9a4d-93c3b7e6ada6 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:03.537278 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5e9ed139-e3ec-4d8b-a06e-d9de096fb2d0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3910c1e8-d290-4e2e-a02e-f07c4b891df6 HTTP/1.1" status: 200  len: 205 time: 0.0581579
Nov 20 20:57:03.539792 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-09f1b1ef-7549-4963-9a4d-93c3b7e6ada6 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:57:03.542367 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1b1ef-7549-4963-9a4d-93c3b7e6ada6 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Pushing event updated for resources: {'Port': ['ID=1e49a5ca-01de-4fd7-a80d-a16b40d7edaa,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:03.543399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43918) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:03.581463 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c737a908-b274-43c3-9cdc-64ebb0f081f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54357610>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:03.585428 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:03.610120 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c737a908-b274-43c3-9cdc-64ebb0f081f7 None None] Routers {'3910c1e8-d290-4e2e-a02e-f07c4b891df6'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:03.610980 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c737a908-b274-43c3-9cdc-64ebb0f081f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54357610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3910c1e8-d290-4e2e-a02e-f07c4b891df6'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:03.622371 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port dfd54190-c8a6-40d7-b314-29f7df09fc83, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dfd54190-c8a6-40d7-b314-29f7df09fc83,segment=NetworkSegment(283bfe64-ea2c-4059-afed-211f7e7e686b),segment_id=283bfe64-ea2c-4059-afed-211f7e7e686b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:03.623464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32689d1-8986-4ec5-84e2-f28bf3843085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd54190-c8a6-40d7-b314-29f7df09fc83'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:03.627482 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46587e65-5dd9-466a-8c3e-f00ee7eebf0b" -d '{"events": [{"server_uuid": "e32689d1-8986-4ec5-84e2-f28bf3843085", "name": "network-vif-plugged", "status": "completed", "tag": "dfd54190-c8a6-40d7-b314-29f7df09fc83"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:03.633239 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:03.645200 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-950bf31c-87b7-4735-b325-2bbaebd7c9ec tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:03.667151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87442045-f4bc-4d34-a2d8-907f37423d6c req-163d9551-85ed-4dc2-af34-33415ec210a8 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:03.668696 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-87442045-f4bc-4d34-a2d8-907f37423d6c req-163d9551-85ed-4dc2-af34-33415ec210a8 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 943 time: 0.2379735
Nov 20 20:57:03.675149 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c737a908-b274-43c3-9cdc-64ebb0f081f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54357610>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:03.675825 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c737a908-b274-43c3-9cdc-64ebb0f081f7 None None] The sync data for ids ['3910c1e8-d290-4e2e-a02e-f07c4b891df6'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:57:03.686969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-09f1b1ef-7549-4963-9a4d-93c3b7e6ada6 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:03.687609 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-09f1b1ef-7549-4963-9a4d-93c3b7e6ada6 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:03.690537 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=dfd54190-c8a6-40d7-b314-29f7df09fc83,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:03.691293 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-3a0d85db-9fff-4bff-96cf-a547f89e9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:03.693458 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-3a0d85db-9fff-4bff-96cf-a547f89e9aa2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2368009
Nov 20 20:57:03.733996 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-226cb88d-b398-4d67-92f1-8ef61cde7078 service neutron] 10.222.0.37 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2805784
Nov 20 20:57:03.765076 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-09f1b1ef-7549-4963-9a4d-93c3b7e6ada6 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3679390
Nov 20 20:57:03.798550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Request body: {'port': {'device_id': '3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:03.822726 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9d281c44-0ef3-43e6-a8e7-b248c6aa9e2e req-cd3cc45b-ea12-49d9-a611-05b2cd9a69c0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2951417
Nov 20 20:57:03.860800 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-950bf31c-87b7-4735-b325-2bbaebd7c9ec tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:03.863236 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-950bf31c-87b7-4735-b325-2bbaebd7c9ec tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:03.938213 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-950bf31c-87b7-4735-b325-2bbaebd7c9ec tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:03.938751 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950bf31c-87b7-4735-b325-2bbaebd7c9ec tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Fanout notify agent at l3_agent the message router_deleted on router 3910c1e8-d290-4e2e-a02e-f07c4b891df6 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:57:03.947197 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-950bf31c-87b7-4735-b325-2bbaebd7c9ec tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:03.949867 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-950bf31c-87b7-4735-b325-2bbaebd7c9ec tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/routers/3910c1e8-d290-4e2e-a02e-f07c4b891df6 HTTP/1.1" status: 204  len: 168 time: 0.4037418
Nov 20 20:57:03.951633 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43928) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:03.981023 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-87442045-f4bc-4d34-a2d8-907f37423d6c req-6a5d5d79-3d0e-4399-a1d4-0838328013c8 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3054078
Nov 20 20:57:04.003921 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:04.007413 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654f562-8b83-4d7a-a250-28b829414356 req-5770a0d9-d70f-4614-9de7-aef7f34f3d2e tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:04.009051 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1654f562-8b83-4d7a-a250-28b829414356 req-5770a0d9-d70f-4614-9de7-aef7f34f3d2e tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 931 time: 0.1003883
Nov 20 20:57:04.019338 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d586dce8-984b-4ed6-8749-739bac8b1640 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting subnet f9cccf86-cf73-42b4-a012-ba1976308cf7 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:57:04.028804 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d30b5a5b-cb99-4bc2-9e78-a313da460f0b req-b98eb4ed-3b18-4c69-88a5-8431dc5ed8e6 service neutron] 10.222.0.37 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2768335
Nov 20 20:57:04.030479 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d586dce8-984b-4ed6-8749-739bac8b1640 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:04.046666 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5886029f-7675-491c-9381-c4a04f031d17 x-openstack-request-id: req-5886029f-7675-491c-9381-c4a04f031d17 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:04.047141 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32689d1-8986-4ec5-84e2-f28bf3843085", "name": "network-vif-plugged", "status": "completed", "tag": "dfd54190-c8a6-40d7-b314-29f7df09fc83", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:04.047501 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5886029f-7675-491c-9381-c4a04f031d17 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:04.048639 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32689d1-8986-4ec5-84e2-f28bf3843085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd54190-c8a6-40d7-b314-29f7df09fc83', 'code': 200}
Nov 20 20:57:04.051842 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-b1014e2f-cebb-4fe1-b94c-e2ec5712f7bf service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3422127
Nov 20 20:57:04.093156 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d586dce8-984b-4ed6-8749-739bac8b1640 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:04.133173 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1654f562-8b83-4d7a-a250-28b829414356 req-e1ecc520-cb33-461f-9a76-287678b2d960 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/security-groups?id=132875ee-e198-4a1d-8377-0dd94db8f5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101527
Nov 20 20:57:04.201799 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d586dce8-984b-4ed6-8749-739bac8b1640 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:04.298630 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c141b-d046-455d-9683-d253696e5a1e req-f350a5a1-61ee-46cd-a7a5-a82605cc2e48 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:04.300237 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e3c141b-d046-455d-9683-d253696e5a1e req-f350a5a1-61ee-46cd-a7a5-a82605cc2e48 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 945 time: 0.0762880
Nov 20 20:57:04.305925 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d586dce8-984b-4ed6-8749-739bac8b1640 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:04.342539 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-9a1fed49-84ab-4282-9a5d-227d0a592fb4 service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2782893
Nov 20 20:57:04.357086 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d586dce8-984b-4ed6-8749-739bac8b1640 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:04.362809 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d586dce8-984b-4ed6-8749-739bac8b1640 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/f9cccf86-cf73-42b4-a012-ba1976308cf7 HTTP/1.1" status: 204  len: 168 time: 0.4097323
Nov 20 20:57:04.364421 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43932) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:04.366847 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c76540a-3f37-4660-95c5-d43dc8545935 None None] Network a4aa1037-07d4-4996-bd80-520eca78b01e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:57:04.370130 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586dce8-984b-4ed6-8749-739bac8b1640 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Subnet': ['ID=f9cccf86-cf73-42b4-a012-ba1976308cf7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:04.372132 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bdcd1-bb2d-4cac-a544-877352a62f94 req-6a8e58f9-2c80-4a4c-868f-1aeb505d019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:04.373589 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-844bdcd1-bb2d-4cac-a544-877352a62f94 req-6a8e58f9-2c80-4a4c-868f-1aeb505d019d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 1096 time: 0.2214577
Nov 20 20:57:04.382260 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ec53f-90b7-4bad-9157-c9f5639528ea req-f54f39b3-c187-4615-bb31-a7f2e8183690 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:04.389537 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b48ec53f-90b7-4bad-9157-c9f5639528ea req-f54f39b3-c187-4615-bb31-a7f2e8183690 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 945 time: 0.2511795
Nov 20 20:57:04.429661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443f96d-308e-44e8-b7c7-8d0eb00af511 req-62dd57a6-a75b-41f3-8fe1-3586dedc0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:04.431199 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3443f96d-308e-44e8-b7c7-8d0eb00af511 req-62dd57a6-a75b-41f3-8fe1-3586dedc0d5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 1094 time: 0.2942622
Nov 20 20:57:04.444163 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e3c141b-d046-455d-9683-d253696e5a1e req-dc2a510b-65ff-429b-a5a6-57a06082b2b4 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319408
Nov 20 20:57:04.452037 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c384e421-b603-4a82-89ca-7d59c39cab6b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting subnet 7c0d8337-990c-433e-980a-f1721086bca6 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:57:04.455935 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c384e421-b603-4a82-89ca-7d59c39cab6b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:04.471918 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-6f9303d1-0d76-405f-8a43-7708484c20ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46000a03-6d74-43bc-957f-eb13e3558ac6 HTTP/1.1" status: 200  len: 217 time: 0.1153419
Nov 20 20:57:04.538506 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c384e421-b603-4a82-89ca-7d59c39cab6b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:04.597229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3b12e3-ff59-4997-9009-0b5de3e218d0 None None] DHCP port deletion for a4aa1037-07d4-4996-bd80-520eca78b01e request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:04.650228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b12e3-ff59-4997-9009-0b5de3e218d0 None None] Deleting port 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:04.650682 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1f3b12e3-ff59-4997-9009-0b5de3e218d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:04.672889 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443f96d-308e-44e8-b7c7-8d0eb00af511 req-33061778-4356-4880-805a-aa7e99da1815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:04.674461 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3443f96d-308e-44e8-b7c7-8d0eb00af511 req-33061778-4356-4880-805a-aa7e99da1815 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 906 time: 0.2007625
Nov 20 20:57:04.676630 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c384e421-b603-4a82-89ca-7d59c39cab6b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:04.718698 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-844bdcd1-bb2d-4cac-a544-877352a62f94 req-d8566fb5-ab4a-4988-bb1b-e89c00de45f2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3264678
Nov 20 20:57:04.720517 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c0c6b-9fe7-4d7c-ad37-4365f1a968da req-84f84b17-a1b6-49d4-a0b9-a8af4d45cd15 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:04.723119 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df0c0c6b-9fe7-4d7c-ad37-4365f1a968da req-84f84b17-a1b6-49d4-a0b9-a8af4d45cd15 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.1177816
Nov 20 20:57:04.746685 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-1f3b12e3-ff59-4997-9009-0b5de3e218d0 None None] For port 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a40f026-5c19-4ce2-b1f4-e877d8e5fee6,segment=NetworkSegment(21226869-938a-420d-8908-071a98441578),segment_id=21226869-938a-420d-8908-071a98441578)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:04.747164 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1f3b12e3-ff59-4997-9009-0b5de3e218d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:04.766488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-4e9d65c5-b34b-4435-a22b-0e96668e3d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:04.768021 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-4e9d65c5-b34b-4435-a22b-0e96668e3d7b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=675dd659-efc8-4512-8b36-a10de2903548 HTTP/1.1" status: 200  len: 797 time: 0.2749393
Nov 20 20:57:04.770350 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3443f96d-308e-44e8-b7c7-8d0eb00af511 req-bd79ba6a-8910-4a7b-b556-ce906ecd2305 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8de97a0-2799-4c39-82a8-566fd2fe46e8 HTTP/1.1" status: 200  len: 217 time: 0.0783663
Nov 20 20:57:04.776438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b12e3-ff59-4997-9009-0b5de3e218d0 None None] Calling delete_port for 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:04.780663 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b48ec53f-90b7-4bad-9157-c9f5639528ea req-e23075ad-33b3-49b9-8fe9-1dec3c7e6016 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc10c77-198e-48df-991d-706fd0c160b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3793106
Nov 20 20:57:04.807922 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df0c0c6b-9fe7-4d7c-ad37-4365f1a968da req-7b6142b0-6b75-469a-8266-3f669d8df6ca tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687017
Nov 20 20:57:04.809519 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c384e421-b603-4a82-89ca-7d59c39cab6b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:04.846904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384e421-b603-4a82-89ca-7d59c39cab6b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Subnet': ['ID=7c0d8337-990c-433e-980a-f1721086bca6,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:04.850964 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c384e421-b603-4a82-89ca-7d59c39cab6b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:04.854580 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c384e421-b603-4a82-89ca-7d59c39cab6b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/7c0d8337-990c-433e-980a-f1721086bca6 HTTP/1.1" status: 204  len: 168 time: 0.4856224
Nov 20 20:57:04.857376 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43938) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:04.894651 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:04.928154 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24b9b28-e6e1-4caf-a7b5-00975cbf61dc None None] Network 39d57202-9568-4a6a-919c-0970120e1018 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:57:04.972458 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:04.992865 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:57:05.008313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-653cd8b1-b7c5-44f5-ad14-af20ecd3202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:05.009868 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-653cd8b1-b7c5-44f5-ad14-af20ecd3202d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2282650
Nov 20 20:57:05.011943 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:05.025208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8043ae4-60b0-4cbf-bc70-cbeb5cf78f49 req-ccf04ea1-837e-4394-ba87-9e7662fea2d2 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:05.026821 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e8043ae4-60b0-4cbf-bc70-cbeb5cf78f49 req-ccf04ea1-837e-4394-ba87-9e7662fea2d2 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.0933146
Nov 20 20:57:05.037475 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443f96d-308e-44e8-b7c7-8d0eb00af511 req-6c881a91-7d3d-4383-b85c-c600d1363bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:05.038968 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3443f96d-308e-44e8-b7c7-8d0eb00af511 req-6c881a91-7d3d-4383-b85c-c600d1363bad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67696e00-d47a-4c01-b60f-02743de8399e HTTP/1.1" status: 200  len: 845 time: 0.1247327
Nov 20 20:57:05.057741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Transition to ACTIVE for port object 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:57:05.080815 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417db3c-eb85-413d-936b-80e4f5d3fd9e req-86c1faff-6e49-4e6c-88e9-5ea39c1f110e tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:05.082399 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b417db3c-eb85-413d-936b-80e4f5d3fd9e req-86c1faff-6e49-4e6c-88e9-5ea39c1f110e tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 945 time: 0.1654971
Nov 20 20:57:05.096729 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43942) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:05.104794 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4f30d4d1-7725-47e6-a79c-c582d7bf2612 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Request body: {'floatingip': {'port_id': '47ef466b-1a47-4f4e-91bb-96045db695b3'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:05.107789 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:05.114010 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e8043ae4-60b0-4cbf-bc70-cbeb5cf78f49 req-57f84c84-c2c6-4057-a3f7-bc155124ad1f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789011
Nov 20 20:57:05.123439 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3443f96d-308e-44e8-b7c7-8d0eb00af511 req-66b76122-0818-444a-9c6c-b1c51fe31243 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00efdad1-1d3a-4059-9b5a-980ee6794339&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0645838
Nov 20 20:57:05.155550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:05.156104 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:05.231701 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1f3b12e3-ff59-4997-9009-0b5de3e218d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:05.235207 ncdv-master-1 neutron-server[126226]: INFO neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No ports have port_id starting with 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6
Nov 20 20:57:05.269563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Pushing event updated for resources: {'Port': ['ID=1e49a5ca-01de-4fd7-a80d-a16b40d7edaa,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:05.275877 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f30d4d1-7725-47e6-a79c-c582d7bf2612 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:05.292267 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b12e3-ff59-4997-9009-0b5de3e218d0 None None] Pushing event deleted for resources: {'Port': ['ID=2a40f026-5c19-4ce2-b1f4-e877d8e5fee6,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:05.294458 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b12e3-ff59-4997-9009-0b5de3e218d0 None None] No DVR routers for this DVR port 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:57:05.342382 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-d5dab05c-22d4-44b3-946b-6cd2b44ec620 service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3185527
Nov 20 20:57:05.363074 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] For port 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a40f026-5c19-4ce2-b1f4-e877d8e5fee6,segment=NetworkSegment(21226869-938a-420d-8908-071a98441578),segment_id=21226869-938a-420d-8908-071a98441578)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:05.363475 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:05.413319 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:05.421968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f1f152-9ef1-4aaa-bef7-339342c59809 None None] DHCP port deletion for 39d57202-9568-4a6a-919c-0970120e1018 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:05.426089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6ca52-fb11-4d22-86c7-a438a3bca231 req-1609a366-8f84-40a2-a4b8-11ec3694e226 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:05.427893 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d6c6ca52-fb11-4d22-86c7-a438a3bca231 req-1609a366-8f84-40a2-a4b8-11ec3694e226 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 943 time: 0.2401557
Nov 20 20:57:05.443581 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3443f96d-308e-44e8-b7c7-8d0eb00af511 req-589c70f7-624c-4073-9b4a-49c14e6ca238 service neutron] 10.222.0.37 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2904518
Nov 20 20:57:05.446092 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af0872-d6a8-45ee-9b58-4c5e533f518b req-7126b94b-2faf-4d0e-aa2e-56a114b2a095 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:05.447495 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-66af0872-d6a8-45ee-9b58-4c5e533f518b req-7126b94b-2faf-4d0e-aa2e-56a114b2a095 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 943 time: 0.1871834
Nov 20 20:57:05.487912 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-68f1f152-9ef1-4aaa-bef7-339342c59809 None None] Deleting port e4af852c-0643-4fd6-bc8e-91b859f3e5ea {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:05.488665 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-68f1f152-9ef1-4aaa-bef7-339342c59809 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:05.530437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Attempting to bind port 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:57:05.530776 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Attempting to bind port 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e4a583b5-d460-460a-bf8c-ed870060715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4398eff6-6bef-490d-9c6c-f0e927a465b8'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:57:05.531106 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Attempting to bind port 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa on network 4398eff6-6bef-490d-9c6c-f0e927a465b8 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:57:05.559585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Port 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa on network 4398eff6-6bef-490d-9c6c-f0e927a465b8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:57:05.559944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Attempting to bind port 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa on network 4398eff6-6bef-490d-9c6c-f0e927a465b8 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:57:05.565931 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-68f1f152-9ef1-4aaa-bef7-339342c59809 None None] For port e4af852c-0643-4fd6-bc8e-91b859f3e5ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4af852c-0643-4fd6-bc8e-91b859f3e5ea,segment=NetworkSegment(64581796-9ffd-4f0e-b245-13c7008c87c3),segment_id=64581796-9ffd-4f0e-b245-13c7008c87c3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:05.566549 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-68f1f152-9ef1-4aaa-bef7-339342c59809 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:05.580391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-68f1f152-9ef1-4aaa-bef7-339342c59809 None None] Calling delete_port for e4af852c-0643-4fd6-bc8e-91b859f3e5ea owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:05.615300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:57:05.616019 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Checking segment: {'id': 'e4a583b5-d460-460a-bf8c-ed870060715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4398eff6-6bef-490d-9c6c-f0e927a465b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:57:05.616353 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Bound using segment: {'id': 'e4a583b5-d460-460a-bf8c-ed870060715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4398eff6-6bef-490d-9c6c-f0e927a465b8'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:57:05.617091 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Bound port: 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a583b5-d460-460a-bf8c-ed870060715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4398eff6-6bef-490d-9c6c-f0e927a465b8'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:57:05.617308 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:05.636657 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d6c6ca52-fb11-4d22-86c7-a438a3bca231 req-de087ea0-a770-4dbc-8b3c-e4a7bdd3a63f tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955097
Nov 20 20:57:05.638712 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-056b0afd-0f0e-48c1-b15b-88c14b3f8f6b req-b80afb0e-4d3b-4e74-b2a7-da743142bc26 service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2688527
Nov 20 20:57:05.658988 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-66af0872-d6a8-45ee-9b58-4c5e533f518b req-b0100910-39c4-432d-ba06-c23d23ea2c19 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/security-groups?id=132875ee-e198-4a1d-8377-0dd94db8f5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694288
Nov 20 20:57:05.682634 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:05.687859 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3443f96d-308e-44e8-b7c7-8d0eb00af511 req-c906a756-bb4a-4a07-b466-704ae11e11d0 service neutron] 10.222.0.37 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2315061
Nov 20 20:57:05.722294 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] No DVR routers for this DVR port 2a40f026-5c19-4ce2-b1f4-e877d8e5fee6 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:57:05.763841 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-68f1f152-9ef1-4aaa-bef7-339342c59809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:05.799893 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1f152-9ef1-4aaa-bef7-339342c59809 None None] No DVR routers for this DVR port e4af852c-0643-4fd6-bc8e-91b859f3e5ea on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:57:05.802261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1f152-9ef1-4aaa-bef7-339342c59809 None None] Pushing event deleted for resources: {'Port': ['ID=e4af852c-0643-4fd6-bc8e-91b859f3e5ea,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:05.802931 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] For port 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:57:05.822834 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] For port 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e49a5ca-01de-4fd7-a80d-a16b40d7edaa,segment=NetworkSegment(e4a583b5-d460-460a-bf8c-ed870060715b),segment_id=e4a583b5-d460-460a-bf8c-ed870060715b)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:57:05.831474 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:05.886388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f47c06-4c5c-45cc-88db-f1c518894937 req-ba180761-370b-49f9-9b2e-0601f3fb3263 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:05.888106 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89f47c06-4c5c-45cc-88db-f1c518894937 req-ba180761-370b-49f9-9b2e-0601f3fb3263 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 945 time: 0.1507759
Nov 20 20:57:05.889584 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:05.890292 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:05.891974 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] 10.222.0.37 "PUT /v2.0/ports/1e49a5ca-01de-4fd7-a80d-a16b40d7edaa HTTP/1.1" status: 200  len: 1091 time: 2.1093891
Nov 20 20:57:05.894472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2', 'tag': '1e49a5ca-01de-4fd7-a80d-a16b40d7edaa'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:05.897481 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210a5c50-a17c-4d05-a194-628a8361d4a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2", "tag": "1e49a5ca-01de-4fd7-a80d-a16b40d7edaa"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:05.941065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e19940-84a5-405a-8b26-2fdbf0624c51 service neutron] Pushing event updated for resources: {'Port': ['ID=1e49a5ca-01de-4fd7-a80d-a16b40d7edaa,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:05.995346 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89f47c06-4c5c-45cc-88db-f1c518894937 req-594bbd91-6c12-489b-8730-5c50f4c33278 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943480
Nov 20 20:57:06.006849 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-89ef7918-fda6-4da8-b1c6-5cf18faff759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:06.008515 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-89ef7918-fda6-4da8-b1c6-5cf18faff759 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f55329346e94280a9753271c6ec6c15&device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 1094 time: 0.0637801
Nov 20 20:57:06.058802 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e43586-57b0-41a7-bde0-ff18a98b6abf x-openstack-request-id: req-84e43586-57b0-41a7-bde0-ff18a98b6abf {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:06.059441 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2", "tag": "1e49a5ca-01de-4fd7-a80d-a16b40d7edaa", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:06.059441 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84e43586-57b0-41a7-bde0-ff18a98b6abf {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:06.059949 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2', 'tag': '1e49a5ca-01de-4fd7-a80d-a16b40d7edaa', 'status': 'completed', 'code': 200}
Nov 20 20:57:06.061829 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-3aa0cbd1-6bf6-4699-aa98-a0b10355a1f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e49a5ca-01de-4fd7-a80d-a16b40d7edaa HTTP/1.1" status: 200  len: 217 time: 0.0431545
Nov 20 20:57:06.113897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-a19fad4e-66c0-4efa-9ba8-797d1d2c5e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:06.115962 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-a19fad4e-66c0-4efa-9ba8-797d1d2c5e7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd3c823f-1654-4a29-bdb1-1bce9dfcecd6 HTTP/1.1" status: 200  len: 861 time: 0.0469422
Nov 20 20:57:06.119450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=2a40f026-5c19-4ce2-b1f4-e877d8e5fee6,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:06.150395 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-42550cc1-4547-4a88-b0f8-f18b6cf3029e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4398eff6-6bef-490d-9c6c-f0e927a465b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271032
Nov 20 20:57:06.278733 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:06.283108 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-21ef04df-ff22-4165-a06d-87e8774fcd44 service neutron] 10.222.0.37 "GET /v2.0/networks/4398eff6-6bef-490d-9c6c-f0e927a465b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250362
Nov 20 20:57:06.295397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07bd18-679a-4bd8-a352-2c44b7f8498b req-9f0e8ea6-df2d-4cc3-afef-872af0a7439a tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:06.296857 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e07bd18-679a-4bd8-a352-2c44b7f8498b req-9f0e8ea6-df2d-4cc3-afef-872af0a7439a tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.0692017
Nov 20 20:57:06.329531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c787cc-8eeb-4fd7-aec4-96a8151c17c7 req-e06d84e0-08c0-444e-b208-17a197d6c39f tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:06.331145 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-56c787cc-8eeb-4fd7-aec4-96a8151c17c7 req-e06d84e0-08c0-444e-b208-17a197d6c39f tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.2185555
Nov 20 20:57:06.358503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ec78ac0>,) {'filters': {'network_id': ['a4aa1037-07d4-4996-bd80-520eca78b01e']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:06.378488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ec78ac0>, '21226869-938a-420d-8908-071a98441578') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:06.378797 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ec78ac0>, '21226869-938a-420d-8908-071a98441578') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:06.401611 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:06.403014 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e07bd18-679a-4bd8-a352-2c44b7f8498b req-36a5407d-4d7c-4f1d-afb1-d3489d088720 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971901
Nov 20 20:57:06.423970 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cbac4a9-1813-4eff-9a8b-363dcc1937be req-5372d80e-a8d6-4709-a12e-d6a47d1e14a9 service neutron] 10.222.0.37 "GET /v2.0/networks/4398eff6-6bef-490d-9c6c-f0e927a465b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261594
Nov 20 20:57:06.451972 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:06.472454 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:57:06.472864 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:57:06.476870 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:57:06.509705 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-56c787cc-8eeb-4fd7-aec4-96a8151c17c7 req-43f629c7-f142-4f5c-8336-b161421f1986 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487257
Nov 20 20:57:06.512546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5c50-a17c-4d05-a194-628a8361d4a6 req-661fe856-988a-43dd-9bcf-d4252b7fc97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:06.513745 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-210a5c50-a17c-4d05-a194-628a8361d4a6 req-661fe856-988a-43dd-9bcf-d4252b7fc97b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f55329346e94280a9753271c6ec6c15&device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 1094 time: 0.0434809
Nov 20 20:57:06.596394 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:06.602728 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:06.606376 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/networks/a4aa1037-07d4-4996-bd80-520eca78b01e HTTP/1.1" status: 204  len: 168 time: 1.7479959
Nov 20 20:57:06.608643 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f30d4d1-7725-47e6-a79c-c582d7bf2612 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:06.610196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43956) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:06.615279 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f30d4d1-7725-47e6-a79c-c582d7bf2612 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:06.626628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e6bc9-c0fa-4e1f-81ec-287e0d918c21 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Network': ['ID=a4aa1037-07d4-4996-bd80-520eca78b01e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:06.641502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5c50-a17c-4d05-a194-628a8361d4a6 req-e1f10187-cc59-4974-b29d-6fd23ca5cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:06.643013 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-210a5c50-a17c-4d05-a194-628a8361d4a6 req-e1f10187-cc59-4974-b29d-6fd23ca5cd08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4398eff6-6bef-490d-9c6c-f0e927a465b8 HTTP/1.1" status: 200  len: 922 time: 0.1221464
Nov 20 20:57:06.730299 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-210a5c50-a17c-4d05-a194-628a8361d4a6 req-5d46d7a6-eada-49f3-92ee-c871d2af760c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e49a5ca-01de-4fd7-a80d-a16b40d7edaa HTTP/1.1" status: 200  len: 217 time: 0.0753183
Nov 20 20:57:06.775080 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-4f30d4d1-7725-47e6-a79c-c582d7bf2612 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Floating IP 41ca528d-fb6c-4c03-939f-8d8f960e14cb associated. External IP: 172.35.1.73, port: 47ef466b-1a47-4f4e-91bb-96045db695b3.
Nov 20 20:57:06.794415 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23e867c1-5fda-4741-ab1e-6c0de7e1556f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:06.822944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e4af852c-0643-4fd6-bc8e-91b859f3e5ea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:06.844502 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: e4af852c-0643-4fd6-bc8e-91b859f3e5ea {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:57:06.846744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e4af852c-0643-4fd6-bc8e-91b859f3e5ea not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:57:06.848658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5c50-a17c-4d05-a194-628a8361d4a6 req-3d0f5052-cc26-4268-99eb-0bc914e0d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:06.850073 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-210a5c50-a17c-4d05-a194-628a8361d4a6 req-3d0f5052-cc26-4268-99eb-0bc914e0d438 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd3c823f-1654-4a29-bdb1-1bce9dfcecd6 HTTP/1.1" status: 200  len: 861 time: 0.1085801
Nov 20 20:57:06.856682 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35973b1-2947-480f-849f-62f82fe8dd63 req-fee4142b-c380-488c-939a-df6f008780c9 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:06.858340 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a35973b1-2947-480f-849f-62f82fe8dd63 req-fee4142b-c380-488c-939a-df6f008780c9 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 943 time: 0.1213672
Nov 20 20:57:06.885058 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ac346-bfc2-4760-bea5-06c52700ac45 req-3ac4c5a1-4b48-4eb3-9199-eebcc7dd4de4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:06.886575 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-500ac346-bfc2-4760-bea5-06c52700ac45 req-3ac4c5a1-4b48-4eb3-9199-eebcc7dd4de4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 943 time: 0.1643212
Nov 20 20:57:06.910585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-210a5c50-a17c-4d05-a194-628a8361d4a6 req-d6884e90-98d5-4f9f-acac-8449400c98a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4398eff6-6bef-490d-9c6c-f0e927a465b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518656
Nov 20 20:57:06.964313 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23e867c1-5fda-4741-ab1e-6c0de7e1556f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:06.993029 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a35973b1-2947-480f-849f-62f82fe8dd63 req-7c2a8707-7433-4fdf-a0c8-870c8a5bd6a7 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/security-groups?id=132875ee-e198-4a1d-8377-0dd94db8f5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241732
Nov 20 20:57:07.014887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-23e867c1-5fda-4741-ab1e-6c0de7e1556f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f224790>,) {'filters': {'network_id': ['39d57202-9568-4a6a-919c-0970120e1018']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:07.074038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-23e867c1-5fda-4741-ab1e-6c0de7e1556f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f224790>, '64581796-9ffd-4f0e-b245-13c7008c87c3') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:07.074629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-23e867c1-5fda-4741-ab1e-6c0de7e1556f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f224790>, '64581796-9ffd-4f0e-b245-13c7008c87c3') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:07.081149 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f30d4d1-7725-47e6-a79c-c582d7bf2612 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Router 3d7826e0-5996-48a1-a50c-4da088db9aa9 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:57:07.230348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a42e2-f1cc-42dd-9504-0a68b90e872c req-da251fae-a9f9-4be9-8d41-b798ed294854 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:07.231923 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-317a42e2-f1cc-42dd-9504-0a68b90e872c req-da251fae-a9f9-4be9-8d41-b798ed294854 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 945 time: 0.1045549
Nov 20 20:57:07.242518 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f30d4d1-7725-47e6-a79c-c582d7bf2612 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:57:07.251268 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f30d4d1-7725-47e6-a79c-c582d7bf2612 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:07.253529 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4112bd04-9fc9-4079-b1df-6c4301c7cbf1 None None] Sync routers for ids ['3d7826e0-5996-48a1-a50c-4da088db9aa9'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:57:07.267299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4112bd04-9fc9-4079-b1df-6c4301c7cbf1 None None] Routers {'3d7826e0-5996-48a1-a50c-4da088db9aa9'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:07.268083 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4112bd04-9fc9-4079-b1df-6c4301c7cbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a471f4b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3d7826e0-5996-48a1-a50c-4da088db9aa9'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:07.300869 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4f30d4d1-7725-47e6-a79c-c582d7bf2612 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "PUT /v2.0/floatingips/41ca528d-fb6c-4c03-939f-8d8f960e14cb HTTP/1.1" status: 200  len: 990 time: 2.1993556
Nov 20 20:57:07.302913 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5cd44f-7bf8-498d-96f4-76d5039c2cc3', 'tag': '47ef466b-1a47-4f4e-91bb-96045db695b3'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:07.305311 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22504b2-a211-4d72-a671-33db1c93312f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5cd44f-7bf8-498d-96f4-76d5039c2cc3", "tag": "47ef466b-1a47-4f4e-91bb-96045db695b3"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:07.321174 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-317a42e2-f1cc-42dd-9504-0a68b90e872c req-c280aeca-5c2d-4e49-a31f-9a52c6589ddd tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815375
Nov 20 20:57:07.405004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-4112bd04-9fc9-4079-b1df-6c4301c7cbf1 None None] Set router 3d7826e0-5996-48a1-a50c-4da088db9aa9 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:57:07.434160 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-500ac346-bfc2-4760-bea5-06c52700ac45 req-644dd62b-6442-47a2-b35d-c2b31618e8c1 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5280612
Nov 20 20:57:07.435930 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23e867c1-5fda-4741-ab1e-6c0de7e1556f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:07.468773 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23e867c1-5fda-4741-ab1e-6c0de7e1556f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:07.476365 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8c1b45-a27f-4226-bf53-d91d52a6fbe7 x-openstack-request-id: req-bb8c1b45-a27f-4226-bf53-d91d52a6fbe7 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:07.476785 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5cd44f-7bf8-498d-96f4-76d5039c2cc3", "tag": "47ef466b-1a47-4f4e-91bb-96045db695b3", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:07.477136 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb8c1b45-a27f-4226-bf53-d91d52a6fbe7 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:07.478126 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5cd44f-7bf8-498d-96f4-76d5039c2cc3', 'tag': '47ef466b-1a47-4f4e-91bb-96045db695b3', 'status': 'completed', 'code': 200}
Nov 20 20:57:07.480174 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-210a5c50-a17c-4d05-a194-628a8361d4a6 req-4c079484-0140-43f5-938d-57e55b287d40 service neutron] 10.222.0.37 "GET /v2.0/networks/4398eff6-6bef-490d-9c6c-f0e927a465b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5601757
Nov 20 20:57:07.481192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e867c1-5fda-4741-ab1e-6c0de7e1556f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:57:07.481682 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23e867c1-5fda-4741-ab1e-6c0de7e1556f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:57:07.485025 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:57:07.486833 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f8de97a0-2799-4c39-82a8-566fd2fe46e8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:57:07.684722 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048b446-dd6c-4a2f-8202-976d24697eba req-7762dc1e-f3e4-4559-8415-c6261df078b9 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:07.687795 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1048b446-dd6c-4a2f-8202-976d24697eba req-7762dc1e-f3e4-4559-8415-c6261df078b9 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.0685754
Nov 20 20:57:07.699159 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23e867c1-5fda-4741-ab1e-6c0de7e1556f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:07.722397 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port f8de97a0-2799-4c39-82a8-566fd2fe46e8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8de97a0-2799-4c39-82a8-566fd2fe46e8,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:07.731935 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23e867c1-5fda-4741-ab1e-6c0de7e1556f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:07.735903 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-23e867c1-5fda-4741-ab1e-6c0de7e1556f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/networks/39d57202-9568-4a6a-919c-0970120e1018 HTTP/1.1" status: 204  len: 168 time: 1.1245046
Nov 20 20:57:07.739914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e867c1-5fda-4741-ab1e-6c0de7e1556f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Network': ['ID=39d57202-9568-4a6a-919c-0970120e1018,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:07.747411 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43976) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:07.758819 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'network': {'name': 'tempest-RoutersTest-1899463272'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:07.759320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22504b2-a211-4d72-a671-33db1c93312f req-4f5631c7-b321-4dda-8764-e588400ab40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:07.761161 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a22504b2-a211-4d72-a671-33db1c93312f req-4f5631c7-b321-4dda-8764-e588400ab40d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92267796613943d4aa68073d9406f124&device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 1096 time: 0.2439551
Nov 20 20:57:07.767444 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'f8de97a0-2799-4c39-82a8-566fd2fe46e8', 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339', 'port_id': 'f8de97a0-2799-4c39-82a8-566fd2fe46e8', 'mac_address': 'fa:16:3e:57:eb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67696e00-d47a-4c01-b60f-02743de8399e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:57:07.775171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab592d-3652-40d7-8393-b1375549767c req-4879cd8a-bcd2-46a2-84c5-6d62cbd56804 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:07.782566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54ab592d-3652-40d7-8393-b1375549767c req-4879cd8a-bcd2-46a2-84c5-6d62cbd56804 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.2123344
Nov 20 20:57:07.807408 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1048b446-dd6c-4a2f-8202-976d24697eba req-32725e4a-0bd3-4d48-b53f-5626802c6892 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043124
Nov 20 20:57:07.807511 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-210a5c50-a17c-4d05-a194-628a8361d4a6 req-fe37be38-42d9-4cd1-96a4-76506ef4c282 service neutron] 10.222.0.37 "GET /v2.0/networks/4398eff6-6bef-490d-9c6c-f0e927a465b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3019488
Nov 20 20:57:07.829269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:57:07.830912 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:07.835782 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:07.848442 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8de97a0-2799-4c39-82a8-566fd2fe46e8 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:57:07.866225 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4112bd04-9fc9-4079-b1df-6c4301c7cbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a471f4b20>, [{'id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'name': 'tempest-ServersTestManualDisk-2066011802-router', 'tenant_id': '92267796613943d4aa68073d9406f124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:56:24Z', 'updated_at': '2021-11-20T20:56:30Z', 'revision_number': 4, 'project_id': '92267796613943d4aa68073d9406f124', 'gw_port': {'id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:25Z', 'updated_at': '2021-11-20T20:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '41ca528d-fb6c-4c03-939f-8d8f960e14cb', 'tenant_id': '92267796613943d4aa68073d9406f124', 'floating_ip_address': '172.35.1.73', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'port_id': '47ef466b-1a47-4f4e-91bb-96045db695b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421', 'mac_address': 'fa:16:3e:71:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5cd44f-7bf8-498d-96f4-76d5039c2cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:56:39Z', 'updated_at': '2021-11-20T20:57:06Z', 'revision_number': 1, 'project_id': '92267796613943d4aa68073d9406f124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52b935d-ea0d-442f-a398-b129398557ca', 'name': '', 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421', 'tenant_id': '92267796613943d4aa68073d9406f124', 'mac_address': 'fa:16:3e:44:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:29Z', 'updated_at': '2021-11-20T20:56:39Z', 'revision_number': 5, 'project_id': '92267796613943d4aa68073d9406f124', 'subnets': [{'id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:07.895050 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:57:07.905642 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port f8de97a0-2799-4c39-82a8-566fd2fe46e8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8de97a0-2799-4c39-82a8-566fd2fe46e8,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:07.907183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4112bd04-9fc9-4079-b1df-6c4301c7cbf1 None None] Checking router: 3d7826e0-5996-48a1-a50c-4da088db9aa9 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:57:07.909513 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:07.909995 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Added segment ddcf8b86-96c4-44fa-b49b-c420c4973e95 of type vlan for network 10660909-1bc9-40b0-bf78-fa8ff6785cf9
Nov 20 20:57:07.917670 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:07.923364 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4112bd04-9fc9-4079-b1df-6c4301c7cbf1 None None] Routers {'3d7826e0-5996-48a1-a50c-4da088db9aa9'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:07.924306 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4112bd04-9fc9-4079-b1df-6c4301c7cbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a471f4b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3d7826e0-5996-48a1-a50c-4da088db9aa9'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:07.965844 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54ab592d-3652-40d7-8393-b1375549767c req-3ec90b4d-8028-4e2c-9fd1-99b57d14192c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821032
Nov 20 20:57:07.972395 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:07.996792 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22504b2-a211-4d72-a671-33db1c93312f req-a5b56ccf-7665-46e6-ad21-04c1a55c983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:07.998640 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a22504b2-a211-4d72-a671-33db1c93312f req-a5b56ccf-7665-46e6-ad21-04c1a55c983e service neutron] 10.222.0.47 "GET /v2.0/networks?id=40d8ef56-5653-4804-9a84-8afa72f95421 HTTP/1.1" status: 200  len: 913 time: 0.2131529
Nov 20 20:57:08.009998 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:08.018202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:08.018973 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:08.061740 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3129237
Nov 20 20:57:08.065671 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43986) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:08.071387 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8a81af7b-fce7-486b-ac7c-01a04d97fa13 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'subnet': {'network_id': '10660909-1bc9-40b0-bf78-fa8ff6785cf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:08.096714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-4112bd04-9fc9-4079-b1df-6c4301c7cbf1 None None] Set router 3d7826e0-5996-48a1-a50c-4da088db9aa9 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:57:08.155444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Network': ['ID=10660909-1bc9-40b0-bf78-fa8ff6785cf9,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:08.184211 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a22504b2-a211-4d72-a671-33db1c93312f req-1ef3263f-b45a-4700-85bf-145eb7af03ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47ef466b-1a47-4f4e-91bb-96045db695b3 HTTP/1.1" status: 200  len: 998 time: 0.1771381
Nov 20 20:57:08.240284 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=f8de97a0-2799-4c39-82a8-566fd2fe46e8,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:08.242537 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:08.243091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:08.244819 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:08.245482 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:08.246347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:08.246803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:08.247217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:08.247681 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:08.248124 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:08.248697 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:08.249139 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:08.249536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c58cb-127c-460a-862e-90ba96410f44 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:08.253120 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:08.254429 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:08.263320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22504b2-a211-4d72-a671-33db1c93312f req-e0e95695-f548-44e6-9042-45a410b223ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:08.267514 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a22504b2-a211-4d72-a671-33db1c93312f req-e0e95695-f548-44e6-9042-45a410b223ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba6c4532-37ae-45a6-b888-d121c934a480 HTTP/1.1" status: 200  len: 851 time: 0.0728581
Nov 20 20:57:08.275626 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 10660909-1bc9-40b0-bf78-fa8ff6785cf9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:57:08.282599 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f8de97a0-2799-4c39-82a8-566fd2fe46e8'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:57:08.296404 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78738aa3-8674-4a75-869b-8bae555edcbf req-568fdd51-009b-4c50-8f60-783e5206c6e4 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:08.297808 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-78738aa3-8674-4a75-869b-8bae555edcbf req-568fdd51-009b-4c50-8f60-783e5206c6e4 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 943 time: 0.1597059
Nov 20 20:57:08.322296 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22504b2-a211-4d72-a671-33db1c93312f req-2516f527-dd9f-4981-a119-572210fdc2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:08.324063 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a22504b2-a211-4d72-a671-33db1c93312f req-2516f527-dd9f-4981-a119-572210fdc2de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40d8ef56-5653-4804-9a84-8afa72f95421&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0484827
Nov 20 20:57:08.334647 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a81af7b-fce7-486b-ac7c-01a04d97fa13 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:57:08.338252 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a81af7b-fce7-486b-ac7c-01a04d97fa13 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:08.402650 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-78738aa3-8674-4a75-869b-8bae555edcbf req-8dd1b839-1d1c-4705-856e-2f237b6d566f tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/security-groups?id=132875ee-e198-4a1d-8377-0dd94db8f5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960996
Nov 20 20:57:08.447872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a22504b2-a211-4d72-a671-33db1c93312f req-cf7d3bc7-0009-41ad-bd5f-ab5f1f5ac202 service neutron] 10.222.0.47 "GET /v2.0/networks/40d8ef56-5653-4804-9a84-8afa72f95421?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1157889
Nov 20 20:57:08.567278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4112bd04-9fc9-4079-b1df-6c4301c7cbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a471f4b20>, [{'id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'name': 'tempest-ServersTestManualDisk-2066011802-router', 'tenant_id': '92267796613943d4aa68073d9406f124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:56:24Z', 'updated_at': '2021-11-20T20:56:30Z', 'revision_number': 4, 'project_id': '92267796613943d4aa68073d9406f124', 'gw_port': {'id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:25Z', 'updated_at': '2021-11-20T20:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '41ca528d-fb6c-4c03-939f-8d8f960e14cb', 'tenant_id': '92267796613943d4aa68073d9406f124', 'floating_ip_address': '172.35.1.73', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'port_id': '47ef466b-1a47-4f4e-91bb-96045db695b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421', 'mac_address': 'fa:16:3e:71:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5cd44f-7bf8-498d-96f4-76d5039c2cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:56:39Z', 'updated_at': '2021-11-20T20:57:06Z', 'revision_number': 1, 'project_id': '92267796613943d4aa68073d9406f124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52b935d-ea0d-442f-a398-b129398557ca', 'name': '', 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421', 'tenant_id': '92267796613943d4aa68073d9406f124', 'mac_address': 'fa:16:3e:44:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:29Z', 'updated_at': '2021-11-20T20:56:39Z', 'revision_number': 5, 'project_id': '92267796613943d4aa68073d9406f124', 'subnets': [{'id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:08.578660 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a22504b2-a211-4d72-a671-33db1c93312f req-13eb5040-5938-42ef-990c-0fac1d7acfbf service neutron] 10.222.0.47 "GET /v2.0/networks/40d8ef56-5653-4804-9a84-8afa72f95421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1155503
Nov 20 20:57:08.606331 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4112bd04-9fc9-4079-b1df-6c4301c7cbf1 None None] The sync data for ids ['3d7826e0-5996-48a1-a50c-4da088db9aa9'] in ncdv-master-1 is: [{'id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'name': 'tempest-ServersTestManualDisk-2066011802-router', 'tenant_id': '92267796613943d4aa68073d9406f124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:56:24Z', 'updated_at': '2021-11-20T20:56:30Z', 'revision_number': 4, 'project_id': '92267796613943d4aa68073d9406f124', 'gw_port': {'id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:25Z', 'updated_at': '2021-11-20T20:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '41ca528d-fb6c-4c03-939f-8d8f960e14cb', 'tenant_id': '92267796613943d4aa68073d9406f124', 'floating_ip_address': '172.35.1.73', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'port_id': '47ef466b-1a47-4f4e-91bb-96045db695b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421', 'mac_address': 'fa:16:3e:71:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5cd44f-7bf8-498d-96f4-76d5039c2cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:56:39Z', 'updated_at': '2021-11-20T20:57:06Z', 'revision_number': 1, 'project_id': '92267796613943d4aa68073d9406f124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52b935d-ea0d-442f-a398-b129398557ca', 'name': '', 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421', 'tenant_id': '92267796613943d4aa68073d9406f124', 'mac_address': 'fa:16:3e:44:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:29Z', 'updated_at': '2021-11-20T20:56:39Z', 'revision_number': 5, 'project_id': '92267796613943d4aa68073d9406f124', 'subnets': [{'id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:57:08.646405 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e470f4-d80f-46e5-9b18-36e3ff7c308b req-921e669f-3e09-4e3b-93f8-f8916db64f85 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:08.647986 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-84e470f4-d80f-46e5-9b18-36e3ff7c308b req-921e669f-3e09-4e3b-93f8-f8916db64f85 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 944 time: 0.0970428
Nov 20 20:57:08.649460 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a81af7b-fce7-486b-ac7c-01a04d97fa13 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:08.737953 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81af7b-fce7-486b-ac7c-01a04d97fa13 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Subnet': ['ID=a5a793c2-b581-44dc-a967-fdfe81886eb9,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:08.760872 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-84e470f4-d80f-46e5-9b18-36e3ff7c308b req-7244a054-ccea-4ff6-b83a-c278611b2a35 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808029
Nov 20 20:57:08.761747 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a81af7b-fce7-486b-ac7c-01a04d97fa13 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Checking segment: {'id': 'ddcf8b86-96c4-44fa-b49b-c420c4973e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '10660909-1bc9-40b0-bf78-fa8ff6785cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:57:08.762329 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a81af7b-fce7-486b-ac7c-01a04d97fa13 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network hostable DHCP agents. Network: 10660909-1bc9-40b0-bf78-fa8ff6785cf9, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:57:08.788636 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a81af7b-fce7-486b-ac7c-01a04d97fa13 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 10660909-1bc9-40b0-bf78-fa8ff6785cf9 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:57:08.799448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-8a81af7b-fce7-486b-ac7c-01a04d97fa13 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 10660909-1bc9-40b0-bf78-fa8ff6785cf9) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:08.804652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a81af7b-fce7-486b-ac7c-01a04d97fa13 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:08.805243 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a81af7b-fce7-486b-ac7c-01a04d97fa13 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:08.811704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b30689-12ab-45ba-a354-0b290fd1b58d None None] Network 10660909-1bc9-40b0-bf78-fa8ff6785cf9 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:57:08.832387 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8a81af7b-fce7-486b-ac7c-01a04d97fa13 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7632096
Nov 20 20:57:08.832692 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44002) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:08.837765 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be901db-685f-43d6-9d8f-733a5fd8d5b8 None None] New status for floating IP 41ca528d-fb6c-4c03-939f-8d8f960e14cb: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:57:08.840276 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b7ba362e-9758-4aac-b989-259cbfdf8b11 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-153213931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:08.888827 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b7ba362e-9758-4aac-b989-259cbfdf8b11 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:08.892350 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b7ba362e-9758-4aac-b989-259cbfdf8b11 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:08.969381 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b7ba362e-9758-4aac-b989-259cbfdf8b11 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:08.976645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d7ec5-3607-4173-8a61-61b35a133012 req-006fd498-bc41-4502-a5a9-d00d31d061e8 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:08.985282 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b7ba362e-9758-4aac-b989-259cbfdf8b11 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:08.996919 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0d1d7ec5-3607-4173-8a61-61b35a133012 req-006fd498-bc41-4502-a5a9-d00d31d061e8 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.0706661
Nov 20 20:57:09.018252 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b7ba362e-9758-4aac-b989-259cbfdf8b11 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:09.019661 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b7ba362e-9758-4aac-b989-259cbfdf8b11 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1857977
Nov 20 20:57:09.023159 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44012) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:09.029076 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-67318674-7dd0-4c18-9108-2aca622a03ca tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'port': {'network_id': '10660909-1bc9-40b0-bf78-fa8ff6785cf9', 'name': 'tempest-RoutersTest-1495927096'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:09.107513 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0d1d7ec5-3607-4173-8a61-61b35a133012 req-fa30d00c-69b9-49c1-811e-2a24a18e3eb5 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095743
Nov 20 20:57:09.178952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67318674-7dd0-4c18-9108-2aca622a03ca tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:57:09.184513 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10660909-1bc9-40b0-bf78-fa8ff6785cf9', 'network_id': '10660909-1bc9-40b0-bf78-fa8ff6785cf9', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'fixed_ips': [{'subnet_id': 'a5a793c2-b581-44dc-a967-fdfe81886eb9'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:57:09.185327 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:09.188273 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-67318674-7dd0-4c18-9108-2aca622a03ca tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:09.207671 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-67318674-7dd0-4c18-9108-2aca622a03ca tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] device_id is not set on port 5e1f7b07-fd5a-418b-bd6c-27cdec815aba yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:57:09.261825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41ae78-2af2-4ea5-9c51-76edc9f9b53a req-93f1c9e0-6ab4-4717-84d2-4c1d94e6a9da tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:09.264197 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b41ae78-2af2-4ea5-9c51-76edc9f9b53a req-93f1c9e0-6ab4-4717-84d2-4c1d94e6a9da tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.0680182
Nov 20 20:57:09.337367 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b41ae78-2af2-4ea5-9c51-76edc9f9b53a req-957e9606-b992-4a51-97f7-64169d7fdc2c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635839
Nov 20 20:57:09.350143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-67318674-7dd0-4c18-9108-2aca622a03ca tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Allocated IP 172.20.0.7 (10660909-1bc9-40b0-bf78-fa8ff6785cf9/a5a793c2-b581-44dc-a967-fdfe81886eb9/5e1f7b07-fd5a-418b-bd6c-27cdec815aba) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:57:09.477999 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:57:09.481444 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f8de97a0-2799-4c39-82a8-566fd2fe46e8 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:09.562293 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991e67e-7797-446d-914b-eea997864116 req-6e252879-7ad9-4a1d-b6c6-aa1f092e9df4 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:09.564140 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c991e67e-7797-446d-914b-eea997864116 req-6e252879-7ad9-4a1d-b6c6-aa1f092e9df4 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 943 time: 0.0814738
Nov 20 20:57:09.573780 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-67318674-7dd0-4c18-9108-2aca622a03ca tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:09.619183 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-67318674-7dd0-4c18-9108-2aca622a03ca tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:09.651757 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port f8de97a0-2799-4c39-82a8-566fd2fe46e8 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:57:09.662224 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port f8de97a0-2799-4c39-82a8-566fd2fe46e8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:09.662808 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:09.663976 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c991e67e-7797-446d-914b-eea997864116 req-bee90c5a-34e3-46e1-a90f-993df051ec24 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/security-groups?id=132875ee-e198-4a1d-8377-0dd94db8f5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855215
Nov 20 20:57:09.671600 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67318674-7dd0-4c18-9108-2aca622a03ca tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 10660909-1bc9-40b0-bf78-fa8ff6785cf9 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:09.673991 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-67318674-7dd0-4c18-9108-2aca622a03ca tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:09.682118 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67318674-7dd0-4c18-9108-2aca622a03ca tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:57:09.716473 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67318674-7dd0-4c18-9108-2aca622a03ca tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=5e1f7b07-fd5a-418b-bd6c-27cdec815aba,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:09.726482 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e49a5ca-01de-4fd7-a80d-a16b40d7edaa,segment=NetworkSegment(e4a583b5-d460-460a-bf8c-ed870060715b),segment_id=e4a583b5-d460-460a-bf8c-ed870060715b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:09.742211 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67318674-7dd0-4c18-9108-2aca622a03ca tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:09.742856 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-67318674-7dd0-4c18-9108-2aca622a03ca tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:09.743286 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Allocated IP 172.20.0.2 (10660909-1bc9-40b0-bf78-fa8ff6785cf9/a5a793c2-b581-44dc-a967-fdfe81886eb9/e047ce00-4157-4410-bedb-8b0ba4cfa998) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:57:09.760298 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '1e49a5ca-01de-4fd7-a80d-a16b40d7edaa', 'network_id': '4398eff6-6bef-490d-9c6c-f0e927a465b8', 'port_id': '1e49a5ca-01de-4fd7-a80d-a16b40d7edaa', 'mac_address': 'fa:16:3e:83:6a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd3c823f-1654-4a29-bdb1-1bce9dfcecd6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:57:09.762347 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-67318674-7dd0-4c18-9108-2aca622a03ca tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 0.7375529
Nov 20 20:57:09.764880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44028) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:09.932023 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:09.955112 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:09.969448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:57:10.025591 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3106c1-4741-490e-aa46-7f3e6614fdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8de97a0-2799-4c39-82a8-566fd2fe46e8'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:10.027872 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae10cf20-3385-44d0-bedc-2caf7b3aa8d4" -d '{"events": [{"server_uuid": "1a3106c1-4741-490e-aa46-7f3e6614fdd1", "name": "network-vif-plugged", "status": "completed", "tag": "f8de97a0-2799-4c39-82a8-566fd2fe46e8"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:10.042071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e49a5ca-01de-4fd7-a80d-a16b40d7edaa,segment=NetworkSegment(e4a583b5-d460-460a-bf8c-ed870060715b),segment_id=e4a583b5-d460-460a-bf8c-ed870060715b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:10.055190 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:10.058071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port f8de97a0-2799-4c39-82a8-566fd2fe46e8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8de97a0-2799-4c39-82a8-566fd2fe46e8,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:10.059392 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:10.066304 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:10.078906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbffdc-ebe9-4beb-adbb-8c9e5708ecd7 req-96bddc5d-6397-4ce1-acb1-ecea666e4e10 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:10.080456 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-53fbffdc-ebe9-4beb-adbb-8c9e5708ecd7 req-96bddc5d-6397-4ce1-acb1-ecea666e4e10 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 944 time: 0.2279863
Nov 20 20:57:10.089704 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3bfe40-d528-4b5b-b5a9-23db7a0c7b2d x-openstack-request-id: req-cd3bfe40-d528-4b5b-b5a9-23db7a0c7b2d {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:10.090004 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3106c1-4741-490e-aa46-7f3e6614fdd1", "name": "network-vif-plugged", "status": "completed", "tag": "f8de97a0-2799-4c39-82a8-566fd2fe46e8", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:10.090294 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd3bfe40-d528-4b5b-b5a9-23db7a0c7b2d {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:10.090693 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3106c1-4741-490e-aa46-7f3e6614fdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8de97a0-2799-4c39-82a8-566fd2fe46e8', 'code': 200}
Nov 20 20:57:10.094082 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:10.122425 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Network 10660909-1bc9-40b0-bf78-fa8ff6785cf9 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:10.129844 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:10.134840 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:57:10.151025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=1e49a5ca-01de-4fd7-a80d-a16b40d7edaa,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:10.236454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084258b0-b3fe-4297-8999-2948b621c751 req-9ccc4c64-6fdc-4188-b7bd-cd8df81dc1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:10.238327 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-084258b0-b3fe-4297-8999-2948b621c751 req-9ccc4c64-6fdc-4188-b7bd-cd8df81dc1f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 1096 time: 0.1006272
Nov 20 20:57:10.238453 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=f8de97a0-2799-4c39-82a8-566fd2fe46e8,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:10.278358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce4f18-9f65-40e1-bd38-5a9c612c24d1 req-4a1b695d-860f-40f0-91af-3403667a235c tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:10.280592 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cfce4f18-9f65-40e1-bd38-5a9c612c24d1 req-4a1b695d-860f-40f0-91af-3403667a235c tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.0778859
Nov 20 20:57:10.329896 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-084258b0-b3fe-4297-8999-2948b621c751 req-9a947505-41c5-497c-9bf3-de52e6b7c0f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786457
Nov 20 20:57:10.339255 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['1e49a5ca-01de-4fd7-a80d-a16b40d7edaa'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:57:10.346995 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Attempting to bind port e047ce00-4157-4410-bedb-8b0ba4cfa998 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:57:10.347432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Attempting to bind port e047ce00-4157-4410-bedb-8b0ba4cfa998 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ddcf8b86-96c4-44fa-b49b-c420c4973e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '10660909-1bc9-40b0-bf78-fa8ff6785cf9'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:57:10.347827 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Attempting to bind port e047ce00-4157-4410-bedb-8b0ba4cfa998 on network 10660909-1bc9-40b0-bf78-fa8ff6785cf9 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:57:10.361580 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cfce4f18-9f65-40e1-bd38-5a9c612c24d1 req-f9d2406a-cd37-48cc-9c2b-90a197872dfa tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519469
Nov 20 20:57:10.382444 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:57:10.383110 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Checking segment: {'id': 'ddcf8b86-96c4-44fa-b49b-c420c4973e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '10660909-1bc9-40b0-bf78-fa8ff6785cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:57:10.383698 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:10.384401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Bound using segment: {'id': 'ddcf8b86-96c4-44fa-b49b-c420c4973e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '10660909-1bc9-40b0-bf78-fa8ff6785cf9'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:57:10.385054 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Bound port: e047ce00-4157-4410-bedb-8b0ba4cfa998, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddcf8b86-96c4-44fa-b49b-c420c4973e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '10660909-1bc9-40b0-bf78-fa8ff6785cf9'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:57:10.385773 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:10.443690 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Pushing event updated for resources: {'Port': ['ID=e047ce00-4157-4410-bedb-8b0ba4cfa998,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:10.540184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a53388-571e-4e32-ac82-3a2f4c7a68f5 req-7cdbb83b-6fd3-4d59-9029-9b00049b5540 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:10.542415 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25a53388-571e-4e32-ac82-3a2f4c7a68f5 req-7cdbb83b-6fd3-4d59-9029-9b00049b5540 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.0966544
Nov 20 20:57:10.555540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] For port e047ce00-4157-4410-bedb-8b0ba4cfa998, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:57:10.578630 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] For port e047ce00-4157-4410-bedb-8b0ba4cfa998, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e047ce00-4157-4410-bedb-8b0ba4cfa998,segment=NetworkSegment(ddcf8b86-96c4-44fa-b49b-c420c4973e95),segment_id=ddcf8b86-96c4-44fa-b49b-c420c4973e95)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:57:10.593056 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:10.625705 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25a53388-571e-4e32-ac82-3a2f4c7a68f5 req-ded31af7-f460-410d-aac8-48003a2c32f7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760953
Nov 20 20:57:10.639162 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-53fbffdc-ebe9-4beb-adbb-8c9e5708ecd7 req-0a70d975-c9ab-4499-8242-a5a335219bf0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5106544
Nov 20 20:57:10.669567 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7dbf60e9-3f36-483d-b62b-8c8f4fe8c439 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:10.700980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bea23d-3825-402e-9d49-a589607fb9d0 None None] Pushing event updated for resources: {'Port': ['ID=e047ce00-4157-4410-bedb-8b0ba4cfa998,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:10.866184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580ae0d-14f7-4988-a17b-bede23fd7ed0 req-3f35be3b-438b-4618-ba7d-dc0531ababe4 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:10.873012 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d580ae0d-14f7-4988-a17b-bede23fd7ed0 req-3f35be3b-438b-4618-ba7d-dc0531ababe4 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 944 time: 0.0647714
Nov 20 20:57:10.938390 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d580ae0d-14f7-4988-a17b-bede23fd7ed0 req-cf1645ab-1993-4d54-99ff-0192895996a1 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/security-groups?id=132875ee-e198-4a1d-8377-0dd94db8f5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561149
Nov 20 20:57:11.005564 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7dbf60e9-3f36-483d-b62b-8c8f4fe8c439 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:11.014110 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7dbf60e9-3f36-483d-b62b-8c8f4fe8c439 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:11.091426 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf60e9-3f36-483d-b62b-8c8f4fe8c439 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=5e1f7b07-fd5a-418b-bd6c-27cdec815aba,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:11.240919 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7dbf60e9-3f36-483d-b62b-8c8f4fe8c439 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:11.359584 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7dbf60e9-3f36-483d-b62b-8c8f4fe8c439 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:11.505966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:11.581973 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:57:11.587582 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:11.587965 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:11.645224 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633cbae-30d0-449d-809f-6b400870af2d req-90ea429a-626a-432e-b0cd-c9fa3afc1efd tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:11.647450 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5633cbae-30d0-449d-809f-6b400870af2d req-90ea429a-626a-432e-b0cd-c9fa3afc1efd tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.1897023
Nov 20 20:57:11.680870 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:11.719368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e49a5ca-01de-4fd7-a80d-a16b40d7edaa,segment=NetworkSegment(e4a583b5-d460-460a-bf8c-ed870060715b),segment_id=e4a583b5-d460-460a-bf8c-ed870060715b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:11.727980 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:11.742230 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5633cbae-30d0-449d-809f-6b400870af2d req-4387c6ef-618c-4815-886a-707d3e513c91 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857100
Nov 20 20:57:11.785348 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7dbf60e9-3f36-483d-b62b-8c8f4fe8c439 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:11.789022 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58760da-4bb7-4bec-8e67-d1570bd8a362 None None] Network 10660909-1bc9-40b0-bf78-fa8ff6785cf9 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:57:11.794145 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7dbf60e9-3f36-483d-b62b-8c8f4fe8c439 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:11.849888 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ead4bbc7-09a5-4d31-92d6-95a89eb2218f None None] Provisioning complete for port e047ce00-4157-4410-bedb-8b0ba4cfa998 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:11.850283 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ead4bbc7-09a5-4d31-92d6-95a89eb2218f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:11.855700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25e919-89b4-4608-85ac-e1aaa02113f4 req-637edc65-dce7-4c07-8ee3-78739f5199f7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:11.869349 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6b25e919-89b4-4608-85ac-e1aaa02113f4 req-637edc65-dce7-4c07-8ee3-78739f5199f7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 945 time: 0.1438577
Nov 20 20:57:11.875592 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=1e49a5ca-01de-4fd7-a80d-a16b40d7edaa,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:11.930799 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6b25e919-89b4-4608-85ac-e1aaa02113f4 req-a8df7b86-2a75-4d17-8232-5fb5c80d09a6 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602739
Nov 20 20:57:11.935457 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7dbf60e9-3f36-483d-b62b-8c8f4fe8c439 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:11.937872 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf60e9-3f36-483d-b62b-8c8f4fe8c439 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=5e1f7b07-fd5a-418b-bd6c-27cdec815aba,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:11.988335 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27371c-3bfa-45fb-aac7-628eaeadab14 req-838701db-19d0-42a4-a02d-aad63b334ecd tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:11.990511 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5b27371c-3bfa-45fb-aac7-628eaeadab14 req-838701db-19d0-42a4-a02d-aad63b334ecd tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.1137846
Nov 20 20:57:12.091575 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e49a5ca-01de-4fd7-a80d-a16b40d7edaa'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:12.094236 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884dd888-6b9a-476b-9e9e-5c4912d235d2" -d '{"events": [{"server_uuid": "3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2", "name": "network-vif-plugged", "status": "completed", "tag": "1e49a5ca-01de-4fd7-a80d-a16b40d7edaa"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:12.097254 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5b27371c-3bfa-45fb-aac7-628eaeadab14 req-1bfb9b48-3f00-4848-bf88-ee4ee6241f4f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995574
Nov 20 20:57:12.107681 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbf60e9-3f36-483d-b62b-8c8f4fe8c439 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 10660909-1bc9-40b0-bf78-fa8ff6785cf9 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:12.109199 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ead4bbc7-09a5-4d31-92d6-95a89eb2218f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:12.109313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-7dbf60e9-3f36-483d-b62b-8c8f4fe8c439 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:12.155892 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ead4bbc7-09a5-4d31-92d6-95a89eb2218f None None] For port e047ce00-4157-4410-bedb-8b0ba4cfa998, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e047ce00-4157-4410-bedb-8b0ba4cfa998,segment=NetworkSegment(ddcf8b86-96c4-44fa-b49b-c420c4973e95),segment_id=ddcf8b86-96c4-44fa-b49b-c420c4973e95)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:12.162630 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ead4bbc7-09a5-4d31-92d6-95a89eb2218f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:12.245513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccbda9-e41f-4e32-896d-bdf584926d84 req-82b43fb9-f86c-4f79-a3cf-d0b1be551c3a tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:12.247253 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-19ccbda9-e41f-4e32-896d-bdf584926d84 req-82b43fb9-f86c-4f79-a3cf-d0b1be551c3a tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 945 time: 0.0749505
Nov 20 20:57:12.250615 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4bbc7-09a5-4d31-92d6-95a89eb2218f None None] Pushing event updated for resources: {'Port': ['ID=e047ce00-4157-4410-bedb-8b0ba4cfa998,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:12.309658 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-19ccbda9-e41f-4e32-896d-bdf584926d84 req-b845f54b-ae9b-4695-85e1-a1e5e6dd06b2 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/security-groups?id=132875ee-e198-4a1d-8377-0dd94db8f5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503371
Nov 20 20:57:12.362932 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c437bc1-211f-40e1-a74a-1e551f7ba034 x-openstack-request-id: req-1c437bc1-211f-40e1-a74a-1e551f7ba034 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:12.363234 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2", "name": "network-vif-plugged", "status": "completed", "tag": "1e49a5ca-01de-4fd7-a80d-a16b40d7edaa", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:12.363490 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c437bc1-211f-40e1-a74a-1e551f7ba034 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:12.363884 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e49a5ca-01de-4fd7-a80d-a16b40d7edaa', 'code': 200}
Nov 20 20:57:12.376130 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfeece-1a60-4640-a781-4ee5603d0f69 req-1c45d774-2e4f-4294-aeb2-f5540b9abb43 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:12.377636 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0dbfeece-1a60-4640-a781-4ee5603d0f69 req-1c45d774-2e4f-4294-aeb2-f5540b9abb43 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 805 time: 0.1367304
Nov 20 20:57:12.383324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbf60e9-3f36-483d-b62b-8c8f4fe8c439 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router a629cf20-9a7f-4629-8760-65b037de8bb2 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:57:12.452382 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0dbfeece-1a60-4640-a781-4ee5603d0f69 req-9aaca154-3cc9-4edb-8292-02ecda101790 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/quotas/bfc3f13200ff407ea8e320abdbb3c456 HTTP/1.1" status: 200  len: 375 time: 0.0593681
Nov 20 20:57:12.482246 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b81992-2815-46b2-9919-e22a2f5b1f21 req-df86b793-fa91-4284-a901-84053a2fdc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:12.483775 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26b81992-2815-46b2-9919-e22a2f5b1f21 req-df86b793-fa91-4284-a901-84053a2fdc8c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 1096 time: 0.0552742
Nov 20 20:57:12.487998 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3488a7ff-5f1f-42e5-b215-f9c8c761a5bb None None] Provisioning complete for port e047ce00-4157-4410-bedb-8b0ba4cfa998 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:12.488480 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3488a7ff-5f1f-42e5-b215-f9c8c761a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:12.542229 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbf60e9-3f36-483d-b62b-8c8f4fe8c439 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:57:12.550649 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7dbf60e9-3f36-483d-b62b-8c8f4fe8c439 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/a629cf20-9a7f-4629-8760-65b037de8bb2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7820275
Nov 20 20:57:12.550897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44082) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:12.555463 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b00f3-aa7e-4466-9710-6e17bef88464 None None] Sync routers for ids ['a629cf20-9a7f-4629-8760-65b037de8bb2'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:57:12.566089 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26b81992-2815-46b2-9919-e22a2f5b1f21 req-d375ce38-da5c-4b6a-b6fa-cffeb3ad4280 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=132875ee-e198-4a1d-8377-0dd94db8f5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742917
Nov 20 20:57:12.600993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b00f3-aa7e-4466-9710-6e17bef88464 None None] Routers {'a629cf20-9a7f-4629-8760-65b037de8bb2'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:12.601882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-202b00f3-aa7e-4466-9710-6e17bef88464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4676f760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['a629cf20-9a7f-4629-8760-65b037de8bb2'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:12.616950 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096637b3-457c-4ad6-b35a-28e34ecdb7ee tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:12.621006 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-096637b3-457c-4ad6-b35a-28e34ecdb7ee tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports/5e1f7b07-fd5a-418b-bd6c-27cdec815aba HTTP/1.1" status: 200  len: 977 time: 0.0652351
Nov 20 20:57:12.621444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44086) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:12.623756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0dbfeece-1a60-4640-a781-4ee5603d0f69 req-f45151c5-fbce-4e2a-a4e1-d7050879816b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1610224
Nov 20 20:57:12.655637 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-202b00f3-aa7e-4466-9710-6e17bef88464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4676f760>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:12.672907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b00f3-aa7e-4466-9710-6e17bef88464 None None] Routers {'a629cf20-9a7f-4629-8760-65b037de8bb2'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:12.673550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-202b00f3-aa7e-4466-9710-6e17bef88464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4676f760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['a629cf20-9a7f-4629-8760-65b037de8bb2'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:12.718173 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-202b00f3-aa7e-4466-9710-6e17bef88464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4676f760>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:12.718849 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b00f3-aa7e-4466-9710-6e17bef88464 None None] The sync data for ids ['a629cf20-9a7f-4629-8760-65b037de8bb2'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:57:12.728155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3488a7ff-5f1f-42e5-b215-f9c8c761a5bb None None] Provisioning complete for port 5e1f7b07-fd5a-418b-bd6c-27cdec815aba triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:12.728708 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3488a7ff-5f1f-42e5-b215-f9c8c761a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:12.773863 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0dbfeece-1a60-4640-a781-4ee5603d0f69 req-238ab460-2c40-4ec7-9eff-b277f1d6f3e3 service neutron] 10.222.0.41 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402502
Nov 20 20:57:12.820527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3488a7ff-5f1f-42e5-b215-f9c8c761a5bb None None] Port 5e1f7b07-fd5a-418b-bd6c-27cdec815aba cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:57:12.901598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e047ce00-4157-4410-bedb-8b0ba4cfa998 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:12.942631 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0dbfeece-1a60-4640-a781-4ee5603d0f69 req-5354cda5-3f88-4e26-a8d2-681684d0d1be service neutron] 10.222.0.41 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533699
Nov 20 20:57:13.060520 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f36c67-55b9-44f6-bcd5-ee73364934fe req-e6f70207-c4c9-4b67-8fe8-a13ec69fe746 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:13.069188 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54f36c67-55b9-44f6-bcd5-ee73364934fe req-e6f70207-c4c9-4b67-8fe8-a13ec69fe746 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.1419170
Nov 20 20:57:13.104895 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b6a9d623-4a3e-482e-bf71-fa36b9c216c8 None None] Provisioning complete for port 5e1f7b07-fd5a-418b-bd6c-27cdec815aba triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:13.105268 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d623-4a3e-482e-bf71-fa36b9c216c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:13.153447 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e047ce00-4157-4410-bedb-8b0ba4cfa998 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:13.153815 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:13.155434 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b6a9d623-4a3e-482e-bf71-fa36b9c216c8 None None] Port 5e1f7b07-fd5a-418b-bd6c-27cdec815aba cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:57:13.196936 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54f36c67-55b9-44f6-bcd5-ee73364934fe req-3fbca981-aafc-44a9-91b2-1e683ff9fd35 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218462
Nov 20 20:57:13.265312 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d3885bee-5033-445a-8027-3b7f5481f953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:13.324654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cc4c2964-83bc-4ec7-a7b4-049a5b7e7ecd None None] Provisioning complete for port 5e1f7b07-fd5a-418b-bd6c-27cdec815aba triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:13.325047 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2964-83bc-4ec7-a7b4-049a5b7e7ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:13.379279 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cc4c2964-83bc-4ec7-a7b4-049a5b7e7ecd None None] Port 5e1f7b07-fd5a-418b-bd6c-27cdec815aba cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:57:13.465815 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:13.528612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281b6d3-b14c-45b1-885e-bb8757e75f46 req-ca44b126-9ad9-4eb6-a793-17672375f928 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:13.530178 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5281b6d3-b14c-45b1-885e-bb8757e75f46 req-ca44b126-9ad9-4eb6-a793-17672375f928 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.1084254
Nov 20 20:57:13.691025 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5281b6d3-b14c-45b1-885e-bb8757e75f46 req-538c5a58-aa31-40fd-808e-6e13a34b536a tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281590
Nov 20 20:57:13.713728 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956d24f-7c84-435f-8b14-4fe4e97e2ca2 req-88302193-bcde-46a5-8f5a-4db84c521c73 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:13.721206 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3956d24f-7c84-435f-8b14-4fe4e97e2ca2 req-88302193-bcde-46a5-8f5a-4db84c521c73 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 945 time: 0.0628207
Nov 20 20:57:13.815134 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3956d24f-7c84-435f-8b14-4fe4e97e2ca2 req-9316fb4c-30ed-4ff4-839d-b7ec4413da34 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/security-groups?id=132875ee-e198-4a1d-8377-0dd94db8f5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929530
Nov 20 20:57:13.865409 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port 5e1f7b07-fd5a-418b-bd6c-27cdec815aba {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:13.865597 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:14.016313 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:14.037233 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for 5e1f7b07-fd5a-418b-bd6c-27cdec815aba owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:14.098123 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-169e7df1-c699-493c-8c75-9d52a0da01c3 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:14.099915 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-169e7df1-c699-493c-8c75-9d52a0da01c3 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 805 time: 0.1713290
Nov 20 20:57:14.129325 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-280c7dfb-64d5-4532-85b4-e5a78e8767ec tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/quotas/bfc3f13200ff407ea8e320abdbb3c456 HTTP/1.1" status: 200  len: 375 time: 0.0230253
Nov 20 20:57:14.220814 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-25cae835-0139-4f5e-aa93-808f2775f8bb tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0843022
Nov 20 20:57:14.318440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a1a2f-0616-4de4-bc95-c9301c21f5cd req-c2a08d2d-f6a8-4233-b399-0da79e06799c tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:14.320100 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-376a1a2f-0616-4de4-bc95-c9301c21f5cd req-c2a08d2d-f6a8-4233-b399-0da79e06799c tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.0537753
Nov 20 20:57:14.345892 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:14.385933 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-376a1a2f-0616-4de4-bc95-c9301c21f5cd req-6aab2929-6e13-4dbe-bcd2-fac2e5ee0bf0 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595815
Nov 20 20:57:14.386128 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=5e1f7b07-fd5a-418b-bd6c-27cdec815aba,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:14.422820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:14.423223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:14.423657 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:14.424335 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:14.424817 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:14.425232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:14.425596 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:14.425966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:14.426571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:14.427535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:14.427949 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:14.428276 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:14.465231 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-44d8663e-c587-487b-94e9-7cfcdb192fa7 service neutron] 10.222.0.41 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2346718
Nov 20 20:57:14.655062 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:14.660541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-467c407e-eb9e-40c6-a356-59a1ceb00a90 service neutron] 10.222.0.41 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1946340
Nov 20 20:57:14.845131 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978dbe5-24d3-48f5-8dc5-ccbd505093d4 req-d0de9bad-582e-4ec0-88f1-09fab28dc2eb tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:14.847100 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4978dbe5-24d3-48f5-8dc5-ccbd505093d4 req-d0de9bad-582e-4ec0-88f1-09fab28dc2eb tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.0691044
Nov 20 20:57:14.872317 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router a629cf20-9a7f-4629-8760-65b037de8bb2 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:57:14.911049 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4978dbe5-24d3-48f5-8dc5-ccbd505093d4 req-3e1c9d7e-048a-41e0-ad75-1ab4fd8a02aa tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557611
Nov 20 20:57:14.978399 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:57:14.985613 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2b717270-7fea-47d6-b5a4-3204a2139e95 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/a629cf20-9a7f-4629-8760-65b037de8bb2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3624785
Nov 20 20:57:14.987427 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44162) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:14.999682 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88128179-d263-4d24-8176-f3514cf7a636 None None] Sync routers for ids ['a629cf20-9a7f-4629-8760-65b037de8bb2'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:57:15.008823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d551a623-bdc3-46c5-8fc1-d4be9867df76 req-2e3b31a9-07a7-4c6f-a6ff-ba39b28ca9e2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 210 time: 0.0382204
Nov 20 20:57:15.014880 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88128179-d263-4d24-8176-f3514cf7a636 None None] Routers {'a629cf20-9a7f-4629-8760-65b037de8bb2'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:15.015699 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-88128179-d263-4d24-8176-f3514cf7a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54388df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['a629cf20-9a7f-4629-8760-65b037de8bb2'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:15.077053 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-88128179-d263-4d24-8176-f3514cf7a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54388df0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:15.100676 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88128179-d263-4d24-8176-f3514cf7a636 None None] Routers {'a629cf20-9a7f-4629-8760-65b037de8bb2'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:15.101887 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-88128179-d263-4d24-8176-f3514cf7a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54388df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['a629cf20-9a7f-4629-8760-65b037de8bb2'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:15.141353 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-88128179-d263-4d24-8176-f3514cf7a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54388df0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:15.142431 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88128179-d263-4d24-8176-f3514cf7a636 None None] The sync data for ids ['a629cf20-9a7f-4629-8760-65b037de8bb2'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:57:15.230799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca3b9c-713d-4e47-8dc3-55755c7552c9 req-6deb798c-54c3-427a-8962-9a396bd707b6 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:15.240118 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0fca3b9c-713d-4e47-8dc3-55755c7552c9 req-6deb798c-54c3-427a-8962-9a396bd707b6 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 945 time: 0.0713835
Nov 20 20:57:15.301538 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0fca3b9c-713d-4e47-8dc3-55755c7552c9 req-ab02fa24-9d28-409e-88c7-41c04b1d3089 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/security-groups?id=132875ee-e198-4a1d-8377-0dd94db8f5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603077
Nov 20 20:57:15.560750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd50f75-ea86-4265-abf2-ccd02f511b87 req-51671640-7764-4304-9bba-5bbd180489be tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:15.562796 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8dd50f75-ea86-4265-abf2-ccd02f511b87 req-51671640-7764-4304-9bba-5bbd180489be tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.0837920
Nov 20 20:57:15.596198 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-734dc34b-5a9e-49b6-ae25-1078f0997020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:15.646576 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8dd50f75-ea86-4265-abf2-ccd02f511b87 req-4d8bbf19-c7aa-466e-aa19-726ca05ba3e4 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745819
Nov 20 20:57:15.700039 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-47f0cfd0-c6a8-400e-a1a8-7de2c76e9ade tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] remove_router_interface failed (client error): The resource could not be found.
Nov 20 20:57:15.704688 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44190) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:15.704855 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-47f0cfd0-c6a8-400e-a1a8-7de2c76e9ade tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/a629cf20-9a7f-4629-8760-65b037de8bb2/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.7158167
Nov 20 20:57:15.706538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55060962-de71-430b-9219-a623a7b8d986 req-eda1cdbb-287e-41fd-983c-84a94d5e507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:15.708532 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-55060962-de71-430b-9219-a623a7b8d986 req-eda1cdbb-287e-41fd-983c-84a94d5e507c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 1096 time: 0.5344605
Nov 20 20:57:15.734896 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9018fa74-1a64-4dc7-841b-be63915dce27 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports?device_id=a629cf20-9a7f-4629-8760-65b037de8bb2 HTTP/1.1" status: 200  len: 205 time: 0.0295632
Nov 20 20:57:15.738436 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44192) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:15.789964 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752cc73-5c5b-491b-81d1-d9e4146d10bc req-83009fb4-4a85-4a82-8f77-ecf9b854a1dc tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:15.791544 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e752cc73-5c5b-491b-81d1-d9e4146d10bc req-83009fb4-4a85-4a82-8f77-ecf9b854a1dc tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 945 time: 0.0521188
Nov 20 20:57:15.837967 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-efb69dfa-cc02-4d5b-99a6-dcc07631e545 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:15.854830 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e752cc73-5c5b-491b-81d1-d9e4146d10bc req-701b6977-920c-4864-9a2b-88ca03fea247 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566981
Nov 20 20:57:15.878617 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-55060962-de71-430b-9219-a623a7b8d986 req-5209266a-e7e1-4e1f-b63b-2b0d6bdd8709 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577709
Nov 20 20:57:16.029928 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcd4e6-f271-4428-be6a-69b4ed897b3f req-61214219-48ab-4be5-b0e0-d509667ab06a tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:16.031357 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-64fcd4e6-f271-4428-be6a-69b4ed897b3f req-61214219-48ab-4be5-b0e0-d509667ab06a tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.0489767
Nov 20 20:57:16.031474 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-efb69dfa-cc02-4d5b-99a6-dcc07631e545 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:16.035637 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-efb69dfa-cc02-4d5b-99a6-dcc07631e545 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:16.049067 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583b09d-7f86-4bd1-9ee2-f1d9a51ef101 req-a142cdcb-5c41-41e2-a0d8-f893229d0704 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:16.050579 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3583b09d-7f86-4bd1-9ee2-f1d9a51ef101 req-a142cdcb-5c41-41e2-a0d8-f893229d0704 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 945 time: 0.1774561
Nov 20 20:57:16.081082 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-64fcd4e6-f271-4428-be6a-69b4ed897b3f req-35c273ec-423f-4a85-b2e6-4ace12e14ade tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426545
Nov 20 20:57:16.107805 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-efb69dfa-cc02-4d5b-99a6-dcc07631e545 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:16.108313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb69dfa-cc02-4d5b-99a6-dcc07631e545 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Fanout notify agent at l3_agent the message router_deleted on router a629cf20-9a7f-4629-8760-65b037de8bb2 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:57:16.126754 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-efb69dfa-cc02-4d5b-99a6-dcc07631e545 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:16.129385 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-efb69dfa-cc02-4d5b-99a6-dcc07631e545 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/routers/a629cf20-9a7f-4629-8760-65b037de8bb2 HTTP/1.1" status: 204  len: 168 time: 0.3850477
Nov 20 20:57:16.131040 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44198) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:16.144689 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3583b09d-7f86-4bd1-9ee2-f1d9a51ef101 req-d743e483-a4ca-43d5-8b02-331b375ed718 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/security-groups?id=132875ee-e198-4a1d-8377-0dd94db8f5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616813
Nov 20 20:57:16.196823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cc4e2e7e-18b3-485b-895a-ecd2ca6641ce req-28fc6341-059b-41f0-b574-7b6d4539ab57 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 210 time: 0.0535269
Nov 20 20:57:16.216513 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d07c81-d35f-49d9-a7ad-ade300f23275 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting subnet a5a793c2-b581-44dc-a967-fdfe81886eb9 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:57:16.219899 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47d07c81-d35f-49d9-a7ad-ade300f23275 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:16.265308 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47d07c81-d35f-49d9-a7ad-ade300f23275 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:16.343214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-2876c169-36da-4abf-942d-e132121a896e tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:16.344589 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-2876c169-36da-4abf-942d-e132121a896e tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.47 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 805 time: 0.1122234
Nov 20 20:57:16.355818 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47d07c81-d35f-49d9-a7ad-ade300f23275 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:16.358223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-545480e9-6640-4b17-bb5b-0dfe3fa88ab5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Request body: {'port': {'device_id': '01bb9904-cd08-4768-af33-180dd86ce1b6', 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339', 'admin_state_up': True, 'tenant_id': 'bfc3f13200ff407ea8e320abdbb3c456'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:16.422821 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47d07c81-d35f-49d9-a7ad-ade300f23275 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:16.449539 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d07c81-d35f-49d9-a7ad-ade300f23275 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a793c2-b581-44dc-a967-fdfe81886eb9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:16.453455 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47d07c81-d35f-49d9-a7ad-ade300f23275 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:16.459207 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-47d07c81-d35f-49d9-a7ad-ade300f23275 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/a5a793c2-b581-44dc-a967-fdfe81886eb9 HTTP/1.1" status: 204  len: 168 time: 0.3264461
Nov 20 20:57:16.461272 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44200) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:16.462860 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6500e097-ae15-44a9-ac01-ea168d773ede None None] Network 10660909-1bc9-40b0-bf78-fa8ff6785cf9 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:57:16.503462 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-545480e9-6640-4b17-bb5b-0dfe3fa88ab5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Made reservation on behalf of bfc3f13200ff407ea8e320abdbb3c456 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:57:16.507623 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-545480e9-6640-4b17-bb5b-0dfe3fa88ab5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:16.568340 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:16.654938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d01aa9-8435-4788-bb74-7187ccaaa52b None None] DHCP port deletion for 10660909-1bc9-40b0-bf78-fa8ff6785cf9 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:16.710267 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-545480e9-6640-4b17-bb5b-0dfe3fa88ab5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Allocated IP 172.20.0.5 (00efdad1-1d3a-4059-9b5a-980ee6794339/67696e00-d47a-4c01-b60f-02743de8399e/33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:57:16.717483 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:16.725746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port e047ce00-4157-4410-bedb-8b0ba4cfa998 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:16.726112 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:16.726434 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-13d01aa9-8435-4788-bb74-7187ccaaa52b None None] Deleting port e047ce00-4157-4410-bedb-8b0ba4cfa998 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:16.726862 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-13d01aa9-8435-4788-bb74-7187ccaaa52b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:16.801521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-13d01aa9-8435-4788-bb74-7187ccaaa52b None None] For port e047ce00-4157-4410-bedb-8b0ba4cfa998, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e047ce00-4157-4410-bedb-8b0ba4cfa998,segment=NetworkSegment(ddcf8b86-96c4-44fa-b49b-c420c4973e95),segment_id=ddcf8b86-96c4-44fa-b49b-c420c4973e95)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:16.802725 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-13d01aa9-8435-4788-bb74-7187ccaaa52b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:16.818547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-13d01aa9-8435-4788-bb74-7187ccaaa52b None None] Calling delete_port for e047ce00-4157-4410-bedb-8b0ba4cfa998 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:16.859201 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] For port e047ce00-4157-4410-bedb-8b0ba4cfa998, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e047ce00-4157-4410-bedb-8b0ba4cfa998,segment=NetworkSegment(ddcf8b86-96c4-44fa-b49b-c420c4973e95),segment_id=ddcf8b86-96c4-44fa-b49b-c420c4973e95)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:16.859617 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:16.889593 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e047ce00-4157-4410-bedb-8b0ba4cfa998 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:16.902153 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5d6da-9b9f-48a4-889c-5b07f9ee0615 req-ee351708-d431-4603-b17c-f79329fe6a9b tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:16.903775 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dae5d6da-9b9f-48a4-889c-5b07f9ee0615 req-ee351708-d431-4603-b17c-f79329fe6a9b tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.1603131
Nov 20 20:57:16.906900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for e047ce00-4157-4410-bedb-8b0ba4cfa998 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:17.017620 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-13d01aa9-8435-4788-bb74-7187ccaaa52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:17.020038 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:17.068171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d01aa9-8435-4788-bb74-7187ccaaa52b None None] No DVR routers for this DVR port e047ce00-4157-4410-bedb-8b0ba4cfa998 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:57:17.081307 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d01aa9-8435-4788-bb74-7187ccaaa52b None None] Pushing event deleted for resources: {'Port': ['ID=e047ce00-4157-4410-bedb-8b0ba4cfa998,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:17.081741 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-545480e9-6640-4b17-bb5b-0dfe3fa88ab5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:17.092576 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41969d8c-b467-439d-a286-17a86e74e7c5 req-540aa23b-e650-49fa-9f01-d3cec5b3d3ba tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:17.095099 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-41969d8c-b467-439d-a286-17a86e74e7c5 req-540aa23b-e650-49fa-9f01-d3cec5b3d3ba tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 945 time: 0.1073611
Nov 20 20:57:17.127567 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dae5d6da-9b9f-48a4-889c-5b07f9ee0615 req-db604e22-b361-42c4-845b-e9346c237d73 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2119756
Nov 20 20:57:17.162024 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:17.164268 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-41969d8c-b467-439d-a286-17a86e74e7c5 req-007f2f4a-76f7-46c9-b03f-ca891cfa22b9 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599926
Nov 20 20:57:17.196962 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=e047ce00-4157-4410-bedb-8b0ba4cfa998,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:17.200052 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-545480e9-6640-4b17-bb5b-0dfe3fa88ab5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:17.218393 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f8de97a0-2799-4c39-82a8-566fd2fe46e8'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:57:17.271426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] No DVR routers for this DVR port e047ce00-4157-4410-bedb-8b0ba4cfa998 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:57:17.312943 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d639602-1032-4b13-9e5c-5c601229a0f7 req-237fcfb4-a95f-4c05-bfcc-9b9dc75bcf1e tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:17.314509 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d639602-1032-4b13-9e5c-5c601229a0f7 req-237fcfb4-a95f-4c05-bfcc-9b9dc75bcf1e tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 945 time: 0.0556631
Nov 20 20:57:17.336022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-545480e9-6640-4b17-bb5b-0dfe3fa88ab5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Network 00efdad1-1d3a-4059-9b5a-980ee6794339 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:17.368509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-545480e9-6640-4b17-bb5b-0dfe3fa88ab5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:17.370220 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d639602-1032-4b13-9e5c-5c601229a0f7 req-531e0947-3bc7-4891-bc37-bd5ffea57e33 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/security-groups?id=132875ee-e198-4a1d-8377-0dd94db8f5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479429
Nov 20 20:57:17.373394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-545480e9-6640-4b17-bb5b-0dfe3fa88ab5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:57:17.392772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545480e9-6640-4b17-bb5b-0dfe3fa88ab5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Pushing event updated for resources: {'Port': ['ID=33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:17.449271 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcc612-7242-415c-bdb7-d9f3b36698d8 req-99a037a5-7c32-4715-ba75-166141532a0d tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:17.450831 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b9dcc612-7242-415c-bdb7-d9f3b36698d8 req-99a037a5-7c32-4715-ba75-166141532a0d tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 945 time: 0.2444904
Nov 20 20:57:17.475244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39b13b-2084-46c8-9a2a-0b226511f02f req-bdd674e6-41a8-41c3-8335-95374ae76372 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:17.479200 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e39b13b-2084-46c8-9a2a-0b226511f02f req-bdd674e6-41a8-41c3-8335-95374ae76372 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.2557201
Nov 20 20:57:17.483026 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d133f2-df69-4940-9bde-297843e11d58 req-2a4ade3d-54f2-45bd-9e7f-9cf12d35274d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:17.484535 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-91d133f2-df69-4940-9bde-297843e11d58 req-2a4ade3d-54f2-45bd-9e7f-9cf12d35274d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 931 time: 0.0497429
Nov 20 20:57:17.516508 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:17.528390 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293ad38-fa31-4b32-bf6d-71e560e1cfc8 req-00bc3e11-2857-48bf-8001-d5fd0d9844ab tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:17.534073 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4293ad38-fa31-4b32-bf6d-71e560e1cfc8 req-00bc3e11-2857-48bf-8001-d5fd0d9844ab tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.37 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 945 time: 0.2561309
Nov 20 20:57:17.536727 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-91d133f2-df69-4940-9bde-297843e11d58 req-c08a113e-d4fc-403d-9e1e-bab1759b1bbd tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451455
Nov 20 20:57:17.589329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-545480e9-6640-4b17-bb5b-0dfe3fa88ab5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:17.589928 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-545480e9-6640-4b17-bb5b-0dfe3fa88ab5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:17.619124 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54afc700>,) {'filters': {'network_id': ['10660909-1bc9-40b0-bf78-fa8ff6785cf9']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:17.649634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54afc700>, 'ddcf8b86-96c4-44fa-b49b-c420c4973e95') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:17.649854 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54afc700>, 'ddcf8b86-96c4-44fa-b49b-c420c4973e95') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:17.694940 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-545480e9-6640-4b17-bb5b-0dfe3fa88ab5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3409183
Nov 20 20:57:17.697607 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:17.733016 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Request body: {'port': {'device_id': '01bb9904-cd08-4768-af33-180dd86ce1b6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:17.768325 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:17.791161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:57:17.791550 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:57:17.795414 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:57:17.798820 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e39b13b-2084-46c8-9a2a-0b226511f02f req-b556ad93-954c-476d-8139-b6a3811e5554 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2797940
Nov 20 20:57:17.900464 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:17.906964 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:17.918454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-b9dcc612-7242-415c-bdb7-d9f3b36698d8 req-d532a77c-b5db-423c-802c-9fdd4594c7c8 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Deleting port 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:17.918789 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b9dcc612-7242-415c-bdb7-d9f3b36698d8 req-d532a77c-b5db-423c-802c-9fdd4594c7c8 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:17.929436 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:17.932615 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/networks/10660909-1bc9-40b0-bf78-fa8ff6785cf9 HTTP/1.1" status: 204  len: 168 time: 1.4703860
Nov 20 20:57:17.936466 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44218) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:17.941568 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-fffc9f7f-50ce-4ca8-9d1e-afd435d1fd96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'network': {'name': 'tempest-RoutersTest-1314653095'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:17.946174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-4293ad38-fa31-4b32-bf6d-71e560e1cfc8 req-e7c39414-d062-44ae-b2d4-022cef347535 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Deleting port dfd54190-c8a6-40d7-b314-29f7df09fc83 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:17.946516 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4293ad38-fa31-4b32-bf6d-71e560e1cfc8 req-e7c39414-d062-44ae-b2d4-022cef347535 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:17.969044 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffc9f7f-50ce-4ca8-9d1e-afd435d1fd96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:57:17.972935 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fffc9f7f-50ce-4ca8-9d1e-afd435d1fd96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:17.999843 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffc9f7f-50ce-4ca8-9d1e-afd435d1fd96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:57:18.009702 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fffc9f7f-50ce-4ca8-9d1e-afd435d1fd96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:18.009891 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-fffc9f7f-50ce-4ca8-9d1e-afd435d1fd96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Added segment d7dea3ee-c992-4a60-bc25-2934d0e01e43 of type vlan for network 2a34e868-7fea-4cca-8841-bb753c310fff
Nov 20 20:57:18.025203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341d853-58d6-4b9d-95fe-b4eb2e633f25 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Network': ['ID=10660909-1bc9-40b0-bf78-fa8ff6785cf9,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:18.052974 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fffc9f7f-50ce-4ca8-9d1e-afd435d1fd96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:18.078134 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fffc9f7f-50ce-4ca8-9d1e-afd435d1fd96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:18.084415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc9f7f-50ce-4ca8-9d1e-afd435d1fd96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:18.085002 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fffc9f7f-50ce-4ca8-9d1e-afd435d1fd96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:18.132859 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fffc9f7f-50ce-4ca8-9d1e-afd435d1fd96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.1952777
Nov 20 20:57:18.159113 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44222) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:18.164660 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a76da5d7-8ffe-48fe-88c7-fa9c10127f2c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'subnet': {'network_id': '2a34e868-7fea-4cca-8841-bb753c310fff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:18.221085 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4293ad38-fa31-4b32-bf6d-71e560e1cfc8 req-e7c39414-d062-44ae-b2d4-022cef347535 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] For port dfd54190-c8a6-40d7-b314-29f7df09fc83, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dfd54190-c8a6-40d7-b314-29f7df09fc83,segment=NetworkSegment(283bfe64-ea2c-4059-afed-211f7e7e686b),segment_id=283bfe64-ea2c-4059-afed-211f7e7e686b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:18.221449 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4293ad38-fa31-4b32-bf6d-71e560e1cfc8 req-e7c39414-d062-44ae-b2d4-022cef347535 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:18.225421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-b9dcc612-7242-415c-bdb7-d9f3b36698d8 req-d532a77c-b5db-423c-802c-9fdd4594c7c8 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] For port 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e49a5ca-01de-4fd7-a80d-a16b40d7edaa,segment=NetworkSegment(e4a583b5-d460-460a-bf8c-ed870060715b),segment_id=e4a583b5-d460-460a-bf8c-ed870060715b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:18.225776 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b9dcc612-7242-415c-bdb7-d9f3b36698d8 req-d532a77c-b5db-423c-802c-9fdd4594c7c8 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:18.234523 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc9f7f-50ce-4ca8-9d1e-afd435d1fd96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Network': ['ID=2a34e868-7fea-4cca-8841-bb753c310fff,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:18.251247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 2a34e868-7fea-4cca-8841-bb753c310fff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:57:18.254095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-b9dcc612-7242-415c-bdb7-d9f3b36698d8 req-d532a77c-b5db-423c-802c-9fdd4594c7c8 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Calling delete_port for 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:18.264627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-4293ad38-fa31-4b32-bf6d-71e560e1cfc8 req-e7c39414-d062-44ae-b2d4-022cef347535 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Calling delete_port for dfd54190-c8a6-40d7-b314-29f7df09fc83 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:18.292172 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76da5d7-8ffe-48fe-88c7-fa9c10127f2c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:57:18.296802 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a76da5d7-8ffe-48fe-88c7-fa9c10127f2c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:18.335175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcebae-893c-48d7-8e89-ed7d9514da65 req-b9fd51db-cf3f-4cc0-8545-c0355dec5a59 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:18.336697 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-52fcebae-893c-48d7-8e89-ed7d9514da65 req-b9fd51db-cf3f-4cc0-8545-c0355dec5a59 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.1032705
Nov 20 20:57:18.435663 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-52fcebae-893c-48d7-8e89-ed7d9514da65 req-f0fa3884-3d3c-42a0-b657-2e2ad4cae775 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654581
Nov 20 20:57:18.487799 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d497ca-af83-42d4-89ac-4429c35f8607 req-f9826baf-977a-4c61-ad40-f35d5a975289 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:18.489760 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-78d497ca-af83-42d4-89ac-4429c35f8607 req-f9826baf-977a-4c61-ad40-f35d5a975289 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 945 time: 0.2199590
Nov 20 20:57:18.531808 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:18.578286 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a76da5d7-8ffe-48fe-88c7-fa9c10127f2c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:18.625672 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546e75b-ab16-4614-8c3c-7ad9d25c175b req-f7ba510a-393d-4e8f-8fb4-d62daefb5e96 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:18.627205 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f546e75b-ab16-4614-8c3c-7ad9d25c175b req-f7ba510a-393d-4e8f-8fb4-d62daefb5e96 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2 HTTP/1.1" status: 200  len: 945 time: 0.1234987
Nov 20 20:57:18.671028 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76da5d7-8ffe-48fe-88c7-fa9c10127f2c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Subnet': ['ID=7ac8f951-1b34-43ae-bcd7-9745915d7d04,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:18.677605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:57:18.689872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-78d497ca-af83-42d4-89ac-4429c35f8607 req-4870420f-af2e-458f-bd16-de3a55dcd087 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736417
Nov 20 20:57:18.691938 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:18.696002 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76da5d7-8ffe-48fe-88c7-fa9c10127f2c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Checking segment: {'id': 'd7dea3ee-c992-4a60-bc25-2934d0e01e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2a34e868-7fea-4cca-8841-bb753c310fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:57:18.696379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76da5d7-8ffe-48fe-88c7-fa9c10127f2c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network hostable DHCP agents. Network: 2a34e868-7fea-4cca-8841-bb753c310fff, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:57:18.698493 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b9dcc612-7242-415c-bdb7-d9f3b36698d8 req-d532a77c-b5db-423c-802c-9fdd4594c7c8 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:18.713745 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f546e75b-ab16-4614-8c3c-7ad9d25c175b req-a978b780-751a-4a51-be76-9dc1d89cd137 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.41 "GET /v2.0/security-groups?id=132875ee-e198-4a1d-8377-0dd94db8f5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749748
Nov 20 20:57:18.737405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['1e49a5ca-01de-4fd7-a80d-a16b40d7edaa'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:57:18.753573 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76da5d7-8ffe-48fe-88c7-fa9c10127f2c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 2a34e868-7fea-4cca-8841-bb753c310fff is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:57:18.756026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532a77c-b5db-423c-802c-9fdd4594c7c8 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Pushing event deleted for resources: {'Port': ['ID=1e49a5ca-01de-4fd7-a80d-a16b40d7edaa,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:18.759535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Transition to ACTIVE for port object 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:57:18.761632 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4293ad38-fa31-4b32-bf6d-71e560e1cfc8 req-e7c39414-d062-44ae-b2d4-022cef347535 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:18.767217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-a76da5d7-8ffe-48fe-88c7-fa9c10127f2c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2a34e868-7fea-4cca-8841-bb753c310fff) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:18.775852 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76da5d7-8ffe-48fe-88c7-fa9c10127f2c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:18.775852 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a76da5d7-8ffe-48fe-88c7-fa9c10127f2c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:18.776411 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:18.798483 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6805db1e-69b2-4b35-82b4-9e15f218aa4e None None] Network 2a34e868-7fea-4cca-8841-bb753c310fff requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:57:18.819354 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a76da5d7-8ffe-48fe-88c7-fa9c10127f2c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6592307
Nov 20 20:57:18.819503 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44236) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:18.826370 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c39414-d062-44ae-b2d4-022cef347535 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Pushing event deleted for resources: {'Port': ['ID=dfd54190-c8a6-40d7-b314-29f7df09fc83,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:18.833029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-bedbefb7-097b-4f55-8754-2e2a0728a32d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-781440402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:18.854202 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['dfd54190-c8a6-40d7-b314-29f7df09fc83'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:57:18.861672 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dcc612-7242-415c-bdb7-d9f3b36698d8 req-d532a77c-b5db-423c-802c-9fdd4594c7c8 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] No DVR routers for this DVR port 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:57:18.897299 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b9dcc612-7242-415c-bdb7-d9f3b36698d8 req-d532a77c-b5db-423c-802c-9fdd4594c7c8 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:18.901136 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b9dcc612-7242-415c-bdb7-d9f3b36698d8 req-d532a77c-b5db-423c-802c-9fdd4594c7c8 tempest-InstanceActionsNegativeTestJSON-40938797 tempest-InstanceActionsNegativeTestJSON-40938797-project] 10.222.0.37 "DELETE /v2.0/ports/1e49a5ca-01de-4fd7-a80d-a16b40d7edaa HTTP/1.1" status: 204  len: 173 time: 1.4363856
Nov 20 20:57:18.903145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2', 'name': 'network-vif-deleted', 'tag': '1e49a5ca-01de-4fd7-a80d-a16b40d7edaa'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:18.905499 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22d32ae-3b06-44a0-8072-4eca99e0cc35" -d '{"events": [{"server_uuid": "3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2", "name": "network-vif-deleted", "tag": "1e49a5ca-01de-4fd7-a80d-a16b40d7edaa"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:18.937240 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231fc61-7b98-4e9c-b5c5-66cb893da5c4 req-3ed69dde-3238-48b5-ba9c-957ffaf800ff tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:18.939163 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f231fc61-7b98-4e9c-b5c5-66cb893da5c4 req-3ed69dde-3238-48b5-ba9c-957ffaf800ff tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 943 time: 0.0974772
Nov 20 20:57:18.998527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4293ad38-fa31-4b32-bf6d-71e560e1cfc8 req-e7c39414-d062-44ae-b2d4-022cef347535 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] No DVR routers for this DVR port dfd54190-c8a6-40d7-b314-29f7df09fc83 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:57:19.011555 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4293ad38-fa31-4b32-bf6d-71e560e1cfc8 req-e7c39414-d062-44ae-b2d4-022cef347535 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:19.016616 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4293ad38-fa31-4b32-bf6d-71e560e1cfc8 req-e7c39414-d062-44ae-b2d4-022cef347535 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.37 "DELETE /v2.0/ports/dfd54190-c8a6-40d7-b314-29f7df09fc83 HTTP/1.1" status: 204  len: 173 time: 1.4624395
Nov 20 20:57:19.031845 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:19.043355 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bedbefb7-097b-4f55-8754-2e2a0728a32d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:19.044434 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bedbefb7-097b-4f55-8754-2e2a0728a32d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:19.078677 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f231fc61-7b98-4e9c-b5c5-66cb893da5c4 req-d5e46cb9-b6ae-462b-87ce-de00abc9f914 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261988
Nov 20 20:57:19.084552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Pushing event updated for resources: {'Port': ['ID=33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:19.203646 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2a34e868-7fea-4cca-8841-bb753c310fff', 'network_id': '2a34e868-7fea-4cca-8841-bb753c310fff', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'fixed_ips': [{'subnet_id': '7ac8f951-1b34-43ae-bcd7-9745915d7d04'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:57:19.205443 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:19.228165 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bedbefb7-097b-4f55-8754-2e2a0728a32d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:19.238835 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399a027-4ab5-47ee-8012-b959ef952696 req-dec099bf-7ee9-4147-9818-d400a236fdc6 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:19.240660 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e399a027-4ab5-47ee-8012-b959ef952696 req-dec099bf-7ee9-4147-9818-d400a236fdc6 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.2446673
Nov 20 20:57:19.258508 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bedbefb7-097b-4f55-8754-2e2a0728a32d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:19.303132 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Attempting to bind port 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:57:19.303472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Attempting to bind port 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:57:19.303798 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Attempting to bind port 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 on network 00efdad1-1d3a-4059-9b5a-980ee6794339 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:57:19.307633 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bedbefb7-097b-4f55-8754-2e2a0728a32d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:19.308825 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bedbefb7-097b-4f55-8754-2e2a0728a32d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.4841444
Nov 20 20:57:19.312115 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44250) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:19.327688 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Port 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 on network 00efdad1-1d3a-4059-9b5a-980ee6794339 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:57:19.328018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Attempting to bind port 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 on network 00efdad1-1d3a-4059-9b5a-980ee6794339 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:57:19.361622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:57:19.361965 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Checking segment: {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:57:19.362383 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Bound using segment: {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:57:19.363011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Bound port: 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:57:19.363245 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:19.369866 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f767d07-d2d8-4f84-acd0-88320b0e5435 x-openstack-request-id: req-3f767d07-d2d8-4f84-acd0-88320b0e5435 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:19.370192 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2", "name": "network-vif-deleted", "tag": "1e49a5ca-01de-4fd7-a80d-a16b40d7edaa", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:19.370438 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f767d07-d2d8-4f84-acd0-88320b0e5435 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:19.370838 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7c13e8-e550-4975-bfd8-6e1d3b4a46f2', 'name': 'network-vif-deleted', 'tag': '1e49a5ca-01de-4fd7-a80d-a16b40d7edaa', 'status': 'completed', 'code': 200}
Nov 20 20:57:19.384048 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e399a027-4ab5-47ee-8012-b959ef952696 req-35cc83de-fdd5-4a69-b0f9-3a755bc79ca5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268694
Nov 20 20:57:19.392424 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Allocated IP 172.20.0.2 (2a34e868-7fea-4cca-8841-bb753c310fff/7ac8f951-1b34-43ae-bcd7-9745915d7d04/cfcf45e4-e1d2-490a-8afd-27fe58662af8) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:57:19.501627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a319c33-080d-482d-9ab3-8d210339313e req-e6e07ca6-51f2-4019-8f39-845cf41e5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:19.503113 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6a319c33-080d-482d-9ab3-8d210339313e req-e6e07ca6-51f2-4019-8f39-845cf41e5fdc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55ad41c3ee37467d8298682b08275eb9&device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 1096 time: 0.1764417
Nov 20 20:57:19.722725 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:19.731828 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:19.803737 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Network 2a34e868-7fea-4cca-8841-bb753c310fff is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:19.807002 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:19.813208 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:57:19.820552 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Pushing event updated for resources: {'Port': ['ID=cfcf45e4-e1d2-490a-8afd-27fe58662af8,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:19.897326 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Attempting to bind port cfcf45e4-e1d2-490a-8afd-27fe58662af8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:57:19.898310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Attempting to bind port cfcf45e4-e1d2-490a-8afd-27fe58662af8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd7dea3ee-c992-4a60-bc25-2934d0e01e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2a34e868-7fea-4cca-8841-bb753c310fff'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:57:19.898792 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Attempting to bind port cfcf45e4-e1d2-490a-8afd-27fe58662af8 on network 2a34e868-7fea-4cca-8841-bb753c310fff {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:57:19.908653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:57:19.909380 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Checking segment: {'id': 'd7dea3ee-c992-4a60-bc25-2934d0e01e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2a34e868-7fea-4cca-8841-bb753c310fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:57:19.909893 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:19.911704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Bound using segment: {'id': 'd7dea3ee-c992-4a60-bc25-2934d0e01e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2a34e868-7fea-4cca-8841-bb753c310fff'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:57:19.912329 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Bound port: cfcf45e4-e1d2-490a-8afd-27fe58662af8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dea3ee-c992-4a60-bc25-2934d0e01e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2a34e868-7fea-4cca-8841-bb753c310fff'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:57:19.913120 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:19.962014 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:19.994606 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d05110bf-1191-44df-ba68-4f79009018e8 req-453aa6f8-e167-4c92-b9b8-cde2dd624895 tempest-AttachSCSIVolumeTestJSON-782544545 tempest-AttachSCSIVolumeTestJSON-782544545-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32689d1-8986-4ec5-84e2-f28bf3843085 HTTP/1.1" status: 200  len: 210 time: 0.0431828
Nov 20 20:57:20.002155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] For port cfcf45e4-e1d2-490a-8afd-27fe58662af8, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:57:20.018940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] For port cfcf45e4-e1d2-490a-8afd-27fe58662af8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfcf45e4-e1d2-490a-8afd-27fe58662af8,segment=NetworkSegment(d7dea3ee-c992-4a60-bc25-2934d0e01e43),segment_id=d7dea3ee-c992-4a60-bc25-2934d0e01e43)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:57:20.027201 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:20.054221 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44256) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:20.096986 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163c6b3-28e8-445c-90d9-5399a68189bf None None] Pushing event updated for resources: {'Port': ['ID=cfcf45e4-e1d2-490a-8afd-27fe58662af8,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:20.158447 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] For port 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:57:20.168151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66d492-a09a-41c7-a69e-c885e311b98f req-fa69b574-1f47-4cfb-957d-a600a3551c22 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:20.169794 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d66d492-a09a-41c7-a69e-c885e311b98f req-fa69b574-1f47-4cfb-957d-a600a3551c22 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.6552517
Nov 20 20:57:20.201501 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] For port 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:57:20.213933 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:20.216370 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a319c33-080d-482d-9ab3-8d210339313e req-1bf79122-6e21-4516-84fd-36042d9620d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:20.217854 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6a319c33-080d-482d-9ab3-8d210339313e req-1bf79122-6e21-4516-84fd-36042d9620d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=736ec84c-e23f-43ed-94e7-211dbb35bbc4 HTTP/1.1" status: 200  len: 920 time: 0.6583526
Nov 20 20:57:20.235230 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bfb9165-fbc5-47b6-b722-de1d3b7a94cd admin admin] Deleting subnet fd3c823f-1654-4a29-bdb1-1bce9dfcecd6 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:57:20.244883 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9165-fbc5-47b6-b722-de1d3b7a94cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:20.280457 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:20.281089 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:20.282519 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] 10.222.0.47 "PUT /v2.0/ports/33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 HTTP/1.1" status: 200  len: 1091 time: 2.5605793
Nov 20 20:57:20.338629 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6a319c33-080d-482d-9ab3-8d210339313e req-ef08997c-3848-4215-b319-6a0d55bf6f47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7efeaeb-5641-4aca-8236-410be11d600d HTTP/1.1" status: 200  len: 217 time: 0.1118789
Nov 20 20:57:20.345412 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d66d492-a09a-41c7-a69e-c885e311b98f req-be792121-5f30-4584-a09f-e1520d9c96e7 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613781
Nov 20 20:57:20.371628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064334e-82ef-43d8-aef2-af39cc0e4ea0 req-75dc8242-c64a-4d47-a437-24eef4df5daa tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:20.373165 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d064334e-82ef-43d8-aef2-af39cc0e4ea0 req-75dc8242-c64a-4d47-a437-24eef4df5daa tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 943 time: 0.1889925
Nov 20 20:57:20.381446 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9165-fbc5-47b6-b722-de1d3b7a94cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:20.432745 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce4bac-b0c8-4e77-ab02-9ade0cee667e service neutron] Pushing event updated for resources: {'Port': ['ID=33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:20.447749 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a319c33-080d-482d-9ab3-8d210339313e req-344ba74f-9a02-41be-b478-6b5ad3bb0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:20.449283 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6a319c33-080d-482d-9ab3-8d210339313e req-344ba74f-9a02-41be-b478-6b5ad3bb0759 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8caf43ae-75b1-499d-9400-cbaa8e6fc948 HTTP/1.1" status: 200  len: 859 time: 0.1029797
Nov 20 20:57:20.468315 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-6872ea10-7336-462b-b6b3-d5dfe4920506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:20.469875 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-6872ea10-7336-462b-b6b3-d5dfe4920506 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 1094 time: 0.1014779
Nov 20 20:57:20.498747 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6a319c33-080d-482d-9ab3-8d210339313e req-b8f8ab60-5318-47be-a5c7-f9c3cfc57a49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=736ec84c-e23f-43ed-94e7-211dbb35bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405154
Nov 20 20:57:20.554725 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-3dedb694-3f07-4dd9-b825-94ebc51b019e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 HTTP/1.1" status: 200  len: 217 time: 0.0584671
Nov 20 20:57:20.705576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a1c9e-6532-45e4-9361-378cc047035e req-44c252c3-9f36-4191-97e6-1ff23c504db9 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:20.707147 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-895a1c9e-6532-45e4-9361-378cc047035e req-44c252c3-9f36-4191-97e6-1ff23c504db9 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.1514733
Nov 20 20:57:20.709576 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6a319c33-080d-482d-9ab3-8d210339313e req-2c729e9b-e161-46bf-b12e-adb00507b37a service neutron] 10.222.0.47 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2027783
Nov 20 20:57:20.711165 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-7b58ff52-f000-41da-862a-49a19a163b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:20.712521 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-7b58ff52-f000-41da-862a-49a19a163b5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=67696e00-d47a-4c01-b60f-02743de8399e HTTP/1.1" status: 200  len: 845 time: 0.1429405
Nov 20 20:57:20.778307 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-a2eb91db-0b89-47cc-b37d-ca39d32ac9c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00efdad1-1d3a-4059-9b5a-980ee6794339&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486298
Nov 20 20:57:20.836782 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9165-fbc5-47b6-b722-de1d3b7a94cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:20.843298 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Allocated IP 172.20.0.1 (2a34e868-7fea-4cca-8841-bb753c310fff/7ac8f951-1b34-43ae-bcd7-9745915d7d04/7133b9f0-ffe4-4c2e-a480-6f26be5cec65) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:57:20.874536 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-895a1c9e-6532-45e4-9361-378cc047035e req-bd76dbfe-6714-4ee5-a265-c5d8867d952f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604412
Nov 20 20:57:20.887377 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d064334e-82ef-43d8-aef2-af39cc0e4ea0 req-0c39617b-2df6-4cb9-908e-f5a2b3f1eea6 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5038614
Nov 20 20:57:20.914251 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cfcf45e4-e1d2-490a-8afd-27fe58662af8 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:20.951549 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6a319c33-080d-482d-9ab3-8d210339313e req-337e0d99-4c03-4dae-810f-4d846725fc5c service neutron] 10.222.0.47 "GET /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2230115
Nov 20 20:57:20.991742 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-b644994d-5d78-4880-be93-ad3d5c6b77c9 service neutron] 10.222.0.47 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2055528
Nov 20 20:57:21.004529 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9165-fbc5-47b6-b722-de1d3b7a94cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:21.048554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port cfcf45e4-e1d2-490a-8afd-27fe58662af8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:21.048983 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:21.071349 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb9165-fbc5-47b6-b722-de1d3b7a94cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd3c823f-1654-4a29-bdb1-1bce9dfcecd6,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:21.081940 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9165-fbc5-47b6-b722-de1d3b7a94cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:21.090422 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1bfb9165-fbc5-47b6-b722-de1d3b7a94cd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fd3c823f-1654-4a29-bdb1-1bce9dfcecd6 HTTP/1.1" status: 204  len: 168 time: 1.0349793
Nov 20 20:57:21.091408 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44272) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:21.179187 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6065bfc8-0d4c-423c-a038-0bea63fe8634 req-16cfa2e3-5523-4ffc-bc2a-bd1f2dcddda4 service neutron] 10.222.0.47 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1642084
Nov 20 20:57:21.227107 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:21.241769 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-649e4436-1882-4361-8f36-8932e9e22137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:21.264657 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port cfcf45e4-e1d2-490a-8afd-27fe58662af8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfcf45e4-e1d2-490a-8afd-27fe58662af8,segment=NetworkSegment(d7dea3ee-c992-4a60-bc25-2934d0e01e43),segment_id=d7dea3ee-c992-4a60-bc25-2934d0e01e43)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:21.271859 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:21.272249 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:21.328719 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=cfcf45e4-e1d2-490a-8afd-27fe58662af8,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:21.371789 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32689d1-8986-4ec5-84e2-f28bf3843085', 'name': 'network-vif-deleted', 'tag': 'dfd54190-c8a6-40d7-b314-29f7df09fc83'}, {'name': 'network-changed', 'server_uuid': '01bb9904-cd08-4768-af33-180dd86ce1b6', 'tag': '33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:21.374449 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e2b5e4-d712-47a0-ae3a-2599a595997a" -d '{"events": [{"server_uuid": "e32689d1-8986-4ec5-84e2-f28bf3843085", "name": "network-vif-deleted", "tag": "dfd54190-c8a6-40d7-b314-29f7df09fc83"}, {"name": "network-changed", "server_uuid": "01bb9904-cd08-4768-af33-180dd86ce1b6", "tag": "33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:21.419543 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-649e4436-1882-4361-8f36-8932e9e22137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:21.425076 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25920ffb-6951-4ddc-8b42-fde5e5bf17cb None None] Network 2a34e868-7fea-4cca-8841-bb753c310fff requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:57:21.432924 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:21.448612 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabc5ece-19e2-428a-9432-7a4ab717cadb x-openstack-request-id: req-cabc5ece-19e2-428a-9432-7a4ab717cadb {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:21.450264 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32689d1-8986-4ec5-84e2-f28bf3843085", "name": "network-vif-deleted", "tag": "dfd54190-c8a6-40d7-b314-29f7df09fc83", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01bb9904-cd08-4768-af33-180dd86ce1b6", "tag": "33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:21.451075 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cabc5ece-19e2-428a-9432-7a4ab717cadb {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:21.452969 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32689d1-8986-4ec5-84e2-f28bf3843085', 'name': 'network-vif-deleted', 'tag': 'dfd54190-c8a6-40d7-b314-29f7df09fc83', 'status': 'completed', 'code': 200}
Nov 20 20:57:21.453883 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bb9904-cd08-4768-af33-180dd86ce1b6', 'tag': '33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728', 'status': 'completed', 'code': 200}
Nov 20 20:57:21.468091 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:57:21.527505 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-649e4436-1882-4361-8f36-8932e9e22137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4fb71af0>,) {'filters': {'network_id': ['4398eff6-6bef-490d-9c6c-f0e927a465b8']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:21.545992 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device dfd54190-c8a6-40d7-b314-29f7df09fc83 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:21.552701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-649e4436-1882-4361-8f36-8932e9e22137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fb71af0>, 'e4a583b5-d460-460a-bf8c-ed870060715b') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:21.552961 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-649e4436-1882-4361-8f36-8932e9e22137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fb71af0>, 'e4a583b5-d460-460a-bf8c-ed870060715b') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:21.556865 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2b5e4-d712-47a0-ae3a-2599a595997a req-b0dc8483-0f29-4671-b6b3-2cfa8fc0faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:21.558439 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39e2b5e4-d712-47a0-ae3a-2599a595997a req-b0dc8483-0f29-4671-b6b3-2cfa8fc0faa4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 1094 time: 0.0953639
Nov 20 20:57:21.574420 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-649e4436-1882-4361-8f36-8932e9e22137 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:21.600813 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: dfd54190-c8a6-40d7-b314-29f7df09fc83 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:57:21.601539 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device dfd54190-c8a6-40d7-b314-29f7df09fc83 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:57:21.602028 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:21.610355 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 2a34e868-7fea-4cca-8841-bb753c310fff is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:21.616873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b071ee41-8c47-42e0-9e4d-5f45a776208a None None] Provisioning complete for port cfcf45e4-e1d2-490a-8afd-27fe58662af8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:21.617336 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b071ee41-8c47-42e0-9e4d-5f45a776208a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:21.623224 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:21.635275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:57:21.639034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-649e4436-1882-4361-8f36-8932e9e22137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:21.645883 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=7133b9f0-ffe4-4c2e-a480-6f26be5cec65,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:21.674087 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:57:21.674588 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1e49a5ca-01de-4fd7-a80d-a16b40d7edaa not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:57:21.716922 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649e4436-1882-4361-8f36-8932e9e22137 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:57:21.717155 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-649e4436-1882-4361-8f36-8932e9e22137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:57:21.722520 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:57:21.774844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2b5e4-d712-47a0-ae3a-2599a595997a req-60d824bd-f0cd-4ffc-831a-b01543491459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:21.776489 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39e2b5e4-d712-47a0-ae3a-2599a595997a req-60d824bd-f0cd-4ffc-831a-b01543491459 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 906 time: 0.1991935
Nov 20 20:57:21.812073 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:21.843704 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39e2b5e4-d712-47a0-ae3a-2599a595997a req-3d0bdab9-0911-4cfb-b987-2c0c46360b59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 HTTP/1.1" status: 200  len: 217 time: 0.0560379
Nov 20 20:57:21.879400 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-649e4436-1882-4361-8f36-8932e9e22137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:21.887493 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-649e4436-1882-4361-8f36-8932e9e22137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:21.897751 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-649e4436-1882-4361-8f36-8932e9e22137 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4398eff6-6bef-490d-9c6c-f0e927a465b8 HTTP/1.1" status: 204  len: 168 time: 0.8026912
Nov 20 20:57:21.943963 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e4436-1882-4361-8f36-8932e9e22137 admin admin] Pushing event deleted for resources: {'Network': ['ID=4398eff6-6bef-490d-9c6c-f0e927a465b8,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:21.961636 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2b5e4-d712-47a0-ae3a-2599a595997a req-81e8f72d-3a92-4ebc-adb2-71c75b7b8ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:21.965113 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39e2b5e4-d712-47a0-ae3a-2599a595997a req-81e8f72d-3a92-4ebc-adb2-71c75b7b8ab1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=67696e00-d47a-4c01-b60f-02743de8399e HTTP/1.1" status: 200  len: 845 time: 0.1060266
Nov 20 20:57:22.002448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718da57-ebaa-499d-9850-9e1aec99e793 req-8a1e3ae3-f7c8-460d-9935-f85bade7f2a4 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:22.011576 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39e2b5e4-d712-47a0-ae3a-2599a595997a req-88682992-ad2b-4cff-9aba-ed05c1968e0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00efdad1-1d3a-4059-9b5a-980ee6794339&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0361996
Nov 20 20:57:22.012532 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5718da57-ebaa-499d-9850-9e1aec99e793 req-8a1e3ae3-f7c8-460d-9935-f85bade7f2a4 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.2142179
Nov 20 20:57:22.118168 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5718da57-ebaa-499d-9850-9e1aec99e793 req-280cc657-82f0-4848-9fe4-3b9e9e3c2c7d tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045868
Nov 20 20:57:22.119014 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:22.138459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44326) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:22.213640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827e1cf-aa44-4fe3-857a-abc48b4b4d34 req-419d543c-b1b5-48d3-b382-5512e0092ec0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:22.215582 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8827e1cf-aa44-4fe3-857a-abc48b4b4d34 req-419d543c-b1b5-48d3-b382-5512e0092ec0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.1679070
Nov 20 20:57:22.225689 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9945902e-7169-4d94-96bb-33a37a62ac86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f55329346e94280a9753271c6ec6c15&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0855355
Nov 20 20:57:22.251334 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44330) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:22.312115 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39e2b5e4-d712-47a0-ae3a-2599a595997a req-ac12e75e-fd8b-414f-857f-9cf644697b8c service neutron] 10.222.0.47 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2897727
Nov 20 20:57:22.330555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6666a51-be33-4873-bc7d-9108a583bb78 req-a9105bb7-d438-4022-8bf8-c276401b6d29 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:22.332125 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b6666a51-be33-4873-bc7d-9108a583bb78 req-a9105bb7-d438-4022-8bf8-c276401b6d29 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 943 time: 0.1105456
Nov 20 20:57:22.378732 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-38d82291-af68-41a6-8bfc-5bb2bda34096 None None] Provisioning complete for port cfcf45e4-e1d2-490a-8afd-27fe58662af8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:22.380317 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-38d82291-af68-41a6-8bfc-5bb2bda34096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:22.434710 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b6666a51-be33-4873-bc7d-9108a583bb78 req-1b32def3-c1bd-429f-ba2f-8dc5ec139788 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618818
Nov 20 20:57:22.562382 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8827e1cf-aa44-4fe3-857a-abc48b4b4d34 req-e60f3488-7ad8-4b9e-824f-d5ba14464ab0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3356450
Nov 20 20:57:22.563613 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-38d82291-af68-41a6-8bfc-5bb2bda34096 None None] Provisioning complete for port 7133b9f0-ffe4-4c2e-a480-6f26be5cec65 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:22.563996 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-38d82291-af68-41a6-8bfc-5bb2bda34096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:22.565595 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b0de0265-a8aa-4076-8c8d-5aed5fa4ff87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:22.615962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-38d82291-af68-41a6-8bfc-5bb2bda34096 None None] Port 7133b9f0-ffe4-4c2e-a480-6f26be5cec65 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:57:22.637505 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39e2b5e4-d712-47a0-ae3a-2599a595997a req-01769caf-0481-4e36-bd03-bc346e14f437 service neutron] 10.222.0.47 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2896094
Nov 20 20:57:22.639925 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b0de0265-a8aa-4076-8c8d-5aed5fa4ff87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:22.700296 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:22.702276 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b0de0265-a8aa-4076-8c8d-5aed5fa4ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:22.705433 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b0de0265-a8aa-4076-8c8d-5aed5fa4ff87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:22.706408 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:22.710032 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b0de0265-a8aa-4076-8c8d-5aed5fa4ff87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/132875ee-e198-4a1d-8377-0dd94db8f5bf HTTP/1.1" status: 204  len: 168 time: 0.4541051
Nov 20 20:57:22.743904 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de0265-a8aa-4076-8c8d-5aed5fa4ff87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132875ee-e198-4a1d-8377-0dd94db8f5bf,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:22.765492 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-919904dd-2655-4f26-bccd-4378d2cb5228 None None] Provisioning complete for port 7133b9f0-ffe4-4c2e-a480-6f26be5cec65 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:22.765795 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-919904dd-2655-4f26-bccd-4378d2cb5228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:22.859867 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-919904dd-2655-4f26-bccd-4378d2cb5228 None None] Port 7133b9f0-ffe4-4c2e-a480-6f26be5cec65 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:57:22.871590 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:22.879100 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=7133b9f0-ffe4-4c2e-a480-6f26be5cec65,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:22.905427 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cfcf45e4-e1d2-490a-8afd-27fe58662af8 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:22.971626 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port cfcf45e4-e1d2-490a-8afd-27fe58662af8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:22.972003 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:22.996317 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 2a34e868-7fea-4cca-8841-bb753c310fff is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:22.997898 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:23.134906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 4f5570ae-58d5-42c0-86c5-7c8291cc1d21 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:57:23.248656 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:57:23.260151 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-913fbe33-802b-4d93-be29-de2f2f60544c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/4f5570ae-58d5-42c0-86c5-7c8291cc1d21/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9465506
Nov 20 20:57:23.264749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f602d4-960d-43e7-aa16-d8e273f2d7b4 None None] Sync routers for ids ['4f5570ae-58d5-42c0-86c5-7c8291cc1d21'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:57:23.267515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44374) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:23.277058 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f602d4-960d-43e7-aa16-d8e273f2d7b4 None None] Routers {'4f5570ae-58d5-42c0-86c5-7c8291cc1d21'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:23.278459 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b3f602d4-960d-43e7-aa16-d8e273f2d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472357f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['4f5570ae-58d5-42c0-86c5-7c8291cc1d21'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:23.284664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6aa13a-96af-4caa-beea-108fa7bab41e req-baf1a3f6-2701-4e26-879a-9b11a20c8ed4 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:23.287974 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c6aa13a-96af-4caa-beea-108fa7bab41e req-baf1a3f6-2701-4e26-879a-9b11a20c8ed4 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.0848885
Nov 20 20:57:23.322530 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bac8ad-82d9-493c-8e9e-323b2f08aa6b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:23.326792 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-09bac8ad-82d9-493c-8e9e-323b2f08aa6b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports/7133b9f0-ffe4-4c2e-a480-6f26be5cec65 HTTP/1.1" status: 200  len: 910 time: 0.0556014
Nov 20 20:57:23.327348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44380) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:23.329178 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b3f602d4-960d-43e7-aa16-d8e273f2d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472357f0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:23.341801 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-675b75b0-a480-4b1e-88ca-729f443076ab None None] Provisioning complete for port 7133b9f0-ffe4-4c2e-a480-6f26be5cec65 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:23.342204 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-675b75b0-a480-4b1e-88ca-729f443076ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:23.383706 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c6aa13a-96af-4caa-beea-108fa7bab41e req-601ef588-3806-4d90-bc0c-0103c2227ab1 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857639
Nov 20 20:57:23.478562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44394) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:23.533604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f602d4-960d-43e7-aa16-d8e273f2d7b4 None None] Routers {'4f5570ae-58d5-42c0-86c5-7c8291cc1d21'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:23.537949 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b3f602d4-960d-43e7-aa16-d8e273f2d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472357f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['4f5570ae-58d5-42c0-86c5-7c8291cc1d21'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:23.617856 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b3f602d4-960d-43e7-aa16-d8e273f2d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472357f0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:23.621143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f602d4-960d-43e7-aa16-d8e273f2d7b4 None None] The sync data for ids ['4f5570ae-58d5-42c0-86c5-7c8291cc1d21'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:57:23.632441 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-675b75b0-a480-4b1e-88ca-729f443076ab None None] Port 7133b9f0-ffe4-4c2e-a480-6f26be5cec65 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:57:23.722125 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d17c95-4469-4a0f-a6a5-2da71765dbe0 req-3b0f98c6-dbf4-4744-a573-7ef40d3dceb2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:23.724186 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-70d17c95-4469-4a0f-a6a5-2da71765dbe0 req-3b0f98c6-dbf4-4744-a573-7ef40d3dceb2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 943 time: 0.1331656
Nov 20 20:57:23.801033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44414) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:23.874812 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-70d17c95-4469-4a0f-a6a5-2da71765dbe0 req-a7387763-f52b-407f-8cbc-ee9d52669c36 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265209
Nov 20 20:57:23.982327 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-70ea04d5-8083-4151-889c-b1ad287bb4ae tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:23.983418 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-f2922e32-eb8f-4971-b0a1-ccfd1d13920d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-171127498-network', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:24.008931 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786c55-b0ce-41d2-9dbe-3a98b994729b req-49e8efd3-ad65-42d4-86dc-ccf4ae266b92 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:24.010474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd786c55-b0ce-41d2-9dbe-3a98b994729b req-49e8efd3-ad65-42d4-86dc-ccf4ae266b92 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.1030154
Nov 20 20:57:24.050654 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27ea73c7-d46c-46c7-ae07-82c34d5c0de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:24.056368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2922e32-eb8f-4971-b0a1-ccfd1d13920d admin admin] Made reservation on behalf of e51856fcb6a14eb6a78ce767f46c8472 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:57:24.058859 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2922e32-eb8f-4971-b0a1-ccfd1d13920d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:24.111986 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2922e32-eb8f-4971-b0a1-ccfd1d13920d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:24.152083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd786c55-b0ce-41d2-9dbe-3a98b994729b req-6adf9815-a2de-43ad-ae00-874ae02b6390 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324670
Nov 20 20:57:24.247825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-70ea04d5-8083-4151-889c-b1ad287bb4ae tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port 7133b9f0-ffe4-4c2e-a480-6f26be5cec65 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:24.248318 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-70ea04d5-8083-4151-889c-b1ad287bb4ae tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:24.275606 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:57:24.318447 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2922e32-eb8f-4971-b0a1-ccfd1d13920d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:24.325905 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2922e32-eb8f-4971-b0a1-ccfd1d13920d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:24.354490 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-70ea04d5-8083-4151-889c-b1ad287bb4ae tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:24.359149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2922e32-eb8f-4971-b0a1-ccfd1d13920d admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:57:24.365717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2922e32-eb8f-4971-b0a1-ccfd1d13920d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:24.368458 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-70ea04d5-8083-4151-889c-b1ad287bb4ae tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for 7133b9f0-ffe4-4c2e-a480-6f26be5cec65 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:24.399864 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2922e32-eb8f-4971-b0a1-ccfd1d13920d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:24.400216 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-f2922e32-eb8f-4971-b0a1-ccfd1d13920d admin admin] Added segment 5d3432fb-e7b7-4104-b4a5-0173ed3cf762 of type vlan for network bafdbd34-4234-401f-abb5-0b7b5a2562ab
Nov 20 20:57:24.409098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:24.422166 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728', 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339', 'port_id': '33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728', 'mac_address': 'fa:16:3e:a6:8e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67696e00-d47a-4c01-b60f-02743de8399e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:57:24.461137 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:24.467711 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2922e32-eb8f-4971-b0a1-ccfd1d13920d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:24.482705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:57:24.503429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:24.508875 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:24.517137 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-27ea73c7-d46c-46c7-ae07-82c34d5c0de6 admin admin] Deleting port 38202de6-75c5-40d4-a383-14ff6642a908 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:24.517619 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27ea73c7-d46c-46c7-ae07-82c34d5c0de6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:24.521790 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2922e32-eb8f-4971-b0a1-ccfd1d13920d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:24.522863 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2922e32-eb8f-4971-b0a1-ccfd1d13920d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:24.523450 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2922e32-eb8f-4971-b0a1-ccfd1d13920d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:24.584974 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:24.589252 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f2922e32-eb8f-4971-b0a1-ccfd1d13920d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7865257
Nov 20 20:57:24.592183 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44418) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:24.600396 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e26f99f0-de43-4ecd-8ac0-92c847e52fee admin admin] Request body: {'subnet': {'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-171127498-subnet', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:24.611790 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-70ea04d5-8083-4151-889c-b1ad287bb4ae tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:24.644237 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea04d5-8083-4151-889c-b1ad287bb4ae tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=7133b9f0-ffe4-4c2e-a480-6f26be5cec65,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:24.659095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2922e32-eb8f-4971-b0a1-ccfd1d13920d admin admin] Pushing event updated for resources: {'Network': ['ID=bafdbd34-4234-401f-abb5-0b7b5a2562ab,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:24.675521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network bafdbd34-4234-401f-abb5-0b7b5a2562ab details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:57:24.689489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26f99f0-de43-4ecd-8ac0-92c847e52fee admin admin] Made reservation on behalf of e51856fcb6a14eb6a78ce767f46c8472 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:57:24.691983 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e26f99f0-de43-4ecd-8ac0-92c847e52fee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:24.720061 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-27ea73c7-d46c-46c7-ae07-82c34d5c0de6 admin admin] For port 38202de6-75c5-40d4-a383-14ff6642a908, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38202de6-75c5-40d4-a383-14ff6642a908,segment=NetworkSegment(283bfe64-ea2c-4059-afed-211f7e7e686b),segment_id=283bfe64-ea2c-4059-afed-211f7e7e686b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:24.720061 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27ea73c7-d46c-46c7-ae07-82c34d5c0de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:24.781629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-27ea73c7-d46c-46c7-ae07-82c34d5c0de6 admin admin] Calling delete_port for 38202de6-75c5-40d4-a383-14ff6642a908 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:24.847177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:57:24.855563 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-70ea04d5-8083-4151-889c-b1ad287bb4ae tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:25.162243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0d121-febb-478c-93ee-fa88cb3aa610 req-66ec1d93-7f12-4e90-a0ce-7e0b7efc833b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:25.163844 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a2a0d121-febb-478c-93ee-fa88cb3aa610 req-66ec1d93-7f12-4e90-a0ce-7e0b7efc833b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 944 time: 0.1518381
Nov 20 20:57:25.184717 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e26f99f0-de43-4ecd-8ac0-92c847e52fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:25.232435 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27ea73c7-d46c-46c7-ae07-82c34d5c0de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:25.302362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea73c7-d46c-46c7-ae07-82c34d5c0de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=38202de6-75c5-40d4-a383-14ff6642a908,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:25.358973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f99f0-de43-4ecd-8ac0-92c847e52fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=7619f288-4cdb-4db5-897a-403b8dada68f,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:25.405502 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a2a0d121-febb-478c-93ee-fa88cb3aa610 req-e8bcd170-86cc-4b80-bca3-0a13e8c707a3 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313874
Nov 20 20:57:25.427988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26f99f0-de43-4ecd-8ac0-92c847e52fee admin admin] Checking segment: {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:57:25.428349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26f99f0-de43-4ecd-8ac0-92c847e52fee admin admin] Network hostable DHCP agents. Network: bafdbd34-4234-401f-abb5-0b7b5a2562ab, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:57:25.441881 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ea04d5-8083-4151-889c-b1ad287bb4ae tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 4f5570ae-58d5-42c0-86c5-7c8291cc1d21 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:57:25.479521 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72661148-2527-473a-9d50-bf2421037737 req-9ebeea2e-38f2-4803-abdf-80c4b49f3c1f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:25.481571 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-72661148-2527-473a-9d50-bf2421037737 req-9ebeea2e-38f2-4803-abdf-80c4b49f3c1f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.1586514
Nov 20 20:57:25.507123 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26f99f0-de43-4ecd-8ac0-92c847e52fee admin admin] Network bafdbd34-4234-401f-abb5-0b7b5a2562ab is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:57:25.553763 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-e26f99f0-de43-4ecd-8ac0-92c847e52fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bafdbd34-4234-401f-abb5-0b7b5a2562ab) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:25.561025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26f99f0-de43-4ecd-8ac0-92c847e52fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:25.561410 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e26f99f0-de43-4ecd-8ac0-92c847e52fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:25.565696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a644d7b4-2de9-44e8-a9b7-c4250a107e5e None None] Network bafdbd34-4234-401f-abb5-0b7b5a2562ab requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:57:25.568289 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27ea73c7-d46c-46c7-ae07-82c34d5c0de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:25.637633 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e26f99f0-de43-4ecd-8ac0-92c847e52fee admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0408216
Nov 20 20:57:25.639292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44438) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:25.643216 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ea04d5-8083-4151-889c-b1ad287bb4ae tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:57:25.646473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-171127498-router', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:25.656918 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f069190-577d-47b5-a580-70ff1f84d521 None None] Sync routers for ids ['4f5570ae-58d5-42c0-86c5-7c8291cc1d21'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:57:25.662599 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-70ea04d5-8083-4151-889c-b1ad287bb4ae tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/4f5570ae-58d5-42c0-86c5-7c8291cc1d21/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3340807
Nov 20 20:57:25.667354 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44442) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:25.672726 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f069190-577d-47b5-a580-70ff1f84d521 None None] Routers {'4f5570ae-58d5-42c0-86c5-7c8291cc1d21'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:25.673358 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9f069190-577d-47b5-a580-70ff1f84d521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54660a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['4f5570ae-58d5-42c0-86c5-7c8291cc1d21'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:25.719328 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d7e08aad-8242-4c68-9547-17a0fd7129f0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f5570ae-58d5-42c0-86c5-7c8291cc1d21 HTTP/1.1" status: 200  len: 205 time: 0.0460789
Nov 20 20:57:25.719574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44444) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:25.742836 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-72661148-2527-473a-9d50-bf2421037737 req-c62fac27-e8b9-4afa-aaaf-6f2d9b5818f4 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1965392
Nov 20 20:57:25.752153 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9f069190-577d-47b5-a580-70ff1f84d521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54660a90>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:25.763281 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f069190-577d-47b5-a580-70ff1f84d521 None None] Routers {'4f5570ae-58d5-42c0-86c5-7c8291cc1d21'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:25.764539 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9f069190-577d-47b5-a580-70ff1f84d521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54660a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['4f5570ae-58d5-42c0-86c5-7c8291cc1d21'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:25.772201 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:25.773254 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:25.812863 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9f069190-577d-47b5-a580-70ff1f84d521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54660a90>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:25.813695 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f069190-577d-47b5-a580-70ff1f84d521 None None] The sync data for ids ['4f5570ae-58d5-42c0-86c5-7c8291cc1d21'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:57:25.838822 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:57:25.839700 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:25.870547 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a1d991c-8d6e-4694-8ace-f211c78908a7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:25.999847 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Allocated IP 172.20.0.2 (bafdbd34-4234-401f-abb5-0b7b5a2562ab/7619f288-4cdb-4db5-897a-403b8dada68f/ae6324b5-0e79-47bf-95c9-099eaf4c9b01) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:57:26.191519 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:26.199719 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:26.250255 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Network bafdbd34-4234-401f-abb5-0b7b5a2562ab is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:26.253502 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:26.258104 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:57:26.273535 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Pushing event updated for resources: {'Port': ['ID=ae6324b5-0e79-47bf-95c9-099eaf4c9b01,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:26.300398 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6171bf54-836b-4b89-9942-130b6f53b7ac details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:57:26.301554 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:26.303132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:26.374985 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Attempting to bind port ae6324b5-0e79-47bf-95c9-099eaf4c9b01 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:57:26.375368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Attempting to bind port ae6324b5-0e79-47bf-95c9-099eaf4c9b01 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:57:26.375737 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Attempting to bind port ae6324b5-0e79-47bf-95c9-099eaf4c9b01 on network bafdbd34-4234-401f-abb5-0b7b5a2562ab {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:57:26.399348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:57:26.399729 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Checking segment: {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:57:26.400142 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:26.400540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Bound using segment: {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:57:26.401081 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Bound port: ae6324b5-0e79-47bf-95c9-099eaf4c9b01, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:57:26.401778 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:26.488586 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:57:26.502105 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:26.502429 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:26.537283 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a1d991c-8d6e-4694-8ace-f211c78908a7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:26.563250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 6171bf54-836b-4b89-9942-130b6f53b7ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6171bf54-836b-4b89-9942-130b6f53b7ac,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:26.577113 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a1d991c-8d6e-4694-8ace-f211c78908a7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:26.584133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] For port ae6324b5-0e79-47bf-95c9-099eaf4c9b01, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:57:26.589989 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '6171bf54-836b-4b89-9942-130b6f53b7ac', 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b', 'port_id': '6171bf54-836b-4b89-9942-130b6f53b7ac', 'mac_address': 'fa:16:3e:57:d3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2907b1cf-3fa4-4cec-bd6c-6b6472f874f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:57:26.600475 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] For port ae6324b5-0e79-47bf-95c9-099eaf4c9b01, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae6324b5-0e79-47bf-95c9-099eaf4c9b01,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:57:26.608324 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:26.697843 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:26.705372 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:26.727450 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a1d991c-8d6e-4694-8ace-f211c78908a7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:26.728202 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1d991c-8d6e-4694-8ace-f211c78908a7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Fanout notify agent at l3_agent the message router_deleted on router 4f5570ae-58d5-42c0-86c5-7c8291cc1d21 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:57:26.741084 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb6d79-d08e-48db-9d58-03234c6f99e1 None None] Pushing event updated for resources: {'Port': ['ID=ae6324b5-0e79-47bf-95c9-099eaf4c9b01,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:26.741245 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a1d991c-8d6e-4694-8ace-f211c78908a7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:26.742404 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5a1d991c-8d6e-4694-8ace-f211c78908a7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/routers/4f5570ae-58d5-42c0-86c5-7c8291cc1d21 HTTP/1.1" status: 204  len: 168 time: 1.0220964
Nov 20 20:57:26.745064 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44480) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:26.749781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6171bf54-836b-4b89-9942-130b6f53b7ac {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:57:26.783223 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 6171bf54-836b-4b89-9942-130b6f53b7ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6171bf54-836b-4b89-9942-130b6f53b7ac,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:26.784543 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:26.789322 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:26.807028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ea73c7-d46c-46c7-ae07-82c34d5c0de6 admin admin] Router e89131dc-015b-4173-b842-3414f01bc6d7 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:57:26.826459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca47ba1-eff7-463c-b46e-b5070d498421 req-f36b969a-0768-479e-bed7-ec1ce52d4125 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:26.837453 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2ca47ba1-eff7-463c-b46e-b5070d498421 req-f36b969a-0768-479e-bed7-ec1ce52d4125 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 944 time: 0.3258653
Nov 20 20:57:26.856308 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bb9904-cd08-4768-af33-180dd86ce1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:26.858826 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdbf22b-445e-499c-b31d-f3861d24e153" -d '{"events": [{"server_uuid": "01bb9904-cd08-4768-af33-180dd86ce1b6", "name": "network-vif-plugged", "status": "completed", "tag": "33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:26.884660 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:26.920479 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:26.932144 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6280f80-f85f-49e9-914f-0bcae8c11bdd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting subnet 7ac8f951-1b34-43ae-bcd7-9745915d7d04 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:57:26.937988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=6171bf54-836b-4b89-9942-130b6f53b7ac,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:26.948393 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6280f80-f85f-49e9-914f-0bcae8c11bdd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:27.035259 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['6171bf54-836b-4b89-9942-130b6f53b7ac'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:57:27.068539 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6280f80-f85f-49e9-914f-0bcae8c11bdd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:27.115174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:27.126888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408c66e-be53-4718-8493-a87e4af1869b req-f82adc48-d7b0-41fe-9a73-eaf8d6001c96 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:27.138267 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f408c66e-be53-4718-8493-a87e4af1869b req-f82adc48-d7b0-41fe-9a73-eaf8d6001c96 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 945 time: 0.2029142
Nov 20 20:57:27.203270 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2ca47ba1-eff7-463c-b46e-b5070d498421 req-299afc1e-8dcd-43da-bc3e-207eaff28b66 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3647158
Nov 20 20:57:27.277717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ea73c7-d46c-46c7-ae07-82c34d5c0de6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:57:27.284229 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-27ea73c7-d46c-46c7-ae07-82c34d5c0de6 admin admin] 10.222.0.41 "PUT /v2.0/routers/e89131dc-015b-4173-b842-3414f01bc6d7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8044116
Nov 20 20:57:27.291821 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f408c66e-be53-4718-8493-a87e4af1869b req-b603d1f9-7dce-4b10-b4a1-f3809ebbee7a tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519330
Nov 20 20:57:27.293010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44502) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:27.331787 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc7fe03-939a-4d8e-b438-1533a011ce99 x-openstack-request-id: req-acc7fe03-939a-4d8e-b438-1533a011ce99 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:27.332086 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bb9904-cd08-4768-af33-180dd86ce1b6", "name": "network-vif-plugged", "status": "completed", "tag": "33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:27.332387 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-acc7fe03-939a-4d8e-b438-1533a011ce99 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:27.332839 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bb9904-cd08-4768-af33-180dd86ce1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728', 'code': 200}
Nov 20 20:57:27.336877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac7f4d-b49b-4d31-b756-074acbc84ebf None None] Sync routers for ids ['e89131dc-015b-4173-b842-3414f01bc6d7'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:57:27.338346 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6280f80-f85f-49e9-914f-0bcae8c11bdd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:27.367517 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac7f4d-b49b-4d31-b756-074acbc84ebf None None] Routers {'e89131dc-015b-4173-b842-3414f01bc6d7'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:27.367990 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-34ac7f4d-b49b-4d31-b756-074acbc84ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a476bf640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['e89131dc-015b-4173-b842-3414f01bc6d7'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:27.486591 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6280f80-f85f-49e9-914f-0bcae8c11bdd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:27.517183 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6280f80-f85f-49e9-914f-0bcae8c11bdd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:27.528591 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c03f0f-823e-41ad-baed-f8d485826aed None None] Network 2a34e868-7fea-4cca-8841-bb753c310fff requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:57:27.530867 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e6280f80-f85f-49e9-914f-0bcae8c11bdd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/7ac8f951-1b34-43ae-bcd7-9745915d7d04 HTTP/1.1" status: 204  len: 168 time: 0.7846870
Nov 20 20:57:27.534003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44504) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:27.575069 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6280f80-f85f-49e9-914f-0bcae8c11bdd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac8f951-1b34-43ae-bcd7-9745915d7d04,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:27.577247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-34ac7f4d-b49b-4d31-b756-074acbc84ebf None None] Set router e89131dc-015b-4173-b842-3414f01bc6d7 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:57:27.583395 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84ff2b79-7c7c-41a4-a243-e430634a2afa admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:27.676525 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:27.716549 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:27.744995 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port cfcf45e4-e1d2-490a-8afd-27fe58662af8 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:27.745350 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:27.820679 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:27.827255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d7cf8-e42c-4fc9-ae9e-cfbc6834ded7 req-cb9fb135-6e92-49d1-9893-b1ae9baf7d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:27.829027 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de1d7cf8-e42c-4fc9-ae9e-cfbc6834ded7 req-cb9fb135-6e92-49d1-9893-b1ae9baf7d19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 1096 time: 0.3928232
Nov 20 20:57:27.888930 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] For port cfcf45e4-e1d2-490a-8afd-27fe58662af8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfcf45e4-e1d2-490a-8afd-27fe58662af8,segment=NetworkSegment(d7dea3ee-c992-4a60-bc25-2934d0e01e43),segment_id=d7dea3ee-c992-4a60-bc25-2934d0e01e43)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:27.889300 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:27.914565 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for cfcf45e4-e1d2-490a-8afd-27fe58662af8 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:27.959055 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de1d7cf8-e42c-4fc9-ae9e-cfbc6834ded7 req-ce5b1edc-cb0d-4f7a-9a3b-981eea057223 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165109
Nov 20 20:57:28.035566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85532be7-74e8-4444-85ce-99e027ce36ef None None] DHCP port deletion for 2a34e868-7fea-4cca-8841-bb753c310fff request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:28.054512 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84ff2b79-7c7c-41a4-a243-e430634a2afa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:28.079999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Allocated IP 172.35.1.184 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/bd922759-2676-4bc6-8010-6bfe5dc820d8) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:57:28.085594 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:28.152703 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=cfcf45e4-e1d2-490a-8afd-27fe58662af8,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:28.156465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] No DVR routers for this DVR port cfcf45e4-e1d2-490a-8afd-27fe58662af8 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:57:28.287664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-84ff2b79-7c7c-41a4-a243-e430634a2afa admin admin] Deleting port ce3c1042-29ca-44ee-ac3c-96264aa20f36 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:28.288173 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84ff2b79-7c7c-41a4-a243-e430634a2afa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:28.295904 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:28.343491 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54d09c40>,) {'filters': {'network_id': ['2a34e868-7fea-4cca-8841-bb753c310fff']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:28.358035 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54d09c40>, 'd7dea3ee-c992-4a60-bc25-2934d0e01e43') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:28.358606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54d09c40>, 'd7dea3ee-c992-4a60-bc25-2934d0e01e43') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:28.371925 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:28.388299 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:28.396060 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:57:28.396853 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:57:28.422336 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:57:28.430833 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:28.440087 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6171bf54-836b-4b89-9942-130b6f53b7ac up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:28.441988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b747c8e-fa83-4b23-b3bb-88159918d20b None None] Network bafdbd34-4234-401f-abb5-0b7b5a2562ab requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:57:28.498872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-34ac7f4d-b49b-4d31-b756-074acbc84ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a476bf640>, [{'id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-114137050-router', 'tenant_id': 'a48484c034b44d9bbd058ca3ed927499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.179'}], 'enable_snat': True}, 'gw_port_id': 'ce3c1042-29ca-44ee-ac3c-96264aa20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:43Z', 'updated_at': '2021-11-20T20:57:25Z', 'revision_number': 5, 'project_id': 'a48484c034b44d9bbd058ca3ed927499', 'gw_port': {'id': 'ce3c1042-29ca-44ee-ac3c-96264aa20f36', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:44Z', 'updated_at': '2021-11-20T20:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:28.528355 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:28.540440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee64177-7fa0-446e-97f0-393a13fdf6ac req-0fa3a823-2642-48ea-9985-e9257bf05a1f tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:28.542375 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fee64177-7fa0-446e-97f0-393a13fdf6ac req-0fa3a823-2642-48ea-9985-e9257bf05a1f tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 945 time: 0.1214185
Nov 20 20:57:28.548434 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:28.552509 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/networks/2a34e868-7fea-4cca-8841-bb753c310fff HTTP/1.1" status: 204  len: 168 time: 1.0169830
Nov 20 20:57:28.555899 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44556) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:28.560698 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2046657850', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:28.566965 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:28.591701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afc466-7fd7-4e9b-a340-e0f3a87e51a0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Network': ['ID=2a34e868-7fea-4cca-8841-bb753c310fff,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:28.630339 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-84ff2b79-7c7c-41a4-a243-e430634a2afa admin admin] For port ce3c1042-29ca-44ee-ac3c-96264aa20f36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce3c1042-29ca-44ee-ac3c-96264aa20f36,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:28.631316 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84ff2b79-7c7c-41a4-a243-e430634a2afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:28.651527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:28.657555 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fee64177-7fa0-446e-97f0-393a13fdf6ac req-48e810aa-e81c-490a-bbb6-f2fb47d5ae4a tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786536
Nov 20 20:57:28.661834 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:28.663450 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:28.666946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-84ff2b79-7c7c-41a4-a243-e430634a2afa admin admin] Calling delete_port for ce3c1042-29ca-44ee-ac3c-96264aa20f36 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:28.669168 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:28.675402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:57:28.697569 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Pushing event updated for resources: {'Port': ['ID=bd922759-2676-4bc6-8010-6bfe5dc820d8,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:28.703687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac7f4d-b49b-4d31-b756-074acbc84ebf None None] Checking router: e89131dc-015b-4173-b842-3414f01bc6d7 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:57:28.708277 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6b773-e7e2-4e48-b62a-99403325b2dc req-e59c69da-b71d-4440-a5db-7398d0ff1fd2 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:28.714833 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52c6b773-e7e2-4e48-b62a-99403325b2dc req-e59c69da-b71d-4440-a5db-7398d0ff1fd2 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.2393093
Nov 20 20:57:28.759524 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:28.804620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac7f4d-b49b-4d31-b756-074acbc84ebf None None] Routers {'e89131dc-015b-4173-b842-3414f01bc6d7'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:28.806128 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-34ac7f4d-b49b-4d31-b756-074acbc84ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a476bf640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['e89131dc-015b-4173-b842-3414f01bc6d7'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:28.927791 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c17cd29e-2010-4739-9652-0d430f37f866 None None] Provisioning complete for port ae6324b5-0e79-47bf-95c9-099eaf4c9b01 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:28.928367 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c17cd29e-2010-4739-9652-0d430f37f866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:28.950187 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ae6324b5-0e79-47bf-95c9-099eaf4c9b01 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:28.958995 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52c6b773-e7e2-4e48-b62a-99403325b2dc req-bb505021-7b74-4d20-80b8-370471583a04 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2374110
Nov 20 20:57:28.999257 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:29.020145 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-85532be7-74e8-4444-85ce-99e027ce36ef None None] Deleting port cfcf45e4-e1d2-490a-8afd-27fe58662af8 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:29.021297 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-85532be7-74e8-4444-85ce-99e027ce36ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:29.033517 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa9431-dc35-4c2f-b397-3f05e5300928 req-5e9bd58a-b938-4ed0-95d0-b5150d1abf2e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:29.033884 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 6171bf54-836b-4b89-9942-130b6f53b7ac triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:29.034301 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:29.041451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-35fa9431-dc35-4c2f-b397-3f05e5300928 req-5e9bd58a-b938-4ed0-95d0-b5150d1abf2e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 945 time: 0.1472063
Nov 20 20:57:29.127054 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-35fa9431-dc35-4c2f-b397-3f05e5300928 req-66c2be54-273e-42dd-84b0-5517164c8543 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706127
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server [None req-85532be7-74e8-4444-85ce-99e027ce36ef None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 2a34e868-7fea-4cca-8841-bb753c310fff could not be found.
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     network = model_query.get_by_id(context, models_v2.Network, id)
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return query.filter(model.id == object_id).one()
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._iter().one()
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._only_one_row(
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise exc.NoResultFound(
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server 
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred:
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server 
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     plugin.delete_ports_by_device_id(context, device_id, network_id)
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.delete_port(context, port_id)
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 20 20:57:29.167648 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     network = self.get_network(context, port['network_id'])
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     net_db = net_db or self._get_network(context, id)
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise exceptions.NetworkNotFound(net_id=id)
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 2a34e868-7fea-4cca-8841-bb753c310fff could not be found.
Nov 20 20:57:29.171371 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server 
Nov 20 20:57:29.244522 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-34ac7f4d-b49b-4d31-b756-074acbc84ebf None None] Set router e89131dc-015b-4173-b842-3414f01bc6d7 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:57:29.305846 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:29.309658 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-34ac7f4d-b49b-4d31-b756-074acbc84ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a476bf640>, [{'id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-114137050-router', 'tenant_id': 'a48484c034b44d9bbd058ca3ed927499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:43Z', 'updated_at': '2021-11-20T20:57:28Z', 'revision_number': 6, 'project_id': 'a48484c034b44d9bbd058ca3ed927499', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:29.352821 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84ff2b79-7c7c-41a4-a243-e430634a2afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:29.361441 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:29.376182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed7977e-34e5-4b40-86e6-e1b3224d2b64 None None] DHCP port deletion for 2a34e868-7fea-4cca-8841-bb753c310fff request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:29.382977 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:29.396795 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac7f4d-b49b-4d31-b756-074acbc84ebf None None] The sync data for ids ['e89131dc-015b-4173-b842-3414f01bc6d7'] in ncdv-master-1 is: [{'id': 'e89131dc-015b-4173-b842-3414f01bc6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-114137050-router', 'tenant_id': 'a48484c034b44d9bbd058ca3ed927499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:43Z', 'updated_at': '2021-11-20T20:57:28Z', 'revision_number': 6, 'project_id': 'a48484c034b44d9bbd058ca3ed927499', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:57:29.429223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff2b79-7c7c-41a4-a243-e430634a2afa admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3c1042-29ca-44ee-ac3c-96264aa20f36,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:29.545125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ae6324b5-0e79-47bf-95c9-099eaf4c9b01 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:29.548338 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:29.562535 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:29.733639 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Allocated IP 172.35.1.53 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/3c75f645-f065-410e-ba1b-ac0e7fbddd2c) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:57:29.781997 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2a37d1-6352-4c63-8de6-2e9e94bf609f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6171bf54-836b-4b89-9942-130b6f53b7ac'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:29.784901 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0827a83-a1b7-4298-ac87-e241019bffdb" -d '{"events": [{"server_uuid": "9a2a37d1-6352-4c63-8de6-2e9e94bf609f", "name": "network-vif-plugged", "status": "completed", "tag": "6171bf54-836b-4b89-9942-130b6f53b7ac"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:29.837871 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c17cd29e-2010-4739-9652-0d430f37f866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:29.875672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 6171bf54-836b-4b89-9942-130b6f53b7ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6171bf54-836b-4b89-9942-130b6f53b7ac,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:29.889497 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73d65e7-c690-4715-be5f-cfd4ccac1c50 x-openstack-request-id: req-f73d65e7-c690-4715-be5f-cfd4ccac1c50 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:29.890021 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2a37d1-6352-4c63-8de6-2e9e94bf609f", "name": "network-vif-plugged", "status": "completed", "tag": "6171bf54-836b-4b89-9942-130b6f53b7ac", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:29.890514 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f73d65e7-c690-4715-be5f-cfd4ccac1c50 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:29.891482 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2a37d1-6352-4c63-8de6-2e9e94bf609f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6171bf54-836b-4b89-9942-130b6f53b7ac', 'code': 200}
Nov 20 20:57:29.894171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed5ea7f-3d69-416f-8ffb-7dbe0233413f None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 20:57:29.907824 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:30.025241 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=6171bf54-836b-4b89-9942-130b6f53b7ac,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:30.048607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c17cd29e-2010-4739-9652-0d430f37f866 None None] For port ae6324b5-0e79-47bf-95c9-099eaf4c9b01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae6324b5-0e79-47bf-95c9-099eaf4c9b01,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:30.061604 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:30.066183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:30.066544 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:30.066892 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:30.067947 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:30.068304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:30.068646 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:30.068982 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:30.069375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:30.069715 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:30.070076 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:30.070417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:30.070746 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:30.080728 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c17cd29e-2010-4739-9652-0d430f37f866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:30.096225 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072e7ed-1882-4fb9-8fc3-a4fff9e166a9 req-1e14dea9-fcb6-4414-8b34-b3c9e5bfd197 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:30.099569 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4072e7ed-1882-4fb9-8fc3-a4fff9e166a9 req-1e14dea9-fcb6-4414-8b34-b3c9e5bfd197 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 945 time: 0.1534741
Nov 20 20:57:30.268631 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:30.292754 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84ff2b79-7c7c-41a4-a243-e430634a2afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:30.300741 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4072e7ed-1882-4fb9-8fc3-a4fff9e166a9 req-d3dfc8b3-5f02-4ad2-ace1-3cdb4c8c35d6 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954188
Nov 20 20:57:30.366167 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:30.369908 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:30.375897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:57:30.476458 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ea21c-ad46-4f6a-9f5e-3eef73590291 req-c4e85b21-689c-44d3-8a74-9b504cd996cd tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:30.481046 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cfcf45e4-e1d2-490a-8afd-27fe58662af8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:30.483569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=3c75f645-f065-410e-ba1b-ac0e7fbddd2c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:30.485275 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-975ea21c-ad46-4f6a-9f5e-3eef73590291 req-c4e85b21-689c-44d3-8a74-9b504cd996cd tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.3007648
Nov 20 20:57:30.555264 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84ff2b79-7c7c-41a4-a243-e430634a2afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:30.560870 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: cfcf45e4-e1d2-490a-8afd-27fe58662af8 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:57:30.561222 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cfcf45e4-e1d2-490a-8afd-27fe58662af8 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:57:30.563618 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84ff2b79-7c7c-41a4-a243-e430634a2afa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:30.566504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cd29e-2010-4739-9652-0d430f37f866 None None] Pushing event updated for resources: {'Port': ['ID=ae6324b5-0e79-47bf-95c9-099eaf4c9b01,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:30.581647 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-51363c75-1355-4b4d-ac82-0effc57639b4 None None] Provisioning complete for port ae6324b5-0e79-47bf-95c9-099eaf4c9b01 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:30.582017 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-51363c75-1355-4b4d-ac82-0effc57639b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:30.712367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed5ea7f-3d69-416f-8ffb-7dbe0233413f None None] Resources bound (agent type, host, resource id):  {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 20 20:57:30.713067 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-975ea21c-ad46-4f6a-9f5e-3eef73590291 req-61983cde-fddd-4f6d-b4b5-223d25c38fec tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2269559
Nov 20 20:57:30.719373 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84ff2b79-7c7c-41a4-a243-e430634a2afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:30.720090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ff2b79-7c7c-41a4-a243-e430634a2afa admin admin] Fanout notify agent at l3_agent the message router_deleted on router e89131dc-015b-4173-b842-3414f01bc6d7 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:57:30.726233 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:30.742754 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84ff2b79-7c7c-41a4-a243-e430634a2afa admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:30.744153 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-84ff2b79-7c7c-41a4-a243-e430634a2afa admin admin] 10.222.0.41 "DELETE /v2.0/routers/e89131dc-015b-4173-b842-3414f01bc6d7 HTTP/1.1" status: 204  len: 168 time: 3.4488308
Nov 20 20:57:30.747791 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44570) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:30.768929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99bb54-3a12-451f-8bca-08a168aa2a4f req-50aa1f58-856a-4e26-9fc4-9b96f0061d51 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:30.771009 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9c99bb54-3a12-451f-8bca-08a168aa2a4f req-50aa1f58-856a-4e26-9fc4-9b96f0061d51 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 946 time: 0.1638136
Nov 20 20:57:30.866493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306795c1-1fd8-47a3-985e-c9124af6b552 req-e992974c-ddf6-4e1d-9fe6-c5e592a86cf8 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:30.870177 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-306795c1-1fd8-47a3-985e-c9124af6b552 req-e992974c-ddf6-4e1d-9fe6-c5e592a86cf8 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.2533782
Nov 20 20:57:30.886745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee1c210-e4cd-4dce-8f42-7a58b734eaf6 admin admin] Deleting subnet a7d7e7c7-c934-4982-a948-5ad072c84e4b {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:57:30.904254 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c210-e4cd-4dce-8f42-7a58b734eaf6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:30.970375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ae6324b5-0e79-47bf-95c9-099eaf4c9b01 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:31.037547 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c210-e4cd-4dce-8f42-7a58b734eaf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:31.070800 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-306795c1-1fd8-47a3-985e-c9124af6b552 req-0d96fc55-c1a6-42ba-b852-61e0f4f200c7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1815543
Nov 20 20:57:31.120220 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-9c99bb54-3a12-451f-8bca-08a168aa2a4f req-c7f696e8-1226-44f8-a6be-78bc75684685 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Deleting port 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:31.120697 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9c99bb54-3a12-451f-8bca-08a168aa2a4f req-c7f696e8-1226-44f8-a6be-78bc75684685 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:31.173771 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ae6324b5-0e79-47bf-95c9-099eaf4c9b01 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:31.174491 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:31.189922 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:31.276509 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c210-e4cd-4dce-8f42-7a58b734eaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:31.292825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9c99bb54-3a12-451f-8bca-08a168aa2a4f req-c7f696e8-1226-44f8-a6be-78bc75684685 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] For port 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0,segment=NetworkSegment(9e94c1a1-234c-4cb2-abb6-51a347d0173b),segment_id=9e94c1a1-234c-4cb2-abb6-51a347d0173b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:31.293388 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9c99bb54-3a12-451f-8bca-08a168aa2a4f req-c7f696e8-1226-44f8-a6be-78bc75684685 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:31.314224 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-9c99bb54-3a12-451f-8bca-08a168aa2a4f req-c7f696e8-1226-44f8-a6be-78bc75684685 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Calling delete_port for 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:31.551385 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9c99bb54-3a12-451f-8bca-08a168aa2a4f req-c7f696e8-1226-44f8-a6be-78bc75684685 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:31.565679 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:57:31.569557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f7efeaeb-5641-4aca-8236-410be11d600d'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:57:31.596912 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:31.654687 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c210-e4cd-4dce-8f42-7a58b734eaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:31.688940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1c210-e4cd-4dce-8f42-7a58b734eaf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d7e7c7-c934-4982-a948-5ad072c84e4b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:31.697279 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c210-e4cd-4dce-8f42-7a58b734eaf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:31.700547 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6ee1c210-e4cd-4dce-8f42-7a58b734eaf6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a7d7e7c7-c934-4982-a948-5ad072c84e4b HTTP/1.1" status: 204  len: 168 time: 0.9516478
Nov 20 20:57:31.703113 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacd98de-6bac-4f07-9c79-b00999bc95e9 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:31.705957 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44576) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:31.713496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb3260d-e4cc-49fd-85f7-ef402544ad95 None None] Network 0ac983b9-9a1d-433d-8824-d40a568b3101 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:57:31.758864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f696e8-1226-44f8-a6be-78bc75684685 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Pushing event deleted for resources: {'Port': ['ID=5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:31.818150 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730d7cc-160c-46b4-8b62-ba348910f952 req-68caf490-5cfc-4405-8fa1-ce2a1512c33c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:31.822622 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0730d7cc-160c-46b4-8b62-ba348910f952 req-68caf490-5cfc-4405-8fa1-ce2a1512c33c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 945 time: 0.2957277
Nov 20 20:57:31.848968 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Router 13500626-2cad-483a-bc33-644f374efb35 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:57:31.862154 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 38202de6-75c5-40d4-a383-14ff6642a908 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:31.865663 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d8b4d9-7740-45f6-9c98-41a8b62b4253 None None] DHCP port deletion for 736ec84c-e23f-43ed-94e7-211dbb35bbc4 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:31.925787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 38202de6-75c5-40d4-a383-14ff6642a908 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:57:31.926182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 38202de6-75c5-40d4-a383-14ff6642a908 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:57:31.927429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ce3c1042-29ca-44ee-ac3c-96264aa20f36 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:31.938838 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2d744830-997f-4df9-ae69-3d7fcb12e0b2 req-2acf8560-5b73-4cb4-9c08-77f8747cac47 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=6789903f-f708-4bfa-8252-2c4d5a69921a HTTP/1.1" status: 200  len: 210 time: 0.0385559
Nov 20 20:57:31.971129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: ce3c1042-29ca-44ee-ac3c-96264aa20f36 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:57:31.971516 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ce3c1042-29ca-44ee-ac3c-96264aa20f36 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:57:32.010698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Provisioning complete for port 1414fcbf-014a-490b-9bc0-849b8f8926ac triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:32.011941 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:32.093341 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0730d7cc-160c-46b4-8b62-ba348910f952 req-de6e4d28-7d58-4827-9992-9c9db0d210a0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2697768
Nov 20 20:57:32.103561 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Port 1414fcbf-014a-490b-9bc0-849b8f8926ac cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:57:32.126909 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c99bb54-3a12-451f-8bca-08a168aa2a4f req-c7f696e8-1226-44f8-a6be-78bc75684685 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] No DVR routers for this DVR port 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:57:32.131317 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9c99bb54-3a12-451f-8bca-08a168aa2a4f req-c7f696e8-1226-44f8-a6be-78bc75684685 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:32.136132 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9c99bb54-3a12-451f-8bca-08a168aa2a4f req-c7f696e8-1226-44f8-a6be-78bc75684685 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.37 "DELETE /v2.0/ports/5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 HTTP/1.1" status: 204  len: 173 time: 1.2801051
Nov 20 20:57:32.163958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6789903f-f708-4bfa-8252-2c4d5a69921a', 'name': 'network-vif-deleted', 'tag': '5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:32.166512 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Provisioning complete for port 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:32.166957 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:32.172206 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3812e974-61ce-4875-b739-8866348fdad2" -d '{"events": [{"server_uuid": "6789903f-f708-4bfa-8252-2c4d5a69921a", "name": "network-vif-deleted", "tag": "5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:32.208219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:57:32.237383 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Sync routers for ids ['13500626-2cad-483a-bc33-644f374efb35'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:57:32.252545 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Routers {'13500626-2cad-483a-bc33-644f374efb35'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:32.253172 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5452e0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13500626-2cad-483a-bc33-644f374efb35'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:32.269817 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:32.274300 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-80aeda37-b295-4428-b5f1-43c3ef1664d3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.6315205
Nov 20 20:57:32.274768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44588) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:32.311420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb1150d-3bba-49af-83d3-c0ec82c7bf7a None None] DHCP port deletion for 0ac983b9-9a1d-433d-8824-d40a568b3101 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:32.469888 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:32.518904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243c353-48f6-4b99-85bc-51e2dcfc46c3 req-d5cb22db-cf84-42f9-b464-c33bdbb7c3cf tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:32.521439 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3243c353-48f6-4b99-85bc-51e2dcfc46c3 req-d5cb22db-cf84-42f9-b464-c33bdbb7c3cf tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.1273973
Nov 20 20:57:32.550301 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Set router 13500626-2cad-483a-bc33-644f374efb35 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:57:32.596180 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router ac4eee9b-ac3e-464e-8c6b-1ed7c9194251 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:57:32.612931 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9cb1150d-3bba-49af-83d3-c0ec82c7bf7a None None] Deleting port e7f9af07-1318-4382-a5f8-ff632642f47e {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:32.613549 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9cb1150d-3bba-49af-83d3-c0ec82c7bf7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:32.636446 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3243c353-48f6-4b99-85bc-51e2dcfc46c3 req-bf5f9e3a-7e0f-42b7-ad03-195a26a7439f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070085
Nov 20 20:57:32.741667 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2046b452-fb15-4869-8a65-f6e8cf9e8a83 x-openstack-request-id: req-2046b452-fb15-4869-8a65-f6e8cf9e8a83 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:32.746770 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6789903f-f708-4bfa-8252-2c4d5a69921a", "name": "network-vif-deleted", "tag": "5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:32.747218 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2046b452-fb15-4869-8a65-f6e8cf9e8a83 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:32.747804 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6789903f-f708-4bfa-8252-2c4d5a69921a', 'name': 'network-vif-deleted', 'tag': '5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0', 'status': 'completed', 'code': 200}
Nov 20 20:57:32.824543 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Provisioning complete for port bab15740-08ca-4295-8c02-4a78214706d9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:32.830215 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:32.835742 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:57:32.865133 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] Deleting port e7f9af07-1318-4382-a5f8-ff632642f47e {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:32.865493 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:32.896104 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0184c22-01fa-4909-acaf-667e575c8cb2 req-42a2e366-be82-42bb-913b-c80dd48d5b06 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:32.909230 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0184c22-01fa-4909-acaf-667e575c8cb2 req-42a2e366-be82-42bb-913b-c80dd48d5b06 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 945 time: 0.4618981
Nov 20 20:57:32.909877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a63a3-f6a8-497f-a069-03fe003dab6c None None] Sync routers for ids ['ac4eee9b-ac3e-464e-8c6b-1ed7c9194251'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:57:32.932447 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a63a3-f6a8-497f-a069-03fe003dab6c None None] Routers {'ac4eee9b-ac3e-464e-8c6b-1ed7c9194251'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:32.933095 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-588a63a3-f6a8-497f-a069-03fe003dab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47724d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ac4eee9b-ac3e-464e-8c6b-1ed7c9194251'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:32.949519 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9cb1150d-3bba-49af-83d3-c0ec82c7bf7a None None] For port e7f9af07-1318-4382-a5f8-ff632642f47e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7f9af07-1318-4382-a5f8-ff632642f47e,segment=NetworkSegment(283bfe64-ea2c-4059-afed-211f7e7e686b),segment_id=283bfe64-ea2c-4059-afed-211f7e7e686b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:32.949928 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9cb1150d-3bba-49af-83d3-c0ec82c7bf7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:32.983007 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] For port e7f9af07-1318-4382-a5f8-ff632642f47e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7f9af07-1318-4382-a5f8-ff632642f47e,segment=NetworkSegment(283bfe64-ea2c-4059-afed-211f7e7e686b),segment_id=283bfe64-ea2c-4059-afed-211f7e7e686b)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:32.983393 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:32.997693 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e7f9af07-1318-4382-a5f8-ff632642f47e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:33.002224 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] Calling delete_port for e7f9af07-1318-4382-a5f8-ff632642f47e owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:33.069455 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-588a63a3-f6a8-497f-a069-03fe003dab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47724d60>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:33.071507 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5452e0a0>, [{'id': '13500626-2cad-483a-bc33-644f374efb35', 'name': 'tempest-ServerActionsTestJSON-171127498-router', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:25Z', 'updated_at': '2021-11-20T20:57:29Z', 'revision_number': 3, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'gw_port': {'id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:27Z', 'updated_at': '2021-11-20T20:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:33.079241 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9cb1150d-3bba-49af-83d3-c0ec82c7bf7a None None] Calling delete_port for e7f9af07-1318-4382-a5f8-ff632642f47e owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:33.130652 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:33.133455 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Checking router: 13500626-2cad-483a-bc33-644f374efb35 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:57:33.137241 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Updating router 13500626-2cad-483a-bc33-644f374efb35 port bd922759-2676-4bc6-8010-6bfe5dc820d8 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:57:33.152615 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a63a3-f6a8-497f-a069-03fe003dab6c None None] Routers {'ac4eee9b-ac3e-464e-8c6b-1ed7c9194251'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:33.153874 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-588a63a3-f6a8-497f-a069-03fe003dab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47724d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ac4eee9b-ac3e-464e-8c6b-1ed7c9194251'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:33.189527 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:33.191684 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] No DVR routers for this DVR port e7f9af07-1318-4382-a5f8-ff632642f47e on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:57:33.198901 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:33.200870 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1f1fb01d-1884-469d-8a9c-c83b84872dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 879 time: 4.6438048
Nov 20 20:57:33.224472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44598) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:33.231051 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0184c22-01fa-4909-acaf-667e575c8cb2 req-6a530252-baef-47b8-b7f4-f4ba031548b4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3198602
Nov 20 20:57:33.256645 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f9af07-1318-4382-a5f8-ff632642f47e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:33.383682 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9cb1150d-3bba-49af-83d3-c0ec82c7bf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:33.393909 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No active binding found for port e7f9af07-1318-4382-a5f8-ff632642f47e {{(pid=126226) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 20 20:57:33.394532 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e7f9af07-1318-4382-a5f8-ff632642f47e not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:57:33.458477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-588a63a3-f6a8-497f-a069-03fe003dab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47724d60>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:33.459310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a63a3-f6a8-497f-a069-03fe003dab6c None None] The sync data for ids ['ac4eee9b-ac3e-464e-8c6b-1ed7c9194251'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:57:33.466845 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:33.478324 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1150d-3bba-49af-83d3-c0ec82c7bf7a None None] Pushing event deleted for resources: {'Port': ['ID=e7f9af07-1318-4382-a5f8-ff632642f47e,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:33.530229 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e377eb0>,) {'filters': {'network_id': ['0ac983b9-9a1d-433d-8824-d40a568b3101']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:33.562316 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e377eb0>, '283bfe64-ea2c-4059-afed-211f7e7e686b') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:33.562610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e377eb0>, '283bfe64-ea2c-4059-afed-211f7e7e686b') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:33.587366 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:33.593403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Provisioning complete for port f7efeaeb-5641-4aca-8236-410be11d600d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:33.593813 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:33.600323 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb1150d-3bba-49af-83d3-c0ec82c7bf7a None None] No DVR routers for this DVR port e7f9af07-1318-4382-a5f8-ff632642f47e on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:57:33.623775 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:33.638212 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:57:33.638633 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:33.648085 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:33.682321 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2d79fb7c-1fc5-4689-bd23-0a9b22fda155 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/routers/ac4eee9b-ac3e-464e-8c6b-1ed7c9194251 HTTP/1.1" status: 200  len: 880 time: 0.4501674
Nov 20 20:57:33.702853 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44608) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:57:33.722029 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:57:33.742176 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:33.764432 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:33.770854 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] 10.222.0.41 "DELETE /v2.0/networks/0ac983b9-9a1d-433d-8824-d40a568b3101 HTTP/1.1" status: 204  len: 168 time: 2.0609131
Nov 20 20:57:33.771119 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44610) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:33.829802 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca838898-5132-4fb6-93a3-7b42fa26271d admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac983b9-9a1d-433d-8824-d40a568b3101,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:33.831443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Provisioning complete for port bd922759-2676-4bc6-8010-6bfe5dc820d8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:33.832592 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:33.836626 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:33.845778 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:33.856709 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc14e5e-3555-490d-84b1-3f7f44686c4a req-37cd4583-18ef-43e0-b158-8fdaae817ac5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:33.858526 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1bc14e5e-3555-490d-84b1-3f7f44686c4a req-37cd4583-18ef-43e0-b158-8fdaae817ac5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 945 time: 0.1335106
Nov 20 20:57:33.896603 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe2e52e-b2ad-4fb0-ac10-b1a7cd33db59 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:33.898016 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Attempting to bind port bd922759-2676-4bc6-8010-6bfe5dc820d8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:57:33.898400 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Attempting to bind port bd922759-2676-4bc6-8010-6bfe5dc820d8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:57:33.898755 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Attempting to bind port bd922759-2676-4bc6-8010-6bfe5dc820d8 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:57:33.901889 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbeaf8-4eb6-47c3-a3b7-aabe72026206 req-57eaf51d-018f-4b9b-8cd7-f830a9a60abd tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:33.905886 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b1fbeaf8-4eb6-47c3-a3b7-aabe72026206 req-57eaf51d-018f-4b9b-8cd7-f830a9a60abd tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.3659501
Nov 20 20:57:33.943183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Port bd922759-2676-4bc6-8010-6bfe5dc820d8 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:57:33.951302 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:57:33.951689 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:57:33.952090 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:33.956054 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:57:33.956782 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Bound port: bd922759-2676-4bc6-8010-6bfe5dc820d8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:57:33.957357 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:33.961642 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Provisioning complete for port d5bb8902-f48e-46da-b226-b4634bb0d847 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:33.962026 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:34.029547 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1bc14e5e-3555-490d-84b1-3f7f44686c4a req-85d78816-99a9-4f3f-97d3-8a851c5bda10 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131988
Nov 20 20:57:34.095473 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] For port bd922759-2676-4bc6-8010-6bfe5dc820d8, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:57:34.102377 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] For port bd922759-2676-4bc6-8010-6bfe5dc820d8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd922759-2676-4bc6-8010-6bfe5dc820d8,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:57:34.105186 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2240f1-f19b-4116-a0f4-810f34a173be None None] Pushing event updated for resources: {'Port': ['ID=bd922759-2676-4bc6-8010-6bfe5dc820d8,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:34.124439 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2240f1-f19b-4116-a0f4-810f34a173be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:34.125150 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2240f1-f19b-4116-a0f4-810f34a173be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:34.129469 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2240f1-f19b-4116-a0f4-810f34a173be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:34.129821 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2240f1-f19b-4116-a0f4-810f34a173be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:34.130194 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2240f1-f19b-4116-a0f4-810f34a173be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:34.130649 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2240f1-f19b-4116-a0f4-810f34a173be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:34.130988 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2240f1-f19b-4116-a0f4-810f34a173be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:34.131318 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2240f1-f19b-4116-a0f4-810f34a173be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:34.131647 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2240f1-f19b-4116-a0f4-810f34a173be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:34.131972 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2240f1-f19b-4116-a0f4-810f34a173be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:34.132295 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2240f1-f19b-4116-a0f4-810f34a173be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:34.132617 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2240f1-f19b-4116-a0f4-810f34a173be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:57:34.140657 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:34.177417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Provisioning complete for port 7278278c-0837-4d3a-808b-401eb857b298 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:34.178423 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:34.245362 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Routers {'13500626-2cad-483a-bc33-644f374efb35'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:34.250226 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5452e0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13500626-2cad-483a-bc33-644f374efb35'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:34.255297 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfba941-579a-47af-9925-4e2db9807173 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:34.271964 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b1fbeaf8-4eb6-47c3-a3b7-aabe72026206 req-099a62a9-616c-457c-a522-185df1021083 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3610017
Nov 20 20:57:34.323504 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab2bdd-5ef4-4e71-a15f-a22ab83e2792 req-10fa3b48-bda0-4018-88b1-e65a34bbc971 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:34.329901 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0ab2bdd-5ef4-4e71-a15f-a22ab83e2792 req-10fa3b48-bda0-4018-88b1-e65a34bbc971 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.1533487
Nov 20 20:57:34.363617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Provisioning complete for port f8de97a0-2799-4c39-82a8-566fd2fe46e8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:34.363617 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:34.460640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Allocated IP 172.20.0.1 (bafdbd34-4234-401f-abb5-0b7b5a2562ab/7619f288-4cdb-4db5-897a-403b8dada68f/17fcf859-28e3-47e2-a768-ed8ada73c5c6) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:57:34.500761 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0ab2bdd-5ef4-4e71-a15f-a22ab83e2792 req-925bb381-e4e0-4417-902a-3e6927edcd30 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612797
Nov 20 20:57:34.513714 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] Set router 13500626-2cad-483a-bc33-644f374efb35 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:57:34.569950 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Provisioning complete for port 3c75f645-f065-410e-ba1b-ac0e7fbddd2c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:34.572931 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:34.673753 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Port 3c75f645-f065-410e-ba1b-ac0e7fbddd2c cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:57:34.686780 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2240f1-f19b-4116-a0f4-810f34a173be None None] Pushing event updated for resources: {'Port': ['ID=bd922759-2676-4bc6-8010-6bfe5dc820d8,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:34.701472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07697eee-a070-426a-8fd8-617c6e057c0c req-947824b3-211e-4230-a4be-6e6d8ed8f64c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:34.702845 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Could not find standard attr ID for object 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 20:57:34.708704 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07697eee-a070-426a-8fd8-617c6e057c0c req-947824b3-211e-4230-a4be-6e6d8ed8f64c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:34.716696 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07697eee-a070-426a-8fd8-617c6e057c0c req-947824b3-211e-4230-a4be-6e6d8ed8f64c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:34.722998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07697eee-a070-426a-8fd8-617c6e057c0c req-947824b3-211e-4230-a4be-6e6d8ed8f64c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:34.729124 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07697eee-a070-426a-8fd8-617c6e057c0c req-947824b3-211e-4230-a4be-6e6d8ed8f64c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:34.730601 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Provisioning complete for port 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:34.733762 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:34.735615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07697eee-a070-426a-8fd8-617c6e057c0c req-947824b3-211e-4230-a4be-6e6d8ed8f64c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:34.744407 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07697eee-a070-426a-8fd8-617c6e057c0c req-947824b3-211e-4230-a4be-6e6d8ed8f64c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:34.752366 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-07697eee-a070-426a-8fd8-617c6e057c0c req-947824b3-211e-4230-a4be-6e6d8ed8f64c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5445 time: 0.1289144
Nov 20 20:57:34.775732 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6e83a76a-895c-4d2f-b3bb-4a00edaa9db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:34.913636 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-03b8f5ab-c4f5-48b2-b896-44e832be04f2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 883 time: 1.2096093
Nov 20 20:57:34.917301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44618) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:34.922289 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8b611443-cbd8-4ac4-879f-af149cd0d58b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2046657850'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:34.928002 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:35.000858 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5452e0a0>, [{'id': '13500626-2cad-483a-bc33-644f374efb35', 'name': 'tempest-ServerActionsTestJSON-171127498-router', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:25Z', 'updated_at': '2021-11-20T20:57:29Z', 'revision_number': 3, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'gw_port': {'id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:27Z', 'updated_at': '2021-11-20T20:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:35.005946 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-07697eee-a070-426a-8fd8-617c6e057c0c req-4c435dbf-100f-4738-bc17-02bec52da2b4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2510459
Nov 20 20:57:35.022480 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Provisioning complete for port 52f6267e-2421-419f-8f1b-d4b2b777d8b1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:35.023217 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:35.079502 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20919f4-7643-4b6b-a67e-c9dd4fe29c4f None None] The sync data for ids ['13500626-2cad-483a-bc33-644f374efb35'] in ncdv-master-1 is: [{'id': '13500626-2cad-483a-bc33-644f374efb35', 'name': 'tempest-ServerActionsTestJSON-171127498-router', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:25Z', 'updated_at': '2021-11-20T20:57:29Z', 'revision_number': 3, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'gw_port': {'id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:27Z', 'updated_at': '2021-11-20T20:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:57:35.245140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Provisioning complete for port ac18d615-8a6a-44c9-b53e-8bebc5dd55ee triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:35.248504 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:35.358308 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6af7ea-cde2-4f61-9cbd-19d9ec9e0e10 req-1020a9c9-8b55-40c7-ab7f-b664fa719457 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:35.367772 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6e6af7ea-cde2-4f61-9cbd-19d9ec9e0e10 req-1020a9c9-8b55-40c7-ab7f-b664fa719457 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 945 time: 0.1294475
Nov 20 20:57:35.376036 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-6e83a76a-895c-4d2f-b3bb-4a00edaa9db5 admin admin] Deleting port 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:35.376731 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6e83a76a-895c-4d2f-b3bb-4a00edaa9db5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:35.476287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Provisioning complete for port 484eb883-f413-4402-a2e5-bca4cf690034 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:35.476287 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:35.636858 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:35.637552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-6e83a76a-895c-4d2f-b3bb-4a00edaa9db5 admin admin] For port 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6,segment=NetworkSegment(a9abd720-9489-48ca-9818-7a9c2a3df1f8),segment_id=a9abd720-9489-48ca-9818-7a9c2a3df1f8)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:35.637932 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6e83a76a-895c-4d2f-b3bb-4a00edaa9db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:35.674234 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:57:35.674972 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5b6e8e1d-0d75-4232-a86c-9c7360bd9ee0 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:57:35.679669 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-6e83a76a-895c-4d2f-b3bb-4a00edaa9db5 admin admin] Calling delete_port for 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:35.691493 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6e6af7ea-cde2-4f61-9cbd-19d9ec9e0e10 req-23f17578-1f99-497c-93ba-c3a8b650fa90 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3224449
Nov 20 20:57:35.705684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Provisioning complete for port fe8be273-5e40-4522-8563-d94c1547fbbd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:35.706639 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:35.794993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Port fe8be273-5e40-4522-8563-d94c1547fbbd cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:57:35.824463 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Provisioning complete for port 6171bf54-836b-4b89-9942-130b6f53b7ac triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:35.825645 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:35.826117 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c371c71-eeb9-4940-b2b5-c933c95e1325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:35.874719 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Network bafdbd34-4234-401f-abb5-0b7b5a2562ab is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:35.916448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:35.973912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:57:36.011511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c04dd8-d54c-43e2-bab9-b136f1355f1c req-894bf18f-6900-44cf-a013-939e1e01f591 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:36.020462 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-51c04dd8-d54c-43e2-bab9-b136f1355f1c req-894bf18f-6900-44cf-a013-939e1e01f591 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.1692030
Nov 20 20:57:36.076296 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a27c1-b15e-4652-ba7c-df2dcc58bffa req-c81869c5-7cc2-4842-a9b7-a731ff600772 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:36.077854 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f93a27c1-b15e-4652-ba7c-df2dcc58bffa req-c81869c5-7cc2-4842-a9b7-a731ff600772 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 945 time: 0.5004189
Nov 20 20:57:36.120325 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9c5cc-be14-4dc3-a9f5-5748ea763408 req-55780187-019a-4945-848d-987a63d5fbd6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:36.125397 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-51c04dd8-d54c-43e2-bab9-b136f1355f1c req-b73f7b95-737a-4966-9658-8be3aca374e0 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036334
Nov 20 20:57:36.153133 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9c5cc-be14-4dc3-a9f5-5748ea763408 req-55780187-019a-4945-848d-987a63d5fbd6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:36.159360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9c5cc-be14-4dc3-a9f5-5748ea763408 req-55780187-019a-4945-848d-987a63d5fbd6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:36.159566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fd9e9d41-78a5-4ac0-8c32-3295cc64c99b None None] Provisioning complete for port bd922759-2676-4bc6-8010-6bfe5dc820d8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:36.160031 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9d41-78a5-4ac0-8c32-3295cc64c99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:36.167224 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9c5cc-be14-4dc3-a9f5-5748ea763408 req-55780187-019a-4945-848d-987a63d5fbd6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:36.173335 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9c5cc-be14-4dc3-a9f5-5748ea763408 req-55780187-019a-4945-848d-987a63d5fbd6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:36.179783 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9c5cc-be14-4dc3-a9f5-5748ea763408 req-55780187-019a-4945-848d-987a63d5fbd6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:36.187645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9c5cc-be14-4dc3-a9f5-5748ea763408 req-55780187-019a-4945-848d-987a63d5fbd6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:36.204641 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8ac9c5cc-be14-4dc3-a9f5-5748ea763408 req-55780187-019a-4945-848d-987a63d5fbd6 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5445 time: 0.6304097
Nov 20 20:57:36.234660 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Pushing event updated for resources: {'Port': ['ID=17fcf859-28e3-47e2-a768-ed8ada73c5c6,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:36.262971 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:36.363487 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9d41-78a5-4ac0-8c32-3295cc64c99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:36.383712 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6e83a76a-895c-4d2f-b3bb-4a00edaa9db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:36.400186 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-fd9e9d41-78a5-4ac0-8c32-3295cc64c99b None None] For port bd922759-2676-4bc6-8010-6bfe5dc820d8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd922759-2676-4bc6-8010-6bfe5dc820d8,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:36.420620 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9d41-78a5-4ac0-8c32-3295cc64c99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:36.424344 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83a76a-895c-4d2f-b3bb-4a00edaa9db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:36.525350 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e9d41-78a5-4ac0-8c32-3295cc64c99b None None] Pushing event updated for resources: {'Port': ['ID=bd922759-2676-4bc6-8010-6bfe5dc820d8,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:36.574420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239b683-ce4b-4488-972e-5831086cccc8 req-f62459fb-4a25-4432-a479-5e4ce2fce0f8 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:36.576028 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6239b683-ce4b-4488-972e-5831086cccc8 req-f62459fb-4a25-4432-a479-5e4ce2fce0f8 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.2823992
Nov 20 20:57:36.576773 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8c4d6669-8e92-46f3-8276-a94c4aec09e8 None None] Provisioning complete for port 17fcf859-28e3-47e2-a768-ed8ada73c5c6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:36.577423 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8c4d6669-8e92-46f3-8276-a94c4aec09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:36.630149 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d6669-8e92-46f3-8276-a94c4aec09e8 None None] Port 17fcf859-28e3-47e2-a768-ed8ada73c5c6 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:57:36.685709 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b611443-cbd8-4ac4-879f-af149cd0d58b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:36.719219 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b611443-cbd8-4ac4-879f-af149cd0d58b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:36.739952 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-f93a27c1-b15e-4652-ba7c-df2dcc58bffa req-d3829857-3b8c-41eb-8bb6-6c680f287c0d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Deleting port 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:36.740180 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f93a27c1-b15e-4652-ba7c-df2dcc58bffa req-d3829857-3b8c-41eb-8bb6-6c680f287c0d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:36.898639 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6e83a76a-895c-4d2f-b3bb-4a00edaa9db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:36.907502 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6239b683-ce4b-4488-972e-5831086cccc8 req-17f19f26-ff84-462b-a7f6-12838af212b9 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3129599
Nov 20 20:57:37.057378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-f93a27c1-b15e-4652-ba7c-df2dcc58bffa req-d3829857-3b8c-41eb-8bb6-6c680f287c0d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] For port 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:37.057881 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f93a27c1-b15e-4652-ba7c-df2dcc58bffa req-d3829857-3b8c-41eb-8bb6-6c680f287c0d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:37.078360 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:37.091516 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bd922759-2676-4bc6-8010-6bfe5dc820d8 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:37.097717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-f93a27c1-b15e-4652-ba7c-df2dcc58bffa req-d3829857-3b8c-41eb-8bb6-6c680f287c0d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Calling delete_port for 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:37.181345 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port bd922759-2676-4bc6-8010-6bfe5dc820d8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:37.181898 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:37.384310 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f93a27c1-b15e-4652-ba7c-df2dcc58bffa req-d3829857-3b8c-41eb-8bb6-6c680f287c0d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:37.387112 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7d079-f769-4a1a-a354-117029f5885e req-9169fc30-9649-441f-be56-8fa25868d9f2 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:37.399586 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d7d079-f769-4a1a-a354-117029f5885e req-9169fc30-9649-441f-be56-8fa25868d9f2 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.1360250
Nov 20 20:57:37.401627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f8de97a0-2799-4c39-82a8-566fd2fe46e8'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:57:37.403511 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bda0c3-5309-469b-98dd-99605d3e4a33 req-40097e97-4b72-4786-86e1-99feedb73d7f tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:37.405289 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43bda0c3-5309-469b-98dd-99605d3e4a33 req-40097e97-4b72-4786-86e1-99feedb73d7f tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=01bb9904-cd08-4768-af33-180dd86ce1b6 HTTP/1.1" status: 200  len: 945 time: 0.4541135
Nov 20 20:57:37.420563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b611443-cbd8-4ac4-879f-af149cd0d58b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router ac4eee9b-ac3e-464e-8c6b-1ed7c9194251 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:57:37.464127 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3829857-3b8c-41eb-8bb6-6c680f287c0d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Pushing event deleted for resources: {'Port': ['ID=33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:37.490987 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11d7d079-f769-4a1a-a354-117029f5885e req-2ed42d0e-47c0-4795-8a39-d896fc3c66be tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851874
Nov 20 20:57:37.505724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48e50c8-7d94-4141-b93d-d9e69e0479d2 None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:37.511339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e83a76a-895c-4d2f-b3bb-4a00edaa9db5 admin admin] Router f08905e7-5a79-4ef6-9d00-29cbb2446c85 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:57:37.590152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93a27c1-b15e-4652-ba7c-df2dcc58bffa req-d3829857-3b8c-41eb-8bb6-6c680f287c0d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] No DVR routers for this DVR port 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:57:37.592927 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f93a27c1-b15e-4652-ba7c-df2dcc58bffa req-d3829857-3b8c-41eb-8bb6-6c680f287c0d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:37.596999 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f93a27c1-b15e-4652-ba7c-df2dcc58bffa req-d3829857-3b8c-41eb-8bb6-6c680f287c0d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.47 "DELETE /v2.0/ports/33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 HTTP/1.1" status: 204  len: 173 time: 1.3753173
Nov 20 20:57:37.628959 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bb9904-cd08-4768-af33-180dd86ce1b6', 'name': 'network-vif-deleted', 'tag': '33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:37.632763 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdde212-f08e-4d78-afce-f587bd18f24c" -d '{"events": [{"server_uuid": "01bb9904-cd08-4768-af33-180dd86ce1b6", "name": "network-vif-deleted", "tag": "33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:37.766142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e83a76a-895c-4d2f-b3bb-4a00edaa9db5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:57:37.767437 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6059cf0f-fff0-46d7-92c9-a19f11da75d9 x-openstack-request-id: req-6059cf0f-fff0-46d7-92c9-a19f11da75d9 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:37.768769 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bb9904-cd08-4768-af33-180dd86ce1b6", "name": "network-vif-deleted", "tag": "33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:37.769038 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6059cf0f-fff0-46d7-92c9-a19f11da75d9 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:37.769492 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bb9904-cd08-4768-af33-180dd86ce1b6', 'name': 'network-vif-deleted', 'tag': '33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728', 'status': 'completed', 'code': 200}
Nov 20 20:57:37.786682 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8ee03e-ccf0-408b-8de6-c06eb3a4fb3d None None] Sync routers for ids ['f08905e7-5a79-4ef6-9d00-29cbb2446c85'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:57:37.824082 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6e83a76a-895c-4d2f-b3bb-4a00edaa9db5 admin admin] 10.222.0.41 "PUT /v2.0/routers/f08905e7-5a79-4ef6-9d00-29cbb2446c85/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0518084
Nov 20 20:57:37.825454 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44646) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:37.838621 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8ee03e-ccf0-408b-8de6-c06eb3a4fb3d None None] Routers {'f08905e7-5a79-4ef6-9d00-29cbb2446c85'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:37.846854 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-bb8ee03e-ccf0-408b-8de6-c06eb3a4fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54188100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f08905e7-5a79-4ef6-9d00-29cbb2446c85'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:37.853170 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43bda0c3-5309-469b-98dd-99605d3e4a33 req-4801e986-4d9a-4525-9f6d-0295c8a3cb60 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3902850
Nov 20 20:57:37.935191 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:37.982350 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:38.004958 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0d34c95f-4478-4c45-9b7c-2246722f806a admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:38.062324 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:38.109557 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-bb8ee03e-ccf0-408b-8de6-c06eb3a4fb3d None None] Set router f08905e7-5a79-4ef6-9d00-29cbb2446c85 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:57:38.151732 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:38.179529 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b611443-cbd8-4ac4-879f-af149cd0d58b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:57:38.196911 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0efe28e-4427-4c9f-a7a3-fee8ed2fdd0b None None] Sync routers for ids ['ac4eee9b-ac3e-464e-8c6b-1ed7c9194251'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:57:38.246484 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0efe28e-4427-4c9f-a7a3-fee8ed2fdd0b None None] Routers {'ac4eee9b-ac3e-464e-8c6b-1ed7c9194251'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:38.247737 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d0efe28e-4427-4c9f-a7a3-fee8ed2fdd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472a0280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ac4eee9b-ac3e-464e-8c6b-1ed7c9194251'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:38.259572 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b611443-cbd8-4ac4-879f-af149cd0d58b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:38.269421 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44650) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:38.273041 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8b611443-cbd8-4ac4-879f-af149cd0d58b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/ac4eee9b-ac3e-464e-8c6b-1ed7c9194251 HTTP/1.1" status: 200  len: 887 time: 3.3541884
Nov 20 20:57:38.276112 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:38.303835 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Pushing event updated for resources: {'Port': ['ID=17fcf859-28e3-47e2-a768-ed8ada73c5c6,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:38.326823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d0efe28e-4427-4c9f-a7a3-fee8ed2fdd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472a0280>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:38.357790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:38.375796 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-bb8ee03e-ccf0-408b-8de6-c06eb3a4fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54188100>, [{'id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'name': 'tempest-AttachSCSIVolumeTestJSON-401188553-router', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198'}], 'enable_snat': True}, 'gw_port_id': '7278278c-0837-4d3a-808b-401eb857b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:51Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 5, 'project_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'gw_port': {'id': '7278278c-0837-4d3a-808b-401eb857b298', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:52Z', 'updated_at': '2021-11-20T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:38.412249 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-aec01b3f-7392-4716-b097-01982b29af5f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/routers/ac4eee9b-ac3e-464e-8c6b-1ed7c9194251 HTTP/1.1" status: 200  len: 887 time: 0.1222751
Nov 20 20:57:38.415480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44652) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:38.418424 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:57:38.418777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 33bea6cb-a3e9-45d1-8fc6-c50cf5d2f728 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:57:38.423750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3636bcb-9948-4cda-aa50-9f194d73003d req-ef336cb7-f82e-4f6e-a0ad-d9c3041399d8 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:38.426843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0efe28e-4427-4c9f-a7a3-fee8ed2fdd0b None None] Routers {'ac4eee9b-ac3e-464e-8c6b-1ed7c9194251'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:38.427582 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d0efe28e-4427-4c9f-a7a3-fee8ed2fdd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472a0280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ac4eee9b-ac3e-464e-8c6b-1ed7c9194251'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:38.432474 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d3636bcb-9948-4cda-aa50-9f194d73003d req-ef336cb7-f82e-4f6e-a0ad-d9c3041399d8 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.3383014
Nov 20 20:57:38.433828 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8ee03e-ccf0-408b-8de6-c06eb3a4fb3d None None] Checking router: f08905e7-5a79-4ef6-9d00-29cbb2446c85 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:57:38.459602 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8ee03e-ccf0-408b-8de6-c06eb3a4fb3d None None] Routers {'f08905e7-5a79-4ef6-9d00-29cbb2446c85'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:38.460266 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-bb8ee03e-ccf0-408b-8de6-c06eb3a4fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54188100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f08905e7-5a79-4ef6-9d00-29cbb2446c85'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:38.478789 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d0efe28e-4427-4c9f-a7a3-fee8ed2fdd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472a0280>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:38.479515 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0efe28e-4427-4c9f-a7a3-fee8ed2fdd0b None None] The sync data for ids ['ac4eee9b-ac3e-464e-8c6b-1ed7c9194251'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:57:38.498645 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c7489ca1-cc61-4e56-abe0-10297e9b02dc tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4eee9b-ac3e-464e-8c6b-1ed7c9194251 HTTP/1.1" status: 200  len: 205 time: 0.0582268
Nov 20 20:57:38.499027 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44654) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:38.501779 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0d34c95f-4478-4c45-9b7c-2246722f806a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:38.583018 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d3636bcb-9948-4cda-aa50-9f194d73003d req-30100139-97d3-4f6f-9bce-dfcf35002357 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471589
Nov 20 20:57:38.625144 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-0d34c95f-4478-4c45-9b7c-2246722f806a admin admin] Deleting port 7278278c-0837-4d3a-808b-401eb857b298 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:38.625845 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0d34c95f-4478-4c45-9b7c-2246722f806a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:38.716501 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-bb8ee03e-ccf0-408b-8de6-c06eb3a4fb3d None None] Set router f08905e7-5a79-4ef6-9d00-29cbb2446c85 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:57:38.821979 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-0d34c95f-4478-4c45-9b7c-2246722f806a admin admin] For port 7278278c-0837-4d3a-808b-401eb857b298, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7278278c-0837-4d3a-808b-401eb857b298,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:38.822476 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0d34c95f-4478-4c45-9b7c-2246722f806a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:38.839024 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-0d34c95f-4478-4c45-9b7c-2246722f806a admin admin] Calling delete_port for 7278278c-0837-4d3a-808b-401eb857b298 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:39.117321 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-bb8ee03e-ccf0-408b-8de6-c06eb3a4fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54188100>, [{'id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'name': 'tempest-AttachSCSIVolumeTestJSON-401188553-router', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198'}], 'enable_snat': True}, 'gw_port_id': '7278278c-0837-4d3a-808b-401eb857b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:51Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 5, 'project_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'gw_port': {'id': '7278278c-0837-4d3a-808b-401eb857b298', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:52Z', 'updated_at': '2021-11-20T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:39.176258 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0d34c95f-4478-4c45-9b7c-2246722f806a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:39.191771 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8ee03e-ccf0-408b-8de6-c06eb3a4fb3d None None] The sync data for ids ['f08905e7-5a79-4ef6-9d00-29cbb2446c85'] in ncdv-master-1 is: [{'id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'name': 'tempest-AttachSCSIVolumeTestJSON-401188553-router', 'tenant_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198'}], 'enable_snat': True}, 'gw_port_id': '7278278c-0837-4d3a-808b-401eb857b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:55:51Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 5, 'project_id': '7fd6dc03d1db4d58a843c5362583eeaf', 'gw_port': {'id': '7278278c-0837-4d3a-808b-401eb857b298', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08905e7-5a79-4ef6-9d00-29cbb2446c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:52Z', 'updated_at': '2021-11-20T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:57:39.242911 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34c95f-4478-4c45-9b7c-2246722f806a admin admin] Pushing event deleted for resources: {'Port': ['ID=7278278c-0837-4d3a-808b-401eb857b298,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:39.246979 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822da27-5680-4e87-935c-d23ac571564d req-f2ee739a-9365-4982-95dc-350c60cfcd39 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:39.248587 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6822da27-5680-4e87-935c-d23ac571564d req-f2ee739a-9365-4982-95dc-350c60cfcd39 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.1106098
Nov 20 20:57:39.257905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Network bafdbd34-4234-401f-abb5-0b7b5a2562ab is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:39.262222 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:39.272464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0be4c0-160c-49ab-83b9-78ee95ff77aa None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:39.401003 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0d34c95f-4478-4c45-9b7c-2246722f806a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:39.514785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6822da27-5680-4e87-935c-d23ac571564d req-c9a2517a-7a03-40f0-a10e-322443b592ab tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b229fe-bffe-40f5-adb4-e9145ac31416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2537031
Nov 20 20:57:39.561773 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Router 13500626-2cad-483a-bc33-644f374efb35 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:57:39.788255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44680) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:39.793169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:57:39.812875 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Sync routers for ids ['13500626-2cad-483a-bc33-644f374efb35'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:57:39.824219 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4fb84013-1d7f-41a4-b37f-d8913b142805 None None] Provisioning complete for port 17fcf859-28e3-47e2-a768-ed8ada73c5c6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:39.824710 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4fb84013-1d7f-41a4-b37f-d8913b142805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:39.832647 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Routers {'13500626-2cad-483a-bc33-644f374efb35'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:39.850856 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54287760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13500626-2cad-483a-bc33-644f374efb35'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:39.896272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4fb84013-1d7f-41a4-b37f-d8913b142805 None None] Port 17fcf859-28e3-47e2-a768-ed8ada73c5c6 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:57:39.935774 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-64b7db29-98b9-4d0d-824f-3ae292700d26 admin admin] 10.222.0.41 "PUT /v2.0/routers/13500626-2cad-483a-bc33-644f374efb35/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6597605
Nov 20 20:57:39.957700 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-431ec7f9-742b-4f75-ab27-074aab2fb37c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:40.181158 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Set router 13500626-2cad-483a-bc33-644f374efb35 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:57:40.196625 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8bec2-e7c1-426e-9b6e-ad5d8119dcfb req-80675649-2ba7-4882-9a92-8515bf586ee4 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:40.198191 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2b8bec2-e7c1-426e-9b6e-ad5d8119dcfb req-80675649-2ba7-4882-9a92-8515bf586ee4 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.47 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 945 time: 0.4128685
Nov 20 20:57:40.272422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfdd3d-0872-4144-b226-76ed54092fff req-4538c2f4-7fa9-4ca9-87d4-74f32565f34b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:40.273936 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eabfdd3d-0872-4144-b226-76ed54092fff req-4538c2f4-7fa9-4ca9-87d4-74f32565f34b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.4848356
Nov 20 20:57:40.342781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197e87e-9fcd-4c76-a5c6-007766a10610 req-18132138-332e-4bbd-a717-8febf51fd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:40.343272 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197e87e-9fcd-4c76-a5c6-007766a10610 req-18132138-332e-4bbd-a717-8febf51fd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:40.343766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197e87e-9fcd-4c76-a5c6-007766a10610 req-18132138-332e-4bbd-a717-8febf51fd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:40.344227 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197e87e-9fcd-4c76-a5c6-007766a10610 req-18132138-332e-4bbd-a717-8febf51fd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:40.344707 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197e87e-9fcd-4c76-a5c6-007766a10610 req-18132138-332e-4bbd-a717-8febf51fd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:40.345182 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197e87e-9fcd-4c76-a5c6-007766a10610 req-18132138-332e-4bbd-a717-8febf51fd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:40.345654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197e87e-9fcd-4c76-a5c6-007766a10610 req-18132138-332e-4bbd-a717-8febf51fd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:40.347637 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2197e87e-9fcd-4c76-a5c6-007766a10610 req-18132138-332e-4bbd-a717-8febf51fd7ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 6502 time: 0.5429218
Nov 20 20:57:40.401350 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0d34c95f-4478-4c45-9b7c-2246722f806a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:40.404675 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0d34c95f-4478-4c45-9b7c-2246722f806a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:40.405295 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eabfdd3d-0872-4144-b226-76ed54092fff req-90693c51-1e20-47aa-a446-be79e3decf71 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687096
Nov 20 20:57:40.445823 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-431ec7f9-742b-4f75-ab27-074aab2fb37c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:40.525543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c2b8bec2-e7c1-426e-9b6e-ad5d8119dcfb req-1fa57158-210f-4e9f-a086-a544c1ed704a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Deleting port f7efeaeb-5641-4aca-8236-410be11d600d {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:40.525793 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c2b8bec2-e7c1-426e-9b6e-ad5d8119dcfb req-1fa57158-210f-4e9f-a086-a544c1ed704a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:40.594546 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54287760>, [{'id': '13500626-2cad-483a-bc33-644f374efb35', 'name': 'tempest-ServerActionsTestJSON-171127498-router', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:25Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'gw_port': {'id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:27Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '17fcf859-28e3-47e2-a768-ed8ada73c5c6', 'name': '', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'mac_address': 'fa:16:3e:2a:f2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:33Z', 'updated_at': '2021-11-20T20:57:37Z', 'revision_number': 2, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'subnets': [{'id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:40.622171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c2b8bec2-e7c1-426e-9b6e-ad5d8119dcfb req-1fa57158-210f-4e9f-a086-a544c1ed704a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] For port f7efeaeb-5641-4aca-8236-410be11d600d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7efeaeb-5641-4aca-8236-410be11d600d,segment=NetworkSegment(9e94c1a1-234c-4cb2-abb6-51a347d0173b),segment_id=9e94c1a1-234c-4cb2-abb6-51a347d0173b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:40.622545 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c2b8bec2-e7c1-426e-9b6e-ad5d8119dcfb req-1fa57158-210f-4e9f-a086-a544c1ed704a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:40.625495 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Checking router: 13500626-2cad-483a-bc33-644f374efb35 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:57:40.625924 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Updating router 13500626-2cad-483a-bc33-644f374efb35 port 17fcf859-28e3-47e2-a768-ed8ada73c5c6 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:57:40.636664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c2b8bec2-e7c1-426e-9b6e-ad5d8119dcfb req-1fa57158-210f-4e9f-a086-a544c1ed704a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Calling delete_port for f7efeaeb-5641-4aca-8236-410be11d600d owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:40.662617 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:40.730279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-97449a0e-1212-4277-af94-38a70fcd22d8 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:40.733914 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2197e87e-9fcd-4c76-a5c6-007766a10610 req-dc962dbd-bf20-4e1f-8deb-02a31061cb1b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3341258
Nov 20 20:57:40.742908 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-97449a0e-1212-4277-af94-38a70fcd22d8 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 805 time: 0.3898742
Nov 20 20:57:40.764360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0d34c95f-4478-4c45-9b7c-2246722f806a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:40.765477 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d34c95f-4478-4c45-9b7c-2246722f806a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f08905e7-5a79-4ef6-9d00-29cbb2446c85 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:57:40.779599 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0d34c95f-4478-4c45-9b7c-2246722f806a admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:40.785036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44714) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:40.789624 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0d34c95f-4478-4c45-9b7c-2246722f806a admin admin] 10.222.0.41 "DELETE /v2.0/routers/f08905e7-5a79-4ef6-9d00-29cbb2446c85 HTTP/1.1" status: 204  len: 168 time: 2.9581425
Nov 20 20:57:40.801980 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-58815912-0fc8-4c53-ac09-861816072a1d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/quotas/bfc3f13200ff407ea8e320abdbb3c456 HTTP/1.1" status: 200  len: 375 time: 0.0565381
Nov 20 20:57:40.856003 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-431ec7f9-742b-4f75-ab27-074aab2fb37c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port 3c75f645-f065-410e-ba1b-ac0e7fbddd2c {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:40.856342 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-431ec7f9-742b-4f75-ab27-074aab2fb37c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:40.887895 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c2b8bec2-e7c1-426e-9b6e-ad5d8119dcfb req-1fa57158-210f-4e9f-a086-a544c1ed704a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:40.934988 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-b6cacaa6-7d62-4b6f-baa2-bcaee26eeded tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1268280
Nov 20 20:57:40.935782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa57158-210f-4e9f-a086-a544c1ed704a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Pushing event deleted for resources: {'Port': ['ID=f7efeaeb-5641-4aca-8236-410be11d600d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:40.982578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4873d25-fa9b-46b7-a9f7-e66156ad57e0 admin admin] Deleting subnet da39f656-9789-43d2-aa23-10a2d8810c17 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:57:40.998228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:41.066005 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:57:41.071626 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 62eaa1e2-ba8f-4d69-9ca0-2ba485a745e6 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:57:41.108842 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4ed53f-e33b-4788-9eee-0c0a87adf32a None None] DHCP port deletion for 736ec84c-e23f-43ed-94e7-211dbb35bbc4 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:41.119507 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4873d25-fa9b-46b7-a9f7-e66156ad57e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:41.165418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44722) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:41.180785 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ad0a7df5-3e71-4aa9-9ea2-cb82c9f3fcb7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--471371780', 'description': 'tempest-description--1731889047'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:41.225792 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b8bec2-e7c1-426e-9b6e-ad5d8119dcfb req-1fa57158-210f-4e9f-a086-a544c1ed704a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] No DVR routers for this DVR port f7efeaeb-5641-4aca-8236-410be11d600d on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:57:41.237463 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c2b8bec2-e7c1-426e-9b6e-ad5d8119dcfb req-1fa57158-210f-4e9f-a086-a544c1ed704a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:41.243093 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2b8bec2-e7c1-426e-9b6e-ad5d8119dcfb req-1fa57158-210f-4e9f-a086-a544c1ed704a tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.47 "DELETE /v2.0/ports/f7efeaeb-5641-4aca-8236-410be11d600d HTTP/1.1" status: 204  len: 173 time: 1.0355523
Nov 20 20:57:41.243093 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293ef3df-319d-4bc8-8921-ed7b90ab89c9', 'name': 'network-vif-deleted', 'tag': 'f7efeaeb-5641-4aca-8236-410be11d600d'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:41.245834 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf5f266-5aa2-4913-94e8-0204f8e78d27" -d '{"events": [{"server_uuid": "293ef3df-319d-4bc8-8921-ed7b90ab89c9", "name": "network-vif-deleted", "tag": "f7efeaeb-5641-4aca-8236-410be11d600d"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:41.256486 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:41.273400 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4873d25-fa9b-46b7-a9f7-e66156ad57e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:41.282256 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:41.311730 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7df5-3e71-4aa9-9ea2-cb82c9f3fcb7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:41.316315 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-431ec7f9-742b-4f75-ab27-074aab2fb37c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:41.361348 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-35fb8df2-b533-4977-aa56-b5866f8eb8cc req-cb82fa44-cfd1-48fc-ac56-275306bf84a7 tempest-ServerRescueNegativeTestJSON-204801631 tempest-ServerRescueNegativeTestJSON-204801631-project] 10.222.0.41 "GET /v2.0/ports?device_id=293ef3df-319d-4bc8-8921-ed7b90ab89c9 HTTP/1.1" status: 200  len: 210 time: 0.0901728
Nov 20 20:57:41.373028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-431ec7f9-742b-4f75-ab27-074aab2fb37c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for 3c75f645-f065-410e-ba1b-ac0e7fbddd2c owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:41.401230 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20469e7-0d52-4434-9815-253e8d89847b None None] Pushing event updated for resources: {'Port': ['ID=17fcf859-28e3-47e2-a768-ed8ada73c5c6,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:41.455092 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-1a2c5841-11f5-4ccc-8afe-2a42cb84dea4 service neutron] 10.222.0.41 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5189567
Nov 20 20:57:41.494581 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Attempting to bind port 17fcf859-28e3-47e2-a768-ed8ada73c5c6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:57:41.495192 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Attempting to bind port 17fcf859-28e3-47e2-a768-ed8ada73c5c6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:57:41.495571 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Attempting to bind port 17fcf859-28e3-47e2-a768-ed8ada73c5c6 on network bafdbd34-4234-401f-abb5-0b7b5a2562ab {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:57:41.514599 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:57:41.515018 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Checking segment: {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:57:41.515401 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:41.516078 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Bound using segment: {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:57:41.516559 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Bound port: 17fcf859-28e3-47e2-a768-ed8ada73c5c6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:57:41.516940 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:41.648267 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] For port 17fcf859-28e3-47e2-a768-ed8ada73c5c6, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:57:41.652539 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] For port 17fcf859-28e3-47e2-a768-ed8ada73c5c6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17fcf859-28e3-47e2-a768-ed8ada73c5c6,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:57:41.658811 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:41.721878 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Routers {'13500626-2cad-483a-bc33-644f374efb35'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:41.723755 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54287760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13500626-2cad-483a-bc33-644f374efb35'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:41.795263 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7df5-3e71-4aa9-9ea2-cb82c9f3fcb7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:41.811832 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7df5-3e71-4aa9-9ea2-cb82c9f3fcb7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:41.827413 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4de6a1e-b053-42a0-a8a7-aba8d74e6fdd x-openstack-request-id: req-d4de6a1e-b053-42a0-a8a7-aba8d74e6fdd {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:41.833066 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293ef3df-319d-4bc8-8921-ed7b90ab89c9", "name": "network-vif-deleted", "tag": "f7efeaeb-5641-4aca-8236-410be11d600d", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:41.833708 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4de6a1e-b053-42a0-a8a7-aba8d74e6fdd {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:41.839326 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293ef3df-319d-4bc8-8921-ed7b90ab89c9', 'name': 'network-vif-deleted', 'tag': 'f7efeaeb-5641-4aca-8236-410be11d600d', 'status': 'completed', 'code': 200}
Nov 20 20:57:41.868922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d6da471f-bf42-415d-875f-56e67a858973 None None] Provisioning complete for port 17fcf859-28e3-47e2-a768-ed8ada73c5c6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:41.873767 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d6da471f-bf42-415d-875f-56e67a858973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:41.874447 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20469e7-0d52-4434-9815-253e8d89847b None None] Pushing event updated for resources: {'Port': ['ID=17fcf859-28e3-47e2-a768-ed8ada73c5c6,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:41.889322 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7df5-3e71-4aa9-9ea2-cb82c9f3fcb7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:41.893237 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ad0a7df5-3e71-4aa9-9ea2-cb82c9f3fcb7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.7282021
Nov 20 20:57:41.912959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44728) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:41.931923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1f74acb9-c812-4a0d-a643-4567c8b87a3d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Request body: {'security_group_rule': {'security_group_id': '8b77281d-4252-4888-bc63-421e4dd46b5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:42.017529 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-431ec7f9-742b-4f75-ab27-074aab2fb37c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:42.019523 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-b0cf2bd0-8814-4542-b3b9-1d09d32a2b49 service neutron] 10.222.0.41 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5428193
Nov 20 20:57:42.021714 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] Set router 13500626-2cad-483a-bc33-644f374efb35 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:57:42.043005 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4873d25-fa9b-46b7-a9f7-e66156ad57e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:42.103800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a7df5-3e71-4aa9-9ea2-cb82c9f3fcb7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b77281d-4252-4888-bc63-421e4dd46b5e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:42.114998 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f74acb9-c812-4a0d-a643-4567c8b87a3d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:42.127898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c64e58-abc0-4c3b-bf62-df36b9ee3d17 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:42.154611 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d6da471f-bf42-415d-875f-56e67a858973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:42.205530 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d6da471f-bf42-415d-875f-56e67a858973 None None] For port 17fcf859-28e3-47e2-a768-ed8ada73c5c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17fcf859-28e3-47e2-a768-ed8ada73c5c6,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:42.217456 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d6da471f-bf42-415d-875f-56e67a858973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:42.243959 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f74acb9-c812-4a0d-a643-4567c8b87a3d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:42.253127 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f74acb9-c812-4a0d-a643-4567c8b87a3d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:42.290786 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74acb9-c812-4a0d-a643-4567c8b87a3d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d88730-eb6f-4d2f-908d-e1bf15dedd67,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:42.304632 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ec7f9-742b-4f75-ab27-074aab2fb37c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=3c75f645-f065-410e-ba1b-ac0e7fbddd2c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:42.327092 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f74acb9-c812-4a0d-a643-4567c8b87a3d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:42.332680 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1f74acb9-c812-4a0d-a643-4567c8b87a3d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4077716
Nov 20 20:57:42.349355 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44734) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:42.367493 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8b76f806-b906-40c3-bc0d-453f6151249e req-c91d18cd-609a-4ee1-952d-32de1721fb67 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 210 time: 0.0606456
Nov 20 20:57:42.377220 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-951ed3e8-66f8-4a19-b3ae-386dbfb88d0b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Request body: {'security_group_rule': {'security_group_id': '8b77281d-4252-4888-bc63-421e4dd46b5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:42.377360 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f7efeaeb-5641-4aca-8236-410be11d600d no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:42.423520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: f7efeaeb-5641-4aca-8236-410be11d600d {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:57:42.430444 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f7efeaeb-5641-4aca-8236-410be11d600d not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:57:42.447943 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da471f-bf42-415d-875f-56e67a858973 None None] Pushing event updated for resources: {'Port': ['ID=17fcf859-28e3-47e2-a768-ed8ada73c5c6,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:42.455598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e59d83ff-3d8b-432f-9686-0ede4b6babde None None] Provisioning complete for port 17fcf859-28e3-47e2-a768-ed8ada73c5c6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:42.456107 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e59d83ff-3d8b-432f-9686-0ede4b6babde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:42.468062 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44738) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:42.474866 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-951ed3e8-66f8-4a19-b3ae-386dbfb88d0b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:42.579219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb77413-fbfb-4893-8f35-357c13805a19 req-20e9d948-fbf7-44ca-811d-39bb91efcabc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:42.586855 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1eb77413-fbfb-4893-8f35-357c13805a19 req-20e9d948-fbf7-44ca-811d-39bb91efcabc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.7401147
Nov 20 20:57:42.603887 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-431ec7f9-742b-4f75-ab27-074aab2fb37c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:42.714722 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54287760>, [{'id': '13500626-2cad-483a-bc33-644f374efb35', 'name': 'tempest-ServerActionsTestJSON-171127498-router', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:25Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'gw_port': {'id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:27Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '17fcf859-28e3-47e2-a768-ed8ada73c5c6', 'name': '', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'mac_address': 'fa:16:3e:2a:f2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:33Z', 'updated_at': '2021-11-20T20:57:41Z', 'revision_number': 4, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'subnets': [{'id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:42.794351 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c996e2-02a4-4fec-a1f3-527827ae2796 None None] The sync data for ids ['13500626-2cad-483a-bc33-644f374efb35'] in ncdv-master-1 is: [{'id': '13500626-2cad-483a-bc33-644f374efb35', 'name': 'tempest-ServerActionsTestJSON-171127498-router', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:25Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'gw_port': {'id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:27Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '17fcf859-28e3-47e2-a768-ed8ada73c5c6', 'name': '', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'mac_address': 'fa:16:3e:2a:f2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:33Z', 'updated_at': '2021-11-20T20:57:41Z', 'revision_number': 4, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'subnets': [{'id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:57:42.845937 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7278278c-0837-4d3a-808b-401eb857b298 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:42.918372 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-951ed3e8-66f8-4a19-b3ae-386dbfb88d0b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:42.920125 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4873d25-fa9b-46b7-a9f7-e66156ad57e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:42.926445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 7278278c-0837-4d3a-808b-401eb857b298 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:57:42.926808 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7278278c-0837-4d3a-808b-401eb857b298 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:57:42.985151 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-951ed3e8-66f8-4a19-b3ae-386dbfb88d0b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:43.269321 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-10f710c1-0013-4967-a26c-eb5623ce580e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:43.270569 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-00fd46a6-7b21-47ff-b489-8813ea6085e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:43.365478 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-431ec7f9-742b-4f75-ab27-074aab2fb37c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:43.369169 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-431ec7f9-742b-4f75-ab27-074aab2fb37c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:43.444647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4873d25-fa9b-46b7-a9f7-e66156ad57e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da39f656-9789-43d2-aa23-10a2d8810c17,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:43.460232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ed3e8-66f8-4a19-b3ae-386dbfb88d0b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e75ae3-0ce4-44ec-b4ba-349fc170605e,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:43.465422 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d747d71-feb5-4159-8613-99392d949f0d None None] Network 61e41d9d-289d-4d8f-848e-3240f66d9e3e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:57:43.471205 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-431ec7f9-742b-4f75-ab27-074aab2fb37c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:43.472103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431ec7f9-742b-4f75-ab27-074aab2fb37c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Fanout notify agent at l3_agent the message router_deleted on router ac4eee9b-ac3e-464e-8c6b-1ed7c9194251 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:57:43.499667 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-951ed3e8-66f8-4a19-b3ae-386dbfb88d0b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:43.501918 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-951ed3e8-66f8-4a19-b3ae-386dbfb88d0b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1503167
Nov 20 20:57:43.504847 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4873d25-fa9b-46b7-a9f7-e66156ad57e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:43.508709 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d4873d25-fa9b-46b7-a9f7-e66156ad57e0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/da39f656-9789-43d2-aa23-10a2d8810c17 HTTP/1.1" status: 204  len: 168 time: 2.7207110
Nov 20 20:57:43.517325 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44752) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:43.517938 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44754) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:43.533315 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:43.624169 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1eb77413-fbfb-4893-8f35-357c13805a19 req-b20d66fd-d23a-453d-b116-f4ef95c41add tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0332870
Nov 20 20:57:43.639329 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-431ec7f9-742b-4f75-ab27-074aab2fb37c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:43.642004 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-431ec7f9-742b-4f75-ab27-074aab2fb37c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/routers/ac4eee9b-ac3e-464e-8c6b-1ed7c9194251 HTTP/1.1" status: 204  len: 168 time: 5.1413801
Nov 20 20:57:43.656586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44756) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:43.661223 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e41b2a1c-d7cd-402d-aea1-727159ab172c req-e9360a81-d718-4817-993f-9e2cd879562d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 210 time: 0.0864902
Nov 20 20:57:43.681380 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-25ca34fa-88e6-4f9c-9441-fa46e3e619ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'network': {'name': 'tempest-RoutersTest-25957794'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:43.822824 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:43.824767 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:43.840508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-00fd46a6-7b21-47ff-b489-8813ea6085e3 admin admin] Deleting port 484eb883-f413-4402-a2e5-bca4cf690034 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:43.841044 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-00fd46a6-7b21-47ff-b489-8813ea6085e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:43.926855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ca34fa-88e6-4f9c-9441-fa46e3e619ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:57:43.931019 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-25ca34fa-88e6-4f9c-9441-fa46e3e619ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:43.972022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ca34fa-88e6-4f9c-9441-fa46e3e619ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:57:44.001342 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d497fc1e-96b7-49b1-9c34-6d9e5a3f57a0 None None] DHCP port deletion for 61e41d9d-289d-4d8f-848e-3240f66d9e3e request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:44.005708 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-25ca34fa-88e6-4f9c-9441-fa46e3e619ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:44.006330 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-25ca34fa-88e6-4f9c-9441-fa46e3e619ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Added segment 46f9cfe0-ee97-41b7-8ae6-fa58d69ec128 of type vlan for network 3dd8f3c7-7d77-4a17-97fb-584a3f780e58
Nov 20 20:57:44.012127 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-00fd46a6-7b21-47ff-b489-8813ea6085e3 admin admin] For port 484eb883-f413-4402-a2e5-bca4cf690034, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=484eb883-f413-4402-a2e5-bca4cf690034,segment=NetworkSegment(9e94c1a1-234c-4cb2-abb6-51a347d0173b),segment_id=9e94c1a1-234c-4cb2-abb6-51a347d0173b)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:44.012607 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-00fd46a6-7b21-47ff-b489-8813ea6085e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:44.035130 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-00fd46a6-7b21-47ff-b489-8813ea6085e3 admin admin] Calling delete_port for 484eb883-f413-4402-a2e5-bca4cf690034 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:44.069667 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-25ca34fa-88e6-4f9c-9441-fa46e3e619ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:44.158628 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d497fc1e-96b7-49b1-9c34-6d9e5a3f57a0 None None] Deleting port 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:44.159019 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d497fc1e-96b7-49b1-9c34-6d9e5a3f57a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:44.194236 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-25ca34fa-88e6-4f9c-9441-fa46e3e619ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:44.204927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ca34fa-88e6-4f9c-9441-fa46e3e619ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:44.209977 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-25ca34fa-88e6-4f9c-9441-fa46e3e619ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:44.308222 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-25ca34fa-88e6-4f9c-9441-fa46e3e619ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.6453555
Nov 20 20:57:44.310722 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44760) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:44.315466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d497fc1e-96b7-49b1-9c34-6d9e5a3f57a0 None None] For port 0d656c4d-e0ba-47ee-b16d-b17e6f12d873, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d656c4d-e0ba-47ee-b16d-b17e6f12d873,segment=NetworkSegment(a9abd720-9489-48ca-9818-7a9c2a3df1f8),segment_id=a9abd720-9489-48ca-9818-7a9c2a3df1f8)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:44.316053 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d497fc1e-96b7-49b1-9c34-6d9e5a3f57a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:44.322964 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8c86a988-d0ab-483e-bcb0-142d756067b2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'subnet': {'network_id': '3dd8f3c7-7d77-4a17-97fb-584a3f780e58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:44.346377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d497fc1e-96b7-49b1-9c34-6d9e5a3f57a0 None None] Calling delete_port for 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:44.487384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c86a988-d0ab-483e-bcb0-142d756067b2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:57:44.492037 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c86a988-d0ab-483e-bcb0-142d756067b2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:44.519384 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d497fc1e-96b7-49b1-9c34-6d9e5a3f57a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:44.552178 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-1961f0df-6bf1-4531-b754-0efe7948d12b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:44.563820 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-1961f0df-6bf1-4531-b754-0efe7948d12b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.37 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 805 time: 0.6085885
Nov 20 20:57:44.570997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-7c86512f-8b97-4b18-967c-99ce91637d75 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Request body: {'port': {'device_id': '38ec66af-f8b0-4f25-83ae-85f58885a718', 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339', 'admin_state_up': True, 'tenant_id': 'bfc3f13200ff407ea8e320abdbb3c456'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:44.594819 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497fc1e-96b7-49b1-9c34-6d9e5a3f57a0 None None] Pushing event deleted for resources: {'Port': ['ID=0d656c4d-e0ba-47ee-b16d-b17e6f12d873,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:44.610093 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d497fc1e-96b7-49b1-9c34-6d9e5a3f57a0 None None] No DVR routers for this DVR port 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:57:44.656527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca34fa-88e6-4f9c-9441-fa46e3e619ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Network': ['ID=3dd8f3c7-7d77-4a17-97fb-584a3f780e58,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:44.678656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 3dd8f3c7-7d77-4a17-97fb-584a3f780e58 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:57:44.773083 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:44.780510 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-00fd46a6-7b21-47ff-b489-8813ea6085e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:44.875425 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] Deleting port 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:44.875773 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:44.927684 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd46a6-7b21-47ff-b489-8813ea6085e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=484eb883-f413-4402-a2e5-bca4cf690034,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:44.952329 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c934bd-dccd-44b5-a783-ff0b96198bee None None] DHCP port deletion for 736ec84c-e23f-43ed-94e7-211dbb35bbc4 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:45.012843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 17fcf859-28e3-47e2-a768-ed8ada73c5c6 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:45.017353 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-31231bd5-e176-474c-abee-d540c0aff41e req-0853b4f1-5e46-463f-8a9b-8bf47600ad4c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 210 time: 0.1379242
Nov 20 20:57:45.091396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 17fcf859-28e3-47e2-a768-ed8ada73c5c6 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:45.096809 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:45.109928 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c725e-7843-405c-ae04-6bd5bb23b030 req-ee036b86-484e-4514-add3-fefd0afe8610 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:45.122631 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-837c725e-7843-405c-ae04-6bd5bb23b030 req-ee036b86-484e-4514-add3-fefd0afe8610 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.3554482
Nov 20 20:57:45.152311 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c86a988-d0ab-483e-bcb0-142d756067b2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:45.198350 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] For port 0d656c4d-e0ba-47ee-b16d-b17e6f12d873, host ncdv-master-1, got binding levels [] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:45.199079 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:45.229523 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Allocated IP 172.35.1.14 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/f6c7b0fe-fd0c-4130-abf9-d12f4dac994e) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:57:45.235857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] Calling delete_port for 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:45.241273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.ipam_backend_mixin [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] Port 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 was not found and therefore no delete operation was performed {{(pid=126225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 20 20:57:45.242576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-7c86512f-8b97-4b18-967c-99ce91637d75 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Made reservation on behalf of bfc3f13200ff407ea8e320abdbb3c456 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:57:45.247239 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-7c86512f-8b97-4b18-967c-99ce91637d75 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:45.333410 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-837c725e-7843-405c-ae04-6bd5bb23b030 req-7d97aebb-b563-46e5-a6d8-bcbeb625bbfc tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2098663
Nov 20 20:57:45.376479 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:45.387126 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:45.398726 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:45.432813 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d656c4d-e0ba-47ee-b16d-b17e6f12d873,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:45.442006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] No DVR routers for this DVR port 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:57:45.443578 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:57:45.443929 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0d656c4d-e0ba-47ee-b16d-b17e6f12d873 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:57:45.476750 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-00fd46a6-7b21-47ff-b489-8813ea6085e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:45.481150 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86a988-d0ab-483e-bcb0-142d756067b2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Subnet': ['ID=25e30c01-8581-41ea-a885-5a4e64e49c5a,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:45.498863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86a988-d0ab-483e-bcb0-142d756067b2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Checking segment: {'id': '46f9cfe0-ee97-41b7-8ae6-fa58d69ec128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3dd8f3c7-7d77-4a17-97fb-584a3f780e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:57:45.499225 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c86a988-d0ab-483e-bcb0-142d756067b2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network hostable DHCP agents. Network: 3dd8f3c7-7d77-4a17-97fb-584a3f780e58, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:57:45.585686 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:45.591202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c86a988-d0ab-483e-bcb0-142d756067b2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 3dd8f3c7-7d77-4a17-97fb-584a3f780e58 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:57:45.607400 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6597-88ab-415a-84a0-beb52a3da4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:45.639361 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:45.658023 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-8c86a988-d0ab-483e-bcb0-142d756067b2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3dd8f3c7-7d77-4a17-97fb-584a3f780e58) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:45.664791 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c86a988-d0ab-483e-bcb0-142d756067b2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:45.665382 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c86a988-d0ab-483e-bcb0-142d756067b2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:45.674220 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f45a4b-b029-49c0-8522-6f6f63f41de9 None None] Network 3dd8f3c7-7d77-4a17-97fb-584a3f780e58 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:57:45.709172 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54b68640>,) {'filters': {'network_id': ['61e41d9d-289d-4d8f-848e-3240f66d9e3e']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:45.718496 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:45.736331 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:45.739492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54b68640>, 'a9abd720-9489-48ca-9818-7a9c2a3df1f8') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:45.739875 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54b68640>, 'a9abd720-9489-48ca-9818-7a9c2a3df1f8') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:45.753292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:57:45.756236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-7c86512f-8b97-4b18-967c-99ce91637d75 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Allocated IP 172.20.0.2 (00efdad1-1d3a-4059-9b5a-980ee6794339/67696e00-d47a-4c01-b60f-02743de8399e/a6d1b525-e620-4e9a-ad16-660dd0870311) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:57:45.761111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event updated for resources: {'Port': ['ID=f6c7b0fe-fd0c-4130-abf9-d12f4dac994e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:45.764493 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:45.813137 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:45.835149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:57:45.835661 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:57:45.838116 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:57:45.886991 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fd46a6-7b21-47ff-b489-8813ea6085e3 admin admin] Router 6164ed87-5438-4ac2-bfca-64d92637c049 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:57:45.913871 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8c86a988-d0ab-483e-bcb0-142d756067b2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5994475
Nov 20 20:57:45.914519 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44772) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:45.988798 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3dd8f3c7-7d77-4a17-97fb-584a3f780e58', 'network_id': '3dd8f3c7-7d77-4a17-97fb-584a3f780e58', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'fixed_ips': [{'subnet_id': '25e30c01-8581-41ea-a885-5a4e64e49c5a'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:57:45.990223 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:45.993168 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.047690 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-29a500cf-83ba-487d-b6f7-2314d56549ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1607485410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:46.059227 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.070368 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/61e41d9d-289d-4d8f-848e-3240f66d9e3e HTTP/1.1" status: 204  len: 168 time: 2.5473442
Nov 20 20:57:46.081336 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fd46a6-7b21-47ff-b489-8813ea6085e3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:57:46.096901 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-00fd46a6-7b21-47ff-b489-8813ea6085e3 admin admin] 10.222.0.41 "PUT /v2.0/routers/6164ed87-5438-4ac2-bfca-64d92637c049/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6270854
Nov 20 20:57:46.103872 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44778) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:46.128493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df03cd-c9d8-4486-9d54-e8d8f033b2f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=61e41d9d-289d-4d8f-848e-3240f66d9e3e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:46.143383 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.181494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Allocated IP 172.20.0.2 (3dd8f3c7-7d77-4a17-97fb-584a3f780e58/25e30c01-8581-41ea-a885-5a4e64e49c5a/ad02b269-cc8b-4e27-b66f-f541c2408917) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:57:46.249092 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29a500cf-83ba-487d-b6f7-2314d56549ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.252156 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29a500cf-83ba-487d-b6f7-2314d56549ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.271779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4edb2f29-4cb1-4ffc-8232-3fe52a549e45 req-3b1c7f85-85eb-486e-9b55-fdc0c0346692 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 210 time: 0.1402750
Nov 20 20:57:46.315828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f72b450-6817-43b8-9742-14b1d6c6bbe9 None None] Sync routers for ids ['6164ed87-5438-4ac2-bfca-64d92637c049'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:57:46.335017 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f72b450-6817-43b8-9742-14b1d6c6bbe9 None None] Routers {'6164ed87-5438-4ac2-bfca-64d92637c049'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:46.335995 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7f72b450-6817-43b8-9742-14b1d6c6bbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464ef5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6164ed87-5438-4ac2-bfca-64d92637c049'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:46.336617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44782) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:46.339170 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.374525 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21bdab99-602a-4d2c-b598-9d1c1d631af1 admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.453599 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-7c86512f-8b97-4b18-967c-99ce91637d75 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.524169 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-20f345aa-4bca-44ba-b052-5c8611470918 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a48484c034b44d9bbd058ca3ed927499&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1827531
Nov 20 20:57:46.531717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44786) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:46.547451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-7f72b450-6817-43b8-9742-14b1d6c6bbe9 None None] Set router 6164ed87-5438-4ac2-bfca-64d92637c049 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:57:46.550540 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.620934 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.651912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f8112-9ac0-4732-8467-c6dcf4c70790 req-95d40166-be2d-456f-9f4c-6b1fb8b1731d tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:46.654156 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd2f8112-9ac0-4732-8467-c6dcf4c70790 req-95d40166-be2d-456f-9f4c-6b1fb8b1731d tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.1776168
Nov 20 20:57:46.664488 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-7c86512f-8b97-4b18-967c-99ce91637d75 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.682881 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Network 3dd8f3c7-7d77-4a17-97fb-584a3f780e58 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:46.692460 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:46.695634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:57:46.700736 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f8de97a0-2799-4c39-82a8-566fd2fe46e8'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:57:46.744211 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-7c86512f-8b97-4b18-967c-99ce91637d75 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Network 00efdad1-1d3a-4059-9b5a-980ee6794339 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:46.766095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-7c86512f-8b97-4b18-967c-99ce91637d75 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:46.786468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-7c86512f-8b97-4b18-967c-99ce91637d75 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:57:46.850590 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29a500cf-83ba-487d-b6f7-2314d56549ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.859753 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3197549-07ba-411b-921a-4fae0b70c6be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.868798 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86512f-8b97-4b18-967c-99ce91637d75 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Pushing event updated for resources: {'Port': ['ID=a6d1b525-e620-4e9a-ad16-660dd0870311,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:46.894391 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.896022 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9ff40b-2443-4bfd-a22b-1bcd8c033bc1 None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:46.906716 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd2f8112-9ac0-4732-8467-c6dcf4c70790 req-8c4784e0-0580-4af6-883f-74c28b473f5d tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2451413
Nov 20 20:57:46.920454 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29a500cf-83ba-487d-b6f7-2314d56549ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.922601 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.936551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-7c86512f-8b97-4b18-967c-99ce91637d75 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:46.937401 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-7c86512f-8b97-4b18-967c-99ce91637d75 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.949004 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.949643 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29a500cf-83ba-487d-b6f7-2314d56549ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.953910 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-29a500cf-83ba-487d-b6f7-2314d56549ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.0374310
Nov 20 20:57:46.954581 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44788) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:46.956761 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3197549-07ba-411b-921a-4fae0b70c6be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:46.963911 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21bdab99-602a-4d2c-b598-9d1c1d631af1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:47.032681 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-7c86512f-8b97-4b18-967c-99ce91637d75 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4665155
Nov 20 20:57:47.073065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Request body: {'port': {'device_id': '38ec66af-f8b0-4f25-83ae-85f58885a718', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:47.117980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Pushing event updated for resources: {'Port': ['ID=ad02b269-cc8b-4e27-b66f-f541c2408917,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:47.143647 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Attempting to bind port ad02b269-cc8b-4e27-b66f-f541c2408917 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:57:47.144023 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Attempting to bind port ad02b269-cc8b-4e27-b66f-f541c2408917 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '46f9cfe0-ee97-41b7-8ae6-fa58d69ec128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3dd8f3c7-7d77-4a17-97fb-584a3f780e58'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:57:47.144587 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Attempting to bind port ad02b269-cc8b-4e27-b66f-f541c2408917 on network 3dd8f3c7-7d77-4a17-97fb-584a3f780e58 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:57:47.177699 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:57:47.179216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Checking segment: {'id': '46f9cfe0-ee97-41b7-8ae6-fa58d69ec128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3dd8f3c7-7d77-4a17-97fb-584a3f780e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:57:47.179216 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:47.179216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Bound using segment: {'id': '46f9cfe0-ee97-41b7-8ae6-fa58d69ec128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3dd8f3c7-7d77-4a17-97fb-584a3f780e58'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:57:47.179509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Bound port: ad02b269-cc8b-4e27-b66f-f541c2408917, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f9cfe0-ee97-41b7-8ae6-fa58d69ec128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3dd8f3c7-7d77-4a17-97fb-584a3f780e58'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:57:47.180254 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:47.199078 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-21bdab99-602a-4d2c-b598-9d1c1d631af1 admin admin] Deleting port d5bb8902-f48e-46da-b226-b4634bb0d847 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:47.199569 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21bdab99-602a-4d2c-b598-9d1c1d631af1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:47.300001 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-21bdab99-602a-4d2c-b598-9d1c1d631af1 admin admin] For port d5bb8902-f48e-46da-b226-b4634bb0d847, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5bb8902-f48e-46da-b226-b4634bb0d847,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:47.300440 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21bdab99-602a-4d2c-b598-9d1c1d631af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:47.318753 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-41e8ec7b-ed1d-4865-a220-058d7ea02ae7 None None] Provisioning complete for port a6d1b525-e620-4e9a-ad16-660dd0870311 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:47.319123 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-41e8ec7b-ed1d-4865-a220-058d7ea02ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:47.321699 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-21bdab99-602a-4d2c-b598-9d1c1d631af1 admin admin] Calling delete_port for d5bb8902-f48e-46da-b226-b4634bb0d847 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:47.409583 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] For port ad02b269-cc8b-4e27-b66f-f541c2408917, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:57:47.415365 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] For port ad02b269-cc8b-4e27-b66f-f541c2408917, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad02b269-cc8b-4e27-b66f-f541c2408917,segment=NetworkSegment(46f9cfe0-ee97-41b7-8ae6-fa58d69ec128),segment_id=46f9cfe0-ee97-41b7-8ae6-fa58d69ec128)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:57:47.448687 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:47.517792 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-41e8ec7b-ed1d-4865-a220-058d7ea02ae7 None None] Port a6d1b525-e620-4e9a-ad16-660dd0870311 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:57:47.576072 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7f72b450-6817-43b8-9742-14b1d6c6bbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464ef5e0>, [{'id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'name': 'tempest-ServerRescueNegativeTestJSON-1835167515-router', 'tenant_id': '55ad41c3ee37467d8298682b08275eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd5bb8902-f48e-46da-b226-b4634bb0d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:59Z', 'updated_at': '2021-11-20T20:57:44Z', 'revision_number': 5, 'project_id': '55ad41c3ee37467d8298682b08275eb9', 'gw_port': {'id': 'd5bb8902-f48e-46da-b226-b4634bb0d847', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:55:00Z', 'updated_at': '2021-11-20T20:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:47.580120 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b54e01-a4a1-4c23-a9f1-760ef0d75f3a None None] Pushing event updated for resources: {'Port': ['ID=ad02b269-cc8b-4e27-b66f-f541c2408917,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:47.625900 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f72b450-6817-43b8-9742-14b1d6c6bbe9 None None] Checking router: 6164ed87-5438-4ac2-bfca-64d92637c049 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:57:47.655340 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f72b450-6817-43b8-9742-14b1d6c6bbe9 None None] Routers {'6164ed87-5438-4ac2-bfca-64d92637c049'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:47.656150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7f72b450-6817-43b8-9742-14b1d6c6bbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464ef5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6164ed87-5438-4ac2-bfca-64d92637c049'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:47.682289 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9737a-b8fc-456b-a3de-18579c0e9a52 req-7f8cc504-07ad-47b9-939c-5af32660d120 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:47.689659 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75c9737a-b8fc-456b-a3de-18579c0e9a52 req-7f8cc504-07ad-47b9-939c-5af32660d120 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 931 time: 0.2577281
Nov 20 20:57:47.700197 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event updated for resources: {'Port': ['ID=f6c7b0fe-fd0c-4130-abf9-d12f4dac994e,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:47.732694 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:47.749875 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3197549-07ba-411b-921a-4fae0b70c6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:47.752753 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3197549-07ba-411b-921a-4fae0b70c6be admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:47.762419 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c3197549-07ba-411b-921a-4fae0b70c6be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495 HTTP/1.1" status: 204  len: 168 time: 1.2252820
Nov 20 20:57:47.766930 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:47.771207 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:47.805706 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:47.805706 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1ca64f7d-011c-4035-b2f6-233748b704d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.2831857
Nov 20 20:57:47.823797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3197549-07ba-411b-921a-4fae0b70c6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bfab2d-9f73-4e7d-a22f-e9d3f39ec495,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:47.892786 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75c9737a-b8fc-456b-a3de-18579c0e9a52 req-d93e084e-f5ec-4a56-9d69-84216b85f319 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2000639
Nov 20 20:57:47.941036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-7f72b450-6817-43b8-9742-14b1d6c6bbe9 None None] Set router 6164ed87-5438-4ac2-bfca-64d92637c049 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:57:48.112583 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21bdab99-602a-4d2c-b598-9d1c1d631af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:48.212690 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86299061-656b-42ab-83e9-92c140cee603 req-98c611de-10e1-4db6-ad9f-fda458d390b1 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:48.212840 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac0b863-bb5d-4ec2-a00d-814a7437c5da None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:48.214585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-86299061-656b-42ab-83e9-92c140cee603 req-98c611de-10e1-4db6-ad9f-fda458d390b1 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.1270626
Nov 20 20:57:48.219158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7f72b450-6817-43b8-9742-14b1d6c6bbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464ef5e0>, [{'id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'name': 'tempest-ServerRescueNegativeTestJSON-1835167515-router', 'tenant_id': '55ad41c3ee37467d8298682b08275eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:59Z', 'updated_at': '2021-11-20T20:57:46Z', 'revision_number': 6, 'project_id': '55ad41c3ee37467d8298682b08275eb9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:48.273339 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f72b450-6817-43b8-9742-14b1d6c6bbe9 None None] The sync data for ids ['6164ed87-5438-4ac2-bfca-64d92637c049'] in ncdv-master-1 is: [{'id': '6164ed87-5438-4ac2-bfca-64d92637c049', 'name': 'tempest-ServerRescueNegativeTestJSON-1835167515-router', 'tenant_id': '55ad41c3ee37467d8298682b08275eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:54:59Z', 'updated_at': '2021-11-20T20:57:46Z', 'revision_number': 6, 'project_id': '55ad41c3ee37467d8298682b08275eb9', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:57:48.344698 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdab99-602a-4d2c-b598-9d1c1d631af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5bb8902-f48e-46da-b226-b4634bb0d847,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:48.471458 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21bdab99-602a-4d2c-b598-9d1c1d631af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:48.521046 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:48.525183 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d1b525-e620-4e9a-ad16-660dd0870311 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:57:48.534136 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:48.548916 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Transition to ACTIVE for port object a6d1b525-e620-4e9a-ad16-660dd0870311 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:57:48.572329 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:48.599032 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-6027ea6c-f38e-43e1-9df0-e18b8a19e3d0 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--471371780&fields=id&tenant_id=e51856fcb6a14eb6a78ce767f46c8472 HTTP/1.1" status: 200  len: 267 time: 0.3302639
Nov 20 20:57:48.619911 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44814) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:48.663135 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816cfbba-3dba-482e-9606-c647fa512751 None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:48.672784 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-86299061-656b-42ab-83e9-92c140cee603 req-737852b9-20a8-4015-8ba9-1e83a8fe63d8 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223595
Nov 20 20:57:48.719165 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21bdab99-602a-4d2c-b598-9d1c1d631af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:48.724932 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21bdab99-602a-4d2c-b598-9d1c1d631af1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:48.855479 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Pushing event updated for resources: {'Port': ['ID=a6d1b525-e620-4e9a-ad16-660dd0870311,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:48.881231 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Attempting to bind port a6d1b525-e620-4e9a-ad16-660dd0870311 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:57:48.881718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Attempting to bind port a6d1b525-e620-4e9a-ad16-660dd0870311 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:57:48.882180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Attempting to bind port a6d1b525-e620-4e9a-ad16-660dd0870311 on network 00efdad1-1d3a-4059-9b5a-980ee6794339 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:57:48.887946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Port a6d1b525-e620-4e9a-ad16-660dd0870311 on network 00efdad1-1d3a-4059-9b5a-980ee6794339 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:57:48.888692 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Attempting to bind port a6d1b525-e620-4e9a-ad16-660dd0870311 on network 00efdad1-1d3a-4059-9b5a-980ee6794339 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:57:48.895579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:57:48.896368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Checking segment: {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:57:48.896861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Bound using segment: {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:57:48.897922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Bound port: a6d1b525-e620-4e9a-ad16-660dd0870311, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:57:48.898418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:48.994119 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.040217 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21bdab99-602a-4d2c-b598-9d1c1d631af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.040952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bdab99-602a-4d2c-b598-9d1c1d631af1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6164ed87-5438-4ac2-bfca-64d92637c049 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:57:49.050938 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21bdab99-602a-4d2c-b598-9d1c1d631af1 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.053036 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-21bdab99-602a-4d2c-b598-9d1c1d631af1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6164ed87-5438-4ac2-bfca-64d92637c049 HTTP/1.1" status: 204  len: 168 time: 2.9447458
Nov 20 20:57:49.059055 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44818) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:49.092993 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Allocated IP 172.20.0.1 (3dd8f3c7-7d77-4a17-97fb-584a3f780e58/25e30c01-8581-41ea-a885-5a4e64e49c5a/9fc508d6-eb13-46aa-9e20-01d62117599f) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:57:49.105753 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] For port a6d1b525-e620-4e9a-ad16-660dd0870311, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:57:49.152766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] For port a6d1b525-e620-4e9a-ad16-660dd0870311, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6d1b525-e620-4e9a-ad16-660dd0870311,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:57:49.157034 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e406b7-75a8-4fbf-ac3f-1dac2e671bfb admin admin] Deleting subnet 8caf43ae-75b1-499d-9400-cbaa8e6fc948 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:57:49.167040 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13258fed-1ae7-435f-a4f4-2fba74a8d3f0 req-24f902a1-02d9-428a-8ee5-5a70b82f9863 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:49.174422 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-13258fed-1ae7-435f-a4f4-2fba74a8d3f0 req-24f902a1-02d9-428a-8ee5-5a70b82f9863 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 943 time: 0.1663847
Nov 20 20:57:49.183565 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.185877 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ca62411a-de3d-4009-beb3-4916cbce8edc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fd6dc03d1db4d58a843c5362583eeaf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5501223
Nov 20 20:57:49.188980 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44820) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:49.195004 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58e406b7-75a8-4fbf-ac3f-1dac2e671bfb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.199153 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-725213ec-cc40-4f77-a1c0-d900d91d2d49 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:49.201215 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-725213ec-cc40-4f77-a1c0-d900d91d2d49 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 811 time: 0.6014526
Nov 20 20:57:49.263845 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c1a1a5-9f99-4365-8020-2dea7cfed623 None None] Network 3dd8f3c7-7d77-4a17-97fb-584a3f780e58 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:57:49.333624 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:49.334296 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.335719 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] 10.222.0.37 "PUT /v2.0/ports/a6d1b525-e620-4e9a-ad16-660dd0870311 HTTP/1.1" status: 200  len: 1091 time: 2.2912085
Nov 20 20:57:49.343855 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c8a183-4bd2-4083-a4f7-d3dcb6c20afa None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:49.344279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ec66af-f8b0-4f25-83ae-85f58885a718', 'tag': 'a6d1b525-e620-4e9a-ad16-660dd0870311'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:49.347107 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-884d5165-987b-400c-9189-ffad12d769f0 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/quotas/e51856fcb6a14eb6a78ce767f46c8472 HTTP/1.1" status: 200  len: 375 time: 0.1342201
Nov 20 20:57:49.348816 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b86f3fe-e50d-476e-92f4-6033a8d0f0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "38ec66af-f8b0-4f25-83ae-85f58885a718", "tag": "a6d1b525-e620-4e9a-ad16-660dd0870311"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:49.367096 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58e406b7-75a8-4fbf-ac3f-1dac2e671bfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.462851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e71c4f02-a3d5-4877-a292-bb98a67b9b37 None None] Provisioning complete for port ad02b269-cc8b-4e27-b66f-f541c2408917 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:49.463236 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e71c4f02-a3d5-4877-a292-bb98a67b9b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.474104 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-13258fed-1ae7-435f-a4f4-2fba74a8d3f0 req-2344c0b3-f31b-4e91-9cb4-5d6e0253c640 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2931507
Nov 20 20:57:49.533809 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc0696-ea97-4781-99c1-db107272dbdf service neutron] Pushing event updated for resources: {'Port': ['ID=a6d1b525-e620-4e9a-ad16-660dd0870311,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:49.549896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ad02b269-cc8b-4e27-b66f-f541c2408917 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:49.571520 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ff6a2a8-d239-498c-ac12-c7d4e17519f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.576631 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.581777 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a56ceb-3fac-495e-afb3-ffb4dfe6c543 x-openstack-request-id: req-73a56ceb-3fac-495e-afb3-ffb4dfe6c543 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:49.582629 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ec66af-f8b0-4f25-83ae-85f58885a718", "tag": "a6d1b525-e620-4e9a-ad16-660dd0870311", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:49.582899 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73a56ceb-3fac-495e-afb3-ffb4dfe6c543 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:49.583321 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ec66af-f8b0-4f25-83ae-85f58885a718', 'tag': 'a6d1b525-e620-4e9a-ad16-660dd0870311', 'status': 'completed', 'code': 200}
Nov 20 20:57:49.591406 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58e406b7-75a8-4fbf-ac3f-1dac2e671bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.621143 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-7626dab0-2447-4a0c-8243-a2b2f04ae14a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2423327
Nov 20 20:57:49.630627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-47186cb6-3cb3-41d5-91e6-fddcaf996e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:49.632181 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-47186cb6-3cb3-41d5-91e6-fddcaf996e0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 1094 time: 0.2172112
Nov 20 20:57:49.642217 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ff6a2a8-d239-498c-ac12-c7d4e17519f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.692031 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-de760fe1-1055-4256-ab32-ec6c45217098 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6d1b525-e620-4e9a-ad16-660dd0870311 HTTP/1.1" status: 200  len: 217 time: 0.0478408
Nov 20 20:57:49.763620 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58e406b7-75a8-4fbf-ac3f-1dac2e671bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.803996 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.836378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e406b7-75a8-4fbf-ac3f-1dac2e671bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8caf43ae-75b1-499d-9400-cbaa8e6fc948,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:49.868588 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7db47a-09ce-4838-9e12-a22226da040a None None] Network 736ec84c-e23f-43ed-94e7-211dbb35bbc4 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:57:49.870556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-91c7629f-d15d-43d9-a714-bbedb0f776d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:49.873133 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-91c7629f-d15d-43d9-a714-bbedb0f776d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67696e00-d47a-4c01-b60f-02743de8399e HTTP/1.1" status: 200  len: 845 time: 0.1716695
Nov 20 20:57:49.876217 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58e406b7-75a8-4fbf-ac3f-1dac2e671bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.883592 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-58e406b7-75a8-4fbf-ac3f-1dac2e671bfb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8caf43ae-75b1-499d-9400-cbaa8e6fc948 HTTP/1.1" status: 204  len: 168 time: 0.8220360
Nov 20 20:57:49.888523 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44828) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:49.895512 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ff6a2a8-d239-498c-ac12-c7d4e17519f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.900898 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ff6a2a8-d239-498c-ac12-c7d4e17519f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.902208 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9ff6a2a8-d239-498c-ac12-c7d4e17519f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82938b5b-af07-4222-9739-d4c810f661b4 HTTP/1.1" status: 204  len: 168 time: 0.6999061
Nov 20 20:57:49.959495 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ad02b269-cc8b-4e27-b66f-f541c2408917 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:49.959871 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:49.968476 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-6b59d638-7ad5-4ebe-80cd-87a0919ab891 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00efdad1-1d3a-4059-9b5a-980ee6794339&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477793
Nov 20 20:57:49.993263 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6a2a8-d239-498c-ac12-c7d4e17519f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82938b5b-af07-4222-9739-d4c810f661b4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:50.041357 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 3dd8f3c7-7d77-4a17-97fb-584a3f780e58 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:50.053254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:50.061449 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec604ac-1a22-443c-a3e3-a931aa3024d2 req-3ff9be5e-b747-464d-a194-4fc4334f47eb tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:50.064019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6ec604ac-1a22-443c-a3e3-a931aa3024d2 req-3ff9be5e-b747-464d-a194-4fc4334f47eb tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.2180285
Nov 20 20:57:50.090916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:57:50.102920 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=9fc508d6-eb13-46aa-9e20-01d62117599f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:50.134524 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-06e740c2-0048-457a-a2ee-a7dc18c6fea0 service neutron] 10.222.0.41 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4808497
Nov 20 20:57:50.191585 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e71c4f02-a3d5-4877-a292-bb98a67b9b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:50.195999 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-28090464-ea96-401e-a9a5-040f084107e3 service neutron] 10.222.0.37 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1989522
Nov 20 20:57:50.208435 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6ec604ac-1a22-443c-a3e3-a931aa3024d2 req-9b1b06e5-f560-4d56-b8a0-02b9313ce5ff tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055043
Nov 20 20:57:50.304373 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e71c4f02-a3d5-4877-a292-bb98a67b9b37 None None] For port ad02b269-cc8b-4e27-b66f-f541c2408917, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad02b269-cc8b-4e27-b66f-f541c2408917,segment=NetworkSegment(46f9cfe0-ee97-41b7-8ae6-fa58d69ec128),segment_id=46f9cfe0-ee97-41b7-8ae6-fa58d69ec128)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:50.310966 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e71c4f02-a3d5-4877-a292-bb98a67b9b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:50.363377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a26cbc1-0a2c-4a31-b725-e040f95a7683 None None] DHCP port deletion for 736ec84c-e23f-43ed-94e7-211dbb35bbc4 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:50.418691 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a12329be-3b95-49c3-8c88-dabde1a062f9 req-991543fd-4390-43dd-89e7-3d8db1d82add service neutron] 10.222.0.37 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2051110
Nov 20 20:57:50.443866 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4f02-a3d5-4877-a292-bb98a67b9b37 None None] Pushing event updated for resources: {'Port': ['ID=ad02b269-cc8b-4e27-b66f-f541c2408917,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:50.449164 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 484eb883-f413-4402-a2e5-bca4cf690034 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:50.472448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 484eb883-f413-4402-a2e5-bca4cf690034 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:57:50.473399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 484eb883-f413-4402-a2e5-bca4cf690034 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:57:50.569754 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-66ff4bb0-05a7-4bdf-ae40-f08d267ee381 service neutron] 10.222.0.41 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3409469
Nov 20 20:57:50.579821 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:50.631528 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d185505e-8d5d-4f9f-b2f3-fd7123ae795b None None] Provisioning complete for port ad02b269-cc8b-4e27-b66f-f541c2408917 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:50.633204 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d185505e-8d5d-4f9f-b2f3-fd7123ae795b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:50.702165 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3446c4c1-7606-4c88-a449-6e21ca66bbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:50.768568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8b7d1-2b00-4ea9-b5cb-9f4348a1d9fe req-f5d93227-a88a-4850-83ef-ae192826a67c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:50.780566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69a8b7d1-2b00-4ea9-b5cb-9f4348a1d9fe req-f5d93227-a88a-4850-83ef-ae192826a67c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 943 time: 0.1751614
Nov 20 20:57:50.790351 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86f3fe-e50d-476e-92f4-6033a8d0f0a8 req-f7edc341-1140-45d8-b1bd-6388afa1e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:50.791904 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1b86f3fe-e50d-476e-92f4-6033a8d0f0a8 req-f7edc341-1140-45d8-b1bd-6388afa1e937 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 1094 time: 0.2828732
Nov 20 20:57:50.950101 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ad02b269-cc8b-4e27-b66f-f541c2408917 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:50.967936 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69a8b7d1-2b00-4ea9-b5cb-9f4348a1d9fe req-e7f9ffa9-c774-4c42-b992-b6ad1fa9b391 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854746
Nov 20 20:57:51.041317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-05f549d8-4bcc-4d08-9ee0-dbe8c3494e72 None None] Provisioning complete for port 9fc508d6-eb13-46aa-9e20-01d62117599f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:51.042005 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05f549d8-4bcc-4d08-9ee0-dbe8c3494e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:51.102276 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-05f549d8-4bcc-4d08-9ee0-dbe8c3494e72 None None] Port 9fc508d6-eb13-46aa-9e20-01d62117599f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:57:51.109077 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ad02b269-cc8b-4e27-b66f-f541c2408917 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:51.109854 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:51.115497 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3446c4c1-7606-4c88-a449-6e21ca66bbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:51.120836 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9f34c064-7ac3-44f2-9e0b-d31c974669ab req-e39288e4-01b3-43ca-8c37-1a71191143dc tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 210 time: 0.1890743
Nov 20 20:57:51.154658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86f3fe-e50d-476e-92f4-6033a8d0f0a8 req-5f427c77-0670-4303-9748-c331af145cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:51.157378 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1b86f3fe-e50d-476e-92f4-6033a8d0f0a8 req-5f427c77-0670-4303-9748-c331af145cd9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 906 time: 0.2220640
Nov 20 20:57:51.225723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-3446c4c1-7606-4c88-a449-6e21ca66bbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4fe608b0>,) {'filters': {'network_id': ['736ec84c-e23f-43ed-94e7-211dbb35bbc4']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:51.257922 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-3446c4c1-7606-4c88-a449-6e21ca66bbc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fe608b0>, '9e94c1a1-234c-4cb2-abb6-51a347d0173b') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:51.258888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-3446c4c1-7606-4c88-a449-6e21ca66bbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fe608b0>, '9e94c1a1-234c-4cb2-abb6-51a347d0173b') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:51.274423 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:51.281034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3446c4c1-7606-4c88-a449-6e21ca66bbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:51.286527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1b86f3fe-e50d-476e-92f4-6033a8d0f0a8 req-0a8730b6-2242-4f88-b91c-a6146f5ed7a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6d1b525-e620-4e9a-ad16-660dd0870311 HTTP/1.1" status: 200  len: 217 time: 0.1163387
Nov 20 20:57:51.368234 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device d5bb8902-f48e-46da-b226-b4634bb0d847 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:51.424633 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: d5bb8902-f48e-46da-b226-b4634bb0d847 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:57:51.425137 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device d5bb8902-f48e-46da-b226-b4634bb0d847 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:57:51.440634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86f3fe-e50d-476e-92f4-6033a8d0f0a8 req-aa5a066e-4765-4b5c-b2fc-e35f89a72de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:51.443350 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1b86f3fe-e50d-476e-92f4-6033a8d0f0a8 req-aa5a066e-4765-4b5c-b2fc-e35f89a72de1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67696e00-d47a-4c01-b60f-02743de8399e HTTP/1.1" status: 200  len: 845 time: 0.1495249
Nov 20 20:57:51.480721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b0418-ea0b-4a7c-903e-15c2dbdac864 req-cfb32223-6d8b-427d-8150-41cb883d476f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:51.486091 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-401b0418-ea0b-4a7c-903e-15c2dbdac864 req-cfb32223-6d8b-427d-8150-41cb883d476f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.1001835
Nov 20 20:57:51.540640 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1b86f3fe-e50d-476e-92f4-6033a8d0f0a8 req-6f8bf823-0e4d-441a-80c9-6a276dfb957c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00efdad1-1d3a-4059-9b5a-980ee6794339&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0841908
Nov 20 20:57:51.676964 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-401b0418-ea0b-4a7c-903e-15c2dbdac864 req-f255fa50-2d76-407a-9ddb-1f7aca133cce tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716430
Nov 20 20:57:51.696831 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3446c4c1-7606-4c88-a449-6e21ca66bbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:51.710445 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44866) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:51.727710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3446c4c1-7606-4c88-a449-6e21ca66bbc8 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:57:51.728583 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3446c4c1-7606-4c88-a449-6e21ca66bbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:57:51.730586 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:57:51.762307 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:51.777210 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:51.782953 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1b86f3fe-e50d-476e-92f4-6033a8d0f0a8 req-986e2972-d2e6-43da-b0de-b30fba6ae549 service neutron] 10.222.0.37 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2319348
Nov 20 20:57:51.865252 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3446c4c1-7606-4c88-a449-6e21ca66bbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:51.886393 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3446c4c1-7606-4c88-a449-6e21ca66bbc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:51.890933 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3446c4c1-7606-4c88-a449-6e21ca66bbc8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/736ec84c-e23f-43ed-94e7-211dbb35bbc4 HTTP/1.1" status: 204  len: 168 time: 1.9962294
Nov 20 20:57:51.932718 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:51.938513 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446c4c1-7606-4c88-a449-6e21ca66bbc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=736ec84c-e23f-43ed-94e7-211dbb35bbc4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:51.990039 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-880d3ce8-2cc5-4802-94e6-c3f72606a39c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-network', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:52.008300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=9fc508d6-eb13-46aa-9e20-01d62117599f,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:52.088320 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880d3ce8-2cc5-4802-94e6-c3f72606a39c admin admin] Made reservation on behalf of 81f065ce4dee4b479d5ab54d07605e61 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:57:52.092046 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-880d3ce8-2cc5-4802-94e6-c3f72606a39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:52.104936 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-880d3ce8-2cc5-4802-94e6-c3f72606a39c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:52.129052 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44874) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:52.153297 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1b86f3fe-e50d-476e-92f4-6033a8d0f0a8 req-812db8d1-f6ba-477a-8f8e-feb20974d21d service neutron] 10.222.0.37 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3478165
Nov 20 20:57:52.177244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9f54d-dc02-4329-aa2a-c8f508ce300c req-945fe5e2-d804-4b2a-a0af-fd43f426dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:52.179242 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26a9f54d-dc02-4329-aa2a-c8f508ce300c req-945fe5e2-d804-4b2a-a0af-fd43f426dbad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 1097 time: 0.0760763
Nov 20 20:57:52.220466 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 3dd8f3c7-7d77-4a17-97fb-584a3f780e58 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:52.250994 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:52.283325 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d7202f42-98d0-4f2c-959e-cb5f411f1b68 req-8acdc274-616a-4a5f-9acc-425510c88a1a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 210 time: 0.0512609
Nov 20 20:57:52.431799 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9f54d-dc02-4329-aa2a-c8f508ce300c req-77837342-99a5-4cd8-a984-49e227772910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:52.433808 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26a9f54d-dc02-4329-aa2a-c8f508ce300c req-77837342-99a5-4cd8-a984-49e227772910 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 913 time: 0.2293706
Nov 20 20:57:52.541863 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26a9f54d-dc02-4329-aa2a-c8f508ce300c req-f65ae4ee-c0c0-402b-9f3d-a501cb2b245b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6171bf54-836b-4b89-9942-130b6f53b7ac HTTP/1.1" status: 200  len: 217 time: 0.0978582
Nov 20 20:57:52.717696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9f54d-dc02-4329-aa2a-c8f508ce300c req-3d5cdb0e-b75d-46b9-b88c-93a4ad26ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:52.719231 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26a9f54d-dc02-4329-aa2a-c8f508ce300c req-3d5cdb0e-b75d-46b9-b88c-93a4ad26ff69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2907b1cf-3fa4-4cec-bd6c-6b6472f874f9 HTTP/1.1" status: 200  len: 852 time: 0.1700189
Nov 20 20:57:52.747629 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a5eba6ee-522f-49f2-8da7-89fd2fd1a57c None None] Provisioning complete for port 9fc508d6-eb13-46aa-9e20-01d62117599f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:52.748209 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a5eba6ee-522f-49f2-8da7-89fd2fd1a57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:52.806852 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a5eba6ee-522f-49f2-8da7-89fd2fd1a57c None None] Port 9fc508d6-eb13-46aa-9e20-01d62117599f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:57:52.842392 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26a9f54d-dc02-4329-aa2a-c8f508ce300c req-c5842162-03c7-47ff-a248-097e9dee4f89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3915836-86cb-49e6-9e5c-f9e82114304b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0832071
Nov 20 20:57:52.913357 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-880d3ce8-2cc5-4802-94e6-c3f72606a39c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:52.929205 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-880d3ce8-2cc5-4802-94e6-c3f72606a39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:52.953590 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1e0ceb1f-736d-4880-8fac-e32e5deff01c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55ad41c3ee37467d8298682b08275eb9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8193724
Nov 20 20:57:52.954904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44886) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:52.991675 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-d9e69d17-a554-403f-839c-3b00a0c72cce tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:52.993286 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-d9e69d17-a554-403f-839c-3b00a0c72cce tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 811 time: 0.3661320
Nov 20 20:57:53.035963 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26a9f54d-dc02-4329-aa2a-c8f508ce300c req-a960d59b-d88e-451d-b352-2909ebb6ea0c service neutron] 10.222.0.47 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1922829
Nov 20 20:57:53.044331 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a89def-9eaa-4f15-950b-4582e2f9be42 req-374171e5-6640-416a-a01b-0a4588cd100a tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:53.046004 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11a89def-9eaa-4f15-950b-4582e2f9be42 req-374171e5-6640-416a-a01b-0a4588cd100a tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.2598791
Nov 20 20:57:53.051418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340085c3-a701-423b-a0a6-3e8baf78df43 req-85b79c9d-1491-43c1-b4b6-b0830b23e2e7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:53.059542 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-340085c3-a701-423b-a0a6-3e8baf78df43 req-85b79c9d-1491-43c1-b4b6-b0830b23e2e7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 943 time: 0.9136767
Nov 20 20:57:53.119215 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880d3ce8-2cc5-4802-94e6-c3f72606a39c admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:57:53.136562 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d3ce8-2cc5-4802-94e6-c3f72606a39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a67d3a-5422-4e6d-8268-b496b6edcc74,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:53.182785 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-daa0b99a-77b8-41ca-858e-08e8c1c43952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:53.212597 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-a7ef8b07-8fed-4ff2-bddb-39f29f17f0b2 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e51856fcb6a14eb6a78ce767f46c8472 HTTP/1.1" status: 200  len: 379 time: 0.1977553
Nov 20 20:57:53.221805 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-880d3ce8-2cc5-4802-94e6-c3f72606a39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:53.222419 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-880d3ce8-2cc5-4802-94e6-c3f72606a39c admin admin] Added segment cb175cbb-35a1-46a5-bce0-288d0c216635 of type vlan for network 7dde530b-f780-469d-8a3e-3b58058fca24
Nov 20 20:57:53.227099 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-340085c3-a701-423b-a0a6-3e8baf78df43 req-159eb94c-9ff9-491f-8af9-6fd76bdbefba tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665125
Nov 20 20:57:53.234000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-282f8370-9f9f-4f3a-9206-e39ef7bdd345 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Request body: {'port': {'device_id': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'admin_state_up': True, 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'security_groups': ['8b77281d-4252-4888-bc63-421e4dd46b5e']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:53.261427 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11a89def-9eaa-4f15-950b-4582e2f9be42 req-a47b229c-8335-45b2-b16c-00f18c619a2c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844273
Nov 20 20:57:53.278451 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26a9f54d-dc02-4329-aa2a-c8f508ce300c req-2dc90b5e-1c46-420d-a3ee-42d6716bd4e8 service neutron] 10.222.0.47 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2278764
Nov 20 20:57:53.323626 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-880d3ce8-2cc5-4802-94e6-c3f72606a39c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:53.327041 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-daa0b99a-77b8-41ca-858e-08e8c1c43952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:53.373400 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router f409afce-e8aa-4171-bd57-19bb48843b03 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:57:53.406749 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-880d3ce8-2cc5-4802-94e6-c3f72606a39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:53.407844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880d3ce8-2cc5-4802-94e6-c3f72606a39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:53.408668 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-880d3ce8-2cc5-4802-94e6-c3f72606a39c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:53.419983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-282f8370-9f9f-4f3a-9206-e39ef7bdd345 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Made reservation on behalf of e51856fcb6a14eb6a78ce767f46c8472 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:57:53.424615 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-282f8370-9f9f-4f3a-9206-e39ef7bdd345 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:53.434375 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d0265d2f-e485-48d1-af7d-9f93017aa1f5 req-06ecaf87-d232-472c-88aa-2ef99958a315 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 210 time: 0.0454876
Nov 20 20:57:53.516275 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44898) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:53.518532 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-880d3ce8-2cc5-4802-94e6-c3f72606a39c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.8006179
Nov 20 20:57:53.523939 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-85dd462d-9a54-47f1-8ca7-4f36bfa9cdf1 admin admin] Request body: {'subnet': {'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-subnet', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:53.549487 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-daa0b99a-77b8-41ca-858e-08e8c1c43952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:53.552703 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-daa0b99a-77b8-41ca-858e-08e8c1c43952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:53.556324 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-daa0b99a-77b8-41ca-858e-08e8c1c43952 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36b229fe-bffe-40f5-adb4-e9145ac31416 HTTP/1.1" status: 204  len: 168 time: 0.5867503
Nov 20 20:57:53.585225 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d3ce8-2cc5-4802-94e6-c3f72606a39c admin admin] Pushing event updated for resources: {'Network': ['ID=7dde530b-f780-469d-8a3e-3b58058fca24,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:53.585430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dd462d-9a54-47f1-8ca7-4f36bfa9cdf1 admin admin] Made reservation on behalf of 81f065ce4dee4b479d5ab54d07605e61 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:57:53.587620 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-85dd462d-9a54-47f1-8ca7-4f36bfa9cdf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:53.596432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 7dde530b-f780-469d-8a3e-3b58058fca24 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:57:53.608662 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0b99a-77b8-41ca-858e-08e8c1c43952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b229fe-bffe-40f5-adb4-e9145ac31416,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:53.618855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-282f8370-9f9f-4f3a-9206-e39ef7bdd345 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Allocated IP 172.20.0.11 (bafdbd34-4234-401f-abb5-0b7b5a2562ab/7619f288-4cdb-4db5-897a-403b8dada68f/5e95aa78-cf30-4872-a515-77b24aeb0899) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:57:53.619049 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:57:53.627428 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-108764aa-c4e0-4f19-bf1d-e928fe6772cd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/f409afce-e8aa-4171-bd57-19bb48843b03/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6686921
Nov 20 20:57:53.627428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44904) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:53.631100 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa0b8e-97e5-4bf2-a44d-d745e2b70db4 None None] Sync routers for ids ['f409afce-e8aa-4171-bd57-19bb48843b03'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:57:53.646005 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fa0b8e-97e5-4bf2-a44d-d745e2b70db4 None None] Routers {'f409afce-e8aa-4171-bd57-19bb48843b03'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:53.651557 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-22fa0b8e-97e5-4bf2-a44d-d745e2b70db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542e4e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f409afce-e8aa-4171-bd57-19bb48843b03'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:53.712756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a1ab9b-1ac4-4cba-b1c2-4e7349a5518b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:53.714783 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b7a1ab9b-1ac4-4cba-b1c2-4e7349a5518b tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports/9fc508d6-eb13-46aa-9e20-01d62117599f HTTP/1.1" status: 200  len: 910 time: 0.0864923
Nov 20 20:57:53.717473 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44908) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:53.726701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c1aa66d5-14a4-46a9-8e65-c395d153de79 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25e30c01-8581-41ea-a885-5a4e64e49c5a'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:53.743572 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-22fa0b8e-97e5-4bf2-a44d-d745e2b70db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542e4e20>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:53.766448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device a6d1b525-e620-4e9a-ad16-660dd0870311 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:57:53.775149 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fa0b8e-97e5-4bf2-a44d-d745e2b70db4 None None] Routers {'f409afce-e8aa-4171-bd57-19bb48843b03'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:53.776139 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-22fa0b8e-97e5-4bf2-a44d-d745e2b70db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542e4e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f409afce-e8aa-4171-bd57-19bb48843b03'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:53.827204 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-22fa0b8e-97e5-4bf2-a44d-d745e2b70db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542e4e20>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:53.827908 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa0b8e-97e5-4bf2-a44d-d745e2b70db4 None None] The sync data for ids ['f409afce-e8aa-4171-bd57-19bb48843b03'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:57:53.919404 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port a6d1b525-e620-4e9a-ad16-660dd0870311, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6d1b525-e620-4e9a-ad16-660dd0870311,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:53.926897 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-282f8370-9f9f-4f3a-9206-e39ef7bdd345 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:53.943170 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'a6d1b525-e620-4e9a-ad16-660dd0870311', 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339', 'port_id': 'a6d1b525-e620-4e9a-ad16-660dd0870311', 'mac_address': 'fa:16:3e:bc:1a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67696e00-d47a-4c01-b60f-02743de8399e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:57:53.994609 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:54.000769 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c1aa66d5-14a4-46a9-8e65-c395d153de79 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:54.030851 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-85dd462d-9a54-47f1-8ca7-4f36bfa9cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:54.036824 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d1b525-e620-4e9a-ad16-660dd0870311 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:57:54.068339 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port a6d1b525-e620-4e9a-ad16-660dd0870311, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6d1b525-e620-4e9a-ad16-660dd0870311,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:54.073821 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:54.110402 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbcfff13-a76b-494c-ab67-5cf40579b99a req-40e15042-e2b7-421a-bc5c-bb31d3335738 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1568699
Nov 20 20:57:54.138026 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-282f8370-9f9f-4f3a-9206-e39ef7bdd345 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:54.149042 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=a6d1b525-e620-4e9a-ad16-660dd0870311,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:54.189312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b222dd-5632-4578-9dcd-548310d77737 req-f8ad85b6-7e6f-4fe0-a8e5-b394d46c247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:54.190923 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e6b222dd-5632-4578-9dcd-548310d77737 req-f8ad85b6-7e6f-4fe0-a8e5-b394d46c247c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 1097 time: 0.1456015
Nov 20 20:57:54.197052 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd462d-9a54-47f1-8ca7-4f36bfa9cdf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:54.275777 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-282f8370-9f9f-4f3a-9206-e39ef7bdd345 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Network bafdbd34-4234-401f-abb5-0b7b5a2562ab is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:54.295083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f8370-9f9f-4f3a-9206-e39ef7bdd345 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event updated for resources: {'Port': ['ID=5e95aa78-cf30-4872-a515-77b24aeb0899,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:54.298641 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-282f8370-9f9f-4f3a-9206-e39ef7bdd345 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:54.305070 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-282f8370-9f9f-4f3a-9206-e39ef7bdd345 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:57:54.309773 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd462d-9a54-47f1-8ca7-4f36bfa9cdf1 admin admin] Checking segment: {'id': 'cb175cbb-35a1-46a5-bce0-288d0c216635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:57:54.310177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dd462d-9a54-47f1-8ca7-4f36bfa9cdf1 admin admin] Network hostable DHCP agents. Network: 7dde530b-f780-469d-8a3e-3b58058fca24, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:57:54.317087 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['a6d1b525-e620-4e9a-ad16-660dd0870311'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:57:54.458944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfff13-a76b-494c-ab67-5cf40579b99a req-8ea4d4c4-a0e0-4e84-9cc0-39966143c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:54.460540 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbcfff13-a76b-494c-ab67-5cf40579b99a req-8ea4d4c4-a0e0-4e84-9cc0-39966143c57a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 1096 time: 0.2645347
Nov 20 20:57:54.513663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dd462d-9a54-47f1-8ca7-4f36bfa9cdf1 admin admin] Network 7dde530b-f780-469d-8a3e-3b58058fca24 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:57:54.551750 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b222dd-5632-4578-9dcd-548310d77737 req-60c0bac5-1c1b-441a-a7c4-fe8be34746f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:54.553699 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e6b222dd-5632-4578-9dcd-548310d77737 req-60c0bac5-1c1b-441a-a7c4-fe8be34746f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 913 time: 0.3383715
Nov 20 20:57:54.584147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-282f8370-9f9f-4f3a-9206-e39ef7bdd345 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:54.585884 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-282f8370-9f9f-4f3a-9206-e39ef7bdd345 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:54.623461 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c1aa66d5-14a4-46a9-8e65-c395d153de79 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:54.646248 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-85dd462d-9a54-47f1-8ca7-4f36bfa9cdf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7dde530b-f780-469d-8a3e-3b58058fca24) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:54.656555 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7116fe-a903-4bf4-8f59-774634e8e05b None None] Network 7dde530b-f780-469d-8a3e-3b58058fca24 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:57:54.670293 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18030dd6-ee8e-4e85-ab7e-394c8f962567 req-414c52ed-0559-44e2-a2b8-0fae6f5843a0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:54.672065 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-18030dd6-ee8e-4e85-ab7e-394c8f962567 req-414c52ed-0559-44e2-a2b8-0fae6f5843a0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 944 time: 0.1445646
Nov 20 20:57:54.673604 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c1aa66d5-14a4-46a9-8e65-c395d153de79 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:54.776942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa66d5-14a4-46a9-8e65-c395d153de79 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=9fc508d6-eb13-46aa-9e20-01d62117599f,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:54.808073 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e81b2cf3-b4c3-497a-a9c5-de3846fd9e77 None None] Provisioning complete for port 5e95aa78-cf30-4872-a515-77b24aeb0899 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:54.808611 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e81b2cf3-b4c3-497a-a9c5-de3846fd9e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:54.858309 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-18030dd6-ee8e-4e85-ab7e-394c8f962567 req-d046cc22-ac8a-4225-9714-175c91456379 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419165
Nov 20 20:57:54.866352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aa66d5-14a4-46a9-8e65-c395d153de79 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:54.867866 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c1aa66d5-14a4-46a9-8e65-c395d153de79 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:54.870094 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c1aa66d5-14a4-46a9-8e65-c395d153de79 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/ports/9fc508d6-eb13-46aa-9e20-01d62117599f HTTP/1.1" status: 200  len: 910 time: 1.1507967
Nov 20 20:57:54.873033 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44936) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:54.901839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e81b2cf3-b4c3-497a-a9c5-de3846fd9e77 None None] Port 5e95aa78-cf30-4872-a515-77b24aeb0899 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:57:54.981804 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7dde530b-f780-469d-8a3e-3b58058fca24', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:57:54.983118 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:55.023226 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dd462d-9a54-47f1-8ca7-4f36bfa9cdf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:55.023988 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-85dd462d-9a54-47f1-8ca7-4f36bfa9cdf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:55.038487 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e6b222dd-5632-4578-9dcd-548310d77737 req-bcec9713-8165-41b6-9b46-8b925efdcb0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6171bf54-836b-4b89-9942-130b6f53b7ac HTTP/1.1" status: 200  len: 217 time: 0.4452155
Nov 20 20:57:55.055180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d30d36-69e1-42d6-b95a-0fe61ae88983 req-1f595d57-3400-4a74-ae9e-ead65e4af4c1 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:55.057394 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-41d30d36-69e1-42d6-b95a-0fe61ae88983 req-1f595d57-3400-4a74-ae9e-ead65e4af4c1 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.5850234
Nov 20 20:57:55.074296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50f11c-b623-4e59-88ef-0e889519cbea req-5972e249-86c8-482c-8dd8-7f68eadf2bbb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:55.075997 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f50f11c-b623-4e59-88ef-0e889519cbea req-5972e249-86c8-482c-8dd8-7f68eadf2bbb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 932 time: 0.0889435
Nov 20 20:57:55.108766 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-282f8370-9f9f-4f3a-9206-e39ef7bdd345 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8864641
Nov 20 20:57:55.143439 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Allocated IP 172.20.0.2 (7dde530b-f780-469d-8a3e-3b58058fca24/8180eca2-c911-4c6e-a6cc-f0ef5d1546e9/4fa3bd24-2363-4f63-b370-4aa03423b58a) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:57:55.162830 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Request body: {'port': {'device_id': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:55.210584 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-85dd462d-9a54-47f1-8ca7-4f36bfa9cdf1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.6932249
Nov 20 20:57:55.230551 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44942) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:55.237287 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:57:55.274634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfff13-a76b-494c-ab67-5cf40579b99a req-eea5651d-caa1-4e66-bf8d-d945d5675ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:55.276203 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbcfff13-a76b-494c-ab67-5cf40579b99a req-eea5651d-caa1-4e66-bf8d-d945d5675ffd service neutron] 10.222.0.37 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 906 time: 0.7702017
Nov 20 20:57:55.285571 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-41d30d36-69e1-42d6-b95a-0fe61ae88983 req-0b9d9b53-3ea9-437b-beaa-7b7a1cd97331 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660249
Nov 20 20:57:55.356800 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:55.364847 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:55.369081 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbcfff13-a76b-494c-ab67-5cf40579b99a req-a3b99e1b-ac2f-4a59-a341-4abdde9c268b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8de97a0-2799-4c39-82a8-566fd2fe46e8 HTTP/1.1" status: 200  len: 217 time: 0.0823524
Nov 20 20:57:55.370690 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b222dd-5632-4578-9dcd-548310d77737 req-a53cedc5-d0ee-4b35-9d10-553554f32b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:55.372587 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e6b222dd-5632-4578-9dcd-548310d77737 req-a53cedc5-d0ee-4b35-9d10-553554f32b79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2907b1cf-3fa4-4cec-bd6c-6b6472f874f9 HTTP/1.1" status: 200  len: 852 time: 0.2672803
Nov 20 20:57:55.380568 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:55.389177 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:55.408261 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:55.445756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f50f11c-b623-4e59-88ef-0e889519cbea req-78775ab2-0951-4e6d-a777-ebe5f907a4fc tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3305190
Nov 20 20:57:55.446147 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e6b222dd-5632-4578-9dcd-548310d77737 req-5a778db1-0203-4bff-8f6f-301a6fd270a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3915836-86cb-49e6-9e5c-f9e82114304b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0538790
Nov 20 20:57:55.492166 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Network 7dde530b-f780-469d-8a3e-3b58058fca24 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:55.496538 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:55.498794 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Pushing event updated for resources: {'Port': ['ID=4fa3bd24-2363-4f63-b370-4aa03423b58a,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:55.510153 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:57:55.535978 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:55.593302 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Attempting to bind port 4fa3bd24-2363-4f63-b370-4aa03423b58a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:57:55.593817 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Attempting to bind port 4fa3bd24-2363-4f63-b370-4aa03423b58a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cb175cbb-35a1-46a5-bce0-288d0c216635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:57:55.594457 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Attempting to bind port 4fa3bd24-2363-4f63-b370-4aa03423b58a on network 7dde530b-f780-469d-8a3e-3b58058fca24 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:57:55.602557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:57:55.603071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Checking segment: {'id': 'cb175cbb-35a1-46a5-bce0-288d0c216635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:57:55.603607 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:55.604110 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Bound using segment: {'id': 'cb175cbb-35a1-46a5-bce0-288d0c216635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:57:55.604785 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Bound port: 4fa3bd24-2363-4f63-b370-4aa03423b58a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb175cbb-35a1-46a5-bce0-288d0c216635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:57:55.605281 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:55.625466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfff13-a76b-494c-ab67-5cf40579b99a req-5d17c32e-071c-4a7a-8ed5-1ded6a085ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:55.626915 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbcfff13-a76b-494c-ab67-5cf40579b99a req-5d17c32e-071c-4a7a-8ed5-1ded6a085ff1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67696e00-d47a-4c01-b60f-02743de8399e HTTP/1.1" status: 200  len: 845 time: 0.2430439
Nov 20 20:57:55.688373 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] For port 4fa3bd24-2363-4f63-b370-4aa03423b58a, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:57:55.693354 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] For port 4fa3bd24-2363-4f63-b370-4aa03423b58a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fa3bd24-2363-4f63-b370-4aa03423b58a,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:57:55.698651 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:55.711416 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbcfff13-a76b-494c-ab67-5cf40579b99a req-3af9d6c4-18e6-495d-80e1-54a33b72a813 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00efdad1-1d3a-4059-9b5a-980ee6794339&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504122
Nov 20 20:57:55.713401 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:55.751652 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ecb88f20-b1bc-426e-b0c7-1bd94abb0400 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:55.771552 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b189f-e473-4521-8ca2-23cc154b3390 None None] Pushing event updated for resources: {'Port': ['ID=4fa3bd24-2363-4f63-b370-4aa03423b58a,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:55.778367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device a6d1b525-e620-4e9a-ad16-660dd0870311 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:55.785218 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e6b222dd-5632-4578-9dcd-548310d77737 req-b7f9bdbe-4cdc-487e-aee5-c9e9132c8813 service neutron] 10.222.0.47 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2967038
Nov 20 20:57:55.866768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port a6d1b525-e620-4e9a-ad16-660dd0870311 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:57:55.872002 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port a6d1b525-e620-4e9a-ad16-660dd0870311 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:55.872535 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:55.993876 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbcfff13-a76b-494c-ab67-5cf40579b99a req-1e0b0a2a-f10b-40b1-bf45-055255350c4a service neutron] 10.222.0.37 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2721756
Nov 20 20:57:55.995570 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:56.026355 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ec66af-f8b0-4f25-83ae-85f58885a718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d1b525-e620-4e9a-ad16-660dd0870311'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:56.029027 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df1dcce-97ae-4d5a-a67a-908162528680" -d '{"events": [{"server_uuid": "38ec66af-f8b0-4f25-83ae-85f58885a718", "name": "network-vif-plugged", "status": "completed", "tag": "a6d1b525-e620-4e9a-ad16-660dd0870311"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:56.049507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port a6d1b525-e620-4e9a-ad16-660dd0870311, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6d1b525-e620-4e9a-ad16-660dd0870311,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:56.054190 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:56.106462 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f501e5bd-940c-4ce5-9dc4-194615d62585 x-openstack-request-id: req-f501e5bd-940c-4ce5-9dc4-194615d62585 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:56.106786 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ec66af-f8b0-4f25-83ae-85f58885a718", "name": "network-vif-plugged", "status": "completed", "tag": "a6d1b525-e620-4e9a-ad16-660dd0870311", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:56.107058 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f501e5bd-940c-4ce5-9dc4-194615d62585 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:56.107462 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ec66af-f8b0-4f25-83ae-85f58885a718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d1b525-e620-4e9a-ad16-660dd0870311', 'code': 200}
Nov 20 20:57:56.145519 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e6b222dd-5632-4578-9dcd-548310d77737 req-bdaaaa76-f193-4df7-b57e-3808ffee9ae6 service neutron] 10.222.0.47 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3499036
Nov 20 20:57:56.181557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=a6d1b525-e620-4e9a-ad16-660dd0870311,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:56.227748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1c7de-c32c-4ca5-a51f-569f66e2f9f3 req-b2ae268b-46eb-46c9-b8f7-5434e1680c08 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:56.229336 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-84c1c7de-c32c-4ca5-a51f-569f66e2f9f3 req-b2ae268b-46eb-46c9-b8f7-5434e1680c08 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 944 time: 0.2245955
Nov 20 20:57:56.277416 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e95aa78-cf30-4872-a515-77b24aeb0899 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:57:56.284040 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbcfff13-a76b-494c-ab67-5cf40579b99a req-04b6829a-89d2-44a9-85ed-a9c5a17df3cf service neutron] 10.222.0.37 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2804058
Nov 20 20:57:56.289373 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:56.299345 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:56.318908 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:56.333036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Transition to ACTIVE for port object 5e95aa78-cf30-4872-a515-77b24aeb0899 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:57:56.349886 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:56.364700 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-84c1c7de-c32c-4ca5-a51f-569f66e2f9f3 req-8da2757e-c66f-481a-973f-99b1b5d1941f tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152046
Nov 20 20:57:56.367659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5f5da-07b8-4cbb-baed-06913f92dd10 req-660cd03e-f790-4fb1-a7ef-7d0acf557bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:56.369106 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8f5f5da-07b8-4cbb-baed-06913f92dd10 req-660cd03e-f790-4fb1-a7ef-7d0acf557bfe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 1096 time: 0.1307895
Nov 20 20:57:56.380570 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-ecb88f20-b1bc-426e-b0c7-1bd94abb0400 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port 9fc508d6-eb13-46aa-9e20-01d62117599f {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:57:56.380918 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ecb88f20-b1bc-426e-b0c7-1bd94abb0400 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:56.450810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6171bf54-836b-4b89-9942-130b6f53b7ac no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:57:56.541886 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Pushing event updated for resources: {'Port': ['ID=5e95aa78-cf30-4872-a515-77b24aeb0899,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:56.564383 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Allocated IP 172.35.1.233 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/2b460bbc-56bd-44ef-83b1-a9579b59ca4a) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:57:56.611258 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8f5f5da-07b8-4cbb-baed-06913f92dd10 req-a7048807-faca-4761-877b-0bbdd69a01ab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2203770
Nov 20 20:57:56.634583 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ecb88f20-b1bc-426e-b0c7-1bd94abb0400 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:56.643997 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:56.648850 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286a9ef-6a9c-4d26-a8b3-5643e65334b5 req-da4568f2-de65-4048-86cd-e144b1f485b4 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:56.656813 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5286a9ef-6a9c-4d26-a8b3-5643e65334b5 req-da4568f2-de65-4048-86cd-e144b1f485b4 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 946 time: 0.2596891
Nov 20 20:57:56.682842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Attempting to bind port 5e95aa78-cf30-4872-a515-77b24aeb0899 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:57:56.683163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Attempting to bind port 5e95aa78-cf30-4872-a515-77b24aeb0899 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:57:56.683490 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Attempting to bind port 5e95aa78-cf30-4872-a515-77b24aeb0899 on network bafdbd34-4234-401f-abb5-0b7b5a2562ab {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:57:56.688778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Port 5e95aa78-cf30-4872-a515-77b24aeb0899 on network bafdbd34-4234-401f-abb5-0b7b5a2562ab not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:57:56.689101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Attempting to bind port 5e95aa78-cf30-4872-a515-77b24aeb0899 on network bafdbd34-4234-401f-abb5-0b7b5a2562ab {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:57:56.697603 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 6171bf54-836b-4b89-9942-130b6f53b7ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6171bf54-836b-4b89-9942-130b6f53b7ac,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:56.697841 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:57:56.702631 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Checking segment: {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:57:56.703364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Bound using segment: {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:57:56.704871 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:56.705616 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Bound port: 5e95aa78-cf30-4872-a515-77b24aeb0899, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:57:56.706517 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:56.712141 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-ecb88f20-b1bc-426e-b0c7-1bd94abb0400 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for 9fc508d6-eb13-46aa-9e20-01d62117599f owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:57:56.736006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba6199-1938-438f-8bc3-430c4db3767b req-ad772ffd-76ec-4c0b-8202-ee525c13428c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:56.746961 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ceba6199-1938-438f-8bc3-430c4db3767b req-ad772ffd-76ec-4c0b-8202-ee525c13428c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 944 time: 0.1217504
Nov 20 20:57:56.772810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=6171bf54-836b-4b89-9942-130b6f53b7ac,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:56.829895 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ceba6199-1938-438f-8bc3-430c4db3767b req-9fac53eb-fd48-478a-91ec-1dd1b4b029b2 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775733
Nov 20 20:57:56.918248 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:57:56.923069 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e95aa78-cf30-4872-a515-77b24aeb0899,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:57:56.928384 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:56.959268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4fa3bd24-2363-4f63-b370-4aa03423b58a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:56.982319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:56.983058 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:56.984609 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] 10.222.0.47 "PUT /v2.0/ports/5e95aa78-cf30-4872-a515-77b24aeb0899 HTTP/1.1" status: 200  len: 1092 time: 1.8578255
Nov 20 20:57:56.985210 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:56.988066 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b0834a-512a-43b0-9978-2f22e1a866fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:57.071472 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 4fa3bd24-2363-4f63-b370-4aa03423b58a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:57.071916 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:57.085903 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f6930d-33e6-45a2-a512-6e371965e74f x-openstack-request-id: req-f5f6930d-33e6-45a2-a512-6e371965e74f {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:57.086393 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:57.086850 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5f6930d-33e6-45a2-a512-6e371965e74f {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:57.087375 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'status': 'completed', 'code': 200}
Nov 20 20:57:57.093772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ae9f5-3a34-4d79-aa7c-73ad24fe203e service neutron] Pushing event updated for resources: {'Port': ['ID=5e95aa78-cf30-4872-a515-77b24aeb0899,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:57.117752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-63b21baf-a41a-4702-861f-9d50ef11fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:57.119638 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-63b21baf-a41a-4702-861f-9d50ef11fd11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 1095 time: 0.0880814
Nov 20 20:57:57.199986 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:57.227085 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-51b174b7-bbe3-4557-b17e-45f5b1a67671 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e95aa78-cf30-4872-a515-77b24aeb0899 HTTP/1.1" status: 200  len: 217 time: 0.0860791
Nov 20 20:57:57.248450 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 4fa3bd24-2363-4f63-b370-4aa03423b58a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fa3bd24-2363-4f63-b370-4aa03423b58a,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:57:57.253797 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:57.310287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-bfaae9eb-77f3-460a-8f2c-143ca2bc1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:57.311908 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-bfaae9eb-77f3-460a-8f2c-143ca2bc1edc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.0836484
Nov 20 20:57:57.340674 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=4fa3bd24-2363-4f63-b370-4aa03423b58a,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:57.369344 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-c9a15563-c152-4e04-8d23-737c58142199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:57.371665 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-c9a15563-c152-4e04-8d23-737c58142199 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0521927
Nov 20 20:57:57.383681 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087b2aca-dbd0-4dda-8f6b-0f8093abc756 None None] Network 7dde530b-f780-469d-8a3e-3b58058fca24 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:57:57.412901 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5286a9ef-6a9c-4d26-a8b3-5643e65334b5 req-a8e2d33d-2469-48d1-a880-3654007ac1af tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7550547
Nov 20 20:57:57.435094 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:57.517278 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-8eb4107a-9764-4def-a38e-8ed22b3b1b57 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363852
Nov 20 20:57:57.563535 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-880b9c02-3dc7-40e3-8e92-b2f1fb4fbf45 None None] Provisioning complete for port 4fa3bd24-2363-4f63-b370-4aa03423b58a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:57.563917 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-880b9c02-3dc7-40e3-8e92-b2f1fb4fbf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:57.596722 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:57.714371 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3fba8-57e5-4885-9536-f0e571fb3b79 req-5df22a04-0395-4d89-9c62-de7f207b1ee2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:57.716708 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-24b3fba8-57e5-4885-9536-f0e571fb3b79 req-5df22a04-0395-4d89-9c62-de7f207b1ee2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 945 time: 0.1355228
Nov 20 20:57:57.749981 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d53da0f-1d54-4882-94c1-9ec266f9f2e3 req-d929e6fd-63cd-4a9e-b14a-3cc0032afb0d service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2240806
Nov 20 20:57:57.791849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:57:57.798170 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-24b3fba8-57e5-4885-9536-f0e571fb3b79 req-910daf8f-f74d-4ad7-b3d0-aa5f29f229b1 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676835
Nov 20 20:57:57.801597 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ecb88f20-b1bc-426e-b0c7-1bd94abb0400 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:57.803749 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:57:57.829579 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:57:57.841776 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Pushing event updated for resources: {'Port': ['ID=2b460bbc-56bd-44ef-83b1-a9579b59ca4a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:57.858442 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17724c17-5e95-410a-a1bf-9677ff2b4f02 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:57:57.861867 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0834a-512a-43b0-9978-2f22e1a866fe req-debd72ca-117d-439f-904b-26f4256c85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:57.864275 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96b0834a-512a-43b0-9978-2f22e1a866fe req-debd72ca-117d-439f-904b-26f4256c85e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 1095 time: 0.0557971
Nov 20 20:57:57.928795 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb88f20-b1bc-426e-b0c7-1bd94abb0400 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=9fc508d6-eb13-46aa-9e20-01d62117599f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:57:57.990077 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c72da687-bc8b-436c-b2bb-c19f615cafc1 None None] Provisioning complete for port 2b460bbc-56bd-44ef-83b1-a9579b59ca4a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:57.990812 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c72da687-bc8b-436c-b2bb-c19f615cafc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:58.053458 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0834a-512a-43b0-9978-2f22e1a866fe req-12e9d1a3-ac76-4273-9fcb-6932a3a9dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:58.057827 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96b0834a-512a-43b0-9978-2f22e1a866fe req-12e9d1a3-ac76-4273-9fcb-6932a3a9dabd service neutron] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 912 time: 0.1819932
Nov 20 20:57:58.060849 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c72da687-bc8b-436c-b2bb-c19f615cafc1 None None] Port 2b460bbc-56bd-44ef-83b1-a9579b59ca4a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:57:58.108920 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2a37d1-6352-4c63-8de6-2e9e94bf609f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6171bf54-836b-4b89-9942-130b6f53b7ac'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:57:58.111259 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb07b20-a87e-4c6f-9631-7ac1dccc2bcc" -d '{"events": [{"server_uuid": "9a2a37d1-6352-4c63-8de6-2e9e94bf609f", "name": "network-vif-unplugged", "status": "completed", "tag": "6171bf54-836b-4b89-9942-130b6f53b7ac"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:57:58.116295 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96b0834a-512a-43b0-9978-2f22e1a866fe req-8d1c3c0a-f4a6-42f6-9ff2-625cb317b76d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e95aa78-cf30-4872-a515-77b24aeb0899 HTTP/1.1" status: 200  len: 217 time: 0.0497975
Nov 20 20:57:58.182948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0834a-512a-43b0-9978-2f22e1a866fe req-83cd1c67-5792-43e8-99dd-c52163bc0479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:58.184480 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96b0834a-512a-43b0-9978-2f22e1a866fe req-83cd1c67-5792-43e8-99dd-c52163bc0479 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.0597403
Nov 20 20:57:58.196504 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28057ac7-c4a6-4992-a95a-d3fe6b204114 x-openstack-request-id: req-28057ac7-c4a6-4992-a95a-d3fe6b204114 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:57:58.196914 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2a37d1-6352-4c63-8de6-2e9e94bf609f", "name": "network-vif-unplugged", "status": "completed", "tag": "6171bf54-836b-4b89-9942-130b6f53b7ac", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:57:58.197308 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28057ac7-c4a6-4992-a95a-d3fe6b204114 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:57:58.197796 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2a37d1-6352-4c63-8de6-2e9e94bf609f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6171bf54-836b-4b89-9942-130b6f53b7ac', 'code': 200}
Nov 20 20:57:58.211628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c4901-4f8a-4bbd-8295-20ec8e08b0bc req-c120bea4-af47-4af0-af44-48b799991ffd tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:58.213198 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-361c4901-4f8a-4bbd-8295-20ec8e08b0bc req-c120bea4-af47-4af0-af44-48b799991ffd tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 944 time: 0.2654712
Nov 20 20:57:58.278292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0834a-512a-43b0-9978-2f22e1a866fe req-7a80e572-b187-4888-8ee3-b2f6f3dd283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:58.280116 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96b0834a-512a-43b0-9978-2f22e1a866fe req-7a80e572-b187-4888-8ee3-b2f6f3dd283b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0717525
Nov 20 20:57:58.296454 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ecb88f20-b1bc-426e-b0c7-1bd94abb0400 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:58.382908 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cc792f43-2644-440f-8a18-251f6e5338cb None None] Provisioning complete for port 4fa3bd24-2363-4f63-b370-4aa03423b58a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:58.383286 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cc792f43-2644-440f-8a18-251f6e5338cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:58.384017 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96b0834a-512a-43b0-9978-2f22e1a866fe req-9da38a2f-804a-4ee7-97be-dc6316d96616 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0952842
Nov 20 20:57:58.414557 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-361c4901-4f8a-4bbd-8295-20ec8e08b0bc req-d57bd673-f033-421d-91e7-68f11386b61f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1801450
Nov 20 20:57:58.452767 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:57:58.493101 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96b0834a-512a-43b0-9978-2f22e1a866fe req-843294a3-055d-4c00-8f7b-35546f6f5880 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1013596
Nov 20 20:57:58.577846 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3cf5a-3afe-4062-9892-4d24eaf7d9dc req-7c0335cf-0e08-41be-81e6-7ccea39726f5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:58.579659 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1af3cf5a-3afe-4062-9892-4d24eaf7d9dc req-7c0335cf-0e08-41be-81e6-7ccea39726f5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 944 time: 0.0529852
Nov 20 20:57:58.596371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb88f20-b1bc-426e-b0c7-1bd94abb0400 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router f409afce-e8aa-4171-bd57-19bb48843b03 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:57:58.631730 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1af3cf5a-3afe-4062-9892-4d24eaf7d9dc req-1c993e98-9f02-451d-9f36-49c0b5e8cdbf tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450373
Nov 20 20:57:58.654360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:58.727053 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb88f20-b1bc-426e-b0c7-1bd94abb0400 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:57:58.734226 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ecb88f20-b1bc-426e-b0c7-1bd94abb0400 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/f409afce-e8aa-4171-bd57-19bb48843b03/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8564243
Nov 20 20:57:58.734604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45022) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:58.739065 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba96e3-d814-4d07-a5c4-25b9d95b02df None None] Sync routers for ids ['f409afce-e8aa-4171-bd57-19bb48843b03'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:57:58.800939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba96e3-d814-4d07-a5c4-25b9d95b02df None None] Routers {'f409afce-e8aa-4171-bd57-19bb48843b03'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:58.801586 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a4ba96e3-d814-4d07-a5c4-25b9d95b02df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a474cb070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f409afce-e8aa-4171-bd57-19bb48843b03'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:58.835903 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a5e4e5ac-b378-4668-8e46-26d15a3a88af tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports?device_id=f409afce-e8aa-4171-bd57-19bb48843b03 HTTP/1.1" status: 200  len: 205 time: 0.1001494
Nov 20 20:57:58.846523 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45028) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:58.888069 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a4ba96e3-d814-4d07-a5c4-25b9d95b02df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a474cb070>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:58.899310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4fa3bd24-2363-4f63-b370-4aa03423b58a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:57:58.903836 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba96e3-d814-4d07-a5c4-25b9d95b02df None None] Routers {'f409afce-e8aa-4171-bd57-19bb48843b03'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:58.905440 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a4ba96e3-d814-4d07-a5c4-25b9d95b02df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a474cb070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f409afce-e8aa-4171-bd57-19bb48843b03'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:58.926932 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:58.965070 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a4ba96e3-d814-4d07-a5c4-25b9d95b02df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a474cb070>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:58.966130 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba96e3-d814-4d07-a5c4-25b9d95b02df None None] The sync data for ids ['f409afce-e8aa-4171-bd57-19bb48843b03'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:57:59.009726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 4fa3bd24-2363-4f63-b370-4aa03423b58a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:57:59.010857 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:59.166525 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:57:59.310934 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-80ca7590-c120-4ff3-ab82-26d6b1a628ab tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:59.323051 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:57:59.334954 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Sync routers for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:57:59.354817 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:57:59.356392 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541cfe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:59.363184 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:59.370366 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-33e358a7-285b-409e-956c-a37d081b3398 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 933 time: 4.1370289
Nov 20 20:57:59.375649 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45046) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:59.498508 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:57:59.573651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8a62a-dd50-4732-b4e1-501d7bd00e53 req-c5466cdc-608d-4b87-9d21-f9c8fd366e9b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:59.575206 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-10f8a62a-dd50-4732-b4e1-501d7bd00e53 req-c5466cdc-608d-4b87-9d21-f9c8fd366e9b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 945 time: 0.3427227
Nov 20 20:57:59.651026 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-80ca7590-c120-4ff3-ab82-26d6b1a628ab tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:59.654254 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-80ca7590-c120-4ff3-ab82-26d6b1a628ab tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:59.745711 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-80ca7590-c120-4ff3-ab82-26d6b1a628ab tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:59.746273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ca7590-c120-4ff3-ab82-26d6b1a628ab tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Fanout notify agent at l3_agent the message router_deleted on router f409afce-e8aa-4171-bd57-19bb48843b03 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:57:59.753497 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541cfe50>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:57:58Z', 'revision_number': 3, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:57:59.786036 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Checking router: 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:57:59.786720 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Updating router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 port 2b460bbc-56bd-44ef-83b1-a9579b59ca4a binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:57:59.790081 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-80ca7590-c120-4ff3-ab82-26d6b1a628ab tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:59.793527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-80ca7590-c120-4ff3-ab82-26d6b1a628ab tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/routers/f409afce-e8aa-4171-bd57-19bb48843b03 HTTP/1.1" status: 204  len: 168 time: 0.9452565
Nov 20 20:57:59.794216 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45080) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:57:59.806221 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-10f8a62a-dd50-4732-b4e1-501d7bd00e53 req-81ecef00-3f9f-42f4-9d1a-d711649e06a8 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2233715
Nov 20 20:57:59.822411 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:59.873319 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8eec9-3f8b-4668-856a-81f0771b54f9 req-8fa79865-4cb4-4948-88ea-440e64e57d10 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:57:59.882474 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-33d8eec9-3f8b-4668-856a-81f0771b54f9 req-8fa79865-4cb4-4948-88ea-440e64e57d10 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2a37d1-6352-4c63-8de6-2e9e94bf609f HTTP/1.1" status: 200  len: 944 time: 0.1401799
Nov 20 20:57:59.902924 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba03cb6-5ab3-4aab-8803-7fcb267d0fe6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting subnet 25e30c01-8581-41ea-a885-5a4e64e49c5a {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:57:59.927563 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0ba03cb6-5ab3-4aab-8803-7fcb267d0fe6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:57:59.999443 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5cd4b-20d7-4780-8642-cc35e19e4ef0 req-892555be-17d3-4f7c-97dc-ecf30030b61f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:00.000893 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33a5cd4b-20d7-4780-8642-cc35e19e4ef0 req-892555be-17d3-4f7c-97dc-ecf30030b61f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 944 time: 0.1154199
Nov 20 20:58:00.014643 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0ba03cb6-5ab3-4aab-8803-7fcb267d0fe6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.103393 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-33d8eec9-3f8b-4668-856a-81f0771b54f9 req-f6f61a51-3623-428d-abb8-83b04f426444 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Deleting port 6171bf54-836b-4b89-9942-130b6f53b7ac {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:58:00.103755 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-33d8eec9-3f8b-4668-856a-81f0771b54f9 req-f6f61a51-3623-428d-abb8-83b04f426444 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.129474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33a5cd4b-20d7-4780-8642-cc35e19e4ef0 req-5da8a9ab-b87b-42fc-b939-f09fcdd8cd7a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1190710
Nov 20 20:58:00.152230 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0ba03cb6-5ab3-4aab-8803-7fcb267d0fe6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.181268 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.189311 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.221942 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441df3f3-5f6f-462d-b454-afe65c1a53fd None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:00.262468 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-33d8eec9-3f8b-4668-856a-81f0771b54f9 req-f6f61a51-3623-428d-abb8-83b04f426444 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] For port 6171bf54-836b-4b89-9942-130b6f53b7ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6171bf54-836b-4b89-9942-130b6f53b7ac,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:00.262854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-33d8eec9-3f8b-4668-856a-81f0771b54f9 req-f6f61a51-3623-428d-abb8-83b04f426444 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.280220 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Attempting to bind port 2b460bbc-56bd-44ef-83b1-a9579b59ca4a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:58:00.280220 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Attempting to bind port 2b460bbc-56bd-44ef-83b1-a9579b59ca4a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:58:00.280220 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Attempting to bind port 2b460bbc-56bd-44ef-83b1-a9579b59ca4a on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:00.280615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-33d8eec9-3f8b-4668-856a-81f0771b54f9 req-f6f61a51-3623-428d-abb8-83b04f426444 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Calling delete_port for 6171bf54-836b-4b89-9942-130b6f53b7ac owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:58:00.287079 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0ba03cb6-5ab3-4aab-8803-7fcb267d0fe6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.289803 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:58:00.290213 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:00.290618 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.291283 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:58:00.291765 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Bound port: 2b460bbc-56bd-44ef-83b1-a9579b59ca4a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:58:00.292313 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.297076 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53572f0f-1dd0-4ddc-b4d8-90010a700be0 None None] Pushing event updated for resources: {'Port': ['ID=2b460bbc-56bd-44ef-83b1-a9579b59ca4a,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:00.329884 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba03cb6-5ab3-4aab-8803-7fcb267d0fe6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Subnet': ['ID=25e30c01-8581-41ea-a885-5a4e64e49c5a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:00.336518 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0ba03cb6-5ab3-4aab-8803-7fcb267d0fe6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.342610 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0ba03cb6-5ab3-4aab-8803-7fcb267d0fe6 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/25e30c01-8581-41ea-a885-5a4e64e49c5a HTTP/1.1" status: 204  len: 168 time: 0.5473135
Nov 20 20:58:00.342972 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9673845-a6a1-4c6d-8dac-5af0e52fe4ca None None] Network 3dd8f3c7-7d77-4a17-97fb-584a3f780e58 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:58:00.343253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45088) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:00.346651 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-600c56cb-8bc4-4e3a-b746-803af14d0c52 None None] Provisioning complete for port 2b460bbc-56bd-44ef-83b1-a9579b59ca4a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:00.349419 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-600c56cb-8bc4-4e3a-b746-803af14d0c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.372648 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.389650 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] For port 2b460bbc-56bd-44ef-83b1-a9579b59ca4a, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:58:00.397075 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] For port 2b460bbc-56bd-44ef-83b1-a9579b59ca4a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b460bbc-56bd-44ef-83b1-a9579b59ca4a,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:58:00.405795 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.424523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-600c56cb-8bc4-4e3a-b746-803af14d0c52 None None] Port 2b460bbc-56bd-44ef-83b1-a9579b59ca4a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:58:00.478540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5e95aa78-cf30-4872-a515-77b24aeb0899 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:58:00.486092 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:00.487095 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541cfe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:00.490326 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6171bf54-836b-4b89-9942-130b6f53b7ac no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:58:00.493327 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.502102 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f21f223-5a70-48be-af6c-5a5873a025e3 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:00.518761 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e80e6-9360-4329-b9c9-235a4d722674 req-769cdba1-462f-4743-b5c9-82af243d3b7c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:00.520801 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-003e80e6-9360-4329-b9c9-235a4d722674 req-769cdba1-462f-4743-b5c9-82af243d3b7c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 945 time: 0.1519918
Nov 20 20:58:00.622519 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:00.641698 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-33d8eec9-3f8b-4668-856a-81f0771b54f9 req-f6f61a51-3623-428d-abb8-83b04f426444 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.686760 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-003e80e6-9360-4329-b9c9-235a4d722674 req-b1cda897-f20e-4345-a6b8-eee9df9ddff1 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537092
Nov 20 20:58:00.695675 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f61a51-3623-428d-abb8-83b04f426444 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Pushing event deleted for resources: {'Port': ['ID=6171bf54-836b-4b89-9942-130b6f53b7ac,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:00.705194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Allocated IP 172.20.0.1 (7dde530b-f780-469d-8a3e-3b58058fca24/8180eca2-c911-4c6e-a6cc-f0ef5d1546e9/7c96c788-0f25-4724-b57a-4df595a17f3a) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:58:00.730654 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port ad02b269-cc8b-4e27-b66f-f541c2408917 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:58:00.731475 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.817266 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53572f0f-1dd0-4ddc-b4d8-90010a700be0 None None] Pushing event updated for resources: {'Port': ['ID=2b460bbc-56bd-44ef-83b1-a9579b59ca4a,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:00.828867 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e95aa78-cf30-4872-a515-77b24aeb0899,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:00.858001 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'port_id': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'mac_address': 'fa:16:3e:c4:b5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:58:00.863585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] For port ad02b269-cc8b-4e27-b66f-f541c2408917, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad02b269-cc8b-4e27-b66f-f541c2408917,segment=NetworkSegment(46f9cfe0-ee97-41b7-8ae6-fa58d69ec128),segment_id=46f9cfe0-ee97-41b7-8ae6-fa58d69ec128)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:00.864158 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.875158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47f17ad-08f9-461b-a066-798c65e50877 None None] DHCP port deletion for c3915836-86cb-49e6-9e5c-f9e82114304b request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:00.881781 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for ad02b269-cc8b-4e27-b66f-f541c2408917 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:58:00.929798 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:00.941977 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.009881 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No active binding found for port 6171bf54-836b-4b89-9942-130b6f53b7ac {{(pid=126226) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 20 20:58:01.010242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6171bf54-836b-4b89-9942-130b6f53b7ac not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:58:01.012199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cdebdefa-4959-4557-a813-ad14e71d44ee None None] Provisioning complete for port 2b460bbc-56bd-44ef-83b1-a9579b59ca4a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:01.012639 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cdebdefa-4959-4557-a813-ad14e71d44ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.016357 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541cfe50>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:57:58Z', 'revision_number': 3, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:01.019082 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.024270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e95aa78-cf30-4872-a515-77b24aeb0899 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:58:01.058383 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d8eec9-3f8b-4668-856a-81f0771b54f9 req-f6f61a51-3623-428d-abb8-83b04f426444 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] No DVR routers for this DVR port 6171bf54-836b-4b89-9942-130b6f53b7ac on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:58:01.069136 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa9784-e9cb-400b-9562-62683b53bd3f None None] The sync data for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 is: [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:57:58Z', 'revision_number': 3, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:58:01.071374 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-33d8eec9-3f8b-4668-856a-81f0771b54f9 req-f6f61a51-3623-428d-abb8-83b04f426444 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.077605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Network 7dde530b-f780-469d-8a3e-3b58058fca24 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:01.081294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:01.087155 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:58:01.099975 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-33d8eec9-3f8b-4668-856a-81f0771b54f9 req-f6f61a51-3623-428d-abb8-83b04f426444 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "DELETE /v2.0/ports/6171bf54-836b-4b89-9942-130b6f53b7ac HTTP/1.1" status: 204  len: 173 time: 1.2105565
Nov 20 20:58:01.100760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2a37d1-6352-4c63-8de6-2e9e94bf609f', 'name': 'network-vif-deleted', 'tag': '6171bf54-836b-4b89-9942-130b6f53b7ac'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:01.101228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e95aa78-cf30-4872-a515-77b24aeb0899,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:01.112222 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2ea379-348d-4fe3-a241-19038eff2733" -d '{"events": [{"server_uuid": "9a2a37d1-6352-4c63-8de6-2e9e94bf609f", "name": "network-vif-deleted", "tag": "6171bf54-836b-4b89-9942-130b6f53b7ac"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:01.126417 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.137015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Pushing event updated for resources: {'Port': ['ID=7c96c788-0f25-4724-b57a-4df595a17f3a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:01.161951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170d0f89-c8fc-4946-80fe-effdd5471e6f None None] DHCP port deletion for 3dd8f3c7-7d77-4a17-97fb-584a3f780e58 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:01.169226 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.177205 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.277122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] No DVR routers for this DVR port ad02b269-cc8b-4e27-b66f-f541c2408917 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:58:01.326229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5e95aa78-cf30-4872-a515-77b24aeb0899,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:01.328364 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=ad02b269-cc8b-4e27-b66f-f541c2408917,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:01.344527 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cdebdefa-4959-4557-a813-ad14e71d44ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.408606 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cdebdefa-4959-4557-a813-ad14e71d44ee None None] For port 2b460bbc-56bd-44ef-83b1-a9579b59ca4a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b460bbc-56bd-44ef-83b1-a9579b59ca4a,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:01.417217 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cdebdefa-4959-4557-a813-ad14e71d44ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.501397 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.503138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bee91-0805-4e85-96b5-7b25d1b3643b req-89610eff-037d-46b8-a12e-308c57f9789c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:01.504981 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d26bee91-0805-4e85-96b5-7b25d1b3643b req-89610eff-037d-46b8-a12e-308c57f9789c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 945 time: 0.1208935
Nov 20 20:58:01.514744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['5e95aa78-cf30-4872-a515-77b24aeb0899'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:58:01.548442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f1263d0>,) {'filters': {'network_id': ['3dd8f3c7-7d77-4a17-97fb-584a3f780e58']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:01.567948 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f1263d0>, '46f9cfe0-ee97-41b7-8ae6-fa58d69ec128') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:01.568066 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.568171 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f1263d0>, '46f9cfe0-ee97-41b7-8ae6-fa58d69ec128') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:01.588877 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.610535 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.619804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:58:01.620459 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:58:01.627057 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:58:01.642549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebdefa-4959-4557-a813-ad14e71d44ee None None] Pushing event updated for resources: {'Port': ['ID=2b460bbc-56bd-44ef-83b1-a9579b59ca4a,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:01.708815 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d55ccd2f-23d7-4496-bbea-0fe7aedcedff None None] Provisioning complete for port 7c96c788-0f25-4724-b57a-4df595a17f3a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:01.709198 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d55ccd2f-23d7-4496-bbea-0fe7aedcedff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.731064 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.750145 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.760752 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/networks/3dd8f3c7-7d77-4a17-97fb-584a3f780e58 HTTP/1.1" status: 204  len: 168 time: 1.3798749
Nov 20 20:58:01.761755 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45120) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:01.765134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d55ccd2f-23d7-4496-bbea-0fe7aedcedff None None] Port 7c96c788-0f25-4724-b57a-4df595a17f3a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:58:01.783626 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.788272 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b2cc1158-ce17-4906-bdb7-31c14081b0bb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-367434755', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:01.790614 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.797942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7aad7b-3b5a-4a40-b374-8c902b9ae808 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Network': ['ID=3dd8f3c7-7d77-4a17-97fb-584a3f780e58,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:01.835266 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1158-ce17-4906-bdb7-31c14081b0bb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.837204 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1158-ce17-4906-bdb7-31c14081b0bb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.849693 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.863916 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d26bee91-0805-4e85-96b5-7b25d1b3643b req-6e7377f5-ac0d-42a2-98be-f6e0183d8930 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3337090
Nov 20 20:58:01.913008 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1158-ce17-4906-bdb7-31c14081b0bb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.918854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1158-ce17-4906-bdb7-31c14081b0bb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.951708 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670401a5-3625-4476-a961-b043515e73d2 x-openstack-request-id: req-670401a5-3625-4476-a961-b043515e73d2 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:01.952907 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2a37d1-6352-4c63-8de6-2e9e94bf609f", "name": "network-vif-deleted", "tag": "6171bf54-836b-4b89-9942-130b6f53b7ac", "status": "failed", "code": 422}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:01.953467 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-670401a5-3625-4476-a961-b043515e73d2 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:01.954213 ncdv-master-1 neutron-server[126224]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a2a37d1-6352-4c63-8de6-2e9e94bf609f', 'name': 'network-vif-deleted', 'tag': '6171bf54-836b-4b89-9942-130b6f53b7ac', 'status': 'failed', 'code': 422} returned with failed status
Nov 20 20:58:01.959758 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1158-ce17-4906-bdb7-31c14081b0bb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:01.961418 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b2cc1158-ce17-4906-bdb7-31c14081b0bb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.1802304
Nov 20 20:58:01.964099 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45124) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:01.969413 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-dd4cfe18-ff8d-4b1d-8e21-236ec38097e1 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'network': {'name': 'tempest-RoutersTest-727499988'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:02.001922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Pushing event updated for resources: {'Port': ['ID=7c96c788-0f25-4724-b57a-4df595a17f3a,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:02.006419 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4cfe18-ff8d-4b1d-8e21-236ec38097e1 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:58:02.010702 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dd4cfe18-ff8d-4b1d-8e21-236ec38097e1 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:02.042860 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4cfe18-ff8d-4b1d-8e21-236ec38097e1 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:58:02.060275 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dd4cfe18-ff8d-4b1d-8e21-236ec38097e1 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:02.060763 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-dd4cfe18-ff8d-4b1d-8e21-236ec38097e1 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Added segment 33ad13ef-cd5a-4e35-9541-c2a3ab183c96 of type vlan for network 9567b3f3-69c4-471d-9727-995b3bd39e6e
Nov 20 20:58:02.121446 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dd4cfe18-ff8d-4b1d-8e21-236ec38097e1 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:02.133992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b2d11-38e9-4341-acd7-5d4a01453509 req-949492f8-d12c-4266-a02d-6c3b95ac782f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:02.135850 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-419b2d11-38e9-4341-acd7-5d4a01453509 req-949492f8-d12c-4266-a02d-6c3b95ac782f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1545260
Nov 20 20:58:02.150629 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dd4cfe18-ff8d-4b1d-8e21-236ec38097e1 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:02.152761 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Network 7dde530b-f780-469d-8a3e-3b58058fca24 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:02.155215 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:02.169368 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4cfe18-ff8d-4b1d-8e21-236ec38097e1 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:02.177557 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dd4cfe18-ff8d-4b1d-8e21-236ec38097e1 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:02.200267 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dd4cfe18-ff8d-4b1d-8e21-236ec38097e1 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2350736
Nov 20 20:58:02.215562 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45130) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:02.222087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-db58815f-61f2-4ec1-9d8e-23c64aec74cf tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'subnet': {'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:02.275122 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-419b2d11-38e9-4341-acd7-5d4a01453509 req-b90d6d09-11ff-4c98-b496-536bb39ea390 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1317029
Nov 20 20:58:02.396193 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:58:02.493291 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cfe18-ff8d-4b1d-8e21-236ec38097e1 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Network': ['ID=9567b3f3-69c4-471d-9727-995b3bd39e6e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:02.503378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835e1c2-c596-4b16-9f3a-27c19d18394f req-70a5e258-c697-45e4-83ce-5ce801a982e2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:02.506668 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d835e1c2-c596-4b16-9f3a-27c19d18394f req-70a5e258-c697-45e4-83ce-5ce801a982e2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.37 "GET /v2.0/ports?device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 945 time: 0.1278884
Nov 20 20:58:02.507882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 9567b3f3-69c4-471d-9727-995b3bd39e6e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:58:02.523556 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db58815f-61f2-4ec1-9d8e-23c64aec74cf tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:58:02.527271 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-db58815f-61f2-4ec1-9d8e-23c64aec74cf tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:02.654694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c2bf3119-c066-4eea-aa9a-415f7c9516ed None None] Provisioning complete for port 7c96c788-0f25-4724-b57a-4df595a17f3a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:02.655393 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c2bf3119-c066-4eea-aa9a-415f7c9516ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:02.731860 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c2bf3119-c066-4eea-aa9a-415f7c9516ed None None] Port 7c96c788-0f25-4724-b57a-4df595a17f3a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:58:02.775428 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:02.786347 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9b405689-fee1-414b-bcc3-e2f270ee2964 admin admin] 10.222.0.41 "PUT /v2.0/routers/46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4033213
Nov 20 20:58:02.885352 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d835e1c2-c596-4b16-9f3a-27c19d18394f req-2fdf6c4b-7ab7-4754-ab99-e879ac635707 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Deleting port a6d1b525-e620-4e9a-ad16-660dd0870311 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:58:02.885711 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d835e1c2-c596-4b16-9f3a-27c19d18394f req-2fdf6c4b-7ab7-4754-ab99-e879ac635707 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:02.960016 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2b460bbc-56bd-44ef-83b1-a9579b59ca4a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:03.026037 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 2b460bbc-56bd-44ef-83b1-a9579b59ca4a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:03.026624 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:03.062432 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d835e1c2-c596-4b16-9f3a-27c19d18394f req-2fdf6c4b-7ab7-4754-ab99-e879ac635707 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] For port a6d1b525-e620-4e9a-ad16-660dd0870311, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6d1b525-e620-4e9a-ad16-660dd0870311,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:03.062808 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d835e1c2-c596-4b16-9f3a-27c19d18394f req-2fdf6c4b-7ab7-4754-ab99-e879ac635707 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:03.080096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d835e1c2-c596-4b16-9f3a-27c19d18394f req-2fdf6c4b-7ab7-4754-ab99-e879ac635707 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Calling delete_port for a6d1b525-e620-4e9a-ad16-660dd0870311 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:58:03.089104 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-dc7d33ac-7459-41df-bde9-394d3013d787 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:03.094827 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-dc7d33ac-7459-41df-bde9-394d3013d787 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 812 time: 0.5183136
Nov 20 20:58:03.156361 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-44554aa3-3638-4a91-96f6-abdeddce53f3 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/quotas/fc809fb7bd984e43bfa1433cf0c79430 HTTP/1.1" status: 200  len: 375 time: 0.0536172
Nov 20 20:58:03.193065 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ad02b269-cc8b-4e27-b66f-f541c2408917 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:58:03.211351 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-f6ac4f7e-bfd7-41a0-913e-f478030adbd3 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0539205
Nov 20 20:58:03.230456 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: ad02b269-cc8b-4e27-b66f-f541c2408917 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:58:03.230890 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ad02b269-cc8b-4e27-b66f-f541c2408917 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:58:03.390355 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-6af97994-b848-46fc-b64a-67cc3516019c service neutron] 10.222.0.41 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630316
Nov 20 20:58:03.391919 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-db58815f-61f2-4ec1-9d8e-23c64aec74cf tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:03.467296 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdef3b-d849-4aa3-b717-955f10a65035 req-3a209b1d-4c6d-4e14-94c9-a534705ce739 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:03.468813 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-45cdef3b-d849-4aa3-b717-955f10a65035 req-3a209b1d-4c6d-4e14-94c9-a534705ce739 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ec66af-f8b0-4f25-83ae-85f58885a718 HTTP/1.1" status: 200  len: 945 time: 0.3860395
Nov 20 20:58:03.487297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58815f-61f2-4ec1-9d8e-23c64aec74cf tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Subnet': ['ID=01a53bc8-668e-4676-97e7-4d0a7d46327c,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:03.535281 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db58815f-61f2-4ec1-9d8e-23c64aec74cf tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Checking segment: {'id': '33ad13ef-cd5a-4e35-9541-c2a3ab183c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:03.535696 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db58815f-61f2-4ec1-9d8e-23c64aec74cf tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network hostable DHCP agents. Network: 9567b3f3-69c4-471d-9727-995b3bd39e6e, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:58:03.548583 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-45cdef3b-d849-4aa3-b717-955f10a65035 req-17f96906-aed9-4d49-955b-9e95622012b5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695310
Nov 20 20:58:03.562551 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-0666bc48-d449-458a-8853-b7d6177191a5 service neutron] 10.222.0.41 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390591
Nov 20 20:58:03.575874 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db58815f-61f2-4ec1-9d8e-23c64aec74cf tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 9567b3f3-69c4-471d-9727-995b3bd39e6e is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:58:03.588938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-db58815f-61f2-4ec1-9d8e-23c64aec74cf tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9567b3f3-69c4-471d-9727-995b3bd39e6e) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:03.598827 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e8a806-9d3d-4b85-ac9b-11aa569ff9c0 None None] Network 9567b3f3-69c4-471d-9727-995b3bd39e6e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:58:03.602180 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db58815f-61f2-4ec1-9d8e-23c64aec74cf tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:03.602857 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-db58815f-61f2-4ec1-9d8e-23c64aec74cf tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:03.615911 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d835e1c2-c596-4b16-9f3a-27c19d18394f req-2fdf6c4b-7ab7-4754-ab99-e879ac635707 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:03.628849 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f8de97a0-2799-4c39-82a8-566fd2fe46e8', 'a6d1b525-e620-4e9a-ad16-660dd0870311'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:58:03.647163 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-db58815f-61f2-4ec1-9d8e-23c64aec74cf tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4335220
Nov 20 20:58:03.656803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45194) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:03.668169 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Sync routers for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:58:03.703100 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf6c4b-7ab7-4754-ab99-e879ac635707 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Pushing event deleted for resources: {'Port': ['ID=a6d1b525-e620-4e9a-ad16-660dd0870311,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:03.760648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d835e1c2-c596-4b16-9f3a-27c19d18394f req-2fdf6c4b-7ab7-4754-ab99-e879ac635707 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] No DVR routers for this DVR port a6d1b525-e620-4e9a-ad16-660dd0870311 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:58:03.763769 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d835e1c2-c596-4b16-9f3a-27c19d18394f req-2fdf6c4b-7ab7-4754-ab99-e879ac635707 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:03.768256 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d835e1c2-c596-4b16-9f3a-27c19d18394f req-2fdf6c4b-7ab7-4754-ab99-e879ac635707 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.37 "DELETE /v2.0/ports/a6d1b525-e620-4e9a-ad16-660dd0870311 HTTP/1.1" status: 204  len: 173 time: 1.2544801
Nov 20 20:58:03.768861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ec66af-f8b0-4f25-83ae-85f58885a718', 'name': 'network-vif-deleted', 'tag': 'a6d1b525-e620-4e9a-ad16-660dd0870311'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:03.773782 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d91400-bc51-45e0-bd6f-4f201c1165cf" -d '{"events": [{"server_uuid": "38ec66af-f8b0-4f25-83ae-85f58885a718", "name": "network-vif-deleted", "tag": "a6d1b525-e620-4e9a-ad16-660dd0870311"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:04.046717 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b234ab-97af-47e0-9f84-c358d340a31d None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:04.099309 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:04.099779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46287310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:04.141567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdadce-6dfb-4936-ac9d-22ea5e58d9b8 req-213ab7c6-f44d-44ec-b7f7-490d98bac53a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:04.145088 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bafdadce-6dfb-4936-ac9d-22ea5e58d9b8 req-213ab7c6-f44d-44ec-b7f7-490d98bac53a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1380236
Nov 20 20:58:04.266722 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bafdadce-6dfb-4936-ac9d-22ea5e58d9b8 req-14f53376-43af-4bd2-9181-7b83de7fac2b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1127441
Nov 20 20:58:04.354999 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:04.394456 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7553ea4d-9d01-49cd-9b0b-d7cb162bea6e req-7416436d-e381-4e75-9d47-709316cb9a7a tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 210 time: 0.0456493
Nov 20 20:58:04.456299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9567b3f3-69c4-471d-9727-995b3bd39e6e', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:58:04.457680 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:04.482132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5e95aa78-cf30-4872-a515-77b24aeb0899 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:04.487908 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:04.513438 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-7705daca-a831-40ed-bb9c-429d3ace5efe tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:04.522018 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-7705daca-a831-40ed-bb9c-429d3ace5efe tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 821 time: 0.3236985
Nov 20 20:58:04.587203 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-9b3b8a9e-513a-4bc6-a77b-7e54da09b1c4 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/quotas/81f065ce4dee4b479d5ab54d07605e61 HTTP/1.1" status: 200  len: 375 time: 0.0640655
Nov 20 20:58:04.592534 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9d19c1-a21a-4e77-bd15-19f1d16e0859 x-openstack-request-id: req-3a9d19c1-a21a-4e77-bd15-19f1d16e0859 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:04.592839 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ec66af-f8b0-4f25-83ae-85f58885a718", "name": "network-vif-deleted", "tag": "a6d1b525-e620-4e9a-ad16-660dd0870311", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:04.593096 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a9d19c1-a21a-4e77-bd15-19f1d16e0859 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:04.593499 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ec66af-f8b0-4f25-83ae-85f58885a718', 'name': 'network-vif-deleted', 'tag': 'a6d1b525-e620-4e9a-ad16-660dd0870311', 'status': 'completed', 'code': 200}
Nov 20 20:58:04.729810 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-e73dcf44-0088-44ea-8eb5-8a5e2cf6f572 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1414812
Nov 20 20:58:04.757278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 5e95aa78-cf30-4872-a515-77b24aeb0899 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:58:04.870646 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-56211892-ff17-4876-a361-966716e5be3e service neutron] 10.222.0.41 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396410
Nov 20 20:58:04.871041 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 5e95aa78-cf30-4872-a515-77b24aeb0899 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:04.871419 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:04.963573 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Allocated IP 172.20.0.2 (9567b3f3-69c4-471d-9727-995b3bd39e6e/01a53bc8-668e-4676-97e7-4d0a7d46327c/4deed343-8df6-42fa-b6fe-3ac9fea099e8) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:58:04.999165 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-f497edc5-88d4-4898-a3a0-18c888b0209a service neutron] 10.222.0.41 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274390
Nov 20 20:58:05.124764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-5bb4f44f-2a6f-4d2f-9e00-393d22ee587f tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:05.133744 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-5bb4f44f-2a6f-4d2f-9e00-393d22ee587f tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 805 time: 0.2122762
Nov 20 20:58:05.166953 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:05.173199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46287310>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 2, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:05.182098 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-9d731531-4511-4119-ba0d-31610cb0de5c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/quotas/bfc3f13200ff407ea8e320abdbb3c456 HTTP/1.1" status: 200  len: 375 time: 0.0377011
Nov 20 20:58:05.235883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Checking router: 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:58:05.236372 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Updating router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 port 7c96c788-0f25-4724-b57a-4df595a17f3a binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:58:05.268171 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-ba4222ab-bda5-4bde-9e03-40c8374304f9 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0850058
Nov 20 20:58:05.275036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-ee1b5fca-d827-4702-a77e-a43986138b91 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:58:05.288678 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-ee1b5fca-d827-4702-a77e-a43986138b91 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0186875
Nov 20 20:58:05.291082 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:05.293729 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700bf578-074a-41d0-bf01-bfd7a0fde410" -d '{"events": [{"server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "name": "network-vif-plugged", "status": "completed", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:05.324799 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e95aa78-cf30-4872-a515-77b24aeb0899,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:05.326911 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:05.333615 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:05.478761 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:05.485025 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1e669756-ea36-4fb7-8043-8e5d37c30d9a req-fbd5c805-9c86-48a6-b232-b4a1edda4d31 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 210 time: 0.1392536
Nov 20 20:58:05.488216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5e95aa78-cf30-4872-a515-77b24aeb0899,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:05.523117 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:05.555195 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-c3430ce5-c61d-42f7-9af5-9115983ec3a2 service neutron] 10.222.0.41 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2654755
Nov 20 20:58:05.619953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-d1087a12-9dc2-4a71-b4fa-bd2f8c28809d tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:05.622631 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-d1087a12-9dc2-4a71-b4fa-bd2f8c28809d tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.37 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 812 time: 0.2580650
Nov 20 20:58:05.681868 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-286dc5a0-fd2a-4752-87f5-eaf3ec7c9c47 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Request body: {'port': {'device_id': 'e1e03721-bed1-4ab2-93cf-46282cbec99f', 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b', 'admin_state_up': True, 'tenant_id': 'fc809fb7bd984e43bfa1433cf0c79430'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:05.684140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Allocated IP 172.20.0.1 (9567b3f3-69c4-471d-9727-995b3bd39e6e/01a53bc8-668e-4676-97e7-4d0a7d46327c/e2a765b9-04d7-4723-911c-13fb8732af95) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:58:05.703545 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Network 9567b3f3-69c4-471d-9727-995b3bd39e6e is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:05.714722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:05.722109 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:58:05.729791 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Pushing event updated for resources: {'Port': ['ID=4deed343-8df6-42fa-b6fe-3ac9fea099e8,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:05.751969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device a6d1b525-e620-4e9a-ad16-660dd0870311 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:58:05.788950 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: a6d1b525-e620-4e9a-ad16-660dd0870311 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:58:05.790920 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device a6d1b525-e620-4e9a-ad16-660dd0870311 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:58:05.805650 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15c864-112e-4e79-9e99-4c61798edd02 req-fa22c48c-9937-4f40-925d-2d19eb260ced tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:05.807320 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d15c864-112e-4e79-9e99-4c61798edd02 req-fa22c48c-9937-4f40-925d-2d19eb260ced tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 946 time: 0.1251624
Nov 20 20:58:05.902833 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Attempting to bind port 4deed343-8df6-42fa-b6fe-3ac9fea099e8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:58:05.903045 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Attempting to bind port 4deed343-8df6-42fa-b6fe-3ac9fea099e8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33ad13ef-cd5a-4e35-9541-c2a3ab183c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:58:05.903608 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Attempting to bind port 4deed343-8df6-42fa-b6fe-3ac9fea099e8 on network 9567b3f3-69c4-471d-9727-995b3bd39e6e {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:05.912019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-8122898e-8a4b-4428-9f7f-f6d232ebb762 service neutron] 10.222.0.41 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3544648
Nov 20 20:58:05.918724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:58:05.920003 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Checking segment: {'id': '33ad13ef-cd5a-4e35-9541-c2a3ab183c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:05.920600 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:05.921335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Bound using segment: {'id': '33ad13ef-cd5a-4e35-9541-c2a3ab183c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:58:05.922195 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Bound port: 4deed343-8df6-42fa-b6fe-3ac9fea099e8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad13ef-cd5a-4e35-9541-c2a3ab183c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:58:05.922922 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:05.945052 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d15c864-112e-4e79-9e99-4c61798edd02 req-732f1529-c90c-4f81-985c-7b408d69f19a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1292548
Nov 20 20:58:05.966854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:06.016363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-286dc5a0-fd2a-4752-87f5-eaf3ec7c9c47 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Made reservation on behalf of fc809fb7bd984e43bfa1433cf0c79430 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:58:06.020476 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-286dc5a0-fd2a-4752-87f5-eaf3ec7c9c47 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:06.058650 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:06.063444 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ac5a57-6278-4574-a2c3-c4a9363d4a88 x-openstack-request-id: req-a1ac5a57-6278-4574-a2c3-c4a9363d4a88 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:06.064834 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "name": "network-vif-plugged", "status": "completed", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:06.065517 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1ac5a57-6278-4574-a2c3-c4a9363d4a88 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:06.066315 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'code': 200}
Nov 20 20:58:06.088965 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] For port 4deed343-8df6-42fa-b6fe-3ac9fea099e8, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:58:06.094810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] For port 4deed343-8df6-42fa-b6fe-3ac9fea099e8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4deed343-8df6-42fa-b6fe-3ac9fea099e8,segment=NetworkSegment(33ad13ef-cd5a-4e35-9541-c2a3ab183c96),segment_id=33ad13ef-cd5a-4e35-9541-c2a3ab183c96)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:58:06.110326 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:06.123225 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:06.167830 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 9567b3f3-69c4-471d-9727-995b3bd39e6e is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:06.171995 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:06.175120 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:06.217648 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-01406741-532b-4fa8-b331-a1111cfc1d62 req-2e60d53f-8fb8-466e-b603-2ec22a9fe383 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 210 time: 0.0506401
Nov 20 20:58:06.229908 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:58:06.259712 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1151a5c2-c351-4363-bd24-0d8a74a7b221 req-5b11f54d-c6d5-4609-8c51-a3ad2195f9a2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 210 time: 0.0933840
Nov 20 20:58:06.290864 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86532e40-6204-4b02-bb19-a5692f7f4424 None None] Pushing event updated for resources: {'Port': ['ID=4deed343-8df6-42fa-b6fe-3ac9fea099e8,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:06.335725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62925cc2-c806-412c-ace0-b51e3f8b6552 req-afd22713-f208-4a0b-b7e5-30d3a5926c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:06.337578 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62925cc2-c806-412c-ace0-b51e3f8b6552 req-afd22713-f208-4a0b-b7e5-30d3a5926c08 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 1097 time: 0.1696334
Nov 20 20:58:06.367734 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=e2a765b9-04d7-4723-911c-13fb8732af95,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:06.380226 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-286dc5a0-fd2a-4752-87f5-eaf3ec7c9c47 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Allocated IP 172.20.0.3 (c3915836-86cb-49e6-9e5c-f9e82114304b/2907b1cf-3fa4-4cec-bd6c-6b6472f874f9/8db776c8-e246-49f6-8f5f-c227f2b7e7c9) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:58:06.438370 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:06.509015 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62925cc2-c806-412c-ace0-b51e3f8b6552 req-56ca577f-9c25-4786-9849-be8d97398de5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1628997
Nov 20 20:58:06.634647 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Attempting to bind port 7c96c788-0f25-4724-b57a-4df595a17f3a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:58:06.636540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Attempting to bind port 7c96c788-0f25-4724-b57a-4df595a17f3a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cb175cbb-35a1-46a5-bce0-288d0c216635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:58:06.637210 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Attempting to bind port 7c96c788-0f25-4724-b57a-4df595a17f3a on network 7dde530b-f780-469d-8a3e-3b58058fca24 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:06.714397 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:58:06.717308 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Checking segment: {'id': 'cb175cbb-35a1-46a5-bce0-288d0c216635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:06.717835 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:06.718677 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Bound using segment: {'id': 'cb175cbb-35a1-46a5-bce0-288d0c216635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:58:06.719572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Bound port: 7c96c788-0f25-4724-b57a-4df595a17f3a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb175cbb-35a1-46a5-bce0-288d0c216635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:58:06.720764 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:06.743362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729e32-dc32-4d6d-adb6-56183676a089 None None] Pushing event updated for resources: {'Port': ['ID=7c96c788-0f25-4724-b57a-4df595a17f3a,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:06.749905 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:06.770736 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-50637ea1-b309-4ca1-8c83-4c08f117d46c req-14e856f7-4a89-48a2-a444-a99b336fe23f tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 210 time: 0.0566685
Nov 20 20:58:06.861557 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-286dc5a0-fd2a-4752-87f5-eaf3ec7c9c47 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:06.921036 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-286dc5a0-fd2a-4752-87f5-eaf3ec7c9c47 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:06.995329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-286dc5a0-fd2a-4752-87f5-eaf3ec7c9c47 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Network c3915836-86cb-49e6-9e5c-f9e82114304b is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:07.000959 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-286dc5a0-fd2a-4752-87f5-eaf3ec7c9c47 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:07.012575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-286dc5a0-fd2a-4752-87f5-eaf3ec7c9c47 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:58:07.099707 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] For port 7c96c788-0f25-4724-b57a-4df595a17f3a, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:58:07.101602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dc5a0-fd2a-4752-87f5-eaf3ec7c9c47 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Pushing event updated for resources: {'Port': ['ID=8db776c8-e246-49f6-8f5f-c227f2b7e7c9,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:07.118754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] For port 7c96c788-0f25-4724-b57a-4df595a17f3a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c96c788-0f25-4724-b57a-4df595a17f3a,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:58:07.157809 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ae8811-04b0-4771-a730-2ffdcb5af914 None None] DHCP port deletion for c3915836-86cb-49e6-9e5c-f9e82114304b request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:07.172662 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:07.234274 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4deed343-8df6-42fa-b6fe-3ac9fea099e8 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:07.236140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1795a233-493a-4842-9965-a4eae927f8e3 None None] Provisioning complete for port 7c96c788-0f25-4724-b57a-4df595a17f3a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:07.236517 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1795a233-493a-4842-9965-a4eae927f8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:07.378348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af32b90-82ac-4a59-9312-e4a2e382e94a req-2557b7f9-7ec1-443c-8d52-57a35caad5ab tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:07.393297 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-286dc5a0-fd2a-4752-87f5-eaf3ec7c9c47 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:07.394950 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2af32b90-82ac-4a59-9312-e4a2e382e94a req-2557b7f9-7ec1-443c-8d52-57a35caad5ab tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 946 time: 0.2174599
Nov 20 20:58:07.395215 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-286dc5a0-fd2a-4752-87f5-eaf3ec7c9c47 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:07.431086 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729e32-dc32-4d6d-adb6-56183676a089 None None] Pushing event updated for resources: {'Port': ['ID=7c96c788-0f25-4724-b57a-4df595a17f3a,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:07.477434 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:07.479480 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46287310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:07.485503 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 4deed343-8df6-42fa-b6fe-3ac9fea099e8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:07.486020 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:07.514524 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2af32b90-82ac-4a59-9312-e4a2e382e94a req-30222254-4932-4f3d-96a5-f353045e6791 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1177952
Nov 20 20:58:07.518202 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-286dc5a0-fd2a-4752-87f5-eaf3ec7c9c47 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8469002
Nov 20 20:58:07.543164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-debb3441-1430-4647-93fc-a3936a78d49d tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:07.551074 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-debb3441-1430-4647-93fc-a3936a78d49d tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.37 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 821 time: 0.4771938
Nov 20 20:58:07.590720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Request body: {'port': {'device_id': 'e1e03721-bed1-4ab2-93cf-46282cbec99f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:07.625297 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:07.627229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-8cedfc84-148a-4edb-862d-6653968881a8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Request body: {'port': {'device_id': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'admin_state_up': True, 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:07.635106 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:07.856280 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0b731490-ef90-4df9-909d-8458a2f568ed req-af9b9de1-5444-4c0c-88c1-a99f187e24a8 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 210 time: 0.1127884
Nov 20 20:58:07.886338 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=e2a765b9-04d7-4723-911c-13fb8732af95,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:07.893411 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:07.921829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d910c9c-2086-4d0d-aeeb-0970939e3cf8 req-11b985c2-c27b-4f39-b52a-b328c2c37a8f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:07.932020 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d910c9c-2086-4d0d-aeeb-0970939e3cf8 req-11b985c2-c27b-4f39-b52a-b328c2c37a8f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 931 time: 0.5835383
Nov 20 20:58:08.057093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 9567b3f3-69c4-471d-9727-995b3bd39e6e is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:08.059345 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:08.132755 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45374) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:08.133665 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d910c9c-2086-4d0d-aeeb-0970939e3cf8 req-c448f0df-4982-47a1-a82a-e5f7438bd76b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004249
Nov 20 20:58:08.152600 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.158964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-8cedfc84-148a-4edb-862d-6653968881a8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Made reservation on behalf of 81f065ce4dee4b479d5ab54d07605e61 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:58:08.169208 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-8cedfc84-148a-4edb-862d-6653968881a8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.169706 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bcec3010-bfa1-4f59-8e71-b8d01c6678b9 req-40f7ddf6-b27e-4949-aa84-a73ef27973fa tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 210 time: 0.0359640
Nov 20 20:58:08.179108 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:08.243484 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177ce7bf-02ad-44f0-8445-75a4eec376fb None None] Network 9567b3f3-69c4-471d-9727-995b3bd39e6e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:58:08.271795 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 7b967437-8d76-499e-83a8-e4a9a8a9f616 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:58:08.336204 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38672595-d7ea-4c29-ace5-a45dfffe2aef admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.388599 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.402552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:08.406582 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.410998 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2e7ff450-7a47-4686-9e95-6dffe1c5af2d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/7b967437-8d76-499e-83a8-e4a9a8a9f616/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7531025
Nov 20 20:58:08.413578 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45380) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:08.419839 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Sync routers for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:58:08.421518 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-893f57b9-d57e-473e-9901-f7b70acba8b3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'network': {'name': 'tempest-RoutersTest-1503726907'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:08.434236 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:08.435241 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5431c760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:08.446460 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893f57b9-d57e-473e-9901-f7b70acba8b3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:58:08.449681 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-893f57b9-d57e-473e-9901-f7b70acba8b3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.461585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-368d8802-ec2a-48a1-b8bd-de33592ac4e5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:08.463118 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-368d8802-ec2a-48a1-b8bd-de33592ac4e5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.37 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 805 time: 0.3717990
Nov 20 20:58:08.484897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893f57b9-d57e-473e-9901-f7b70acba8b3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:58:08.505613 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-893f57b9-d57e-473e-9901-f7b70acba8b3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.505974 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-893f57b9-d57e-473e-9901-f7b70acba8b3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Added segment 39f05ff9-c82d-4721-b78b-5a2dd32bd0d4 of type vlan for network 7dcb4ce7-a8d5-4ad5-a852-23546636524b
Nov 20 20:58:08.529128 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38672595-d7ea-4c29-ace5-a45dfffe2aef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.544378 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38672595-d7ea-4c29-ace5-a45dfffe2aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.549503 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-090b81dc-884b-4a10-a611-4a731a0cb06d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Request body: {'port': {'device_id': '0f740d9f-2e25-44ef-95b1-b05cfb73a79f', 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339', 'admin_state_up': True, 'tenant_id': 'bfc3f13200ff407ea8e320abdbb3c456'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:08.552323 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1795a233-493a-4842-9965-a4eae927f8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.559576 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:08.600726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-1795a233-493a-4842-9965-a4eae927f8e3 None None] For port 7c96c788-0f25-4724-b57a-4df595a17f3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c96c788-0f25-4724-b57a-4df595a17f3a,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:08.652199 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-893f57b9-d57e-473e-9901-f7b70acba8b3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.658991 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-38672595-d7ea-4c29-ace5-a45dfffe2aef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efdc7b94680a4b9b8f9bdae9add7abf5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5234551
Nov 20 20:58:08.662190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38672595-d7ea-4c29-ace5-a45dfffe2aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0e1787-c619-4c8b-97f3-db6176ba00ca,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:08.664767 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45384) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:08.693596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38672595-d7ea-4c29-ace5-a45dfffe2aef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:08.693945 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38672595-d7ea-4c29-ace5-a45dfffe2aef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:08.694319 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38672595-d7ea-4c29-ace5-a45dfffe2aef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:08.694662 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38672595-d7ea-4c29-ace5-a45dfffe2aef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:08.695003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38672595-d7ea-4c29-ace5-a45dfffe2aef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:08.695341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38672595-d7ea-4c29-ace5-a45dfffe2aef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:08.695673 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38672595-d7ea-4c29-ace5-a45dfffe2aef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:08.696004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38672595-d7ea-4c29-ace5-a45dfffe2aef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:08.696334 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38672595-d7ea-4c29-ace5-a45dfffe2aef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:08.696662 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38672595-d7ea-4c29-ace5-a45dfffe2aef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:08.697285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38672595-d7ea-4c29-ace5-a45dfffe2aef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:08.697641 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38672595-d7ea-4c29-ace5-a45dfffe2aef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:08.721184 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1795a233-493a-4842-9965-a4eae927f8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.733200 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-893f57b9-d57e-473e-9901-f7b70acba8b3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.737454 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.751208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893f57b9-d57e-473e-9901-f7b70acba8b3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:08.752353 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-893f57b9-d57e-473e-9901-f7b70acba8b3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.790443 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-8cedfc84-148a-4edb-862d-6653968881a8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Allocated IP 172.20.0.13 (7dde530b-f780-469d-8a3e-3b58058fca24/8180eca2-c911-4c6e-a6cc-f0ef5d1546e9/cfd0dca9-fc25-4b7e-a3c0-929991afa254) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:58:08.794438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-090b81dc-884b-4a10-a611-4a731a0cb06d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Made reservation on behalf of bfc3f13200ff407ea8e320abdbb3c456 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:58:08.798273 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-090b81dc-884b-4a10-a611-4a731a0cb06d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.806697 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-893f57b9-d57e-473e-9901-f7b70acba8b3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3897088
Nov 20 20:58:08.807887 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45386) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:08.809113 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04e2bf0a-f07c-40b3-abd9-51487475c134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.819123 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ea287a4e-78fc-465a-bb27-31ba41499b86 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'subnet': {'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:08.834481 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5431c760>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:06Z', 'revision_number': 2, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:07Z', 'revision_number': 2, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:08.865673 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Checking router: 7b967437-8d76-499e-83a8-e4a9a8a9f616 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:58:08.866030 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Updating router 7b967437-8d76-499e-83a8-e4a9a8a9f616 port e2a765b9-04d7-4723-911c-13fb8732af95 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:58:08.884022 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 4deed343-8df6-42fa-b6fe-3ac9fea099e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4deed343-8df6-42fa-b6fe-3ac9fea099e8,segment=NetworkSegment(33ad13ef-cd5a-4e35-9541-c2a3ab183c96),segment_id=33ad13ef-cd5a-4e35-9541-c2a3ab183c96)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:08.884781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada21f79-9bc7-49a2-914d-0b9c4c840ab8 req-3979806f-3c45-491e-82fd-28398fd47844 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:08.885350 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795a233-493a-4842-9965-a4eae927f8e3 None None] Pushing event updated for resources: {'Port': ['ID=7c96c788-0f25-4724-b57a-4df595a17f3a,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:08.893103 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ada21f79-9bc7-49a2-914d-0b9c4c840ab8 req-3979806f-3c45-491e-82fd-28398fd47844 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 946 time: 0.2369034
Nov 20 20:58:08.900673 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.937029 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:08.969124 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-dc02c22a-ccf3-42a9-8ff1-05163c6f09c7 None None] Provisioning complete for port 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:08.969637 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dc02c22a-ccf3-42a9-8ff1-05163c6f09c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:09.027181 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04e2bf0a-f07c-40b3-abd9-51487475c134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:09.029595 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f57b9-d57e-473e-9901-f7b70acba8b3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Network': ['ID=7dcb4ce7-a8d5-4ad5-a852-23546636524b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:09.085898 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ada21f79-9bc7-49a2-914d-0b9c4c840ab8 req-b858b721-e670-414b-8a6d-1c289a0eeea5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1917081
Nov 20 20:58:09.090256 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5d8f148c-a02a-46e5-b8a7-dfe2d1ac51a0 req-7397b14f-5d3d-4ac1-9870-33cbde4c8350 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 210 time: 0.0683010
Nov 20 20:58:09.142438 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea287a4e-78fc-465a-bb27-31ba41499b86 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:58:09.152145 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ea287a4e-78fc-465a-bb27-31ba41499b86 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:09.166003 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-dc02c22a-ccf3-42a9-8ff1-05163c6f09c7 None None] Port 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:58:09.170031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=4deed343-8df6-42fa-b6fe-3ac9fea099e8,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:09.183034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 7dcb4ce7-a8d5-4ad5-a852-23546636524b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:58:09.271419 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:09.277907 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:09.343786 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c81fbe-329b-475f-8b02-43b453f38051 None None] Pushing event updated for resources: {'Port': ['ID=e2a765b9-04d7-4723-911c-13fb8732af95,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:09.382497 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-dc02c22a-ccf3-42a9-8ff1-05163c6f09c7 None None] Provisioning complete for port 7c96c788-0f25-4724-b57a-4df595a17f3a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:09.383284 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dc02c22a-ccf3-42a9-8ff1-05163c6f09c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:09.412559 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Attempting to bind port e2a765b9-04d7-4723-911c-13fb8732af95 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:58:09.412941 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Attempting to bind port e2a765b9-04d7-4723-911c-13fb8732af95 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33ad13ef-cd5a-4e35-9541-c2a3ab183c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:58:09.413313 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Attempting to bind port e2a765b9-04d7-4723-911c-13fb8732af95 on network 9567b3f3-69c4-471d-9727-995b3bd39e6e {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:09.419710 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:58:09.420099 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Checking segment: {'id': '33ad13ef-cd5a-4e35-9541-c2a3ab183c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:09.420665 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:09.420903 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Bound using segment: {'id': '33ad13ef-cd5a-4e35-9541-c2a3ab183c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:58:09.421392 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Bound port: e2a765b9-04d7-4723-911c-13fb8732af95, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad13ef-cd5a-4e35-9541-c2a3ab183c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:58:09.421779 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:09.503032 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] For port e2a765b9-04d7-4723-911c-13fb8732af95, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:58:09.508297 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] For port e2a765b9-04d7-4723-911c-13fb8732af95, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2a765b9-04d7-4723-911c-13fb8732af95,segment=NetworkSegment(33ad13ef-cd5a-4e35-9541-c2a3ab183c96),segment_id=33ad13ef-cd5a-4e35-9541-c2a3ab183c96)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:58:09.514853 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:09.595879 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c81fbe-329b-475f-8b02-43b453f38051 None None] Pushing event updated for resources: {'Port': ['ID=e2a765b9-04d7-4723-911c-13fb8732af95,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:09.606903 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:09.607644 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5431c760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:09.637154 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-dc02c22a-ccf3-42a9-8ff1-05163c6f09c7 None None] Provisioning complete for port 4deed343-8df6-42fa-b6fe-3ac9fea099e8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:09.637571 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dc02c22a-ccf3-42a9-8ff1-05163c6f09c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:09.647726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46287310>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:07Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:09.702472 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72289172-6b49-48e4-9d81-667f416c4543 None None] The sync data for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 is: [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:07Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:58:09.741952 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:09.748172 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04e2bf0a-f07c-40b3-abd9-51487475c134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:09.771704 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04e2bf0a-f07c-40b3-abd9-51487475c134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:09.771704 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-04e2bf0a-f07c-40b3-abd9-51487475c134 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da0e1787-c619-4c8b-97f3-db6176ba00ca HTTP/1.1" status: 204  len: 168 time: 1.1036949
Nov 20 20:58:09.820123 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2bf0a-f07c-40b3-abd9-51487475c134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0e1787-c619-4c8b-97f3-db6176ba00ca,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:09.867619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa64f64-ba32-456e-9e93-c756bd70564b req-4991119d-6351-4de5-a4cc-0b4aee1194f2 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:09.882111 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3fa64f64-ba32-456e-9e93-c756bd70564b req-4991119d-6351-4de5-a4cc-0b4aee1194f2 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 946 time: 0.6790066
Nov 20 20:58:09.884651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45400) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:09.896459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:58:09.911601 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-dc450219-7888-4392-b7f3-07f9af9f2703 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Request body: {'floatingip': {'port_id': '5e95aa78-cf30-4872-a515-77b24aeb0899'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:09.970505 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:10.031807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b48a4076-a96e-4931-ab4f-7dd3234dfe9a None None] Provisioning complete for port 4deed343-8df6-42fa-b6fe-3ac9fea099e8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:10.032770 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348d37d-873a-4ba5-987e-abd3231b1ee0 req-82cf40df-2285-41b6-8a7f-0060eb3853e0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:10.038400 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b48a4076-a96e-4931-ab4f-7dd3234dfe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:10.046895 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3348d37d-873a-4ba5-987e-abd3231b1ee0 req-82cf40df-2285-41b6-8a7f-0060eb3853e0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 931 time: 0.7389889
Nov 20 20:58:10.053076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-090b81dc-884b-4a10-a611-4a731a0cb06d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Allocated IP 172.20.0.10 (00efdad1-1d3a-4059-9b5a-980ee6794339/67696e00-d47a-4c01-b60f-02743de8399e/fbb98294-0032-45b6-818d-7bb8780a27d3) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:58:10.098920 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2cd96561-2d51-4d74-87e2-98f09e539419 req-cf0674b9-ae0e-404a-92f4-d0f93db63010 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 210 time: 0.0858853
Nov 20 20:58:10.115499 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc450219-7888-4392-b7f3-07f9af9f2703 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:10.157423 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-8cedfc84-148a-4edb-862d-6653968881a8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:10.178017 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Transition to ACTIVE for port object 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:58:10.202294 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:10.286593 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Pushing event updated for resources: {'Port': ['ID=8db776c8-e246-49f6-8f5f-c227f2b7e7c9,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:10.313631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b48a4076-a96e-4931-ab4f-7dd3234dfe9a None None] Provisioning complete for port e2a765b9-04d7-4723-911c-13fb8732af95 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:10.314132 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b48a4076-a96e-4931-ab4f-7dd3234dfe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:10.379995 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed03a9a8-6ef8-4ed4-bf50-62a59d7b7e82 None None] DHCP port deletion for c3915836-86cb-49e6-9e5c-f9e82114304b request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:10.390108 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5431c760>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:06Z', 'revision_number': 2, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:09Z', 'revision_number': 4, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:10.415975 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-51a354b4-7b33-403c-be72-0bafbeceed33 req-d8f0cf1c-14e0-4615-99ba-1436c25079ab tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 210 time: 0.1651554
Nov 20 20:58:10.462568 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3348d37d-873a-4ba5-987e-abd3231b1ee0 req-31d686b5-5a94-4a01-8ff6-b79d63e659eb tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4060686
Nov 20 20:58:10.509418 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a5eea2-6d72-48d8-af08-fcb40eebdd67 None None] The sync data for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 is: [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:06Z', 'revision_number': 2, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:09Z', 'revision_number': 4, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:58:10.526345 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-8cedfc84-148a-4edb-862d-6653968881a8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:10.666907 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ea287a4e-78fc-465a-bb27-31ba41499b86 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:10.683999 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b48a4076-a96e-4931-ab4f-7dd3234dfe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:10.700096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-8cedfc84-148a-4edb-862d-6653968881a8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Network 7dde530b-f780-469d-8a3e-3b58058fca24 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:10.751087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-8cedfc84-148a-4edb-862d-6653968881a8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:10.765036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-8cedfc84-148a-4edb-862d-6653968881a8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:58:10.769616 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b48a4076-a96e-4931-ab4f-7dd3234dfe9a None None] For port e2a765b9-04d7-4723-911c-13fb8732af95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2a765b9-04d7-4723-911c-13fb8732af95,segment=NetworkSegment(33ad13ef-cd5a-4e35-9541-c2a3ab183c96),segment_id=33ad13ef-cd5a-4e35-9541-c2a3ab183c96)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:10.776261 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b48a4076-a96e-4931-ab4f-7dd3234dfe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:10.810852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Attempting to bind port 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:58:10.811564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Attempting to bind port 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:58:10.812239 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Attempting to bind port 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 on network c3915836-86cb-49e6-9e5c-f9e82114304b {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:10.853190 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cedfc84-148a-4edb-862d-6653968881a8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Pushing event updated for resources: {'Port': ['ID=cfd0dca9-fc25-4b7e-a3c0-929991afa254,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:10.887218 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Port 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 on network c3915836-86cb-49e6-9e5c-f9e82114304b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:58:10.887788 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Attempting to bind port 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 on network c3915836-86cb-49e6-9e5c-f9e82114304b {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:10.915520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a4076-a96e-4931-ab4f-7dd3234dfe9a None None] Pushing event updated for resources: {'Port': ['ID=e2a765b9-04d7-4723-911c-13fb8732af95,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:10.919841 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:58:10.932065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Checking segment: {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:10.932707 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Bound using segment: {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:58:10.933501 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Bound port: 8db776c8-e246-49f6-8f5f-c227f2b7e7c9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:58:10.934554 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:10.985953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2a4a809f-eaeb-4c8d-af54-88217ae09b54 None None] Provisioning complete for port e2a765b9-04d7-4723-911c-13fb8732af95 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:10.986352 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2a4a809f-eaeb-4c8d-af54-88217ae09b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:11.093266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea287a4e-78fc-465a-bb27-31ba41499b86 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Subnet': ['ID=52083141-626d-4aab-a703-4968bd757b6f,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:11.131439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-8cedfc84-148a-4edb-862d-6653968881a8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:11.132130 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-8cedfc84-148a-4edb-862d-6653968881a8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:11.181010 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea287a4e-78fc-465a-bb27-31ba41499b86 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Checking segment: {'id': '39f05ff9-c82d-4721-b78b-5a2dd32bd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:11.181503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea287a4e-78fc-465a-bb27-31ba41499b86 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network hostable DHCP agents. Network: 7dcb4ce7-a8d5-4ad5-a852-23546636524b, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:58:11.205248 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-090b81dc-884b-4a10-a611-4a731a0cb06d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:11.371852 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-8cedfc84-148a-4edb-862d-6653968881a8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7490768
Nov 20 20:58:11.387544 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea287a4e-78fc-465a-bb27-31ba41499b86 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 7dcb4ce7-a8d5-4ad5-a852-23546636524b is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:58:11.411175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-ea287a4e-78fc-465a-bb27-31ba41499b86 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7dcb4ce7-a8d5-4ad5-a852-23546636524b) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:11.415848 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea287a4e-78fc-465a-bb27-31ba41499b86 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:11.416630 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ea287a4e-78fc-465a-bb27-31ba41499b86 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:11.437411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-68c37619-338a-44e6-96ea-974d712666fc None None] Provisioning complete for port cfd0dca9-fc25-4b7e-a3c0-929991afa254 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:11.437948 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-68c37619-338a-44e6-96ea-974d712666fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:11.442097 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8dc5bb-0d85-4819-b661-7957815382a6 None None] Network 7dcb4ce7-a8d5-4ad5-a852-23546636524b requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:58:11.446698 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ea287a4e-78fc-465a-bb27-31ba41499b86 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6329999
Nov 20 20:58:11.450635 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45426) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:11.511943 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7c96c788-0f25-4724-b57a-4df595a17f3a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:11.559052 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Request body: {'port': {'device_id': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:11.630007 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc450219-7888-4392-b7f3-07f9af9f2703 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:11.643179 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-090b81dc-884b-4a10-a611-4a731a0cb06d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:11.678183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-68c37619-338a-44e6-96ea-974d712666fc None None] Port cfd0dca9-fc25-4b7e-a3c0-929991afa254 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:58:11.703597 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f8de97a0-2799-4c39-82a8-566fd2fe46e8'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:58:11.790106 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc450219-7888-4392-b7f3-07f9af9f2703 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:11.829103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-090b81dc-884b-4a10-a611-4a731a0cb06d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Network 00efdad1-1d3a-4059-9b5a-980ee6794339 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:11.848638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-090b81dc-884b-4a10-a611-4a731a0cb06d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:11.862456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-090b81dc-884b-4a10-a611-4a731a0cb06d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:58:11.866665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] For port 8db776c8-e246-49f6-8f5f-c227f2b7e7c9, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:58:11.879844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0d567-609e-496b-8aa0-a19a334da8be req-a3c9bd2b-cdbb-4827-b6c7-8c1712a160c6 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:11.888162 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-60f0d567-609e-496b-8aa0-a19a334da8be req-a3c9bd2b-cdbb-4827-b6c7-8c1712a160c6 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 932 time: 0.6093018
Nov 20 20:58:11.907365 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-68c37619-338a-44e6-96ea-974d712666fc None None] Provisioning complete for port e2a765b9-04d7-4723-911c-13fb8732af95 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:11.908096 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-68c37619-338a-44e6-96ea-974d712666fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:11.922615 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:11.923937 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0910ee-a5f7-4c7b-b79e-fdd494f6798d None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:12.034467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] For port 8db776c8-e246-49f6-8f5f-c227f2b7e7c9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8db776c8-e246-49f6-8f5f-c227f2b7e7c9,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:58:12.040169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b81dc-884b-4a10-a611-4a731a0cb06d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Pushing event updated for resources: {'Port': ['ID=fbb98294-0032-45b6-818d-7bb8780a27d3,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:12.042484 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce9fe4-fcd8-4edc-8c64-e04a957eb8cf req-e3bcbb1d-cc70-4ee2-930d-858539641585 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:12.044125 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-88ce9fe4-fcd8-4edc-8c64-e04a957eb8cf req-e3bcbb1d-cc70-4ee2-930d-858539641585 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 932 time: 0.2577403
Nov 20 20:58:12.056969 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:12.058952 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 7c96c788-0f25-4724-b57a-4df595a17f3a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:12.062076 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:12.136682 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Pushing event updated for resources: {'Port': ['ID=8db776c8-e246-49f6-8f5f-c227f2b7e7c9,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:12.196106 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-60f0d567-609e-496b-8aa0-a19a334da8be req-2b4d199f-5b66-4588-b80d-33061b511648 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3070831
Nov 20 20:58:12.210603 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:12.211458 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:12.213194 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-817276c6-bf07-4b3a-88dd-b40a2faacd90 service neutron] 10.222.0.37 "PUT /v2.0/ports/8db776c8-e246-49f6-8f5f-c227f2b7e7c9 HTTP/1.1" status: 200  len: 1091 time: 4.6611202
Nov 20 20:58:12.224574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-090b81dc-884b-4a10-a611-4a731a0cb06d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:12.224574 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-090b81dc-884b-4a10-a611-4a731a0cb06d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:12.224898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:58:12.230417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e03721-bed1-4ab2-93cf-46282cbec99f', 'tag': '8db776c8-e246-49f6-8f5f-c227f2b7e7c9'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:12.233945 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faeaf6d-1ac2-406e-84e8-ef7fb7c39f50" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e03721-bed1-4ab2-93cf-46282cbec99f", "tag": "8db776c8-e246-49f6-8f5f-c227f2b7e7c9"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:12.266786 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:12.268496 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-090b81dc-884b-4a10-a611-4a731a0cb06d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7911515
Nov 20 20:58:12.308627 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-dc450219-7888-4392-b7f3-07f9af9f2703 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Floating IP eb542264-976e-4814-b3d4-8ab7289c7b91 associated. External IP: 172.35.1.14, port: 5e95aa78-cf30-4872-a515-77b24aeb0899.
Nov 20 20:58:12.328726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Request body: {'port': {'device_id': '0f740d9f-2e25-44ef-95b1-b05cfb73a79f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:12.373243 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f4a9be-21be-4d39-bde9-e103eb9d1ccf None None] DHCP port deletion for c3915836-86cb-49e6-9e5c-f9e82114304b request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:12.383333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4deed343-8df6-42fa-b6fe-3ac9fea099e8 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:12.565664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-60d2748e-560e-460e-88af-b77015f55aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:12.568432 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-60d2748e-560e-460e-88af-b77015f55aff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 1094 time: 0.2983322
Nov 20 20:58:12.577876 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:12.582692 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8489cf9-5240-46bd-87ba-70d3bff7a39f req-1b55f9ae-3dd7-4a7e-ad70-7dec78460ee9 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:12.585120 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8489cf9-5240-46bd-87ba-70d3bff7a39f req-1b55f9ae-3dd7-4a7e-ad70-7dec78460ee9 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 943 time: 0.2518909
Nov 20 20:58:12.600070 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:12.610265 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-88ce9fe4-fcd8-4edc-8c64-e04a957eb8cf req-402377ae-c8c9-4b70-a71d-fd7c53cd1348 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5211246
Nov 20 20:58:12.806443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc450219-7888-4392-b7f3-07f9af9f2703 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Router 13500626-2cad-483a-bc33-644f374efb35 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:58:12.815214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 4deed343-8df6-42fa-b6fe-3ac9fea099e8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:12.815725 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:12.823704 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-1f98793c-a479-4a18-a3e1-78bbf3e2b15a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8db776c8-e246-49f6-8f5f-c227f2b7e7c9 HTTP/1.1" status: 200  len: 217 time: 0.2353084
Nov 20 20:58:12.833448 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fc8ea0-ef62-4df0-8372-72842f028a33 x-openstack-request-id: req-c6fc8ea0-ef62-4df0-8372-72842f028a33 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:12.833942 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e03721-bed1-4ab2-93cf-46282cbec99f", "tag": "8db776c8-e246-49f6-8f5f-c227f2b7e7c9", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:12.834461 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6fc8ea0-ef62-4df0-8372-72842f028a33 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:12.835086 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e03721-bed1-4ab2-93cf-46282cbec99f', 'tag': '8db776c8-e246-49f6-8f5f-c227f2b7e7c9', 'status': 'completed', 'code': 200}
Nov 20 20:58:12.994684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Allocated IP 172.21.0.2 (7dcb4ce7-a8d5-4ad5-a852-23546636524b/52083141-626d-4aab-a703-4968bd757b6f/fa769972-276f-4c77-a132-7c3999dcffa7) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:58:13.026888 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-e9587c67-cc5f-4623-bb1b-79542abc3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:13.028416 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-e9587c67-cc5f-4623-bb1b-79542abc3b28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2907b1cf-3fa4-4cec-bd6c-6b6472f874f9 HTTP/1.1" status: 200  len: 852 time: 0.1877089
Nov 20 20:58:13.093110 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc450219-7888-4392-b7f3-07f9af9f2703 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:13.099675 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc450219-7888-4392-b7f3-07f9af9f2703 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:13.119523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fe12ed-d5db-48a9-8277-79ff6fd0c5c0 None None] Sync routers for ids ['13500626-2cad-483a-bc33-644f374efb35'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:58:13.136896 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dc450219-7888-4392-b7f3-07f9af9f2703 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "PUT /v2.0/floatingips/eb542264-976e-4814-b3d4-8ab7289c7b91 HTTP/1.1" status: 200  len: 991 time: 3.2442901
Nov 20 20:58:13.137779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:13.148439 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028439f8-c632-49c6-bee9-505a9af579b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:13.152962 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd0dca9-fc25-4b7e-a3c0-929991afa254 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:58:13.167526 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:13.185438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Transition to ACTIVE for port object cfd0dca9-fc25-4b7e-a3c0-929991afa254 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:58:13.204766 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-019b1748-34a5-4972-a582-26fb3f5a6b66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c3915836-86cb-49e6-9e5c-f9e82114304b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1433337
Nov 20 20:58:13.205462 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:13.206762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-826d275b-a0f4-48fb-8ab4-42039c7a355e None None] Provisioning complete for port fbb98294-0032-45b6-818d-7bb8780a27d3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:13.207155 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-826d275b-a0f4-48fb-8ab4-42039c7a355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:13.285693 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fe12ed-d5db-48a9-8277-79ff6fd0c5c0 None None] Routers {'13500626-2cad-483a-bc33-644f374efb35'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:13.286374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f1fe12ed-d5db-48a9-8277-79ff6fd0c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46674250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13500626-2cad-483a-bc33-644f374efb35'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:13.344565 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e2a765b9-04d7-4723-911c-13fb8732af95 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:13.352636 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a02634fb-b3b8-4d24-95e4-4313e58295a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:13.363341 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9e9af7-2233-4883-8a77-df23670ccda4 x-openstack-request-id: req-dd9e9af7-2233-4883-8a77-df23670ccda4 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:13.363844 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:13.363844 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd9e9af7-2233-4883-8a77-df23670ccda4 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:13.364244 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'status': 'completed', 'code': 200}
Nov 20 20:58:13.382575 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-a0bcfb3b-10be-4bfb-9d98-937141bbedcb service neutron] 10.222.0.37 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281040
Nov 20 20:58:13.400105 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-826d275b-a0f4-48fb-8ab4-42039c7a355e None None] Port fbb98294-0032-45b6-818d-7bb8780a27d3 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:58:13.440574 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8489cf9-5240-46bd-87ba-70d3bff7a39f req-37d47b9e-1879-4b72-8bef-4c59c7579a54 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8291991
Nov 20 20:58:13.504428 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-826d275b-a0f4-48fb-8ab4-42039c7a355e None None] Provisioning complete for port e2a765b9-04d7-4723-911c-13fb8732af95 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:13.504800 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-826d275b-a0f4-48fb-8ab4-42039c7a355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:13.510375 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50310b2-125e-413f-8fce-bcf4d5642ef2 req-56fe5e87-9fa1-45f8-ab3a-337bf09957c7 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:13.533538 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b50310b2-125e-413f-8fce-bcf4d5642ef2 req-56fe5e87-9fa1-45f8-ab3a-337bf09957c7 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 944 time: 0.0925450
Nov 20 20:58:13.601743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-f1fe12ed-d5db-48a9-8277-79ff6fd0c5c0 None None] Set router 13500626-2cad-483a-bc33-644f374efb35 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:13.648634 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b50310b2-125e-413f-8fce-bcf4d5642ef2 req-71da4204-f9df-4a95-8449-03f445777fdb tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166534
Nov 20 20:58:13.671914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd0dca9-fc25-4b7e-a3c0-929991afa254,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:13.685008 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:13.782274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028439f8-c632-49c6-bee9-505a9af579b5 req-db13ce41-5cd1-42a7-af46-f66b30c28d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:13.783926 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-028439f8-c632-49c6-bee9-505a9af579b5 req-db13ce41-5cd1-42a7-af46-f66b30c28d68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 1097 time: 0.3993800
Nov 20 20:58:13.786004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Allocated IP 172.21.0.1 (7dcb4ce7-a8d5-4ad5-a852-23546636524b/52083141-626d-4aab-a703-4968bd757b6f/37524030-e6db-426e-99be-49ff24cf108a) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:58:13.790807 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:13.814211 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e2a765b9-04d7-4723-911c-13fb8732af95 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:13.814582 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:13.925787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Network 7dcb4ce7-a8d5-4ad5-a852-23546636524b is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:13.932395 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:13.953029 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:58:13.993587 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:14.041529 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Pushing event updated for resources: {'Port': ['ID=fa769972-276f-4c77-a132-7c3999dcffa7,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:14.062216 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028439f8-c632-49c6-bee9-505a9af579b5 req-a77eb05a-8f2f-4366-b4be-a215ec6315fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:14.063835 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-028439f8-c632-49c6-bee9-505a9af579b5 req-a77eb05a-8f2f-4366-b4be-a215ec6315fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 912 time: 0.2350957
Nov 20 20:58:14.065160 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:14.086832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Attempting to bind port cfd0dca9-fc25-4b7e-a3c0-929991afa254 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:58:14.087283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Attempting to bind port cfd0dca9-fc25-4b7e-a3c0-929991afa254 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cb175cbb-35a1-46a5-bce0-288d0c216635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:58:14.087689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Attempting to bind port cfd0dca9-fc25-4b7e-a3c0-929991afa254 on network 7dde530b-f780-469d-8a3e-3b58058fca24 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:14.092724 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-094e9caf-1ea4-4e65-a1c8-dd735922a35e req-d2eff40d-5cdf-4581-8f76-31c983a4b9d4 service neutron] 10.222.0.37 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6969330
Nov 20 20:58:14.163448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Attempting to bind port fa769972-276f-4c77-a132-7c3999dcffa7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:58:14.163849 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Attempting to bind port fa769972-276f-4c77-a132-7c3999dcffa7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '39f05ff9-c82d-4721-b78b-5a2dd32bd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:58:14.164413 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Attempting to bind port fa769972-276f-4c77-a132-7c3999dcffa7 on network 7dcb4ce7-a8d5-4ad5-a852-23546636524b {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:14.165808 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=37524030-e6db-426e-99be-49ff24cf108a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:14.172715 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-028439f8-c632-49c6-bee9-505a9af579b5 req-76a5c542-3307-4223-a834-a68fdd5cf268 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e95aa78-cf30-4872-a515-77b24aeb0899 HTTP/1.1" status: 200  len: 999 time: 0.0886023
Nov 20 20:58:14.186161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a916c-c08e-464c-b8e6-91e5de4aa147 req-c037ed0d-8364-4874-95c8-ed1ee2f012ac tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:14.187788 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e60a916c-c08e-464c-b8e6-91e5de4aa147 req-c037ed0d-8364-4874-95c8-ed1ee2f012ac tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 932 time: 0.3622394
Nov 20 20:58:14.189857 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 7dcb4ce7-a8d5-4ad5-a852-23546636524b is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:14.196445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:58:14.196826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Checking segment: {'id': '39f05ff9-c82d-4721-b78b-5a2dd32bd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:14.197233 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:14.197632 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Bound using segment: {'id': '39f05ff9-c82d-4721-b78b-5a2dd32bd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:58:14.198145 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Bound port: fa769972-276f-4c77-a132-7c3999dcffa7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f05ff9-c82d-4721-b78b-5a2dd32bd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:58:14.198531 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:14.199631 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:14.209860 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:58:14.219666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Port cfd0dca9-fc25-4b7e-a3c0-929991afa254 on network 7dde530b-f780-469d-8a3e-3b58058fca24 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:58:14.220089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Attempting to bind port cfd0dca9-fc25-4b7e-a3c0-929991afa254 on network 7dde530b-f780-469d-8a3e-3b58058fca24 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:14.242040 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:58:14.242426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Checking segment: {'id': 'cb175cbb-35a1-46a5-bce0-288d0c216635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:14.243310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Bound using segment: {'id': 'cb175cbb-35a1-46a5-bce0-288d0c216635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:58:14.243643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Bound port: cfd0dca9-fc25-4b7e-a3c0-929991afa254, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb175cbb-35a1-46a5-bce0-288d0c216635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:58:14.244084 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:14.291617 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:14.382706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] For port fa769972-276f-4c77-a132-7c3999dcffa7, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:58:14.414925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] For port fa769972-276f-4c77-a132-7c3999dcffa7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa769972-276f-4c77-a132-7c3999dcffa7,segment=NetworkSegment(39f05ff9-c82d-4721-b78b-5a2dd32bd0d4),segment_id=39f05ff9-c82d-4721-b78b-5a2dd32bd0d4)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:58:14.416988 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e60a916c-c08e-464c-b8e6-91e5de4aa147 req-e55a9d03-068d-4e6a-9d95-37a6a689df4c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1898830
Nov 20 20:58:14.428571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faeaf6d-1ac2-406e-84e8-ef7fb7c39f50 req-c3776d13-e368-4426-b925-b0ce6ddebee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:14.431538 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4faeaf6d-1ac2-406e-84e8-ef7fb7c39f50 req-c3776d13-e368-4426-b925-b0ce6ddebee3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 1094 time: 0.2561097
Nov 20 20:58:14.437553 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:14.438030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028439f8-c632-49c6-bee9-505a9af579b5 req-56975106-abd9-43a3-aea3-a8bc97c0f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:14.439453 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-028439f8-c632-49c6-bee9-505a9af579b5 req-56975106-abd9-43a3-aea3-a8bc97c0f7be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.2209241
Nov 20 20:58:14.500639 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45492) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:14.507803 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:14.593085 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ca43e-7e3a-41c4-8d0d-5440c8be1031 None None] Pushing event updated for resources: {'Port': ['ID=fa769972-276f-4c77-a132-7c3999dcffa7,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:14.621178 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f1fe12ed-d5db-48a9-8277-79ff6fd0c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46674250>, [{'id': '13500626-2cad-483a-bc33-644f374efb35', 'name': 'tempest-ServerActionsTestJSON-171127498-router', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:25Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'gw_port': {'id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:27Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eb542264-976e-4814-b3d4-8ab7289c7b91', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'floating_ip_address': '172.35.1.14', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '13500626-2cad-483a-bc33-644f374efb35', 'port_id': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'mac_address': 'fa:16:3e:c4:b5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:57:45Z', 'updated_at': '2021-11-20T20:58:11Z', 'revision_number': 1, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17fcf859-28e3-47e2-a768-ed8ada73c5c6', 'name': '', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'mac_address': 'fa:16:3e:2a:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:33Z', 'updated_at': '2021-11-20T20:57:42Z', 'revision_number': 5, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'subnets': [{'id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:14.665586 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fe12ed-d5db-48a9-8277-79ff6fd0c5c0 None None] Checking router: 13500626-2cad-483a-bc33-644f374efb35 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:58:14.679764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fe12ed-d5db-48a9-8277-79ff6fd0c5c0 None None] Routers {'13500626-2cad-483a-bc33-644f374efb35'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:14.682070 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f1fe12ed-d5db-48a9-8277-79ff6fd0c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46674250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:57:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13500626-2cad-483a-bc33-644f374efb35'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:14.786080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f77820-6533-4559-a4e9-1b0cbc49aae1 req-e4d69a42-fcec-452c-9951-be02015df2ce tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:14.795328 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0f77820-6533-4559-a4e9-1b0cbc49aae1 req-e4d69a42-fcec-452c-9951-be02015df2ce tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 943 time: 0.1953056
Nov 20 20:58:14.841116 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-f1fe12ed-d5db-48a9-8277-79ff6fd0c5c0 None None] Set router 13500626-2cad-483a-bc33-644f374efb35 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:14.845932 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5103fc6-b9ae-45e1-9779-0d26b5298324 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:14.898933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] For port cfd0dca9-fc25-4b7e-a3c0-929991afa254, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:58:14.911627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb98294-0032-45b6-818d-7bb8780a27d3 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:58:14.940606 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:14.974958 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0f77820-6533-4559-a4e9-1b0cbc49aae1 req-e79cd460-15bd-4894-b3ab-b46b375d5a5e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785996
Nov 20 20:58:14.985145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] For port cfd0dca9-fc25-4b7e-a3c0-929991afa254, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cfd0dca9-fc25-4b7e-a3c0-929991afa254,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:58:15.017482 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:15.029754 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Transition to ACTIVE for port object fbb98294-0032-45b6-818d-7bb8780a27d3 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:58:15.075303 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:15.096121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028439f8-c632-49c6-bee9-505a9af579b5 req-6d9ac9fa-d638-42a7-9f18-82d259e9217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:15.098161 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-028439f8-c632-49c6-bee9-505a9af579b5 req-6d9ac9fa-d638-42a7-9f18-82d259e9217a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6415119
Nov 20 20:58:15.116106 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:15.116743 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:15.118289 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] 10.222.0.37 "PUT /v2.0/ports/cfd0dca9-fc25-4b7e-a3c0-929991afa254 HTTP/1.1" status: 200  len: 1092 time: 3.7400303
Nov 20 20:58:15.121279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'tag': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:15.126295 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966b454e-8b6e-48e4-864d-c2a190c29449" -d '{"events": [{"name": "network-changed", "server_uuid": "c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8", "tag": "cfd0dca9-fc25-4b7e-a3c0-929991afa254"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:15.131551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faeaf6d-1ac2-406e-84e8-ef7fb7c39f50 req-3326c8bd-31eb-4afd-9328-0879f76f8f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:15.133134 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4faeaf6d-1ac2-406e-84e8-ef7fb7c39f50 req-3326c8bd-31eb-4afd-9328-0879f76f8f73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 913 time: 0.6895230
Nov 20 20:58:15.141151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2926754-193c-4e14-833b-dc9ff8053d3f req-b6580a79-262f-4c8d-baad-8783919d22fd tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:15.143104 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f2926754-193c-4e14-833b-dc9ff8053d3f req-b6580a79-262f-4c8d-baad-8783919d22fd tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 944 time: 0.2734835
Nov 20 20:58:15.187128 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5162a59a-2870-49d2-bc32-75945079e6c5 None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:15.309532 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5103fc6-b9ae-45e1-9779-0d26b5298324 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:15.323074 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5103fc6-b9ae-45e1-9779-0d26b5298324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:15.346632 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad0acfd-d0c9-407f-8334-7188e1e354a4 x-openstack-request-id: req-8ad0acfd-d0c9-407f-8334-7188e1e354a4 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:15.346966 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8", "tag": "cfd0dca9-fc25-4b7e-a3c0-929991afa254", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:15.347273 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ad0acfd-d0c9-407f-8334-7188e1e354a4 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:15.347843 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'tag': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254', 'status': 'completed', 'code': 200}
Nov 20 20:58:15.397543 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f1fe12ed-d5db-48a9-8277-79ff6fd0c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46674250>, [{'id': '13500626-2cad-483a-bc33-644f374efb35', 'name': 'tempest-ServerActionsTestJSON-171127498-router', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:25Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'gw_port': {'id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:27Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eb542264-976e-4814-b3d4-8ab7289c7b91', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'floating_ip_address': '172.35.1.14', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '13500626-2cad-483a-bc33-644f374efb35', 'port_id': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'mac_address': 'fa:16:3e:c4:b5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:57:45Z', 'updated_at': '2021-11-20T20:58:11Z', 'revision_number': 1, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17fcf859-28e3-47e2-a768-ed8ada73c5c6', 'name': '', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'mac_address': 'fa:16:3e:2a:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:33Z', 'updated_at': '2021-11-20T20:57:42Z', 'revision_number': 5, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'subnets': [{'id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:15.405068 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4faeaf6d-1ac2-406e-84e8-ef7fb7c39f50 req-e6a28198-b39b-4663-9419-98591c1dc778 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8db776c8-e246-49f6-8f5f-c227f2b7e7c9 HTTP/1.1" status: 200  len: 217 time: 0.2502306
Nov 20 20:58:15.408809 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fa769972-276f-4c77-a132-7c3999dcffa7 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:15.412981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd0dca9-fc25-4b7e-a3c0-929991afa254,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:15.424765 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:15.425721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:15.425891 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:15.426094 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:15.426497 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:15.426893 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:15.427228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:15.427687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:15.427887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:15.428225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:15.428553 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:15.428679 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5103fc6-b9ae-45e1-9779-0d26b5298324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682a067c-0d0d-44bc-b7a1-fabfa30d7e5c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:15.428878 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:15.429284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a334cf0-5608-48ca-9768-484d26ae2853 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:15.436059 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:15.451392 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d5103fc6-b9ae-45e1-9779-0d26b5298324 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d5c1f6bd1bd4992ba78c525b9c901a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9488082
Nov 20 20:58:15.452575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45504) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:15.624836 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=37524030-e6db-426e-99be-49ff24cf108a,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:15.638096 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:15.645617 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f2926754-193c-4e14-833b-dc9ff8053d3f req-f9544514-1495-40e2-a774-0874db58b097 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4556618
Nov 20 20:58:15.679049 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e997743c-c4dd-434f-88a7-358caeade06f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:15.721028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-f16a24ba-cfee-46a1-b1b5-46294cc29a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:15.722756 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-f16a24ba-cfee-46a1-b1b5-46294cc29a44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 1095 time: 0.4873090
Nov 20 20:58:15.727931 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fe12ed-d5db-48a9-8277-79ff6fd0c5c0 None None] The sync data for ids ['13500626-2cad-483a-bc33-644f374efb35'] in ncdv-master-1 is: [{'id': '13500626-2cad-483a-bc33-644f374efb35', 'name': 'tempest-ServerActionsTestJSON-171127498-router', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:25Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'gw_port': {'id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:27Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eb542264-976e-4814-b3d4-8ab7289c7b91', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'floating_ip_address': '172.35.1.14', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '13500626-2cad-483a-bc33-644f374efb35', 'port_id': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'mac_address': 'fa:16:3e:c4:b5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:57:45Z', 'updated_at': '2021-11-20T20:58:11Z', 'revision_number': 1, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17fcf859-28e3-47e2-a768-ed8ada73c5c6', 'name': '', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'mac_address': 'fa:16:3e:2a:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:33Z', 'updated_at': '2021-11-20T20:57:42Z', 'revision_number': 5, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'subnets': [{'id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:58:15.754732 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-028439f8-c632-49c6-bee9-505a9af579b5 req-5596e9ee-cac3-4bfa-a442-a4ada7bf16e2 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6274576
Nov 20 20:58:15.765550 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a96ef584-b7e1-4534-ab69-dc88c4d47361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:15.791966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port fa769972-276f-4c77-a132-7c3999dcffa7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:15.792346 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:15.795083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb98294-0032-45b6-818d-7bb8780a27d3,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:15.799223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faeaf6d-1ac2-406e-84e8-ef7fb7c39f50 req-2ac518a5-78dd-4b88-8873-0398b1fd9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:15.801597 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4faeaf6d-1ac2-406e-84e8-ef7fb7c39f50 req-2ac518a5-78dd-4b88-8873-0398b1fd9c6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2907b1cf-3fa4-4cec-bd6c-6b6472f874f9 HTTP/1.1" status: 200  len: 852 time: 0.3793848
Nov 20 20:58:15.805543 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-8f79e7cc-d684-438c-8ba0-ebbf8471e3b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd0dca9-fc25-4b7e-a3c0-929991afa254 HTTP/1.1" status: 200  len: 217 time: 0.0698977
Nov 20 20:58:15.818725 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e997743c-c4dd-434f-88a7-358caeade06f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:15.925854 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:15.927267 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 7dcb4ce7-a8d5-4ad5-a852-23546636524b is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:15.930486 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:15.942990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa291a4-186c-4e17-9808-c3b94fcd167a req-75dfeec2-5802-435c-b318-4b6e18271e1b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:15.950609 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4aa291a4-186c-4e17-9808-c3b94fcd167a req-75dfeec2-5802-435c-b318-4b6e18271e1b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 944 time: 0.2768857
Nov 20 20:58:15.952547 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e997743c-c4dd-434f-88a7-358caeade06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:15.955227 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e997743c-c4dd-434f-88a7-358caeade06f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:15.957307 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e997743c-c4dd-434f-88a7-358caeade06f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/682a067c-0d0d-44bc-b7a1-fabfa30d7e5c HTTP/1.1" status: 204  len: 168 time: 0.4980950
Nov 20 20:58:15.971696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-ea164e04-8de9-4b35-a5ec-33beb9d801a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:15.974553 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-ea164e04-8de9-4b35-a5ec-33beb9d801a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 HTTP/1.1" status: 200  len: 860 time: 0.1350543
Nov 20 20:58:15.977022 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4faeaf6d-1ac2-406e-84e8-ef7fb7c39f50 req-d937a853-9ee9-44c0-b449-f235f1dd85da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c3915836-86cb-49e6-9e5c-f9e82114304b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1387908
Nov 20 20:58:15.980492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Attempting to bind port fbb98294-0032-45b6-818d-7bb8780a27d3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:58:15.981026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Attempting to bind port fbb98294-0032-45b6-818d-7bb8780a27d3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:58:15.981575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Attempting to bind port fbb98294-0032-45b6-818d-7bb8780a27d3 on network 00efdad1-1d3a-4059-9b5a-980ee6794339 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:15.985560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port fa769972-276f-4c77-a132-7c3999dcffa7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa769972-276f-4c77-a132-7c3999dcffa7,segment=NetworkSegment(39f05ff9-c82d-4721-b78b-5a2dd32bd0d4),segment_id=39f05ff9-c82d-4721-b78b-5a2dd32bd0d4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:15.995591 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:16.109099 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=fa769972-276f-4c77-a132-7c3999dcffa7,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:16.126081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Port fbb98294-0032-45b6-818d-7bb8780a27d3 on network 00efdad1-1d3a-4059-9b5a-980ee6794339 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:58:16.128696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Attempting to bind port fbb98294-0032-45b6-818d-7bb8780a27d3 on network 00efdad1-1d3a-4059-9b5a-980ee6794339 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:16.169746 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c05c88c-5001-4e29-8a48-57c0bee7bda9 None None] New status for floating IP eb542264-976e-4814-b3d4-8ab7289c7b91: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:58:16.258889 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:58:16.259235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Checking segment: {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:16.259644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Bound using segment: {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:58:16.260109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Bound port: fbb98294-0032-45b6-818d-7bb8780a27d3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:58:16.260482 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:16.317391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b5877e-a23e-4756-aa98-23d7abb95321 None None] Network 7dcb4ce7-a8d5-4ad5-a852-23546636524b requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:58:16.440203 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2480d4f3-7f7a-4fd0-a9b1-b94dc3538e63 None None] Provisioning complete for port fa769972-276f-4c77-a132-7c3999dcffa7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:16.440995 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2480d4f3-7f7a-4fd0-a9b1-b94dc3538e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:16.495149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-a2522ff2-2819-4d75-adb6-7d6bba4a75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:16.496382 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-a2522ff2-2819-4d75-adb6-7d6bba4a75f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7dde530b-f780-469d-8a3e-3b58058fca24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4646742
Nov 20 20:58:16.497658 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997743c-c4dd-434f-88a7-358caeade06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682a067c-0d0d-44bc-b7a1-fabfa30d7e5c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:16.504375 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45516) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:16.556207 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4aa291a4-186c-4e17-9808-c3b94fcd167a req-fad43037-1a90-42bb-9d9c-c7945a14cae7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6046381
Nov 20 20:58:16.560709 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 7b967437-8d76-499e-83a8-e4a9a8a9f616 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:58:16.582181 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fdcf6ef-23bf-40c1-abd4-f55c1951c7f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:16.593395 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc63dc-2441-4551-bbbd-0489f17a2c56 req-ed160c47-6bbf-464b-931d-088b4c789bb6 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:16.595276 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cdfc63dc-2441-4551-bbbd-0489f17a2c56 req-ed160c47-6bbf-464b-931d-088b4c789bb6 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 943 time: 0.3882475
Nov 20 20:58:16.600860 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-028439f8-c632-49c6-bee9-505a9af579b5 req-a1ff1ca2-9306-4016-a9bc-1192608d1c23 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7969751
Nov 20 20:58:16.679270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:16.686687 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-23912246-57b4-40cc-bf69-c65983a8bae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/7b967437-8d76-499e-83a8-e4a9a8a9f616/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2348437
Nov 20 20:58:16.690278 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45522) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:16.696946 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:16.697672 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ac46c358-46d2-474e-b125-59bb5933fa08 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'network': {'name': 'tempest-RoutersTest-1295105215'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:16.700752 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Sync routers for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:58:16.715077 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:16.716078 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47af0160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:16.722314 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac46c358-46d2-474e-b125-59bb5933fa08 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:58:16.726653 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac46c358-46d2-474e-b125-59bb5933fa08 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:16.762909 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] For port fbb98294-0032-45b6-818d-7bb8780a27d3, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:58:16.768044 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] For port fbb98294-0032-45b6-818d-7bb8780a27d3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fbb98294-0032-45b6-818d-7bb8780a27d3,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:58:16.768312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac46c358-46d2-474e-b125-59bb5933fa08 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:58:16.781618 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:16.793450 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac46c358-46d2-474e-b125-59bb5933fa08 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:16.793585 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-ac46c358-46d2-474e-b125-59bb5933fa08 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Added segment 9e73bf8c-9444-4493-8677-917ea6d04ca7 of type vlan for network ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5
Nov 20 20:58:16.839532 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:16.870283 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac46c358-46d2-474e-b125-59bb5933fa08 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:16.944082 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac46c358-46d2-474e-b125-59bb5933fa08 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:16.950171 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46c358-46d2-474e-b125-59bb5933fa08 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:16.950791 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac46c358-46d2-474e-b125-59bb5933fa08 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:16.952836 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fdcf6ef-23bf-40c1-abd4-f55c1951c7f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:16.965638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:16.966439 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:16.968787 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] 10.222.0.37 "PUT /v2.0/ports/fbb98294-0032-45b6-818d-7bb8780a27d3 HTTP/1.1" status: 200  len: 1092 time: 4.6443925
Nov 20 20:58:16.993557 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821eb9a-63eb-4a35-8a38-ad3b34743802 req-452e550d-57cc-45d8-832e-0abd857da690 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:16.995361 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b821eb9a-63eb-4a35-8a38-ad3b34743802 req-452e550d-57cc-45d8-832e-0abd857da690 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 944 time: 0.1159887
Nov 20 20:58:17.005903 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd72361-c187-4347-85b3-1e5d07ae79cf None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:17.020553 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ac46c358-46d2-474e-b125-59bb5933fa08 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3279459
Nov 20 20:58:17.027898 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45524) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:17.029688 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fdcf6ef-23bf-40c1-abd4-f55c1951c7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:17.033754 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4faeaf6d-1ac2-406e-84e8-ef7fb7c39f50 req-e709902a-7119-4dc7-9299-bd2092dcaa47 service neutron] 10.222.0.37 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0385833
Nov 20 20:58:17.033925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d7c85a5f-8338-4b58-84c0-aa7034ed2a4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'subnet': {'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:17.075333 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46c358-46d2-474e-b125-59bb5933fa08 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Network': ['ID=ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:17.100877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:58:17.188785 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b821eb9a-63eb-4a35-8a38-ad3b34743802 req-e373e4b4-6438-46d6-8295-cb8e84ed4568 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866684
Nov 20 20:58:17.231207 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c85a5f-8338-4b58-84c0-aa7034ed2a4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:58:17.234999 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d7c85a5f-8338-4b58-84c0-aa7034ed2a4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:17.242830 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-81c51c10-578a-45bd-8171-444a1093a4f3 None None] Provisioning complete for port fa769972-276f-4c77-a132-7c3999dcffa7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:17.243362 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-81c51c10-578a-45bd-8171-444a1093a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:17.246696 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cdfc63dc-2441-4551-bbbd-0489f17a2c56 req-fb286aea-9412-41cd-be30-01cbc6fb94a0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6374371
Nov 20 20:58:17.251155 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4fdcf6ef-23bf-40c1-abd4-f55c1951c7f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac847bacd17d41f8a7b783f0d4bab8b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7468941
Nov 20 20:58:17.261241 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fa769972-276f-4c77-a132-7c3999dcffa7 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:17.269849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45526) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:17.294802 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecc103-b16c-4efa-acf3-e8266e9c6083 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb98294-0032-45b6-818d-7bb8780a27d3,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:17.301269 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-133009f8-de62-4dbe-8f87-6ef8d71d7cb8 service neutron] 10.222.0.37 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7603605
Nov 20 20:58:17.386707 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port fa769972-276f-4c77-a132-7c3999dcffa7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:17.387196 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:17.390586 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47af0160>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:14Z', 'revision_number': 3, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:14Z', 'revision_number': 2, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:17.402886 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f459ab47-3b5e-41f0-a9bd-3dc001599f9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:17.436353 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f740d9f-2e25-44ef-95b1-b05cfb73a79f', 'tag': 'fbb98294-0032-45b6-818d-7bb8780a27d3'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:17.438722 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eebff4a-fe7b-4dae-a681-d048498171f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f740d9f-2e25-44ef-95b1-b05cfb73a79f", "tag": "fbb98294-0032-45b6-818d-7bb8780a27d3"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:17.463216 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f459ab47-3b5e-41f0-a9bd-3dc001599f9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:17.478400 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Checking router: 7b967437-8d76-499e-83a8-e4a9a8a9f616 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:58:17.479024 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Updating router 7b967437-8d76-499e-83a8-e4a9a8a9f616 port 37524030-e6db-426e-99be-49ff24cf108a binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:58:17.484699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcf6ef-23bf-40c1-abd4-f55c1951c7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ed1b50-0c45-49e2-8515-75eed110b6da,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:17.515104 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-555d420d-feb7-4c15-ab91-49d0fc1d7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:17.516958 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-555d420d-feb7-4c15-ab91-49d0fc1d7184 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 1095 time: 0.4638004
Nov 20 20:58:17.518949 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-19daadec-24dd-4e73-bb69-dabb970381b6 req-fb60d7d0-cee7-474c-87a4-198575f9a725 service neutron] 10.222.0.37 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1755838
Nov 20 20:58:17.579701 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:17.604710 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-8d0ff18a-7360-41b6-90f8-bb526a07dd56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbb98294-0032-45b6-818d-7bb8780a27d3 HTTP/1.1" status: 200  len: 217 time: 0.0715501
Nov 20 20:58:17.611819 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d7c85a5f-8338-4b58-84c0-aa7034ed2a4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:17.623294 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f459ab47-3b5e-41f0-a9bd-3dc001599f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:17.626144 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f459ab47-3b5e-41f0-a9bd-3dc001599f9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:17.628154 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4004af35-518b-4481-8293-e836f70d1628 x-openstack-request-id: req-4004af35-518b-4481-8293-e836f70d1628 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:17.628466 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f459ab47-3b5e-41f0-a9bd-3dc001599f9b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6ed1b50-0c45-49e2-8515-75eed110b6da HTTP/1.1" status: 204  len: 168 time: 0.3575633
Nov 20 20:58:17.628589 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f740d9f-2e25-44ef-95b1-b05cfb73a79f", "tag": "fbb98294-0032-45b6-818d-7bb8780a27d3", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:17.628805 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4004af35-518b-4481-8293-e836f70d1628 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:17.629206 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f740d9f-2e25-44ef-95b1-b05cfb73a79f', 'tag': 'fbb98294-0032-45b6-818d-7bb8780a27d3', 'status': 'completed', 'code': 200}
Nov 20 20:58:17.668073 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459ab47-3b5e-41f0-a9bd-3dc001599f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ed1b50-0c45-49e2-8515-75eed110b6da,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:17.685320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-7efb9190-7287-4218-b866-43a0a32bf495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:17.686919 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-7efb9190-7287-4218-b866-43a0a32bf495 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67696e00-d47a-4c01-b60f-02743de8399e HTTP/1.1" status: 200  len: 845 time: 0.0540550
Nov 20 20:58:17.728962 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c85a5f-8338-4b58-84c0-aa7034ed2a4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Subnet': ['ID=4592df85-6825-4f7f-a440-1fa50f1af6a9,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:17.732129 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c85a5f-8338-4b58-84c0-aa7034ed2a4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Checking segment: {'id': '9e73bf8c-9444-4493-8677-917ea6d04ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:17.732502 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c85a5f-8338-4b58-84c0-aa7034ed2a4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network hostable DHCP agents. Network: ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:58:17.761938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c85a5f-8338-4b58-84c0-aa7034ed2a4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:58:17.780079 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-d7c85a5f-8338-4b58-84c0-aa7034ed2a4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:17.784620 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c85a5f-8338-4b58-84c0-aa7034ed2a4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:17.785390 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d7c85a5f-8338-4b58-84c0-aa7034ed2a4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:17.807581 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d7c85a5f-8338-4b58-84c0-aa7034ed2a4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7781949
Nov 20 20:58:17.810379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45538) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:17.819235 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4faeaf6d-1ac2-406e-84e8-ef7fb7c39f50 req-e23eb8f9-7f65-49fe-b713-0c370f30a33f service neutron] 10.222.0.37 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7440989
Nov 20 20:58:17.829711 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea590884-9cbb-4a3b-9934-5a19ab141acc None None] Network ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:58:17.834346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:58:17.895816 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-cc27e885-945c-4d89-b548-083627e6fd94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00efdad1-1d3a-4059-9b5a-980ee6794339&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0886002
Nov 20 20:58:17.912225 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-81c51c10-578a-45bd-8171-444a1093a4f3 None None] Provisioning complete for port 37524030-e6db-426e-99be-49ff24cf108a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:17.912750 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-81c51c10-578a-45bd-8171-444a1093a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:17.962445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bd9dc-5d0e-4468-b2cd-9291a23c63bf req-61adb44e-a415-478d-b7f0-b29b38dd6c47 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:17.970505 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c45bd9dc-5d0e-4468-b2cd-9291a23c63bf req-61adb44e-a415-478d-b7f0-b29b38dd6c47 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 944 time: 0.2824817
Nov 20 20:58:18.002885 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b454e-8b6e-48e4-864d-c2a190c29449 req-484f2f57-09cf-4bd8-83dd-fed9e69424a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:18.005771 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-966b454e-8b6e-48e4-864d-c2a190c29449 req-484f2f57-09cf-4bd8-83dd-fed9e69424a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 1095 time: 0.4000227
Nov 20 20:58:18.092353 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c45bd9dc-5d0e-4468-b2cd-9291a23c63bf req-3c2532ee-aed1-4888-9109-813a61ef2edf tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065586
Nov 20 20:58:18.109370 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.resource_extend [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 20:58:18.184272 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-fae4fc8d-4827-4a7a-8739-94b408c644d0 service neutron] 10.222.0.37 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2777300
Nov 20 20:58:18.199926 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-81c51c10-578a-45bd-8171-444a1093a4f3 None None] Port 37524030-e6db-426e-99be-49ff24cf108a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:58:18.271083 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 8db776c8-e246-49f6-8f5f-c227f2b7e7c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8db776c8-e246-49f6-8f5f-c227f2b7e7c9,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:18.326342 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:18.369252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '8db776c8-e246-49f6-8f5f-c227f2b7e7c9', 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b', 'port_id': '8db776c8-e246-49f6-8f5f-c227f2b7e7c9', 'mac_address': 'fa:16:3e:51:1d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2907b1cf-3fa4-4cec-bd6c-6b6472f874f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:58:18.398913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-be139c41-e0c5-470a-a1f4-f3bdd53d5889 None None] Provisioning complete for port 37524030-e6db-426e-99be-49ff24cf108a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:18.399632 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-be139c41-e0c5-470a-a1f4-f3bdd53d5889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:18.470601 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca7f0d-45cc-4052-a4e6-829f39557dd1 req-e16d7b7d-5b1b-458b-919d-fe3f80c877bb tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:18.478608 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f3ca7f0d-45cc-4052-a4e6-829f39557dd1 req-e16d7b7d-5b1b-458b-919d-fe3f80c877bb tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 944 time: 0.1359615
Nov 20 20:58:18.484434 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-be139c41-e0c5-470a-a1f4-f3bdd53d5889 None None] Port 37524030-e6db-426e-99be-49ff24cf108a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:58:18.504873 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:18.560365 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5', 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'fixed_ips': [{'subnet_id': '4592df85-6825-4f7f-a440-1fa50f1af6a9'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:58:18.561430 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:18.605613 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:18.610985 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:58:18.634159 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b454e-8b6e-48e4-864d-c2a190c29449 req-4f34aa83-50df-43f6-9401-5a998da26220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:18.635769 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-966b454e-8b6e-48e4-864d-c2a190c29449 req-4f34aa83-50df-43f6-9401-5a998da26220 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 922 time: 0.5678823
Nov 20 20:58:18.726262 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-966b454e-8b6e-48e4-864d-c2a190c29449 req-d1407007-3dcb-4117-9ba3-0be2d8a30f1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd0dca9-fc25-4b7e-a3c0-929991afa254 HTTP/1.1" status: 200  len: 217 time: 0.0577037
Nov 20 20:58:18.735430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a132f-d6bd-4275-b60c-b9d76ee7c538 req-4982ae7a-3a59-4296-bd92-95e9a07e8a84 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:18.737009 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e92a132f-d6bd-4275-b60c-b9d76ee7c538 req-4982ae7a-3a59-4296-bd92-95e9a07e8a84 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 943 time: 0.1597455
Nov 20 20:58:18.777246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Allocated IP 172.22.0.1 (ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5/4592df85-6825-4f7f-a440-1fa50f1af6a9/70a534e9-2ddf-4e61-b6c8-047508bd029b) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:58:18.824028 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c9c506e-56c2-4294-9f4d-37f93dcbf980 req-66918afc-98f6-4bc5-a795-5979ddb019b5 service neutron] 10.222.0.37 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6305978
Nov 20 20:58:18.847597 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b454e-8b6e-48e4-864d-c2a190c29449 req-9614dd3c-3c84-4d85-91bb-376055a770d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:18.849142 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-966b454e-8b6e-48e4-864d-c2a190c29449 req-9614dd3c-3c84-4d85-91bb-376055a770d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 HTTP/1.1" status: 200  len: 860 time: 0.1021059
Nov 20 20:58:18.869979 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e92a132f-d6bd-4275-b60c-b9d76ee7c538 req-2661c08e-7f2c-45e4-9423-1a0d959dea76 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078720
Nov 20 20:58:18.929424 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 8db776c8-e246-49f6-8f5f-c227f2b7e7c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8db776c8-e246-49f6-8f5f-c227f2b7e7c9,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:18.931903 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:18.935155 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:18.937703 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:18.944946 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:18.977213 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:18.998548 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f3ca7f0d-45cc-4052-a4e6-829f39557dd1 req-27865922-7470-4d7d-a8c4-3f779a52bd23 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5188005
Nov 20 20:58:19.024626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebff4a-fe7b-4dae-a681-d048498171f9 req-df9a4081-bf7f-439b-8df4-57da5340cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:19.026742 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2eebff4a-fe7b-4dae-a681-d048498171f9 req-df9a4081-bf7f-439b-8df4-57da5340cd54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 1095 time: 0.0754259
Nov 20 20:58:19.030251 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b454e-8b6e-48e4-864d-c2a190c29449 req-b1bc71ad-1fc6-46f5-8d67-e7b1555f4a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:19.032303 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-966b454e-8b6e-48e4-864d-c2a190c29449 req-b1bc71ad-1fc6-46f5-8d67-e7b1555f4a52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7dde530b-f780-469d-8a3e-3b58058fca24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1611717
Nov 20 20:58:19.037186 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Allocated IP 172.22.0.2 (ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5/4592df85-6825-4f7f-a440-1fa50f1af6a9/e3a66b46-3786-4286-95ed-0d86e30729fb) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:58:19.055195 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:19.063821 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:19.072077 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:58:19.141265 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=70a534e9-2ddf-4e61-b6c8-047508bd029b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:19.155155 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:19.176050 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:19.215634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['8db776c8-e246-49f6-8f5f-c227f2b7e7c9'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:58:19.223812 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-966b454e-8b6e-48e4-864d-c2a190c29449 req-b6782f26-146c-468a-87de-31a32ab2745c service neutron] 10.222.0.37 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1648557
Nov 20 20:58:19.257921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=8db776c8-e246-49f6-8f5f-c227f2b7e7c9,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:19.392670 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e7579-4144-483c-bbef-ed1001b55930 req-ce5a6b3c-ca94-40a8-87ee-fdec05680c63 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:19.402119 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be0e7579-4144-483c-bbef-ed1001b55930 req-ce5a6b3c-ca94-40a8-87ee-fdec05680c63 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 944 time: 0.1415677
Nov 20 20:58:19.449418 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:19.455739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e849ab-7759-4689-836a-f02fe26797b0 None None] Pushing event updated for resources: {'Port': ['ID=37524030-e6db-426e-99be-49ff24cf108a,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:19.486625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Attempting to bind port 37524030-e6db-426e-99be-49ff24cf108a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:58:19.487033 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Attempting to bind port 37524030-e6db-426e-99be-49ff24cf108a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '39f05ff9-c82d-4721-b78b-5a2dd32bd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:58:19.487436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Attempting to bind port 37524030-e6db-426e-99be-49ff24cf108a on network 7dcb4ce7-a8d5-4ad5-a852-23546636524b {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:19.488965 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-966b454e-8b6e-48e4-864d-c2a190c29449 req-1c7e2388-c863-4374-bcd7-252aadeadf74 service neutron] 10.222.0.37 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2545462
Nov 20 20:58:19.513737 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebff4a-fe7b-4dae-a681-d048498171f9 req-f3d6840b-20c3-4fde-8100-ca8ad970050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:19.516037 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2eebff4a-fe7b-4dae-a681-d048498171f9 req-f3d6840b-20c3-4fde-8100-ca8ad970050f service neutron] 10.222.0.37 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 906 time: 0.4751935
Nov 20 20:58:19.525080 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be0e7579-4144-483c-bbef-ed1001b55930 req-ec7b19d8-1dae-489e-a450-fb873414eb12 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220207
Nov 20 20:58:19.561134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:58:19.561527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Checking segment: {'id': '39f05ff9-c82d-4721-b78b-5a2dd32bd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:19.562101 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:19.562506 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Bound using segment: {'id': '39f05ff9-c82d-4721-b78b-5a2dd32bd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:58:19.563008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Bound port: 37524030-e6db-426e-99be-49ff24cf108a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f05ff9-c82d-4721-b78b-5a2dd32bd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:58:19.563446 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:19.565863 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c26e0960-73ab-42c4-be9d-7f75014965f6 None None] Provisioning complete for port 37524030-e6db-426e-99be-49ff24cf108a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:19.566666 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c26e0960-73ab-42c4-be9d-7f75014965f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:19.575006 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2eebff4a-fe7b-4dae-a681-d048498171f9 req-7740d20e-bc61-4577-ac5f-0dd619c76916 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbb98294-0032-45b6-818d-7bb8780a27d3 HTTP/1.1" status: 200  len: 217 time: 0.0508530
Nov 20 20:58:19.641197 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:19.657470 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebff4a-fe7b-4dae-a681-d048498171f9 req-3711c135-253d-449a-a312-9d7a01c0c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:19.660331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2eebff4a-fe7b-4dae-a681-d048498171f9 req-3711c135-253d-449a-a312-9d7a01c0c5d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67696e00-d47a-4c01-b60f-02743de8399e HTTP/1.1" status: 200  len: 845 time: 0.0777152
Nov 20 20:58:19.677147 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:19.701096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c26e0960-73ab-42c4-be9d-7f75014965f6 None None] Port 37524030-e6db-426e-99be-49ff24cf108a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:58:19.705201 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2eebff4a-fe7b-4dae-a681-d048498171f9 req-4ef284fe-f7f1-495c-baf7-d2fe8d61cebc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00efdad1-1d3a-4059-9b5a-980ee6794339&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0367777
Nov 20 20:58:19.773122 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Network ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:19.787142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:19.801211 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] For port 37524030-e6db-426e-99be-49ff24cf108a, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:58:19.804852 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:58:19.808993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device cfd0dca9-fc25-4b7e-a3c0-929991afa254 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:58:19.836610 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2eebff4a-fe7b-4dae-a681-d048498171f9 req-c7eeda3c-713f-4b8e-8504-e385e82ff09e service neutron] 10.222.0.37 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230249
Nov 20 20:58:19.842225 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Pushing event updated for resources: {'Port': ['ID=e3a66b46-3786-4286-95ed-0d86e30729fb,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:19.845584 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] For port 37524030-e6db-426e-99be-49ff24cf108a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37524030-e6db-426e-99be-49ff24cf108a,segment=NetworkSegment(39f05ff9-c82d-4721-b78b-5a2dd32bd0d4),segment_id=39f05ff9-c82d-4721-b78b-5a2dd32bd0d4)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:58:19.857487 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:19.861980 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:19.869404 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:20.103164 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:20.110136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Attempting to bind port e3a66b46-3786-4286-95ed-0d86e30729fb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:58:20.111019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Attempting to bind port e3a66b46-3786-4286-95ed-0d86e30729fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9e73bf8c-9444-4493-8677-917ea6d04ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:58:20.111471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Attempting to bind port e3a66b46-3786-4286-95ed-0d86e30729fb on network ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:20.131504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e849ab-7759-4689-836a-f02fe26797b0 None None] Pushing event updated for resources: {'Port': ['ID=37524030-e6db-426e-99be-49ff24cf108a,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:20.147957 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2eebff4a-fe7b-4dae-a681-d048498171f9 req-b785a96d-3ab8-47a6-a9b5-383f58d0904b service neutron] 10.222.0.37 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2997503
Nov 20 20:58:20.157619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=70a534e9-2ddf-4e61-b6c8-047508bd029b,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:20.163208 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:20.164206 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47af0160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:20.176394 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:58:20.176763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Checking segment: {'id': '9e73bf8c-9444-4493-8677-917ea6d04ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:20.177182 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:20.177586 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Bound using segment: {'id': '9e73bf8c-9444-4493-8677-917ea6d04ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:58:20.178112 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Bound port: e3a66b46-3786-4286-95ed-0d86e30729fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e73bf8c-9444-4493-8677-917ea6d04ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:58:20.178552 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:20.212107 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f2eb2-450c-4220-934a-0939f3e091a0 req-a128f184-7b96-4247-a381-1b46a2b27509 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:20.216433 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-042f2eb2-450c-4220-934a-0939f3e091a0 req-a128f184-7b96-4247-a381-1b46a2b27509 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 944 time: 0.2057967
Nov 20 20:58:20.353781 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-042f2eb2-450c-4220-934a-0939f3e091a0 req-88df8b85-5adc-49a4-89bb-7d735f2744ca tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292412
Nov 20 20:58:20.423487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port cfd0dca9-fc25-4b7e-a3c0-929991afa254, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cfd0dca9-fc25-4b7e-a3c0-929991afa254,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:20.451085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df328a-4c32-4d8c-9a04-4a0a97efda68 req-355c1f94-f9e1-4d8b-9227-6973997f08a3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:20.461367 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b6df328a-4c32-4d8c-9a04-4a0a97efda68 req-355c1f94-f9e1-4d8b-9227-6973997f08a3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 944 time: 0.1985350
Nov 20 20:58:20.471083 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'port_id': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254', 'mac_address': 'fa:16:3e:8f:45:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:58:20.483739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:20.486216 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:20.490656 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:20.528140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] For port e3a66b46-3786-4286-95ed-0d86e30729fb, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:58:20.584679 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b6df328a-4c32-4d8c-9a04-4a0a97efda68 req-8a0c8bc9-c2e8-46ff-9cf3-9c84c77356f4 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211798
Nov 20 20:58:20.594773 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] For port e3a66b46-3786-4286-95ed-0d86e30729fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3a66b46-3786-4286-95ed-0d86e30729fb,segment=NetworkSegment(9e73bf8c-9444-4493-8677-917ea6d04ca7),segment_id=9e73bf8c-9444-4493-8677-917ea6d04ca7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:58:20.611503 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:20.639251 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 7b967437-8d76-499e-83a8-e4a9a8a9f616 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:58:20.697523 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:20.702807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-20f1c245-2f78-4e6d-b90c-9b0647d1ad4c None None] Provisioning complete for port 37524030-e6db-426e-99be-49ff24cf108a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:20.703313 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-20f1c245-2f78-4e6d-b90c-9b0647d1ad4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:20.734839 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051cc85-dd0f-405f-bab0-35e6b423a325 req-a5e5a005-483b-4845-b254-10f9c07182ac tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:20.737006 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1051cc85-dd0f-405f-bab0-35e6b423a325 req-a5e5a005-483b-4845-b254-10f9c07182ac tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 944 time: 0.0834315
Nov 20 20:58:20.757655 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:20.773477 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-51c86f38-3ee1-43aa-a94a-0a7d7ffbb843 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/7b967437-8d76-499e-83a8-e4a9a8a9f616/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9610915
Nov 20 20:58:20.775255 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45610) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:20.778595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd0dca9-fc25-4b7e-a3c0-929991afa254 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:58:20.783860 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e0a28c8a-0db5-4a2e-b5cf-ced603f8a437 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'network': {'name': 'tempest-RoutersTest-686622329'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:20.824300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a28c8a-0db5-4a2e-b5cf-ced603f8a437 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:58:20.828465 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1051cc85-dd0f-405f-bab0-35e6b423a325 req-961682d2-b207-4166-ac4a-7dbf09973eda tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807724
Nov 20 20:58:20.829686 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e0a28c8a-0db5-4a2e-b5cf-ced603f8a437 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:20.858568 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b696a-b532-4544-bb7b-3ac64942d954 None None] Pushing event updated for resources: {'Port': ['ID=e3a66b46-3786-4286-95ed-0d86e30729fb,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:20.870955 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port cfd0dca9-fc25-4b7e-a3c0-929991afa254, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cfd0dca9-fc25-4b7e-a3c0-929991afa254,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:20.882117 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a28c8a-0db5-4a2e-b5cf-ced603f8a437 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:58:20.886813 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:20.899454 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e0a28c8a-0db5-4a2e-b5cf-ced603f8a437 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:20.900073 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-e0a28c8a-0db5-4a2e-b5cf-ced603f8a437 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Added segment 8cccd799-5701-44eb-84e3-7a7bf6af7931 of type vlan for network 0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239
Nov 20 20:58:20.952425 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e0a28c8a-0db5-4a2e-b5cf-ced603f8a437 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:20.988043 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e0a28c8a-0db5-4a2e-b5cf-ced603f8a437 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:20.999159 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a28c8a-0db5-4a2e-b5cf-ced603f8a437 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:21.000205 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e0a28c8a-0db5-4a2e-b5cf-ced603f8a437 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:21.035080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=cfd0dca9-fc25-4b7e-a3c0-929991afa254,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:21.043743 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-20f1c245-2f78-4e6d-b90c-9b0647d1ad4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:21.090880 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e0a28c8a-0db5-4a2e-b5cf-ced603f8a437 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3136752
Nov 20 20:58:21.091420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45616) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:21.096527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6435ccfb-634f-48a5-93d5-d964b93bb7b7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'subnet': {'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:21.138615 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['cfd0dca9-fc25-4b7e-a3c0-929991afa254'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:58:21.143645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-20f1c245-2f78-4e6d-b90c-9b0647d1ad4c None None] For port 37524030-e6db-426e-99be-49ff24cf108a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37524030-e6db-426e-99be-49ff24cf108a,segment=NetworkSegment(39f05ff9-c82d-4721-b78b-5a2dd32bd0d4),segment_id=39f05ff9-c82d-4721-b78b-5a2dd32bd0d4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:21.153933 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a28c8a-0db5-4a2e-b5cf-ced603f8a437 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Network': ['ID=0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:21.241109 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:58:21.246229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47af0160>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:19Z', 'revision_number': 4, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:19Z', 'revision_number': 4, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a534e9-2ddf-4e61-b6c8-047508bd029b', 'name': '', 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:8b:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:18Z', 'updated_at': '2021-11-20T20:58:19Z', 'revision_number': 2, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:21.254576 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-20f1c245-2f78-4e6d-b90c-9b0647d1ad4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:21.270470 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6435ccfb-634f-48a5-93d5-d964b93bb7b7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Made reservation on behalf of 7057faa10ce649faad32c97cee4f25e2 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:58:21.275663 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6435ccfb-634f-48a5-93d5-d964b93bb7b7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:21.352399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e3a66b46-3786-4286-95ed-0d86e30729fb up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:21.362295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330c54b-18ef-4731-9f0a-cc75c3e4faac None None] The sync data for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 is: [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:19Z', 'revision_number': 4, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:19Z', 'revision_number': 4, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a534e9-2ddf-4e61-b6c8-047508bd029b', 'name': '', 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:8b:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:18Z', 'updated_at': '2021-11-20T20:58:19Z', 'revision_number': 2, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:58:21.592897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b4f77-9d85-4ed3-9ae6-a589e28b8dec req-8f94c803-354f-454d-81e6-fa75900c3eea tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:21.602867 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-338b4f77-9d85-4ed3-9ae6-a589e28b8dec req-8f94c803-354f-454d-81e6-fa75900c3eea tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 944 time: 0.1213305
Nov 20 20:58:21.734423 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1c245-2f78-4e6d-b90c-9b0647d1ad4c None None] Pushing event updated for resources: {'Port': ['ID=37524030-e6db-426e-99be-49ff24cf108a,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:21.742332 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6435ccfb-634f-48a5-93d5-d964b93bb7b7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:21.816274 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device fbb98294-0032-45b6-818d-7bb8780a27d3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:58:21.822337 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-338b4f77-9d85-4ed3-9ae6-a589e28b8dec req-e1df1904-affe-4e15-b67a-9e3a2aed0635 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2182457
Nov 20 20:58:21.822542 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93419a47-82ac-441c-91f6-f01534c68a6c req-17a42400-c840-4d11-b8fc-71fdffa1c13d tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:21.824451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-93419a47-82ac-441c-91f6-f01534c68a6c req-17a42400-c840-4d11-b8fc-71fdffa1c13d tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 945 time: 0.1135030
Nov 20 20:58:21.825791 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:21.924626 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-93419a47-82ac-441c-91f6-f01534c68a6c req-795ffc6a-1bcc-405f-8f9e-12a465892bd3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918088
Nov 20 20:58:21.953903 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435ccfb-634f-48a5-93d5-d964b93bb7b7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Subnet': ['ID=9aca305f-f123-469d-b8f3-0af53b446a47,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:22.020661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e3a66b46-3786-4286-95ed-0d86e30729fb triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:22.021031 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:22.022593 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:58:22.042882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:22.043186 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:22.063141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fbe50-e522-41ba-8352-05d31cb61b1a req-d0cd7b9f-7e75-48b6-aadc-805a10570c7f tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:22.068308 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d0fbe50-e522-41ba-8352-05d31cb61b1a req-d0cd7b9f-7e75-48b6-aadc-805a10570c7f tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 944 time: 0.1189640
Nov 20 20:58:22.081922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435ccfb-634f-48a5-93d5-d964b93bb7b7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Checking segment: {'id': '8cccd799-5701-44eb-84e3-7a7bf6af7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:22.082638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6435ccfb-634f-48a5-93d5-d964b93bb7b7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network hostable DHCP agents. Network: 0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:58:22.150026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6435ccfb-634f-48a5-93d5-d964b93bb7b7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:58:22.170700 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d0fbe50-e522-41ba-8352-05d31cb61b1a req-5b724ee4-8774-49dd-9ce1-237753fa3801 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923760
Nov 20 20:58:22.172351 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-6435ccfb-634f-48a5-93d5-d964b93bb7b7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:22.186302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6435ccfb-634f-48a5-93d5-d964b93bb7b7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:22.188965 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6435ccfb-634f-48a5-93d5-d964b93bb7b7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:22.224733 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6435ccfb-634f-48a5-93d5-d964b93bb7b7 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1321385
Nov 20 20:58:22.227681 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45636) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:22.230322 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae62f83-b55e-4739-848e-58e4ae736080 None None] Network 0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:58:22.298197 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c7d90-26f2-4a1a-8cbe-7cdaeecfb628 None None] Network ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:58:22.337217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45640) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:22.376742 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port fbb98294-0032-45b6-818d-7bb8780a27d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fbb98294-0032-45b6-818d-7bb8780a27d3,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:22.414091 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'fbb98294-0032-45b6-818d-7bb8780a27d3', 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339', 'port_id': 'fbb98294-0032-45b6-818d-7bb8780a27d3', 'mac_address': 'fa:16:3e:a8:32:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67696e00-d47a-4c01-b60f-02743de8399e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:58:22.535478 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d31fc81-dcc5-4c80-a8d1-7d1b9804c8fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:22.599031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6f8b39fa-5e45-4aaa-9885-8fdf5871d141 None None] Provisioning complete for port e3a66b46-3786-4286-95ed-0d86e30729fb triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:22.599405 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6f8b39fa-5e45-4aaa-9885-8fdf5871d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:22.657090 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d31fc81-dcc5-4c80-a8d1-7d1b9804c8fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:22.663076 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d31fc81-dcc5-4c80-a8d1-7d1b9804c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:22.693539 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:22.705509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31fc81-dcc5-4c80-a8d1-7d1b9804c8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f830508-8e86-49e9-aa8b-031e5575ba73,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:22.723444 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:22.728882 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0d31fc81-dcc5-4c80-a8d1-7d1b9804c8fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ccf9c8d0790c492997ffd7a699826deb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3789432
Nov 20 20:58:22.731640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45646) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:22.801011 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:22.801772 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f748174f-d51b-4111-8300-47581a012916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:22.813802 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:22.831571 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f748174f-d51b-4111-8300-47581a012916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:22.840570 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb98294-0032-45b6-818d-7bb8780a27d3 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:58:22.854427 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e03721-bed1-4ab2-93cf-46282cbec99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db776c8-e246-49f6-8f5f-c227f2b7e7c9'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:22.856678 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb17d6a4-5286-4be1-b100-207e49f529f6" -d '{"events": [{"server_uuid": "e1e03721-bed1-4ab2-93cf-46282cbec99f", "name": "network-vif-plugged", "status": "completed", "tag": "8db776c8-e246-49f6-8f5f-c227f2b7e7c9"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:22.899051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 8db776c8-e246-49f6-8f5f-c227f2b7e7c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8db776c8-e246-49f6-8f5f-c227f2b7e7c9,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:22.908713 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f748174f-d51b-4111-8300-47581a012916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:22.917522 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f748174f-d51b-4111-8300-47581a012916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:22.921022 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:22.924697 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f748174f-d51b-4111-8300-47581a012916 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f830508-8e86-49e9-aa8b-031e5575ba73 HTTP/1.1" status: 204  len: 168 time: 0.1896183
Nov 20 20:58:22.927132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port fbb98294-0032-45b6-818d-7bb8780a27d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fbb98294-0032-45b6-818d-7bb8780a27d3,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:22.951104 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748174f-d51b-4111-8300-47581a012916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f830508-8e86-49e9-aa8b-031e5575ba73,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:22.989276 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:23.012783 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d67dd9-53d7-4496-953e-22ae2f9bf952 x-openstack-request-id: req-91d67dd9-53d7-4496-953e-22ae2f9bf952 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:23.013073 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e03721-bed1-4ab2-93cf-46282cbec99f", "name": "network-vif-plugged", "status": "completed", "tag": "8db776c8-e246-49f6-8f5f-c227f2b7e7c9", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:23.013343 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91d67dd9-53d7-4496-953e-22ae2f9bf952 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:23.013707 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03721-bed1-4ab2-93cf-46282cbec99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db776c8-e246-49f6-8f5f-c227f2b7e7c9', 'code': 200}
Nov 20 20:58:23.018239 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port e3a66b46-3786-4286-95ed-0d86e30729fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3a66b46-3786-4286-95ed-0d86e30729fb,segment=NetworkSegment(9e73bf8c-9444-4493-8677-917ea6d04ca7),segment_id=9e73bf8c-9444-4493-8677-917ea6d04ca7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:23.062790 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:23.071697 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239', 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'fixed_ips': [{'subnet_id': '9aca305f-f123-469d-b8f3-0af53b446a47'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:58:23.072567 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:23.119587 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6f8b39fa-5e45-4aaa-9885-8fdf5871d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:23.136948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546eef0c-10b5-4942-b58a-59fbffde4b54 req-8612cfc2-0b0d-4cc6-a674-16eaf6e8e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:23.137142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=8db776c8-e246-49f6-8f5f-c227f2b7e7c9,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:23.139759 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-546eef0c-10b5-4942-b58a-59fbffde4b54 req-8612cfc2-0b0d-4cc6-a674-16eaf6e8e5af service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 1096 time: 0.1202071
Nov 20 20:58:23.224213 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-546eef0c-10b5-4942-b58a-59fbffde4b54 req-272de603-88fb-4397-a9ac-19aef84accfc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744555
Nov 20 20:58:23.242703 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb79e4-c6d8-4f3b-821d-82938bae2b4a req-b374f380-d60c-4b30-8280-57d9f4a292d5 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:23.258216 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73fb79e4-c6d8-4f3b-821d-82938bae2b4a req-b374f380-d60c-4b30-8280-57d9f4a292d5 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 945 time: 0.1963329
Nov 20 20:58:23.283301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['fbb98294-0032-45b6-818d-7bb8780a27d3'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:58:23.365353 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73fb79e4-c6d8-4f3b-821d-82938bae2b4a req-abba5333-a495-4807-9aa1-e3e69fbadd15 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989454
Nov 20 20:58:23.406893 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Allocated IP 172.23.0.1 (0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239/9aca305f-f123-469d-b8f3-0af53b446a47/2d6fcef0-4331-4a06-ba89-94fb66fc7b3d) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:58:23.409679 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 37524030-e6db-426e-99be-49ff24cf108a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:23.450763 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Sync routers for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:58:23.465925 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:23.468341 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a55297a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:23.481062 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=fbb98294-0032-45b6-818d-7bb8780a27d3,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:23.553967 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-6f8b39fa-5e45-4aaa-9885-8fdf5871d141 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 20:58:23.557308 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-6f8b39fa-5e45-4aaa-9885-8fdf5871d141 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 20:58:23.563226 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45662) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:23.581736 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-12b433b5-6bef-48dd-92bf-d3f4577a5b1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:23.597923 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb82b5-a3f5-4fe5-bedf-ec618ab109ea req-1385c7ba-357d-4dba-b583-e4269c50c008 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:23.611414 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-58fb82b5-a3f5-4fe5-bedf-ec618ab109ea req-1385c7ba-357d-4dba-b583-e4269c50c008 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 945 time: 0.1216831
Nov 20 20:58:23.622335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=e3a66b46-3786-4286-95ed-0d86e30729fb,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:23.627507 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:23.685329 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 37524030-e6db-426e-99be-49ff24cf108a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:23.685579 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:23.750239 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e6b55-fa12-4f9c-be71-a9f24cdb3c32 req-d6dd0eef-4a87-4700-bb33-e9ca0bac095f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:23.752236 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a13e6b55-fa12-4f9c-be71-a9f24cdb3c32 req-d6dd0eef-4a87-4700-bb33-e9ca0bac095f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.1108019
Nov 20 20:58:23.761059 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-58fb82b5-a3f5-4fe5-bedf-ec618ab109ea req-e3393143-d02f-469a-a0a0-f94c5b5161b6 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375897
Nov 20 20:58:23.772963 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:23.843958 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:23.855874 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=2d6fcef0-4331-4a06-ba89-94fb66fc7b3d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:23.869158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Allocated IP 172.23.0.2 (0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239/9aca305f-f123-469d-b8f3-0af53b446a47/7f8a45c1-6758-41ad-b6f2-f2554363e8ba) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:58:23.881491 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:23.884597 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-12b433b5-6bef-48dd-92bf-d3f4577a5b1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:23.888160 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:23.893306 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:58:23.894026 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-12b433b5-6bef-48dd-92bf-d3f4577a5b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:23.951164 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a13e6b55-fa12-4f9c-be71-a9f24cdb3c32 req-a15310ee-6366-42b6-bc77-3785a4d02c16 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923661
Nov 20 20:58:23.991434 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:24.016077 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-12b433b5-6bef-48dd-92bf-d3f4577a5b1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b41e9b1a017c46a291bb57cd327a0128&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4498215
Nov 20 20:58:24.016779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45666) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:24.017547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b433b5-6bef-48dd-92bf-d3f4577a5b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bee134-e531-4760-ac41-be118374bb87,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:24.076426 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device cfd0dca9-fc25-4b7e-a3c0-929991afa254 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:24.112654 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bbde7f24-4d27-4e3f-b7a9-597fac8eface admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:24.138712 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bbde7f24-4d27-4e3f-b7a9-597fac8eface admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:24.225264 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:24.228592 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bbde7f24-4d27-4e3f-b7a9-597fac8eface admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:24.232246 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bbde7f24-4d27-4e3f-b7a9-597fac8eface admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:24.237069 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bbde7f24-4d27-4e3f-b7a9-597fac8eface admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19bee134-e531-4760-ac41-be118374bb87 HTTP/1.1" status: 204  len: 168 time: 0.2142043
Nov 20 20:58:24.256233 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde7f24-4d27-4e3f-b7a9-597fac8eface admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bee134-e531-4760-ac41-be118374bb87,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:24.335479 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a55297a60>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:19Z', 'revision_number': 4, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:21Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a534e9-2ddf-4e61-b6c8-047508bd029b', 'name': '', 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:8b:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:18Z', 'updated_at': '2021-11-20T20:58:19Z', 'revision_number': 2, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:24.372702 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Checking router: 7b967437-8d76-499e-83a8-e4a9a8a9f616 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:58:24.373063 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Updating router 7b967437-8d76-499e-83a8-e4a9a8a9f616 port 70a534e9-2ddf-4e61-b6c8-047508bd029b binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:58:24.408104 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:24.560303 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:24.623654 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:24.705548 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Network 0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:24.717495 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:24.720408 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Pushing event updated for resources: {'Port': ['ID=7f8a45c1-6758-41ad-b6f2-f2554363e8ba,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:24.724313 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:58:24.728492 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port cfd0dca9-fc25-4b7e-a3c0-929991afa254 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:58:24.740951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port cfd0dca9-fc25-4b7e-a3c0-929991afa254 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:24.741334 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:24.776764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e00cb153-0ce5-4a9f-81b8-bfb73b09620f None None] Provisioning complete for port 70a534e9-2ddf-4e61-b6c8-047508bd029b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:24.777168 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e00cb153-0ce5-4a9f-81b8-bfb73b09620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:24.941719 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Attempting to bind port 7f8a45c1-6758-41ad-b6f2-f2554363e8ba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:58:24.943002 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Attempting to bind port 7f8a45c1-6758-41ad-b6f2-f2554363e8ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8cccd799-5701-44eb-84e3-7a7bf6af7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:58:24.943636 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Attempting to bind port 7f8a45c1-6758-41ad-b6f2-f2554363e8ba on network 0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:24.943845 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:24.953553 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e00cb153-0ce5-4a9f-81b8-bfb73b09620f None None] Port 70a534e9-2ddf-4e61-b6c8-047508bd029b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:58:24.954505 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:24.964205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:58:24.964876 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Checking segment: {'id': '8cccd799-5701-44eb-84e3-7a7bf6af7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:24.965351 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:24.966101 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Bound using segment: {'id': '8cccd799-5701-44eb-84e3-7a7bf6af7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:58:24.966738 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Bound port: 7f8a45c1-6758-41ad-b6f2-f2554363e8ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cccd799-5701-44eb-84e3-7a7bf6af7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:58:24.967124 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:24.988474 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72e906-374f-49b7-9d6b-307f4c20dc39 req-68d50393-0c8f-4ff9-b11f-8231686ad20b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:24.994264 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad0260-7720-4ce7-b6a6-c000b3b6b82b req-10732f30-3132-4dce-bb65-ae7709f7829e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:24.996925 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1b72e906-374f-49b7-9d6b-307f4c20dc39 req-68d50393-0c8f-4ff9-b11f-8231686ad20b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 945 time: 0.1449955
Nov 20 20:58:25.001459 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-18ad0260-7720-4ce7-b6a6-c000b3b6b82b req-10732f30-3132-4dce-bb65-ae7709f7829e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 945 time: 0.5014205
Nov 20 20:58:25.071537 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] For port 7f8a45c1-6758-41ad-b6f2-f2554363e8ba, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:58:25.075568 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] For port 7f8a45c1-6758-41ad-b6f2-f2554363e8ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f8a45c1-6758-41ad-b6f2-f2554363e8ba,segment=NetworkSegment(8cccd799-5701-44eb-84e3-7a7bf6af7931),segment_id=8cccd799-5701-44eb-84e3-7a7bf6af7931)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:58:25.088314 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:25.095359 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e00cb153-0ce5-4a9f-81b8-bfb73b09620f None None] Provisioning complete for port e3a66b46-3786-4286-95ed-0d86e30729fb triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:25.095486 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e00cb153-0ce5-4a9f-81b8-bfb73b09620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:25.099222 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-18ad0260-7720-4ce7-b6a6-c000b3b6b82b req-2caa1b73-87e8-4b75-8d10-b85cb1953715 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868659
Nov 20 20:58:25.130347 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:25.138600 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:25.143219 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10e2e4-ae62-44c5-a565-cba2b39a4fb5 None None] Pushing event updated for resources: {'Port': ['ID=70a534e9-2ddf-4e61-b6c8-047508bd029b,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:25.160542 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:25.183050 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1b72e906-374f-49b7-9d6b-307f4c20dc39 req-dd054b82-290a-462d-9d5a-e63008190297 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796632
Nov 20 20:58:25.275196 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Attempting to bind port 70a534e9-2ddf-4e61-b6c8-047508bd029b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:58:25.275196 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Attempting to bind port 70a534e9-2ddf-4e61-b6c8-047508bd029b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9e73bf8c-9444-4493-8677-917ea6d04ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:58:25.275196 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Attempting to bind port 70a534e9-2ddf-4e61-b6c8-047508bd029b on network ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:25.281530 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:58:25.281867 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Checking segment: {'id': '9e73bf8c-9444-4493-8677-917ea6d04ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:25.282227 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:25.282754 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Bound using segment: {'id': '9e73bf8c-9444-4493-8677-917ea6d04ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:58:25.283243 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Bound port: 70a534e9-2ddf-4e61-b6c8-047508bd029b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e73bf8c-9444-4493-8677-917ea6d04ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:58:25.283673 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:25.341766 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port cfd0dca9-fc25-4b7e-a3c0-929991afa254, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cfd0dca9-fc25-4b7e-a3c0-929991afa254,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:25.365128 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:25.369735 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5988beb-153b-48f4-8a7c-dd6a038e915b" -d '{"events": [{"server_uuid": "c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8", "name": "network-vif-plugged", "status": "completed", "tag": "cfd0dca9-fc25-4b7e-a3c0-929991afa254"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:25.392854 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e3a66b46-3786-4286-95ed-0d86e30729fb up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:25.446110 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:25.450613 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85cc59-948d-4e7f-9448-b37f7a57886b None None] Pushing event updated for resources: {'Port': ['ID=7f8a45c1-6758-41ad-b6f2-f2554363e8ba,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:25.463950 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event updated for resources: {'Port': ['ID=2d6fcef0-4331-4a06-ba89-94fb66fc7b3d,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:25.470360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958aa19-2e6d-4528-92da-472e3c1415c0 req-d381ccff-34ee-406c-8ef2-44c05c0e45aa tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:25.473441 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:25.480092 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] For port 70a534e9-2ddf-4e61-b6c8-047508bd029b, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:58:25.480677 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8958aa19-2e6d-4528-92da-472e3c1415c0 req-d381ccff-34ee-406c-8ef2-44c05c0e45aa tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.1135736
Nov 20 20:58:25.491884 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] For port 70a534e9-2ddf-4e61-b6c8-047508bd029b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70a534e9-2ddf-4e61-b6c8-047508bd029b,segment=NetworkSegment(9e73bf8c-9444-4493-8677-917ea6d04ca7),segment_id=9e73bf8c-9444-4493-8677-917ea6d04ca7)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:58:25.496812 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:25.623108 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8958aa19-2e6d-4528-92da-472e3c1415c0 req-754cbbb8-2c35-4eec-b9ac-cc83a21436c4 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279895
Nov 20 20:58:25.640684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=cfd0dca9-fc25-4b7e-a3c0-929991afa254,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:25.646321 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070e1fb4-0064-425c-879b-39a985eb96dc x-openstack-request-id: req-070e1fb4-0064-425c-879b-39a985eb96dc {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:25.646620 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8", "name": "network-vif-plugged", "status": "completed", "tag": "cfd0dca9-fc25-4b7e-a3c0-929991afa254", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:25.646882 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-070e1fb4-0064-425c-879b-39a985eb96dc {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:25.647277 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254', 'code': 200}
Nov 20 20:58:25.717270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e3a66b46-3786-4286-95ed-0d86e30729fb triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:25.717654 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:25.718917 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10e2e4-ae62-44c5-a565-cba2b39a4fb5 None None] Pushing event updated for resources: {'Port': ['ID=70a534e9-2ddf-4e61-b6c8-047508bd029b,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:25.724256 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce989126-d5de-457a-a74c-7ee6a51fb6c9 req-2c9d795a-eb61-49ea-91be-3fbaaf38ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:25.725823 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ce989126-d5de-457a-a74c-7ee6a51fb6c9 req-2c9d795a-eb61-49ea-91be-3fbaaf38ad4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 1097 time: 0.0751686
Nov 20 20:58:25.744956 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:25.746529 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a55297a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:25.802333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device fbb98294-0032-45b6-818d-7bb8780a27d3 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:25.840817 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ce989126-d5de-457a-a74c-7ee6a51fb6c9 req-59c99868-3951-47f5-8ba7-5ed4b005bd5e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053009
Nov 20 20:58:25.845691 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Network 0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:25.852113 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:25.894558 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:25.904064 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9133f850-6088-49c7-8cff-230be54878bf None None] Provisioning complete for port 70a534e9-2ddf-4e61-b6c8-047508bd029b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:25.905145 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9133f850-6088-49c7-8cff-230be54878bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:26.084687 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 7b967437-8d76-499e-83a8-e4a9a8a9f616 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:58:26.092135 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9133f850-6088-49c7-8cff-230be54878bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:26.098111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dde03-6677-4153-addd-291fc1093338 req-bf53db72-57e3-4bdb-9859-97d9520d0968 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:26.104994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port fbb98294-0032-45b6-818d-7bb8780a27d3 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:58:26.112006 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ab0dde03-6677-4153-addd-291fc1093338 req-bf53db72-57e3-4bdb-9859-97d9520d0968 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.0989799
Nov 20 20:58:26.137300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port fbb98294-0032-45b6-818d-7bb8780a27d3 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:26.137691 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:26.200126 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9133f850-6088-49c7-8cff-230be54878bf None None] For port 70a534e9-2ddf-4e61-b6c8-047508bd029b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70a534e9-2ddf-4e61-b6c8-047508bd029b,segment=NetworkSegment(9e73bf8c-9444-4493-8677-917ea6d04ca7),segment_id=9e73bf8c-9444-4493-8677-917ea6d04ca7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:26.250673 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ab0dde03-6677-4153-addd-291fc1093338 req-d3b174fc-ad55-47f2-9be3-ef7a99294f70 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375666
Nov 20 20:58:26.254170 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9133f850-6088-49c7-8cff-230be54878bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:26.288108 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a55297a60>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:24Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '2d6fcef0-4331-4a06-ba89-94fb66fc7b3d', 'name': '', 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:59:b6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9aca305f-f123-469d-b8f3-0af53b446a47', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:23Z', 'updated_at': '2021-11-20T20:58:24Z', 'revision_number': 2, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '9aca305f-f123-469d-b8f3-0af53b446a47', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:21Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a534e9-2ddf-4e61-b6c8-047508bd029b', 'name': '', 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:8b:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:18Z', 'updated_at': '2021-11-20T20:58:25Z', 'revision_number': 4, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:26.317505 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036a9fa-9dd9-46d6-ac4c-2b2b6583179d None None] The sync data for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 is: [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:24Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '2d6fcef0-4331-4a06-ba89-94fb66fc7b3d', 'name': '', 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:59:b6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9aca305f-f123-469d-b8f3-0af53b446a47', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:23Z', 'updated_at': '2021-11-20T20:58:24Z', 'revision_number': 2, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '9aca305f-f123-469d-b8f3-0af53b446a47', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:21Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a534e9-2ddf-4e61-b6c8-047508bd029b', 'name': '', 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:8b:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:18Z', 'updated_at': '2021-11-20T20:58:25Z', 'revision_number': 4, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:58:26.335644 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:26.343902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45720) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:26.344279 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-eeb1fc80-271c-4aa6-817f-5dae8544e28d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/7b967437-8d76-499e-83a8-e4a9a8a9f616/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1152663
Nov 20 20:58:26.349471 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-08df822a-ef41-4cad-8f48-d8bae37cbf8f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:26.355295 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ceb7e-b5eb-4575-ba8c-3fabeb121c9e req-96cd6c70-14ce-449c-84d2-fb955900c8ae tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:26.366962 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a81ceb7e-b5eb-4575-ba8c-3fabeb121c9e req-96cd6c70-14ce-449c-84d2-fb955900c8ae tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 946 time: 0.1337986
Nov 20 20:58:26.447550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133f850-6088-49c7-8cff-230be54878bf None None] Pushing event updated for resources: {'Port': ['ID=70a534e9-2ddf-4e61-b6c8-047508bd029b,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:26.474451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a81ceb7e-b5eb-4575-ba8c-3fabeb121c9e req-873278e4-0a11-4b6f-9d32-eb70e24ac773 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050451
Nov 20 20:58:26.498652 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-dd65662f-4820-4c54-b667-cc56b1f417ff None None] Provisioning complete for port 70a534e9-2ddf-4e61-b6c8-047508bd029b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:26.498771 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dd65662f-4820-4c54-b667-cc56b1f417ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:26.569882 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:26.665393 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port fbb98294-0032-45b6-818d-7bb8780a27d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fbb98294-0032-45b6-818d-7bb8780a27d3,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:26.674730 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:26.745892 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=fbb98294-0032-45b6-818d-7bb8780a27d3,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:26.765326 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e77d2a-83f0-477b-a5d8-2bc143f06db8 req-5ecaa687-57bb-42b6-b111-0583011234e7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:26.773113 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-77e77d2a-83f0-477b-a5d8-2bc143f06db8 req-5ecaa687-57bb-42b6-b111-0583011234e7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 945 time: 0.1879940
Nov 20 20:58:26.945980 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-77e77d2a-83f0-477b-a5d8-2bc143f06db8 req-a4553d7c-5f2a-4825-9461-dbd7b3ace9aa tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648648
Nov 20 20:58:27.064618 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e05eb61-6eab-4bb4-986a-7a02fcd4409d None None] Network 0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:58:27.147705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a5b61026-6726-48ca-9da3-f001cefc562d None None] Provisioning complete for port 7f8a45c1-6758-41ad-b6f2-f2554363e8ba triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:27.148279 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a5b61026-6726-48ca-9da3-f001cefc562d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:27.167837 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.extraroute_db [None req-08df822a-ef41-4cad-8f48-d8bae37cbf8f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=126225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 20 20:58:27.192455 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.extraroute_db [None req-08df822a-ef41-4cad-8f48-d8bae37cbf8f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Removed routes are [] {{(pid=126225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 20 20:58:27.192994 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08df822a-ef41-4cad-8f48-d8bae37cbf8f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:27.370170 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a5b61026-6726-48ca-9da3-f001cefc562d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:27.453042 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a5b61026-6726-48ca-9da3-f001cefc562d None None] For port 7f8a45c1-6758-41ad-b6f2-f2554363e8ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f8a45c1-6758-41ad-b6f2-f2554363e8ba,segment=NetworkSegment(8cccd799-5701-44eb-84e3-7a7bf6af7931),segment_id=8cccd799-5701-44eb-84e3-7a7bf6af7931)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:27.461844 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a5b61026-6726-48ca-9da3-f001cefc562d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:27.466583 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Sync routers for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:58:27.472993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7f8a45c1-6758-41ad-b6f2-f2554363e8ba up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:27.478008 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08df822a-ef41-4cad-8f48-d8bae37cbf8f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:27.498668 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08df822a-ef41-4cad-8f48-d8bae37cbf8f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:27.504313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d573b-f6bd-4860-8ec2-f2bc93563eb7 req-2595d97f-9919-4e78-9b8f-240b2d0b574b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:27.507554 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4b2d573b-f6bd-4860-8ec2-f2bc93563eb7 req-2595d97f-9919-4e78-9b8f-240b2d0b574b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.1669559
Nov 20 20:58:27.614423 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4b2d573b-f6bd-4860-8ec2-f2bc93563eb7 req-ed71f92f-072f-4c42-a2e9-08131361ebf1 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931299
Nov 20 20:58:27.626357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b61026-6726-48ca-9da3-f001cefc562d None None] Pushing event updated for resources: {'Port': ['ID=7f8a45c1-6758-41ad-b6f2-f2554363e8ba,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:27.632432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:27.633133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47368460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:27.701866 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d3c2d-0c3c-402c-aa43-00b290e41278 req-cf013185-ad16-4e14-8991-a0ed22333f77 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:27.703659 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df5d3c2d-0c3c-402c-aa43-00b290e41278 req-cf013185-ad16-4e14-8991-a0ed22333f77 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 946 time: 0.1199367
Nov 20 20:58:27.708678 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08df822a-ef41-4cad-8f48-d8bae37cbf8f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 7b967437-8d76-499e-83a8-e4a9a8a9f616 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:58:27.842857 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df5d3c2d-0c3c-402c-aa43-00b290e41278 req-bdd59f34-d5f2-4d87-9703-67af946a0aef tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262000
Nov 20 20:58:27.863374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08df822a-ef41-4cad-8f48-d8bae37cbf8f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:27.871617 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08df822a-ef41-4cad-8f48-d8bae37cbf8f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:27.875711 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45754) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:27.875894 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-08df822a-ef41-4cad-8f48-d8bae37cbf8f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/7b967437-8d76-499e-83a8-e4a9a8a9f616 HTTP/1.1" status: 200  len: 933 time: 1.5308385
Nov 20 20:58:27.908935 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f740d9f-2e25-44ef-95b1-b05cfb73a79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb98294-0032-45b6-818d-7bb8780a27d3'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:27.912851 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9403ea66-c110-493e-a416-747f10f27736" -d '{"events": [{"server_uuid": "0f740d9f-2e25-44ef-95b1-b05cfb73a79f", "name": "network-vif-plugged", "status": "completed", "tag": "fbb98294-0032-45b6-818d-7bb8780a27d3"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:27.991289 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c937563-efbd-4bfe-b3f3-2ee1e9dcd868 x-openstack-request-id: req-5c937563-efbd-4bfe-b3f3-2ee1e9dcd868 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:27.991561 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f740d9f-2e25-44ef-95b1-b05cfb73a79f", "name": "network-vif-plugged", "status": "completed", "tag": "fbb98294-0032-45b6-818d-7bb8780a27d3", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:27.991828 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c937563-efbd-4bfe-b3f3-2ee1e9dcd868 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:27.992231 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f740d9f-2e25-44ef-95b1-b05cfb73a79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb98294-0032-45b6-818d-7bb8780a27d3', 'code': 200}
Nov 20 20:58:28.011176 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d5304f9a-d858-41e7-aa08-48650f1b0d82 None None] Provisioning complete for port 7f8a45c1-6758-41ad-b6f2-f2554363e8ba triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:28.011559 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d5304f9a-d858-41e7-aa08-48650f1b0d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:28.021083 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:28.103573 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 7f8a45c1-6758-41ad-b6f2-f2554363e8ba triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:28.103961 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:28.154763 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-477684f0-edb8-43dc-9376-8ec117f5787d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/routers/7b967437-8d76-499e-83a8-e4a9a8a9f616 HTTP/1.1" status: 200  len: 933 time: 0.2775953
Nov 20 20:58:28.163826 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45766) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:28.175315 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c7c78337-329a-4a1c-ba6c-a3637a925226 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'router': {'routes': None}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:28.184092 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8aef2-67c8-4d25-bdc9-ac64327ea53f req-0d82cec9-ebc2-4210-b186-e76f4af3da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:28.185794 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01b8aef2-67c8-4d25-bdc9-ac64327ea53f req-0d82cec9-ebc2-4210-b186-e76f4af3da7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 1097 time: 0.1377425
Nov 20 20:58:28.224097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea3edb-386c-4127-9999-efd7f354537c req-5840baa6-545d-4d06-8f07-48a2af537a38 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:28.231968 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-86ea3edb-386c-4127-9999-efd7f354537c req-5840baa6-545d-4d06-8f07-48a2af537a38 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 946 time: 0.1379759
Nov 20 20:58:28.269201 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-a2dc3363-55e3-4ac2-a108-a9a5a7438abe tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3114052
Nov 20 20:58:28.277163 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:28.335176 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01b8aef2-67c8-4d25-bdc9-ac64327ea53f req-8404c5c6-8070-432e-9290-32170c520737 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412308
Nov 20 20:58:28.362654 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-86ea3edb-386c-4127-9999-efd7f354537c req-1229dbae-34c8-494a-9dba-3c243cf291b5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289642
Nov 20 20:58:28.377175 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:28.478684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 70a534e9-2ddf-4e61-b6c8-047508bd029b up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:28.544910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d5304f9a-d858-41e7-aa08-48650f1b0d82 None None] Provisioning complete for port 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:28.545286 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d5304f9a-d858-41e7-aa08-48650f1b0d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:28.601214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d5304f9a-d858-41e7-aa08-48650f1b0d82 None None] Port 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:58:28.617205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 70a534e9-2ddf-4e61-b6c8-047508bd029b triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:28.617597 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:28.627464 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45770) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:28.644877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47368460>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:27Z', 'revision_number': 6, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '2d6fcef0-4331-4a06-ba89-94fb66fc7b3d', 'name': '', 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:59:b6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9aca305f-f123-469d-b8f3-0af53b446a47', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:23Z', 'updated_at': '2021-11-20T20:58:24Z', 'revision_number': 2, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '9aca305f-f123-469d-b8f3-0af53b446a47', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:21Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a534e9-2ddf-4e61-b6c8-047508bd029b', 'name': '', 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:8b:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:18Z', 'updated_at': '2021-11-20T20:58:26Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:28.679561 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Checking router: 7b967437-8d76-499e-83a8-e4a9a8a9f616 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:58:28.679917 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Updating router 7b967437-8d76-499e-83a8-e4a9a8a9f616 port 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:58:28.713999 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:28.718988 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:28.767688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-540a2a83-1267-42f5-8ae9-b3f1b7cd4a22 None None] Provisioning complete for port 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:28.768062 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-540a2a83-1267-42f5-8ae9-b3f1b7cd4a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:28.788858 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a551dfd7-819f-4428-9204-f9505c577e1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:28.809596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.extraroute_db [None req-c7c78337-329a-4a1c-ba6c-a3637a925226 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Added routes are [] {{(pid=126224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 20 20:58:28.809980 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.extraroute_db [None req-c7c78337-329a-4a1c-ba6c-a3637a925226 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=126224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 20 20:58:28.827095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56bb20-0d72-4823-b825-b1f241315b42 req-096259b3-0555-43e1-aefd-2c32690a77d5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:28.828866 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a56bb20-0d72-4823-b825-b1f241315b42 req-096259b3-0555-43e1-aefd-2c32690a77d5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.1086442
Nov 20 20:58:28.888174 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7c78337-329a-4a1c-ba6c-a3637a925226 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:28.890552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Allocated IP 172.35.1.231 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/fb157a64-47c1-423b-bd62-43afecdf8d64) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:58:28.910034 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a56bb20-0d72-4823-b825-b1f241315b42 req-c9adb6ce-5d17-40ff-b3d7-12cc6c0c7ae1 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676222
Nov 20 20:58:28.910283 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-540a2a83-1267-42f5-8ae9-b3f1b7cd4a22 None None] Port 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:58:28.949000 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a551dfd7-819f-4428-9204-f9505c577e1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:28.949000 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a551dfd7-819f-4428-9204-f9505c577e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.010734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551dfd7-819f-4428-9204-f9505c577e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ffb566-4d8f-46da-af09-507b53d64094,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:29.030818 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a551dfd7-819f-4428-9204-f9505c577e1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9bfcd5e9b76454d8b1d8185038b5f02&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4013183
Nov 20 20:58:29.032659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45780) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:29.097205 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c5d9589-47c5-4c8f-9a53-fba71e221fda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.123347 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c5d9589-47c5-4c8f-9a53-fba71e221fda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.130034 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.139242 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.171531 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7c78337-329a-4a1c-ba6c-a3637a925226 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.176848 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.181413 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7c78337-329a-4a1c-ba6c-a3637a925226 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.192098 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c5d9589-47c5-4c8f-9a53-fba71e221fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.205414 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7f8a45c1-6758-41ad-b6f2-f2554363e8ba up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:29.209034 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c5d9589-47c5-4c8f-9a53-fba71e221fda admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.211394 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1c5d9589-47c5-4c8f-9a53-fba71e221fda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47ffb566-4d8f-46da-af09-507b53d64094 HTTP/1.1" status: 204  len: 168 time: 0.1777968
Nov 20 20:58:29.222866 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d9589-47c5-4c8f-9a53-fba71e221fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ffb566-4d8f-46da-af09-507b53d64094,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:29.307926 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.317532 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c78337-329a-4a1c-ba6c-a3637a925226 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 7b967437-8d76-499e-83a8-e4a9a8a9f616 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:58:29.319430 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeeaed2-7e2c-40c2-81d5-3c495eb6d239 None None] Pushing event updated for resources: {'Port': ['ID=2d6fcef0-4331-4a06-ba89-94fb66fc7b3d,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:29.355331 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:29.364194 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:29.368118 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:58:29.399758 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 7f8a45c1-6758-41ad-b6f2-f2554363e8ba triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:29.400341 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.400760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Pushing event updated for resources: {'Port': ['ID=fb157a64-47c1-423b-bd62-43afecdf8d64,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:29.494541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Attempting to bind port 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:58:29.495119 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Attempting to bind port 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8cccd799-5701-44eb-84e3-7a7bf6af7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:58:29.495276 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Attempting to bind port 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d on network 0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:29.507678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:58:29.508063 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Checking segment: {'id': '8cccd799-5701-44eb-84e3-7a7bf6af7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:29.508476 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.508871 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Bound using segment: {'id': '8cccd799-5701-44eb-84e3-7a7bf6af7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:58:29.509352 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Bound port: 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cccd799-5701-44eb-84e3-7a7bf6af7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:58:29.509765 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.555276 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c78337-329a-4a1c-ba6c-a3637a925226 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:29.565134 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7c78337-329a-4a1c-ba6c-a3637a925226 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.568643 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c7c78337-329a-4a1c-ba6c-a3637a925226 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/7b967437-8d76-499e-83a8-e4a9a8a9f616 HTTP/1.1" status: 200  len: 699 time: 1.4026802
Nov 20 20:58:29.571739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45788) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:29.633479 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.655551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df83ff-fc9d-4d22-8955-ac6f96f0bf33 req-d81c82a3-6204-4c08-89c1-6cdf9d1e306d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:29.656851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] For port 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:58:29.657361 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-98df83ff-fc9d-4d22-8955-ac6f96f0bf33 req-d81c82a3-6204-4c08-89c1-6cdf9d1e306d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 946 time: 0.1625588
Nov 20 20:58:29.671619 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] For port 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d6fcef0-4331-4a06-ba89-94fb66fc7b3d,segment=NetworkSegment(8cccd799-5701-44eb-84e3-7a7bf6af7931),segment_id=8cccd799-5701-44eb-84e3-7a7bf6af7931)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:58:29.678369 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.680506 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.714940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] Provisioning complete for port 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:29.714940 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.749537 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45790) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:29.776609 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-88e84b8b-0f65-4a0c-8bc5-fa774312a011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.805012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:29.805796 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47368460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:29.853189 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeeaed2-7e2c-40c2-81d5-3c495eb6d239 None None] Pushing event updated for resources: {'Port': ['ID=2d6fcef0-4331-4a06-ba89-94fb66fc7b3d,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:29.922466 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.930792 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:29.974020 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:30.003303 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-88e84b8b-0f65-4a0c-8bc5-fa774312a011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:30.012822 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-88e84b8b-0f65-4a0c-8bc5-fa774312a011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:30.041734 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:30.049556 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e84b8b-0f65-4a0c-8bc5-fa774312a011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ca962c-788a-4f5b-8a5d-f3cae3ba2147,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:30.060584 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c5b28b3a-1386-4600-b812-7eb8645e1791 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/routers/7b967437-8d76-499e-83a8-e4a9a8a9f616 HTTP/1.1" status: 200  len: 699 time: 0.4830775
Nov 20 20:58:30.061892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45796) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:30.067319 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Pushing event updated for resources: {'Port': ['ID=fb157a64-47c1-423b-bd62-43afecdf8d64,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:30.080097 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] For port 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d6fcef0-4331-4a06-ba89-94fb66fc7b3d,segment=NetworkSegment(8cccd799-5701-44eb-84e3-7a7bf6af7931),segment_id=8cccd799-5701-44eb-84e3-7a7bf6af7931)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:30.089691 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:30.090593 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:30.096511 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-88e84b8b-0f65-4a0c-8bc5-fa774312a011 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9eaa3404f59448db8d0087c1aa59b85&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3459039
Nov 20 20:58:30.101355 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45798) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:30.132515 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:30.133361 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-227d1900-5e79-4311-a02e-880eb37cc19e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8615274
Nov 20 20:58:30.141315 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-98df83ff-fc9d-4d22-8955-ac6f96f0bf33 req-6ac10c99-e93e-4343-a0f2-56c40cecde53 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4528539
Nov 20 20:58:30.205087 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-6bb53c21-3ecb-4e69-946c-1fc45d4301f6 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.231 HTTP/1.1" status: 200  len: 696 time: 0.0646822
Nov 20 20:58:30.241587 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cb806a83-bdc6-4035-8ab1-170e8dd3fb35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:30.307456 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cb806a83-bdc6-4035-8ab1-170e8dd3fb35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:30.352781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fee6c-3ae3-4a57-b76d-b1ce79d22a08 req-bad259e4-95fb-47dc-be45-c3d66841a313 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:30.354312 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-204fee6c-3ae3-4a57-b76d-b1ce79d22a08 req-bad259e4-95fb-47dc-be45-c3d66841a313 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.1506815
Nov 20 20:58:30.418836 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] Pushing event updated for resources: {'Port': ['ID=2d6fcef0-4331-4a06-ba89-94fb66fc7b3d,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:30.435150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-79bd6e5e-88f0-41c3-b9da-653ab246f7aa None None] Provisioning complete for port 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:30.435546 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-79bd6e5e-88f0-41c3-b9da-653ab246f7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:30.439985 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:30.440898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:30.441421 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:30.441681 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:30.442018 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:30.442385 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:30.442722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:30.443052 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:30.443383 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:30.443712 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:30.444041 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:30.444365 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfea2d-cf39-4a65-aa37-5749d59e233a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:58:30.484862 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-204fee6c-3ae3-4a57-b76d-b1ce79d22a08 req-f01f6d61-4fb4-444f-bfea-5698b552a0c5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199329
Nov 20 20:58:30.625581 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47368460>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:28Z', 'revision_number': 7, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '2d6fcef0-4331-4a06-ba89-94fb66fc7b3d', 'name': '', 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:59:b6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9aca305f-f123-469d-b8f3-0af53b446a47', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:23Z', 'updated_at': '2021-11-20T20:58:29Z', 'revision_number': 4, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '9aca305f-f123-469d-b8f3-0af53b446a47', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:21Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a534e9-2ddf-4e61-b6c8-047508bd029b', 'name': '', 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:8b:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:18Z', 'updated_at': '2021-11-20T20:58:26Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:30.655898 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f13a510-08dc-44c6-81b1-341244782943 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:30.659807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c340fe-6129-44f2-8e5a-9a6d09b22d10 None None] The sync data for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 is: [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:28Z', 'revision_number': 7, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '2d6fcef0-4331-4a06-ba89-94fb66fc7b3d', 'name': '', 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:59:b6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9aca305f-f123-469d-b8f3-0af53b446a47', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:23Z', 'updated_at': '2021-11-20T20:58:29Z', 'revision_number': 4, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '9aca305f-f123-469d-b8f3-0af53b446a47', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:21Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a534e9-2ddf-4e61-b6c8-047508bd029b', 'name': '', 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:8b:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:18Z', 'updated_at': '2021-11-20T20:58:26Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:58:30.704067 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-5033d3cf-bbd5-41f4-9120-5bda149a3f32 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:30.707896 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-5033d3cf-bbd5-41f4-9120-5bda149a3f32 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.4938629
Nov 20 20:58:30.723581 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-01a55515-7a81-487c-9b10-3579ceec7797 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:58:30.724575 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c8a96b0a-c6f9-499d-bb01-8626de4400a4 req-01a55515-7a81-487c-9b10-3579ceec7797 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0080674
Nov 20 20:58:30.752957 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cb806a83-bdc6-4035-8ab1-170e8dd3fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:30.755745 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cb806a83-bdc6-4035-8ab1-170e8dd3fb35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:30.757053 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cb806a83-bdc6-4035-8ab1-170e8dd3fb35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8ca962c-788a-4f5b-8a5d-f3cae3ba2147 HTTP/1.1" status: 204  len: 168 time: 0.6545343
Nov 20 20:58:30.767831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb806a83-bdc6-4035-8ab1-170e8dd3fb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ca962c-788a-4f5b-8a5d-f3cae3ba2147,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:30.874021 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0099c7b2-6bea-4913-a197-850464acf5dc None None] Sync routers for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:58:30.885904 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0099c7b2-6bea-4913-a197-850464acf5dc None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:30.886778 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-0099c7b2-6bea-4913-a197-850464acf5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a544b3df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:30.996849 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-0099c7b2-6bea-4913-a197-850464acf5dc None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:31.027495 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7f13a510-08dc-44c6-81b1-341244782943 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:58:31.027838 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f13a510-08dc-44c6-81b1-341244782943 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:31.119747 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-be25bb7a-a849-4d9e-a6d7-6326559222b0 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:31.126628 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-be25bb7a-a849-4d9e-a6d7-6326559222b0 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 821 time: 0.1883945
Nov 20 20:58:31.164702 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-c923d1ce-86d8-44ea-8a07-d04143f3b4f3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/quotas/81f065ce4dee4b479d5ab54d07605e61 HTTP/1.1" status: 200  len: 375 time: 0.0369534
Nov 20 20:58:31.234972 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-7f13a510-08dc-44c6-81b1-341244782943 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] For port 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d6fcef0-4331-4a06-ba89-94fb66fc7b3d,segment=NetworkSegment(8cccd799-5701-44eb-84e3-7a7bf6af7931),segment_id=8cccd799-5701-44eb-84e3-7a7bf6af7931)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:31.235646 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f13a510-08dc-44c6-81b1-341244782943 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:31.260818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7f13a510-08dc-44c6-81b1-341244782943 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:58:31.266176 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-0099c7b2-6bea-4913-a197-850464acf5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a544b3df0>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:28Z', 'revision_number': 7, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '2d6fcef0-4331-4a06-ba89-94fb66fc7b3d', 'name': '', 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:59:b6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9aca305f-f123-469d-b8f3-0af53b446a47', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:23Z', 'updated_at': '2021-11-20T20:58:29Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '9aca305f-f123-469d-b8f3-0af53b446a47', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:21Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a534e9-2ddf-4e61-b6c8-047508bd029b', 'name': '', 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:8b:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:18Z', 'updated_at': '2021-11-20T20:58:26Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:31.289614 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-01bea3a8-2909-4308-8c97-380fe8e36f24 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1239188
Nov 20 20:58:31.295723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:31.378905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8dd5e-158b-4650-8030-2ca2727c30b1 req-dfa383b6-1f37-4668-8625-ba1ff3a6bd51 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:31.390962 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-afd8dd5e-158b-4650-8030-2ca2727c30b1 req-dfa383b6-1f37-4668-8625-ba1ff3a6bd51 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 946 time: 0.0847785
Nov 20 20:58:31.399081 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0099c7b2-6bea-4913-a197-850464acf5dc None None] Checking router: 7b967437-8d76-499e-83a8-e4a9a8a9f616 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:58:31.405911 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:31.406485 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:31.408653 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0099c7b2-6bea-4913-a197-850464acf5dc None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:31.409928 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-0099c7b2-6bea-4913-a197-850464acf5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a544b3df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:31.482960 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-afd8dd5e-158b-4650-8030-2ca2727c30b1 req-6c0b885e-7ecd-4fc1-8386-dc834ca87d28 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907300
Nov 20 20:58:31.524926 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-e662c454-9f0b-4257-ae5a-cf5990a90c62 service neutron] 10.222.0.41 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2342868
Nov 20 20:58:31.567232 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-0099c7b2-6bea-4913-a197-850464acf5dc None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:31.678107 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b43159-e110-4000-ac00-12b868c3eadc req-a6b82c28-a513-4374-a8bb-f1abeefe6b07 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:31.693574 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e1b43159-e110-4000-ac00-12b868c3eadc req-a6b82c28-a513-4374-a8bb-f1abeefe6b07 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.1007409
Nov 20 20:58:31.706913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-a31742e6-a3a5-4c0c-bce9-cef5043efa9a service neutron] 10.222.0.41 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1810122
Nov 20 20:58:31.729988 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f13a510-08dc-44c6-81b1-341244782943 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:31.792001 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e1b43159-e110-4000-ac00-12b868c3eadc req-231a8b3f-b66f-4de0-9ce9-ec4835122ea0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962737
Nov 20 20:58:31.794856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13a510-08dc-44c6-81b1-341244782943 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=2d6fcef0-4331-4a06-ba89-94fb66fc7b3d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:31.983421 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-0099c7b2-6bea-4913-a197-850464acf5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a544b3df0>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:28Z', 'revision_number': 7, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '2d6fcef0-4331-4a06-ba89-94fb66fc7b3d', 'name': '', 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:59:b6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9aca305f-f123-469d-b8f3-0af53b446a47', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:23Z', 'updated_at': '2021-11-20T20:58:29Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '9aca305f-f123-469d-b8f3-0af53b446a47', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:21Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a534e9-2ddf-4e61-b6c8-047508bd029b', 'name': '', 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:8b:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:18Z', 'updated_at': '2021-11-20T20:58:26Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:32.042024 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0099c7b2-6bea-4913-a197-850464acf5dc None None] The sync data for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 is: [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:28Z', 'revision_number': 7, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '2d6fcef0-4331-4a06-ba89-94fb66fc7b3d', 'name': '', 'network_id': '0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:59:b6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9aca305f-f123-469d-b8f3-0af53b446a47', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:23Z', 'updated_at': '2021-11-20T20:58:29Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '9aca305f-f123-469d-b8f3-0af53b446a47', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:21Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a534e9-2ddf-4e61-b6c8-047508bd029b', 'name': '', 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:8b:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:18Z', 'updated_at': '2021-11-20T20:58:26Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:58:32.103830 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-97b6f68f-77d6-42ea-8984-9ae95506f997 req-5347cd28-73f4-487a-bec0-4c35b0fc3303 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 210 time: 0.0679672
Nov 20 20:58:32.155256 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f13a510-08dc-44c6-81b1-341244782943 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:32.342329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-5a097a26-5073-4302-82ba-d4703e85278a tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:32.351084 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-5a097a26-5073-4302-82ba-d4703e85278a tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 805 time: 0.2860553
Nov 20 20:58:32.373652 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-8951d554-7fab-407c-a6e2-cff0cdbe91a1 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/quotas/bfc3f13200ff407ea8e320abdbb3c456 HTTP/1.1" status: 200  len: 375 time: 0.0216391
Nov 20 20:58:32.480477 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-8073ba70-4a96-47b2-a58b-8f9a989ec8b5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1059494
Nov 20 20:58:32.577574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f13a510-08dc-44c6-81b1-341244782943 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 7b967437-8d76-499e-83a8-e4a9a8a9f616 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:58:32.682824 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-4deec03f-8f84-4341-bfcd-16e8c2b4986a service neutron] 10.222.0.41 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599958
Nov 20 20:58:32.932855 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d727599-7335-46a4-838e-c073c06121bb req-31017974-1291-47d4-beac-9cb9736fb8ca tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:32.934539 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d727599-7335-46a4-838e-c073c06121bb req-31017974-1291-47d4-beac-9cb9736fb8ca tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.0546668
Nov 20 20:58:33.003868 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d727599-7335-46a4-838e-c073c06121bb req-a68c8d85-4d9c-4050-b1f9-a1734b28677c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601017
Nov 20 20:58:33.048508 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f13a510-08dc-44c6-81b1-341244782943 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:33.058989 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45896) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:33.059779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120f9b42-dafd-41c3-b0e3-ee80ee07e5bc None None] Sync routers for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:58:33.064942 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7f13a510-08dc-44c6-81b1-341244782943 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/7b967437-8d76-499e-83a8-e4a9a8a9f616/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9960642
Nov 20 20:58:33.081139 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f9b42-dafd-41c3-b0e3-ee80ee07e5bc None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:33.090401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-120f9b42-dafd-41c3-b0e3-ee80ee07e5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47429ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:33.117887 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-0885baad-7e2b-4272-8369-3e633a74c306 service neutron] 10.222.0.41 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4313250
Nov 20 20:58:33.124447 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b41dc19-e1b0-42ad-9d1e-86919ba9f640 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting subnet 9aca305f-f123-469d-b8f3-0af53b446a47 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:58:33.133608 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b41dc19-e1b0-42ad-9d1e-86919ba9f640 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:33.169952 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45900) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:33.213270 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b41dc19-e1b0-42ad-9d1e-86919ba9f640 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:33.315078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-32641e43-84e3-4c5c-bb68-1fbe0528b4d6 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:33.318023 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-32641e43-84e3-4c5c-bb68-1fbe0528b4d6 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.47 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 821 time: 0.1333351
Nov 20 20:58:33.332196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-7ee44d18-47e8-490b-b169-3a3d99a9b5f3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Request body: {'port': {'device_id': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'admin_state_up': True, 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:33.381337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-120f9b42-dafd-41c3-b0e3-ee80ee07e5bc None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:33.407613 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b41dc19-e1b0-42ad-9d1e-86919ba9f640 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:33.507996 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-79f7f0f3-0460-4eec-a288-211bcb80682e req-53dc2fe0-536c-4da9-ab5a-53408336fa0f tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 210 time: 0.0378945
Nov 20 20:58:33.519543 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a66a2eb4-720c-4867-a86e-c932a5e53c5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:33.546290 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c74b5f1e-bd37-487e-a585-bb96ef51e748 req-a32e9173-5f17-43a0-a102-97790650147a tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 210 time: 0.0492785
Nov 20 20:58:33.558952 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b41dc19-e1b0-42ad-9d1e-86919ba9f640 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:33.603913 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41dc19-e1b0-42ad-9d1e-86919ba9f640 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Subnet': ['ID=9aca305f-f123-469d-b8f3-0af53b446a47,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:33.611359 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b41dc19-e1b0-42ad-9d1e-86919ba9f640 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:33.616029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-7ee44d18-47e8-490b-b169-3a3d99a9b5f3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Made reservation on behalf of 81f065ce4dee4b479d5ab54d07605e61 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:58:33.619786 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-7ee44d18-47e8-490b-b169-3a3d99a9b5f3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:33.623300 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0b41dc19-e1b0-42ad-9d1e-86919ba9f640 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/9aca305f-f123-469d-b8f3-0af53b446a47 HTTP/1.1" status: 204  len: 168 time: 0.5630434
Nov 20 20:58:33.623905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45908) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:33.656485 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68853703-06a6-451b-b50f-eff8187099fb None None] Network 0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:58:33.800325 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a66a2eb4-720c-4867-a86e-c932a5e53c5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:33.804683 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:33.812562 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a66a2eb4-720c-4867-a86e-c932a5e53c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:33.845815 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-120f9b42-dafd-41c3-b0e3-ee80ee07e5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47429ee0>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:31Z', 'revision_number': 8, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:21Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a534e9-2ddf-4e61-b6c8-047508bd029b', 'name': '', 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:8b:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:18Z', 'updated_at': '2021-11-20T20:58:26Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:33.883433 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120f9b42-dafd-41c3-b0e3-ee80ee07e5bc None None] Checking router: 7b967437-8d76-499e-83a8-e4a9a8a9f616 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:58:33.895007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f9b42-dafd-41c3-b0e3-ee80ee07e5bc None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:33.896322 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-120f9b42-dafd-41c3-b0e3-ee80ee07e5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47429ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:33.928708 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45916) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:33.929448 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a66a2eb4-720c-4867-a86e-c932a5e53c5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12ef21cbd0294ce1ac15b356843eb1ed&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7580245
Nov 20 20:58:33.933731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a2eb4-720c-4867-a86e-c932a5e53c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5d6a3a-2bf4-4372-8461-9e4026b17788,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:33.952507 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-7ee44d18-47e8-490b-b169-3a3d99a9b5f3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Allocated IP 172.20.0.9 (7dde530b-f780-469d-8a3e-3b58058fca24/8180eca2-c911-4c6e-a6cc-f0ef5d1546e9/a7ce0b65-d28b-4643-8243-0f2177a3136c) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:58:33.964419 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caf9e17-8c44-4321-ac08-c75e1f4b9f54 None None] DHCP port deletion for 0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:34.005827 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33299b5b-1e49-44c0-923c-cf40101d5931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:34.006452 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port 7f8a45c1-6758-41ad-b6f2-f2554363e8ba {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:58:34.006865 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:34.033221 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33299b5b-1e49-44c0-923c-cf40101d5931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:34.048220 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-120f9b42-dafd-41c3-b0e3-ee80ee07e5bc None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:34.100346 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33299b5b-1e49-44c0-923c-cf40101d5931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:34.103733 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33299b5b-1e49-44c0-923c-cf40101d5931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:34.105078 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-33299b5b-1e49-44c0-923c-cf40101d5931 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a5d6a3a-2bf4-4372-8461-9e4026b17788 HTTP/1.1" status: 204  len: 168 time: 0.1746194
Nov 20 20:58:34.118567 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33299b5b-1e49-44c0-923c-cf40101d5931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5d6a3a-2bf4-4372-8461-9e4026b17788,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:34.141288 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] For port 7f8a45c1-6758-41ad-b6f2-f2554363e8ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f8a45c1-6758-41ad-b6f2-f2554363e8ba,segment=NetworkSegment(8cccd799-5701-44eb-84e3-7a7bf6af7931),segment_id=8cccd799-5701-44eb-84e3-7a7bf6af7931)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:34.141679 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:34.220364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for 7f8a45c1-6758-41ad-b6f2-f2554363e8ba owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:58:34.261106 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4caf9e17-8c44-4321-ac08-c75e1f4b9f54 None None] Deleting port 7f8a45c1-6758-41ad-b6f2-f2554363e8ba {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:58:34.261999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed83ac-a241-4aa5-bdda-693e12f2b0d8 req-dd33725f-1e8b-4182-b2fc-f951871f27b1 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:34.262365 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4caf9e17-8c44-4321-ac08-c75e1f4b9f54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:34.278308 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-31ed83ac-a241-4aa5-bdda-693e12f2b0d8 req-dd33725f-1e8b-4182-b2fc-f951871f27b1 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.1309776
Nov 20 20:58:34.371944 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-7ee44d18-47e8-490b-b169-3a3d99a9b5f3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:34.379956 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-31ed83ac-a241-4aa5-bdda-693e12f2b0d8 req-41f8733e-4fe2-4c94-9782-4b721dedcae2 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950770
Nov 20 20:58:34.409957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4caf9e17-8c44-4321-ac08-c75e1f4b9f54 None None] For port 7f8a45c1-6758-41ad-b6f2-f2554363e8ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f8a45c1-6758-41ad-b6f2-f2554363e8ba,segment=NetworkSegment(8cccd799-5701-44eb-84e3-7a7bf6af7931),segment_id=8cccd799-5701-44eb-84e3-7a7bf6af7931)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:34.411071 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4caf9e17-8c44-4321-ac08-c75e1f4b9f54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:34.414822 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:34.447062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=7f8a45c1-6758-41ad-b6f2-f2554363e8ba,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:34.457392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4caf9e17-8c44-4321-ac08-c75e1f4b9f54 None None] Calling delete_port for 7f8a45c1-6758-41ad-b6f2-f2554363e8ba owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:58:34.470571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] No DVR routers for this DVR port 7f8a45c1-6758-41ad-b6f2-f2554363e8ba on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:58:34.520919 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-7ee44d18-47e8-490b-b169-3a3d99a9b5f3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:34.545625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['cfd0dca9-fc25-4b7e-a3c0-929991afa254'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:58:34.546377 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45928) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:34.563224 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5fe8-fc29-4cfa-9695-c8321f762438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:34.622081 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-120f9b42-dafd-41c3-b0e3-ee80ee07e5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47429ee0>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:31Z', 'revision_number': 8, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:21Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a534e9-2ddf-4e61-b6c8-047508bd029b', 'name': '', 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:8b:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:18Z', 'updated_at': '2021-11-20T20:58:26Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:34.636592 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:34.658719 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120f9b42-dafd-41c3-b0e3-ee80ee07e5bc None None] The sync data for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 is: [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:31Z', 'revision_number': 8, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:21Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a534e9-2ddf-4e61-b6c8-047508bd029b', 'name': '', 'network_id': 'ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:8b:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:18Z', 'updated_at': '2021-11-20T20:58:26Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '4592df85-6825-4f7f-a440-1fa50f1af6a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:58:34.665721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-7ee44d18-47e8-490b-b169-3a3d99a9b5f3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Network 7dde530b-f780-469d-8a3e-3b58058fca24 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:34.692655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-7ee44d18-47e8-490b-b169-3a3d99a9b5f3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:34.695358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-7ee44d18-47e8-490b-b169-3a3d99a9b5f3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:58:34.709873 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6824f0>,) {'filters': {'network_id': ['0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:34.716514 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4caf9e17-8c44-4321-ac08-c75e1f4b9f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:34.755227 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6824f0>, '8cccd799-5701-44eb-84e3-7a7bf6af7931') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:34.755584 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6824f0>, '8cccd799-5701-44eb-84e3-7a7bf6af7931') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:34.771761 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4407a6-c03c-4adc-8c4e-dfef0280cdf2 req-d893e087-b923-4a1b-936f-b90945c8a013 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:34.774098 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8b4407a6-c03c-4adc-8c4e-dfef0280cdf2 req-d893e087-b923-4a1b-936f-b90945c8a013 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 931 time: 0.1419404
Nov 20 20:58:34.783350 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf9e17-8c44-4321-ac08-c75e1f4b9f54 None None] Pushing event deleted for resources: {'Port': ['ID=7f8a45c1-6758-41ad-b6f2-f2554363e8ba,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:34.786370 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee44d18-47e8-490b-b169-3a3d99a9b5f3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Pushing event updated for resources: {'Port': ['ID=a7ce0b65-d28b-4643-8243-0f2177a3136c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:34.789483 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caf9e17-8c44-4321-ac08-c75e1f4b9f54 None None] No DVR routers for this DVR port 7f8a45c1-6758-41ad-b6f2-f2554363e8ba on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:58:34.818111 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:34.840823 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5fe8-fc29-4cfa-9695-c8321f762438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:34.863969 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5fe8-fc29-4cfa-9695-c8321f762438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:34.896512 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cb0e5fe8-fc29-4cfa-9695-c8321f762438 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52df8abce3f7483b8876a182a64f3ae0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3457046
Nov 20 20:58:34.897821 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45934) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:34.975227 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e5fe8-fc29-4cfa-9695-c8321f762438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770acc2d-6fd0-4ef0-a3b0-b2d15cca8875,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:34.975442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-c757512f-9ce2-4972-b9c0-a8bbefda8d31 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:34.976887 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-c757512f-9ce2-4972-b9c0-a8bbefda8d31 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.47 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 805 time: 0.1838610
Nov 20 20:58:34.986909 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dd7903a9-04a5-4490-8e34-988b6f6aff16 req-c0b87d14-ef20-4296-8628-3902248f5320 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 210 time: 0.2200925
Nov 20 20:58:34.993592 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-7ee44d18-47e8-490b-b169-3a3d99a9b5f3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:34.994282 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-7ee44d18-47e8-490b-b169-3a3d99a9b5f3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:35.001850 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8b4407a6-c03c-4adc-8c4e-dfef0280cdf2 req-ec212282-7a19-4a4b-aec8-9c19e4e9b541 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1915092
Nov 20 20:58:35.006905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-186426c4-cdcc-4e19-8c21-8673e6b527c2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Request body: {'port': {'device_id': 'fca994f7-8d6e-4750-8730-bde156622c5a', 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339', 'admin_state_up': True, 'tenant_id': 'bfc3f13200ff407ea8e320abdbb3c456'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:35.011415 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:35.037109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:58:35.037474 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:35.039963 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-39de4a44-847a-4a7a-aed2-3cd9e2b4219c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:58:35.040802 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:58:35.066751 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-7ee44d18-47e8-490b-b169-3a3d99a9b5f3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7395427
Nov 20 20:58:35.067532 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-39de4a44-847a-4a7a-aed2-3cd9e2b4219c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:35.090318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9df7fbbd-a93d-40d1-89aa-47cbd10f6b66 None None] Provisioning complete for port a7ce0b65-d28b-4643-8243-0f2177a3136c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:35.090692 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9df7fbbd-a93d-40d1-89aa-47cbd10f6b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:35.128331 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Request body: {'port': {'device_id': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:35.163400 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-39de4a44-847a-4a7a-aed2-3cd9e2b4219c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:35.166706 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-39de4a44-847a-4a7a-aed2-3cd9e2b4219c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:35.174021 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-39de4a44-847a-4a7a-aed2-3cd9e2b4219c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/770acc2d-6fd0-4ef0-a3b0-b2d15cca8875 HTTP/1.1" status: 204  len: 168 time: 0.2727940
Nov 20 20:58:35.184224 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de4a44-847a-4a7a-aed2-3cd9e2b4219c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770acc2d-6fd0-4ef0-a3b0-b2d15cca8875,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:35.242858 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:35.249259 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:35.256399 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/networks/0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239 HTTP/1.1" status: 204  len: 168 time: 1.6270278
Nov 20 20:58:35.256523 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45938) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:35.352506 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:58:35.379669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f473c2e-e9a6-46f7-a859-5d5b658794b9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Network': ['ID=0a4f7ef2-b3ec-49ca-b1fb-574f6b9f9239,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:35.397499 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:58:35.398041 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2d6fcef0-4331-4a06-ba89-94fb66fc7b3d not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:58:35.398655 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7f8a45c1-6758-41ad-b6f2-f2554363e8ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:58:35.422074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 7f8a45c1-6758-41ad-b6f2-f2554363e8ba {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:58:35.422460 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7f8a45c1-6758-41ad-b6f2-f2554363e8ba not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:58:35.426205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9df7fbbd-a93d-40d1-89aa-47cbd10f6b66 None None] Port a7ce0b65-d28b-4643-8243-0f2177a3136c cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:58:35.430085 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:35.432400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-186426c4-cdcc-4e19-8c21-8673e6b527c2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Made reservation on behalf of bfc3f13200ff407ea8e320abdbb3c456 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:58:35.435930 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-186426c4-cdcc-4e19-8c21-8673e6b527c2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:35.469589 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:58:35.731525 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99dba8f3-21c3-4daa-9463-fd07e74919ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:35.760601 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead16aa8-25e1-4521-b12b-2787cda20d4d req-92fb91f8-863c-499e-98d4-fec8911d2841 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:35.762194 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ead16aa8-25e1-4521-b12b-2787cda20d4d req-92fb91f8-863c-499e-98d4-fec8911d2841 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.1914442
Nov 20 20:58:35.800711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-186426c4-cdcc-4e19-8c21-8673e6b527c2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Allocated IP 172.20.0.7 (00efdad1-1d3a-4059-9b5a-980ee6794339/67696e00-d47a-4c01-b60f-02743de8399e/6da7361f-a92e-42ab-9cff-9cb6272a1d49) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:58:35.904418 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ead16aa8-25e1-4521-b12b-2787cda20d4d req-75557f89-a4da-4d4f-b62b-2709265a0b3f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280503
Nov 20 20:58:36.034584 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-99dba8f3-21c3-4daa-9463-fd07e74919ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port 70a534e9-2ddf-4e61-b6c8-047508bd029b {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:58:36.035362 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99dba8f3-21c3-4daa-9463-fd07e74919ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:36.060577 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ce0b65-d28b-4643-8243-0f2177a3136c {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:58:36.086509 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:36.121688 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Transition to ACTIVE for port object a7ce0b65-d28b-4643-8243-0f2177a3136c will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:58:36.126379 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-186426c4-cdcc-4e19-8c21-8673e6b527c2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:36.138450 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:36.184740 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6b69a46a-0626-4d2f-91e0-7ff326830416 req-668b5e28-74fa-4675-abc2-a4ede201cb19 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 210 time: 0.0617764
Nov 20 20:58:36.217283 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-99dba8f3-21c3-4daa-9463-fd07e74919ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] For port 70a534e9-2ddf-4e61-b6c8-047508bd029b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70a534e9-2ddf-4e61-b6c8-047508bd029b,segment=NetworkSegment(9e73bf8c-9444-4493-8677-917ea6d04ca7),segment_id=9e73bf8c-9444-4493-8677-917ea6d04ca7)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:36.217835 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99dba8f3-21c3-4daa-9463-fd07e74919ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:36.231493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ce0b65-d28b-4643-8243-0f2177a3136c,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:36.243478 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cb905-d603-4513-ba9d-60d77721114f req-a8abf191-d6b4-42dd-8bde-1147e146b2cf tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:36.245013 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e82cb905-d603-4513-ba9d-60d77721114f req-a8abf191-d6b4-42dd-8bde-1147e146b2cf tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 943 time: 0.0981710
Nov 20 20:58:36.250530 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-99dba8f3-21c3-4daa-9463-fd07e74919ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for 70a534e9-2ddf-4e61-b6c8-047508bd029b owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:58:36.320979 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-186426c4-cdcc-4e19-8c21-8673e6b527c2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:36.335911 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f8de97a0-2799-4c39-82a8-566fd2fe46e8', 'fbb98294-0032-45b6-818d-7bb8780a27d3'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:58:36.355536 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e82cb905-d603-4513-ba9d-60d77721114f req-8614d034-c988-485d-963d-3d51042cdbd2 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975060
Nov 20 20:58:36.402237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-186426c4-cdcc-4e19-8c21-8673e6b527c2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Network 00efdad1-1d3a-4059-9b5a-980ee6794339 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:58:36.416250 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-186426c4-cdcc-4e19-8c21-8673e6b527c2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:58:36.418727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186426c4-cdcc-4e19-8c21-8673e6b527c2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Pushing event updated for resources: {'Port': ['ID=6da7361f-a92e-42ab-9cff-9cb6272a1d49,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:36.423092 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-186426c4-cdcc-4e19-8c21-8673e6b527c2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:58:36.452196 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e67e53e-55ac-4332-81e0-0a6cc3e94a9e None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:36.526362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-186426c4-cdcc-4e19-8c21-8673e6b527c2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:36.527080 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-186426c4-cdcc-4e19-8c21-8673e6b527c2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:36.552013 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99dba8f3-21c3-4daa-9463-fd07e74919ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:36.556940 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Attempting to bind port a7ce0b65-d28b-4643-8243-0f2177a3136c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:58:36.557346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Attempting to bind port a7ce0b65-d28b-4643-8243-0f2177a3136c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb175cbb-35a1-46a5-bce0-288d0c216635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:58:36.557693 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Attempting to bind port a7ce0b65-d28b-4643-8243-0f2177a3136c on network 7dde530b-f780-469d-8a3e-3b58058fca24 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:36.564225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Port a7ce0b65-d28b-4643-8243-0f2177a3136c on network 7dde530b-f780-469d-8a3e-3b58058fca24 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:58:36.564568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Attempting to bind port a7ce0b65-d28b-4643-8243-0f2177a3136c on network 7dde530b-f780-469d-8a3e-3b58058fca24 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:36.574738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:58:36.574738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Checking segment: {'id': 'cb175cbb-35a1-46a5-bce0-288d0c216635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:36.574738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Bound using segment: {'id': 'cb175cbb-35a1-46a5-bce0-288d0c216635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:58:36.574738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Bound port: a7ce0b65-d28b-4643-8243-0f2177a3136c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb175cbb-35a1-46a5-bce0-288d0c216635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:58:36.574738 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:36.587381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b0159e21-6693-4437-a69f-d915b764f83c None None] Provisioning complete for port 6da7361f-a92e-42ab-9cff-9cb6272a1d49 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:36.587810 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b0159e21-6693-4437-a69f-d915b764f83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:36.590006 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-186426c4-cdcc-4e19-8c21-8673e6b527c2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5928662
Nov 20 20:58:36.605251 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Request body: {'port': {'device_id': 'fca994f7-8d6e-4750-8730-bde156622c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:36.625202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dba8f3-21c3-4daa-9463-fd07e74919ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=70a534e9-2ddf-4e61-b6c8-047508bd029b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:36.671265 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b0159e21-6693-4437-a69f-d915b764f83c None None] Port 6da7361f-a92e-42ab-9cff-9cb6272a1d49 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:58:36.757905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] For port a7ce0b65-d28b-4643-8243-0f2177a3136c, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:58:36.792411 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:36.812616 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] For port a7ce0b65-d28b-4643-8243-0f2177a3136c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7ce0b65-d28b-4643-8243-0f2177a3136c,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:58:36.819413 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:36.885630 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99dba8f3-21c3-4daa-9463-fd07e74919ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:36.900767 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:36.901388 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:36.902801 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] 10.222.0.47 "PUT /v2.0/ports/a7ce0b65-d28b-4643-8243-0f2177a3136c HTTP/1.1" status: 200  len: 1091 time: 1.7816441
Nov 20 20:58:36.903257 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'tag': 'a7ce0b65-d28b-4643-8243-0f2177a3136c'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:36.905534 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba5726b-d034-4c41-b1e8-0a72c99b1f06" -d '{"events": [{"name": "network-changed", "server_uuid": "f9dd9356-273f-4e77-95cc-dbf55d4e893a", "tag": "a7ce0b65-d28b-4643-8243-0f2177a3136c"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:37.061325 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe9622b-c0e0-478a-abf6-03da5491820e x-openstack-request-id: req-abe9622b-c0e0-478a-abf6-03da5491820e {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:37.061649 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9dd9356-273f-4e77-95cc-dbf55d4e893a", "tag": "a7ce0b65-d28b-4643-8243-0f2177a3136c", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:37.061903 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abe9622b-c0e0-478a-abf6-03da5491820e {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:37.062330 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'tag': 'a7ce0b65-d28b-4643-8243-0f2177a3136c', 'status': 'completed', 'code': 200}
Nov 20 20:58:37.099015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b904db-91bc-46d1-9084-f9e97f383a82 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ce0b65-d28b-4643-8243-0f2177a3136c,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:37.140488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-23307690-1df6-4799-b102-cee7bb0e39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:37.142173 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-23307690-1df6-4799-b102-cee7bb0e39e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 1094 time: 0.1754484
Nov 20 20:58:37.200531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564e931-bc86-4db2-967f-45c2ab77c03f req-a5cd0c45-295f-42b8-8bb6-8617aa9d766e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:37.205525 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0564e931-bc86-4db2-967f-45c2ab77c03f req-a5cd0c45-295f-42b8-8bb6-8617aa9d766e tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.1628408
Nov 20 20:58:37.306503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dba8f3-21c3-4daa-9463-fd07e74919ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 7b967437-8d76-499e-83a8-e4a9a8a9f616 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:58:37.319484 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0564e931-bc86-4db2-967f-45c2ab77c03f req-95ed8b38-52a5-4bdb-be48-2314ee9afd43 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074395
Nov 20 20:58:37.482841 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dba8f3-21c3-4daa-9463-fd07e74919ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:37.497526 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-99dba8f3-21c3-4daa-9463-fd07e74919ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/7b967437-8d76-499e-83a8-e4a9a8a9f616/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2380192
Nov 20 20:58:37.498009 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46016) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:37.498755 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a4fb0f-fcdf-405e-a9d7-6641220f9ba8 None None] Sync routers for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:58:37.505988 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-7fc599b4-464d-4cd5-a757-f439b439a5a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7ce0b65-d28b-4643-8243-0f2177a3136c HTTP/1.1" status: 200  len: 217 time: 0.3446190
Nov 20 20:58:37.514435 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a4fb0f-fcdf-405e-a9d7-6641220f9ba8 None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:37.515822 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-13a4fb0f-fcdf-405e-a9d7-6641220f9ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5452e3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:37.569190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec94348-b7df-4023-9522-5430e7318dac req-2b14ff4f-2290-4b32-a454-e86f51654e17 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:37.573370 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ec94348-b7df-4023-9522-5430e7318dac req-2b14ff4f-2290-4b32-a454-e86f51654e17 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 943 time: 0.1276038
Nov 20 20:58:37.623937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41bac5b-b02f-40f7-9923-e27b26a86e40 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting subnet 4592df85-6825-4f7f-a440-1fa50f1af6a9 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:58:37.627285 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-f6d7f32f-eaed-49f8-9936-8e8fd3efd716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:37.627582 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e41bac5b-b02f-40f7-9923-e27b26a86e40 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:37.629441 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-f6d7f32f-eaed-49f8-9936-8e8fd3efd716 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 HTTP/1.1" status: 200  len: 860 time: 0.1056988
Nov 20 20:58:37.645161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07585e-8353-43b5-8fa5-ad6825d142f4 req-00f8df33-84e1-4795-b880-8c68907e5e52 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:37.646700 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c07585e-8353-43b5-8fa5-ad6825d142f4 req-00f8df33-84e1-4795-b880-8c68907e5e52 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 931 time: 0.1444595
Nov 20 20:58:37.653955 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-13a4fb0f-fcdf-405e-a9d7-6641220f9ba8 None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:37.705888 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ec94348-b7df-4023-9522-5430e7318dac req-55d0af9c-3e5b-4a28-bd6d-6d700f352354 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176562
Nov 20 20:58:37.715702 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e41bac5b-b02f-40f7-9923-e27b26a86e40 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:37.748917 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da7361f-a92e-42ab-9cff-9cb6272a1d49 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:58:37.769500 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:37.774087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-0edc4d4f-9394-45ff-859b-18ddb2acc1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:37.776201 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-0edc4d4f-9394-45ff-859b-18ddb2acc1b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7dde530b-f780-469d-8a3e-3b58058fca24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1285794
Nov 20 20:58:37.784018 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c07585e-8353-43b5-8fa5-ad6825d142f4 req-289ef554-a200-47bc-8476-a0cf1899c4dc tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222656
Nov 20 20:58:37.813941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Transition to ACTIVE for port object 6da7361f-a92e-42ab-9cff-9cb6272a1d49 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:58:37.820005 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:37.880994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc55861-7ac8-45b3-8944-d4b2e0ce430f None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:37.913817 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e41bac5b-b02f-40f7-9923-e27b26a86e40 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:37.913994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Pushing event updated for resources: {'Port': ['ID=6da7361f-a92e-42ab-9cff-9cb6272a1d49,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:37.977407 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-13a4fb0f-fcdf-405e-a9d7-6641220f9ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5452e3a0>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:36Z', 'revision_number': 9, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:21Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:37.981322 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-8dd1827e-78a3-407d-bd9d-6e3f8cf368ab service neutron] 10.222.0.47 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1936483
Nov 20 20:58:38.021683 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a4fb0f-fcdf-405e-a9d7-6641220f9ba8 None None] Checking router: 7b967437-8d76-499e-83a8-e4a9a8a9f616 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:58:38.030803 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a4fb0f-fcdf-405e-a9d7-6641220f9ba8 None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:38.031986 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-13a4fb0f-fcdf-405e-a9d7-6641220f9ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5452e3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:38.042153 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e41bac5b-b02f-40f7-9923-e27b26a86e40 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.076730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Attempting to bind port 6da7361f-a92e-42ab-9cff-9cb6272a1d49 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:58:38.077074 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Attempting to bind port 6da7361f-a92e-42ab-9cff-9cb6272a1d49 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:58:38.077890 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Attempting to bind port 6da7361f-a92e-42ab-9cff-9cb6272a1d49 on network 00efdad1-1d3a-4059-9b5a-980ee6794339 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:38.081421 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.086292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Port 6da7361f-a92e-42ab-9cff-9cb6272a1d49 on network 00efdad1-1d3a-4059-9b5a-980ee6794339 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:58:38.086292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Attempting to bind port 6da7361f-a92e-42ab-9cff-9cb6272a1d49 on network 00efdad1-1d3a-4059-9b5a-980ee6794339 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:58:38.099929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:58:38.100270 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Checking segment: {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:58:38.100680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Bound using segment: {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:58:38.101072 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Bound port: 6da7361f-a92e-42ab-9cff-9cb6272a1d49, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:58:38.101430 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.104283 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e41bac5b-b02f-40f7-9923-e27b26a86e40 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.104645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143d8cee-26d7-40ac-bb2c-dc036a6b30ae None None] Network ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:58:38.112209 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e41bac5b-b02f-40f7-9923-e27b26a86e40 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/4592df85-6825-4f7f-a440-1fa50f1af6a9 HTTP/1.1" status: 204  len: 168 time: 0.6106174
Nov 20 20:58:38.113626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46050) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:38.124374 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-905ff1e9-ccfa-417b-bda5-f33e7e91660e req-e5a56f52-7f26-450e-a0c9-92444bc8dad9 service neutron] 10.222.0.47 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351061
Nov 20 20:58:38.148601 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bac5b-b02f-40f7-9923-e27b26a86e40 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Subnet': ['ID=4592df85-6825-4f7f-a440-1fa50f1af6a9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:38.185502 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-13a4fb0f-fcdf-405e-a9d7-6641220f9ba8 None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:38.247002 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.283459 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.294607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] For port 6da7361f-a92e-42ab-9cff-9cb6272a1d49, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:58:38.301628 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] For port 6da7361f-a92e-42ab-9cff-9cb6272a1d49, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6da7361f-a92e-42ab-9cff-9cb6272a1d49,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:58:38.309708 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5726b-d034-4c41-b1e8-0a72c99b1f06 req-e6691866-3d95-4f03-8092-8a1f8f8b3290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:38.311493 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ba5726b-d034-4c41-b1e8-0a72c99b1f06 req-e6691866-3d95-4f03-8092-8a1f8f8b3290 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 1094 time: 0.1223919
Nov 20 20:58:38.312635 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.395067 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46056) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:38.397673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:38.398337 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.399682 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] 10.222.0.47 "PUT /v2.0/ports/6da7361f-a92e-42ab-9cff-9cb6272a1d49 HTTP/1.1" status: 200  len: 1091 time: 1.8006003
Nov 20 20:58:38.404244 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0076e218-f5fe-4be8-b8d5-7bac34899f51 None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:38.451103 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-13a4fb0f-fcdf-405e-a9d7-6641220f9ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5452e3a0>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:36Z', 'revision_number': 9, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:21Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:38.462834 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd8f1b-1fc1-43d2-80f3-7abb9a82e429 service neutron] Pushing event updated for resources: {'Port': ['ID=6da7361f-a92e-42ab-9cff-9cb6272a1d49,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:38.500829 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a4fb0f-fcdf-405e-a9d7-6641220f9ba8 None None] The sync data for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 is: [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:36Z', 'revision_number': 9, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': '37524030-e6db-426e-99be-49ff24cf108a', 'name': '', 'network_id': '7dcb4ce7-a8d5-4ad5-a852-23546636524b', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:ac:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '52083141-626d-4aab-a703-4968bd757b6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:12Z', 'updated_at': '2021-11-20T20:58:21Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '52083141-626d-4aab-a703-4968bd757b6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:58:38.533758 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6fe73-ce0d-4b3b-a17d-6c9aea14b47f req-b95e989e-95b3-4788-9d19-b117c4866e6f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:38.549307 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0e6fe73-ce0d-4b3b-a17d-6c9aea14b47f req-b95e989e-95b3-4788-9d19-b117c4866e6f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.0867147
Nov 20 20:58:38.559895 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5726b-d034-4c41-b1e8-0a72c99b1f06 req-228cf903-9791-4061-ac09-a70a59b9aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:38.561402 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ba5726b-d034-4c41-b1e8-0a72c99b1f06 req-228cf903-9791-4061-ac09-a70a59b9aa2d service neutron] 10.222.0.47 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 922 time: 0.2390454
Nov 20 20:58:38.563535 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8020dd5f-d711-48bb-bf7f-361ad12104e9 None None] DHCP port deletion for ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:38.566499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port e3a66b46-3786-4286-95ed-0d86e30729fb {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:58:38.566842 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.572929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-72567d02-75c4-4b3d-a45c-4bb9955fd358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:38.574871 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-72567d02-75c4-4b3d-a45c-4bb9955fd358 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 1094 time: 0.1071200
Nov 20 20:58:38.627032 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0e6fe73-ce0d-4b3b-a17d-6c9aea14b47f req-2511eea2-6a20-4551-a20a-7a4897a1afba tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753610
Nov 20 20:58:38.633785 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8020dd5f-d711-48bb-bf7f-361ad12104e9 None None] Deleting port e3a66b46-3786-4286-95ed-0d86e30729fb {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:58:38.633952 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8020dd5f-d711-48bb-bf7f-361ad12104e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.646347 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a2e783e-6cc8-4272-825f-c7f137b0c7c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.666299 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ba5726b-d034-4c41-b1e8-0a72c99b1f06 req-1993a088-3f46-4ea1-a757-be95f3fdc6fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7ce0b65-d28b-4643-8243-0f2177a3136c HTTP/1.1" status: 200  len: 217 time: 0.0899963
Nov 20 20:58:38.673365 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-be250363-8200-4167-beb2-4b1d460c4be3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6da7361f-a92e-42ab-9cff-9cb6272a1d49 HTTP/1.1" status: 200  len: 217 time: 0.0793419
Nov 20 20:58:38.715188 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8020dd5f-d711-48bb-bf7f-361ad12104e9 None None] For port e3a66b46-3786-4286-95ed-0d86e30729fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3a66b46-3786-4286-95ed-0d86e30729fb,segment=NetworkSegment(9e73bf8c-9444-4493-8677-917ea6d04ca7),segment_id=9e73bf8c-9444-4493-8677-917ea6d04ca7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:38.715449 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8020dd5f-d711-48bb-bf7f-361ad12104e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.729322 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8020dd5f-d711-48bb-bf7f-361ad12104e9 None None] Calling delete_port for e3a66b46-3786-4286-95ed-0d86e30729fb owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:58:38.730077 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a2e783e-6cc8-4272-825f-c7f137b0c7c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.735907 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a2e783e-6cc8-4272-825f-c7f137b0c7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.772677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] For port e3a66b46-3786-4286-95ed-0d86e30729fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3a66b46-3786-4286-95ed-0d86e30729fb,segment=NetworkSegment(9e73bf8c-9444-4493-8677-917ea6d04ca7),segment_id=9e73bf8c-9444-4493-8677-917ea6d04ca7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:38.772967 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.802414 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for e3a66b46-3786-4286-95ed-0d86e30729fb owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:58:38.806449 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6a2e783e-6cc8-4272-825f-c7f137b0c7c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4356e3c056e449ddb33dea49e207ce86&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4074790
Nov 20 20:58:38.807547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46062) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:38.808092 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e783e-6cc8-4272-825f-c7f137b0c7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580aebce-0159-4005-b0dc-47eb8251c2a9,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:38.836731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5726b-d034-4c41-b1e8-0a72c99b1f06 req-56053a8d-a8f3-41aa-b097-88473041b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:38.838083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ba5726b-d034-4c41-b1e8-0a72c99b1f06 req-56053a8d-a8f3-41aa-b097-88473041b4e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 HTTP/1.1" status: 200  len: 860 time: 0.1616230
Nov 20 20:58:38.839803 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-15291678-60e6-4be4-9cc4-eae1d15c762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:38.840729 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-15291678-60e6-4be4-9cc4-eae1d15c762d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=67696e00-d47a-4c01-b60f-02743de8399e HTTP/1.1" status: 200  len: 845 time: 0.1284273
Nov 20 20:58:38.842341 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8020dd5f-d711-48bb-bf7f-361ad12104e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.876562 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-76249383-767f-48d1-b32a-acd80c7e5dd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.889738 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020dd5f-d711-48bb-bf7f-361ad12104e9 None None] Pushing event deleted for resources: {'Port': ['ID=e3a66b46-3786-4286-95ed-0d86e30729fb,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:38.892476 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020dd5f-d711-48bb-bf7f-361ad12104e9 None None] No DVR routers for this DVR port e3a66b46-3786-4286-95ed-0d86e30729fb on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:58:38.923824 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-76249383-767f-48d1-b32a-acd80c7e5dd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:38.958953 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-dfba424c-f9cf-4f0e-9ec2-9a1f1a326ded service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00efdad1-1d3a-4059-9b5a-980ee6794339&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1005421
Nov 20 20:58:39.005648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdba398-eca3-41c4-aec8-c2fe59bd174b req-ff1184c7-8ab9-4ea5-8e81-ad9222846f82 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:39.007338 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fbdba398-eca3-41c4-aec8-c2fe59bd174b req-ff1184c7-8ab9-4ea5-8e81-ad9222846f82 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 943 time: 0.0753195
Nov 20 20:58:39.018232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb03078-b1dd-4ab0-aee4-7322edc1890b req-2fb09291-35fd-443c-aa35-a9366e74405e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:39.020179 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2eb03078-b1dd-4ab0-aee4-7322edc1890b req-2fb09291-35fd-443c-aa35-a9366e74405e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 943 time: 0.2126770
Nov 20 20:58:39.034992 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-76249383-767f-48d1-b32a-acd80c7e5dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:39.037551 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-76249383-767f-48d1-b32a-acd80c7e5dd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:39.038676 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-76249383-767f-48d1-b32a-acd80c7e5dd7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/580aebce-0159-4005-b0dc-47eb8251c2a9 HTTP/1.1" status: 204  len: 168 time: 0.2266755
Nov 20 20:58:39.058850 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76249383-767f-48d1-b32a-acd80c7e5dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580aebce-0159-4005-b0dc-47eb8251c2a9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:39.074545 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca994f7-8d6e-4750-8730-bde156622c5a', 'tag': '6da7361f-a92e-42ab-9cff-9cb6272a1d49'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:39.084214 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152599c4-7c3f-415f-ab2b-85112d2ad0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "fca994f7-8d6e-4750-8730-bde156622c5a", "tag": "6da7361f-a92e-42ab-9cff-9cb6272a1d49"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:39.093698 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fbdba398-eca3-41c4-aec8-c2fe59bd174b req-fa5c073e-7093-4c6b-9379-ab1b571d3892 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787065
Nov 20 20:58:39.152370 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5726b-d034-4c41-b1e8-0a72c99b1f06 req-5b4b52c0-b676-4cdf-a202-0d3d7f1bb163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:39.154596 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ba5726b-d034-4c41-b1e8-0a72c99b1f06 req-5b4b52c0-b676-4cdf-a202-0d3d7f1bb163 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7dde530b-f780-469d-8a3e-3b58058fca24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2974279
Nov 20 20:58:39.160135 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:39.219031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 70a534e9-2ddf-4e61-b6c8-047508bd029b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:58:39.225124 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=e3a66b46-3786-4286-95ed-0d86e30729fb,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:39.242449 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] No DVR routers for this DVR port e3a66b46-3786-4286-95ed-0d86e30729fb on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:58:39.257215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 70a534e9-2ddf-4e61-b6c8-047508bd029b {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:58:39.257599 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 70a534e9-2ddf-4e61-b6c8-047508bd029b not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:58:39.258023 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e3a66b46-3786-4286-95ed-0d86e30729fb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:58:39.281268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: e3a66b46-3786-4286-95ed-0d86e30729fb {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:58:39.281782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e3a66b46-3786-4286-95ed-0d86e30729fb not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:58:39.310378 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2eb03078-b1dd-4ab0-aee4-7322edc1890b req-a0d84ef6-46c7-44b1-9ee2-ea96a4a2f3a6 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2817168
Nov 20 20:58:39.355116 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5396e41-9ba1-4c48-b36d-90d6ffc978b0 x-openstack-request-id: req-e5396e41-9ba1-4c48-b36d-90d6ffc978b0 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:39.355676 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca994f7-8d6e-4750-8730-bde156622c5a", "tag": "6da7361f-a92e-42ab-9cff-9cb6272a1d49", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:39.356131 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5396e41-9ba1-4c48-b36d-90d6ffc978b0 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:39.357145 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca994f7-8d6e-4750-8730-bde156622c5a', 'tag': '6da7361f-a92e-42ab-9cff-9cb6272a1d49', 'status': 'completed', 'code': 200}
Nov 20 20:58:39.359150 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-ea86d346-e29d-48a2-afaa-6f02529ce304 service neutron] 10.222.0.47 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3885527
Nov 20 20:58:39.395564 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46076) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:39.413104 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15c62c93-09ba-4b79-8248-a7a28ad87479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:39.424027 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:39.474610 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ba5726b-d034-4c41-b1e8-0a72c99b1f06 req-e2fe890e-3d14-40c4-8964-1e00d2e94bda service neutron] 10.222.0.47 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3054910
Nov 20 20:58:39.476102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a56156370>,) {'filters': {'network_id': ['ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:39.493355 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15c62c93-09ba-4b79-8248-a7a28ad87479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:39.497948 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15c62c93-09ba-4b79-8248-a7a28ad87479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:39.519861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a56156370>, '9e73bf8c-9444-4493-8677-917ea6d04ca7') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:39.520150 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a56156370>, '9e73bf8c-9444-4493-8677-917ea6d04ca7') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:39.537624 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c62c93-09ba-4b79-8248-a7a28ad87479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd87b344-4912-4f37-bc20-f1638503e021,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:39.544206 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-15c62c93-09ba-4b79-8248-a7a28ad87479 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e232c74beeaa42b98d888488a7835f66&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1450949
Nov 20 20:58:39.544396 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:39.544636 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46078) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:39.577156 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:39.595340 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-34ddc599-d2e7-4a4a-8984-15b425f26dd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:39.616664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:58:39.617063 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:39.619344 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-34ddc599-d2e7-4a4a-8984-15b425f26dd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:58:39.620350 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:58:39.633856 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-072dd653-7319-4290-a7ed-8ba97f9e5c9a req-d470396e-e431-484a-8d1d-ce0050abcf36 service neutron] 10.222.0.47 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2567034
Nov 20 20:58:39.675856 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-34ddc599-d2e7-4a4a-8984-15b425f26dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:39.678694 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-34ddc599-d2e7-4a4a-8984-15b425f26dd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:39.680368 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-34ddc599-d2e7-4a4a-8984-15b425f26dd9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd87b344-4912-4f37-bc20-f1638503e021 HTTP/1.1" status: 204  len: 168 time: 0.1350091
Nov 20 20:58:39.691723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddc599-d2e7-4a4a-8984-15b425f26dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd87b344-4912-4f37-bc20-f1638503e021,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:39.734407 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:39.759877 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ba5726b-d034-4c41-b1e8-0a72c99b1f06 req-91b78d3c-03f0-4d7b-9713-84a9a68e4226 service neutron] 10.222.0.47 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2520006
Nov 20 20:58:39.768618 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:39.772171 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/networks/ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5 HTTP/1.1" status: 204  len: 168 time: 1.6575525
Nov 20 20:58:39.774960 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46084) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:39.787858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac753ee-0990-4600-9ece-b2d28706b9de tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Network': ['ID=ee5c380c-e8da-4ed7-bb66-c2d99d5fe9b5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:39.801620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152599c4-7c3f-415f-ab2b-85112d2ad0b7 req-8ea255d4-8846-4621-a35a-590179a64317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:39.803273 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-152599c4-7c3f-415f-ab2b-85112d2ad0b7 req-8ea255d4-8846-4621-a35a-590179a64317 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 1094 time: 0.1194484
Nov 20 20:58:39.816389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709d8c6-3c49-42f4-914f-afae7fe394d6 req-39314fa3-2f5a-4662-ad32-971de120afa0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:39.817970 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3709d8c6-3c49-42f4-914f-afae7fe394d6 req-39314fa3-2f5a-4662-ad32-971de120afa0 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.1034365
Nov 20 20:58:39.924702 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3709d8c6-3c49-42f4-914f-afae7fe394d6 req-f2ba21af-6249-405e-abc3-d2d68eff07b6 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967872
Nov 20 20:58:39.940524 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152599c4-7c3f-415f-ab2b-85112d2ad0b7 req-e0a70724-ea52-4515-bab1-cfaae314d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:39.942028 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-152599c4-7c3f-415f-ab2b-85112d2ad0b7 req-e0a70724-ea52-4515-bab1-cfaae314d833 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 906 time: 0.1231298
Nov 20 20:58:39.990541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-152599c4-7c3f-415f-ab2b-85112d2ad0b7 req-cf301644-f1c6-4460-8eda-4a6979b64088 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6da7361f-a92e-42ab-9cff-9cb6272a1d49 HTTP/1.1" status: 200  len: 217 time: 0.0401971
Nov 20 20:58:40.160452 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152599c4-7c3f-415f-ab2b-85112d2ad0b7 req-dca29e83-3f22-47b5-b87d-ea3bb8949e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:40.162290 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-152599c4-7c3f-415f-ab2b-85112d2ad0b7 req-dca29e83-3f22-47b5-b87d-ea3bb8949e0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=67696e00-d47a-4c01-b60f-02743de8399e HTTP/1.1" status: 200  len: 845 time: 0.0634832
Nov 20 20:58:40.163236 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a8682df-42d1-45dc-8a9f-7396e869a4df tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:40.198190 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-152599c4-7c3f-415f-ab2b-85112d2ad0b7 req-3cd4d303-c782-4f07-9c47-bfe6ccd579a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00efdad1-1d3a-4059-9b5a-980ee6794339&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0279922
Nov 20 20:58:40.305033 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49095cd8-726c-4550-92b5-615429e57891 req-be62e890-7410-49bb-b43a-22d85eecfb2c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:40.312240 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-49095cd8-726c-4550-92b5-615429e57891 req-be62e890-7410-49bb-b43a-22d85eecfb2c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 943 time: 0.1128488
Nov 20 20:58:40.325260 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-152599c4-7c3f-415f-ab2b-85112d2ad0b7 req-cfec2ba8-ec75-432c-a094-64043e34ccb8 service neutron] 10.222.0.47 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1179016
Nov 20 20:58:40.422105 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-49095cd8-726c-4550-92b5-615429e57891 req-924eca17-af56-4022-b8c8-e4886e973fc3 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089079
Nov 20 20:58:40.483798 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-152599c4-7c3f-415f-ab2b-85112d2ad0b7 req-4454fb46-f285-4ddf-8b81-eb9551dfc8dd service neutron] 10.222.0.47 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478739
Nov 20 20:58:40.506641 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054cb0e-7c36-4754-b9f3-e79463c4ce59 req-84ea4fce-18b1-4ffc-8d90-028b182e695b tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:40.508620 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c054cb0e-7c36-4754-b9f3-e79463c4ce59 req-84ea4fce-18b1-4ffc-8d90-028b182e695b tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 943 time: 0.0745387
Nov 20 20:58:40.557384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-8a8682df-42d1-45dc-8a9f-7396e869a4df tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port 37524030-e6db-426e-99be-49ff24cf108a {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:58:40.557730 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a8682df-42d1-45dc-8a9f-7396e869a4df tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:40.563026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c054cb0e-7c36-4754-b9f3-e79463c4ce59 req-94931088-c5ca-4f71-8375-0dec29bf4dee tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485537
Nov 20 20:58:40.653996 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-8a8682df-42d1-45dc-8a9f-7396e869a4df tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] For port 37524030-e6db-426e-99be-49ff24cf108a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37524030-e6db-426e-99be-49ff24cf108a,segment=NetworkSegment(39f05ff9-c82d-4721-b78b-5a2dd32bd0d4),segment_id=39f05ff9-c82d-4721-b78b-5a2dd32bd0d4)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:40.654397 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a8682df-42d1-45dc-8a9f-7396e869a4df tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:40.664159 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a7ce0b65-d28b-4643-8243-0f2177a3136c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:58:40.667608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-8a8682df-42d1-45dc-8a9f-7396e869a4df tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for 37524030-e6db-426e-99be-49ff24cf108a owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:58:40.774460 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a7ce0b65-d28b-4643-8243-0f2177a3136c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7ce0b65-d28b-4643-8243-0f2177a3136c,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:40.786768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'a7ce0b65-d28b-4643-8243-0f2177a3136c', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'port_id': 'a7ce0b65-d28b-4643-8243-0f2177a3136c', 'mac_address': 'fa:16:3e:05:b8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:58:40.828133 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:40.842627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ce0b65-d28b-4643-8243-0f2177a3136c {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:58:40.866275 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a7ce0b65-d28b-4643-8243-0f2177a3136c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7ce0b65-d28b-4643-8243-0f2177a3136c,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:40.870580 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:40.933795 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=a7ce0b65-d28b-4643-8243-0f2177a3136c,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:41.163779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['a7ce0b65-d28b-4643-8243-0f2177a3136c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:58:41.205421 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6e1d5-e75a-4f28-9fcf-2cac7bf311e3 req-1ee90f37-3aa0-489d-91ae-bc7205918c2d tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:41.207519 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6d6e1d5-e75a-4f28-9fcf-2cac7bf311e3 req-1ee90f37-3aa0-489d-91ae-bc7205918c2d tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.0681858
Nov 20 20:58:41.208686 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a8682df-42d1-45dc-8a9f-7396e869a4df tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:41.254857 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8682df-42d1-45dc-8a9f-7396e869a4df tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=37524030-e6db-426e-99be-49ff24cf108a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:41.364890 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6d6e1d5-e75a-4f28-9fcf-2cac7bf311e3 req-6bb11805-7af9-47ed-a0f2-7c90a2468b4d tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499939
Nov 20 20:58:41.512917 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a8682df-42d1-45dc-8a9f-7396e869a4df tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:41.574378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea14fc5-ce9d-469e-8c39-0e26e2d836e3 req-6ab75eea-697f-4a24-9182-bed70151852d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:41.574378 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8ea14fc5-ce9d-469e-8c39-0e26e2d836e3 req-6ab75eea-697f-4a24-9182-bed70151852d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 943 time: 0.0581324
Nov 20 20:58:41.631397 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8ea14fc5-ce9d-469e-8c39-0e26e2d836e3 req-1d87b48e-fb2a-4c57-be89-56450b62c744 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492382
Nov 20 20:58:41.776173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592fd00-17ea-4f3f-b697-030a6c8a923a req-9ae75317-efbf-4f8a-bd86-00d275df27db tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:41.777653 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9592fd00-17ea-4f3f-b697-030a6c8a923a req-9ae75317-efbf-4f8a-bd86-00d275df27db tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 944 time: 0.0953469
Nov 20 20:58:41.781703 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8682df-42d1-45dc-8a9f-7396e869a4df tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 7b967437-8d76-499e-83a8-e4a9a8a9f616 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:58:41.907530 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9592fd00-17ea-4f3f-b697-030a6c8a923a req-e272374b-e8a3-4ddf-81f2-bb7d9c963fcc tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216087
Nov 20 20:58:41.915275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8682df-42d1-45dc-8a9f-7396e869a4df tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:41.923749 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8a8682df-42d1-45dc-8a9f-7396e869a4df tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/7b967437-8d76-499e-83a8-e4a9a8a9f616/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1437721
Nov 20 20:58:41.923749 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46202) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:41.928414 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a073f3-1820-4e10-b7f3-3870ccbf1a2d None None] Sync routers for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:58:41.943436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a073f3-1820-4e10-b7f3-3870ccbf1a2d None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:41.944076 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-58a073f3-1820-4e10-b7f3-3870ccbf1a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a476bfeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:41.986612 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-de28663f-0a05-43e1-bcc1-31f210453b4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting subnet 52083141-626d-4aab-a703-4968bd757b6f {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:58:41.991346 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-de28663f-0a05-43e1-bcc1-31f210453b4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:42.034774 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-de28663f-0a05-43e1-bcc1-31f210453b4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:42.040017 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-58a073f3-1820-4e10-b7f3-3870ccbf1a2d None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:42.126412 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-de28663f-0a05-43e1-bcc1-31f210453b4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:42.188817 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-de28663f-0a05-43e1-bcc1-31f210453b4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:42.216952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28663f-0a05-43e1-bcc1-31f210453b4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Subnet': ['ID=52083141-626d-4aab-a703-4968bd757b6f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:42.220727 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-de28663f-0a05-43e1-bcc1-31f210453b4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:42.224909 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-de28663f-0a05-43e1-bcc1-31f210453b4f tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/52083141-626d-4aab-a703-4968bd757b6f HTTP/1.1" status: 204  len: 168 time: 0.3008120
Nov 20 20:58:42.228049 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46212) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:42.234170 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec386ea-b571-47a2-bcfb-bafb98d16688 None None] Network 7dcb4ce7-a8d5-4ad5-a852-23546636524b requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:58:42.253161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46214) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:42.311861 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:42.361687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-58a073f3-1820-4e10-b7f3-3870ccbf1a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a476bfeb0>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:40Z', 'revision_number': 10, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:42.368448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port fa769972-276f-4c77-a132-7c3999dcffa7 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:58:42.368934 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:42.390866 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f4a45f44-65a6-4856-832a-f2dfedbf1b7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:42.392423 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a073f3-1820-4e10-b7f3-3870ccbf1a2d None None] Checking router: 7b967437-8d76-499e-83a8-e4a9a8a9f616 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:58:42.411268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a073f3-1820-4e10-b7f3-3870ccbf1a2d None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:42.411912 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-58a073f3-1820-4e10-b7f3-3870ccbf1a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a476bfeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:42.455950 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] For port fa769972-276f-4c77-a132-7c3999dcffa7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa769972-276f-4c77-a132-7c3999dcffa7,segment=NetworkSegment(39f05ff9-c82d-4721-b78b-5a2dd32bd0d4),segment_id=39f05ff9-c82d-4721-b78b-5a2dd32bd0d4)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:42.456571 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:42.470384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for fa769972-276f-4c77-a132-7c3999dcffa7 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:58:42.544666 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f4a45f44-65a6-4856-832a-f2dfedbf1b7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:42.554097 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f4a45f44-65a6-4856-832a-f2dfedbf1b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:42.565681 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-58a073f3-1820-4e10-b7f3-3870ccbf1a2d None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:42.590741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dd4e7-f20f-4606-9fd3-645b00e354d4 req-fd68d1d9-2335-44ef-a58a-12b7dcfa940f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:42.592761 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-609dd4e7-f20f-4606-9fd3-645b00e354d4 req-fd68d1d9-2335-44ef-a58a-12b7dcfa940f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.1069782
Nov 20 20:58:42.624016 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:42.637988 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f4a45f44-65a6-4856-832a-f2dfedbf1b7a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a40def3afaeb46659d1c4c44d680b08e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3835588
Nov 20 20:58:42.641171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a45f44-65a6-4856-832a-f2dfedbf1b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4577b9b2-1bd7-4aca-985d-5ff60922dd77,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:42.642354 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46224) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:42.685373 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6da7361f-a92e-42ab-9cff-9cb6272a1d49 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:58:42.687400 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a7ce0b65-d28b-4643-8243-0f2177a3136c up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:42.694821 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] No DVR routers for this DVR port fa769972-276f-4c77-a132-7c3999dcffa7 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:58:42.722817 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-609dd4e7-f20f-4606-9fd3-645b00e354d4 req-4b3adc84-0661-4c51-84ac-1ad8e7c0a3d9 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167974
Nov 20 20:58:42.729144 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=fa769972-276f-4c77-a132-7c3999dcffa7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:42.780989 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf28033-3705-4f27-872d-6ed0ac11c3a2 None None] DHCP port deletion for 7dcb4ce7-a8d5-4ad5-a852-23546636524b request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:42.806929 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a2983a87-9c80-478e-98e3-ae42ecea5973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:42.841951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port a7ce0b65-d28b-4643-8243-0f2177a3136c completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:58:42.856631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port a7ce0b65-d28b-4643-8243-0f2177a3136c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:42.857013 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:42.879656 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:42.883862 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a2983a87-9c80-478e-98e3-ae42ecea5973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:42.897731 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd62dbd-b98c-426d-a5b2-7539d5703731 req-0db4cc1f-89bb-4edd-a259-633b82197b64 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:42.899259 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1bd62dbd-b98c-426d-a5b2-7539d5703731 req-0db4cc1f-89bb-4edd-a259-633b82197b64 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 943 time: 0.1757495
Nov 20 20:58:42.932006 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ead2e80>,) {'filters': {'network_id': ['7dcb4ce7-a8d5-4ad5-a852-23546636524b']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:42.969080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ead2e80>, '39f05ff9-c82d-4721-b78b-5a2dd32bd0d4') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:42.969389 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ead2e80>, '39f05ff9-c82d-4721-b78b-5a2dd32bd0d4') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:42.990971 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.020692 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.026076 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1bd62dbd-b98c-426d-a5b2-7539d5703731 req-34e0a426-f6c7-4c4f-8c94-ccec9811743d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199110
Nov 20 20:58:43.034322 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a2983a87-9c80-478e-98e3-ae42ecea5973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.037537 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a2983a87-9c80-478e-98e3-ae42ecea5973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.038745 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a2983a87-9c80-478e-98e3-ae42ecea5973 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4577b9b2-1bd7-4aca-985d-5ff60922dd77 HTTP/1.1" status: 204  len: 168 time: 0.3942084
Nov 20 20:58:43.040118 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:58:43.040522 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:58:43.045273 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:58:43.062839 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2983a87-9c80-478e-98e3-ae42ecea5973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4577b9b2-1bd7-4aca-985d-5ff60922dd77,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:43.068955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd608d-7bd6-476c-aec8-7e63b8167601 req-ffd98ab1-967c-4075-b8d2-a724210819ff tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:43.074680 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1dd608d-7bd6-476c-aec8-7e63b8167601 req-ffd98ab1-967c-4075-b8d2-a724210819ff tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 944 time: 0.0855801
Nov 20 20:58:43.135518 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.158737 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.159971 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1dd608d-7bd6-476c-aec8-7e63b8167601 req-c45be233-347d-4bb1-95c6-3f84cb2bed02 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770161
Nov 20 20:58:43.163952 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 6da7361f-a92e-42ab-9cff-9cb6272a1d49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6da7361f-a92e-42ab-9cff-9cb6272a1d49,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:43.167970 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/networks/7dcb4ce7-a8d5-4ad5-a852-23546636524b HTTP/1.1" status: 204  len: 168 time: 0.9385440
Nov 20 20:58:43.180594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46232) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:43.183932 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d5f51-ed90-4361-861a-d30238f787ea tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Network': ['ID=7dcb4ce7-a8d5-4ad5-a852-23546636524b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:43.184091 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '6da7361f-a92e-42ab-9cff-9cb6272a1d49', 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339', 'port_id': '6da7361f-a92e-42ab-9cff-9cb6272a1d49', 'mac_address': 'fa:16:3e:86:af:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67696e00-d47a-4c01-b60f-02743de8399e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:58:43.305181 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b9d97670-4174-468b-ad2d-88a5996a29bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.342860 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fa769972-276f-4c77-a132-7c3999dcffa7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:58:43.374728 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.390195 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-58a073f3-1820-4e10-b7f3-3870ccbf1a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a476bfeb0>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:40Z', 'revision_number': 10, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:43.392284 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: fa769972-276f-4c77-a132-7c3999dcffa7 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:58:43.392732 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fa769972-276f-4c77-a132-7c3999dcffa7 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:58:43.435158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da7361f-a92e-42ab-9cff-9cb6272a1d49 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:58:43.449286 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a073f3-1820-4e10-b7f3-3870ccbf1a2d None None] The sync data for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 is: [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:40Z', 'revision_number': 10, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None, '_interfaces': [{'id': 'e2a765b9-04d7-4723-911c-13fb8732af95', 'name': '', 'network_id': '9567b3f3-69c4-471d-9727-995b3bd39e6e', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'mac_address': 'fa:16:3e:20:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:04Z', 'updated_at': '2021-11-20T20:58:10Z', 'revision_number': 5, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'subnets': [{'id': '01a53bc8-668e-4676-97e7-4d0a7d46327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:58:43.458015 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.463744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 6da7361f-a92e-42ab-9cff-9cb6272a1d49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6da7361f-a92e-42ab-9cff-9cb6272a1d49,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:43.475508 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.483387 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46236) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:43.538555 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2deb91c3-b88f-4860-bec9-38acbcc6f879 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.551415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ce0b65-d28b-4643-8243-0f2177a3136c'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:43.554955 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf07f03-91c3-4cc6-9ad2-2219e71b972a" -d '{"events": [{"server_uuid": "f9dd9356-273f-4e77-95cc-dbf55d4e893a", "name": "network-vif-plugged", "status": "completed", "tag": "a7ce0b65-d28b-4643-8243-0f2177a3136c"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:43.581206 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a7ce0b65-d28b-4643-8243-0f2177a3136c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7ce0b65-d28b-4643-8243-0f2177a3136c,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:43.599202 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.606919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=6da7361f-a92e-42ab-9cff-9cb6272a1d49,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:43.655709 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b857d153-2a52-41f8-96a0-b461a542e93a x-openstack-request-id: req-b857d153-2a52-41f8-96a0-b461a542e93a {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:43.656095 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9dd9356-273f-4e77-95cc-dbf55d4e893a", "name": "network-vif-plugged", "status": "completed", "tag": "a7ce0b65-d28b-4643-8243-0f2177a3136c", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:43.656442 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b857d153-2a52-41f8-96a0-b461a542e93a {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:43.656861 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ce0b65-d28b-4643-8243-0f2177a3136c', 'code': 200}
Nov 20 20:58:43.713747 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=a7ce0b65-d28b-4643-8243-0f2177a3136c,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:43.724671 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2deb91c3-b88f-4860-bec9-38acbcc6f879 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.728808 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2deb91c3-b88f-4860-bec9-38acbcc6f879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.782126 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2deb91c3-b88f-4860-bec9-38acbcc6f879 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=200924d0267f42edb7dc8144f6b01056&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2973366
Nov 20 20:58:43.783282 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb91c3-b88f-4860-bec9-38acbcc6f879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abb145b-a1dc-410f-8a76-89447fa8ab97,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:43.786086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46246) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:43.793701 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['6da7361f-a92e-42ab-9cff-9cb6272a1d49'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:58:43.861002 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-610a15fa-d3f8-403f-8196-ab5ebb3cb281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.890960 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-610a15fa-d3f8-403f-8196-ab5ebb3cb281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.956357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58958d9-5d81-4403-b5ef-fa3918ce6642 req-714fe179-8e15-4e8b-9ee4-7f6e43eac55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:43.958134 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d58958d9-5d81-4403-b5ef-fa3918ce6642 req-714fe179-8e15-4e8b-9ee4-7f6e43eac55a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 1096 time: 0.2224958
Nov 20 20:58:43.969165 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-610a15fa-d3f8-403f-8196-ab5ebb3cb281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.972366 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-610a15fa-d3f8-403f-8196-ab5ebb3cb281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:43.973924 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-610a15fa-d3f8-403f-8196-ab5ebb3cb281 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6abb145b-a1dc-410f-8a76-89447fa8ab97 HTTP/1.1" status: 204  len: 168 time: 0.1866441
Nov 20 20:58:44.002911 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a15fa-d3f8-403f-8196-ab5ebb3cb281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abb145b-a1dc-410f-8a76-89447fa8ab97,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:44.037919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d08ffb-7c7d-4079-b9d7-e51d66f0264d req-bc903b5c-213a-4526-a491-b2ddf6b20075 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:44.046443 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e5d08ffb-7c7d-4079-b9d7-e51d66f0264d req-bc903b5c-213a-4526-a491-b2ddf6b20075 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.2271638
Nov 20 20:58:44.174557 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d58958d9-5d81-4403-b5ef-fa3918ce6642 req-13485013-0e80-4460-96bd-8542a337aa1b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2080395
Nov 20 20:58:44.201410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104b00e-a8d6-4002-88ab-803ed6a7f814 req-d78b30be-a827-4d37-baa5-2f35260ab845 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:44.203694 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c104b00e-a8d6-4002-88ab-803ed6a7f814 req-d78b30be-a827-4d37-baa5-2f35260ab845 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 944 time: 0.0685852
Nov 20 20:58:44.209130 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e5d08ffb-7c7d-4079-b9d7-e51d66f0264d req-0915da38-8441-436e-8822-bc05e157fafa tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553025
Nov 20 20:58:44.290578 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c104b00e-a8d6-4002-88ab-803ed6a7f814 req-b821367e-db5d-4bed-bc74-b1c7a84d8cfa tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702639
Nov 20 20:58:44.339272 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-78735c31-82f0-4136-864f-18cefc4e1b96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:44.350150 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eeada-07a2-4d58-957e-7934a1d56564 req-e8ef30bb-6fd7-48ec-9c67-3de5d123df5e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:44.354526 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d66eeada-07a2-4d58-957e-7934a1d56564 req-e8ef30bb-6fd7-48ec-9c67-3de5d123df5e tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 945 time: 0.0721481
Nov 20 20:58:44.481847 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d66eeada-07a2-4d58-957e-7934a1d56564 req-b17272b3-c289-4ae2-986b-88ee7c911edf tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243241
Nov 20 20:58:44.655459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-78735c31-82f0-4136-864f-18cefc4e1b96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port e2a765b9-04d7-4723-911c-13fb8732af95 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:58:44.655766 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-78735c31-82f0-4136-864f-18cefc4e1b96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:44.755816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-78735c31-82f0-4136-864f-18cefc4e1b96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] For port e2a765b9-04d7-4723-911c-13fb8732af95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2a765b9-04d7-4723-911c-13fb8732af95,segment=NetworkSegment(33ad13ef-cd5a-4e35-9541-c2a3ab183c96),segment_id=33ad13ef-cd5a-4e35-9541-c2a3ab183c96)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:44.756198 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-78735c31-82f0-4136-864f-18cefc4e1b96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:44.769782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-78735c31-82f0-4136-864f-18cefc4e1b96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for e2a765b9-04d7-4723-911c-13fb8732af95 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:58:44.944580 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-78735c31-82f0-4136-864f-18cefc4e1b96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:44.973515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78735c31-82f0-4136-864f-18cefc4e1b96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=e2a765b9-04d7-4723-911c-13fb8732af95,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:45.119346 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-78735c31-82f0-4136-864f-18cefc4e1b96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:45.222395 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 37524030-e6db-426e-99be-49ff24cf108a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:58:45.248124 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 37524030-e6db-426e-99be-49ff24cf108a {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:58:45.248763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 37524030-e6db-426e-99be-49ff24cf108a not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:58:45.322567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78735c31-82f0-4136-864f-18cefc4e1b96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 7b967437-8d76-499e-83a8-e4a9a8a9f616 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:58:45.335024 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891a9bf-e448-4f82-b2a9-f625b524f722 req-1d7ed64a-2b53-47f5-b287-c0ab833f988b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:45.337973 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c891a9bf-e448-4f82-b2a9-f625b524f722 req-1d7ed64a-2b53-47f5-b287-c0ab833f988b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.0585999
Nov 20 20:58:45.418731 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c891a9bf-e448-4f82-b2a9-f625b524f722 req-6d1d4f23-3ac2-49f0-ad12-7e824e9f4bfd tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742614
Nov 20 20:58:45.466653 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78735c31-82f0-4136-864f-18cefc4e1b96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:45.473175 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-78735c31-82f0-4136-864f-18cefc4e1b96 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/7b967437-8d76-499e-83a8-e4a9a8a9f616/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2915728
Nov 20 20:58:45.475858 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46300) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:45.481824 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c7f24e-90d4-421e-8598-8767b89f8a10 None None] Sync routers for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:58:45.502184 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c7f24e-90d4-421e-8598-8767b89f8a10 None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:45.505089 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f4c7f24e-90d4-421e-8598-8767b89f8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a540f0610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:45.507166 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc91b0a-f21e-4eea-8da6-602f9f8490f9 req-22bd235e-adc0-4883-a563-cb65df6aaabd tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:45.516921 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3fc91b0a-f21e-4eea-8da6-602f9f8490f9 req-22bd235e-adc0-4883-a563-cb65df6aaabd tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 944 time: 0.1172166
Nov 20 20:58:45.545094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d29e4bb-f7c6-4a19-a7bd-3f51d7bc42a3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting subnet 01a53bc8-668e-4676-97e7-4d0a7d46327c {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:58:45.548597 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d29e4bb-f7c6-4a19-a7bd-3f51d7bc42a3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:45.587876 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-f4c7f24e-90d4-421e-8598-8767b89f8a10 None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:45.591230 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3fc91b0a-f21e-4eea-8da6-602f9f8490f9 req-288f5dab-d394-48fa-9072-e12d3de85b2a tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730681
Nov 20 20:58:45.603811 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d29e4bb-f7c6-4a19-a7bd-3f51d7bc42a3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:45.614637 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1f5f4525-3a62-4006-8cbd-6784b492e58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:45.646394 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f4c7f24e-90d4-421e-8598-8767b89f8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a540f0610>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:44Z', 'revision_number': 11, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:45.677740 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c7f24e-90d4-421e-8598-8767b89f8a10 None None] Checking router: 7b967437-8d76-499e-83a8-e4a9a8a9f616 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:58:45.688512 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c7f24e-90d4-421e-8598-8767b89f8a10 None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:45.689129 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f4c7f24e-90d4-421e-8598-8767b89f8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a540f0610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:45.723809 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1af52a-cc44-40ca-a410-cc10b2d60cc3 req-78160679-5650-4c38-8f20-3b9e5be7d3cc tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:45.726841 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ec1af52a-cc44-40ca-a410-cc10b2d60cc3 req-78160679-5650-4c38-8f20-3b9e5be7d3cc tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 945 time: 0.0931139
Nov 20 20:58:45.747504 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d29e4bb-f7c6-4a19-a7bd-3f51d7bc42a3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:45.835559 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ec1af52a-cc44-40ca-a410-cc10b2d60cc3 req-8c26f03a-f956-4b1a-8cf0-ea04328bc370 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838544
Nov 20 20:58:45.884875 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d29e4bb-f7c6-4a19-a7bd-3f51d7bc42a3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:45.885401 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-f4c7f24e-90d4-421e-8598-8767b89f8a10 None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:45.918460 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29e4bb-f7c6-4a19-a7bd-3f51d7bc42a3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Subnet': ['ID=01a53bc8-668e-4676-97e7-4d0a7d46327c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:45.923023 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d29e4bb-f7c6-4a19-a7bd-3f51d7bc42a3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:45.926744 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8d29e4bb-f7c6-4a19-a7bd-3f51d7bc42a3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/01a53bc8-668e-4676-97e7-4d0a7d46327c HTTP/1.1" status: 204  len: 168 time: 0.4498713
Nov 20 20:58:45.929318 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46328) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:45.932097 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c8ceba-755e-458f-bd4f-abb953df5734 None None] Network 9567b3f3-69c4-471d-9727-995b3bd39e6e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:58:45.961554 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f4c7f24e-90d4-421e-8598-8767b89f8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a540f0610>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:44Z', 'revision_number': 11, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:45.993860 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c7f24e-90d4-421e-8598-8767b89f8a10 None None] The sync data for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 is: [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:44Z', 'revision_number': 11, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:58:46.059701 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-8aa8cb74-e1d5-4ca1-82e2-47b3f46bc02f tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:46.061154 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-8aa8cb74-e1d5-4ca1-82e2-47b3f46bc02f tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1219196
Nov 20 20:58:46.067646 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:46.143488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Deleting port 4deed343-8df6-42fa-b6fe-3ac9fea099e8 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:58:46.143832 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:46.155462 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-f0f25d7a-c452-4bbc-b221-edaec1c8cb83 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.231 HTTP/1.1" status: 200  len: 696 time: 0.0840759
Nov 20 20:58:46.163338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-e7c04289-7f56-4d51-8841-6cc61bf3d645 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Request body: {'floatingip': {'port_id': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:46.211815 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] For port 4deed343-8df6-42fa-b6fe-3ac9fea099e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4deed343-8df6-42fa-b6fe-3ac9fea099e8,segment=NetworkSegment(33ad13ef-cd5a-4e35-9541-c2a3ab183c96),segment_id=33ad13ef-cd5a-4e35-9541-c2a3ab183c96)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:46.212279 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:46.226383 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Calling delete_port for 4deed343-8df6-42fa-b6fe-3ac9fea099e8 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:58:46.238659 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-e7c04289-7f56-4d51-8841-6cc61bf3d645 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for floatingip, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:46.318745 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:46.329248 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46342) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:46.361252 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Port': ['ID=4deed343-8df6-42fa-b6fe-3ac9fea099e8,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:46.363630 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd5a2e7-ba18-4916-93b9-bca5dfa0e2c4 None None] DHCP port deletion for 9567b3f3-69c4-471d-9727-995b3bd39e6e request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:46.370333 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] No DVR routers for this DVR port 4deed343-8df6-42fa-b6fe-3ac9fea099e8 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:58:46.473015 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:46.511608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4eff8cd0>,) {'filters': {'network_id': ['9567b3f3-69c4-471d-9727-995b3bd39e6e']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:46.518971 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-63782937-06bb-4114-8a18-91a2a5b2c791 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:46.524199 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4eff8cd0>, '33ad13ef-cd5a-4e35-9541-c2a3ab183c96') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:46.524503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4eff8cd0>, '33ad13ef-cd5a-4e35-9541-c2a3ab183c96') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:46.556112 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:46.575602 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:46.585096 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:58:46.585461 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:58:46.588538 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:58:46.607344 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bbc1b-ef4b-4211-9b43-41a747fa512a req-c4b9b19f-b358-463e-961e-320cc1b3e1e8 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:46.608862 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bf8bbc1b-ef4b-4211-9b43-41a747fa512a req-c4b9b19f-b358-463e-961e-320cc1b3e1e8 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.0888615
Nov 20 20:58:46.670914 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:46.690216 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:46.696058 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/networks/9567b3f3-69c4-471d-9727-995b3bd39e6e HTTP/1.1" status: 204  len: 168 time: 0.7564328
Nov 20 20:58:46.699875 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6da7361f-a92e-42ab-9cff-9cb6272a1d49 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:58:46.703589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46350) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:46.704480 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:46.709946 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f455778-6acf-40de-8cc2-4ee469cd1df2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Pushing event deleted for resources: {'Network': ['ID=9567b3f3-69c4-471d-9727-995b3bd39e6e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:46.719084 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bf8bbc1b-ef4b-4211-9b43-41a747fa512a req-5260a2d8-62fe-48ad-b969-c6c10247c6ff tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013346
Nov 20 20:58:46.730068 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e334c305-2ff1-4290-983f-b7a7359468d5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'router': {'routes': None}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:46.772878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 6da7361f-a92e-42ab-9cff-9cb6272a1d49 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:58:46.778712 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 6da7361f-a92e-42ab-9cff-9cb6272a1d49 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:58:46.779239 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:46.836347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fca71-e9b2-4d11-9b72-38991d723451 req-e4eed3e9-fbb8-4aac-a934-f3f2e9b2a9af tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:46.837829 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c90fca71-e9b2-4d11-9b72-38991d723451 req-e4eed3e9-fbb8-4aac-a934-f3f2e9b2a9af tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 944 time: 0.0573440
Nov 20 20:58:46.875246 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:46.901399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca994f7-8d6e-4750-8730-bde156622c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da7361f-a92e-42ab-9cff-9cb6272a1d49'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:46.903766 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7195fd98-3935-4bb3-8232-ec6f88818d74" -d '{"events": [{"server_uuid": "fca994f7-8d6e-4750-8730-bde156622c5a", "name": "network-vif-plugged", "status": "completed", "tag": "6da7361f-a92e-42ab-9cff-9cb6272a1d49"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:46.910706 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c90fca71-e9b2-4d11-9b72-38991d723451 req-bf045d01-75af-4817-9a4f-ffd7aab0771d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656986
Nov 20 20:58:46.918240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 6da7361f-a92e-42ab-9cff-9cb6272a1d49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6da7361f-a92e-42ab-9cff-9cb6272a1d49,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:46.922690 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:46.982209 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=6da7361f-a92e-42ab-9cff-9cb6272a1d49,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:47.080428 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29283d0e-1fe1-4b83-8f5a-2102d5dc6a53 x-openstack-request-id: req-29283d0e-1fe1-4b83-8f5a-2102d5dc6a53 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:47.081438 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca994f7-8d6e-4750-8730-bde156622c5a", "name": "network-vif-plugged", "status": "completed", "tag": "6da7361f-a92e-42ab-9cff-9cb6272a1d49", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:47.081793 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29283d0e-1fe1-4b83-8f5a-2102d5dc6a53 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:47.082302 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca994f7-8d6e-4750-8730-bde156622c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da7361f-a92e-42ab-9cff-9cb6272a1d49', 'code': 200}
Nov 20 20:58:47.180768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4deed343-8df6-42fa-b6fe-3ac9fea099e8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:58:47.206787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 4deed343-8df6-42fa-b6fe-3ac9fea099e8 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:58:47.207383 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4deed343-8df6-42fa-b6fe-3ac9fea099e8 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:58:47.207987 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e2a765b9-04d7-4723-911c-13fb8732af95 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:58:47.228313 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: e2a765b9-04d7-4723-911c-13fb8732af95 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:58:47.228666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e2a765b9-04d7-4723-911c-13fb8732af95 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:58:47.373385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.extraroute_db [None req-e334c305-2ff1-4290-983f-b7a7359468d5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Added routes are [] {{(pid=126225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 20 20:58:47.373929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.extraroute_db [None req-e334c305-2ff1-4290-983f-b7a7359468d5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Removed routes are [] {{(pid=126225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 20 20:58:47.373929 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e334c305-2ff1-4290-983f-b7a7359468d5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:47.390467 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.db.resource_extend [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-e7c04289-7f56-4d51-8841-6cc61bf3d645 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 20:58:47.423822 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-63782937-06bb-4114-8a18-91a2a5b2c791 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:47.460120 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-63782937-06bb-4114-8a18-91a2a5b2c791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:47.477705 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ffa7d-629c-4836-91ce-9d43e06f2fc3 req-d80227e7-5085-4f81-94a8-22baea70e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:47.479229 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b03ffa7d-629c-4836-91ce-9d43e06f2fc3 req-d80227e7-5085-4f81-94a8-22baea70e10e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 1096 time: 0.3218451
Nov 20 20:58:47.585054 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-e7c04289-7f56-4d51-8841-6cc61bf3d645 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:47.592324 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-63782937-06bb-4114-8a18-91a2a5b2c791 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c912643de914801bc8ead9b77b1eda5&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2620277
Nov 20 20:58:47.595316 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46358) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:47.630720 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-e7c04289-7f56-4d51-8841-6cc61bf3d645 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:47.636884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63782937-06bb-4114-8a18-91a2a5b2c791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c20e4ab-97da-49e0-bf00-c15fa5d4697c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:47.646902 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-de6c0127-e6c1-417a-8cc2-84b51ba65b04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:47.668667 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-de6c0127-e6c1-417a-8cc2-84b51ba65b04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:47.710431 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e334c305-2ff1-4290-983f-b7a7359468d5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:47.716006 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-de6c0127-e6c1-417a-8cc2-84b51ba65b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:47.718784 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-de6c0127-e6c1-417a-8cc2-84b51ba65b04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:47.723124 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-de6c0127-e6c1-417a-8cc2-84b51ba65b04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c20e4ab-97da-49e0-bf00-c15fa5d4697c HTTP/1.1" status: 204  len: 168 time: 0.1217005
Nov 20 20:58:47.725971 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e334c305-2ff1-4290-983f-b7a7359468d5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:47.728850 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c0127-e6c1-417a-8cc2-84b51ba65b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c20e4ab-97da-49e0-bf00-c15fa5d4697c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:47.732868 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b03ffa7d-629c-4836-91ce-9d43e06f2fc3 req-5f47dee4-3f4f-4c6f-a1f2-df0685da9a0f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2278595
Nov 20 20:58:47.854280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e334c305-2ff1-4290-983f-b7a7359468d5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 7b967437-8d76-499e-83a8-e4a9a8a9f616 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:58:47.859424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac222b-f2c3-4a5b-84d1-d944ea7704a4 req-2d18e184-7306-428c-9a3e-871df1521e78 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:47.866952 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-e7c04289-7f56-4d51-8841-6cc61bf3d645 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Floating IP 8100fa9b-3d19-4559-a8cc-a35b4182154e associated. External IP: 172.35.1.231, port: cfd0dca9-fc25-4b7e-a3c0-929991afa254.
Nov 20 20:58:47.868034 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7fac222b-f2c3-4a5b-84d1-d944ea7704a4 req-2d18e184-7306-428c-9a3e-871df1521e78 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.0670066
Nov 20 20:58:47.917295 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7fac222b-f2c3-4a5b-84d1-d944ea7704a4 req-cab1a154-9fc4-41d0-95ce-81dda8ee9181 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482810
Nov 20 20:58:47.989695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e334c305-2ff1-4290-983f-b7a7359468d5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:47.996854 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e334c305-2ff1-4290-983f-b7a7359468d5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:48.000236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f82d6e-a0f6-49dd-9330-4d4aa962cafc None None] Sync routers for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:58:48.001821 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e334c305-2ff1-4290-983f-b7a7359468d5 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/7b967437-8d76-499e-83a8-e4a9a8a9f616 HTTP/1.1" status: 200  len: 700 time: 1.2930789
Nov 20 20:58:48.005129 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46370) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:48.019619 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f82d6e-a0f6-49dd-9330-4d4aa962cafc None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:48.020476 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e4f82d6e-a0f6-49dd-9330-4d4aa962cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4638b430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:48.041419 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46372) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:48.047822 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4f904deb-fa75-4349-878f-81f2b66db1c0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b967437-8d76-499e-83a8-e4a9a8a9f616 HTTP/1.1" status: 200  len: 205 time: 0.0431814
Nov 20 20:58:48.050382 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46374) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:48.063150 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69965c75-6c1d-4c31-ab63-f0ffb0270d46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:48.105616 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-e4f82d6e-a0f6-49dd-9330-4d4aa962cafc None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:48.136229 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5d11641-c6ae-49dc-8678-47321c3ad96d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:48.148126 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc94fa-6231-47c0-b4f8-2456f5e37d1f req-f62d1be0-9fb0-4833-8a19-a63ecbd61c6b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:48.155213 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f9cc94fa-6231-47c0-b4f8-2456f5e37d1f req-f62d1be0-9fb0-4833-8a19-a63ecbd61c6b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 945 time: 0.1626928
Nov 20 20:58:48.161333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e4f82d6e-a0f6-49dd-9330-4d4aa962cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4638b430>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:44Z', 'revision_number': 11, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:48.193195 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f82d6e-a0f6-49dd-9330-4d4aa962cafc None None] Checking router: 7b967437-8d76-499e-83a8-e4a9a8a9f616 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:58:48.202013 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f82d6e-a0f6-49dd-9330-4d4aa962cafc None None] Routers {'7b967437-8d76-499e-83a8-e4a9a8a9f616'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:48.202847 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e4f82d6e-a0f6-49dd-9330-4d4aa962cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4638b430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7b967437-8d76-499e-83a8-e4a9a8a9f616'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:48.250439 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69965c75-6c1d-4c31-ab63-f0ffb0270d46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:48.252716 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-e7c04289-7f56-4d51-8841-6cc61bf3d645 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:58:48.256866 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69965c75-6c1d-4c31-ab63-f0ffb0270d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:48.282443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-e4f82d6e-a0f6-49dd-9330-4d4aa962cafc None None] Set router 7b967437-8d76-499e-83a8-e4a9a8a9f616 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:48.339071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e4f82d6e-a0f6-49dd-9330-4d4aa962cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4638b430>, [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:44Z', 'revision_number': 11, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:48.359626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69965c75-6c1d-4c31-ab63-f0ffb0270d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62b4fea-85d7-44d0-af94-fc66b3e8ccbf,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:48.373446 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f9cc94fa-6231-47c0-b4f8-2456f5e37d1f req-4bfd171d-8397-44aa-8d28-6d08c34583e7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683636
Nov 20 20:58:48.397712 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f82d6e-a0f6-49dd-9330-4d4aa962cafc None None] The sync data for ids ['7b967437-8d76-499e-83a8-e4a9a8a9f616'] in ncdv-master-1 is: [{'id': '7b967437-8d76-499e-83a8-e4a9a8a9f616', 'name': 'tempest-RoutersTest-router-367434755', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:01Z', 'updated_at': '2021-11-20T20:58:44Z', 'revision_number': 11, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:58:48.427919 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5d11641-c6ae-49dc-8678-47321c3ad96d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:48.431502 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5d11641-c6ae-49dc-8678-47321c3ad96d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:48.439065 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-69965c75-6c1d-4c31-ab63-f0ffb0270d46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72493e8ae2964523aa04bdf09c85758b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3943636
Nov 20 20:58:48.439612 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46378) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:48.459823 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-e7c04289-7f56-4d51-8841-6cc61bf3d645 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:48.465612 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-e7c04289-7f56-4d51-8841-6cc61bf3d645 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:48.480679 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d507eb-9248-4df2-af99-2a19527f2406 None None] Sync routers for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:58:48.511524 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d507eb-9248-4df2-af99-2a19527f2406 None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:48.513858 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b5d507eb-9248-4df2-af99-2a19527f2406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5448ba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:48.521247 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-e7c04289-7f56-4d51-8841-6cc61bf3d645 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "PUT /v2.0/floatingips/8100fa9b-3d19-4559-a8cc-a35b4182154e HTTP/1.1" status: 200  len: 997 time: 2.3546033
Nov 20 20:58:48.521844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'tag': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:48.525568 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae279635-55a2-449b-b131-f3a08aeea561" -d '{"events": [{"name": "network-changed", "server_uuid": "c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8", "tag": "cfd0dca9-fc25-4b7e-a3c0-929991afa254"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:48.572143 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:48.626459 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5d11641-c6ae-49dc-8678-47321c3ad96d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:48.627011 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d11641-c6ae-49dc-8678-47321c3ad96d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Fanout notify agent at l3_agent the message router_deleted on router 7b967437-8d76-499e-83a8-e4a9a8a9f616 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:58:48.642480 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-c950900a-a519-477d-8c74-169ad60085b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:48.644632 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-c950900a-a519-477d-8c74-169ad60085b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 1097 time: 0.1126339
Nov 20 20:58:48.652758 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5d11641-c6ae-49dc-8678-47321c3ad96d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:48.660622 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d5d11641-c6ae-49dc-8678-47321c3ad96d tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/routers/7b967437-8d76-499e-83a8-e4a9a8a9f616 HTTP/1.1" status: 204  len: 168 time: 0.6072738
Nov 20 20:58:48.676372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46384) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:48.691680 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb80f-e54b-467b-97e8-8b398e522617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:48.694725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-882a6f76-b0f6-44f8-96ed-8aeac3b8fd02 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1729096833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:48.705107 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bc059b-96af-4fc8-8c96-32d7824782df x-openstack-request-id: req-60bc059b-96af-4fc8-8c96-32d7824782df {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:48.705985 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8", "tag": "cfd0dca9-fc25-4b7e-a3c0-929991afa254", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:48.706532 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60bc059b-96af-4fc8-8c96-32d7824782df {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:48.707418 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'tag': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254', 'status': 'completed', 'code': 200}
Nov 20 20:58:48.727143 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-b5d507eb-9248-4df2-af99-2a19527f2406 None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:48.747212 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb80f-e54b-467b-97e8-8b398e522617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:48.833650 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb80f-e54b-467b-97e8-8b398e522617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:48.836235 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb80f-e54b-467b-97e8-8b398e522617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:48.837389 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f2cfb80f-e54b-467b-97e8-8b398e522617 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e62b4fea-85d7-44d0-af94-fc66b3e8ccbf HTTP/1.1" status: 204  len: 168 time: 0.3969049
Nov 20 20:58:48.880420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfb80f-e54b-467b-97e8-8b398e522617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62b4fea-85d7-44d0-af94-fc66b3e8ccbf,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:48.970987 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-882a6f76-b0f6-44f8-96ed-8aeac3b8fd02 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:48.977383 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-882a6f76-b0f6-44f8-96ed-8aeac3b8fd02 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:49.007955 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:49.024237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-0d1edc25-4b28-4dc4-9156-f2642a430899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:49.032209 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-0d1edc25-4b28-4dc4-9156-f2642a430899 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 922 time: 0.3815024
Nov 20 20:58:49.171398 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245049a5-3448-4f70-aef3-561c00e979fb req-e52ee5e7-0192-4d8e-9904-8238113de396 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:49.179686 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279635-55a2-449b-b131-f3a08aeea561 req-ad624202-2bce-46cf-b46a-d8f0c4af0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:49.181564 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ae279635-55a2-449b-b131-f3a08aeea561 req-ad624202-2bce-46cf-b46a-d8f0c4af0448 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 1097 time: 0.4358690
Nov 20 20:58:49.186384 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-245049a5-3448-4f70-aef3-561c00e979fb req-e52ee5e7-0192-4d8e-9904-8238113de396 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.1109135
Nov 20 20:58:49.204759 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-37be9841-dfdb-49ef-aa10-cf4b2effd147 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd0dca9-fc25-4b7e-a3c0-929991afa254 HTTP/1.1" status: 200  len: 1000 time: 0.1716788
Nov 20 20:58:49.226980 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b5d507eb-9248-4df2-af99-2a19527f2406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5448ba00>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8100fa9b-3d19-4559-a8cc-a35b4182154e', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'port_id': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'mac_address': 'fa:16:3e:8f:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:58:29Z', 'updated_at': '2021-11-20T20:58:47Z', 'revision_number': 1, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:49.263281 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d507eb-9248-4df2-af99-2a19527f2406 None None] Checking router: 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:58:49.275203 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d507eb-9248-4df2-af99-2a19527f2406 None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:49.276290 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b5d507eb-9248-4df2-af99-2a19527f2406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5448ba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:49.306512 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-245049a5-3448-4f70-aef3-561c00e979fb req-1dd897bd-94c9-4afe-afc2-9cf46f789ce8 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192498
Nov 20 20:58:49.441612 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-b5d507eb-9248-4df2-af99-2a19527f2406 None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:49.575839 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3c39d-8c78-420a-9f37-8c53b33ef556 req-2a0ff482-2adf-4b8f-ba32-7ad374696ad0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:49.578095 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2aa3c39d-8c78-420a-9f37-8c53b33ef556 req-2a0ff482-2adf-4b8f-ba32-7ad374696ad0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 945 time: 0.0855799
Nov 20 20:58:49.617524 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-882a6f76-b0f6-44f8-96ed-8aeac3b8fd02 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:49.634639 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-882a6f76-b0f6-44f8-96ed-8aeac3b8fd02 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:49.682204 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-8725f3c8-614d-4293-93e1-6a11a8f51510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:49.683748 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-8725f3c8-614d-4293-93e1-6a11a8f51510 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 HTTP/1.1" status: 200  len: 860 time: 0.4678667
Nov 20 20:58:49.688228 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-882a6f76-b0f6-44f8-96ed-8aeac3b8fd02 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:49.689361 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-882a6f76-b0f6-44f8-96ed-8aeac3b8fd02 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.0119762
Nov 20 20:58:49.692110 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46406) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:49.701089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-3649ac12-3b13-4f31-8dfd-593a8817e084 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Request body: {'router': {'admin_state_up': True}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:49.713438 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2aa3c39d-8c78-420a-9f37-8c53b33ef556 req-eac0bb88-407f-41aa-81c5-4fde0ecabcbe tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199396
Nov 20 20:58:49.860590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279635-55a2-449b-b131-f3a08aeea561 req-ef337ed7-3774-4a30-b09d-072796920198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:49.862408 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ae279635-55a2-449b-b131-f3a08aeea561 req-ef337ed7-3774-4a30-b09d-072796920198 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 922 time: 0.6558204
Nov 20 20:58:49.866696 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b5d507eb-9248-4df2-af99-2a19527f2406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5448ba00>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8100fa9b-3d19-4559-a8cc-a35b4182154e', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'port_id': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'mac_address': 'fa:16:3e:8f:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:58:29Z', 'updated_at': '2021-11-20T20:58:47Z', 'revision_number': 1, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:49.895503 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d507eb-9248-4df2-af99-2a19527f2406 None None] The sync data for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 is: [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8100fa9b-3d19-4559-a8cc-a35b4182154e', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'port_id': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'mac_address': 'fa:16:3e:8f:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:58:29Z', 'updated_at': '2021-11-20T20:58:47Z', 'revision_number': 1, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:58:49.919768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-a0f55039-4e22-4161-bfa3-00dab05befce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:49.928331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-a0f55039-4e22-4161-bfa3-00dab05befce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dde530b-f780-469d-8a3e-3b58058fca24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2305732
Nov 20 20:58:50.040665 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21f5fb-6a74-477a-bc6d-5db72695f6e7 req-7d836560-eafb-439f-b446-392c04f08099 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:50.042643 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9c21f5fb-6a74-477a-bc6d-5db72695f6e7 req-7d836560-eafb-439f-b446-392c04f08099 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 946 time: 0.0608821
Nov 20 20:58:50.102118 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9c21f5fb-6a74-477a-bc6d-5db72695f6e7 req-06e9063e-9504-4111-a085-e466094976ae tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535252
Nov 20 20:58:50.115239 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ae279635-55a2-449b-b131-f3a08aeea561 req-68bfad30-d723-4291-a073-5d1a84263176 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd0dca9-fc25-4b7e-a3c0-929991afa254 HTTP/1.1" status: 200  len: 1000 time: 0.2457278
Nov 20 20:58:50.152327 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3649ac12-3b13-4f31-8dfd-593a8817e084 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:50.205730 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3649ac12-3b13-4f31-8dfd-593a8817e084 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:50.222220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-2b660b4a-3763-43d0-8e7f-787c279bdc7c service neutron] 10.222.0.41 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2928989
Nov 20 20:58:50.237717 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e11a43-4d09-42f8-b917-db1e7754e00b None None] New status for floating IP 8100fa9b-3d19-4559-a8cc-a35b4182154e: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:58:50.255003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992eb908-80f0-4931-b957-6f9bcaf57f32 req-93cb2b02-1d60-45bd-905e-9fdfe3293be6 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:50.256682 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-992eb908-80f0-4931-b957-6f9bcaf57f32 req-93cb2b02-1d60-45bd-905e-9fdfe3293be6 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 945 time: 0.0654438
Nov 20 20:58:50.324649 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-992eb908-80f0-4931-b957-6f9bcaf57f32 req-40a85d1a-c2af-4744-8ef8-7cfba9ce21eb tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc10c77-198e-48df-991d-706fd0c160b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610187
Nov 20 20:58:50.336081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279635-55a2-449b-b131-f3a08aeea561 req-f1710a41-e6e1-4694-bdd9-7fa97ccc7a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:50.337614 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ae279635-55a2-449b-b131-f3a08aeea561 req-f1710a41-e6e1-4694-bdd9-7fa97ccc7a98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 HTTP/1.1" status: 200  len: 860 time: 0.1782579
Nov 20 20:58:50.487765 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7a50a1-7b95-45da-81ae-6a12c033366f req-e85e062a-a631-4275-af11-12f210635363 service neutron] 10.222.0.41 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2646809
Nov 20 20:58:50.489842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3649ac12-3b13-4f31-8dfd-593a8817e084 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Router 63b7fa8e-9bdc-4151-b989-111c3f774169 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:58:50.504293 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91203a81-82fc-4e86-86a1-56f3af0f0d27 req-71edac13-a93b-4109-81b4-d991ceb00ec3 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:50.518330 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-91203a81-82fc-4e86-86a1-56f3af0f0d27 req-71edac13-a93b-4109-81b4-d991ceb00ec3 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 945 time: 0.0960679
Nov 20 20:58:50.544004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279635-55a2-449b-b131-f3a08aeea561 req-ef761196-8ab2-4592-ae58-407bd1fe15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:50.546225 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ae279635-55a2-449b-b131-f3a08aeea561 req-ef761196-8ab2-4592-ae58-407bd1fe15d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7dde530b-f780-469d-8a3e-3b58058fca24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1332335
Nov 20 20:58:50.587605 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-91203a81-82fc-4e86-86a1-56f3af0f0d27 req-86575f14-be68-4427-babf-1b21a9072bc9 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664198
Nov 20 20:58:50.619881 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3649ac12-3b13-4f31-8dfd-593a8817e084 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:50.630183 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374f95d-d7fd-409e-89e9-631c78a159d0 None None] Sync routers for ids ['63b7fa8e-9bdc-4151-b989-111c3f774169'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:58:50.638562 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3649ac12-3b13-4f31-8dfd-593a8817e084 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:50.640429 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3649ac12-3b13-4f31-8dfd-593a8817e084 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "PUT /v2.0/routers/63b7fa8e-9bdc-4151-b989-111c3f774169 HTTP/1.1" status: 200  len: 694 time: 0.9469590
Nov 20 20:58:50.642377 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374f95d-d7fd-409e-89e9-631c78a159d0 None None] Routers {'63b7fa8e-9bdc-4151-b989-111c3f774169'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:50.643142 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8374f95d-d7fd-409e-89e9-631c78a159d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542899a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['63b7fa8e-9bdc-4151-b989-111c3f774169'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:50.645372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46448) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:50.719240 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-b363588e-31b4-4e46-b5bf-98e436d0e5f6 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:50.728318 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-b363588e-31b4-4e46-b5bf-98e436d0e5f6 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0660667
Nov 20 20:58:50.732884 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-8374f95d-d7fd-409e-89e9-631c78a159d0 None None] Set router 63b7fa8e-9bdc-4151-b989-111c3f774169 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:50.800692 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-557a71cf-329a-4cc2-97db-67d7576614cb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/routers/63b7fa8e-9bdc-4151-b989-111c3f774169 HTTP/1.1" status: 200  len: 700 time: 0.1536727
Nov 20 20:58:50.803484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46458) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:50.807283 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-1fcee29e-6e91-439f-b639-0b55f73df6b1 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.231 HTTP/1.1" status: 200  len: 1002 time: 0.0778933
Nov 20 20:58:50.807787 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8374f95d-d7fd-409e-89e9-631c78a159d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542899a0>, [{'id': '63b7fa8e-9bdc-4151-b989-111c3f774169', 'name': 'tempest-RoutersTest-router-1729096833', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:49Z', 'updated_at': '2021-11-20T20:58:50Z', 'revision_number': 2, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:50.812500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4896c0-86c5-4fe8-8247-1dd144c86418 req-9916a1f7-12d3-4176-b19e-3d1ec3fb9adb tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:50.814015 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3e4896c0-86c5-4fe8-8247-1dd144c86418 req-9916a1f7-12d3-4176-b19e-3d1ec3fb9adb tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.2057290
Nov 20 20:58:50.827052 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-238ed09e-eb1e-4879-9404-396c961269dd tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Request body: {'floatingip': {'port_id': 'a7ce0b65-d28b-4643-8243-0f2177a3136c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:50.849236 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374f95d-d7fd-409e-89e9-631c78a159d0 None None] Checking router: 63b7fa8e-9bdc-4151-b989-111c3f774169 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:58:50.854670 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-76dd66c7-605d-4973-ba03-2ab2bb605dc0 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports?device_id=63b7fa8e-9bdc-4151-b989-111c3f774169 HTTP/1.1" status: 200  len: 205 time: 0.0499666
Nov 20 20:58:50.857665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46460) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:50.863145 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374f95d-d7fd-409e-89e9-631c78a159d0 None None] Routers {'63b7fa8e-9bdc-4151-b989-111c3f774169'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:50.864013 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8374f95d-d7fd-409e-89e9-631c78a159d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542899a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['63b7fa8e-9bdc-4151-b989-111c3f774169'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:50.906481 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ae279635-55a2-449b-b131-f3a08aeea561 req-e2da4ba9-6fda-4eb8-8637-80fc9fddfed6 service neutron] 10.222.0.37 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3525021
Nov 20 20:58:50.914285 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-238ed09e-eb1e-4879-9404-396c961269dd tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:50.957077 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-8374f95d-d7fd-409e-89e9-631c78a159d0 None None] Set router 63b7fa8e-9bdc-4151-b989-111c3f774169 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:50.977681 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44e208c6-acd5-4397-9d73-ebee2a05c389 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:51.021694 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8374f95d-d7fd-409e-89e9-631c78a159d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542899a0>, [{'id': '63b7fa8e-9bdc-4151-b989-111c3f774169', 'name': 'tempest-RoutersTest-router-1729096833', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:49Z', 'updated_at': '2021-11-20T20:58:50Z', 'revision_number': 2, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:51.045756 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3e4896c0-86c5-4fe8-8247-1dd144c86418 req-5892bc71-a4fa-4a1c-85a7-e1f5c56a0df5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2205083
Nov 20 20:58:51.228938 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44e208c6-acd5-4397-9d73-ebee2a05c389 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:51.234508 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44e208c6-acd5-4397-9d73-ebee2a05c389 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:51.240822 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ae279635-55a2-449b-b131-f3a08aeea561 req-15aafcad-4993-4ff8-8525-4016b8440222 service neutron] 10.222.0.37 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3218067
Nov 20 20:58:51.276769 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374f95d-d7fd-409e-89e9-631c78a159d0 None None] The sync data for ids ['63b7fa8e-9bdc-4151-b989-111c3f774169'] in ncdv-master-1 is: [{'id': '63b7fa8e-9bdc-4151-b989-111c3f774169', 'name': 'tempest-RoutersTest-router-1729096833', 'tenant_id': '7057faa10ce649faad32c97cee4f25e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:58:49Z', 'updated_at': '2021-11-20T20:58:50Z', 'revision_number': 2, 'project_id': '7057faa10ce649faad32c97cee4f25e2', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:58:51.303365 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44e208c6-acd5-4397-9d73-ebee2a05c389 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:51.303966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e208c6-acd5-4397-9d73-ebee2a05c389 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Fanout notify agent at l3_agent the message router_deleted on router 63b7fa8e-9bdc-4151-b989-111c3f774169 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:58:51.321161 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44e208c6-acd5-4397-9d73-ebee2a05c389 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:51.328340 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46486) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:51.328567 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-44e208c6-acd5-4397-9d73-ebee2a05c389 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/routers/63b7fa8e-9bdc-4151-b989-111c3f774169 HTTP/1.1" status: 204  len: 168 time: 0.4695795
Nov 20 20:58:51.428659 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3480b401-68b2-40b1-85e4-f1296cb7b8ec tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports?device_id=63b7fa8e-9bdc-4151-b989-111c3f774169 HTTP/1.1" status: 200  len: 205 time: 0.0943274
Nov 20 20:58:51.430807 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-bd9c4b0c-a95f-46af-89b8-fccca37ab2fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0744147
Nov 20 20:58:51.431950 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46492) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:51.508645 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-a9f14a85-9468-4b52-a1d8-ced39a9fad9c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] delete failed (client error): The resource could not be found.
Nov 20 20:58:51.509747 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a9f14a85-9468-4b52-a1d8-ced39a9fad9c tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/routers/63b7fa8e-9bdc-4151-b989-111c3f774169 HTTP/1.1" status: 404  len: 336 time: 0.0768049
Nov 20 20:58:51.512461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46500) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:51.615382 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18635c4-c5ea-4ea6-bac5-add1a403eae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] DELETE failed (client error): The resource could not be found.
Nov 20 20:58:51.616095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18635c4-c5ea-4ea6-bac5-add1a403eae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 20:58:51.619432 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d18635c4-c5ea-4ea6-bac5-add1a403eae8 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/9aca305f-f123-469d-b8f3-0af53b446a47 HTTP/1.1" status: 404  len: 337 time: 0.1059437
Nov 20 20:58:51.625138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46508) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:51.663137 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f510a6-53da-44fb-aca8-4816d29590ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] DELETE failed (client error): The resource could not be found.
Nov 20 20:58:51.663595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f510a6-53da-44fb-aca8-4816d29590ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 20:58:51.669332 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f4f510a6-53da-44fb-aca8-4816d29590ac tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/4592df85-6825-4f7f-a440-1fa50f1af6a9 HTTP/1.1" status: 404  len: 337 time: 0.0407155
Nov 20 20:58:51.673196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46512) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:51.693492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-82057980-e143-4a1f-8200-7ff5b7e3c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:51.694010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-82057980-e143-4a1f-8200-7ff5b7e3c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:51.694664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-82057980-e143-4a1f-8200-7ff5b7e3c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:51.695133 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-82057980-e143-4a1f-8200-7ff5b7e3c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:51.695599 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-82057980-e143-4a1f-8200-7ff5b7e3c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:51.696056 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-82057980-e143-4a1f-8200-7ff5b7e3c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:51.696530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-82057980-e143-4a1f-8200-7ff5b7e3c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:51.698949 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-82057980-e143-4a1f-8200-7ff5b7e3c353 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee4ec8b62e354149acb1c43558b168e6&device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 6502 time: 0.2051299
Nov 20 20:58:51.727008 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf8988-1deb-454e-8cc3-a406b18b2fd1 req-004ec64d-719f-4eb4-8a32-b57d11a8cb45 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:51.728804 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d4cf8988-1deb-454e-8cc3-a406b18b2fd1 req-004ec64d-719f-4eb4-8a32-b57d11a8cb45 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 945 time: 0.1767404
Nov 20 20:58:51.730331 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a3462c-e7d5-40c7-9aa8-7cea32d617a9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] DELETE failed (client error): The resource could not be found.
Nov 20 20:58:51.730780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a3462c-e7d5-40c7-9aa8-7cea32d617a9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 20:58:51.733948 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-30a3462c-e7d5-40c7-9aa8-7cea32d617a9 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/52083141-626d-4aab-a703-4968bd757b6f HTTP/1.1" status: 404  len: 337 time: 0.0588558
Nov 20 20:58:51.744348 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46518) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:51.808095 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-06156dae-1acb-487e-b63c-f4dbeabab4fb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] DELETE failed (client error): The resource could not be found.
Nov 20 20:58:51.808719 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06156dae-1acb-487e-b63c-f4dbeabab4fb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 20:58:51.814436 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-06156dae-1acb-487e-b63c-f4dbeabab4fb tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/01a53bc8-668e-4676-97e7-4d0a7d46327c HTTP/1.1" status: 404  len: 337 time: 0.0668583
Nov 20 20:58:51.976151 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46524) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:52.014174 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-10605755-81f4-414b-a335-9c2f00578f15 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b967437-8d76-499e-83a8-e4a9a8a9f616 HTTP/1.1" status: 200  len: 205 time: 0.0346806
Nov 20 20:58:52.014411 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46536) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:52.066612 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-0ad99c2b-f049-4f38-916a-6d5932d6fda3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] delete failed (client error): The resource could not be found.
Nov 20 20:58:52.067653 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0ad99c2b-f049-4f38-916a-6d5932d6fda3 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/routers/7b967437-8d76-499e-83a8-e4a9a8a9f616 HTTP/1.1" status: 404  len: 336 time: 0.0521336
Nov 20 20:58:52.070475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46540) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:52.118762 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d52f37ef-76c2-4987-8c1e-fe64b3741dcd tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports?device_id=f409afce-e8aa-4171-bd57-19bb48843b03 HTTP/1.1" status: 200  len: 205 time: 0.0469744
Nov 20 20:58:52.123191 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46548) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:52.176746 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-e22f13da-7270-4a0a-aebe-843716d1fcd2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] delete failed (client error): The resource could not be found.
Nov 20 20:58:52.176746 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e22f13da-7270-4a0a-aebe-843716d1fcd2 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/routers/f409afce-e8aa-4171-bd57-19bb48843b03 HTTP/1.1" status: 404  len: 336 time: 0.0494869
Nov 20 20:58:52.176746 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.resource_extend [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-238ed09e-eb1e-4879-9404-396c961269dd tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 20:58:52.177413 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46550) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:52.230282 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d4cf8988-1deb-454e-8cc3-a406b18b2fd1 req-d7e3b5b1-00e4-4df3-94f0-f12b041c1204 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4847274
Nov 20 20:58:52.236739 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-238ed09e-eb1e-4879-9404-396c961269dd tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:52.242362 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6b3543-27f2-4421-8179-90b463223571 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] DELETE failed (client error): The resource could not be found.
Nov 20 20:58:52.242826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6b3543-27f2-4421-8179-90b463223571 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 20:58:52.247297 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-238ed09e-eb1e-4879-9404-396c961269dd tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:52.252875 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-be6b3543-27f2-4421-8179-90b463223571 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/25e30c01-8581-41ea-a885-5a4e64e49c5a HTTP/1.1" status: 404  len: 337 time: 0.0727422
Nov 20 20:58:52.253539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46560) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:52.288506 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-225047e1-1bb4-41a2-a9fc-4636b1df6b7a tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4eee9b-ac3e-464e-8c6b-1ed7c9194251 HTTP/1.1" status: 200  len: 205 time: 0.0315239
Nov 20 20:58:52.290164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-8507fb2c-e4cc-4dd5-8c71-c133845bd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:52.290524 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-8507fb2c-e4cc-4dd5-8c71-c133845bd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:52.290996 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-8507fb2c-e4cc-4dd5-8c71-c133845bd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:52.292977 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-8507fb2c-e4cc-4dd5-8c71-c133845bd6c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=faba2177-d247-4737-8414-396da08b9b04&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec HTTP/1.1" status: 200  len: 2297 time: 0.5579195
Nov 20 20:58:52.293460 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46562) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:52.372285 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-238ed09e-eb1e-4879-9404-396c961269dd tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Floating IP 8100fa9b-3d19-4559-a8cc-a35b4182154e associated. External IP: 172.35.1.231, port: cfd0dca9-fc25-4b7e-a3c0-929991afa254.
Nov 20 20:58:52.384217 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-dc8d621a-f5e9-43fc-9f46-b7464cfbd196 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] delete failed (client error): The resource could not be found.
Nov 20 20:58:52.385826 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dc8d621a-f5e9-43fc-9f46-b7464cfbd196 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/routers/ac4eee9b-ac3e-464e-8c6b-1ed7c9194251 HTTP/1.1" status: 404  len: 336 time: 0.0914183
Nov 20 20:58:52.391891 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46568) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:52.434097 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-de266fe9-f4ba-4fad-8e94-04a465e9c32a tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f5570ae-58d5-42c0-86c5-7c8291cc1d21 HTTP/1.1" status: 200  len: 205 time: 0.0406497
Nov 20 20:58:52.436052 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46572) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:52.465563 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-d04aaefa-404e-45d9-ac71-07930b550a6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2255729-67f4-48eb-af4e-86e677b04463 HTTP/1.1" status: 200  len: 1002 time: 0.1622119
Nov 20 20:58:52.521658 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-87078fc0-80f0-418b-affa-3cc007b6f0fe tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] delete failed (client error): The resource could not be found.
Nov 20 20:58:52.525515 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-87078fc0-80f0-418b-affa-3cc007b6f0fe tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/routers/4f5570ae-58d5-42c0-86c5-7c8291cc1d21 HTTP/1.1" status: 404  len: 336 time: 0.0882370
Nov 20 20:58:52.527029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46578) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:52.577093 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef0935-a3a3-4b45-b1dd-6b7b5303cf17 req-40e442fb-c636-4f57-977a-1e7565f03ffe tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:52.578675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-13ef0935-a3a3-4b45-b1dd-6b7b5303cf17 req-40e442fb-c636-4f57-977a-1e7565f03ffe tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 945 time: 0.1494629
Nov 20 20:58:52.581289 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-12fd3702-0802-4207-8415-8ed5309b51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:52.582945 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-12fd3702-0802-4207-8415-8ed5309b51ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=896a2b4f-e6df-41e5-a4ac-848e45777065 HTTP/1.1" status: 200  len: 856 time: 0.1046951
Nov 20 20:58:52.584190 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e083cfde-b318-4d46-a2b0-102e4258e900 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] DELETE failed (client error): The resource could not be found.
Nov 20 20:58:52.584818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e083cfde-b318-4d46-a2b0-102e4258e900 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 20:58:52.588153 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e083cfde-b318-4d46-a2b0-102e4258e900 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/7ac8f951-1b34-43ae-bcd7-9745915d7d04 HTTP/1.1" status: 404  len: 337 time: 0.0592077
Nov 20 20:58:52.590884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46584) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:52.667935 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1999dd1a-ed15-4c40-952a-69b80a339613 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports?device_id=a629cf20-9a7f-4629-8760-65b037de8bb2 HTTP/1.1" status: 200  len: 205 time: 0.0736461
Nov 20 20:58:52.668875 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46590) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:52.701141 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-238ed09e-eb1e-4879-9404-396c961269dd tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:58:52.728158 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-c3ae8187-a9d4-43d3-94fb-1e907748f94e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] delete failed (client error): The resource could not be found.
Nov 20 20:58:52.731980 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c3ae8187-a9d4-43d3-94fb-1e907748f94e tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/routers/a629cf20-9a7f-4629-8760-65b037de8bb2 HTTP/1.1" status: 404  len: 336 time: 0.0513697
Nov 20 20:58:52.743646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46596) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:52.820267 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-7123917c-b06b-46a5-86ed-5f7cf5f9b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:52.821815 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-7123917c-b06b-46a5-86ed-5f7cf5f9b055 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=faba2177-d247-4737-8414-396da08b9b04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2317891
Nov 20 20:58:52.822704 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8559dd3-ecd4-45f7-a569-1c86b3bbbd11 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] DELETE failed (client error): The resource could not be found.
Nov 20 20:58:52.823140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8559dd3-ecd4-45f7-a569-1c86b3bbbd11 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 20:58:52.826285 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d8559dd3-ecd4-45f7-a569-1c86b3bbbd11 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/a5a793c2-b581-44dc-a967-fdfe81886eb9 HTTP/1.1" status: 404  len: 337 time: 0.0807853
Nov 20 20:58:52.829021 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46600) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:52.835363 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-13ef0935-a3a3-4b45-b1dd-6b7b5303cf17 req-3fbcd980-d122-4f64-a26e-f34c65f6eee4 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc10c77-198e-48df-991d-706fd0c160b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2267008
Nov 20 20:58:52.883771 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a200e4d3-d725-491e-bd2d-c1402fbb1676 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3910c1e8-d290-4e2e-a02e-f07c4b891df6 HTTP/1.1" status: 200  len: 205 time: 0.0508375
Nov 20 20:58:52.883964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad8db4-42d9-4a5c-a0a0-0e16e0ad5a61 req-75f8ab8f-f1e1-42a4-ae8a-1a12be2c3eaf tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:52.884398 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46608) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:52.884821 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8bad8db4-42d9-4a5c-a0a0-0e16e0ad5a61 req-75f8ab8f-f1e1-42a4-ae8a-1a12be2c3eaf tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 945 time: 0.1498590
Nov 20 20:58:52.892175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-238ed09e-eb1e-4879-9404-396c961269dd tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:52.905762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80939ac3-3c99-46d1-a0ba-2aca4b5aa573 None None] Sync routers for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:58:52.921587 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80939ac3-3c99-46d1-a0ba-2aca4b5aa573 None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:52.923812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-80939ac3-3c99-46d1-a0ba-2aca4b5aa573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4661d310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:52.987655 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-7388bd89-38cb-457f-a8c1-50cfbbfdb2d1 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] delete failed (client error): The resource could not be found.
Nov 20 20:58:52.992356 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7388bd89-38cb-457f-a8c1-50cfbbfdb2d1 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/routers/3910c1e8-d290-4e2e-a02e-f07c4b891df6 HTTP/1.1" status: 404  len: 336 time: 0.1069047
Nov 20 20:58:52.996533 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46612) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:53.038616 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b49b2b1-f723-4f6c-bd4b-dbae9b269e75 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] DELETE failed (client error): The resource could not be found.
Nov 20 20:58:53.039154 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b49b2b1-f723-4f6c-bd4b-dbae9b269e75 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 20:58:53.046505 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1b49b2b1-f723-4f6c-bd4b-dbae9b269e75 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/f9cccf86-cf73-42b4-a012-ba1976308cf7 HTTP/1.1" status: 404  len: 337 time: 0.0474517
Nov 20 20:58:53.047211 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46618) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:53.049172 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-1ecc4fb4-0a46-4593-b698-b0271b92d773 service neutron] 10.222.0.47 "GET /v2.0/networks/faba2177-d247-4737-8414-396da08b9b04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177789
Nov 20 20:58:53.074033 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-80939ac3-3c99-46d1-a0ba-2aca4b5aa573 None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:53.108101 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d4714c-f74e-42a1-a0fb-0e75cd27ba92 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] DELETE failed (client error): The resource could not be found.
Nov 20 20:58:53.108643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d4714c-f74e-42a1-a0fb-0e75cd27ba92 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 20:58:53.112077 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-42d4714c-f74e-42a1-a0fb-0e75cd27ba92 tempest-RoutersTest-72961037 tempest-RoutersTest-72961037-project] 10.222.0.41 "DELETE /v2.0/subnets/7c0d8337-990c-433e-980a-f1721086bca6 HTTP/1.1" status: 404  len: 337 time: 0.0608377
Nov 20 20:58:53.139033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892c8a7-7524-44b7-880b-53f144972446 req-b4d8f8e8-6b65-404d-97eb-4b180cc6cb79 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:53.140850 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1892c8a7-7524-44b7-880b-53f144972446 req-b4d8f8e8-6b65-404d-97eb-4b180cc6cb79 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.1864774
Nov 20 20:58:53.325850 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-8bad8db4-42d9-4a5c-a0a0-0e16e0ad5a61 req-061c4c63-d79c-4d55-9933-a695df8c2c88 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Deleting port 6da7361f-a92e-42ab-9cff-9cb6272a1d49 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:58:53.331213 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8bad8db4-42d9-4a5c-a0a0-0e16e0ad5a61 req-061c4c63-d79c-4d55-9933-a695df8c2c88 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:53.337480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-238ed09e-eb1e-4879-9404-396c961269dd tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:58:53.404243 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1892c8a7-7524-44b7-880b-53f144972446 req-7d743afd-e80f-4f8e-913f-e88af1c8a192 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2517715
Nov 20 20:58:53.449001 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-a90d4bc0-b6f0-4300-b26e-a22b3ba9d224 service neutron] 10.222.0.47 "GET /v2.0/networks/faba2177-d247-4737-8414-396da08b9b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3850543
Nov 20 20:58:53.449260 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-80939ac3-3c99-46d1-a0ba-2aca4b5aa573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4661d310>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8100fa9b-3d19-4559-a8cc-a35b4182154e', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'port_id': 'a7ce0b65-d28b-4643-8243-0f2177a3136c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'mac_address': 'fa:16:3e:05:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:58:29Z', 'updated_at': '2021-11-20T20:58:52Z', 'revision_number': 3, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:53.497030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80939ac3-3c99-46d1-a0ba-2aca4b5aa573 None None] Checking router: 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:58:53.508136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80939ac3-3c99-46d1-a0ba-2aca4b5aa573 None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:53.508884 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-80939ac3-3c99-46d1-a0ba-2aca4b5aa573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4661d310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:53.576944 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-238ed09e-eb1e-4879-9404-396c961269dd tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:53.585530 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-238ed09e-eb1e-4879-9404-396c961269dd tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:53.609825 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-309d4638-0e37-44cb-9d89-7e1c1f40c393 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=d62e09bc-0a07-428d-96cb-5ce7f5c99f7f HTTP/1.1" status: 200  len: 217 time: 0.1510248
Nov 20 20:58:53.669078 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46664) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:53.669848 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'tag': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:53.672407 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af109de-99e5-4c5a-9399-6b16b00abfd4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8", "tag": "cfd0dca9-fc25-4b7e-a3c0-929991afa254"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:53.680059 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-238ed09e-eb1e-4879-9404-396c961269dd tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "PUT /v2.0/floatingips/8100fa9b-3d19-4559-a8cc-a35b4182154e HTTP/1.1" status: 200  len: 998 time: 2.8580782
Nov 20 20:58:53.684714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-1de19647-8838-4807-b37e-9d0cab803e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:53.687327 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-1de19647-8838-4807-b37e-9d0cab803e41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.0693676
Nov 20 20:58:53.794989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-8bad8db4-42d9-4a5c-a0a0-0e16e0ad5a61 req-061c4c63-d79c-4d55-9933-a695df8c2c88 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] For port 6da7361f-a92e-42ab-9cff-9cb6272a1d49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6da7361f-a92e-42ab-9cff-9cb6272a1d49,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:53.795473 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8bad8db4-42d9-4a5c-a0a0-0e16e0ad5a61 req-061c4c63-d79c-4d55-9933-a695df8c2c88 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:53.803881 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-f1064924-0722-4e99-95c1-673cacd68c3a tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:53.806522 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-f1064924-0722-4e99-95c1-673cacd68c3a tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports/cfd0dca9-fc25-4b7e-a3c0-929991afa254 HTTP/1.1" status: 200  len: 943 time: 0.1171894
Nov 20 20:58:53.841990 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-8bad8db4-42d9-4a5c-a0a0-0e16e0ad5a61 req-061c4c63-d79c-4d55-9933-a695df8c2c88 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Calling delete_port for 6da7361f-a92e-42ab-9cff-9cb6272a1d49 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:58:53.846877 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-05e4af59-1020-47eb-adad-fb54fbee73da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:53.849382 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-05e4af59-1020-47eb-adad-fb54fbee73da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1332960
Nov 20 20:58:53.869594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a315c2-a6c2-4e95-bc70-1aacc316fb2b req-f9e072c6-2b74-4e77-a36c-a464838ee682 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:53.878138 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f1a315c2-a6c2-4e95-bc70-1aacc316fb2b req-f9e072c6-2b74-4e77-a36c-a464838ee682 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=fca994f7-8d6e-4750-8730-bde156622c5a HTTP/1.1" status: 200  len: 945 time: 0.1892819
Nov 20 20:58:53.910350 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-80939ac3-3c99-46d1-a0ba-2aca4b5aa573 None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:53.988891 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-0b999cd2-47f8-4c75-b9ed-3e2e618c259d service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1029823
Nov 20 20:58:53.997498 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-c7cfd629-cc68-4940-bf21-c880554c3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:54.001827 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-c7cfd629-cc68-4940-bf21-c880554c3c17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 1097 time: 0.1141200
Nov 20 20:58:54.008285 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-145e8040-fae5-4eea-b984-68c6bb1a45c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7057faa10ce649faad32c97cee4f25e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3270321
Nov 20 20:58:54.013564 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46696) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:54.142773 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-35bc3f51-a549-4742-93c8-ce80ee9078d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:54.159040 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f1a315c2-a6c2-4e95-bc70-1aacc316fb2b req-6c5a5686-3cc3-4d66-b7da-0c94082c1b83 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2796490
Nov 20 20:58:54.162033 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46a1e090-1687-48df-a42f-637c8170742c req-074d0a24-7807-4d7b-b38d-eab4d0ad0d1c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3590519
Nov 20 20:58:54.166026 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-35bc3f51-a549-4742-93c8-ce80ee9078d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:54.238149 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-52e61e59-63fc-49cc-9265-b9fed73d2a29 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2364836
Nov 20 20:58:54.243882 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-9cf0bed4-01ac-428c-b4d4-02e111a360dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:54.245867 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-9cf0bed4-01ac-428c-b4d4-02e111a360dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 922 time: 0.2337704
Nov 20 20:58:54.252594 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-35bc3f51-a549-4742-93c8-ce80ee9078d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:54.257020 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-35bc3f51-a549-4742-93c8-ce80ee9078d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:54.261184 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-35bc3f51-a549-4742-93c8-ce80ee9078d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d5e06a5-a412-4847-9f75-9d44f9af74f0 HTTP/1.1" status: 204  len: 168 time: 0.2450018
Nov 20 20:58:54.280681 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-80939ac3-3c99-46d1-a0ba-2aca4b5aa573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4661d310>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8100fa9b-3d19-4559-a8cc-a35b4182154e', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'port_id': 'a7ce0b65-d28b-4643-8243-0f2177a3136c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'mac_address': 'fa:16:3e:05:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:58:29Z', 'updated_at': '2021-11-20T20:58:52Z', 'revision_number': 3, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:54.313990 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f66e34-8ebb-4e33-a7fe-c86e9a1b35a4 x-openstack-request-id: req-79f66e34-8ebb-4e33-a7fe-c86e9a1b35a4 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:54.314389 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8", "tag": "cfd0dca9-fc25-4b7e-a3c0-929991afa254", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:54.315215 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79f66e34-8ebb-4e33-a7fe-c86e9a1b35a4 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:54.315622 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'tag': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254', 'status': 'completed', 'code': 200}
Nov 20 20:58:54.329475 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-0bec954b-9b32-42ae-a47c-608b61794ea5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=39839f43-d46e-414e-93c9-a7955f617fd1 HTTP/1.1" status: 200  len: 217 time: 0.0737219
Nov 20 20:58:54.345129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80939ac3-3c99-46d1-a0ba-2aca4b5aa573 None None] The sync data for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 is: [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8100fa9b-3d19-4559-a8cc-a35b4182154e', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'port_id': 'a7ce0b65-d28b-4643-8243-0f2177a3136c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'mac_address': 'fa:16:3e:05:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:58:29Z', 'updated_at': '2021-11-20T20:58:52Z', 'revision_number': 3, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:58:54.350159 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-1bfa7feb-1e14-4260-a473-f5f67b2daa57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd0dca9-fc25-4b7e-a3c0-929991afa254 HTTP/1.1" status: 200  len: 217 time: 0.0889349
Nov 20 20:58:54.350952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc3f51-a549-4742-93c8-ce80ee9078d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5e06a5-a412-4847-9f75-9d44f9af74f0,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:54.485405 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-58913717-bb25-4604-b928-d1e21c0c1727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:54.491472 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-58913717-bb25-4604-b928-d1e21c0c1727 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 HTTP/1.1" status: 200  len: 860 time: 0.1302307
Nov 20 20:58:54.507651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1e090-1687-48df-a42f-637c8170742c req-52c2488a-12c7-4506-89b9-e120a27dcb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:54.509188 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46a1e090-1687-48df-a42f-637c8170742c req-52c2488a-12c7-4506-89b9-e120a27dcb9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 1096 time: 0.2877073
Nov 20 20:58:54.509823 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8bad8db4-42d9-4a5c-a0a0-0e16e0ad5a61 req-061c4c63-d79c-4d55-9933-a695df8c2c88 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:54.524542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['6da7361f-a92e-42ab-9cff-9cb6272a1d49'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:58:54.527786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f8de97a0-2799-4c39-82a8-566fd2fe46e8', 'fbb98294-0032-45b6-818d-7bb8780a27d3'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:58:54.613968 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-5c84d416-c83c-43ef-b278-b36c8baf761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:54.623918 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-5c84d416-c83c-43ef-b278-b36c8baf761e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dde530b-f780-469d-8a3e-3b58058fca24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1253417
Nov 20 20:58:54.669131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c4c63-d79c-4d55-9933-a695df8c2c88 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Pushing event deleted for resources: {'Port': ['ID=6da7361f-a92e-42ab-9cff-9cb6272a1d49,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:54.701521 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-87f725d3-8412-4b60-857c-d641ee227582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:54.703072 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-87f725d3-8412-4b60-857c-d641ee227582 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.2618585
Nov 20 20:58:54.722401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41caa4c8-1ac6-468b-9ffc-b8bfb5940ce6 None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:58:54.775432 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-3bdc1a74-8dc6-487c-8e53-439dbcbd15f5 service neutron] 10.222.0.41 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504965
Nov 20 20:58:54.776745 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586e6fde-b569-4593-81d7-b73850963234 None None] New status for floating IP 8100fa9b-3d19-4559-a8cc-a35b4182154e: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:58:54.782579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af109de-99e5-4c5a-9399-6b16b00abfd4 req-cc1c0fb1-6f0a-450a-bc0c-90c48c10e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:54.790403 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0af109de-99e5-4c5a-9399-6b16b00abfd4 req-cc1c0fb1-6f0a-450a-bc0c-90c48c10e935 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 1097 time: 0.4769812
Nov 20 20:58:54.917862 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bad8db4-42d9-4a5c-a0a0-0e16e0ad5a61 req-061c4c63-d79c-4d55-9933-a695df8c2c88 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] No DVR routers for this DVR port 6da7361f-a92e-42ab-9cff-9cb6272a1d49 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:58:54.923781 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-d51016d3-9060-4523-90be-436a29f9cd3b service neutron] 10.222.0.41 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472225
Nov 20 20:58:54.949153 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8bad8db4-42d9-4a5c-a0a0-0e16e0ad5a61 req-061c4c63-d79c-4d55-9933-a695df8c2c88 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:54.952806 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8bad8db4-42d9-4a5c-a0a0-0e16e0ad5a61 req-061c4c63-d79c-4d55-9933-a695df8c2c88 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.47 "DELETE /v2.0/ports/6da7361f-a92e-42ab-9cff-9cb6272a1d49 HTTP/1.1" status: 204  len: 173 time: 2.0319512
Nov 20 20:58:54.953444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca994f7-8d6e-4750-8730-bde156622c5a', 'name': 'network-vif-deleted', 'tag': '6da7361f-a92e-42ab-9cff-9cb6272a1d49'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:54.957923 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d350960-e3e0-4aea-8a3f-43a8751f5130" -d '{"events": [{"server_uuid": "fca994f7-8d6e-4750-8730-bde156622c5a", "name": "network-vif-deleted", "tag": "6da7361f-a92e-42ab-9cff-9cb6272a1d49"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:55.074801 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-9bbbbc24-f5dc-4706-87eb-c9f9f10b2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:55.092290 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-9bbbbc24-f5dc-4706-87eb-c9f9f10b2f86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 1096 time: 0.1471298
Nov 20 20:58:55.123271 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-44334a12-c308-4651-b240-9ee921dda65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:55.125940 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-44334a12-c308-4651-b240-9ee921dda65e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3318486
Nov 20 20:58:55.191478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1e090-1687-48df-a42f-637c8170742c req-dd97e40d-c8bc-4674-a27d-688bb1b72c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:55.193032 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46a1e090-1687-48df-a42f-637c8170742c req-dd97e40d-c8bc-4674-a27d-688bb1b72c91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 906 time: 0.5567210
Nov 20 20:58:55.200695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba2e21-e0a2-4c32-ba3d-f0b4342cc4f8 req-7117291d-2011-4b7b-a121-8d9eaffc830c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:55.202169 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-74ba2e21-e0a2-4c32-ba3d-f0b4342cc4f8 req-7117291d-2011-4b7b-a121-8d9eaffc830c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.3155308
Nov 20 20:58:55.216490 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af109de-99e5-4c5a-9399-6b16b00abfd4 req-7af13fc7-5826-4331-aa3f-9eaad152ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:55.217971 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0af109de-99e5-4c5a-9399-6b16b00abfd4 req-7af13fc7-5826-4331-aa3f-9eaad152ad7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 922 time: 0.4061215
Nov 20 20:58:55.249925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-453e1e6e-70fb-465a-a0c5-92b3585b9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:55.258801 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-453e1e6e-70fb-465a-a0c5-92b3585b9524 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 922 time: 0.1630294
Nov 20 20:58:55.326954 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46a1e090-1687-48df-a42f-637c8170742c req-1203313b-4407-4555-9e74-60c9acadbe33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8de97a0-2799-4c39-82a8-566fd2fe46e8 HTTP/1.1" status: 200  len: 217 time: 0.1117566
Nov 20 20:58:55.332310 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0af109de-99e5-4c5a-9399-6b16b00abfd4 req-5b648cd1-175a-4385-8464-cd7429dd234a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd0dca9-fc25-4b7e-a3c0-929991afa254 HTTP/1.1" status: 200  len: 217 time: 0.0949070
Nov 20 20:58:55.350028 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-1ad54945-adde-48d6-86df-ba04115e931a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7ce0b65-d28b-4643-8243-0f2177a3136c HTTP/1.1" status: 200  len: 1001 time: 0.0902760
Nov 20 20:58:55.420752 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47288dcf-1f00-4dad-a62e-a4ec38579db4 None None] Sync routers for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:58:55.426523 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-470d83f6-61fd-4a3f-a374-b0270deddfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:55.445481 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-470d83f6-61fd-4a3f-a374-b0270deddfb7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 HTTP/1.1" status: 200  len: 860 time: 0.0856409
Nov 20 20:58:55.446614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47288dcf-1f00-4dad-a62e-a4ec38579db4 None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:55.448439 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-47288dcf-1f00-4dad-a62e-a4ec38579db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a471c21f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:55.503785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-74ba2e21-e0a2-4c32-ba3d-f0b4342cc4f8 req-877d2fbd-5609-425d-bd5b-2d4ba23e7b57 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2898781
Nov 20 20:58:55.513545 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-07975e78-26f2-4211-8b84-88ad09a7d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:55.515434 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-07975e78-26f2-4211-8b84-88ad09a7d60e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dde530b-f780-469d-8a3e-3b58058fca24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0773842
Nov 20 20:58:55.565606 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1e090-1687-48df-a42f-637c8170742c req-84e96e3e-82c5-4554-92c4-97a575cc040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:55.567127 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46a1e090-1687-48df-a42f-637c8170742c req-84e96e3e-82c5-4554-92c4-97a575cc040d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67696e00-d47a-4c01-b60f-02743de8399e HTTP/1.1" status: 200  len: 845 time: 0.1924663
Nov 20 20:58:55.568948 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-654b5e9e-cc87-4ed0-a0e0-39fb38c14c93 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4130898
Nov 20 20:58:55.574721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af109de-99e5-4c5a-9399-6b16b00abfd4 req-31640893-7cc0-4541-a720-244c733e580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:55.584865 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0af109de-99e5-4c5a-9399-6b16b00abfd4 req-31640893-7cc0-4541-a720-244c733e580f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 HTTP/1.1" status: 200  len: 860 time: 0.2088456
Nov 20 20:58:55.687982 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-47288dcf-1f00-4dad-a62e-a4ec38579db4 None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:55.710201 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-3dd921cb-d577-4963-be97-e9b1eee74903 service neutron] 10.222.0.41 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1752388
Nov 20 20:58:55.710849 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46a1e090-1687-48df-a42f-637c8170742c req-96b4ed83-28d2-469d-87ef-f3c9b9181ee5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00efdad1-1d3a-4059-9b5a-980ee6794339&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1190858
Nov 20 20:58:55.732189 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46770) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:55.914812 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af62ad10-ba47-4e1b-aa34-515a4a27f856 req-ff3ac246-2380-4a2a-8f8d-221d10b17c51 service neutron] 10.222.0.41 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1954122
Nov 20 20:58:55.920820 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ca0f42cd-686f-4091-b117-34b65341380b tempest-DvrRoutersNegativeTest-1669673785 tempest-DvrRoutersNegativeTest-1669673785-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-4742898', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:55.925519 ncdv-master-1 neutron-server[126224]: DEBUG neutron.policy [None req-ca0f42cd-686f-4091-b117-34b65341380b tempest-DvrRoutersNegativeTest-1669673785 tempest-DvrRoutersNegativeTest-1669673785-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=126224) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Nov 20 20:58:55.926007 ncdv-master-1 neutron-server[126224]: DEBUG neutron.policy [None req-ca0f42cd-686f-4091-b117-34b65341380b tempest-DvrRoutersNegativeTest-1669673785 tempest-DvrRoutersNegativeTest-1669673785-project] Failed policy check for 'create_router' {{(pid=126224) enforce /opt/stack/neutron/neutron/policy.py:524}}
Nov 20 20:58:55.926644 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-ca0f42cd-686f-4091-b117-34b65341380b tempest-DvrRoutersNegativeTest-1669673785 tempest-DvrRoutersNegativeTest-1669673785-project] create failed (client error): Access was denied to this resource.
Nov 20 20:58:55.931557 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ca0f42cd-686f-4091-b117-34b65341380b tempest-DvrRoutersNegativeTest-1669673785 tempest-DvrRoutersNegativeTest-1669673785-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1849341
Nov 20 20:58:56.015140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-47288dcf-1f00-4dad-a62e-a4ec38579db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a471c21f0>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8100fa9b-3d19-4559-a8cc-a35b4182154e', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'port_id': 'a7ce0b65-d28b-4643-8243-0f2177a3136c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'mac_address': 'fa:16:3e:05:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:58:29Z', 'updated_at': '2021-11-20T20:58:55Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:56.052573 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47288dcf-1f00-4dad-a62e-a4ec38579db4 None None] Checking router: 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:58:56.063044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47288dcf-1f00-4dad-a62e-a4ec38579db4 None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:56.063687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-47288dcf-1f00-4dad-a62e-a4ec38579db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a471c21f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:56.171610 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0ef613b-cd01-496a-a466-471105000446 req-7debb7e4-79b4-43d7-aa7b-38ac7d56b115 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.231 HTTP/1.1" status: 200  len: 1001 time: 0.0822809
Nov 20 20:58:56.240891 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a118bed-6b42-45a5-b9ba-e36bba1b5eb8 x-openstack-request-id: req-5a118bed-6b42-45a5-b9ba-e36bba1b5eb8 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:56.241206 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca994f7-8d6e-4750-8730-bde156622c5a", "name": "network-vif-deleted", "tag": "6da7361f-a92e-42ab-9cff-9cb6272a1d49", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:56.241457 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a118bed-6b42-45a5-b9ba-e36bba1b5eb8 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:56.241865 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca994f7-8d6e-4750-8730-bde156622c5a', 'name': 'network-vif-deleted', 'tag': '6da7361f-a92e-42ab-9cff-9cb6272a1d49', 'status': 'completed', 'code': 200}
Nov 20 20:58:56.257967 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-47288dcf-1f00-4dad-a62e-a4ec38579db4 None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:56.271144 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef613b-cd01-496a-a466-471105000446 req-9f5f3441-348e-4761-af48-94d5bcf551ca tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:56.286611 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0ef613b-cd01-496a-a466-471105000446 req-9f5f3441-348e-4761-af48-94d5bcf551ca tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports/a7ce0b65-d28b-4643-8243-0f2177a3136c HTTP/1.1" status: 200  len: 942 time: 0.1072404
Nov 20 20:58:56.316429 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'tag': 'a7ce0b65-d28b-4643-8243-0f2177a3136c'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:56.319365 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634896c0-8cc5-4f7f-bf5d-4782e72a85fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f9dd9356-273f-4e77-95cc-dbf55d4e893a", "tag": "a7ce0b65-d28b-4643-8243-0f2177a3136c"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:56.336160 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-24cf8351-cbd8-48f5-8583-245b114d0ef5 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7498085
Nov 20 20:58:56.345494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af109de-99e5-4c5a-9399-6b16b00abfd4 req-1e77dbaf-02a7-4d26-93e2-57ac1776d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:56.347821 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0af109de-99e5-4c5a-9399-6b16b00abfd4 req-1e77dbaf-02a7-4d26-93e2-57ac1776d758 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7dde530b-f780-469d-8a3e-3b58058fca24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.7221091
Nov 20 20:58:56.444702 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-50d3b186-34e6-4318-9c2c-f4109915021f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 HTTP/1.1" status: 200  len: 217 time: 0.0916746
Nov 20 20:58:56.453424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932509d-c66a-4c74-9e72-16448f30b109 req-698b4ded-19ce-45e7-8a89-e38c18276635 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:56.463700 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b932509d-c66a-4c74-9e72-16448f30b109 req-698b4ded-19ce-45e7-8a89-e38c18276635 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 945 time: 0.6588690
Nov 20 20:58:56.497997 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0ef613b-cd01-496a-a466-471105000446 req-cdbe9eac-8357-43cb-951a-c19825fa5f3a tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.231 HTTP/1.1" status: 200  len: 1001 time: 0.0971169
Nov 20 20:58:56.501562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e439c05-5aea-45a6-a420-5ac068aedcd4 req-b7047aa6-6fa2-4cc9-967d-f25b3b6e7f85 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:56.503725 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e439c05-5aea-45a6-a420-5ac068aedcd4 req-b7047aa6-6fa2-4cc9-967d-f25b3b6e7f85 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 945 time: 0.2610614
Nov 20 20:58:56.562275 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46a1e090-1687-48df-a42f-637c8170742c req-adf23d63-61d9-49e6-b91e-dd94609333fc service neutron] 10.222.0.37 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8204587
Nov 20 20:58:56.562778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46822) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:56.654949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef613b-cd01-496a-a466-471105000446 req-8062ffe2-9cef-4dbb-b7e6-f00f265b269a tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:56.676707 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0ef613b-cd01-496a-a466-471105000446 req-8062ffe2-9cef-4dbb-b7e6-f00f265b269a tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.1753757
Nov 20 20:58:56.681066 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-47288dcf-1f00-4dad-a62e-a4ec38579db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a471c21f0>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8100fa9b-3d19-4559-a8cc-a35b4182154e', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'port_id': 'a7ce0b65-d28b-4643-8243-0f2177a3136c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'mac_address': 'fa:16:3e:05:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:58:29Z', 'updated_at': '2021-11-20T20:58:55Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:56.711705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47288dcf-1f00-4dad-a62e-a4ec38579db4 None None] The sync data for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 is: [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8100fa9b-3d19-4559-a8cc-a35b4182154e', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'port_id': 'a7ce0b65-d28b-4643-8243-0f2177a3136c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'mac_address': 'fa:16:3e:05:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:58:29Z', 'updated_at': '2021-11-20T20:58:55Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:58:56.748997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-43caba58-d547-4e24-9161-073a0dd1cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:56.750597 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-43caba58-d547-4e24-9161-073a0dd1cd15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.2844348
Nov 20 20:58:56.766647 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b932509d-c66a-4c74-9e72-16448f30b109 req-0d06e24e-9c08-455b-9581-c0d9fdadb597 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc10c77-198e-48df-991d-706fd0c160b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3016105
Nov 20 20:58:56.791343 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6da7361f-a92e-42ab-9cff-9cb6272a1d49 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:58:56.828363 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 6da7361f-a92e-42ab-9cff-9cb6272a1d49 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:58:56.828726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 6da7361f-a92e-42ab-9cff-9cb6272a1d49 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:58:56.871717 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21a6b3b-bda3-4e0c-892e-5102deeea915 x-openstack-request-id: req-a21a6b3b-bda3-4e0c-892e-5102deeea915 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:58:56.872762 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9dd9356-273f-4e77-95cc-dbf55d4e893a", "tag": "a7ce0b65-d28b-4643-8243-0f2177a3136c", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:58:56.873085 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a21a6b3b-bda3-4e0c-892e-5102deeea915 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:58:56.874795 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'tag': 'a7ce0b65-d28b-4643-8243-0f2177a3136c', 'status': 'completed', 'code': 200}
Nov 20 20:58:56.884554 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0af109de-99e5-4c5a-9399-6b16b00abfd4 req-9147dd19-c5a3-4df9-a066-ab4d9eaa76ae service neutron] 10.222.0.37 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5198691
Nov 20 20:58:56.888915 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46a1e090-1687-48df-a42f-637c8170742c req-55f08d7b-d6d5-48d1-9002-c280d726c2f4 service neutron] 10.222.0.37 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2682161
Nov 20 20:58:56.997690 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634896c0-8cc5-4f7f-bf5d-4782e72a85fd req-5057ad1c-8b56-49b7-9c79-efeac4eb7833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:56.999261 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-634896c0-8cc5-4f7f-bf5d-4782e72a85fd req-5057ad1c-8b56-49b7-9c79-efeac4eb7833 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 1096 time: 0.1033518
Nov 20 20:58:57.107959 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-552be16d-a197-45e9-8af9-d008f49b4054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:57.138696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-013493c6-ec5a-43de-a87a-09e86779aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:57.140560 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-013493c6-ec5a-43de-a87a-09e86779aa75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3696098
Nov 20 20:58:57.172175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-6e439c05-5aea-45a6-a420-5ac068aedcd4 req-9c3a0173-ad6e-4ad2-bc87-c393de19fccd tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Deleting port 47ef466b-1a47-4f4e-91bb-96045db695b3 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:58:57.172427 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6e439c05-5aea-45a6-a420-5ac068aedcd4 req-9c3a0173-ad6e-4ad2-bc87-c393de19fccd tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:57.205436 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634896c0-8cc5-4f7f-bf5d-4782e72a85fd req-d187e12e-65f9-490c-b3e2-8811e3377250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:57.207136 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-634896c0-8cc5-4f7f-bf5d-4782e72a85fd req-d187e12e-65f9-490c-b3e2-8811e3377250 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 922 time: 0.1949172
Nov 20 20:58:57.216280 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-1493a36a-d833-435a-bdcb-253400a5c5ca tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.231 HTTP/1.1" status: 200  len: 1001 time: 0.0907249
Nov 20 20:58:57.237896 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80e741-20a2-47ae-9c5c-03bf2064ffca req-c44ce887-d8b0-42ff-a747-1fa93179a294 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:57.239664 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff80e741-20a2-47ae-9c5c-03bf2064ffca req-c44ce887-d8b0-42ff-a747-1fa93179a294 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.2191060
Nov 20 20:58:57.269846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0af109de-99e5-4c5a-9399-6b16b00abfd4 req-dca44917-846d-4ed9-9811-f31a17910772 service neutron] 10.222.0.37 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3346398
Nov 20 20:58:57.443448 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-ab173f54-c2b5-4133-aa26-955293dbfedb service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2911258
Nov 20 20:58:57.513167 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff80e741-20a2-47ae-9c5c-03bf2064ffca req-41a0c1db-c626-4104-87cd-ba0704f7087b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2519624
Nov 20 20:58:57.531658 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-552be16d-a197-45e9-8af9-d008f49b4054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:57.578416 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-552be16d-a197-45e9-8af9-d008f49b4054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:57.591693 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-6e439c05-5aea-45a6-a420-5ac068aedcd4 req-9c3a0173-ad6e-4ad2-bc87-c393de19fccd tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] For port 47ef466b-1a47-4f4e-91bb-96045db695b3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47ef466b-1a47-4f4e-91bb-96045db695b3,segment=NetworkSegment(989c25c9-1c13-450b-8c99-9f5ff3ed266b),segment_id=989c25c9-1c13-450b-8c99-9f5ff3ed266b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:58:57.592068 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6e439c05-5aea-45a6-a420-5ac068aedcd4 req-9c3a0173-ad6e-4ad2-bc87-c393de19fccd tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:57.688892 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-634896c0-8cc5-4f7f-bf5d-4782e72a85fd req-13261592-70b0-45eb-a2cb-28dc374bc767 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7ce0b65-d28b-4643-8243-0f2177a3136c HTTP/1.1" status: 200  len: 1001 time: 0.4717422
Nov 20 20:58:57.713469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-f1ab975d-f8bb-4d61-b6a1-985defc66255 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:57.714831 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-f1ab975d-f8bb-4d61-b6a1-985defc66255 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports/a7ce0b65-d28b-4643-8243-0f2177a3136c HTTP/1.1" status: 200  len: 942 time: 0.4905822
Nov 20 20:58:57.753504 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634896c0-8cc5-4f7f-bf5d-4782e72a85fd req-4e03841c-c3f6-46ee-8487-8bedde515712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:57.755023 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-634896c0-8cc5-4f7f-bf5d-4782e72a85fd req-4e03841c-c3f6-46ee-8487-8bedde515712 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 HTTP/1.1" status: 200  len: 860 time: 0.0574493
Nov 20 20:58:57.802359 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552be16d-a197-45e9-8af9-d008f49b4054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf80278-4292-486f-8dac-8b83ada0db82,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:57.838400 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-552be16d-a197-45e9-8af9-d008f49b4054 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f209941406b748b690e0379f06c166be&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2288039
Nov 20 20:58:57.841069 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46894) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:57.858212 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-72d5439a-9c85-4900-87b8-04a48f29d75e service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4014707
Nov 20 20:58:57.882063 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d8e70-5fba-414b-8e6b-89b22bcede65 req-a35dad1a-8a02-4906-aab4-ca2970fa77cf tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:57.883483 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b85d8e70-5fba-414b-8e6b-89b22bcede65 req-a35dad1a-8a02-4906-aab4-ca2970fa77cf tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 946 time: 0.2658002
Nov 20 20:58:57.887917 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634896c0-8cc5-4f7f-bf5d-4782e72a85fd req-a74d6ef1-245b-4a19-bc1f-ef2273925e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:57.889426 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-634896c0-8cc5-4f7f-bf5d-4782e72a85fd req-a74d6ef1-245b-4a19-bc1f-ef2273925e14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7dde530b-f780-469d-8a3e-3b58058fca24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1266835
Nov 20 20:58:57.907297 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-6e0c3971-360c-4850-a25a-86479d83722a tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.231 HTTP/1.1" status: 200  len: 1001 time: 0.1149528
Nov 20 20:58:57.964759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46898) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:57.969895 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-89b41dd6-8414-4198-ac9e-f2c8f736f073 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=74631941-cda7-49c4-b33a-f60122f88759 HTTP/1.1" status: 200  len: 217 time: 0.0802600
Nov 20 20:58:58.031966 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-85c2cb75-0aa4-4265-825e-dc905c65f454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:58.103360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-85c2cb75-0aa4-4265-825e-dc905c65f454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:58.119476 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-634896c0-8cc5-4f7f-bf5d-4782e72a85fd req-4c73d7d9-926f-4e63-8919-e411a156cd06 service neutron] 10.222.0.47 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2156408
Nov 20 20:58:58.122431 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b85d8e70-5fba-414b-8e6b-89b22bcede65 req-3f336504-a0d9-4d65-9a53-6cce8fda4ce7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2221646
Nov 20 20:58:58.125128 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b69dea77-5f48-4c29-ba7e-9a47297467ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:58.130803 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-7d193ccf-99e2-4197-948f-b4cd31572b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:58.132304 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-7d193ccf-99e2-4197-948f-b4cd31572b00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 200  len: 797 time: 0.1463883
Nov 20 20:58:58.155511 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6e439c05-5aea-45a6-a420-5ac068aedcd4 req-9c3a0173-ad6e-4ad2-bc87-c393de19fccd tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:58.155842 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6e439c05-5aea-45a6-a420-5ac068aedcd4 req-9c3a0173-ad6e-4ad2-bc87-c393de19fccd tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:58.156198 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-6e439c05-5aea-45a6-a420-5ac068aedcd4 req-9c3a0173-ad6e-4ad2-bc87-c393de19fccd tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Floating IP 41ca528d-fb6c-4c03-939f-8d8f960e14cb disassociated. External IP: 172.35.1.73, port: 47ef466b-1a47-4f4e-91bb-96045db695b3.
Nov 20 20:58:58.156598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-6e439c05-5aea-45a6-a420-5ac068aedcd4 req-9c3a0173-ad6e-4ad2-bc87-c393de19fccd tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Calling delete_port for 47ef466b-1a47-4f4e-91bb-96045db695b3 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:58:58.180404 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-e84c7cc4-808d-4d01-8be5-3563224a3069 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:58.186541 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-e84c7cc4-808d-4d01-8be5-3563224a3069 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.2701104
Nov 20 20:58:58.260579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-edbcd823-108d-4039-a8fd-3f5ffed5c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:58.262140 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-edbcd823-108d-4039-a8fd-3f5ffed5c896 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6af962d-f566-43ad-aacb-a9c0f2bc8121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1180160
Nov 20 20:58:58.322485 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-ebe3a4b4-32c2-4ce1-85e4-fed11f38f294 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.231 HTTP/1.1" status: 200  len: 1001 time: 0.1335943
Nov 20 20:58:58.329188 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-85c2cb75-0aa4-4265-825e-dc905c65f454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:58.332872 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-85c2cb75-0aa4-4265-825e-dc905c65f454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:58.336585 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-85c2cb75-0aa4-4265-825e-dc905c65f454 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ccf80278-4292-486f-8dac-8b83ada0db82 HTTP/1.1" status: 204  len: 168 time: 0.4919493
Nov 20 20:58:58.351477 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-05cc204b-dfb3-4b3f-aad8-0889afb5e4a3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:58:58.393956 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-634896c0-8cc5-4f7f-bf5d-4782e72a85fd req-69508a0e-0737-4a1f-8ed4-abc2ccf7ae00 service neutron] 10.222.0.47 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2656465
Nov 20 20:58:58.396636 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2cb75-0aa4-4265-825e-dc905c65f454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf80278-4292-486f-8dac-8b83ada0db82,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:58.435044 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-05cc204b-dfb3-4b3f-aad8-0889afb5e4a3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:58.437234 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b69dea77-5f48-4c29-ba7e-9a47297467ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:58.459948 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b69dea77-5f48-4c29-ba7e-9a47297467ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:58.526467 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-9b1b614d-be14-4ffc-8d2e-cbf06f3aa12e service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2539792
Nov 20 20:58:58.573332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfd0c6-ad7b-4484-be99-ad8acb8fe377 req-191544f1-8c36-4350-b7d7-4b73d6826b56 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:58.575126 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aadfd0c6-ad7b-4484-be99-ad8acb8fe377 req-191544f1-8c36-4350-b7d7-4b73d6826b56 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 945 time: 0.2380166
Nov 20 20:58:58.604001 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69dea77-5f48-4c29-ba7e-9a47297467ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a897f85-5237-4b82-a213-147ee5b8e785,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:58.626646 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b69dea77-5f48-4c29-ba7e-9a47297467ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=963558f7e5834b40b1dd737ab738956c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6583805
Nov 20 20:58:58.629474 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46912) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:58.651056 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6e439c05-5aea-45a6-a420-5ac068aedcd4 req-9c3a0173-ad6e-4ad2-bc87-c393de19fccd tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:58.673227 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-05cc204b-dfb3-4b3f-aad8-0889afb5e4a3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:58.681685 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-05cc204b-dfb3-4b3f-aad8-0889afb5e4a3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:58.682029 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-05cc204b-dfb3-4b3f-aad8-0889afb5e4a3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Floating IP 8100fa9b-3d19-4559-a8cc-a35b4182154e disassociated. External IP: 172.35.1.231, port: a7ce0b65-d28b-4643-8243-0f2177a3136c.
Nov 20 20:58:58.807213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 47ef466b-1a47-4f4e-91bb-96045db695b3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:58:58.807814 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a7f1c70-7e34-4fa4-9ce3-d623d34fe16e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:58.849133 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a7f1c70-7e34-4fa4-9ce3-d623d34fe16e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:58.854547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 47ef466b-1a47-4f4e-91bb-96045db695b3 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:58:58.855098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 47ef466b-1a47-4f4e-91bb-96045db695b3 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:58:58.985451 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a7f1c70-7e34-4fa4-9ce3-d623d34fe16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:58.988776 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a7f1c70-7e34-4fa4-9ce3-d623d34fe16e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:58.989939 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8a7f1c70-7e34-4fa4-9ce3-d623d34fe16e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a897f85-5237-4b82-a213-147ee5b8e785 HTTP/1.1" status: 204  len: 168 time: 0.3594615
Nov 20 20:58:59.005640 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f1c70-7e34-4fa4-9ce3-d623d34fe16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a897f85-5237-4b82-a213-147ee5b8e785,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:59.025247 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-05cc204b-dfb3-4b3f-aad8-0889afb5e4a3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:58:59.028864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a0173-ad6e-4ad2-bc87-c393de19fccd tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Pushing event deleted for resources: {'Port': ['ID=47ef466b-1a47-4f4e-91bb-96045db695b3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:58:59.071326 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dab78-4b7b-4d72-877d-c5da6abfa680 req-34ea03c1-f461-4733-b51a-9385b3969685 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:59.072971 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8c7dab78-4b7b-4d72-877d-c5da6abfa680 req-34ea03c1-f461-4733-b51a-9385b3969685 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 946 time: 0.5099442
Nov 20 20:58:59.157189 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aadfd0c6-ad7b-4484-be99-ad8acb8fe377 req-8f0c8ca5-490e-4bcd-9092-a12551f0273b tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc10c77-198e-48df-991d-706fd0c160b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5392592
Nov 20 20:58:59.179891 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-7c35cba1-1f37-445e-aac3-4fc339098851 service neutron] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6411111
Nov 20 20:58:59.184889 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-05cc204b-dfb3-4b3f-aad8-0889afb5e4a3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:58:59.194457 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-05cc204b-dfb3-4b3f-aad8-0889afb5e4a3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:59.200863 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f406db19-82d9-4911-8aab-ab0f9ad0326a None None] Sync routers for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:58:59.219164 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f406db19-82d9-4911-8aab-ab0f9ad0326a None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:59.221828 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f406db19-82d9-4911-8aab-ab0f9ad0326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54684b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:59.244920 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-0613f984-76ce-43ca-aec1-cc3a1ccb9fc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1906ffcc-f920-4444-989d-3996e905079f HTTP/1.1" status: 200  len: 217 time: 0.0544312
Nov 20 20:58:59.276280 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-05cc204b-dfb3-4b3f-aad8-0889afb5e4a3 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "PUT /v2.0/floatingips/8100fa9b-3d19-4559-a8cc-a35b4182154e HTTP/1.1" status: 200  len: 695 time: 0.9334927
Nov 20 20:58:59.278972 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'tag': 'a7ce0b65-d28b-4643-8243-0f2177a3136c'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:58:59.282725 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdd113f-9195-4a5e-9f74-ea31cba73bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "f9dd9356-273f-4e77-95cc-dbf55d4e893a", "tag": "a7ce0b65-d28b-4643-8243-0f2177a3136c"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:58:59.338083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46936) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:58:59.378104 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-290a5261-10d7-43de-ba0b-6cb66b36d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:59.379741 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-290a5261-10d7-43de-ba0b-6cb66b36d540 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 1096 time: 0.0775311
Nov 20 20:58:59.387900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-fd1fec90-67fa-4efe-916f-f5ee9006a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:59.389983 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-fd1fec90-67fa-4efe-916f-f5ee9006a606 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=675dd659-efc8-4512-8b36-a10de2903548 HTTP/1.1" status: 200  len: 797 time: 0.1178281
Nov 20 20:58:59.420690 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e439c05-5aea-45a6-a420-5ac068aedcd4 req-9c3a0173-ad6e-4ad2-bc87-c393de19fccd tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Router 3d7826e0-5996-48a1-a50c-4da088db9aa9 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:58:59.475010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-8c7dab78-4b7b-4d72-877d-c5da6abfa680 req-d8856103-7067-4c8e-ac64-0ea5ee48cdee tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Deleting port fbb98294-0032-45b6-818d-7bb8780a27d3 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:58:59.475554 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8c7dab78-4b7b-4d72-877d-c5da6abfa680 req-d8856103-7067-4c8e-ac64-0ea5ee48cdee tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:58:59.489760 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-f406db19-82d9-4911-8aab-ab0f9ad0326a None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:58:59.602943 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-fd98813f-a552-4603-be07-8c5c504ea21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:59.625637 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-fd98813f-a552-4603-be07-8c5c504ea21d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 922 time: 0.2374239
Nov 20 20:58:59.638527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0d195d6c-7a6c-40d9-8d35-19580d6081a7 tempest-ServiceProvidersTest-385791044 tempest-ServiceProvidersTest-385791044-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.2976387
Nov 20 20:58:59.671461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-9a92832b-0e49-4d3c-a4d8-22e2b965d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:59.675158 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-9a92832b-0e49-4d3c-a4d8-22e2b965d523 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2735491
Nov 20 20:58:59.702739 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-c687afa4-5b07-49dd-9e17-27e97b1b1ff0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7ce0b65-d28b-4643-8243-0f2177a3136c HTTP/1.1" status: 200  len: 217 time: 0.0759394
Nov 20 20:58:59.800923 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df04c8e-139b-48d1-89c6-23ff284d118e req-c2af378b-e0eb-4e63-acd5-99498db6cc1b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:59.806199 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-c9216093-4369-4b6c-a13a-28c1125122fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:59.809530 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5df04c8e-139b-48d1-89c6-23ff284d118e req-c2af378b-e0eb-4e63-acd5-99498db6cc1b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.3530610
Nov 20 20:58:59.810537 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-c9216093-4369-4b6c-a13a-28c1125122fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 HTTP/1.1" status: 200  len: 860 time: 0.1012444
Nov 20 20:58:59.898122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-c25fe407-3c37-4b81-b9e8-ade4d38fbde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:59.899160 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f406db19-82d9-4911-8aab-ab0f9ad0326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54684b50>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:59.909854 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-c25fe407-3c37-4b81-b9e8-ade4d38fbde5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dde530b-f780-469d-8a3e-3b58058fca24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0776236
Nov 20 20:58:59.929665 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f406db19-82d9-4911-8aab-ab0f9ad0326a None None] Checking router: 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:58:59.940097 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f406db19-82d9-4911-8aab-ab0f9ad0326a None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:58:59.940735 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f406db19-82d9-4911-8aab-ab0f9ad0326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54684b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:58:59.977345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7500292-2762-4bb0-b03b-3df2b42e0b38 req-fc7bde7a-f4a0-45bd-b491-2a28c4da9d23 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:58:59.979319 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e7500292-2762-4bb0-b03b-3df2b42e0b38 req-fc7bde7a-f4a0-45bd-b491-2a28c4da9d23 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.3642681
Nov 20 20:59:00.004612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-8c7dab78-4b7b-4d72-877d-c5da6abfa680 req-d8856103-7067-4c8e-ac64-0ea5ee48cdee tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] For port fbb98294-0032-45b6-818d-7bb8780a27d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fbb98294-0032-45b6-818d-7bb8780a27d3,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:00.005397 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8c7dab78-4b7b-4d72-877d-c5da6abfa680 req-d8856103-7067-4c8e-ac64-0ea5ee48cdee tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:00.008894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e439c05-5aea-45a6-a420-5ac068aedcd4 req-9c3a0173-ad6e-4ad2-bc87-c393de19fccd tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:59:00.020680 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365996be-cf04-42f2-b66d-edd4b9132510 None None] Sync routers for ids ['3d7826e0-5996-48a1-a50c-4da088db9aa9'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:59:00.038361 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46956) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:00.040883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365996be-cf04-42f2-b66d-edd4b9132510 None None] Routers {'3d7826e0-5996-48a1-a50c-4da088db9aa9'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:00.044261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-365996be-cf04-42f2-b66d-edd4b9132510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464ef670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3d7826e0-5996-48a1-a50c-4da088db9aa9'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:00.074655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-8c7dab78-4b7b-4d72-877d-c5da6abfa680 req-d8856103-7067-4c8e-ac64-0ea5ee48cdee tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Calling delete_port for fbb98294-0032-45b6-818d-7bb8780a27d3 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:00.084094 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-f406db19-82d9-4911-8aab-ab0f9ad0326a None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:00.117514 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-6e609c0f-dbeb-4eae-8bd9-1aaff2dd733a service neutron] 10.222.0.41 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2067389
Nov 20 20:59:00.156571 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5df04c8e-139b-48d1-89c6-23ff284d118e req-b20adb3a-4c0a-4017-b252-5725413f9753 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3457506
Nov 20 20:59:00.212788 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e439c05-5aea-45a6-a420-5ac068aedcd4 req-9c3a0173-ad6e-4ad2-bc87-c393de19fccd tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] No DVR routers for this DVR port 47ef466b-1a47-4f4e-91bb-96045db695b3 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:59:00.231297 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-cfb34c35-464b-4cef-a3bf-68c15bbd07aa service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5425861
Nov 20 20:59:00.239877 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6e439c05-5aea-45a6-a420-5ac068aedcd4 req-9c3a0173-ad6e-4ad2-bc87-c393de19fccd tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:00.254277 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e439c05-5aea-45a6-a420-5ac068aedcd4 req-9c3a0173-ad6e-4ad2-bc87-c393de19fccd tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.47 "DELETE /v2.0/ports/47ef466b-1a47-4f4e-91bb-96045db695b3 HTTP/1.1" status: 204  len: 173 time: 3.7307205
Nov 20 20:59:00.257741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5cd44f-7bf8-498d-96f4-76d5039c2cc3', 'name': 'network-vif-deleted', 'tag': '47ef466b-1a47-4f4e-91bb-96045db695b3'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:00.265604 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa545f3b-c9ca-4be1-bdd3-97152ceb477c" -d '{"events": [{"server_uuid": "8f5cd44f-7bf8-498d-96f4-76d5039c2cc3", "name": "network-vif-deleted", "tag": "47ef466b-1a47-4f4e-91bb-96045db695b3"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:00.279130 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39a7cc83-eab4-45cb-bdea-002a31248366 req-bed70a93-30c1-468d-8310-a84710209519 service neutron] 10.222.0.41 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1551733
Nov 20 20:59:00.302572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-365996be-cf04-42f2-b66d-edd4b9132510 None None] Set router 3d7826e0-5996-48a1-a50c-4da088db9aa9 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:00.410969 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffacac3a-ad46-4519-81c3-738f16d45588 x-openstack-request-id: req-ffacac3a-ad46-4519-81c3-738f16d45588 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:00.411835 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9dd9356-273f-4e77-95cc-dbf55d4e893a", "tag": "a7ce0b65-d28b-4643-8243-0f2177a3136c", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:00.412379 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ffacac3a-ad46-4519-81c3-738f16d45588 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:00.413033 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'tag': 'a7ce0b65-d28b-4643-8243-0f2177a3136c', 'status': 'completed', 'code': 200}
Nov 20 20:59:00.459743 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f406db19-82d9-4911-8aab-ab0f9ad0326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54684b50>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:00.528966 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f406db19-82d9-4911-8aab-ab0f9ad0326a None None] The sync data for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 is: [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:59:00.570693 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629852-42ca-4f9b-b3b5-32548a097299 req-276ac0e8-4b8d-45f8-a459-b71c99cff117 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:00.578526 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac629852-42ca-4f9b-b3b5-32548a097299 req-276ac0e8-4b8d-45f8-a459-b71c99cff117 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 946 time: 0.2731228
Nov 20 20:59:00.596828 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d0b7f3c-6b13-452b-9bc8-096f73a69b07 req-844518ec-b252-4e94-9a97-019ee348d242 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5cd44f-7bf8-498d-96f4-76d5039c2cc3 HTTP/1.1" status: 200  len: 210 time: 0.0482402
Nov 20 20:59:00.747726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-e7500292-2762-4bb0-b03b-3df2b42e0b38 req-d3643d8a-e82f-4138-a9f9-ac98d2fa1011 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Deleting port 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:00.748323 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e7500292-2762-4bb0-b03b-3df2b42e0b38 req-d3643d8a-e82f-4138-a9f9-ac98d2fa1011 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:00.788189 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-365996be-cf04-42f2-b66d-edd4b9132510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464ef670>, [{'id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'name': 'tempest-ServersTestManualDisk-2066011802-router', 'tenant_id': '92267796613943d4aa68073d9406f124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:56:24Z', 'updated_at': '2021-11-20T20:56:30Z', 'revision_number': 4, 'project_id': '92267796613943d4aa68073d9406f124', 'gw_port': {'id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:25Z', 'updated_at': '2021-11-20T20:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b52b935d-ea0d-442f-a398-b129398557ca', 'name': '', 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421', 'tenant_id': '92267796613943d4aa68073d9406f124', 'mac_address': 'fa:16:3e:44:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:29Z', 'updated_at': '2021-11-20T20:56:39Z', 'revision_number': 5, 'project_id': '92267796613943d4aa68073d9406f124', 'subnets': [{'id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:00.797049 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-338db978-6335-43c7-97fa-099bd7340b5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:00.811790 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc41aaad-533d-40dc-be23-4072d10c7d48 x-openstack-request-id: req-cc41aaad-533d-40dc-be23-4072d10c7d48 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:00.812108 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5cd44f-7bf8-498d-96f4-76d5039c2cc3", "name": "network-vif-deleted", "tag": "47ef466b-1a47-4f4e-91bb-96045db695b3", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:00.812370 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc41aaad-533d-40dc-be23-4072d10c7d48 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:00.813553 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5cd44f-7bf8-498d-96f4-76d5039c2cc3', 'name': 'network-vif-deleted', 'tag': '47ef466b-1a47-4f4e-91bb-96045db695b3', 'status': 'completed', 'code': 200}
Nov 20 20:59:00.849713 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365996be-cf04-42f2-b66d-edd4b9132510 None None] Checking router: 3d7826e0-5996-48a1-a50c-4da088db9aa9 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:59:00.859878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365996be-cf04-42f2-b66d-edd4b9132510 None None] Routers {'3d7826e0-5996-48a1-a50c-4da088db9aa9'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:00.860119 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-365996be-cf04-42f2-b66d-edd4b9132510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464ef670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3d7826e0-5996-48a1-a50c-4da088db9aa9'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:00.871882 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-5680f40b-1b11-410e-ae94-2d22067ea830 service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5666885
Nov 20 20:59:00.885877 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd113f-9195-4a5e-9f74-ea31cba73bb7 req-76d52fb5-697c-433e-9d21-ec7a58e7e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:00.888716 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0bdd113f-9195-4a5e-9f74-ea31cba73bb7 req-76d52fb5-697c-433e-9d21-ec7a58e7e76b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 1096 time: 0.4238441
Nov 20 20:59:00.929094 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac629852-42ca-4f9b-b3b5-32548a097299 req-437ec9f2-14ac-4ef5-a086-be1429e42b68 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3495564
Nov 20 20:59:01.084083 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-365996be-cf04-42f2-b66d-edd4b9132510 None None] Set router 3d7826e0-5996-48a1-a50c-4da088db9aa9 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:01.090590 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee6136a-3513-4a88-be02-cd9fc7cfdb2f None None] New status for floating IP 8100fa9b-3d19-4559-a8cc-a35b4182154e: DOWN {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:59:01.153320 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-ce5a08ad-95d6-4e4c-92b5-c4117dcec4df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46000a03-6d74-43bc-957f-eb13e3558ac6 HTTP/1.1" status: 200  len: 217 time: 0.2436242
Nov 20 20:59:01.165282 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8c7dab78-4b7b-4d72-877d-c5da6abfa680 req-d8856103-7067-4c8e-ac64-0ea5ee48cdee tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:01.202739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f8de97a0-2799-4c39-82a8-566fd2fe46e8'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:59:01.394085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833195f-2a52-47c4-9e00-4568b81b639a req-6d923376-57f7-4ed7-a643-8897e83cd288 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:01.404140 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8833195f-2a52-47c4-9e00-4568b81b639a req-6d923376-57f7-4ed7-a643-8897e83cd288 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 945 time: 0.1120920
Nov 20 20:59:01.434522 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-e7500292-2762-4bb0-b03b-3df2b42e0b38 req-d3643d8a-e82f-4138-a9f9-ac98d2fa1011 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] For port 8db776c8-e246-49f6-8f5f-c227f2b7e7c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8db776c8-e246-49f6-8f5f-c227f2b7e7c9,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:01.435143 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e7500292-2762-4bb0-b03b-3df2b42e0b38 req-d3643d8a-e82f-4138-a9f9-ac98d2fa1011 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:01.466459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-e7500292-2762-4bb0-b03b-3df2b42e0b38 req-d3643d8a-e82f-4138-a9f9-ac98d2fa1011 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Calling delete_port for 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:01.488670 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46990) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:01.524948 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8833195f-2a52-47c4-9e00-4568b81b639a req-bfc35097-4add-455c-8e8f-efbf712975cd tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049075
Nov 20 20:59:01.535346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc61e8a2-3a5c-4ae8-a832-7d1a79c7e3db None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:01.561880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8856103-7067-4c8e-ac64-0ea5ee48cdee tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Pushing event deleted for resources: {'Port': ['ID=fbb98294-0032-45b6-818d-7bb8780a27d3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:01.652275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-65f8f321-8329-4736-9b1d-38802bf56e04 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-455625292'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:01.652963 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-65f8f321-8329-4736-9b1d-38802bf56e04 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] Unknown quota resources ['metering_label']. {{(pid=126224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 20 20:59:01.673157 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7dab78-4b7b-4d72-877d-c5da6abfa680 req-d8856103-7067-4c8e-ac64-0ea5ee48cdee tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] No DVR routers for this DVR port fbb98294-0032-45b6-818d-7bb8780a27d3 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:59:01.685767 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8c7dab78-4b7b-4d72-877d-c5da6abfa680 req-d8856103-7067-4c8e-ac64-0ea5ee48cdee tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:01.689210 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8c7dab78-4b7b-4d72-877d-c5da6abfa680 req-d8856103-7067-4c8e-ac64-0ea5ee48cdee tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.37 "DELETE /v2.0/ports/fbb98294-0032-45b6-818d-7bb8780a27d3 HTTP/1.1" status: 204  len: 173 time: 2.6018815
Nov 20 20:59:01.709191 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-4876a213-ba8b-408f-8422-50e92d7c7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:01.710997 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-4876a213-ba8b-408f-8422-50e92d7c7fc9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=675dd659-efc8-4512-8b36-a10de2903548 HTTP/1.1" status: 200  len: 797 time: 0.5483212
Nov 20 20:59:01.718422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd113f-9195-4a5e-9f74-ea31cba73bb7 req-31dc4dc3-3e32-49fc-9045-b010d323bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:01.719935 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0bdd113f-9195-4a5e-9f74-ea31cba73bb7 req-31dc4dc3-3e32-49fc-9045-b010d323bfdd service neutron] 10.222.0.47 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 922 time: 0.7807071
Nov 20 20:59:01.724704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-365996be-cf04-42f2-b66d-edd4b9132510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464ef670>, [{'id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'name': 'tempest-ServersTestManualDisk-2066011802-router', 'tenant_id': '92267796613943d4aa68073d9406f124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:56:24Z', 'updated_at': '2021-11-20T20:56:30Z', 'revision_number': 4, 'project_id': '92267796613943d4aa68073d9406f124', 'gw_port': {'id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:25Z', 'updated_at': '2021-11-20T20:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b52b935d-ea0d-442f-a398-b129398557ca', 'name': '', 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421', 'tenant_id': '92267796613943d4aa68073d9406f124', 'mac_address': 'fa:16:3e:44:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:29Z', 'updated_at': '2021-11-20T20:56:39Z', 'revision_number': 5, 'project_id': '92267796613943d4aa68073d9406f124', 'subnets': [{'id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:01.738714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47000) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:01.756425 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365996be-cf04-42f2-b66d-edd4b9132510 None None] The sync data for ids ['3d7826e0-5996-48a1-a50c-4da088db9aa9'] in ncdv-master-1 is: [{'id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'name': 'tempest-ServersTestManualDisk-2066011802-router', 'tenant_id': '92267796613943d4aa68073d9406f124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:56:24Z', 'updated_at': '2021-11-20T20:56:30Z', 'revision_number': 4, 'project_id': '92267796613943d4aa68073d9406f124', 'gw_port': {'id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:25Z', 'updated_at': '2021-11-20T20:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b52b935d-ea0d-442f-a398-b129398557ca', 'name': '', 'network_id': '40d8ef56-5653-4804-9a84-8afa72f95421', 'tenant_id': '92267796613943d4aa68073d9406f124', 'mac_address': 'fa:16:3e:44:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:29Z', 'updated_at': '2021-11-20T20:56:39Z', 'revision_number': 5, 'project_id': '92267796613943d4aa68073d9406f124', 'subnets': [{'id': 'ba6c4532-37ae-45a6-b888-d121c934a480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:59:01.829254 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-10718d97-f6de-46a2-be0b-f1bbf7fd132f tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:01.831681 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-10718d97-f6de-46a2-be0b-f1bbf7fd132f tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.5719090
Nov 20 20:59:01.891963 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0bdd113f-9195-4a5e-9f74-ea31cba73bb7 req-c03de383-27d7-41c2-ac53-92bf769d50ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7ce0b65-d28b-4643-8243-0f2177a3136c HTTP/1.1" status: 200  len: 217 time: 0.1397903
Nov 20 20:59:01.894292 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device fbb98294-0032-45b6-818d-7bb8780a27d3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:01.917979 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: fbb98294-0032-45b6-818d-7bb8780a27d3 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:59:01.917979 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device fbb98294-0032-45b6-818d-7bb8780a27d3 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:59:01.935079 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-65f8f321-8329-4736-9b1d-38802bf56e04 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:01.936362 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-65f8f321-8329-4736-9b1d-38802bf56e04 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.4462197
Nov 20 20:59:01.939177 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47002) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:01.944113 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-275ac4dd-48c2-4f57-9f4b-c94dc40a2885 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f67ab297-a518-44f7-8ef1-ba41c7806b1b'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:01.944708 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-275ac4dd-48c2-4f57-9f4b-c94dc40a2885 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 20 20:59:02.029144 ncdv-master-1 neutron-server[126224]: WARNING neutron.services.metering.metering_plugin [None req-275ac4dd-48c2-4f57-9f4b-c94dc40a2885 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 20 20:59:02.108937 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7527596c-3481-4938-8d93-bd844239aa15 None None] New status for floating IP 41ca528d-fb6c-4c03-939f-8d8f960e14cb: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:59:02.135504 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2517cab0-51d2-4639-80bd-2912f0ac1a0c req-1f809018-d435-463c-b621-60b6630d377e tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f740d9f-2e25-44ef-95b1-b05cfb73a79f HTTP/1.1" status: 200  len: 210 time: 0.0738983
Nov 20 20:59:02.182546 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-275ac4dd-48c2-4f57-9f4b-c94dc40a2885 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:02.183743 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-275ac4dd-48c2-4f57-9f4b-c94dc40a2885 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.2430682
Nov 20 20:59:02.186776 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47008) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:02.191735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-23db4bfe-2a2e-43a9-9c7f-4164b5255f34 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f67ab297-a518-44f7-8ef1-ba41c7806b1b'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:02.192312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-23db4bfe-2a2e-43a9-9c7f-4164b5255f34 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 20 20:59:02.273014 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-e18c464a-f202-400d-82a7-72474e6782ee tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.231 HTTP/1.1" status: 200  len: 696 time: 0.3938725
Nov 20 20:59:02.284281 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-338db978-6335-43c7-97fa-099bd7340b5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:02.287163 ncdv-master-1 neutron-server[126224]: WARNING neutron.services.metering.metering_plugin [None req-23db4bfe-2a2e-43a9-9c7f-4164b5255f34 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 20 20:59:02.305080 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-338db978-6335-43c7-97fa-099bd7340b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:02.361323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-b797c01a-e71c-463c-974c-8103a9abe5e8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Request body: {'floatingip': {'port_id': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:02.380986 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23db4bfe-2a2e-43a9-9c7f-4164b5255f34 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:02.383409 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-23db4bfe-2a2e-43a9-9c7f-4164b5255f34 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.1955972
Nov 20 20:59:02.384825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47010) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:02.397480 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-91ab9dc2-29e4-468c-8069-818f3d26be52 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=7021e180-ff13-41fb-8bb1-0aeb370c2c1b HTTP/1.1" status: 200  len: 464 time: 0.0106277
Nov 20 20:59:02.400047 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47012) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:02.497867 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-4821e9a2-6245-4139-ab55-4279ae08f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:02.499800 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-4821e9a2-6245-4139-ab55-4279ae08f03f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.7457204
Nov 20 20:59:02.509925 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-b797c01a-e71c-463c-974c-8103a9abe5e8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for floatingip, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:02.512135 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-28e63355-1f9e-4812-818d-133bcdc1172b tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:02.516148 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-28e63355-1f9e-4812-818d-133bcdc1172b tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/7021e180-ff13-41fb-8bb1-0aeb370c2c1b HTTP/1.1" status: 204  len: 168 time: 0.1122665
Nov 20 20:59:02.516403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47014) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:02.531744 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-41a989b8-6b79-451a-9379-81ea4df202b4 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=7021e180-ff13-41fb-8bb1-0aeb370c2c1b HTTP/1.1" status: 200  len: 221 time: 0.0106764
Nov 20 20:59:02.532289 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47018) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:02.536706 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-338db978-6335-43c7-97fa-099bd7340b5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a0dc599781840f68335d8773acfd222&name=default HTTP/1.1" status: 200  len: 3000 time: 2.4966702
Nov 20 20:59:02.537175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0acbba4c-e403-4852-b703-0e949a65d52d tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--403462763', 'description': 'label created by tempest'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:02.537630 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0acbba4c-e403-4852-b703-0e949a65d52d tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] Unknown quota resources ['metering_label']. {{(pid=126224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 20 20:59:02.540210 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47020) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:02.550867 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ee1873a-184c-4460-a9eb-5c597d5edcb7 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:02.552222 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338db978-6335-43c7-97fa-099bd7340b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8e0a05-8ab3-40d5-954d-f2d00aea812a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:02.607155 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd113f-9195-4a5e-9f74-ea31cba73bb7 req-cb9bd55e-4d37-4c5b-8dfc-09426b3aee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:02.608635 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0bdd113f-9195-4a5e-9f74-ea31cba73bb7 req-cb9bd55e-4d37-4c5b-8dfc-09426b3aee78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 HTTP/1.1" status: 200  len: 860 time: 0.6983833
Nov 20 20:59:02.716544 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ee1873a-184c-4460-a9eb-5c597d5edcb7 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:02.777225 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e7500292-2762-4bb0-b03b-3df2b42e0b38 req-d3643d8a-e82f-4138-a9f9-ac98d2fa1011 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:02.791865 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf09a33-3fde-4b18-82e3-4fd0b022e41b req-61c3d9bd-33b8-408f-be51-09352aa55c4a tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:02.793365 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-faf09a33-3fde-4b18-82e3-4fd0b022e41b req-61c3d9bd-33b8-408f-be51-09352aa55c4a tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9dd9356-273f-4e77-95cc-dbf55d4e893a HTTP/1.1" status: 200  len: 945 time: 0.2523241
Nov 20 20:59:02.829233 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f740d9f-2e25-44ef-95b1-b05cfb73a79f', 'name': 'network-vif-deleted', 'tag': 'fbb98294-0032-45b6-818d-7bb8780a27d3'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:02.832170 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e004aac5-2eb0-4bc3-8f0f-1766b181851e" -d '{"events": [{"server_uuid": "0f740d9f-2e25-44ef-95b1-b05cfb73a79f", "name": "network-vif-deleted", "tag": "fbb98294-0032-45b6-818d-7bb8780a27d3"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:02.841172 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0acbba4c-e403-4852-b703-0e949a65d52d tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:02.842318 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0acbba4c-e403-4852-b703-0e949a65d52d tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.3090568
Nov 20 20:59:02.855696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3643d8a-e82f-4138-a9f9-ac98d2fa1011 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Pushing event deleted for resources: {'Port': ['ID=8db776c8-e246-49f6-8f5f-c227f2b7e7c9,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:02.859451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47038) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:02.869351 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0dc9fb-7b62-4fcd-bc87-ad966bea0cb8 None None] DHCP port deletion for c3915836-86cb-49e6-9e5c-f9e82114304b request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:02.945817 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd113f-9195-4a5e-9f74-ea31cba73bb7 req-1f5ac0f2-691e-4076-acd3-37668e84a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:02.947745 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0bdd113f-9195-4a5e-9f74-ea31cba73bb7 req-1f5ac0f2-691e-4076-acd3-37668e84a8b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7dde530b-f780-469d-8a3e-3b58058fca24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3211844
Nov 20 20:59:03.074492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7500292-2762-4bb0-b03b-3df2b42e0b38 req-d3643d8a-e82f-4138-a9f9-ac98d2fa1011 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] No DVR routers for this DVR port 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:59:03.077939 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e7500292-2762-4bb0-b03b-3df2b42e0b38 req-d3643d8a-e82f-4138-a9f9-ac98d2fa1011 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:03.082202 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e7500292-2762-4bb0-b03b-3df2b42e0b38 req-d3643d8a-e82f-4138-a9f9-ac98d2fa1011 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.37 "DELETE /v2.0/ports/8db776c8-e246-49f6-8f5f-c227f2b7e7c9 HTTP/1.1" status: 204  len: 173 time: 3.0859575
Nov 20 20:59:03.098445 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-e66f7467-766b-4926-a333-d73418c70eb5 service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5671701
Nov 20 20:59:03.102913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e847e4cf-d1c3-4a98-9884-4ba4450c9b46 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=ffeccea2-4225-4172-a74e-5a8b917649a9 HTTP/1.1" status: 200  len: 467 time: 0.2281997
Nov 20 20:59:03.111810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47042) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:03.181608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d3472-d0f9-4b5e-851c-bbd4b88f29d6 req-557b4572-5239-46be-8351-29ac8812f7ba tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:03.183195 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-318d3472-d0f9-4b5e-851c-bbd4b88f29d6 req-557b4572-5239-46be-8351-29ac8812f7ba tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e03721-bed1-4ab2-93cf-46282cbec99f HTTP/1.1" status: 200  len: 867 time: 0.5805821
Nov 20 20:59:03.194386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ee1873a-184c-4460-a9eb-5c597d5edcb7 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:03.197339 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ee1873a-184c-4460-a9eb-5c597d5edcb7 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:03.201233 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47046) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:03.201433 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9ee1873a-184c-4460-a9eb-5c597d5edcb7 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "DELETE /v2.0/security-groups/0cc10c77-198e-48df-991d-706fd0c160b7 HTTP/1.1" status: 204  len: 168 time: 1.4578238
Nov 20 20:59:03.227429 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e0321f9-2489-4cfc-b914-7ad6b0c8405f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:03.246619 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-5b7accc2-1d0e-4c7b-af5b-43d857db7e8f tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] show failed (client error): The resource could not be found.
Nov 20 20:59:03.247654 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5b7accc2-1d0e-4c7b-af5b-43d857db7e8f tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "GET /v2.0/security-groups/0cc10c77-198e-48df-991d-706fd0c160b7 HTTP/1.1" status: 404  len: 347 time: 0.0426276
Nov 20 20:59:03.258136 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47048) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:03.312132 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1873a-184c-4460-a9eb-5c597d5edcb7 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc10c77-198e-48df-991d-706fd0c160b7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:03.344327 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e0321f9-2489-4cfc-b914-7ad6b0c8405f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:03.417422 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-318d3472-d0f9-4b5e-851c-bbd4b88f29d6 req-18f328e6-ed9c-46af-911d-69040f572511 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2152038
Nov 20 20:59:03.491527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-faf09a33-3fde-4b18-82e3-4fd0b022e41b req-7f57f2f1-22ce-4657-8b0c-8612a85770cc tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Deleting port a7ce0b65-d28b-4643-8243-0f2177a3136c {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:03.491998 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-faf09a33-3fde-4b18-82e3-4fd0b022e41b req-7f57f2f1-22ce-4657-8b0c-8612a85770cc tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:03.522215 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95577270-b6dc-4251-b925-8f303617b977 x-openstack-request-id: req-95577270-b6dc-4251-b925-8f303617b977 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:03.522527 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f740d9f-2e25-44ef-95b1-b05cfb73a79f", "name": "network-vif-deleted", "tag": "fbb98294-0032-45b6-818d-7bb8780a27d3", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:03.522770 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95577270-b6dc-4251-b925-8f303617b977 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:03.523168 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f740d9f-2e25-44ef-95b1-b05cfb73a79f', 'name': 'network-vif-deleted', 'tag': 'fbb98294-0032-45b6-818d-7bb8780a27d3', 'status': 'completed', 'code': 200}
Nov 20 20:59:03.590892 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e0321f9-2489-4cfc-b914-7ad6b0c8405f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:03.593621 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e0321f9-2489-4cfc-b914-7ad6b0c8405f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:03.594882 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8e0321f9-2489-4cfc-b914-7ad6b0c8405f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce8e0a05-8ab3-40d5-954d-f2d00aea812a HTTP/1.1" status: 204  len: 168 time: 1.0526488
Nov 20 20:59:03.622535 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0321f9-2489-4cfc-b914-7ad6b0c8405f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8e0a05-8ab3-40d5-954d-f2d00aea812a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:03.637164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-3ae06c6c-8fc0-4b51-bed0-eb5f3bbb1ea6 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Deleting port fe8be273-5e40-4522-8563-d94c1547fbbd {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:03.637350 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ae06c6c-8fc0-4b51-bed0-eb5f3bbb1ea6 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:03.675579 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-faf09a33-3fde-4b18-82e3-4fd0b022e41b req-7f57f2f1-22ce-4657-8b0c-8612a85770cc tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] For port a7ce0b65-d28b-4643-8243-0f2177a3136c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7ce0b65-d28b-4643-8243-0f2177a3136c,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:03.676386 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-faf09a33-3fde-4b18-82e3-4fd0b022e41b req-7f57f2f1-22ce-4657-8b0c-8612a85770cc tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:03.725504 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0bdd113f-9195-4a5e-9f74-ea31cba73bb7 req-6a87f099-dac7-4adf-b476-13d26ce0e1c1 service neutron] 10.222.0.47 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6830854
Nov 20 20:59:03.738199 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2ca611e4-841b-4556-89cf-355d4351c8ab tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:03.741710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-faf09a33-3fde-4b18-82e3-4fd0b022e41b req-7f57f2f1-22ce-4657-8b0c-8612a85770cc tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Calling delete_port for a7ce0b65-d28b-4643-8243-0f2177a3136c owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:03.742545 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2ca611e4-841b-4556-89cf-355d4351c8ab tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/ffeccea2-4225-4172-a74e-5a8b917649a9 HTTP/1.1" status: 204  len: 168 time: 0.6294615
Nov 20 20:59:03.745048 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47054) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:03.764026 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-32ac1139-fd36-4386-be29-7ffd14fd2601 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=ffeccea2-4225-4172-a74e-5a8b917649a9 HTTP/1.1" status: 200  len: 216 time: 0.0170331
Nov 20 20:59:03.766725 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a52ddb0-b5ec-422f-a126-fbe4ffcf48d2 req-38065921-f104-4823-b05f-820464fad9db service neutron] 10.222.0.47 "GET /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6571410
Nov 20 20:59:03.774503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47056) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:03.796946 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8e4da155-1f64-472b-9956-cd70486ae6d7 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0210288
Nov 20 20:59:03.804377 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47058) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:03.867560 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ae06c6c-8fc0-4b51-bed0-eb5f3bbb1ea6 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:03.868169 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ae06c6c-8fc0-4b51-bed0-eb5f3bbb1ea6 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:03.872006 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-84213d9a-355e-4843-8928-e1e1281d899b tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0633841
Nov 20 20:59:03.879857 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47060) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:03.910466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:03.980660 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-3ae06c6c-8fc0-4b51-bed0-eb5f3bbb1ea6 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Calling delete_port for fe8be273-5e40-4522-8563-d94c1547fbbd owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:03.989313 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:59:03.989500 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 8db776c8-e246-49f6-8f5f-c227f2b7e7c9 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:59:04.019969 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1528459d-4b5d-40f1-9ff6-5bb3aee56840 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/f67ab297-a518-44f7-8ef1-ba41c7806b1b HTTP/1.1" status: 200  len: 472 time: 0.1329772
Nov 20 20:59:04.034503 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47070) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:04.057743 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0bdd113f-9195-4a5e-9f74-ea31cba73bb7 req-45efece1-c6b0-41de-8e3b-afe4232430e9 service neutron] 10.222.0.47 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3041487
Nov 20 20:59:04.060988 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-482e46bd-b1be-4e7d-a60a-ef9f1c55e543 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/a8a8a935-927b-42c4-b4b3-6bcd365577aa HTTP/1.1" status: 200  len: 461 time: 0.0240235
Nov 20 20:59:04.065101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47076) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:04.197795 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-b797c01a-e71c-463c-974c-8103a9abe5e8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:04.209100 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-b797c01a-e71c-463c-974c-8103a9abe5e8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:04.299570 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b57df726-1542-4aea-93b7-027d14cd2c74 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:04.300725 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b57df726-1542-4aea-93b7-027d14cd2c74 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/a8a8a935-927b-42c4-b4b3-6bcd365577aa HTTP/1.1" status: 204  len: 168 time: 0.2346947
Nov 20 20:59:04.304148 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47086) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:04.346200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-2b19c81d-6887-4868-98dc-6bf30b43f6d9 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:04.347896 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-2b19c81d-6887-4868-98dc-6bf30b43f6d9 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 805 time: 0.2505422
Nov 20 20:59:04.348557 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-faf09a33-3fde-4b18-82e3-4fd0b022e41b req-7f57f2f1-22ce-4657-8b0c-8612a85770cc tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:04.362526 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['cfd0dca9-fc25-4b7e-a3c0-929991afa254'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:59:04.411492 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['a7ce0b65-d28b-4643-8243-0f2177a3136c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:59:04.452649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57f2f1-22ce-4657-8b0c-8612a85770cc tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Pushing event deleted for resources: {'Port': ['ID=a7ce0b65-d28b-4643-8243-0f2177a3136c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:04.490367 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-80e92659-b017-4f03-a31c-e11c87d3ce82 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/quotas/bfc3f13200ff407ea8e320abdbb3c456 HTTP/1.1" status: 200  len: 375 time: 0.0944817
Nov 20 20:59:04.648456 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ae06c6c-8fc0-4b51-bed0-eb5f3bbb1ea6 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:04.656017 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf09a33-3fde-4b18-82e3-4fd0b022e41b req-7f57f2f1-22ce-4657-8b0c-8612a85770cc tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] No DVR routers for this DVR port a7ce0b65-d28b-4643-8243-0f2177a3136c on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:59:04.660532 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-faf09a33-3fde-4b18-82e3-4fd0b022e41b req-7f57f2f1-22ce-4657-8b0c-8612a85770cc tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:04.664101 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-faf09a33-3fde-4b18-82e3-4fd0b022e41b req-7f57f2f1-22ce-4657-8b0c-8612a85770cc tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.47 "DELETE /v2.0/ports/a7ce0b65-d28b-4643-8243-0f2177a3136c HTTP/1.1" status: 204  len: 173 time: 1.8357410
Nov 20 20:59:04.711832 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'name': 'network-vif-deleted', 'tag': 'a7ce0b65-d28b-4643-8243-0f2177a3136c'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:04.714816 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d9eac8-4843-4b31-8bf3-d121e443804d" -d '{"events": [{"server_uuid": "f9dd9356-273f-4e77-95cc-dbf55d4e893a", "name": "network-vif-deleted", "tag": "a7ce0b65-d28b-4643-8243-0f2177a3136c"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:04.808691 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-b797c01a-e71c-463c-974c-8103a9abe5e8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Floating IP 8100fa9b-3d19-4559-a8cc-a35b4182154e associated. External IP: 172.35.1.231, port: cfd0dca9-fc25-4b7e-a3c0-929991afa254.
Nov 20 20:59:04.820897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae06c6c-8fc0-4b51-bed0-eb5f3bbb1ea6 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Pushing event deleted for resources: {'Port': ['ID=fe8be273-5e40-4522-8563-d94c1547fbbd,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:04.840324 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356a32d5-5245-4d92-8e40-f5e98d9b83b0 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:04.851803 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dd7d47aa-1b71-400d-9595-014b0fc28bb3 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:04.855464 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dd7d47aa-1b71-400d-9595-014b0fc28bb3 tempest-MeteringTestJSON-1775524712 tempest-MeteringTestJSON-1775524712-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/f67ab297-a518-44f7-8ef1-ba41c7806b1b HTTP/1.1" status: 204  len: 168 time: 0.5477011
Nov 20 20:59:04.855464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47102) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:04.874786 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-91b23ab5-68d7-4e67-ab2c-d4a137c3807e tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3835163
Nov 20 20:59:04.978475 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ae06c6c-8fc0-4b51-bed0-eb5f3bbb1ea6 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:04.981131 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ae06c6c-8fc0-4b51-bed0-eb5f3bbb1ea6 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:04.982413 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3ae06c6c-8fc0-4b51-bed0-eb5f3bbb1ea6 tempest-ServersTestManualDisk-589802056 tempest-ServersTestManualDisk-589802056-project] 10.222.0.41 "DELETE /v2.0/floatingips/41ca528d-fb6c-4c03-939f-8d8f960e14cb HTTP/1.1" status: 204  len: 168 time: 1.7233195
Nov 20 20:59:04.990169 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47108) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:05.003793 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c38765a0-1677-4aa7-8ba1-02f6bada1865 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-253257705'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:05.101236 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-fd88a93d-e1f1-4ea3-9240-8be158a73ecd service neutron] 10.222.0.41 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1987801
Nov 20 20:59:05.129472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-b797c01a-e71c-463c-974c-8103a9abe5e8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:59:05.201756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47112) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:05.248156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38765a0-1677-4aa7-8ba1-02f6bada1865 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Made reservation on behalf of 1144bf00927e418ab13a229c28003637 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:05.251750 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c38765a0-1677-4aa7-8ba1-02f6bada1865 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:05.256800 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-b797c01a-e71c-463c-974c-8103a9abe5e8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:59:05.258512 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-cc5b7edd-663f-4ed5-9f3c-7cc16d644da6 service neutron] 10.222.0.41 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561780
Nov 20 20:59:05.262425 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-b797c01a-e71c-463c-974c-8103a9abe5e8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:05.272523 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c38765a0-1677-4aa7-8ba1-02f6bada1865 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:05.277315 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6691c39c-6ff8-4249-80c7-426210853e06 None None] Sync routers for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:59:05.301571 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6691c39c-6ff8-4249-80c7-426210853e06 None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:05.303365 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6691c39c-6ff8-4249-80c7-426210853e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a547528b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:05.306083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-b797c01a-e71c-463c-974c-8103a9abe5e8 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "PUT /v2.0/floatingips/8100fa9b-3d19-4559-a8cc-a35b4182154e HTTP/1.1" status: 200  len: 997 time: 3.0101566
Nov 20 20:59:05.401123 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-d9f27be8-fbb6-46ce-8aef-fad63900d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:05.403021 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-d9f27be8-fbb6-46ce-8aef-fad63900d2f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 1097 time: 0.0837743
Nov 20 20:59:05.428313 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fdff158-e8a5-45db-9357-8848b87807c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:05.508425 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-6691c39c-6ff8-4249-80c7-426210853e06 None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:05.544875 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e03721-bed1-4ab2-93cf-46282cbec99f', 'name': 'network-vif-deleted', 'tag': '8db776c8-e246-49f6-8f5f-c227f2b7e7c9'}, {'name': 'network-changed', 'server_uuid': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'tag': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:05.547523 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c897a3a1-e1e7-42f8-83d2-0b57caeb3657" -d '{"events": [{"server_uuid": "e1e03721-bed1-4ab2-93cf-46282cbec99f", "name": "network-vif-deleted", "tag": "8db776c8-e246-49f6-8f5f-c227f2b7e7c9"}, {"name": "network-changed", "server_uuid": "c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8", "tag": "cfd0dca9-fc25-4b7e-a3c0-929991afa254"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:05.551751 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-5dd3473a-e553-466a-a4e2-7e0d6f1e77c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:05.553914 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-5dd3473a-e553-466a-a4e2-7e0d6f1e77c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 922 time: 0.1436357
Nov 20 20:59:05.652654 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c38765a0-1677-4aa7-8ba1-02f6bada1865 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:05.665641 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c38765a0-1677-4aa7-8ba1-02f6bada1865 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:05.680699 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35576025-7b8a-40ff-8cbd-bb02217276d9 x-openstack-request-id: req-35576025-7b8a-40ff-8cbd-bb02217276d9 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:05.681240 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9dd9356-273f-4e77-95cc-dbf55d4e893a", "name": "network-vif-deleted", "tag": "a7ce0b65-d28b-4643-8243-0f2177a3136c", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:05.681648 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35576025-7b8a-40ff-8cbd-bb02217276d9 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:05.682254 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9dd9356-273f-4e77-95cc-dbf55d4e893a', 'name': 'network-vif-deleted', 'tag': 'a7ce0b65-d28b-4643-8243-0f2177a3136c', 'status': 'completed', 'code': 200}
Nov 20 20:59:05.697820 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-be7a5c38-ebd6-4790-977d-1a846c156d77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd0dca9-fc25-4b7e-a3c0-929991afa254 HTTP/1.1" status: 200  len: 1000 time: 0.1366706
Nov 20 20:59:05.720086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38765a0-1677-4aa7-8ba1-02f6bada1865 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:59:05.782705 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c38765a0-1677-4aa7-8ba1-02f6bada1865 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:05.783787 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-c38765a0-1677-4aa7-8ba1-02f6bada1865 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Added segment 94c18e64-8936-4201-a8e2-e22658d19b3c of type vlan for network aa8b973e-5bdb-48d9-b0cd-4b17b7c43209
Nov 20 20:59:05.784371 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-0888cb4a-3a67-47cd-a48d-8237d25b2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:05.786374 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-0888cb4a-3a67-47cd-a48d-8237d25b2fe3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 HTTP/1.1" status: 200  len: 860 time: 0.0801253
Nov 20 20:59:05.810091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38765a0-1677-4aa7-8ba1-02f6bada1865 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74925aa8-f35e-4308-a4a4-55ac90a30aac,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:05.834294 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4f2c6bee-c86b-42c8-af5a-422bad8a3410 req-be84595f-aa5c-469c-8ba1-b46722454cc7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 210 time: 0.1029065
Nov 20 20:59:05.856675 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6691c39c-6ff8-4249-80c7-426210853e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a547528b0>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8100fa9b-3d19-4559-a8cc-a35b4182154e', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'port_id': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'mac_address': 'fa:16:3e:8f:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:58:29Z', 'updated_at': '2021-11-20T20:59:03Z', 'revision_number': 8, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:05.859250 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-4236f156-96a9-4ce9-abb1-a427c182b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:05.862687 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-4236f156-96a9-4ce9-abb1-a427c182b0dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dde530b-f780-469d-8a3e-3b58058fca24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0696936
Nov 20 20:59:05.905630 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fdff158-e8a5-45db-9357-8848b87807c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:05.921128 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fdff158-e8a5-45db-9357-8848b87807c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:05.921229 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae579945-dcb1-4f96-b9d6-197e544d9e3d x-openstack-request-id: req-ae579945-dcb1-4f96-b9d6-197e544d9e3d {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:05.921395 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e03721-bed1-4ab2-93cf-46282cbec99f", "name": "network-vif-deleted", "tag": "8db776c8-e246-49f6-8f5f-c227f2b7e7c9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8", "tag": "cfd0dca9-fc25-4b7e-a3c0-929991afa254", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:05.921656 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae579945-dcb1-4f96-b9d6-197e544d9e3d {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:05.922126 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e03721-bed1-4ab2-93cf-46282cbec99f', 'name': 'network-vif-deleted', 'tag': '8db776c8-e246-49f6-8f5f-c227f2b7e7c9', 'status': 'completed', 'code': 200}
Nov 20 20:59:05.922354 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'tag': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254', 'status': 'completed', 'code': 200}
Nov 20 20:59:05.926953 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6691c39c-6ff8-4249-80c7-426210853e06 None None] Checking router: 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:59:05.944192 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6691c39c-6ff8-4249-80c7-426210853e06 None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:05.946078 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6691c39c-6ff8-4249-80c7-426210853e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a547528b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:06.002736 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c38765a0-1677-4aa7-8ba1-02f6bada1865 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:06.005537 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdff158-e8a5-45db-9357-8848b87807c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e702f8-1f16-4eda-bdd7-8da3dbc92d71,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:06.041552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897a3a1-e1e7-42f8-83d2-0b57caeb3657 req-48822b87-e869-44ac-81aa-3f16a19c1005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:06.043167 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c897a3a1-e1e7-42f8-83d2-0b57caeb3657 req-48822b87-e869-44ac-81aa-3f16a19c1005 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 1097 time: 0.0755022
Nov 20 20:59:06.054691 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-12a5057b-bfc3-46aa-985b-4dc5b9779441 service neutron] 10.222.0.41 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1853001
Nov 20 20:59:06.121940 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0fdff158-e8a5-45db-9357-8848b87807c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fec4013c5674458eaace5fd216fd1f83&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9147818
Nov 20 20:59:06.128300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47140) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:06.151643 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22f9bd40-c466-42e7-81b5-4582570c5211 req-690da22d-5024-4c28-8aa1-9964c7a8c3e4 service neutron] 10.222.0.41 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0934105
Nov 20 20:59:06.188012 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-6691c39c-6ff8-4249-80c7-426210853e06 None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:06.263201 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c38765a0-1677-4aa7-8ba1-02f6bada1865 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:06.275305 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38765a0-1677-4aa7-8ba1-02f6bada1865 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:06.276520 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c38765a0-1677-4aa7-8ba1-02f6bada1865 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:06.317455 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-76a14b4e-9cb3-4e44-82f3-b658bbea7346 req-49d2ac50-2df2-4ab2-874d-d4a22891e1e0 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/floatingips/8100fa9b-3d19-4559-a8cc-a35b4182154e HTTP/1.1" status: 200  len: 997 time: 0.1278093
Nov 20 20:59:06.342357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897a3a1-e1e7-42f8-83d2-0b57caeb3657 req-388bd531-6e95-4d0f-a3f3-68819e48e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:06.344124 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c897a3a1-e1e7-42f8-83d2-0b57caeb3657 req-388bd531-6e95-4d0f-a3f3-68819e48e6bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 922 time: 0.2033157
Nov 20 20:59:06.400163 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38765a0-1677-4aa7-8ba1-02f6bada1865 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Pushing event updated for resources: {'Network': ['ID=aa8b973e-5bdb-48d9-b0cd-4b17b7c43209,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:06.417265 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network aa8b973e-5bdb-48d9-b0cd-4b17b7c43209 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:59:06.459255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47144) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:06.459505 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c38765a0-1677-4aa7-8ba1-02f6bada1865 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 775 time: 1.5981598
Nov 20 20:59:06.466587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.tag.tag_plugin [None req-e5f72f02-d5e5-4170-a9ba-4cc9c6aa65be tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4ded23a0>, 'networks', 'aa8b973e-5bdb-48d9-b0cd-4b17b7c43209', 'tempest-TagsTest-Tag-237849003') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:06.484045 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-8181bc46-8716-427b-9f97-6a00e610823b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:06.491868 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-8181bc46-8716-427b-9f97-6a00e610823b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 812 time: 0.4757168
Nov 20 20:59:06.502218 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c897a3a1-e1e7-42f8-83d2-0b57caeb3657 req-06de7fe0-5fec-4a06-b848-a601ec419051 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd0dca9-fc25-4b7e-a3c0-929991afa254 HTTP/1.1" status: 200  len: 1000 time: 0.1506855
Nov 20 20:59:06.523601 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-68937ff8-86ac-4763-93cb-353ce55e9074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:06.523797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a14b4e-9cb3-4e44-82f3-b658bbea7346 req-d8600dce-7ef0-4f54-974c-f9d694f7fb39 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:06.531905 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-76a14b4e-9cb3-4e44-82f3-b658bbea7346 req-d8600dce-7ef0-4f54-974c-f9d694f7fb39 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.2131846
Nov 20 20:59:06.545407 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-1566367d-3824-4f32-a833-ad6b8f131d41 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/quotas/fc809fb7bd984e43bfa1433cf0c79430 HTTP/1.1" status: 200  len: 375 time: 0.0525868
Nov 20 20:59:06.547726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-76a14b4e-9cb3-4e44-82f3-b658bbea7346 req-8d9d53ad-cc88-4a92-8ee3-666e7f871d60 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:59:06.553761 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-76a14b4e-9cb3-4e44-82f3-b658bbea7346 req-8d9d53ad-cc88-4a92-8ee3-666e7f871d60 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0209906
Nov 20 20:59:06.597193 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6691c39c-6ff8-4249-80c7-426210853e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a547528b0>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8100fa9b-3d19-4559-a8cc-a35b4182154e', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'port_id': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'mac_address': 'fa:16:3e:8f:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:58:29Z', 'updated_at': '2021-11-20T20:59:03Z', 'revision_number': 8, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:06.605662 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-c7d0b1a8-a717-4997-92d2-019c55f0d917 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0592933
Nov 20 20:59:06.618447 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-68937ff8-86ac-4763-93cb-353ce55e9074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:06.638014 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6691c39c-6ff8-4249-80c7-426210853e06 None None] The sync data for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 is: [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8100fa9b-3d19-4559-a8cc-a35b4182154e', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'port_id': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'mac_address': 'fa:16:3e:8f:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T20:58:29Z', 'updated_at': '2021-11-20T20:59:03Z', 'revision_number': 8, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:59:06.646140 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:06.721231 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897a3a1-e1e7-42f8-83d2-0b57caeb3657 req-c6fbbb4f-a15b-48b7-854e-cf1c03f244c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:06.723309 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c897a3a1-e1e7-42f8-83d2-0b57caeb3657 req-c6fbbb4f-a15b-48b7-854e-cf1c03f244c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 HTTP/1.1" status: 200  len: 860 time: 0.2105763
Nov 20 20:59:06.780649 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e5f72f02-d5e5-4170-a9ba-4cc9c6aa65be tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] 10.222.0.41 "PUT /v2.0/networks/aa8b973e-5bdb-48d9-b0cd-4b17b7c43209/tags/tempest-TagsTest-Tag-237849003 HTTP/1.1" status: 201  len: 201 time: 0.3185096
Nov 20 20:59:06.789985 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47150) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:06.801026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-79551254-00cb-4042-b617-e33ae0fa2ed2 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.231 HTTP/1.1" status: 200  len: 1000 time: 0.2065561
Nov 20 20:59:06.806985 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.tag.tag_plugin [None req-33261fb5-9bb5-46a0-91b8-24595741dbe4 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a549aaf10>, 'networks', 'aa8b973e-5bdb-48d9-b0cd-4b17b7c43209', 'tempest-TagsTest-Tag-237849003') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:06.828430 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-68937ff8-86ac-4763-93cb-353ce55e9074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:06.831670 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-68937ff8-86ac-4763-93cb-353ce55e9074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:06.835163 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-68937ff8-86ac-4763-93cb-353ce55e9074 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96e702f8-1f16-4eda-bdd7-8da3dbc92d71 HTTP/1.1" status: 204  len: 168 time: 0.6850860
Nov 20 20:59:06.853278 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-be913c13-a824-4111-bb1b-9c3dccd3e34e service neutron] 10.222.0.41 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2460947
Nov 20 20:59:06.863372 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a7ce0b65-d28b-4643-8243-0f2177a3136c no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:06.870232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68937ff8-86ac-4763-93cb-353ce55e9074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e702f8-1f16-4eda-bdd7-8da3dbc92d71,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:06.894892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897a3a1-e1e7-42f8-83d2-0b57caeb3657 req-1766bd59-be3b-4ca4-95a6-b1cb4b7ac2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:06.896461 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c897a3a1-e1e7-42f8-83d2-0b57caeb3657 req-1766bd59-be3b-4ca4-95a6-b1cb4b7ac2ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7dde530b-f780-469d-8a3e-3b58058fca24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1531332
Nov 20 20:59:06.921124 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-0db90c19-12d1-4fce-a98d-103aec93b89a tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:06.923019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-0db90c19-12d1-4fce-a98d-103aec93b89a tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports/cfd0dca9-fc25-4b7e-a3c0-929991afa254 HTTP/1.1" status: 200  len: 943 time: 0.1010759
Nov 20 20:59:07.004920 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: a7ce0b65-d28b-4643-8243-0f2177a3136c {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:59:07.005273 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a7ce0b65-d28b-4643-8243-0f2177a3136c not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:59:07.010794 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-33261fb5-9bb5-46a0-91b8-24595741dbe4 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] 10.222.0.41 "GET /v2.0/networks/aa8b973e-5bdb-48d9-b0cd-4b17b7c43209/tags/tempest-TagsTest-Tag-237849003 HTTP/1.1" status: 204  len: 168 time: 0.2143426
Nov 20 20:59:07.011226 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47156) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:07.029305 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-30478518-4b48-4e35-8a24-267ed5a146aa tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4eb0b670>, 'networks', 'aa8b973e-5bdb-48d9-b0cd-4b17b7c43209') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:07.044694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d575d11b-79c6-40dc-8d3c-9af28a8085eb None None] New status for floating IP 8100fa9b-3d19-4559-a8cc-a35b4182154e: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:59:07.137287 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c897a3a1-e1e7-42f8-83d2-0b57caeb3657 req-5065ac8a-5ce0-4dab-9553-bbde3879f3c2 service neutron] 10.222.0.37 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2321997
Nov 20 20:59:07.141289 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-9a8e743c-0dce-4b44-b5a4-11ebfee139cc tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.231 HTTP/1.1" status: 200  len: 1000 time: 0.0991306
Nov 20 20:59:07.217506 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2ee3f419-82fe-4942-b1ad-34c1d7c3a46b service neutron] 10.222.0.41 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3637276
Nov 20 20:59:07.379172 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c897a3a1-e1e7-42f8-83d2-0b57caeb3657 req-95c915a1-453e-4716-b089-ee287a5d2e5e service neutron] 10.222.0.37 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2342210
Nov 20 20:59:07.411760 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-3c2062d3-f542-4af6-9469-1420861088cf tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:07.415064 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-3c2062d3-f542-4af6-9469-1420861088cf tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.2483163
Nov 20 20:59:07.502495 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47164) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:07.538204 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-735e49d4-0f6f-41ac-ba84-bb6b790878c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:07.568358 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-6cfe26cb-048f-4d4b-bebf-8539f34e3aed tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.231 HTTP/1.1" status: 200  len: 1002 time: 0.1430361
Nov 20 20:59:07.579406 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-792a0a5d-155e-403c-9f2f-a0d5e6e533a7 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:07.671092 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-792a0a5d-155e-403c-9f2f-a0d5e6e533a7 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for floatingip, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:07.774572 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-30478518-4b48-4e35-8a24-267ed5a146aa tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] 10.222.0.41 "GET /v2.0/networks/aa8b973e-5bdb-48d9-b0cd-4b17b7c43209/tags HTTP/1.1" status: 200  len: 237 time: 0.7549708
Nov 20 20:59:07.777636 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47172) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:07.787780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.tag.tag_plugin [None req-5ac2bc92-0a69-4c10-8aa8-7c2679f678bc tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4d93ff10>, 'networks', 'aa8b973e-5bdb-48d9-b0cd-4b17b7c43209', {'tags': ['tempest-TagsTest-Tag-1813905548', 'tempest-TagsTest-Tag-93225350', 'tempest-TagsTest-Tag-252439188']}) {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:07.837489 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-388b85a1-d36b-41da-b666-a8692c350a34 req-197c0246-5e67-4f4d-b327-7ecd39d7d7b7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 210 time: 0.0651388
Nov 20 20:59:07.847966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-5570eaf6-ad16-411a-8d8e-94d1722300b4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:07.849427 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-5570eaf6-ad16-411a-8d8e-94d1722300b4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.47 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 805 time: 0.7760413
Nov 20 20:59:07.866249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-a346b3a7-00d0-497e-bf61-30446715efc4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Request body: {'port': {'device_id': 'a64f1609-c8a6-41c0-b66b-b0ade6aca0f4', 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339', 'admin_state_up': True, 'tenant_id': 'bfc3f13200ff407ea8e320abdbb3c456'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:07.933315 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-792a0a5d-155e-403c-9f2f-a0d5e6e533a7 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:07.941285 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-735e49d4-0f6f-41ac-ba84-bb6b790878c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:07.945433 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-792a0a5d-155e-403c-9f2f-a0d5e6e533a7 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:07.945776 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-792a0a5d-155e-403c-9f2f-a0d5e6e533a7 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Floating IP 8100fa9b-3d19-4559-a8cc-a35b4182154e disassociated. External IP: 172.35.1.231, port: cfd0dca9-fc25-4b7e-a3c0-929991afa254.
Nov 20 20:59:07.953717 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Deleting port b52b935d-ea0d-442f-a398-b129398557ca {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:07.954078 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:07.988338 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-acfe694e-2dac-46a8-9be7-722cdfba7008 req-f98de9b9-19b5-4e28-8fc3-994875597562 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 210 time: 0.0779157
Nov 20 20:59:08.014377 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-735e49d4-0f6f-41ac-ba84-bb6b790878c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:08.040326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5ac2bc92-0a69-4c10-8aa8-7c2679f678bc tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] 10.222.0.41 "PUT /v2.0/networks/aa8b973e-5bdb-48d9-b0cd-4b17b7c43209/tags HTTP/1.1" status: 200  len: 306 time: 0.2594488
Nov 20 20:59:08.054819 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47174) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:08.059860 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-3018b0ff-9e9a-4778-a510-cfe78b8e23e5 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4e3cc220>, 'networks', 'aa8b973e-5bdb-48d9-b0cd-4b17b7c43209', 'tempest-TagsTest-Tag-1813905548') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:08.071613 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:08.119522 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-a346b3a7-00d0-497e-bf61-30446715efc4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Made reservation on behalf of bfc3f13200ff407ea8e320abdbb3c456 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:08.123239 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-a346b3a7-00d0-497e-bf61-30446715efc4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:08.139077 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] For port b52b935d-ea0d-442f-a398-b129398557ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b52b935d-ea0d-442f-a398-b129398557ca,segment=NetworkSegment(989c25c9-1c13-450b-8c99-9f5ff3ed266b),segment_id=989c25c9-1c13-450b-8c99-9f5ff3ed266b)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:08.139455 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:08.162766 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:08.174543 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Calling delete_port for b52b935d-ea0d-442f-a398-b129398557ca owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:08.383603 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3018b0ff-9e9a-4778-a510-cfe78b8e23e5 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] 10.222.0.41 "DELETE /v2.0/networks/aa8b973e-5bdb-48d9-b0cd-4b17b7c43209/tags/tempest-TagsTest-Tag-1813905548 HTTP/1.1" status: 204  len: 168 time: 0.3277266
Nov 20 20:59:08.387408 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47176) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:08.395377 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-f377a5ce-1c74-42a4-8d01-66ff636881ac tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4df6b0a0>, 'networks', 'aa8b973e-5bdb-48d9-b0cd-4b17b7c43209', 'tempest-TagsTest-Tag-1813905548') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:08.401805 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-735e49d4-0f6f-41ac-ba84-bb6b790878c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20b6f32acc1c4a7eaea5e3eb13f254a8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8950906
Nov 20 20:59:08.402515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47178) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:08.423195 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e49d4-0f6f-41ac-ba84-bb6b790878c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33253ac8-d102-4b07-a8d6-704e8d881312,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:08.468162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-a346b3a7-00d0-497e-bf61-30446715efc4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Allocated IP 172.20.0.2 (00efdad1-1d3a-4059-9b5a-980ee6794339/67696e00-d47a-4c01-b60f-02743de8399e/4dd59798-a2b7-4da4-9f76-8a780af1bf3e) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:08.498008 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58fe49ad-9712-4ca3-97c8-821b21949fc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:08.574797 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58fe49ad-9712-4ca3-97c8-821b21949fc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:08.606004 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-f377a5ce-1c74-42a4-8d01-66ff636881ac tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] show failed (client error): The resource could not be found.
Nov 20 20:59:08.607097 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f377a5ce-1c74-42a4-8d01-66ff636881ac tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] 10.222.0.41 "GET /v2.0/networks/aa8b973e-5bdb-48d9-b0cd-4b17b7c43209/tags/tempest-TagsTest-Tag-1813905548 HTTP/1.1" status: 404  len: 326 time: 0.2175920
Nov 20 20:59:08.628706 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47182) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:08.637292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-cebc7d80-ae31-4af2-a8f7-022a4267ebf5 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4eaf3d30>, 'networks', 'aa8b973e-5bdb-48d9-b0cd-4b17b7c43209', 'tempest-TagsTest-Tag-93225350') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:08.698889 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-792a0a5d-155e-403c-9f2f-a0d5e6e533a7 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:59:08.716973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-f6e3e413-d8f0-472f-8848-f1ed36049a5b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:08.718445 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-f6e3e413-d8f0-472f-8848-f1ed36049a5b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.37 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 812 time: 0.2170978
Nov 20 20:59:08.726691 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58fe49ad-9712-4ca3-97c8-821b21949fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:08.729253 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58fe49ad-9712-4ca3-97c8-821b21949fc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:08.730375 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-58fe49ad-9712-4ca3-97c8-821b21949fc5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33253ac8-d102-4b07-a8d6-704e8d881312 HTTP/1.1" status: 204  len: 168 time: 0.3269091
Nov 20 20:59:08.734738 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:08.738793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-af28e014-6e52-4364-95b5-e1e82a4cffe5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Request body: {'port': {'device_id': 'ef2710d9-715b-4af3-832d-bd8d130d00fc', 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b', 'admin_state_up': True, 'tenant_id': 'fc809fb7bd984e43bfa1433cf0c79430'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:08.789917 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=b52b935d-ea0d-442f-a398-b129398557ca,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:08.809039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe49ad-9712-4ca3-97c8-821b21949fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33253ac8-d102-4b07-a8d6-704e8d881312,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:08.817557 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:08.818484 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:08.818484 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:08.818782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:08.819246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:08.819900 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:08.820599 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:08.820952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:08.821458 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:08.821794 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:08.823497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:08.823855 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:08.934479 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-a346b3a7-00d0-497e-bf61-30446715efc4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:09.035250 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-792a0a5d-155e-403c-9f2f-a0d5e6e533a7 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:59:09.049632 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ca2b3-deb1-4756-a35b-b22344996af6 None None] Sync routers for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:59:09.050269 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-792a0a5d-155e-403c-9f2f-a0d5e6e533a7 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:09.063859 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ca2b3-deb1-4756-a35b-b22344996af6 None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:09.064943 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-df9ca2b3-deb1-4756-a35b-b22344996af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54752460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:09.085724 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-af28e014-6e52-4364-95b5-e1e82a4cffe5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Made reservation on behalf of fc809fb7bd984e43bfa1433cf0c79430 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:09.088880 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-af28e014-6e52-4364-95b5-e1e82a4cffe5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:09.104592 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cebc7d80-ae31-4af2-a8f7-022a4267ebf5 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] 10.222.0.41 "GET /v2.0/networks/aa8b973e-5bdb-48d9-b0cd-4b17b7c43209/tags/tempest-TagsTest-Tag-93225350 HTTP/1.1" status: 204  len: 168 time: 0.4725759
Nov 20 20:59:09.104859 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-792a0a5d-155e-403c-9f2f-a0d5e6e533a7 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "PUT /v2.0/floatingips/8100fa9b-3d19-4559-a8cc-a35b4182154e HTTP/1.1" status: 200  len: 696 time: 1.5267305
Nov 20 20:59:09.104859 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'tag': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:09.106371 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-a346b3a7-00d0-497e-bf61-30446715efc4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:09.107310 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470e73e8-4cb7-47d3-b764-cde12feeb32b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8", "tag": "cfd0dca9-fc25-4b7e-a3c0-929991afa254"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:09.112042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47194) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:09.116724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f8de97a0-2799-4c39-82a8-566fd2fe46e8'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:59:09.117852 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-244d3be1-667f-4cb0-88cf-ca0003a2f3b1 req-1874e3f3-58cf-4f62-88d9-144d96e02adb tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 210 time: 0.1409051
Nov 20 20:59:09.117984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.tag.tag_plugin [None req-9116bf80-0139-47ef-93b3-aa2254feff8c tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a54f6c220>, 'networks', 'aa8b973e-5bdb-48d9-b0cd-4b17b7c43209', 'tempest-TagsTest-Tag-252439188') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:09.280016 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-df9ca2b3-deb1-4756-a35b-b22344996af6 None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:09.294969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-a346b3a7-00d0-497e-bf61-30446715efc4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Network 00efdad1-1d3a-4059-9b5a-980ee6794339 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:09.317218 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346b3a7-00d0-497e-bf61-30446715efc4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Pushing event updated for resources: {'Port': ['ID=4dd59798-a2b7-4da4-9f76-8a780af1bf3e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:09.317710 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-3c1312f8-0c64-406c-8d28-f3e0cd16b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:09.319312 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-3c1312f8-0c64-406c-8d28-f3e0cd16b84d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 1097 time: 0.1349595
Nov 20 20:59:09.333761 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8616cec5-0415-4bf1-ae34-3b62746e3c2f req-a7d83e36-1627-4d5f-ad7b-7d260812a2dd tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 210 time: 0.0884953
Nov 20 20:59:09.334822 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-a346b3a7-00d0-497e-bf61-30446715efc4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:09.341731 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-a346b3a7-00d0-497e-bf61-30446715efc4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:09.354751 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9116bf80-0139-47ef-93b3-aa2254feff8c tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] 10.222.0.41 "GET /v2.0/networks/aa8b973e-5bdb-48d9-b0cd-4b17b7c43209/tags/tempest-TagsTest-Tag-252439188 HTTP/1.1" status: 204  len: 168 time: 0.2416351
Nov 20 20:59:09.364612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47202) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:09.372094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bad9a45-5170-4278-9589-16261bbea502 None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:09.372414 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.tag.tag_plugin [None req-c91e2d5d-8fdc-4e06-89b1-f658602e6acd tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4f14f580>, 'networks', 'aa8b973e-5bdb-48d9-b0cd-4b17b7c43209') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:09.405351 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-af28e014-6e52-4364-95b5-e1e82a4cffe5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Allocated IP 172.20.0.4 (c3915836-86cb-49e6-9e5c-f9e82114304b/2907b1cf-3fa4-4cec-bd6c-6b6472f874f9/59693434-f8c7-46df-aa97-c3ac4d0552b1) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:09.418262 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16ef3a9-13c7-405f-97b5-ae1813c07795 x-openstack-request-id: req-f16ef3a9-13c7-405f-97b5-ae1813c07795 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:09.418564 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8", "tag": "cfd0dca9-fc25-4b7e-a3c0-929991afa254", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:09.418964 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f16ef3a9-13c7-405f-97b5-ae1813c07795 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:09.419377 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'tag': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254', 'status': 'completed', 'code': 200}
Nov 20 20:59:09.430829 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:09.460197 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-a346b3a7-00d0-497e-bf61-30446715efc4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:09.461099 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-a346b3a7-00d0-497e-bf61-30446715efc4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:09.516303 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-a346b3a7-00d0-497e-bf61-30446715efc4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6556635
Nov 20 20:59:09.534515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Request body: {'port': {'device_id': 'a64f1609-c8a6-41c0-b66b-b0ade6aca0f4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:09.624045 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-dfaff117-80f4-4249-a982-a2f6e5226742 None None] Provisioning complete for port 4dd59798-a2b7-4da4-9f76-8a780af1bf3e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:09.629211 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dfaff117-80f4-4249-a982-a2f6e5226742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:09.698100 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-df9ca2b3-deb1-4756-a35b-b22344996af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54752460>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:09.723621 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-dfaff117-80f4-4249-a982-a2f6e5226742 None None] Port 4dd59798-a2b7-4da4-9f76-8a780af1bf3e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:09.730635 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ca2b3-deb1-4756-a35b-b22344996af6 None None] Checking router: 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:59:09.743589 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ca2b3-deb1-4756-a35b-b22344996af6 None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:09.744453 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-df9ca2b3-deb1-4756-a35b-b22344996af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54752460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:09.759198 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:09.792276 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-654324b7-ac17-4116-90ef-599bfd7f54ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:09.793977 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-654324b7-ac17-4116-90ef-599bfd7f54ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 922 time: 0.4438214
Nov 20 20:59:09.868857 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-bca2bbef-2b3b-4c29-ad31-7e963ab8b6b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd0dca9-fc25-4b7e-a3c0-929991afa254 HTTP/1.1" status: 200  len: 217 time: 0.0640888
Nov 20 20:59:09.879380 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-df9ca2b3-deb1-4756-a35b-b22344996af6 None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:09.910604 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47216) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:09.926965 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e73e8-4cb7-47d3-b764-cde12feeb32b req-3c00d9df-9c4c-4fff-a714-ebf7ed64404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:09.928480 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-470e73e8-4cb7-47d3-b764-cde12feeb32b req-3c00d9df-9c4c-4fff-a714-ebf7ed64404b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81f065ce4dee4b479d5ab54d07605e61&device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 1097 time: 0.4853277
Nov 20 20:59:09.989409 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-af28e014-6e52-4364-95b5-e1e82a4cffe5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:10.029545 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c91e2d5d-8fdc-4e06-89b1-f658602e6acd tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] 10.222.0.41 "DELETE /v2.0/networks/aa8b973e-5bdb-48d9-b0cd-4b17b7c43209/tags HTTP/1.1" status: 204  len: 168 time: 0.6605442
Nov 20 20:59:10.032475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47220) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:10.037394 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-4b5b61c9-90b1-4f69-82eb-b5b22792ff19 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4f6ed310>, 'networks', 'aa8b973e-5bdb-48d9-b0cd-4b17b7c43209', 'tempest-TagsTest-Tag-93225350') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:10.048606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Router 3d7826e0-5996-48a1-a50c-4da088db9aa9 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:59:10.053034 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-1d168c79-7c38-42ba-8db1-568f10665851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:10.054546 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-1d168c79-7c38-42ba-8db1-568f10665851 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 HTTP/1.1" status: 200  len: 860 time: 0.1699095
Nov 20 20:59:10.133973 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-5d0b044b-f238-4010-becb-e8d0e9cec409 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1367998134'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:10.174227 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-af28e014-6e52-4364-95b5-e1e82a4cffe5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:10.182521 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e73e8-4cb7-47d3-b764-cde12feeb32b req-14d1f5e5-1f89-435a-9b24-c7f5996f408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:10.184105 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-470e73e8-4cb7-47d3-b764-cde12feeb32b req-14d1f5e5-1f89-435a-9b24-c7f5996f408f service neutron] 10.222.0.37 "GET /v2.0/networks?id=7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 200  len: 922 time: 0.2244608
Nov 20 20:59:10.185917 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-cb835be0-00f9-4b0e-ad05-3299a25ca90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:10.187325 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-cb835be0-00f9-4b0e-ad05-3299a25ca90c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dde530b-f780-469d-8a3e-3b58058fca24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0965388
Nov 20 20:59:10.259383 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-df9ca2b3-deb1-4756-a35b-b22344996af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54752460>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:10.268880 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-470e73e8-4cb7-47d3-b764-cde12feeb32b req-98ffd30a-dafc-4508-ba6b-5373fcc99a8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd0dca9-fc25-4b7e-a3c0-929991afa254 HTTP/1.1" status: 200  len: 217 time: 0.0755401
Nov 20 20:59:10.279970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-af28e014-6e52-4364-95b5-e1e82a4cffe5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Network c3915836-86cb-49e6-9e5c-f9e82114304b is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:10.290776 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ca2b3-deb1-4756-a35b-b22344996af6 None None] The sync data for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 is: [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c96c788-0f25-4724-b57a-4df595a17f3a', 'name': '', 'network_id': '7dde530b-f780-469d-8a3e-3b58058fca24', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'mac_address': 'fa:16:3e:8a:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:58:00Z', 'updated_at': '2021-11-20T20:58:08Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'subnets': [{'id': '8180eca2-c911-4c6e-a6cc-f0ef5d1546e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:59:10.297604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-af28e014-6e52-4364-95b5-e1e82a4cffe5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:10.303078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-af28e014-6e52-4364-95b5-e1e82a4cffe5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:10.317162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0b044b-f238-4010-becb-e8d0e9cec409 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Made reservation on behalf of 471bd6e5478e42d1b6b441e5ac2f28ae for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:10.320668 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d0b044b-f238-4010-becb-e8d0e9cec409 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:10.324176 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048f0a56-ab3b-440f-9553-118205381039 None None] DHCP port deletion for c3915836-86cb-49e6-9e5c-f9e82114304b request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:10.412196 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-4b5b61c9-90b1-4f69-82eb-b5b22792ff19 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] show failed (client error): The resource could not be found.
Nov 20 20:59:10.413410 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4b5b61c9-90b1-4f69-82eb-b5b22792ff19 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] 10.222.0.41 "GET /v2.0/networks/aa8b973e-5bdb-48d9-b0cd-4b17b7c43209/tags/tempest-TagsTest-Tag-93225350 HTTP/1.1" status: 404  len: 324 time: 0.3794351
Nov 20 20:59:10.414409 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28e014-6e52-4364-95b5-e1e82a4cffe5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Pushing event updated for resources: {'Port': ['ID=59693434-f8c7-46df-aa97-c3ac4d0552b1,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:10.418186 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d0b044b-f238-4010-becb-e8d0e9cec409 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:10.420031 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47226) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:10.431152 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-c34d20e1-3d9f-48d2-b21c-189c204f50ac tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7491f0>, 'networks', 'aa8b973e-5bdb-48d9-b0cd-4b17b7c43209', 'tempest-TagsTest-Tag-252439188') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:10.460301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-175a46d4-2ccc-4cd3-9112-833f42b4ebc2 None None] Provisioning complete for port 59693434-f8c7-46df-aa97-c3ac4d0552b1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:10.462465 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-175a46d4-2ccc-4cd3-9112-833f42b4ebc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:10.467925 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-af28e014-6e52-4364-95b5-e1e82a4cffe5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:10.468560 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-af28e014-6e52-4364-95b5-e1e82a4cffe5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:10.474769 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-fd7a284f-30a7-4a2e-85cf-fd8a77c85918 service neutron] 10.222.0.41 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2560608
Nov 20 20:59:10.476142 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e73e8-4cb7-47d3-b764-cde12feeb32b req-67a5ddbd-41fc-4379-9565-a693a14e2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:10.477831 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-470e73e8-4cb7-47d3-b764-cde12feeb32b req-67a5ddbd-41fc-4379-9565-a693a14e2a8a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 HTTP/1.1" status: 200  len: 860 time: 0.1921010
Nov 20 20:59:10.478449 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b2d4a-3698-4bc1-b1fc-a65e9bcaab6b req-f4362a31-86b6-408e-b566-4b6034b06f64 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:10.486403 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f91b2d4a-3698-4bc1-b1fc-a65e9bcaab6b req-f4362a31-86b6-408e-b566-4b6034b06f64 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 931 time: 0.2758439
Nov 20 20:59:10.495488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:59:10.515758 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-175a46d4-2ccc-4cd3-9112-833f42b4ebc2 None None] Port 59693434-f8c7-46df-aa97-c3ac4d0552b1 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:10.518451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c5099-4087-4fe5-bcb0-65b7ca961ef4 None None] Sync routers for ids ['3d7826e0-5996-48a1-a50c-4da088db9aa9'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:59:10.529249 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c5099-4087-4fe5-bcb0-65b7ca961ef4 None None] Routers {'3d7826e0-5996-48a1-a50c-4da088db9aa9'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:10.530138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7f8c5099-4087-4fe5-bcb0-65b7ca961ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475a7a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3d7826e0-5996-48a1-a50c-4da088db9aa9'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:10.538393 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-af28e014-6e52-4364-95b5-e1e82a4cffe5 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8068297
Nov 20 20:59:10.547971 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-43132e84-05f0-47a8-94df-f0f8d7d35d69 admin admin] 10.222.0.41 "PUT /v2.0/routers/3d7826e0-5996-48a1-a50c-4da088db9aa9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5533562
Nov 20 20:59:10.555215 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47228) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:10.561065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Request body: {'port': {'device_id': 'ef2710d9-715b-4af3-832d-bd8d130d00fc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:10.607421 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd59798-a2b7-4da4-9f76-8a780af1bf3e {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:59:10.632234 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:10.649978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-7f8c5099-4087-4fe5-bcb0-65b7ca961ef4 None None] Set router 3d7826e0-5996-48a1-a50c-4da088db9aa9 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:10.662613 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f91b2d4a-3698-4bc1-b1fc-a65e9bcaab6b req-e0a01a3f-b7d7-450a-81cc-e2a8253cd870 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750932
Nov 20 20:59:10.712985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Transition to ACTIVE for port object 4dd59798-a2b7-4da4-9f76-8a780af1bf3e will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:59:10.723657 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-c34d20e1-3d9f-48d2-b21c-189c204f50ac tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] show failed (client error): The resource could not be found.
Nov 20 20:59:10.724014 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d16e02-7424-40a6-a117-b7892b675768 None None] New status for floating IP 8100fa9b-3d19-4559-a8cc-a35b4182154e: DOWN {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 20:59:10.724788 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c34d20e1-3d9f-48d2-b21c-189c204f50ac tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] 10.222.0.41 "GET /v2.0/networks/aa8b973e-5bdb-48d9-b0cd-4b17b7c43209/tags/tempest-TagsTest-Tag-252439188 HTTP/1.1" status: 404  len: 325 time: 0.2975554
Nov 20 20:59:10.730879 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47230) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:10.733064 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:10.739235 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-efda7f75-5307-4144-b174-eef61b5b7477 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4ed3b490>, 'networks', 'aa8b973e-5bdb-48d9-b0cd-4b17b7c43209') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:10.811542 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8672ccd6-a387-46df-8e19-d19d5337472b admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:10.822184 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d0b044b-f238-4010-becb-e8d0e9cec409 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:10.829261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ee0126-82bd-493a-bdb2-e9a3219d1c4b None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:10.832024 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03e6a33f-d693-4ad8-8804-b8e4bdc181ab req-0bc29d60-438c-4001-9667-362ac8860795 service neutron] 10.222.0.41 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3233411
Nov 20 20:59:10.859329 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d0b044b-f238-4010-becb-e8d0e9cec409 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:10.919852 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0b044b-f238-4010-becb-e8d0e9cec409 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:59:10.921914 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd59798-a2b7-4da4-9f76-8a780af1bf3e,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:10.967125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7f8c5099-4087-4fe5-bcb0-65b7ca961ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475a7a90>, [{'id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'name': 'tempest-ServersTestManualDisk-2066011802-router', 'tenant_id': '92267796613943d4aa68073d9406f124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:56:24Z', 'updated_at': '2021-11-20T20:59:08Z', 'revision_number': 5, 'project_id': '92267796613943d4aa68073d9406f124', 'gw_port': {'id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:25Z', 'updated_at': '2021-11-20T20:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:11.034370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c5099-4087-4fe5-bcb0-65b7ca961ef4 None None] Checking router: 3d7826e0-5996-48a1-a50c-4da088db9aa9 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:59:11.048153 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c5099-4087-4fe5-bcb0-65b7ca961ef4 None None] Routers {'3d7826e0-5996-48a1-a50c-4da088db9aa9'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:11.049464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7f8c5099-4087-4fe5-bcb0-65b7ca961ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475a7a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:58:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3d7826e0-5996-48a1-a50c-4da088db9aa9'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:11.059648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e73e8-4cb7-47d3-b764-cde12feeb32b req-4c0acb70-7dda-4b15-9407-20f2c534383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:11.061105 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-470e73e8-4cb7-47d3-b764-cde12feeb32b req-4c0acb70-7dda-4b15-9407-20f2c534383c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7dde530b-f780-469d-8a3e-3b58058fca24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5734997
Nov 20 20:59:11.080430 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:11.182994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-7f8c5099-4087-4fe5-bcb0-65b7ca961ef4 None None] Set router 3d7826e0-5996-48a1-a50c-4da088db9aa9 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:11.359275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b044b-f238-4010-becb-e8d0e9cec409 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fcbb03-c788-4d71-9aa1-76ba25e51a1d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:11.370013 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d0b044b-f238-4010-becb-e8d0e9cec409 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:11.370422 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-5d0b044b-f238-4010-becb-e8d0e9cec409 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Added segment fec78dbf-3f67-42ee-9123-99db28cecb84 of type vlan for network b86f38b2-23ca-4e42-8f82-002190dbcafb
Nov 20 20:59:11.404063 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7f8c5099-4087-4fe5-bcb0-65b7ca961ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475a7a90>, [{'id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'name': 'tempest-ServersTestManualDisk-2066011802-router', 'tenant_id': '92267796613943d4aa68073d9406f124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:56:24Z', 'updated_at': '2021-11-20T20:59:08Z', 'revision_number': 5, 'project_id': '92267796613943d4aa68073d9406f124', 'gw_port': {'id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:25Z', 'updated_at': '2021-11-20T20:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:11.406217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1d3b5-dfa6-46b7-b4d1-d84c4b7dad94 req-b14a055f-37c3-4f84-a98c-e2d5eebbdeae tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:11.407757 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6d1d3b5-dfa6-46b7-b4d1-d84c4b7dad94 req-b14a055f-37c3-4f84-a98c-e2d5eebbdeae tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 931 time: 0.6140506
Nov 20 20:59:11.433998 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c5099-4087-4fe5-bcb0-65b7ca961ef4 None None] The sync data for ids ['3d7826e0-5996-48a1-a50c-4da088db9aa9'] in ncdv-master-1 is: [{'id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'name': 'tempest-ServersTestManualDisk-2066011802-router', 'tenant_id': '92267796613943d4aa68073d9406f124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:56:24Z', 'updated_at': '2021-11-20T20:59:08Z', 'revision_number': 5, 'project_id': '92267796613943d4aa68073d9406f124', 'gw_port': {'id': 'ac18d615-8a6a-44c9-b53e-8bebc5dd55ee', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7826e0-5996-48a1-a50c-4da088db9aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:56:25Z', 'updated_at': '2021-11-20T20:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:59:11.506006 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d0b044b-f238-4010-becb-e8d0e9cec409 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:11.528927 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8672ccd6-a387-46df-8e19-d19d5337472b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:11.539989 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-efda7f75-5307-4144-b174-eef61b5b7477 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] 10.222.0.41 "DELETE /v2.0/networks/aa8b973e-5bdb-48d9-b0cd-4b17b7c43209/tags HTTP/1.1" status: 204  len: 168 time: 0.8078957
Nov 20 20:59:11.549876 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47240) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:11.564925 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f281dc7-cc0e-484f-baa6-3d2bccbd5e2e req-f0370292-ec8c-43dc-8322-21a9276be286 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/floatingips/8100fa9b-3d19-4559-a8cc-a35b4182154e HTTP/1.1" status: 200  len: 694 time: 0.4490364
Nov 20 20:59:11.590765 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6d1d3b5-dfa6-46b7-b4d1-d84c4b7dad94 req-58dc32de-91d1-4e73-aadf-7e6438e4c45f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516283
Nov 20 20:59:11.600488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Attempting to bind port 4dd59798-a2b7-4da4-9f76-8a780af1bf3e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:59:11.600888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Attempting to bind port 4dd59798-a2b7-4da4-9f76-8a780af1bf3e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:59:11.601249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Attempting to bind port 4dd59798-a2b7-4da4-9f76-8a780af1bf3e on network 00efdad1-1d3a-4059-9b5a-980ee6794339 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:11.606252 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d0b044b-f238-4010-becb-e8d0e9cec409 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:11.612402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0b044b-f238-4010-becb-e8d0e9cec409 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:11.613001 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d0b044b-f238-4010-becb-e8d0e9cec409 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:11.635831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Port 4dd59798-a2b7-4da4-9f76-8a780af1bf3e on network 00efdad1-1d3a-4059-9b5a-980ee6794339 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:59:11.636158 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Attempting to bind port 4dd59798-a2b7-4da4-9f76-8a780af1bf3e on network 00efdad1-1d3a-4059-9b5a-980ee6794339 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:11.689447 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:59:11.689729 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Checking segment: {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:11.690137 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Bound using segment: {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:59:11.690585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Bound port: 4dd59798-a2b7-4da4-9f76-8a780af1bf3e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:59:11.690946 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:11.698636 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e96111c8-e261-4b7c-b795-b2868cd17e28 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:11.702633 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5d0b044b-f238-4010-becb-e8d0e9cec409 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.7901506
Nov 20 20:59:11.712143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47244) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:11.730359 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-470e73e8-4cb7-47d3-b764-cde12feeb32b req-879b46ee-e3ac-4aa8-a23a-96db96d83744 service neutron] 10.222.0.37 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6433001
Nov 20 20:59:11.731225 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4b8ea0c3-b8d6-42cb-99ac-fd4971ca9161 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Request body: {'subnet': {'network_id': 'b86f38b2-23ca-4e42-8f82-002190dbcafb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:11.783741 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b044b-f238-4010-becb-e8d0e9cec409 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event updated for resources: {'Network': ['ID=b86f38b2-23ca-4e42-8f82-002190dbcafb,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:11.796364 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network b86f38b2-23ca-4e42-8f82-002190dbcafb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:59:11.887061 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f281dc7-cc0e-484f-baa6-3d2bccbd5e2e req-cdf6ad37-58c9-4e75-b741-243cd965d9be tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:11.888554 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f281dc7-cc0e-484f-baa6-3d2bccbd5e2e req-cdf6ad37-58c9-4e75-b741-243cd965d9be tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 784 time: 0.3076353
Nov 20 20:59:11.940746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-8672ccd6-a387-46df-8e19-d19d5337472b admin admin] Deleting port ac18d615-8a6a-44c9-b53e-8bebc5dd55ee {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:11.941098 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8672ccd6-a387-46df-8e19-d19d5337472b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:11.951660 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-4f281dc7-cc0e-484f-baa6-3d2bccbd5e2e req-1d08153d-1f9c-42ea-af98-f53771460a4a tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 20:59:11.952719 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f281dc7-cc0e-484f-baa6-3d2bccbd5e2e req-1d08153d-1f9c-42ea-af98-f53771460a4a tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0429986
Nov 20 20:59:11.991620 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-470e73e8-4cb7-47d3-b764-cde12feeb32b req-03e87378-681e-4b65-969d-659df5a311f7 service neutron] 10.222.0.37 "GET /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2285562
Nov 20 20:59:12.000680 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf1e5b-d40e-408e-b26a-ab33cf252541 req-c438763d-e0d6-45d2-98cf-03cc43a8137e tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:12.002887 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-07cf1e5b-d40e-408e-b26a-ab33cf252541 req-c438763d-e0d6-45d2-98cf-03cc43a8137e tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 943 time: 0.2242908
Nov 20 20:59:12.034168 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e96111c8-e261-4b7c-b795-b2868cd17e28 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:12.038890 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] For port 4dd59798-a2b7-4da4-9f76-8a780af1bf3e, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:12.069177 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8ea0c3-b8d6-42cb-99ac-fd4971ca9161 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Made reservation on behalf of 471bd6e5478e42d1b6b441e5ac2f28ae for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:12.072697 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4b8ea0c3-b8d6-42cb-99ac-fd4971ca9161 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:12.076060 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f281dc7-cc0e-484f-baa6-3d2bccbd5e2e req-f9f039d2-fc23-4c3d-9192-e7fa1ef6d72f tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.231 HTTP/1.1" status: 200  len: 697 time: 0.1031275
Nov 20 20:59:12.076852 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] For port 4dd59798-a2b7-4da4-9f76-8a780af1bf3e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4dd59798-a2b7-4da4-9f76-8a780af1bf3e,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:59:12.106034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:12.109878 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e96111c8-e261-4b7c-b795-b2868cd17e28 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4df2e730>,) {'filters': {'network_id': ['aa8b973e-5bdb-48d9-b0cd-4b17b7c43209']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:12.165973 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f281dc7-cc0e-484f-baa6-3d2bccbd5e2e req-910bc90f-3e0d-4057-95d8-6e2f645b0e91 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.35.1.231 HTTP/1.1" status: 200  len: 697 time: 0.0774560
Nov 20 20:59:12.167725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-8672ccd6-a387-46df-8e19-d19d5337472b admin admin] For port ac18d615-8a6a-44c9-b53e-8bebc5dd55ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac18d615-8a6a-44c9-b53e-8bebc5dd55ee,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:12.168093 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8672ccd6-a387-46df-8e19-d19d5337472b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:12.169057 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e96111c8-e261-4b7c-b795-b2868cd17e28 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4df2e730>, '94c18e64-8936-4201-a8e2-e22658d19b3c') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:12.169353 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e96111c8-e261-4b7c-b795-b2868cd17e28 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4df2e730>, '94c18e64-8936-4201-a8e2-e22658d19b3c') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:12.200355 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-8672ccd6-a387-46df-8e19-d19d5337472b admin admin] Calling delete_port for ac18d615-8a6a-44c9-b53e-8bebc5dd55ee owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:12.211465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:12.212172 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:12.213991 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] 10.222.0.47 "PUT /v2.0/ports/4dd59798-a2b7-4da4-9f76-8a780af1bf3e HTTP/1.1" status: 200  len: 1091 time: 2.6879120
Nov 20 20:59:12.218939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428d3021-561a-441d-90f6-04e91ef854d4 None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:12.229706 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64f1609-c8a6-41c0-b66b-b0ade6aca0f4', 'tag': '4dd59798-a2b7-4da4-9f76-8a780af1bf3e'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:12.232872 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b02ff1-88f2-469d-bb68-5f97bce76169" -d '{"events": [{"name": "network-changed", "server_uuid": "a64f1609-c8a6-41c0-b66b-b0ade6aca0f4", "tag": "4dd59798-a2b7-4da4-9f76-8a780af1bf3e"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:12.252392 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e96111c8-e261-4b7c-b795-b2868cd17e28 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:12.302391 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-07cf1e5b-d40e-408e-b26a-ab33cf252541 req-4c0a7d54-1dbf-4f27-b0cc-7cbe6541b0d7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2610352
Nov 20 20:59:12.313947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59693434-f8c7-46df-aa97-c3ac4d0552b1 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:59:12.319478 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e96111c8-e261-4b7c-b795-b2868cd17e28 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:12.334914 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba3b76-6890-4455-bee7-f0ecdd36b114 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd59798-a2b7-4da4-9f76-8a780af1bf3e,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:12.344592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e96111c8-e261-4b7c-b795-b2868cd17e28 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:59:12.346562 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e96111c8-e261-4b7c-b795-b2868cd17e28 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:59:12.350443 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:59:12.362696 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:12.399540 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Transition to ACTIVE for port object 59693434-f8c7-46df-aa97-c3ac4d0552b1 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:59:12.409585 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:12.435247 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-d806a446-0b71-40b8-a188-79a07ccc7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:12.436843 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-d806a446-0b71-40b8-a188-79a07ccc7867 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 1094 time: 0.1637151
Nov 20 20:59:12.443287 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e96111c8-e261-4b7c-b795-b2868cd17e28 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:12.453797 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e96111c8-e261-4b7c-b795-b2868cd17e28 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:12.454364 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:59:12.464508 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e96111c8-e261-4b7c-b795-b2868cd17e28 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] 10.222.0.41 "DELETE /v2.0/networks/aa8b973e-5bdb-48d9-b0cd-4b17b7c43209 HTTP/1.1" status: 204  len: 168 time: 0.9076993
Nov 20 20:59:12.518281 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5b93a9-6d95-45f3-b7f2-1f11a5ac85fa None None] DHCP port deletion for c3915836-86cb-49e6-9e5c-f9e82114304b request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:12.554903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96111c8-e261-4b7c-b795-b2868cd17e28 tempest-TagsTest-1249566217 tempest-TagsTest-1249566217-project] Pushing event deleted for resources: {'Network': ['ID=aa8b973e-5bdb-48d9-b0cd-4b17b7c43209,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:12.559522 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-b7fe5f1d-aef2-4c5c-ad30-4a28adbd3820 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dd59798-a2b7-4da4-9f76-8a780af1bf3e HTTP/1.1" status: 200  len: 217 time: 0.1117344
Nov 20 20:59:12.594098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Pushing event updated for resources: {'Port': ['ID=59693434-f8c7-46df-aa97-c3ac4d0552b1,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:12.677505 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-6198d9c6-b9bf-44f9-b038-361d168be73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:12.679369 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-6198d9c6-b9bf-44f9-b038-361d168be73b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=67696e00-d47a-4c01-b60f-02743de8399e HTTP/1.1" status: 200  len: 845 time: 0.1088178
Nov 20 20:59:12.707536 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5ee4f2-ec09-4e66-8230-4db8736c0b67 x-openstack-request-id: req-7d5ee4f2-ec09-4e66-8230-4db8736c0b67 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:12.708675 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64f1609-c8a6-41c0-b66b-b0ade6aca0f4", "tag": "4dd59798-a2b7-4da4-9f76-8a780af1bf3e", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:12.708675 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d5ee4f2-ec09-4e66-8230-4db8736c0b67 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:12.708963 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64f1609-c8a6-41c0-b66b-b0ade6aca0f4', 'tag': '4dd59798-a2b7-4da4-9f76-8a780af1bf3e', 'status': 'completed', 'code': 200}
Nov 20 20:59:12.750591 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-1131d2f6-7664-40fd-ad5c-7b05fb220cbf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00efdad1-1d3a-4059-9b5a-980ee6794339&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456622
Nov 20 20:59:12.753221 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-4f281dc7-cc0e-484f-baa6-3d2bccbd5e2e req-0e17f241-a91c-4c89-9f38-b62fef9fe4a5 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Deleting port fb157a64-47c1-423b-bd62-43afecdf8d64 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:12.753673 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4f281dc7-cc0e-484f-baa6-3d2bccbd5e2e req-0e17f241-a91c-4c89-9f38-b62fef9fe4a5 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:12.761600 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4b8ea0c3-b8d6-42cb-99ac-fd4971ca9161 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:12.864871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Attempting to bind port 59693434-f8c7-46df-aa97-c3ac4d0552b1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:59:12.865275 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Attempting to bind port 59693434-f8c7-46df-aa97-c3ac4d0552b1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:59:12.865898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Attempting to bind port 59693434-f8c7-46df-aa97-c3ac4d0552b1 on network c3915836-86cb-49e6-9e5c-f9e82114304b {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:12.871810 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8672ccd6-a387-46df-8e19-d19d5337472b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:12.884679 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Port 59693434-f8c7-46df-aa97-c3ac4d0552b1 on network c3915836-86cb-49e6-9e5c-f9e82114304b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:59:12.885244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Attempting to bind port 59693434-f8c7-46df-aa97-c3ac4d0552b1 on network c3915836-86cb-49e6-9e5c-f9e82114304b {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:12.911022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47256) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:12.919029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672ccd6-a387-46df-8e19-d19d5337472b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac18d615-8a6a-44c9-b53e-8bebc5dd55ee,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:12.926287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:59:12.926627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Checking segment: {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:12.927010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Bound using segment: {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:59:12.927451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Bound port: 59693434-f8c7-46df-aa97-c3ac4d0552b1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750ab9d8-045c-41c9-8df6-9d3ff74896d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:59:12.927794 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:12.934717 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ea0c3-b8d6-42cb-99ac-fd4971ca9161 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event updated for resources: {'Subnet': ['ID=0cf3626f-0071-4870-85ff-ea59e5210dd4,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:12.941375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060a7cd9-d4d4-481e-be93-41e1378b33b5 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:12.953837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8ea0c3-b8d6-42cb-99ac-fd4971ca9161 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Checking segment: {'id': 'fec78dbf-3f67-42ee-9123-99db28cecb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b86f38b2-23ca-4e42-8f82-002190dbcafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:12.954552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8ea0c3-b8d6-42cb-99ac-fd4971ca9161 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Network hostable DHCP agents. Network: b86f38b2-23ca-4e42-8f82-002190dbcafb, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:59:12.963642 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2cb06-8712-460b-bb0c-60db6a9d1935 req-c2c55326-5d4a-4ee3-afba-3f0023b7d72c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:12.965233 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-16b2cb06-8712-460b-bb0c-60db6a9d1935 req-c2c55326-5d4a-4ee3-afba-3f0023b7d72c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 943 time: 0.2012393
Nov 20 20:59:12.991817 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4f281dc7-cc0e-484f-baa6-3d2bccbd5e2e req-0e17f241-a91c-4c89-9f38-b62fef9fe4a5 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:12.992490 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4f281dc7-cc0e-484f-baa6-3d2bccbd5e2e req-0e17f241-a91c-4c89-9f38-b62fef9fe4a5 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.008518 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-5fb094f4-d7b7-4707-9715-3452b2e4bfd7 service neutron] 10.222.0.47 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2488477
Nov 20 20:59:13.010889 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8ea0c3-b8d6-42cb-99ac-fd4971ca9161 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Network b86f38b2-23ca-4e42-8f82-002190dbcafb is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:59:13.039338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-4f281dc7-cc0e-484f-baa6-3d2bccbd5e2e req-0e17f241-a91c-4c89-9f38-b62fef9fe4a5 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Calling delete_port for fb157a64-47c1-423b-bd62-43afecdf8d64 owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:13.041225 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-4b8ea0c3-b8d6-42cb-99ac-fd4971ca9161 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b86f38b2-23ca-4e42-8f82-002190dbcafb) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:13.054239 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06deea65-7053-441c-baaf-03488364f606 None None] Network b86f38b2-23ca-4e42-8f82-002190dbcafb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:13.063832 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8672ccd6-a387-46df-8e19-d19d5337472b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.065835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8ea0c3-b8d6-42cb-99ac-fd4971ca9161 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:13.066474 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4b8ea0c3-b8d6-42cb-99ac-fd4971ca9161 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.094861 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-16b2cb06-8712-460b-bb0c-60db6a9d1935 req-c00939e3-bc68-4dc8-8c21-8dfe90dc4167 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182411
Nov 20 20:59:13.138493 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4b8ea0c3-b8d6-42cb-99ac-fd4971ca9161 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4125891
Nov 20 20:59:13.141416 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47260) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:13.149522 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e6326bc7-a19e-4b7a-b9a9-e8fcc7cb1cb4 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Request body: {'port': {'network_id': 'b86f38b2-23ca-4e42-8f82-002190dbcafb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1115563099'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:13.243738 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8672ccd6-a387-46df-8e19-d19d5337472b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.246807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] For port 59693434-f8c7-46df-aa97-c3ac4d0552b1, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:13.251085 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-171e3753-a6b3-4d62-8f2b-3e9e60ad45a0 req-0859f895-1ef5-484b-9aab-6fb38bcc77c7 service neutron] 10.222.0.47 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2336764
Nov 20 20:59:13.251568 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8672ccd6-a387-46df-8e19-d19d5337472b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.280364 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b52b935d-ea0d-442f-a398-b129398557ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:13.289880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] For port 59693434-f8c7-46df-aa97-c3ac4d0552b1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59693434-f8c7-46df-aa97-c3ac4d0552b1,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:59:13.292180 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6326bc7-a19e-4b7a-b9a9-e8fcc7cb1cb4 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Made reservation on behalf of 471bd6e5478e42d1b6b441e5ac2f28ae for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:13.296488 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6326bc7-a19e-4b7a-b9a9-e8fcc7cb1cb4 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.317168 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-e6326bc7-a19e-4b7a-b9a9-e8fcc7cb1cb4 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] device_id is not set on port cf27d251-6932-4bc6-9392-d70f97735031 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:59:13.329015 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-01124fb2-99c1-4769-8f81-23fcc904016f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.331983 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: b52b935d-ea0d-442f-a398-b129398557ca {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:59:13.332338 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b52b935d-ea0d-442f-a398-b129398557ca not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:59:13.345930 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.362448 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ddae4a4a-3f5f-4c3e-8794-dc549ede182f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1144bf00927e418ab13a229c28003637&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4464395
Nov 20 20:59:13.368107 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47264) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:13.372396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b86f38b2-23ca-4e42-8f82-002190dbcafb', 'network_id': 'b86f38b2-23ca-4e42-8f82-002190dbcafb', 'tenant_id': '471bd6e5478e42d1b6b441e5ac2f28ae', 'fixed_ips': [{'subnet_id': '0cf3626f-0071-4870-85ff-ea59e5210dd4'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:59:13.373495 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.395372 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8672ccd6-a387-46df-8e19-d19d5337472b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.395942 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8672ccd6-a387-46df-8e19-d19d5337472b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d7826e0-5996-48a1-a50c-4da088db9aa9 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:59:13.401112 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8672ccd6-a387-46df-8e19-d19d5337472b admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.404895 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8672ccd6-a387-46df-8e19-d19d5337472b admin admin] 10.222.0.41 "DELETE /v2.0/routers/3d7826e0-5996-48a1-a50c-4da088db9aa9 HTTP/1.1" status: 204  len: 168 time: 2.8485990
Nov 20 20:59:13.407020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47266) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:13.434331 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:13.435234 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.436671 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] 10.222.0.37 "PUT /v2.0/ports/59693434-f8c7-46df-aa97-c3ac4d0552b1 HTTP/1.1" status: 200  len: 1091 time: 2.8903642
Nov 20 20:59:13.437144 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2710d9-715b-4af3-832d-bd8d130d00fc', 'tag': '59693434-f8c7-46df-aa97-c3ac4d0552b1'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:13.439487 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e37f7b-1942-4574-b78b-cebda3d54032" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2710d9-715b-4af3-832d-bd8d130d00fc", "tag": "59693434-f8c7-46df-aa97-c3ac4d0552b1"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:13.459688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375bb4ea-2bf3-4c38-b5fc-6d31f1ab83ea None None] DHCP port deletion for c3915836-86cb-49e6-9e5c-f9e82114304b request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:13.518549 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-e6326bc7-a19e-4b7a-b9a9-e8fcc7cb1cb4 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Allocated IP 2001:db8::161 (b86f38b2-23ca-4e42-8f82-002190dbcafb/0cf3626f-0071-4870-85ff-ea59e5210dd4/cf27d251-6932-4bc6-9392-d70f97735031) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:13.526120 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b02ff1-88f2-469d-bb68-5f97bce76169 req-69fcee2a-89ba-4bcd-954c-8e359dd08547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:13.527814 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5b02ff1-88f2-469d-bb68-5f97bce76169 req-69fcee2a-89ba-4bcd-954c-8e359dd08547 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 1094 time: 0.2041655
Nov 20 20:59:13.585774 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824da2a-5858-4716-8376-a942f4f88de6 service neutron] Pushing event updated for resources: {'Port': ['ID=59693434-f8c7-46df-aa97-c3ac4d0552b1,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:13.647998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335cbad-cc05-4719-b23c-bb3ed9a8cf8e req-50fff2a8-fc7f-45e5-9f1e-a93c65d0ea70 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:13.649572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb612527-7771-4aa6-8020-ab4120b1a7b7 admin admin] Deleting subnet ba6c4532-37ae-45a6-b888-d121c934a480 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:59:13.649706 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2335cbad-cc05-4719-b23c-bb3ed9a8cf8e req-50fff2a8-fc7f-45e5-9f1e-a93c65d0ea70 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 943 time: 0.2061856
Nov 20 20:59:13.669146 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb612527-7771-4aa6-8020-ab4120b1a7b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.699501 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-8338ceef-b1cb-4b88-991d-51c1a1831438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:13.701003 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-8338ceef-b1cb-4b88-991d-51c1a1831438 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 1094 time: 0.1986325
Nov 20 20:59:13.709704 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2cdab1e1-b72e-4351-a1c0-bfb5aeeb2450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.710895 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b02ff1-88f2-469d-bb68-5f97bce76169 req-b9363211-e605-4450-b887-4b8524e13eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:13.712438 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5b02ff1-88f2-469d-bb68-5f97bce76169 req-b9363211-e605-4450-b887-4b8524e13eca service neutron] 10.222.0.47 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 906 time: 0.1729441
Nov 20 20:59:13.767822 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb612527-7771-4aa6-8020-ab4120b1a7b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.787054 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5b02ff1-88f2-469d-bb68-5f97bce76169 req-6b4183d0-6e3d-4142-beb0-cae0f7a7b034 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dd59798-a2b7-4da4-9f76-8a780af1bf3e HTTP/1.1" status: 200  len: 217 time: 0.0588465
Nov 20 20:59:13.789631 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-3bf25c27-455c-40ed-84d1-920f976bcb06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59693434-f8c7-46df-aa97-c3ac4d0552b1 HTTP/1.1" status: 200  len: 217 time: 0.0756519
Nov 20 20:59:13.790247 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4f281dc7-cc0e-484f-baa6-3d2bccbd5e2e req-0e17f241-a91c-4c89-9f38-b62fef9fe4a5 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.817826 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2cdab1e1-b72e-4351-a1c0-bfb5aeeb2450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.821393 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2335cbad-cc05-4719-b23c-bb3ed9a8cf8e req-7c2f4e39-f44d-46d8-8062-87513a2b962d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578398
Nov 20 20:59:13.879276 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17f241-a91c-4c89-9f38-b62fef9fe4a5 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Pushing event deleted for resources: {'Port': ['ID=fb157a64-47c1-423b-bd62-43afecdf8d64,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:13.890680 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b02ff1-88f2-469d-bb68-5f97bce76169 req-9891657d-5c32-40d9-ba97-95d6dc96c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:13.892205 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5b02ff1-88f2-469d-bb68-5f97bce76169 req-9891657d-5c32-40d9-ba97-95d6dc96c3fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=67696e00-d47a-4c01-b60f-02743de8399e HTTP/1.1" status: 200  len: 845 time: 0.0681205
Nov 20 20:59:13.894456 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf67774-eb6f-44ec-af9a-5762030eac4c x-openstack-request-id: req-bcf67774-eb6f-44ec-af9a-5762030eac4c {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:13.894750 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2710d9-715b-4af3-832d-bd8d130d00fc", "tag": "59693434-f8c7-46df-aa97-c3ac4d0552b1", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:13.895005 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bcf67774-eb6f-44ec-af9a-5762030eac4c {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:13.895678 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2710d9-715b-4af3-832d-bd8d130d00fc', 'tag': '59693434-f8c7-46df-aa97-c3ac4d0552b1', 'status': 'completed', 'code': 200}
Nov 20 20:59:13.915088 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6326bc7-a19e-4b7a-b9a9-e8fcc7cb1cb4 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:13.932722 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5b02ff1-88f2-469d-bb68-5f97bce76169 req-d987b64d-68c5-48f3-9669-521a4edf8879 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00efdad1-1d3a-4059-9b5a-980ee6794339&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0315986
Nov 20 20:59:13.976595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-bf605f84-fbff-40ea-8829-3bb9f27a99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:13.978114 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-bf605f84-fbff-40ea-8829-3bb9f27a99cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2907b1cf-3fa4-4cec-bd6c-6b6472f874f9 HTTP/1.1" status: 200  len: 852 time: 0.1726947
Nov 20 20:59:14.027430 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6326bc7-a19e-4b7a-b9a9-e8fcc7cb1cb4 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:14.051702 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-ac4f4cc5-3f8c-4dcd-989d-d158a21d8984 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c3915836-86cb-49e6-9e5c-f9e82114304b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514548
Nov 20 20:59:14.057404 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4f281dc7-cc0e-484f-baa6-3d2bccbd5e2e req-0e17f241-a91c-4c89-9f38-b62fef9fe4a5 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:14.060474 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4f281dc7-cc0e-484f-baa6-3d2bccbd5e2e req-0e17f241-a91c-4c89-9f38-b62fef9fe4a5 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:14.061694 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f281dc7-cc0e-484f-baa6-3d2bccbd5e2e req-0e17f241-a91c-4c89-9f38-b62fef9fe4a5 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "DELETE /v2.0/floatingips/8100fa9b-3d19-4559-a8cc-a35b4182154e HTTP/1.1" status: 204  len: 173 time: 1.8831303
Nov 20 20:59:14.099906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6326bc7-a19e-4b7a-b9a9-e8fcc7cb1cb4 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Network b86f38b2-23ca-4e42-8f82-002190dbcafb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:14.105871 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-e6326bc7-a19e-4b7a-b9a9-e8fcc7cb1cb4 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:14.113297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6326bc7-a19e-4b7a-b9a9-e8fcc7cb1cb4 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:14.118980 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6326bc7-a19e-4b7a-b9a9-e8fcc7cb1cb4 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:14.119663 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6326bc7-a19e-4b7a-b9a9-e8fcc7cb1cb4 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:14.123880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6326bc7-a19e-4b7a-b9a9-e8fcc7cb1cb4 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event updated for resources: {'Port': ['ID=cf27d251-6932-4bc6-9392-d70f97735031,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:14.128520 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5b02ff1-88f2-469d-bb68-5f97bce76169 req-00be726a-90d2-4cc0-bdd0-f1999849ea4a service neutron] 10.222.0.47 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803753
Nov 20 20:59:14.153209 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Allocated IP 2001:db8::2 (b86f38b2-23ca-4e42-8f82-002190dbcafb/0cf3626f-0071-4870-85ff-ea59e5210dd4/aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:14.165997 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e6326bc7-a19e-4b7a-b9a9-e8fcc7cb1cb4 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.0217640
Nov 20 20:59:14.169052 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47276) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:14.177704 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-06cddcea-3447-4bd2-a46c-24a6aae24386 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Request body: {'port': {'network_id': 'b86f38b2-23ca-4e42-8f82-002190dbcafb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1237325664', 'allowed_address_pairs': [{'ip_address': '2001:db8::161', 'mac_address': 'fa:16:3e:9f:6e:a4'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:14.379726 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5b02ff1-88f2-469d-bb68-5f97bce76169 req-609665a8-d252-4875-9027-8d94d5b52d03 service neutron] 10.222.0.47 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2436152
Nov 20 20:59:14.419120 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb612527-7771-4aa6-8020-ab4120b1a7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:14.429086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cddcea-3447-4bd2-a46c-24a6aae24386 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Made reservation on behalf of 471bd6e5478e42d1b6b441e5ac2f28ae for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:14.442802 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2cdab1e1-b72e-4351-a1c0-bfb5aeeb2450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:14.445393 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2cdab1e1-b72e-4351-a1c0-bfb5aeeb2450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:14.448875 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2cdab1e1-b72e-4351-a1c0-bfb5aeeb2450 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74925aa8-f35e-4308-a4a4-55ac90a30aac HTTP/1.1" status: 204  len: 168 time: 1.0733738
Nov 20 20:59:14.484525 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:14.491418 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:14.520979 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdab1e1-b72e-4351-a1c0-bfb5aeeb2450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74925aa8-f35e-4308-a4a4-55ac90a30aac,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:14.558680 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Network b86f38b2-23ca-4e42-8f82-002190dbcafb is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:14.571127 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:14.574308 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:14.596584 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b7c9c-5725-48ff-9a88-23b38fbe9d23 req-7c02d642-ae9a-4d99-932a-27f72209d542 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:14.596785 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Pushing event updated for resources: {'Port': ['ID=aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:14.598380 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06cddcea-3447-4bd2-a46c-24a6aae24386 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:14.599063 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f6b7c9c-5725-48ff-9a88-23b38fbe9d23 req-7c02d642-ae9a-4d99-932a-27f72209d542 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 943 time: 0.1810265
Nov 20 20:59:14.601134 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-6c5a260c-9b35-4a8b-b3ac-11fd0ac650b0 service neutron] 10.222.0.37 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5385044
Nov 20 20:59:14.607789 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb612527-7771-4aa6-8020-ab4120b1a7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:14.632204 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-06cddcea-3447-4bd2-a46c-24a6aae24386 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] device_id is not set on port 6ad62d81-cc2c-4806-926b-c36f75f3f96b yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:59:14.669992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb612527-7771-4aa6-8020-ab4120b1a7b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba6c4532-37ae-45a6-b888-d121c934a480,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:14.681787 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb612527-7771-4aa6-8020-ab4120b1a7b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:14.687948 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fb612527-7771-4aa6-8020-ab4120b1a7b7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ba6c4532-37ae-45a6-b888-d121c934a480 HTTP/1.1" status: 204  len: 168 time: 1.2693374
Nov 20 20:59:14.695515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47284) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:14.781817 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-06cddcea-3447-4bd2-a46c-24a6aae24386 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Allocated IP 2001:db8::3a0 (b86f38b2-23ca-4e42-8f82-002190dbcafb/0cf3626f-0071-4870-85ff-ea59e5210dd4/6ad62d81-cc2c-4806-926b-c36f75f3f96b) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:14.820097 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f6b7c9c-5725-48ff-9a88-23b38fbe9d23 req-8380b61d-a25d-47e1-9621-3696827fda99 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2005687
Nov 20 20:59:14.826146 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8808d-2ba7-4c6d-b20e-825d82042c4c req-dd7201c0-a3c6-4a79-800d-2cac53c749a1 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:14.835461 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60a8808d-2ba7-4c6d-b20e-825d82042c4c req-dd7201c0-a3c6-4a79-800d-2cac53c749a1 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 946 time: 0.3007700
Nov 20 20:59:14.843445 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:14.848029 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47dcea4a-9b2a-4e84-bac6-f87b77baecd3 req-c97be1cf-7f4b-43f7-bb44-1a5efe93e2d7 service neutron] 10.222.0.37 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2374597
Nov 20 20:59:14.863996 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e902a67-6d8e-411f-9554-0e00b56e959b None None] Network 40d8ef56-5653-4804-9a84-8afa72f95421 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:14.898826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 4dd59798-a2b7-4da4-9f76-8a780af1bf3e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:59:14.973801 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Attempting to bind port aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:59:14.974447 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Attempting to bind port aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fec78dbf-3f67-42ee-9123-99db28cecb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b86f38b2-23ca-4e42-8f82-002190dbcafb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:59:14.974816 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Attempting to bind port aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1 on network b86f38b2-23ca-4e42-8f82-002190dbcafb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:15.004564 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:59:15.004953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Checking segment: {'id': 'fec78dbf-3f67-42ee-9123-99db28cecb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b86f38b2-23ca-4e42-8f82-002190dbcafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:15.005399 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:15.005744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Bound using segment: {'id': 'fec78dbf-3f67-42ee-9123-99db28cecb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b86f38b2-23ca-4e42-8f82-002190dbcafb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:59:15.006268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Bound port: aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec78dbf-3f67-42ee-9123-99db28cecb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b86f38b2-23ca-4e42-8f82-002190dbcafb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:59:15.006658 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:15.039132 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06cddcea-3447-4bd2-a46c-24a6aae24386 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:15.043274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e37f7b-1942-4574-b78b-cebda3d54032 req-efcf67aa-046e-400c-b7db-ffa054e6b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:15.043625 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29e37f7b-1942-4574-b78b-cebda3d54032 req-efcf67aa-046e-400c-b7db-ffa054e6b898 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 1094 time: 0.1288362
Nov 20 20:59:15.069238 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153301ea-eebb-4b61-a5b0-1a48431131d1 req-3ba0a016-7ee5-4d6b-a976-5c9a862e0076 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:15.070970 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-153301ea-eebb-4b61-a5b0-1a48431131d1 req-3ba0a016-7ee5-4d6b-a976-5c9a862e0076 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 943 time: 0.1126733
Nov 20 20:59:15.074518 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Deleting port dec230a5-a801-4e24-a948-dc3c4254816a {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:15.074870 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:15.091499 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60a8808d-2ba7-4c6d-b20e-825d82042c4c req-b9161155-19dd-423c-9b52-7361fe21400d tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2545137
Nov 20 20:59:15.159261 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06cddcea-3447-4bd2-a46c-24a6aae24386 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:15.192454 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 4dd59798-a2b7-4da4-9f76-8a780af1bf3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4dd59798-a2b7-4da4-9f76-8a780af1bf3e,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:15.221255 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ac18d615-8a6a-44c9-b53e-8bebc5dd55ee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:15.260242 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cddcea-3447-4bd2-a46c-24a6aae24386 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Network b86f38b2-23ca-4e42-8f82-002190dbcafb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:15.277870 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: ac18d615-8a6a-44c9-b53e-8bebc5dd55ee {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:59:15.278297 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ac18d615-8a6a-44c9-b53e-8bebc5dd55ee not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:59:15.285776 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-06cddcea-3447-4bd2-a46c-24a6aae24386 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:15.286257 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffb9a4e-f77d-4a31-89c0-4127de4138bf None None] DHCP port deletion for 40d8ef56-5653-4804-9a84-8afa72f95421 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:15.290375 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cddcea-3447-4bd2-a46c-24a6aae24386 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:15.292062 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] For port aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:15.296969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cddcea-3447-4bd2-a46c-24a6aae24386 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:15.297559 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06cddcea-3447-4bd2-a46c-24a6aae24386 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:15.305868 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cddcea-3447-4bd2-a46c-24a6aae24386 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event updated for resources: {'Port': ['ID=6ad62d81-cc2c-4806-926b-c36f75f3f96b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:15.312414 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] For port aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1,segment=NetworkSegment(fec78dbf-3f67-42ee-9123-99db28cecb84),segment_id=fec78dbf-3f67-42ee-9123-99db28cecb84)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:59:15.317322 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '4dd59798-a2b7-4da4-9f76-8a780af1bf3e', 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339', 'port_id': '4dd59798-a2b7-4da4-9f76-8a780af1bf3e', 'mac_address': 'fa:16:3e:5f:d0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67696e00-d47a-4c01-b60f-02743de8399e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:59:15.322928 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:15.333832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47300) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:15.338717 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-06cddcea-3447-4bd2-a46c-24a6aae24386 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1008 time: 1.1683955
Nov 20 20:59:15.381513 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-153301ea-eebb-4b61-a5b0-1a48431131d1 req-e5b68477-b1b9-42e5-ac47-782f24f7191f tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2879794
Nov 20 20:59:15.414453 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] For port dec230a5-a801-4e24-a948-dc3c4254816a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dec230a5-a801-4e24-a948-dc3c4254816a,segment=NetworkSegment(989c25c9-1c13-450b-8c99-9f5ff3ed266b),segment_id=989c25c9-1c13-450b-8c99-9f5ff3ed266b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:15.414818 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:15.443295 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e37f7b-1942-4574-b78b-cebda3d54032 req-91ad5afc-0d2d-416a-b248-eff7109c8b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:15.445061 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29e37f7b-1942-4574-b78b-cebda3d54032 req-91ad5afc-0d2d-416a-b248-eff7109c8b03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 200  len: 913 time: 0.3920679
Nov 20 20:59:15.446792 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Calling delete_port for dec230a5-a801-4e24-a948-dc3c4254816a owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:15.461192 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525118be-5752-4856-bbe3-1e0ac8c4c7d5 None None] Pushing event updated for resources: {'Port': ['ID=aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:15.464781 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:15.486670 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-bffb9a4e-f77d-4a31-89c0-4127de4138bf None None] Deleting port dec230a5-a801-4e24-a948-dc3c4254816a {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:15.488418 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bffb9a4e-f77d-4a31-89c0-4127de4138bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:15.492550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd59798-a2b7-4da4-9f76-8a780af1bf3e {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:59:15.571368 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29e37f7b-1942-4574-b78b-cebda3d54032 req-16c0b8d8-c9b6-46eb-be65-258204805ed0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59693434-f8c7-46df-aa97-c3ac4d0552b1 HTTP/1.1" status: 200  len: 217 time: 0.1136608
Nov 20 20:59:15.590966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeecdd6-a961-4b6c-bb16-6b4a85d1d4bb tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:15.599577 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeecdd6-a961-4b6c-bb16-6b4a85d1d4bb tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:15.599821 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-bffb9a4e-f77d-4a31-89c0-4127de4138bf None None] For port dec230a5-a801-4e24-a948-dc3c4254816a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dec230a5-a801-4e24-a948-dc3c4254816a,segment=NetworkSegment(989c25c9-1c13-450b-8c99-9f5ff3ed266b),segment_id=989c25c9-1c13-450b-8c99-9f5ff3ed266b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:15.600226 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bffb9a4e-f77d-4a31-89c0-4127de4138bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:15.608359 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeecdd6-a961-4b6c-bb16-6b4a85d1d4bb tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:15.610417 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fbeecdd6-a961-4b6c-bb16-6b4a85d1d4bb tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2482 time: 0.2749627
Nov 20 20:59:15.615147 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47308) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:15.636079 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 4dd59798-a2b7-4da4-9f76-8a780af1bf3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4dd59798-a2b7-4da4-9f76-8a780af1bf3e,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:15.643291 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-bffb9a4e-f77d-4a31-89c0-4127de4138bf None None] Calling delete_port for dec230a5-a801-4e24-a948-dc3c4254816a owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:15.657145 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:15.707024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e37f7b-1942-4574-b78b-cebda3d54032 req-249f47fe-891c-4281-b303-75d72ac777df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:15.708601 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29e37f7b-1942-4574-b78b-cebda3d54032 req-249f47fe-891c-4281-b303-75d72ac777df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2907b1cf-3fa4-4cec-bd6c-6b6472f874f9 HTTP/1.1" status: 200  len: 852 time: 0.0942755
Nov 20 20:59:15.735527 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1e98afea-72f8-4156-b13a-3390d5669d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:15.755517 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:15.787439 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29e37f7b-1942-4574-b78b-cebda3d54032 req-9b28b477-f328-4fa6-aa17-cc0c2ef1d39d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c3915836-86cb-49e6-9e5c-f9e82114304b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0639153
Nov 20 20:59:15.801804 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=4dd59798-a2b7-4da4-9f76-8a780af1bf3e,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:15.846118 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] No DVR routers for this DVR port dec230a5-a801-4e24-a948-dc3c4254816a on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   from cryptography.utils import int_from_bytes
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   from cryptography.utils import int_from_bytes
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 20:59:15.851407 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 20:59:15.855950 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Pushing event deleted for resources: {'Port': ['ID=dec230a5-a801-4e24-a948-dc3c4254816a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:15.862471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-03503c61-9ea1-4b62-adb3-6f2021f9ad15 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Deleting port 6ad62d81-cc2c-4806-926b-c36f75f3f96b {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:15.862816 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03503c61-9ea1-4b62-adb3-6f2021f9ad15 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:15.864894 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bffb9a4e-f77d-4a31-89c0-4127de4138bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:15.898992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:15.899341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:15.899689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:15.900020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:15.902472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:15.904394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:15.909407 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:15.910169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:15.910671 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:15.911167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:15.911658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:15.912145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:15.913430 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb9a4e-f77d-4a31-89c0-4127de4138bf None None] Pushing event deleted for resources: {'Port': ['ID=dec230a5-a801-4e24-a948-dc3c4254816a,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:15.918189 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb9a4e-f77d-4a31-89c0-4127de4138bf None None] No DVR routers for this DVR port dec230a5-a801-4e24-a948-dc3c4254816a on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:59:15.943572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['4dd59798-a2b7-4da4-9f76-8a780af1bf3e'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:59:16.059474 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:16.072559 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc3cb5-de91-4b71-9d36-58e70da882e1 req-5b467045-b9fc-4d36-aa19-8c4e8b631dd7 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:16.075149 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29dc3cb5-de91-4b71-9d36-58e70da882e1 req-5b467045-b9fc-4d36-aa19-8c4e8b631dd7 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 946 time: 0.3309114
Nov 20 20:59:16.152998 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d3ebeb0>,) {'filters': {'network_id': ['40d8ef56-5653-4804-9a84-8afa72f95421']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:16.179490 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29e37f7b-1942-4574-b78b-cebda3d54032 req-cf16a3e5-edce-43d9-95a4-c69c67f19038 service neutron] 10.222.0.37 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3452635
Nov 20 20:59:16.181676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d3ebeb0>, '989c25c9-1c13-450b-8c99-9f5ff3ed266b') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:16.181993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d3ebeb0>, '989c25c9-1c13-450b-8c99-9f5ff3ed266b') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:16.293158 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:16.356199 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:16.378645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:59:16.379054 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:59:16.380911 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:59:16.418787 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29e37f7b-1942-4574-b78b-cebda3d54032 req-2a38a8ad-60bf-4a94-a69c-7986b3776dea service neutron] 10.222.0.37 "GET /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2215261
Nov 20 20:59:16.498130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245c396-ce8d-486d-927f-cd3ff5eef89c req-639d34e2-5092-4b35-95bb-79a96d5abed6 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:16.500916 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d245c396-ce8d-486d-927f-cd3ff5eef89c req-639d34e2-5092-4b35-95bb-79a96d5abed6 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 946 time: 0.2126820
Nov 20 20:59:16.549452 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-29dc3cb5-de91-4b71-9d36-58e70da882e1 req-405dde90-0d01-4f03-9159-87b1be428e69 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Deleting port cfd0dca9-fc25-4b7e-a3c0-929991afa254 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:16.550001 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-29dc3cb5-de91-4b71-9d36-58e70da882e1 req-405dde90-0d01-4f03-9159-87b1be428e69 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:16.551978 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03503c61-9ea1-4b62-adb3-6f2021f9ad15 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:16.573517 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1195f8-b36c-406b-9eb1-8a71ee65b109 req-ab1c5002-5e0f-4855-a33c-6ea14c8a329c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:16.575453 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:16.581643 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f1195f8-b36c-406b-9eb1-8a71ee65b109 req-ab1c5002-5e0f-4855-a33c-6ea14c8a329c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 943 time: 0.5736380
Nov 20 20:59:16.596952 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:16.601200 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] 10.222.0.41 "DELETE /v2.0/networks/40d8ef56-5653-4804-9a84-8afa72f95421 HTTP/1.1" status: 204  len: 168 time: 1.9030702
Nov 20 20:59:16.608636 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-03503c61-9ea1-4b62-adb3-6f2021f9ad15 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Calling delete_port for 6ad62d81-cc2c-4806-926b-c36f75f3f96b owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:16.655262 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e5d1a-19af-4f17-918d-e9ef63b4a644 admin admin] Pushing event deleted for resources: {'Network': ['ID=40d8ef56-5653-4804-9a84-8afa72f95421,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:16.703540 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d245c396-ce8d-486d-927f-cd3ff5eef89c req-b64aab0b-fc4e-4553-b410-5ff84921dcb6 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4a67d3a-5422-4e6d-8268-b496b6edcc74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1908133
Nov 20 20:59:16.712482 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:16.766932 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-29dc3cb5-de91-4b71-9d36-58e70da882e1 req-405dde90-0d01-4f03-9159-87b1be428e69 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] For port cfd0dca9-fc25-4b7e-a3c0-929991afa254, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cfd0dca9-fc25-4b7e-a3c0-929991afa254,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:16.767788 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-29dc3cb5-de91-4b71-9d36-58e70da882e1 req-405dde90-0d01-4f03-9159-87b1be428e69 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:16.784249 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-29dc3cb5-de91-4b71-9d36-58e70da882e1 req-405dde90-0d01-4f03-9159-87b1be428e69 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Calling delete_port for cfd0dca9-fc25-4b7e-a3c0-929991afa254 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:16.866425 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f1195f8-b36c-406b-9eb1-8a71ee65b109 req-760e1f14-1ad7-4066-b854-eb26b965b998 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2801805
Nov 20 20:59:16.875617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7920821-63c1-4cd9-b849-a5d621aa521a None None] Network b86f38b2-23ca-4e42-8f82-002190dbcafb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:16.908103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47340) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:16.910357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 4dd59798-a2b7-4da4-9f76-8a780af1bf3e up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:16.952908 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03503c61-9ea1-4b62-adb3-6f2021f9ad15 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:17.000578 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-00631ab5-d48b-424c-a203-e428e7c23082 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92267796613943d4aa68073d9406f124&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0870776
Nov 20 20:59:17.003617 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47350) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:17.030682 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-94704d0b-ae1c-4fcb-8b9d-1730c5d91beb None None] Provisioning complete for port aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:17.031243 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-94704d0b-ae1c-4fcb-8b9d-1730c5d91beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:17.031674 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03503c61-9ea1-4b62-adb3-6f2021f9ad15 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event deleted for resources: {'Port': ['ID=6ad62d81-cc2c-4806-926b-c36f75f3f96b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:17.042963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff54a8a-41fb-4e6c-802d-f6a54179bf77 req-61aaedb3-ef75-4cb4-92a6-c475d637a566 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:17.043152 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fff54a8a-41fb-4e6c-802d-f6a54179bf77 req-61aaedb3-ef75-4cb4-92a6-c475d637a566 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 944 time: 0.1604257
Nov 20 20:59:17.079276 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 4dd59798-a2b7-4da4-9f76-8a780af1bf3e completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:59:17.089423 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 4dd59798-a2b7-4da4-9f76-8a780af1bf3e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:17.089942 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:17.130913 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3a6129a4-6666-425b-b964-44722f4a056e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:17.177044 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-29dc3cb5-de91-4b71-9d36-58e70da882e1 req-405dde90-0d01-4f03-9159-87b1be428e69 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:17.191560 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03503c61-9ea1-4b62-adb3-6f2021f9ad15 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:17.194953 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-03503c61-9ea1-4b62-adb3-6f2021f9ad15 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "DELETE /v2.0/ports/6ad62d81-cc2c-4806-926b-c36f75f3f96b HTTP/1.1" status: 204  len: 168 time: 1.5786023
Nov 20 20:59:17.198668 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['cfd0dca9-fc25-4b7e-a3c0-929991afa254'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:59:17.199108 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47358) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:17.200098 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3a6129a4-6666-425b-b964-44722f4a056e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:17.269829 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-94704d0b-ae1c-4fcb-8b9d-1730c5d91beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:17.271193 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3a6129a4-6666-425b-b964-44722f4a056e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:17.276172 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3a6129a4-6666-425b-b964-44722f4a056e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:17.279654 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3a6129a4-6666-425b-b964-44722f4a056e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e13e3a11-47dc-4526-b7fb-30e7f535c407 HTTP/1.1" status: 204  len: 168 time: 0.2725163
Nov 20 20:59:17.290751 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6129a4-6666-425b-b964-44722f4a056e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13e3a11-47dc-4526-b7fb-30e7f535c407,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:17.367323 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-94704d0b-ae1c-4fcb-8b9d-1730c5d91beb None None] For port aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1,segment=NetworkSegment(fec78dbf-3f67-42ee-9123-99db28cecb84),segment_id=fec78dbf-3f67-42ee-9123-99db28cecb84)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:17.375278 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-94704d0b-ae1c-4fcb-8b9d-1730c5d91beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:17.385193 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:17.424147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dc3cb5-de91-4b71-9d36-58e70da882e1 req-405dde90-0d01-4f03-9159-87b1be428e69 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] No DVR routers for this DVR port cfd0dca9-fc25-4b7e-a3c0-929991afa254 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:59:17.427131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405dde90-0d01-4f03-9159-87b1be428e69 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Pushing event deleted for resources: {'Port': ['ID=cfd0dca9-fc25-4b7e-a3c0-929991afa254,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:17.429703 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b1e487-2c44-43e6-a2e0-aee69f6fe477 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] GET failed (client error): The resource could not be found.
Nov 20 20:59:17.431241 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-12b1e487-2c44-43e6-a2e0-aee69f6fe477 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "GET /v2.0/ports/6ad62d81-cc2c-4806-926b-c36f75f3f96b HTTP/1.1" status: 404  len: 333 time: 0.1962421
Nov 20 20:59:17.432906 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-29dc3cb5-de91-4b71-9d36-58e70da882e1 req-405dde90-0d01-4f03-9159-87b1be428e69 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:17.435808 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47362) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:17.436282 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29dc3cb5-de91-4b71-9d36-58e70da882e1 req-405dde90-0d01-4f03-9159-87b1be428e69 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.37 "DELETE /v2.0/ports/cfd0dca9-fc25-4b7e-a3c0-929991afa254 HTTP/1.1" status: 204  len: 173 time: 1.3470519
Nov 20 20:59:17.437044 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'name': 'network-vif-deleted', 'tag': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:17.439949 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17f9b28-a776-4528-ad80-463432cb5efa" -d '{"events": [{"server_uuid": "c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8", "name": "network-vif-deleted", "tag": "cfd0dca9-fc25-4b7e-a3c0-929991afa254"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:17.444031 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a0f9a768-e143-40f7-ad19-6a2fd4b3e1dc tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Request body: {'port': {'network_id': 'b86f38b2-23ca-4e42-8f82-002190dbcafb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1146028342'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:17.446197 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fff54a8a-41fb-4e6c-802d-f6a54179bf77 req-64c89b8c-fb47-4bd6-b737-b68f6a107b2f tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3874393
Nov 20 20:59:17.482193 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:17.493853 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64f1609-c8a6-41c0-b66b-b0ade6aca0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd59798-a2b7-4da4-9f76-8a780af1bf3e'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:17.496977 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6417fc16-41df-4856-8957-7bb222b13657" -d '{"events": [{"server_uuid": "a64f1609-c8a6-41c0-b66b-b0ade6aca0f4", "name": "network-vif-plugged", "status": "completed", "tag": "4dd59798-a2b7-4da4-9f76-8a780af1bf3e"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:17.538975 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f09411-d447-4c05-b19d-b4c3980b1abb x-openstack-request-id: req-d3f09411-d447-4c05-b19d-b4c3980b1abb {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:17.539463 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8", "name": "network-vif-deleted", "tag": "cfd0dca9-fc25-4b7e-a3c0-929991afa254", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:17.540858 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3f09411-d447-4c05-b19d-b4c3980b1abb {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:17.541206 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8', 'name': 'network-vif-deleted', 'tag': 'cfd0dca9-fc25-4b7e-a3c0-929991afa254', 'status': 'completed', 'code': 200}
Nov 20 20:59:17.573199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94704d0b-ae1c-4fcb-8b9d-1730c5d91beb None None] Pushing event updated for resources: {'Port': ['ID=aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:17.586743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 4dd59798-a2b7-4da4-9f76-8a780af1bf3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4dd59798-a2b7-4da4-9f76-8a780af1bf3e,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:17.612772 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:17.685961 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbe5e34-1950-4b6b-83c2-db1138aa5311 x-openstack-request-id: req-cfbe5e34-1950-4b6b-83c2-db1138aa5311 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:17.686257 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64f1609-c8a6-41c0-b66b-b0ade6aca0f4", "name": "network-vif-plugged", "status": "completed", "tag": "4dd59798-a2b7-4da4-9f76-8a780af1bf3e", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:17.687512 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cfbe5e34-1950-4b6b-83c2-db1138aa5311 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:17.687926 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64f1609-c8a6-41c0-b66b-b0ade6aca0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd59798-a2b7-4da4-9f76-8a780af1bf3e', 'code': 200}
Nov 20 20:59:17.734226 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47376) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:17.826674 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=4dd59798-a2b7-4da4-9f76-8a780af1bf3e,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:17.864826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:17.865216 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:17.894315 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcd3a9-d245-487d-9b60-14ee6dce6a78 req-17c6d350-c574-482d-a06f-d6e632951365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:17.898860 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7adcd3a9-d245-487d-9b60-14ee6dce6a78 req-17c6d350-c574-482d-a06f-d6e632951365 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 1096 time: 0.1472270
Nov 20 20:59:17.900905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f9a768-e143-40f7-ad19-6a2fd4b3e1dc tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Made reservation on behalf of 471bd6e5478e42d1b6b441e5ac2f28ae for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:17.911953 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0f9a768-e143-40f7-ad19-6a2fd4b3e1dc tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:17.942867 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-a0f9a768-e143-40f7-ad19-6a2fd4b3e1dc tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] device_id is not set on port 89ac8235-ef66-41af-8048-70801f99ad2d yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:59:17.955350 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 59693434-f8c7-46df-aa97-c3ac4d0552b1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:59:17.993782 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd968181-aca6-4ef9-9df6-59fe867c3a65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.090622 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-70e3e365-ffa0-4e2e-9c2e-940307e2dc61 req-4d4bf5c2-5da0-404d-b24c-84acc2042070 tempest-FloatingIPsAssociationTestJSON-1741444872 tempest-FloatingIPsAssociationTestJSON-1741444872-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6babf7c-ca49-49f5-a1b3-2493e1cc7eb8 HTTP/1.1" status: 200  len: 210 time: 0.1559322
Nov 20 20:59:18.112429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f72e6484-ab73-4283-85e8-a3da3de95227 None None] Provisioning complete for port cf27d251-6932-4bc6-9392-d70f97735031 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:18.113242 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f72e6484-ab73-4283-85e8-a3da3de95227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.168084 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f72e6484-ab73-4283-85e8-a3da3de95227 None None] Port cf27d251-6932-4bc6-9392-d70f97735031 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:18.171629 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7adcd3a9-d245-487d-9b60-14ee6dce6a78 req-9bba3667-a418-428b-8d30-3c688b3fbfb2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2373068
Nov 20 20:59:18.203652 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f72e6484-ab73-4283-85e8-a3da3de95227 None None] Provisioning complete for port aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:18.204349 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f72e6484-ab73-4283-85e8-a3da3de95227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.267906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a1c23-c85f-48d9-81c5-de5390875827 req-a25d53a3-13a6-41fd-894a-2062cfd6911c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:18.273428 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7f7a1c23-c85f-48d9-81c5-de5390875827 req-a25d53a3-13a6-41fd-894a-2062cfd6911c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 943 time: 0.1570365
Nov 20 20:59:18.303511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-a0f9a768-e143-40f7-ad19-6a2fd4b3e1dc tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Allocated IP 2001:db8::278 (b86f38b2-23ca-4e42-8f82-002190dbcafb/0cf3626f-0071-4870-85ff-ea59e5210dd4/89ac8235-ef66-41af-8048-70801f99ad2d) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:18.350242 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd968181-aca6-4ef9-9df6-59fe867c3a65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.373769 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd968181-aca6-4ef9-9df6-59fe867c3a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.421866 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 59693434-f8c7-46df-aa97-c3ac4d0552b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59693434-f8c7-46df-aa97-c3ac4d0552b1,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:18.478410 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd968181-aca6-4ef9-9df6-59fe867c3a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3921f4-4537-43ba-8654-b13b07e7d063,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:18.483329 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bd968181-aca6-4ef9-9df6-59fe867c3a65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5fe1fb64329f47be96bf8236ef92b6ac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7479746
Nov 20 20:59:18.493313 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7f7a1c23-c85f-48d9-81c5-de5390875827 req-96941a4b-18c3-4e60-a42a-1cd78f3f83d2 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2131913
Nov 20 20:59:18.493832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47396) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:18.543921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device dec230a5-a801-4e24-a948-dc3c4254816a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:18.551775 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '59693434-f8c7-46df-aa97-c3ac4d0552b1', 'network_id': 'c3915836-86cb-49e6-9e5c-f9e82114304b', 'port_id': '59693434-f8c7-46df-aa97-c3ac4d0552b1', 'mac_address': 'fa:16:3e:e0:5e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2907b1cf-3fa4-4cec-bd6c-6b6472f874f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:59:18.578821 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0f9a768-e143-40f7-ad19-6a2fd4b3e1dc tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.605190 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f501933-6df8-4698-8689-417c936beae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.620762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: dec230a5-a801-4e24-a948-dc3c4254816a {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:59:18.621383 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device dec230a5-a801-4e24-a948-dc3c4254816a not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:59:18.655455 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f501933-6df8-4698-8689-417c936beae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.683559 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0f9a768-e143-40f7-ad19-6a2fd4b3e1dc tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.699165 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47402) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:18.719281 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.724724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-113b9a4e-621e-419f-bd31-29dc4882c502 None None] Provisioning complete for port cf27d251-6932-4bc6-9392-d70f97735031 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:18.725103 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-113b9a4e-621e-419f-bd31-29dc4882c502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.730997 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.735660 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f501933-6df8-4698-8689-417c936beae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.740433 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f501933-6df8-4698-8689-417c936beae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.742568 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1f501933-6df8-4698-8689-417c936beae6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e3921f4-4537-43ba-8654-b13b07e7d063 HTTP/1.1" status: 204  len: 168 time: 0.2477176
Nov 20 20:59:18.754252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f501933-6df8-4698-8689-417c936beae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3921f4-4537-43ba-8654-b13b07e7d063,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:18.758019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f9a768-e143-40f7-ad19-6a2fd4b3e1dc tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Network b86f38b2-23ca-4e42-8f82-002190dbcafb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:18.780058 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-a0f9a768-e143-40f7-ad19-6a2fd4b3e1dc tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:18.790233 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f9a768-e143-40f7-ad19-6a2fd4b3e1dc tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:18.797210 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f9a768-e143-40f7-ad19-6a2fd4b3e1dc tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:18.798105 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0f9a768-e143-40f7-ad19-6a2fd4b3e1dc tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.819951 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abae3e7-e9ca-4984-b466-ee181e368f7d req-50ff5752-113b-45c2-80fb-9153abb23b67 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:18.821883 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8abae3e7-e9ca-4984-b466-ee181e368f7d req-50ff5752-113b-45c2-80fb-9153abb23b67 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 945 time: 0.1880691
Nov 20 20:59:18.826337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59693434-f8c7-46df-aa97-c3ac4d0552b1 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:59:18.831365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47408) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:18.832220 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a0f9a768-e143-40f7-ad19-6a2fd4b3e1dc tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.3947988
Nov 20 20:59:18.833413 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9a768-e143-40f7-ad19-6a2fd4b3e1dc tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event updated for resources: {'Port': ['ID=89ac8235-ef66-41af-8048-70801f99ad2d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:18.834805 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-113b9a4e-621e-419f-bd31-29dc4882c502 None None] Port cf27d251-6932-4bc6-9392-d70f97735031 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:18.849221 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d9571436-d892-4624-83e5-73a55b09541b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::161', 'mac_address': 'fa:16:3e:9f:6e:a4'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:18.862411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 59693434-f8c7-46df-aa97-c3ac4d0552b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59693434-f8c7-46df-aa97-c3ac4d0552b1,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:18.867030 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.909045 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-08a7293b-5fd2-4b14-85bc-b4d80b23ad5a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-284973660-network', 'tenant_id': '4ec4545fe17f4700bc073f25016da683'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:18.931734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a7293b-5fd2-4b14-85bc-b4d80b23ad5a admin admin] Made reservation on behalf of 4ec4545fe17f4700bc073f25016da683 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:18.934638 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08a7293b-5fd2-4b14-85bc-b4d80b23ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.947968 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8abae3e7-e9ca-4984-b466-ee181e368f7d req-e63a0b1f-1ba8-4288-93ec-04faff767eb7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955653
Nov 20 20:59:18.958853 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08a7293b-5fd2-4b14-85bc-b4d80b23ad5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:18.973434 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-00523544-3e3c-47bf-b7bd-0327b03a4c6a None None] Could not find standard attr ID for object 6ad62d81-cc2c-4806-926b-c36f75f3f96b. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 20:59:18.984329 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=59693434-f8c7-46df-aa97-c3ac4d0552b1,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:18.996763 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.071516 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['59693434-f8c7-46df-aa97-c3ac4d0552b1'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:59:19.154716 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9571436-d892-4624-83e5-73a55b09541b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.180268 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08a7293b-5fd2-4b14-85bc-b4d80b23ad5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.187425 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08a7293b-5fd2-4b14-85bc-b4d80b23ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.199398 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a7293b-5fd2-4b14-85bc-b4d80b23ad5a admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:59:19.209544 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47416) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:19.213591 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08a7293b-5fd2-4b14-85bc-b4d80b23ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.214831 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-08a7293b-5fd2-4b14-85bc-b4d80b23ad5a admin admin] Added segment 39b9fd26-2e04-48b3-847d-3bd3da3b7f0c of type vlan for network 18cb4fb4-4c5c-474c-9154-5c1cc542812f
Nov 20 20:59:19.267302 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08a7293b-5fd2-4b14-85bc-b4d80b23ad5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.296866 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47418) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:19.313725 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6361a3a-36b0-4260-bc68-785316a6a4ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.391375 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7293b-5fd2-4b14-85bc-b4d80b23ad5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c223b2fa-21ea-4c08-ba2a-f6475255fe64,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:19.394704 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08a7293b-5fd2-4b14-85bc-b4d80b23ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.400509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a7293b-5fd2-4b14-85bc-b4d80b23ad5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:19.401115 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08a7293b-5fd2-4b14-85bc-b4d80b23ad5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.485932 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:19.569840 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6361a3a-36b0-4260-bc68-785316a6a4ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.571282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:19.571723 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.601339 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6361a3a-36b0-4260-bc68-785316a6a4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.639054 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b882dfcd-28cf-4e79-b482-19df6f135028 None None] Provisioning complete for port 89ac8235-ef66-41af-8048-70801f99ad2d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:19.640280 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b882dfcd-28cf-4e79-b482-19df6f135028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.654937 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-08a7293b-5fd2-4b14-85bc-b4d80b23ad5a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9546821
Nov 20 20:59:19.670142 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47422) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:19.681156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-64d48011-665f-47d5-bb31-8032003b802c admin admin] Request body: {'subnet': {'network_id': '18cb4fb4-4c5c-474c-9154-5c1cc542812f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-284973660-subnet', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:19.691631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b882dfcd-28cf-4e79-b482-19df6f135028 None None] Port 89ac8235-ef66-41af-8048-70801f99ad2d cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:19.706876 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e6361a3a-36b0-4260-bc68-785316a6a4ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd9ad5f6224146349af5b8f772d94b1c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4057982
Nov 20 20:59:19.717979 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47424) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:19.730551 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6361a3a-36b0-4260-bc68-785316a6a4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51a42d5-9ba5-4856-9656-fe76e73bf7da,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:19.730897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7293b-5fd2-4b14-85bc-b4d80b23ad5a admin admin] Pushing event updated for resources: {'Network': ['ID=18cb4fb4-4c5c-474c-9154-5c1cc542812f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:19.762232 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 18cb4fb4-4c5c-474c-9154-5c1cc542812f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:59:19.796460 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d48011-665f-47d5-bb31-8032003b802c admin admin] Made reservation on behalf of 4ec4545fe17f4700bc073f25016da683 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:19.799318 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64d48011-665f-47d5-bb31-8032003b802c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.803591 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9571436-d892-4624-83e5-73a55b09541b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.813152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc27b6-2a61-4f53-8f90-b66049d8ecf4 req-223c088f-dc83-44a9-8ea9-d17f97d9d45b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:19.815261 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92cc27b6-2a61-4f53-8f90-b66049d8ecf4 req-223c088f-dc83-44a9-8ea9-d17f97d9d45b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 944 time: 0.2144058
Nov 20 20:59:19.832450 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9571436-d892-4624-83e5-73a55b09541b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.836261 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d47c503-4b65-4bf6-a0c0-c9d22c89db25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.906645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-d9571436-d892-4624-83e5-73a55b09541b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] In _notify_port_updated(), no bound segment for port 89ac8235-ef66-41af-8048-70801f99ad2d on network b86f38b2-23ca-4e42-8f82-002190dbcafb {{(pid=126225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 20:59:19.913210 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9571436-d892-4624-83e5-73a55b09541b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:19.913874 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9571436-d892-4624-83e5-73a55b09541b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:19.915243 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d9571436-d892-4624-83e5-73a55b09541b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "PUT /v2.0/ports/89ac8235-ef66-41af-8048-70801f99ad2d HTTP/1.1" status: 200  len: 1003 time: 1.0834844
Nov 20 20:59:19.926923 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47426) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:19.954248 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 59693434-f8c7-46df-aa97-c3ac4d0552b1 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:19.975483 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-901f9f85-1ed1-40aa-a028-6bea7d2e4633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:20.015073 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9571436-d892-4624-83e5-73a55b09541b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event updated for resources: {'Port': ['ID=89ac8235-ef66-41af-8048-70801f99ad2d,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:20.072962 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-901f9f85-1ed1-40aa-a028-6bea7d2e4633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:20.091755 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92cc27b6-2a61-4f53-8f90-b66049d8ecf4 req-bc4569a9-abb7-4e04-aa33-dfd3653ff606 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2658210
Nov 20 20:59:20.092456 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 59693434-f8c7-46df-aa97-c3ac4d0552b1 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:59:20.100023 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 59693434-f8c7-46df-aa97-c3ac4d0552b1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:20.100478 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:20.244934 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-44f1a999-0a6d-42ad-b29e-40df28cee4f5 None None] Provisioning complete for port 89ac8235-ef66-41af-8048-70801f99ad2d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:20.245316 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-44f1a999-0a6d-42ad-b29e-40df28cee4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:20.247233 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:20.252464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad708fb-2ab0-43b1-b36a-79e128270576 req-f8869fde-9e6f-4a02-a111-0a10e5f44ce3 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:20.254040 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aad708fb-2ab0-43b1-b36a-79e128270576 req-f8869fde-9e6f-4a02-a111-0a10e5f44ce3 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 945 time: 0.1154602
Nov 20 20:59:20.256309 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-901f9f85-1ed1-40aa-a028-6bea7d2e4633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:20.259318 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-901f9f85-1ed1-40aa-a028-6bea7d2e4633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:20.260501 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-901f9f85-1ed1-40aa-a028-6bea7d2e4633 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b51a42d5-9ba5-4856-9656-fe76e73bf7da HTTP/1.1" status: 204  len: 168 time: 0.5389721
Nov 20 20:59:20.285778 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-3d47c503-4b65-4bf6-a0c0-c9d22c89db25 admin admin] Deleting port 7c96c788-0f25-4724-b57a-4df595a17f3a {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:20.286005 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-d91fff9e-ec7e-48b7-8277-bfd80f96a77b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Deleting port 89ac8235-ef66-41af-8048-70801f99ad2d {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:20.286166 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d47c503-4b65-4bf6-a0c0-c9d22c89db25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:20.286250 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d91fff9e-ec7e-48b7-8277-bfd80f96a77b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:20.312619 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f9f85-1ed1-40aa-a028-6bea7d2e4633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51a42d5-9ba5-4856-9656-fe76e73bf7da,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:20.321769 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2710d9-715b-4af3-832d-bd8d130d00fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59693434-f8c7-46df-aa97-c3ac4d0552b1'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:20.324244 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb7eb0c-e59a-45fd-b44c-3e5ef61fad1a" -d '{"events": [{"server_uuid": "ef2710d9-715b-4af3-832d-bd8d130d00fc", "name": "network-vif-plugged", "status": "completed", "tag": "59693434-f8c7-46df-aa97-c3ac4d0552b1"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:20.331719 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64d48011-665f-47d5-bb31-8032003b802c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:20.340570 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aad708fb-2ab0-43b1-b36a-79e128270576 req-e5abc071-9313-463d-b7e4-28b77c6762d7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751824
Nov 20 20:59:20.343620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-44f1a999-0a6d-42ad-b29e-40df28cee4f5 None None] Port 89ac8235-ef66-41af-8048-70801f99ad2d cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:20.351364 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 59693434-f8c7-46df-aa97-c3ac4d0552b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59693434-f8c7-46df-aa97-c3ac4d0552b1,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:20.356546 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:20.357464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device cfd0dca9-fc25-4b7e-a3c0-929991afa254 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:20.381542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: cfd0dca9-fc25-4b7e-a3c0-929991afa254 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:59:20.381825 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device cfd0dca9-fc25-4b7e-a3c0-929991afa254 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:59:20.448940 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d48011-665f-47d5-bb31-8032003b802c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a66f3de6-96b6-4482-8ae9-fc1f907e4d87,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:20.450792 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-3d47c503-4b65-4bf6-a0c0-c9d22c89db25 admin admin] For port 7c96c788-0f25-4724-b57a-4df595a17f3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c96c788-0f25-4724-b57a-4df595a17f3a,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:20.452395 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d47c503-4b65-4bf6-a0c0-c9d22c89db25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:20.472187 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b30cb48-3b5a-4458-b62c-505b01f8b9f0 x-openstack-request-id: req-9b30cb48-3b5a-4458-b62c-505b01f8b9f0 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:20.472489 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2710d9-715b-4af3-832d-bd8d130d00fc", "name": "network-vif-plugged", "status": "completed", "tag": "59693434-f8c7-46df-aa97-c3ac4d0552b1", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:20.484231 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b30cb48-3b5a-4458-b62c-505b01f8b9f0 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:20.484231 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2710d9-715b-4af3-832d-bd8d130d00fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59693434-f8c7-46df-aa97-c3ac4d0552b1', 'code': 200}
Nov 20 20:59:20.484844 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=59693434-f8c7-46df-aa97-c3ac4d0552b1,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:20.493659 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-3d47c503-4b65-4bf6-a0c0-c9d22c89db25 admin admin] Calling delete_port for 7c96c788-0f25-4724-b57a-4df595a17f3a owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:20.514781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d48011-665f-47d5-bb31-8032003b802c admin admin] Checking segment: {'id': '39b9fd26-2e04-48b3-847d-3bd3da3b7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '18cb4fb4-4c5c-474c-9154-5c1cc542812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:20.518845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d48011-665f-47d5-bb31-8032003b802c admin admin] Network hostable DHCP agents. Network: 18cb4fb4-4c5c-474c-9154-5c1cc542812f, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:59:20.543117 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d91fff9e-ec7e-48b7-8277-bfd80f96a77b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:20.603481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-d91fff9e-ec7e-48b7-8277-bfd80f96a77b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Calling delete_port for 89ac8235-ef66-41af-8048-70801f99ad2d owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:20.788845 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d47c503-4b65-4bf6-a0c0-c9d22c89db25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:20.825272 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47c503-4b65-4bf6-a0c0-c9d22c89db25 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c96c788-0f25-4724-b57a-4df595a17f3a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:21.028562 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d47c503-4b65-4bf6-a0c0-c9d22c89db25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:21.050468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d48011-665f-47d5-bb31-8032003b802c admin admin] Network 18cb4fb4-4c5c-474c-9154-5c1cc542812f is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:59:21.119095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-64d48011-665f-47d5-bb31-8032003b802c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 18cb4fb4-4c5c-474c-9154-5c1cc542812f) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:21.132035 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeca6719-c766-4aa6-8d56-09e5fee80e65 None None] Network 18cb4fb4-4c5c-474c-9154-5c1cc542812f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:21.133486 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d48011-665f-47d5-bb31-8032003b802c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:21.134123 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64d48011-665f-47d5-bb31-8032003b802c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:21.166308 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dda5c7-720d-4254-a02c-819ef900f016 req-c340232f-031d-4cfb-8384-edb7734b8dbd tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:21.169381 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f5dda5c7-720d-4254-a02c-819ef900f016 req-c340232f-031d-4cfb-8384-edb7734b8dbd tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 945 time: 0.1386857
Nov 20 20:59:21.176836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35312454-2c50-46e0-aac8-043f236283e6 req-a6248883-8a8a-47a5-aac2-de975c83a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:21.182153 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-35312454-2c50-46e0-aac8-043f236283e6 req-a6248883-8a8a-47a5-aac2-de975c83a6c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 1096 time: 0.6088746
Nov 20 20:59:21.222650 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-64d48011-665f-47d5-bb31-8032003b802c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5474129
Nov 20 20:59:21.223321 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47456) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:21.240113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-284973660-router', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:21.316734 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:21.317386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:21.325626 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-35312454-2c50-46e0-aac8-043f236283e6 req-849b836f-a42d-4404-9a79-e28e26d59320 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353757
Nov 20 20:59:21.331576 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f5dda5c7-720d-4254-a02c-819ef900f016 req-94875069-7fe7-438f-ad02-4fb78968e66b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438661
Nov 20 20:59:21.392622 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d91fff9e-ec7e-48b7-8277-bfd80f96a77b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:21.412232 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-18cb4fb4-4c5c-474c-9154-5c1cc542812f', 'network_id': '18cb4fb4-4c5c-474c-9154-5c1cc542812f', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'fixed_ips': [{'subnet_id': 'a66f3de6-96b6-4482-8ae9-fc1f907e4d87'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:59:21.413422 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:21.461197 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fff9e-ec7e-48b7-8277-bfd80f96a77b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event deleted for resources: {'Port': ['ID=89ac8235-ef66-41af-8048-70801f99ad2d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:21.508403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6b6fc-43fe-4d00-9a60-06815115da85 req-72dc459a-6aa0-4085-a377-a7676fe7d652 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:21.516596 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bcb6b6fc-43fe-4d00-9a60-06815115da85 req-72dc459a-6aa0-4085-a377-a7676fe7d652 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 945 time: 0.2808790
Nov 20 20:59:21.604164 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bcb6b6fc-43fe-4d00-9a60-06815115da85 req-7f30b7c8-e276-4d22-80c4-fb369c73ce17 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860939
Nov 20 20:59:21.606103 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d47c503-4b65-4bf6-a0c0-c9d22c89db25 admin admin] Router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:59:21.618914 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:21.748107 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Allocated IP 172.20.0.2 (18cb4fb4-4c5c-474c-9154-5c1cc542812f/a66f3de6-96b6-4482-8ae9-fc1f907e4d87/3e60f450-7ecf-4148-b84c-26bc4e06f6b5) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:21.813770 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d47c503-4b65-4bf6-a0c0-c9d22c89db25 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:59:21.821436 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3d47c503-4b65-4bf6-a0c0-c9d22c89db25 admin admin] 10.222.0.41 "PUT /v2.0/routers/46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6107297
Nov 20 20:59:21.823887 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47470) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:21.833359 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a7b2b6-d755-4b17-945f-346a452fcf78 None None] Sync routers for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:59:21.852228 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d91fff9e-ec7e-48b7-8277-bfd80f96a77b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:21.855111 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d91fff9e-ec7e-48b7-8277-bfd80f96a77b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "DELETE /v2.0/ports/89ac8235-ef66-41af-8048-70801f99ad2d HTTP/1.1" status: 204  len: 168 time: 1.8975191
Nov 20 20:59:21.860387 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47472) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:21.861870 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7b2b6-d755-4b17-945f-346a452fcf78 None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:21.862562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-77a7b2b6-d755-4b17-945f-346a452fcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472f9670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:59:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:21.889743 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2432cf1-9c6a-41ec-9b34-a320d9e1d3da req-8b36e982-89cf-4822-b017-4846924b4543 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:21.891807 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2432cf1-9c6a-41ec-9b34-a320d9e1d3da req-8b36e982-89cf-4822-b017-4846924b4543 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 945 time: 0.3342988
Nov 20 20:59:21.936858 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:21.945769 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfd3144-ca10-472c-8dde-52b8afeb91f3 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] GET failed (client error): The resource could not be found.
Nov 20 20:59:21.951010 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9bfd3144-ca10-472c-8dde-52b8afeb91f3 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "GET /v2.0/ports/89ac8235-ef66-41af-8048-70801f99ad2d HTTP/1.1" status: 404  len: 333 time: 0.0841899
Nov 20 20:59:21.955963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47476) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:21.960766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-f264ddc6-6bee-49e5-9d78-05dd7125f1b8 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Request body: {'port': {'network_id': 'b86f38b2-23ca-4e42-8f82-002190dbcafb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1809545063'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:21.964763 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-468adb4d-52e7-42e9-89d0-13812e2c1c47 admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:22.029724 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:22.040846 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:22.044864 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-77a7b2b6-d755-4b17-945f-346a452fcf78 None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:22.102981 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-468adb4d-52e7-42e9-89d0-13812e2c1c47 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:22.137701 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Network 18cb4fb4-4c5c-474c-9154-5c1cc542812f is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:22.154522 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:22.164207 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:22.166931 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2432cf1-9c6a-41ec-9b34-a320d9e1d3da req-47bdbfc9-78cf-495f-b154-27b057befa89 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2253575
Nov 20 20:59:22.181570 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Pushing event updated for resources: {'Port': ['ID=3e60f450-7ecf-4148-b84c-26bc4e06f6b5,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:22.239227 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-468adb4d-52e7-42e9-89d0-13812e2c1c47 admin admin] Deleting port 2b460bbc-56bd-44ef-83b1-a9579b59ca4a {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:22.239853 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-468adb4d-52e7-42e9-89d0-13812e2c1c47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:22.277254 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f264ddc6-6bee-49e5-9d78-05dd7125f1b8 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Made reservation on behalf of 471bd6e5478e42d1b6b441e5ac2f28ae for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:22.289192 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f264ddc6-6bee-49e5-9d78-05dd7125f1b8 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:22.344283 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Attempting to bind port 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:59:22.344661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Attempting to bind port 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '39b9fd26-2e04-48b3-847d-3bd3da3b7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '18cb4fb4-4c5c-474c-9154-5c1cc542812f'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:59:22.345515 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Attempting to bind port 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 on network 18cb4fb4-4c5c-474c-9154-5c1cc542812f {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:22.355914 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:59:22.356210 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Checking segment: {'id': '39b9fd26-2e04-48b3-847d-3bd3da3b7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '18cb4fb4-4c5c-474c-9154-5c1cc542812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:22.356631 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:22.357034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Bound using segment: {'id': '39b9fd26-2e04-48b3-847d-3bd3da3b7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '18cb4fb4-4c5c-474c-9154-5c1cc542812f'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:59:22.357519 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Bound port: 3e60f450-7ecf-4148-b84c-26bc4e06f6b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b9fd26-2e04-48b3-847d-3bd3da3b7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '18cb4fb4-4c5c-474c-9154-5c1cc542812f'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:59:22.357928 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:22.383798 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-f264ddc6-6bee-49e5-9d78-05dd7125f1b8 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] device_id is not set on port 6d8991d5-1edd-4cff-ac5a-2b253463c037 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:59:22.397677 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-468adb4d-52e7-42e9-89d0-13812e2c1c47 admin admin] For port 2b460bbc-56bd-44ef-83b1-a9579b59ca4a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b460bbc-56bd-44ef-83b1-a9579b59ca4a,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:22.398126 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-468adb4d-52e7-42e9-89d0-13812e2c1c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:22.419578 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-468adb4d-52e7-42e9-89d0-13812e2c1c47 admin admin] Calling delete_port for 2b460bbc-56bd-44ef-83b1-a9579b59ca4a owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:22.553569 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] For port 3e60f450-7ecf-4148-b84c-26bc4e06f6b5, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:22.562331 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] For port 3e60f450-7ecf-4148-b84c-26bc4e06f6b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e60f450-7ecf-4148-b84c-26bc4e06f6b5,segment=NetworkSegment(39b9fd26-2e04-48b3-847d-3bd3da3b7f0c),segment_id=39b9fd26-2e04-48b3-847d-3bd3da3b7f0c)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:59:22.564434 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-77a7b2b6-d755-4b17-945f-346a452fcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472f9670>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233'}], 'enable_snat': True}, 'gw_port_id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:59:20Z', 'revision_number': 5, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port': {'id': '2b460bbc-56bd-44ef-83b1-a9579b59ca4a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:56Z', 'updated_at': '2021-11-20T20:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:22.582954 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:22.684345 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:22.707093 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:22.722757 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a7b2b6-d755-4b17-945f-346a452fcf78 None None] Checking router: 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:59:22.724213 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04178578-f13d-4689-b300-38650c5f989d req-bd5a2ffc-e995-4fa7-b819-de99f63b9f3d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:22.725775 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-04178578-f13d-4689-b300-38650c5f989d req-bd5a2ffc-e995-4fa7-b819-de99f63b9f3d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 945 time: 0.0810187
Nov 20 20:59:22.736623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-f264ddc6-6bee-49e5-9d78-05dd7125f1b8 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Allocated IP 2001:db8::24b (b86f38b2-23ca-4e42-8f82-002190dbcafb/0cf3626f-0071-4870-85ff-ea59e5210dd4/6d8991d5-1edd-4cff-ac5a-2b253463c037) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:22.788660 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7b2b6-d755-4b17-945f-346a452fcf78 None None] Routers {'46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:22.790290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-77a7b2b6-d755-4b17-945f-346a452fcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472f9670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:59:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:22.820371 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-468adb4d-52e7-42e9-89d0-13812e2c1c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:22.835406 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-04178578-f13d-4689-b300-38650c5f989d req-f1d16fb6-84e2-4d34-a76d-642085425128 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816016
Nov 20 20:59:22.886581 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468adb4d-52e7-42e9-89d0-13812e2c1c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b460bbc-56bd-44ef-83b1-a9579b59ca4a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:22.905875 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f572b7-1ed2-45c0-b4d1-2fd44819518d None None] Pushing event updated for resources: {'Port': ['ID=3e60f450-7ecf-4148-b84c-26bc4e06f6b5,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:22.936935 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc42878-fde6-4a95-8529-5788abe49c92 req-b9c92525-53f1-4b1d-98b0-421b9810d938 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:22.944308 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2fc42878-fde6-4a95-8529-5788abe49c92 req-b9c92525-53f1-4b1d-98b0-421b9810d938 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 945 time: 0.2129605
Nov 20 20:59:22.990215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-77a7b2b6-d755-4b17-945f-346a452fcf78 None None] Set router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:23.012690 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-468adb4d-52e7-42e9-89d0-13812e2c1c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:23.066338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Allocated IP 172.35.1.135 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/7c69d81d-46ba-47c3-b3d7-5b0502407a9f) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:23.073172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-77a7b2b6-d755-4b17-945f-346a452fcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472f9670>, [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:59:22Z', 'revision_number': 6, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:23.113382 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2fc42878-fde6-4a95-8529-5788abe49c92 req-a3a4ff3b-dd7d-415f-97c6-899ff3a644a7 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680396
Nov 20 20:59:23.149115 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fe0150-02a0-4a44-b396-763b01fd1213 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:23.157224 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a7b2b6-d755-4b17-945f-346a452fcf78 None None] The sync data for ids ['46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4'] in ncdv-master-1 is: [{'id': '46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1034105966-router', 'tenant_id': '81f065ce4dee4b479d5ab54d07605e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:55Z', 'updated_at': '2021-11-20T20:59:22Z', 'revision_number': 6, 'project_id': '81f065ce4dee4b479d5ab54d07605e61', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:59:23.228386 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-468adb4d-52e7-42e9-89d0-13812e2c1c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:23.230826 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-468adb4d-52e7-42e9-89d0-13812e2c1c47 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:23.308805 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-468adb4d-52e7-42e9-89d0-13812e2c1c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:23.309412 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468adb4d-52e7-42e9-89d0-13812e2c1c47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 20:59:23.318183 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-468adb4d-52e7-42e9-89d0-13812e2c1c47 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:23.321835 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-468adb4d-52e7-42e9-89d0-13812e2c1c47 admin admin] 10.222.0.41 "DELETE /v2.0/routers/46c2cfed-bd1c-4fc0-a720-fe5dd6e0a5b4 HTTP/1.1" status: 204  len: 168 time: 1.4941871
Nov 20 20:59:23.322179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47520) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:23.364301 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f264ddc6-6bee-49e5-9d78-05dd7125f1b8 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:23.464300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-127d32b7-2d46-4a2f-b960-7695c15721b3 admin admin] Deleting subnet 8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:59:23.469382 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:23.474945 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-127d32b7-2d46-4a2f-b960-7695c15721b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:23.586648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3fffb-fcc3-4879-a4b7-b9c41ffb8f70 req-c4d2093c-f943-47b3-8153-53985cb92881 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:23.594127 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95d3fffb-fcc3-4879-a4b7-b9c41ffb8f70 req-c4d2093c-f943-47b3-8153-53985cb92881 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 945 time: 0.1936691
Nov 20 20:59:23.611392 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-127d32b7-2d46-4a2f-b960-7695c15721b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:23.662294 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f264ddc6-6bee-49e5-9d78-05dd7125f1b8 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:23.783291 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f264ddc6-6bee-49e5-9d78-05dd7125f1b8 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Network b86f38b2-23ca-4e42-8f82-002190dbcafb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:23.791744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264ddc6-6bee-49e5-9d78-05dd7125f1b8 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event updated for resources: {'Port': ['ID=6d8991d5-1edd-4cff-ac5a-2b253463c037,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:23.803856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-f264ddc6-6bee-49e5-9d78-05dd7125f1b8 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:23.824380 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:23.831438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f264ddc6-6bee-49e5-9d78-05dd7125f1b8 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:23.848927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f264ddc6-6bee-49e5-9d78-05dd7125f1b8 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:23.849990 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f264ddc6-6bee-49e5-9d78-05dd7125f1b8 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:23.915836 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1030d-e5c6-4123-aed6-2b244edbf6f6 req-d4724fdd-f0f5-4a1b-95d4-6fe9fc8373a5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:23.920508 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7b1030d-e5c6-4123-aed6-2b244edbf6f6 req-d4724fdd-f0f5-4a1b-95d4-6fe9fc8373a5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.47 "GET /v2.0/ports?device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 945 time: 0.1360991
Nov 20 20:59:23.954362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Pushing event updated for resources: {'Port': ['ID=7c69d81d-46ba-47c3-b3d7-5b0502407a9f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:23.961369 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f264ddc6-6bee-49e5-9d78-05dd7125f1b8 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.0043552
Nov 20 20:59:23.965904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47562) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:23.971555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ba806d93-7bcd-4bc2-9ccb-fd867b36725c tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9f:6e:a4'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:23.990143 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95d3fffb-fcc3-4879-a4b7-b9c41ffb8f70 req-d838318b-cbe8-4825-ad32-598720f9507d tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3948038
Nov 20 20:59:24.006443 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:24.011173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:24.017552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:24.041955 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8395ccbc-4483-411f-a8b6-a13737771de5 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:24.046117 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-127d32b7-2d46-4a2f-b960-7695c15721b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:24.122843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:24.267828 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c29ac-4d52-4c8e-91a0-c9c3303f579a req-7944756f-a6d8-41bb-a856-e26a01e8c5d4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:24.283414 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-552c29ac-4d52-4c8e-91a0-c9c3303f579a req-7944756f-a6d8-41bb-a856-e26a01e8c5d4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 945 time: 0.2383764
Nov 20 20:59:24.332481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5b8fb61c-514b-4c82-892c-b9438bd9e30c None None] Provisioning complete for port 7c69d81d-46ba-47c3-b3d7-5b0502407a9f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:24.332940 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5b8fb61c-514b-4c82-892c-b9438bd9e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:24.337738 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-127d32b7-2d46-4a2f-b960-7695c15721b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:24.400273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d32b7-2d46-4a2f-b960-7695c15721b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8180eca2-c911-4c6e-a6cc-f0ef5d1546e9,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:24.402981 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-127d32b7-2d46-4a2f-b960-7695c15721b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:24.410987 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-127d32b7-2d46-4a2f-b960-7695c15721b3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8180eca2-c911-4c6e-a6cc-f0ef5d1546e9 HTTP/1.1" status: 204  len: 168 time: 1.0809307
Nov 20 20:59:24.411430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47584) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:24.417132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43842efa-51ca-4d03-92d9-b0e959e1af7f None None] Network 7dde530b-f780-469d-8a3e-3b58058fca24 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:24.421176 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-5b8fb61c-514b-4c82-892c-b9438bd9e30c None None] Port 7c69d81d-46ba-47c3-b3d7-5b0502407a9f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:24.437818 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:24.438465 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:24.618665 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:24.735195 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:24.778751 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab5b6ab-0f25-4bce-a94d-a661782a8623 None None] Network 18cb4fb4-4c5c-474c-9154-5c1cc542812f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:24.858689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] Deleting port 4fa3bd24-2363-4f63-b370-4aa03423b58a {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:24.859076 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:24.883283 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5ab292bd-eee3-41c4-9722-8888daa08352 None None] Provisioning complete for port 6d8991d5-1edd-4cff-ac5a-2b253463c037 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:24.883995 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5ab292bd-eee3-41c4-9722-8888daa08352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:24.995380 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-5ab292bd-eee3-41c4-9722-8888daa08352 None None] Port 6d8991d5-1edd-4cff-ac5a-2b253463c037 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:25.000952 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-552c29ac-4d52-4c8e-91a0-c9c3303f579a req-3ef86b48-dd8d-48c0-96f9-881ccf48e1cd tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7104392
Nov 20 20:59:25.008053 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-b7b1030d-e5c6-4123-aed6-2b244edbf6f6 req-74d2f3dc-e2ed-4e13-acc0-9c5591c079ed tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Deleting port 4dd59798-a2b7-4da4-9f76-8a780af1bf3e {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:25.008645 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-b7b1030d-e5c6-4123-aed6-2b244edbf6f6 req-74d2f3dc-e2ed-4e13-acc0-9c5591c079ed tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.030718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] For port 4fa3bd24-2363-4f63-b370-4aa03423b58a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fa3bd24-2363-4f63-b370-4aa03423b58a,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:25.031419 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.039749 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.062112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] Calling delete_port for 4fa3bd24-2363-4f63-b370-4aa03423b58a owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:25.118477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 3e60f450-7ecf-4148-b84c-26bc4e06f6b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e60f450-7ecf-4148-b84c-26bc4e06f6b5,segment=NetworkSegment(39b9fd26-2e04-48b3-847d-3bd3da3b7f0c),segment_id=39b9fd26-2e04-48b3-847d-3bd3da3b7f0c)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:25.130611 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.147955 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba806d93-7bcd-4bc2-9ccb-fd867b36725c tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.161213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b108bee6-8017-4e6a-886c-4308fc1b768b None None] DHCP port deletion for 7dde530b-f780-469d-8a3e-3b58058fca24 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:25.188417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3bcdca0f-36a5-479a-9cc6-2b172063b07c None None] Provisioning complete for port 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:25.189513 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3bcdca0f-36a5-479a-9cc6-2b172063b07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.279951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=3e60f450-7ecf-4148-b84c-26bc4e06f6b5,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:25.307987 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7c96c788-0f25-4724-b57a-4df595a17f3a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:25.338001 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47608) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:25.364422 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 7c96c788-0f25-4724-b57a-4df595a17f3a {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:59:25.365535 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7c96c788-0f25-4724-b57a-4df595a17f3a not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:59:25.369247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2b460bbc-56bd-44ef-83b1-a9579b59ca4a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:25.380417 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-b7b1030d-e5c6-4123-aed6-2b244edbf6f6 req-74d2f3dc-e2ed-4e13-acc0-9c5591c079ed tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] For port 4dd59798-a2b7-4da4-9f76-8a780af1bf3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4dd59798-a2b7-4da4-9f76-8a780af1bf3e,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:25.380804 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-b7b1030d-e5c6-4123-aed6-2b244edbf6f6 req-74d2f3dc-e2ed-4e13-acc0-9c5591c079ed tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.408397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-b7b1030d-e5c6-4123-aed6-2b244edbf6f6 req-74d2f3dc-e2ed-4e13-acc0-9c5591c079ed tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Calling delete_port for 4dd59798-a2b7-4da4-9f76-8a780af1bf3e owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:25.448008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b108bee6-8017-4e6a-886c-4308fc1b768b None None] Deleting port 4fa3bd24-2363-4f63-b370-4aa03423b58a {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:25.448802 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b108bee6-8017-4e6a-886c-4308fc1b768b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.450993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 2b460bbc-56bd-44ef-83b1-a9579b59ca4a {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:59:25.451579 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2b460bbc-56bd-44ef-83b1-a9579b59ca4a not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:59:25.452208 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4fa3bd24-2363-4f63-b370-4aa03423b58a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:25.545015 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38437489-932c-4deb-8aec-c4c32e48092e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.587768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b108bee6-8017-4e6a-886c-4308fc1b768b None None] For port 4fa3bd24-2363-4f63-b370-4aa03423b58a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fa3bd24-2363-4f63-b370-4aa03423b58a,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:25.588296 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b108bee6-8017-4e6a-886c-4308fc1b768b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.605981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b108bee6-8017-4e6a-886c-4308fc1b768b None None] Calling delete_port for 4fa3bd24-2363-4f63-b370-4aa03423b58a owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:25.658925 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.689362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cdb35-0c68-4e8d-b82c-6ff04fde4d22 req-46053282-0566-4f95-8262-c64be945240d tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:25.690932 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-409cdb35-0c68-4e8d-b82c-6ff04fde4d22 req-46053282-0566-4f95-8262-c64be945240d tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 945 time: 0.1139574
Nov 20 20:59:25.699280 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.727698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c79be2c1-749a-4b1f-8914-ff01ef25eab4 None None] Provisioning complete for port 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:25.728080 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c79be2c1-749a-4b1f-8914-ff01ef25eab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.743645 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba806d93-7bcd-4bc2-9ccb-fd867b36725c tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.753893 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba806d93-7bcd-4bc2-9ccb-fd867b36725c tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.789732 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 4fa3bd24-2363-4f63-b370-4aa03423b58a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fa3bd24-2363-4f63-b370-4aa03423b58a,segment=NetworkSegment(cb175cbb-35a1-46a5-bce0-288d0c216635),segment_id=cb175cbb-35a1-46a5-bce0-288d0c216635)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:25.798845 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.809734 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-b7b1030d-e5c6-4123-aed6-2b244edbf6f6 req-74d2f3dc-e2ed-4e13-acc0-9c5591c079ed tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.814178 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38437489-932c-4deb-8aec-c4c32e48092e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.824644 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-409cdb35-0c68-4e8d-b82c-6ff04fde4d22 req-1b7797ec-6f1c-4804-9816-35db802a0146 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979280
Nov 20 20:59:25.827929 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-ba806d93-7bcd-4bc2-9ccb-fd867b36725c tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] In _notify_port_updated(), no bound segment for port 6d8991d5-1edd-4cff-ac5a-2b253463c037 on network b86f38b2-23ca-4e42-8f82-002190dbcafb {{(pid=126224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 20:59:25.833730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba806d93-7bcd-4bc2-9ccb-fd867b36725c tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:25.839777 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba806d93-7bcd-4bc2-9ccb-fd867b36725c tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.843852 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f8de97a0-2799-4c39-82a8-566fd2fe46e8'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:59:25.847532 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ba806d93-7bcd-4bc2-9ccb-fd867b36725c tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "PUT /v2.0/ports/6d8991d5-1edd-4cff-ac5a-2b253463c037 HTTP/1.1" status: 200  len: 1003 time: 1.8803735
Nov 20 20:59:25.850543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47616) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:25.854886 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.860447 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38437489-932c-4deb-8aec-c4c32e48092e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:25.898703 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba806d93-7bcd-4bc2-9ccb-fd867b36725c tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event updated for resources: {'Port': ['ID=6d8991d5-1edd-4cff-ac5a-2b253463c037,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:25.961689 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2f3dc-e2ed-4e13-acc0-9c5591c079ed tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Pushing event deleted for resources: {'Port': ['ID=4dd59798-a2b7-4da4-9f76-8a780af1bf3e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:25.973195 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-38437489-932c-4deb-8aec-c4c32e48092e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f8f7b9b24b5499892ce9f6c7a3d73c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6293941
Nov 20 20:59:25.973195 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38437489-932c-4deb-8aec-c4c32e48092e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a51aa4-a6a6-4531-a056-7defc1d3bc4a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:25.973787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47618) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:25.993721 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a843ef68-634e-4916-9e49-ed417f39b924 None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:25.998273 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b108bee6-8017-4e6a-886c-4308fc1b768b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.008830 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b1030d-e5c6-4123-aed6-2b244edbf6f6 req-74d2f3dc-e2ed-4e13-acc0-9c5591c079ed tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] No DVR routers for this DVR port 4dd59798-a2b7-4da4-9f76-8a780af1bf3e on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:59:26.013130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa3bd24-2363-4f63-b370-4aa03423b58a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:26.023850 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b108bee6-8017-4e6a-886c-4308fc1b768b None None] No DVR routers for this DVR port 4fa3bd24-2363-4f63-b370-4aa03423b58a on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:59:26.040388 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-b7b1030d-e5c6-4123-aed6-2b244edbf6f6 req-74d2f3dc-e2ed-4e13-acc0-9c5591c079ed tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.045146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] No DVR routers for this DVR port 4fa3bd24-2363-4f63-b370-4aa03423b58a on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:59:26.046475 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7b1030d-e5c6-4123-aed6-2b244edbf6f6 req-74d2f3dc-e2ed-4e13-acc0-9c5591c079ed tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.47 "DELETE /v2.0/ports/4dd59798-a2b7-4da4-9f76-8a780af1bf3e HTTP/1.1" status: 204  len: 173 time: 2.1195035
Nov 20 20:59:26.046970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64f1609-c8a6-41c0-b66b-b0ade6aca0f4', 'name': 'network-vif-deleted', 'tag': '4dd59798-a2b7-4da4-9f76-8a780af1bf3e'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:26.052966 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1ee912-aa3c-49fe-a223-19407fea8244" -d '{"events": [{"server_uuid": "a64f1609-c8a6-41c0-b66b-b0ade6aca0f4", "name": "network-vif-deleted", "tag": "4dd59798-a2b7-4da4-9f76-8a780af1bf3e"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:26.195571 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-951790f1-456d-4567-ab10-b7a18542a0d8 req-4181c331-f011-4946-93ac-239e639bfc78 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=a64f1609-c8a6-41c0-b66b-b0ade6aca0f4 HTTP/1.1" status: 200  len: 210 time: 0.0659852
Nov 20 20:59:26.196549 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.213112 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=4fa3bd24-2363-4f63-b370-4aa03423b58a,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:26.228136 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d6a6c70>,) {'filters': {'network_id': ['7dde530b-f780-469d-8a3e-3b58058fca24']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:26.242958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d6a6c70>, 'cb175cbb-35a1-46a5-bce0-288d0c216635') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:26.243337 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d6a6c70>, 'cb175cbb-35a1-46a5-bce0-288d0c216635') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:26.254529 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.255514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108bee6-8017-4e6a-886c-4308fc1b768b None None] Pushing event deleted for resources: {'Port': ['ID=4fa3bd24-2363-4f63-b370-4aa03423b58a,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:26.268223 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d19c74ff-5db7-4ac8-88ec-9861bc755502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.273494 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.301110 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:59:26.301476 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:59:26.304650 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:59:26.332938 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d19c74ff-5db7-4ac8-88ec-9861bc755502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.341500 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02801500-2dc6-4748-a967-13bf89e58e1e x-openstack-request-id: req-02801500-2dc6-4748-a967-13bf89e58e1e {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:26.341828 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64f1609-c8a6-41c0-b66b-b0ade6aca0f4", "name": "network-vif-deleted", "tag": "4dd59798-a2b7-4da4-9f76-8a780af1bf3e", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:26.342172 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02801500-2dc6-4748-a967-13bf89e58e1e {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:26.342586 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64f1609-c8a6-41c0-b66b-b0ade6aca0f4', 'name': 'network-vif-deleted', 'tag': '4dd59798-a2b7-4da4-9f76-8a780af1bf3e', 'status': 'completed', 'code': 200}
Nov 20 20:59:26.388650 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d19c74ff-5db7-4ac8-88ec-9861bc755502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.391820 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d19c74ff-5db7-4ac8-88ec-9861bc755502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.395742 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d19c74ff-5db7-4ac8-88ec-9861bc755502 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28a51aa4-a6a6-4531-a056-7defc1d3bc4a HTTP/1.1" status: 204  len: 168 time: 0.3921454
Nov 20 20:59:26.401541 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c74ff-5db7-4ac8-88ec-9861bc755502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a51aa4-a6a6-4531-a056-7defc1d3bc4a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:26.412411 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.421455 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.425246 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7dde530b-f780-469d-8a3e-3b58058fca24 HTTP/1.1" status: 204  len: 168 time: 2.0128553
Nov 20 20:59:26.445174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a5b0db94-733b-4f36-9ecf-53ee6356ad14 None None] Provisioning complete for port 6d8991d5-1edd-4cff-ac5a-2b253463c037 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:26.445686 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a5b0db94-733b-4f36-9ecf-53ee6356ad14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.449697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0455ee-9d33-47b5-8f4c-708a3c7ec5f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dde530b-f780-469d-8a3e-3b58058fca24,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:26.453786 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Router 50e36a91-591c-4f0e-a139-bcff8fe0dbdd is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:59:26.471673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe69a8-18a7-41f4-8af1-233dc7e939c8 req-670045ec-9b2a-49ef-a34b-2758d4011f1b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:26.473251 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7cbe69a8-18a7-41f4-8af1-233dc7e939c8 req-670045ec-9b2a-49ef-a34b-2758d4011f1b tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 945 time: 0.1356025
Nov 20 20:59:26.481346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-3c3682e3-4c9f-4a21-9046-010db546d06b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Deleting port 6d8991d5-1edd-4cff-ac5a-2b253463c037 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:26.481687 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c3682e3-4c9f-4a21-9046-010db546d06b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.509713 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a5b0db94-733b-4f36-9ecf-53ee6356ad14 None None] Port 6d8991d5-1edd-4cff-ac5a-2b253463c037 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:26.607688 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47630) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:26.672235 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c1f006b1-29aa-48df-bdca-ed8b92330c54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81f065ce4dee4b479d5ab54d07605e61&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0632551
Nov 20 20:59:26.675534 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47634) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:26.681213 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7cbe69a8-18a7-41f4-8af1-233dc7e939c8 req-44760a8b-1d55-4aef-93fc-c0bfdcbef019 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946487
Nov 20 20:59:26.722806 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c3682e3-4c9f-4a21-9046-010db546d06b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.727010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:59:26.739816 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Sync routers for ids ['50e36a91-591c-4f0e-a139-bcff8fe0dbdd'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:59:26.757336 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Routers {'50e36a91-591c-4f0e-a139-bcff8fe0dbdd'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:26.757572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-3c3682e3-4c9f-4a21-9046-010db546d06b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Calling delete_port for 6d8991d5-1edd-4cff-ac5a-2b253463c037 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:26.758534 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5434c400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:59:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['50e36a91-591c-4f0e-a139-bcff8fe0dbdd'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:26.771393 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b5030cc4-2b98-4415-9709-eb9a34c77636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.777069 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.780953 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c9412109-874e-4410-8cc0-59f8b5780acc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.5439141
Nov 20 20:59:26.781469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47636) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:26.847313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47638) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:26.849313 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b5030cc4-2b98-4415-9709-eb9a34c77636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.896860 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Set router 50e36a91-591c-4f0e-a139-bcff8fe0dbdd gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:26.905788 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7fc4-f183-43ef-98d7-cca98dec61ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.932543 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c3682e3-4c9f-4a21-9046-010db546d06b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:26.946258 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 4dd59798-a2b7-4da4-9f76-8a780af1bf3e no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:26.967636 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 4dd59798-a2b7-4da4-9f76-8a780af1bf3e {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:59:26.967995 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 4dd59798-a2b7-4da4-9f76-8a780af1bf3e not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:59:26.982357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3682e3-4c9f-4a21-9046-010db546d06b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event deleted for resources: {'Port': ['ID=6d8991d5-1edd-4cff-ac5a-2b253463c037,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:27.010531 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c3682e3-4c9f-4a21-9046-010db546d06b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:27.017726 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b5030cc4-2b98-4415-9709-eb9a34c77636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:27.018249 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3c3682e3-4c9f-4a21-9046-010db546d06b tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "DELETE /v2.0/ports/6d8991d5-1edd-4cff-ac5a-2b253463c037 HTTP/1.1" status: 204  len: 168 time: 1.1605110
Nov 20 20:59:27.018335 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b5030cc4-2b98-4415-9709-eb9a34c77636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:27.018410 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47642) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:27.019412 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b5030cc4-2b98-4415-9709-eb9a34c77636 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4a67d3a-5422-4e6d-8268-b496b6edcc74 HTTP/1.1" status: 204  len: 168 time: 0.3428831
Nov 20 20:59:27.048893 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82fa2c7-fd11-4887-8ffd-8844ae85b797 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] GET failed (client error): The resource could not be found.
Nov 20 20:59:27.053938 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b82fa2c7-fd11-4887-8ffd-8844ae85b797 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "GET /v2.0/ports/6d8991d5-1edd-4cff-ac5a-2b253463c037 HTTP/1.1" status: 404  len: 333 time: 0.0312855
Nov 20 20:59:27.054326 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47646) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:27.059613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e1eed57e-aeeb-4e5d-bc90-53263a9a3ff6 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Request body: {'port': {'network_id': 'b86f38b2-23ca-4e42-8f82-002190dbcafb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1841788932'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:27.083672 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5030cc4-2b98-4415-9709-eb9a34c77636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a67d3a-5422-4e6d-8268-b496b6edcc74,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:27.245334 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1eed57e-aeeb-4e5d-bc90-53263a9a3ff6 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Made reservation on behalf of 471bd6e5478e42d1b6b441e5ac2f28ae for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:27.251604 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1eed57e-aeeb-4e5d-bc90-53263a9a3ff6 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:27.256082 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5434c400>, [{'id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'name': 'tempest-ServersTestMultiNic-284973660-router', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '7c69d81d-46ba-47c3-b3d7-5b0502407a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:21Z', 'updated_at': '2021-11-20T20:59:24Z', 'revision_number': 3, 'project_id': '4ec4545fe17f4700bc073f25016da683', 'gw_port': {'id': '7c69d81d-46ba-47c3-b3d7-5b0502407a9f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:22Z', 'updated_at': '2021-11-20T20:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:27.258219 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7fc4-f183-43ef-98d7-cca98dec61ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:27.284301 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7fc4-f183-43ef-98d7-cca98dec61ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:27.292156 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Checking router: 50e36a91-591c-4f0e-a139-bcff8fe0dbdd for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:59:27.292530 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Updating router 50e36a91-591c-4f0e-a139-bcff8fe0dbdd port 7c69d81d-46ba-47c3-b3d7-5b0502407a9f binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:59:27.316156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-e1eed57e-aeeb-4e5d-bc90-53263a9a3ff6 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] device_id is not set on port ce65e8b8-9f42-415b-8b34-d04331dee2b0 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:59:27.341038 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:27.359775 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:27.452154 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47652) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:27.462951 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ef8c7fc4-f183-43ef-98d7-cca98dec61ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=744bf15019bb440481672b1ebff66ca7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6111586
Nov 20 20:59:27.480361 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:27.481103 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:27.505787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c7fc4-f183-43ef-98d7-cca98dec61ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cdb350-b691-4394-ad12-95e56c09a2cc,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:27.604940 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a7d35f9-bbb3-4b38-a119-f887e74bb9fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:27.707257 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a7d35f9-bbb3-4b38-a119-f887e74bb9fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:27.710313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-e1eed57e-aeeb-4e5d-bc90-53263a9a3ff6 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Allocated IP 2001:db8::107 (b86f38b2-23ca-4e42-8f82-002190dbcafb/0cf3626f-0071-4870-85ff-ea59e5210dd4/ce65e8b8-9f42-415b-8b34-d04331dee2b0) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:27.828463 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c45ee-c2c8-4f7b-9a1a-b815ad0d5f63 req-51db0645-5cd9-4cd2-b5db-5a632ffcbe6c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:27.830689 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9a4c45ee-c2c8-4f7b-9a1a-b815ad0d5f63 req-51db0645-5cd9-4cd2-b5db-5a632ffcbe6c tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 945 time: 0.1453829
Nov 20 20:59:27.874703 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:27.886448 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:27.943394 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-39cc7d3c-f799-44ce-a510-dbfbb10615f1 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:27.943798 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a7d35f9-bbb3-4b38-a119-f887e74bb9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:27.944971 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-39cc7d3c-f799-44ce-a510-dbfbb10615f1 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 805 time: 0.2888224
Nov 20 20:59:27.946879 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a7d35f9-bbb3-4b38-a119-f887e74bb9fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:27.947041 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb2a82-f7cc-4747-a3d1-356e9b1baa09 None None] Pushing event updated for resources: {'Port': ['ID=7c69d81d-46ba-47c3-b3d7-5b0502407a9f,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:27.949057 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3a7d35f9-bbb3-4b38-a119-f887e74bb9fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40cdb350-b691-4394-ad12-95e56c09a2cc HTTP/1.1" status: 204  len: 168 time: 0.4958920
Nov 20 20:59:27.949441 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:27.980335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eb2a50-8280-4c64-8ab1-eda5c6a779be None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:28.006227 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Attempting to bind port 7c69d81d-46ba-47c3-b3d7-5b0502407a9f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:59:28.007166 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Attempting to bind port 7c69d81d-46ba-47c3-b3d7-5b0502407a9f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:59:28.007759 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Attempting to bind port 7c69d81d-46ba-47c3-b3d7-5b0502407a9f on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:28.013388 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb2a82-f7cc-4747-a3d1-356e9b1baa09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:28.014043 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb2a82-f7cc-4747-a3d1-356e9b1baa09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:28.015123 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb2a82-f7cc-4747-a3d1-356e9b1baa09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:28.015770 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb2a82-f7cc-4747-a3d1-356e9b1baa09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:28.016465 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb2a82-f7cc-4747-a3d1-356e9b1baa09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:28.018254 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb2a82-f7cc-4747-a3d1-356e9b1baa09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:28.019259 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb2a82-f7cc-4747-a3d1-356e9b1baa09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:28.019879 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb2a82-f7cc-4747-a3d1-356e9b1baa09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:28.020004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d35f9-bbb3-4b38-a119-f887e74bb9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cdb350-b691-4394-ad12-95e56c09a2cc,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:28.020563 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb2a82-f7cc-4747-a3d1-356e9b1baa09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:28.021834 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb2a82-f7cc-4747-a3d1-356e9b1baa09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:28.022501 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb2a82-f7cc-4747-a3d1-356e9b1baa09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:28.023660 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb2a82-f7cc-4747-a3d1-356e9b1baa09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:28.039485 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:59:28.041173 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:28.042139 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-bae6725b-1f5f-447d-965d-c6e6be312c0b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/quotas/bfc3f13200ff407ea8e320abdbb3c456 HTTP/1.1" status: 200  len: 375 time: 0.0775547
Nov 20 20:59:28.042659 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:28.042659 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:59:28.047337 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Bound port: 7c69d81d-46ba-47c3-b3d7-5b0502407a9f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:59:28.048472 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:28.076872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8e6731ea-ef0f-4dfe-9365-cbe7e3969adf None None] Provisioning complete for port 7c69d81d-46ba-47c3-b3d7-5b0502407a9f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:28.077268 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8e6731ea-ef0f-4dfe-9365-cbe7e3969adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:28.103361 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780f30e-7955-4574-8dfc-b21742c5f7c7 req-b9d62dbe-6099-4cdd-a62f-e3fc2e7810ab tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:28.115213 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5780f30e-7955-4574-8dfc-b21742c5f7c7 req-b9d62dbe-6099-4cdd-a62f-e3fc2e7810ab tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 945 time: 0.3009918
Nov 20 20:59:28.125099 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8e6731ea-ef0f-4dfe-9365-cbe7e3969adf None None] Port 7c69d81d-46ba-47c3-b3d7-5b0502407a9f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:28.150738 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-e272b76e-cb23-447f-a45f-ee11e64c2366 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1068931
Nov 20 20:59:28.186461 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] For port 7c69d81d-46ba-47c3-b3d7-5b0502407a9f, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:28.197191 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] For port 7c69d81d-46ba-47c3-b3d7-5b0502407a9f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c69d81d-46ba-47c3-b3d7-5b0502407a9f,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:59:28.205171 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:28.289440 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad133e48-8c54-4c0e-8440-be7fe8b447b1 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:28.302723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Allocated IP 172.20.0.1 (18cb4fb4-4c5c-474c-9154-5c1cc542812f/a66f3de6-96b6-4482-8ae9-fc1f907e4d87/96ae2420-5fda-4ea6-8afe-3c8471e35873) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:28.309134 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb2a82-f7cc-4747-a3d1-356e9b1baa09 None None] Pushing event updated for resources: {'Port': ['ID=7c69d81d-46ba-47c3-b3d7-5b0502407a9f,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:28.314998 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Routers {'50e36a91-591c-4f0e-a139-bcff8fe0dbdd'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:28.315628 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5434c400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:59:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['50e36a91-591c-4f0e-a139-bcff8fe0dbdd'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:28.333710 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-48e8930c-1c47-42d3-b2d9-7bcee5171afa service neutron] 10.222.0.41 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819594
Nov 20 20:59:28.366878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ab59fae3-0e53-4d25-98f4-9833c4bf3f1b None None] Provisioning complete for port 7c69d81d-46ba-47c3-b3d7-5b0502407a9f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:28.368107 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ab59fae3-0e53-4d25-98f4-9833c4bf3f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:28.383575 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5780f30e-7955-4574-8dfc-b21742c5f7c7 req-5c3e08e0-86c4-4f9c-8a3e-8cc58b071696 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/security-groups?id=954c81ce-7740-4659-ab59-b860fcb2634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2654982
Nov 20 20:59:28.448878 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-9a4c45ee-c2c8-4f7b-9a1a-b815ad0d5f63 req-819fb858-d719-495c-a287-b8b93ec50258 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Deleting port 59693434-f8c7-46df-aa97-c3ac4d0552b1 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:28.449220 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9a4c45ee-c2c8-4f7b-9a1a-b815ad0d5f63 req-819fb858-d719-495c-a287-b8b93ec50258 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:28.466697 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1eed57e-aeeb-4e5d-bc90-53263a9a3ff6 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:28.581105 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] Set router 50e36a91-591c-4f0e-a139-bcff8fe0dbdd gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:28.602565 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ab59fae3-0e53-4d25-98f4-9833c4bf3f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:28.606380 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-5a067ff0-e5c2-4a77-aed8-390cbc332f9e service neutron] 10.222.0.41 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2718995
Nov 20 20:59:28.646796 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ab59fae3-0e53-4d25-98f4-9833c4bf3f1b None None] For port 7c69d81d-46ba-47c3-b3d7-5b0502407a9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c69d81d-46ba-47c3-b3d7-5b0502407a9f,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:28.649650 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:28.652589 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ab59fae3-0e53-4d25-98f4-9833c4bf3f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:28.704421 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1eed57e-aeeb-4e5d-bc90-53263a9a3ff6 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:28.726524 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:28.740148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59fae3-0e53-4d25-98f4-9833c4bf3f1b None None] Pushing event updated for resources: {'Port': ['ID=7c69d81d-46ba-47c3-b3d7-5b0502407a9f,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:28.744841 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9a4c45ee-c2c8-4f7b-9a1a-b815ad0d5f63 req-819fb858-d719-495c-a287-b8b93ec50258 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] For port 59693434-f8c7-46df-aa97-c3ac4d0552b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59693434-f8c7-46df-aa97-c3ac4d0552b1,segment=NetworkSegment(750ab9d8-045c-41c9-8df6-9d3ff74896d0),segment_id=750ab9d8-045c-41c9-8df6-9d3ff74896d0)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:28.749726 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9a4c45ee-c2c8-4f7b-9a1a-b815ad0d5f63 req-819fb858-d719-495c-a287-b8b93ec50258 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:28.819478 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Network 18cb4fb4-4c5c-474c-9154-5c1cc542812f is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:28.822506 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:28.826894 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:28.834388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eed57e-aeeb-4e5d-bc90-53263a9a3ff6 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Network b86f38b2-23ca-4e42-8f82-002190dbcafb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:28.837391 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-9a4c45ee-c2c8-4f7b-9a1a-b815ad0d5f63 req-819fb858-d719-495c-a287-b8b93ec50258 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Calling delete_port for 59693434-f8c7-46df-aa97-c3ac4d0552b1 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:28.851715 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-e1eed57e-aeeb-4e5d-bc90-53263a9a3ff6 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:28.861362 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Pushing event updated for resources: {'Port': ['ID=96ae2420-5fda-4ea6-8afe-3c8471e35873,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:28.880588 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:28.884695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eed57e-aeeb-4e5d-bc90-53263a9a3ff6 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:28.904347 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eed57e-aeeb-4e5d-bc90-53263a9a3ff6 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:28.905109 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1eed57e-aeeb-4e5d-bc90-53263a9a3ff6 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:28.986641 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e1eed57e-aeeb-4e5d-bc90-53263a9a3ff6 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.9305539
Nov 20 20:59:28.987095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47706) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:28.989612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eed57e-aeeb-4e5d-bc90-53263a9a3ff6 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event updated for resources: {'Port': ['ID=ce65e8b8-9f42-415b-8b34-d04331dee2b0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:29.003388 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e58de31f-39d0-4b60-8402-e1d26c8ff049 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Request body: {'port': {'network_id': 'b86f38b2-23ca-4e42-8f82-002190dbcafb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1414641130'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:29.109389 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aaddd135-6c7a-4864-872b-cac818308c8c req-34d2a21b-143a-4a42-a7b8-48044c664dcd tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 210 time: 0.1168578
Nov 20 20:59:29.292398 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9a4c45ee-c2c8-4f7b-9a1a-b815ad0d5f63 req-819fb858-d719-495c-a287-b8b93ec50258 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:29.305531 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['59693434-f8c7-46df-aa97-c3ac4d0552b1'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:59:29.313334 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5434c400>, [{'id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'name': 'tempest-ServersTestMultiNic-284973660-router', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '7c69d81d-46ba-47c3-b3d7-5b0502407a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:21Z', 'updated_at': '2021-11-20T20:59:24Z', 'revision_number': 3, 'project_id': '4ec4545fe17f4700bc073f25016da683', 'gw_port': {'id': '7c69d81d-46ba-47c3-b3d7-5b0502407a9f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:22Z', 'updated_at': '2021-11-20T20:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:29.345665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fb858-d719-495c-a287-b8b93ec50258 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Pushing event deleted for resources: {'Port': ['ID=59693434-f8c7-46df-aa97-c3ac4d0552b1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:29.370965 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee46686-c347-4bd0-9253-5859a81f2790 None None] The sync data for ids ['50e36a91-591c-4f0e-a139-bcff8fe0dbdd'] in ncdv-master-1 is: [{'id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'name': 'tempest-ServersTestMultiNic-284973660-router', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '7c69d81d-46ba-47c3-b3d7-5b0502407a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:21Z', 'updated_at': '2021-11-20T20:59:24Z', 'revision_number': 3, 'project_id': '4ec4545fe17f4700bc073f25016da683', 'gw_port': {'id': '7c69d81d-46ba-47c3-b3d7-5b0502407a9f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:22Z', 'updated_at': '2021-11-20T20:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:59:29.390385 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbde6fb-738f-4577-91b2-c1a3360015e2 None None] DHCP port deletion for c3915836-86cb-49e6-9e5c-f9e82114304b request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:29.426199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4c45ee-c2c8-4f7b-9a1a-b815ad0d5f63 req-819fb858-d719-495c-a287-b8b93ec50258 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] No DVR routers for this DVR port 59693434-f8c7-46df-aa97-c3ac4d0552b1 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:59:29.429011 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9a4c45ee-c2c8-4f7b-9a1a-b815ad0d5f63 req-819fb858-d719-495c-a287-b8b93ec50258 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:29.432604 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9a4c45ee-c2c8-4f7b-9a1a-b815ad0d5f63 req-819fb858-d719-495c-a287-b8b93ec50258 tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.37 "DELETE /v2.0/ports/59693434-f8c7-46df-aa97-c3ac4d0552b1 HTTP/1.1" status: 204  len: 173 time: 1.5667262
Nov 20 20:59:29.433076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2710d9-715b-4af3-832d-bd8d130d00fc', 'name': 'network-vif-deleted', 'tag': '59693434-f8c7-46df-aa97-c3ac4d0552b1'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:29.435884 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136c0b09-d8bf-4a05-81a1-c2028c985588" -d '{"events": [{"server_uuid": "ef2710d9-715b-4af3-832d-bd8d130d00fc", "name": "network-vif-deleted", "tag": "59693434-f8c7-46df-aa97-c3ac4d0552b1"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:29.490202 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d726c36f-1de5-4ae6-bb79-b7e51bdcdad9 x-openstack-request-id: req-d726c36f-1de5-4ae6-bb79-b7e51bdcdad9 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:29.490686 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2710d9-715b-4af3-832d-bd8d130d00fc", "name": "network-vif-deleted", "tag": "59693434-f8c7-46df-aa97-c3ac4d0552b1", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:29.491162 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d726c36f-1de5-4ae6-bb79-b7e51bdcdad9 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:29.491772 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2710d9-715b-4af3-832d-bd8d130d00fc', 'name': 'network-vif-deleted', 'tag': '59693434-f8c7-46df-aa97-c3ac4d0552b1', 'status': 'completed', 'code': 200}
Nov 20 20:59:29.507108 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-96913962-60f7-454a-8442-faab09928a8d None None] Provisioning complete for port 96ae2420-5fda-4ea6-8afe-3c8471e35873 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:29.517363 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-96913962-60f7-454a-8442-faab09928a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:29.591935 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:29.663364 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-96913962-60f7-454a-8442-faab09928a8d None None] Port 96ae2420-5fda-4ea6-8afe-3c8471e35873 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:29.699363 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-96913962-60f7-454a-8442-faab09928a8d None None] Provisioning complete for port ce65e8b8-9f42-415b-8b34-d04331dee2b0 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:29.700095 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-96913962-60f7-454a-8442-faab09928a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:29.747212 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-86aa409d-a7f6-4c48-9899-f5549057f7ff req-addb047f-06cb-4c20-93bd-6cb925f1291f tempest-DeleteServersTestJSON-1053652199 tempest-DeleteServersTestJSON-1053652199-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2710d9-715b-4af3-832d-bd8d130d00fc HTTP/1.1" status: 200  len: 210 time: 0.1571755
Nov 20 20:59:29.778041 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-96913962-60f7-454a-8442-faab09928a8d None None] Port ce65e8b8-9f42-415b-8b34-d04331dee2b0 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:29.807448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58de31f-39d0-4b60-8402-e1d26c8ff049 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Made reservation on behalf of 471bd6e5478e42d1b6b441e5ac2f28ae for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:29.811499 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e58de31f-39d0-4b60-8402-e1d26c8ff049 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:29.865050 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-e58de31f-39d0-4b60-8402-e1d26c8ff049 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] device_id is not set on port 49a1b8c1-ed95-4dfc-8b1a-5122a51a5912 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:59:29.995053 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47736) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:30.143948 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-e58de31f-39d0-4b60-8402-e1d26c8ff049 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Allocated IP 2001:db8::ae (b86f38b2-23ca-4e42-8f82-002190dbcafb/0cf3626f-0071-4870-85ff-ea59e5210dd4/49a1b8c1-ed95-4dfc-8b1a-5122a51a5912) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:30.176656 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:30.184352 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:30.224166 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5167e75d-552f-4603-b7ba-6f86ae47e18c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:30.302199 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9fe3ac05-de77-4749-a4a7-f1e4e181793d req-43f866ff-66d6-4685-b796-0adaac557815 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 210 time: 0.0668502
Nov 20 20:59:30.386857 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5167e75d-552f-4603-b7ba-6f86ae47e18c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:30.399629 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5167e75d-552f-4603-b7ba-6f86ae47e18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:30.450627 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:30.453148 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5167e75d-552f-4603-b7ba-6f86ae47e18c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d8fc54a27bb4705a8a098b1596cc83e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4563532
Nov 20 20:59:30.454836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167e75d-552f-4603-b7ba-6f86ae47e18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3655dd-5dd3-4eaa-bc9a-c4235c90646f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:30.457424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47750) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:30.463860 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Pushing event updated for resources: {'Port': ['ID=96ae2420-5fda-4ea6-8afe-3c8471e35873,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:30.530939 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2ccab5b7-1f38-4390-b722-8a2b9d8714c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:30.559277 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2ccab5b7-1f38-4390-b722-8a2b9d8714c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:30.605244 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e58de31f-39d0-4b60-8402-e1d26c8ff049 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:30.619424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Network 18cb4fb4-4c5c-474c-9154-5c1cc542812f is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:30.621995 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:30.654643 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2ccab5b7-1f38-4390-b722-8a2b9d8714c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:30.657705 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2ccab5b7-1f38-4390-b722-8a2b9d8714c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:30.661813 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2ccab5b7-1f38-4390-b722-8a2b9d8714c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed3655dd-5dd3-4eaa-bc9a-c4235c90646f HTTP/1.1" status: 204  len: 168 time: 0.2011013
Nov 20 20:59:30.685581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccab5b7-1f38-4390-b722-8a2b9d8714c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3655dd-5dd3-4eaa-bc9a-c4235c90646f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:30.887255 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e58de31f-39d0-4b60-8402-e1d26c8ff049 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:31.036694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-56e9d673-4e06-495d-9fff-51a04a132223 None None] Provisioning complete for port 96ae2420-5fda-4ea6-8afe-3c8471e35873 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:31.037321 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-56e9d673-4e06-495d-9fff-51a04a132223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:31.080033 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58de31f-39d0-4b60-8402-e1d26c8ff049 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Network b86f38b2-23ca-4e42-8f82-002190dbcafb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:31.094337 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-e58de31f-39d0-4b60-8402-e1d26c8ff049 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:31.097929 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Router 50e36a91-591c-4f0e-a139-bcff8fe0dbdd has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:59:31.101300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58de31f-39d0-4b60-8402-e1d26c8ff049 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:31.108536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58de31f-39d0-4b60-8402-e1d26c8ff049 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:31.109524 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e58de31f-39d0-4b60-8402-e1d26c8ff049 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:31.120713 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-56e9d673-4e06-495d-9fff-51a04a132223 None None] Port 96ae2420-5fda-4ea6-8afe-3c8471e35873 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:31.124216 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58de31f-39d0-4b60-8402-e1d26c8ff049 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event updated for resources: {'Port': ['ID=49a1b8c1-ed95-4dfc-8b1a-5122a51a5912,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:31.140403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-4e6ffbf7-509a-4385-ab61-7dbbfc6809d0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:31.142982 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-4e6ffbf7-509a-4385-ab61-7dbbfc6809d0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.47 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 805 time: 0.3513672
Nov 20 20:59:31.153433 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e58de31f-39d0-4b60-8402-e1d26c8ff049 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.1517122
Nov 20 20:59:31.156553 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47776) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:31.167906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-f592ec6e-5d65-4149-8416-acb91a00c291 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::161', 'mac_address': 'fa:16:3e:9f:6e:a4'}, {'ip_address': '2001:db8::107', 'mac_address': 'fa:16:3e:95:53:c5'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:31.179744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-c47ed088-717b-4676-850b-d9257aceeb73 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Request body: {'port': {'device_id': '374eedfb-69c7-4878-98ca-3e74106cf023', 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339', 'admin_state_up': True, 'tenant_id': 'bfc3f13200ff407ea8e320abdbb3c456'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:31.404157 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7c69d81d-46ba-47c3-b3d7-5b0502407a9f up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:31.530975 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:59:31.547498 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4ec67acc-83b5-41b4-8d8e-f588c3fc1319 admin admin] 10.222.0.41 "PUT /v2.0/routers/50e36a91-591c-4f0e-a139-bcff8fe0dbdd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7649443
Nov 20 20:59:31.578804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-c47ed088-717b-4676-850b-d9257aceeb73 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Made reservation on behalf of bfc3f13200ff407ea8e320abdbb3c456 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:31.593588 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-c47ed088-717b-4676-850b-d9257aceeb73 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:31.599489 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 7c69d81d-46ba-47c3-b3d7-5b0502407a9f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:31.600091 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:31.668498 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-066b1cb2-c622-4e91-b05b-542c7417a835 req-f0c68d31-cbf5-4126-a815-ccc538bc5dc5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 210 time: 0.1440675
Nov 20 20:59:31.691104 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-60c58122-3793-455d-bfa9-b6084fff3bac None None] Provisioning complete for port 49a1b8c1-ed95-4dfc-8b1a-5122a51a5912 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:31.691735 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-60c58122-3793-455d-bfa9-b6084fff3bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:31.739358 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-60c58122-3793-455d-bfa9-b6084fff3bac None None] Port 49a1b8c1-ed95-4dfc-8b1a-5122a51a5912 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:31.786681 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47808) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:31.813044 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f592ec6e-5d65-4149-8416-acb91a00c291 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:31.830273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47812) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:31.893916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-c47ed088-717b-4676-850b-d9257aceeb73 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Allocated IP 172.20.0.13 (00efdad1-1d3a-4059-9b5a-980ee6794339/67696e00-d47a-4c01-b60f-02743de8399e/5c849f08-17cc-461e-bc76-e9f2cac336fb) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:32.015174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 59693434-f8c7-46df-aa97-c3ac4d0552b1 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:32.055459 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 59693434-f8c7-46df-aa97-c3ac4d0552b1 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:59:32.056762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 59693434-f8c7-46df-aa97-c3ac4d0552b1 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:59:32.078714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d0ed9eed-9f4c-42ac-a6ee-1c803a511803 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1040954598'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:32.153374 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1fff79a4-40dc-4a5a-8be8-1006125211e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:32.153374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ed9eed-9f4c-42ac-a6ee-1c803a511803 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Made reservation on behalf of 4ec4545fe17f4700bc073f25016da683 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:32.162190 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9eed-9f4c-42ac-a6ee-1c803a511803 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:32.184702 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-c47ed088-717b-4676-850b-d9257aceeb73 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:32.216722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Sync routers for ids ['50e36a91-591c-4f0e-a139-bcff8fe0dbdd'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:59:32.229949 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f592ec6e-5d65-4149-8416-acb91a00c291 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:32.234425 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Routers {'50e36a91-591c-4f0e-a139-bcff8fe0dbdd'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:32.238464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472317f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:59:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['50e36a91-591c-4f0e-a139-bcff8fe0dbdd'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:32.245357 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f592ec6e-5d65-4149-8416-acb91a00c291 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:32.247066 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-c47ed088-717b-4676-850b-d9257aceeb73 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:32.247836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ed9eed-9f4c-42ac-a6ee-1c803a511803 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:59:32.316379 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9eed-9f4c-42ac-a6ee-1c803a511803 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:32.317001 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-d0ed9eed-9f4c-42ac-a6ee-1c803a511803 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Added segment 6bd1643c-fb88-4295-8168-28766e8b9f80 of type vlan for network 75b827dc-6833-4bfb-88ea-ff6bce0d0650
Nov 20 20:59:32.320374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-f592ec6e-5d65-4149-8416-acb91a00c291 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] In _notify_port_updated(), no bound segment for port 49a1b8c1-ed95-4dfc-8b1a-5122a51a5912 on network b86f38b2-23ca-4e42-8f82-002190dbcafb {{(pid=126225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 20:59:32.327092 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f592ec6e-5d65-4149-8416-acb91a00c291 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:32.328157 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f592ec6e-5d65-4149-8416-acb91a00c291 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:32.330821 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f592ec6e-5d65-4149-8416-acb91a00c291 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "PUT /v2.0/ports/49a1b8c1-ed95-4dfc-8b1a-5122a51a5912 HTTP/1.1" status: 200  len: 1067 time: 1.1673827
Nov 20 20:59:32.338536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592ec6e-5d65-4149-8416-acb91a00c291 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event updated for resources: {'Port': ['ID=49a1b8c1-ed95-4dfc-8b1a-5122a51a5912,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:32.352962 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47840) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:32.360323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ed088-717b-4676-850b-d9257aceeb73 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Pushing event updated for resources: {'Port': ['ID=5c849f08-17cc-461e-bc76-e9f2cac336fb,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:32.399395 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-c47ed088-717b-4676-850b-d9257aceeb73 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Network 00efdad1-1d3a-4059-9b5a-980ee6794339 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:32.401809 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-c47ed088-717b-4676-850b-d9257aceeb73 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:32.405208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-c47ed088-717b-4676-850b-d9257aceeb73 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:32.452010 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Set router 50e36a91-591c-4f0e-a139-bcff8fe0dbdd gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:32.464099 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9eed-9f4c-42ac-a6ee-1c803a511803 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:32.488917 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-c47ed088-717b-4676-850b-d9257aceeb73 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:32.489834 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-c47ed088-717b-4676-850b-d9257aceeb73 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:32.526374 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-c47ed088-717b-4676-850b-d9257aceeb73 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3729289
Nov 20 20:59:32.538584 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47848) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:32.539625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Request body: {'port': {'device_id': '374eedfb-69c7-4878-98ca-3e74106cf023', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:32.603415 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1fff79a4-40dc-4a5a-8be8-1006125211e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:32.604244 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f8de97a0-2799-4c39-82a8-566fd2fe46e8'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:59:32.606238 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5419dc06-5922-438f-bd65-2d57fd475c76 None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:32.619369 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1fff79a4-40dc-4a5a-8be8-1006125211e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:32.654722 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9eed-9f4c-42ac-a6ee-1c803a511803 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:32.664707 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ed9eed-9f4c-42ac-a6ee-1c803a511803 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:32.665797 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9eed-9f4c-42ac-a6ee-1c803a511803 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:32.750135 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff79a4-40dc-4a5a-8be8-1006125211e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1ea202-0966-468f-ba03-63e54933f642,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:32.774414 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1fff79a4-40dc-4a5a-8be8-1006125211e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9def0297998846128a517aa32a37b48f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9368250
Nov 20 20:59:32.783812 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47864) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:32.788703 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d0ed9eed-9f4c-42ac-a6ee-1c803a511803 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.9987392
Nov 20 20:59:32.829071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-72322305-7ab3-433c-97dc-0438d7dd9ab5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1137891615-network', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:32.835974 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47866) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:32.848245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-cee0338d-bb6f-4439-83e6-6e15c4193ec4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Request body: {'subnet': {'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:32.853970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed9eed-9f4c-42ac-a6ee-1c803a511803 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event updated for resources: {'Network': ['ID=75b827dc-6833-4bfb-88ea-ff6bce0d0650,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:32.885177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 75b827dc-6833-4bfb-88ea-ff6bce0d0650 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:59:32.954944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-bf24d5ee-4d86-44a0-a071-8d79d69f126c tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Deleting port 49a1b8c1-ed95-4dfc-8b1a-5122a51a5912 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:32.955287 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf24d5ee-4d86-44a0-a071-8d79d69f126c tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:32.984714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a3d400da-7a45-4d4a-923f-be01c9808352 None None] Provisioning complete for port 49a1b8c1-ed95-4dfc-8b1a-5122a51a5912 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:32.985159 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a3d400da-7a45-4d4a-923f-be01c9808352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.065755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72322305-7ab3-433c-97dc-0438d7dd9ab5 admin admin] Made reservation on behalf of ff892c31a4354551b7c9e9c01d5b7b6f for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:33.069281 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72322305-7ab3-433c-97dc-0438d7dd9ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.082732 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.143983 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a3d400da-7a45-4d4a-923f-be01c9808352 None None] Port 49a1b8c1-ed95-4dfc-8b1a-5122a51a5912 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:33.174275 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf24d5ee-4d86-44a0-a071-8d79d69f126c tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.188339 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-bf24d5ee-4d86-44a0-a071-8d79d69f126c tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Calling delete_port for 49a1b8c1-ed95-4dfc-8b1a-5122a51a5912 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:33.221931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47880) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:33.249686 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72322305-7ab3-433c-97dc-0438d7dd9ab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.258705 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95beccc3-decc-4eeb-a825-ceff80117877 req-4bcf49af-5a00-466b-a617-3443a78db1b7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:33.262515 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95beccc3-decc-4eeb-a825-ceff80117877 req-4bcf49af-5a00-466b-a617-3443a78db1b7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 932 time: 0.4279900
Nov 20 20:59:33.280797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472317f0>, [{'id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'name': 'tempest-ServersTestMultiNic-284973660-router', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '7c69d81d-46ba-47c3-b3d7-5b0502407a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:21Z', 'updated_at': '2021-11-20T20:59:29Z', 'revision_number': 4, 'project_id': '4ec4545fe17f4700bc073f25016da683', 'gw_port': {'id': '7c69d81d-46ba-47c3-b3d7-5b0502407a9f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:22Z', 'updated_at': '2021-11-20T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96ae2420-5fda-4ea6-8afe-3c8471e35873', 'name': '', 'network_id': '18cb4fb4-4c5c-474c-9154-5c1cc542812f', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'mac_address': 'fa:16:3e:7c:31:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a66f3de6-96b6-4482-8ae9-fc1f907e4d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:27Z', 'updated_at': '2021-11-20T20:59:29Z', 'revision_number': 2, 'project_id': '4ec4545fe17f4700bc073f25016da683', 'subnets': [{'id': 'a66f3de6-96b6-4482-8ae9-fc1f907e4d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:33.290787 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cae85526-84ce-4f52-bb22-e095d8730764 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.311210 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Checking router: 50e36a91-591c-4f0e-a139-bcff8fe0dbdd for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:59:33.311580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Updating router 50e36a91-591c-4f0e-a139-bcff8fe0dbdd port 96ae2420-5fda-4ea6-8afe-3c8471e35873 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:59:33.319257 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec84928-a9e8-45c5-a6e1-301b90ad5be1 admin admin] Deleting subnet 2907b1cf-3fa4-4cec-bd6c-6b6472f874f9 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:59:33.330962 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ec84928-a9e8-45c5-a6e1-301b90ad5be1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.354859 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cae85526-84ce-4f52-bb22-e095d8730764 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.355445 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.357481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-317265cc-919a-45c4-bb41-af4ceb2d2979 None None] Provisioning complete for port 5c849f08-17cc-461e-bc76-e9f2cac336fb triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:33.357708 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee0338d-bb6f-4439-83e6-6e15c4193ec4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Made reservation on behalf of 4ec4545fe17f4700bc073f25016da683 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:33.357882 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-317265cc-919a-45c4-bb41-af4ceb2d2979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.361366 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cee0338d-bb6f-4439-83e6-6e15c4193ec4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.386879 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ec84928-a9e8-45c5-a6e1-301b90ad5be1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.454758 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ec84928-a9e8-45c5-a6e1-301b90ad5be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.480783 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95beccc3-decc-4eeb-a825-ceff80117877 req-656e3f09-4e20-4d91-99c4-c2a703947eec tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037475
Nov 20 20:59:33.547151 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c849f08-17cc-461e-bc76-e9f2cac336fb {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:59:33.559237 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.567527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-317265cc-919a-45c4-bb41-af4ceb2d2979 None None] Port 5c849f08-17cc-461e-bc76-e9f2cac336fb cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:33.581930 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ec84928-a9e8-45c5-a6e1-301b90ad5be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.600671 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cae85526-84ce-4f52-bb22-e095d8730764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.603301 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cae85526-84ce-4f52-bb22-e095d8730764 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.604460 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cae85526-84ce-4f52-bb22-e095d8730764 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec1ea202-0966-468f-ba03-63e54933f642 HTTP/1.1" status: 204  len: 168 time: 0.8143997
Nov 20 20:59:33.626426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae85526-84ce-4f52-bb22-e095d8730764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1ea202-0966-468f-ba03-63e54933f642,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:33.632004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Transition to ACTIVE for port object 5c849f08-17cc-461e-bc76-e9f2cac336fb will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:59:33.632895 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec84928-a9e8-45c5-a6e1-301b90ad5be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2907b1cf-3fa4-4cec-bd6c-6b6472f874f9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:33.636334 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ec84928-a9e8-45c5-a6e1-301b90ad5be1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.640384 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3ec84928-a9e8-45c5-a6e1-301b90ad5be1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2907b1cf-3fa4-4cec-bd6c-6b6472f874f9 HTTP/1.1" status: 204  len: 168 time: 0.4174101
Nov 20 20:59:33.642477 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.645321 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47884) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:33.666725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a2ab3-b8e6-436d-a242-1d5b3db8a911 None None] Network c3915836-86cb-49e6-9e5c-f9e82114304b requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:33.683363 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf24d5ee-4d86-44a0-a071-8d79d69f126c tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.686968 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72322305-7ab3-433c-97dc-0438d7dd9ab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.714710 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72322305-7ab3-433c-97dc-0438d7dd9ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.760695 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ff580b-6ad1-4eae-983e-5eb986108cb8 None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:33.769801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24d5ee-4d86-44a0-a071-8d79d69f126c tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event deleted for resources: {'Port': ['ID=49a1b8c1-ed95-4dfc-8b1a-5122a51a5912,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:33.796190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c849f08-17cc-461e-bc76-e9f2cac336fb,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:33.828833 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3b43f2a7-3980-4bca-9343-7851372bc8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.905822 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Attempting to bind port 5c849f08-17cc-461e-bc76-e9f2cac336fb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:59:33.906579 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Attempting to bind port 5c849f08-17cc-461e-bc76-e9f2cac336fb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:59:33.907214 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Attempting to bind port 5c849f08-17cc-461e-bc76-e9f2cac336fb on network 00efdad1-1d3a-4059-9b5a-980ee6794339 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:33.930210 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Port 5c849f08-17cc-461e-bc76-e9f2cac336fb on network 00efdad1-1d3a-4059-9b5a-980ee6794339 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:59:33.930865 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Attempting to bind port 5c849f08-17cc-461e-bc76-e9f2cac336fb on network 00efdad1-1d3a-4059-9b5a-980ee6794339 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:33.957059 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:59:33.957743 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Checking segment: {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:33.958402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Bound using segment: {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:59:33.959063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Bound port: 5c849f08-17cc-461e-bc76-e9f2cac336fb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d94a67-f676-4066-a805-c6c070e887e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:59:33.960867 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.964450 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:33.978505 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.010515 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3b43f2a7-3980-4bca-9343-7851372bc8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.059330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-3b43f2a7-3980-4bca-9343-7851372bc8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4de73f10>,) {'filters': {'network_id': ['c3915836-86cb-49e6-9e5c-f9e82114304b']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:34.080522 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-3b43f2a7-3980-4bca-9343-7851372bc8a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4de73f10>, '750ab9d8-045c-41c9-8df6-9d3ff74896d0') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:34.081074 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-3b43f2a7-3980-4bca-9343-7851372bc8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4de73f10>, '750ab9d8-045c-41c9-8df6-9d3ff74896d0') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:34.093315 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76d441-2880-433e-b02c-dfb1d1427e94 None None] Pushing event updated for resources: {'Port': ['ID=96ae2420-5fda-4ea6-8afe-3c8471e35873,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:34.102913 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3b43f2a7-3980-4bca-9343-7851372bc8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.122069 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47890) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:34.125561 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] For port 5c849f08-17cc-461e-bc76-e9f2cac336fb, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:34.136481 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3b43f2a7-3980-4bca-9343-7851372bc8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.154331 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f45d19e-87da-497a-b8c2-097ab7ff3256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.159152 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b43f2a7-3980-4bca-9343-7851372bc8a6 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:59:34.159578 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3b43f2a7-3980-4bca-9343-7851372bc8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:59:34.162089 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:59:34.165506 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] For port 5c849f08-17cc-461e-bc76-e9f2cac336fb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c849f08-17cc-461e-bc76-e9f2cac336fb,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:59:34.173179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76d441-2880-433e-b02c-dfb1d1427e94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:34.173739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76d441-2880-433e-b02c-dfb1d1427e94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:34.173992 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76d441-2880-433e-b02c-dfb1d1427e94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:34.174276 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76d441-2880-433e-b02c-dfb1d1427e94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:34.174594 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76d441-2880-433e-b02c-dfb1d1427e94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:34.174927 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76d441-2880-433e-b02c-dfb1d1427e94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:34.175254 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76d441-2880-433e-b02c-dfb1d1427e94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:34.175582 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76d441-2880-433e-b02c-dfb1d1427e94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:34.175906 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76d441-2880-433e-b02c-dfb1d1427e94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:34.176229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76d441-2880-433e-b02c-dfb1d1427e94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:34.176551 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76d441-2880-433e-b02c-dfb1d1427e94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:34.176876 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76d441-2880-433e-b02c-dfb1d1427e94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 20:59:34.181420 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.260873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fc64e2-4f67-499b-a57e-d5fa21b372b8 None None] DHCP port deletion for c3915836-86cb-49e6-9e5c-f9e82114304b request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:34.277859 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Attempting to bind port 96ae2420-5fda-4ea6-8afe-3c8471e35873 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:59:34.278297 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Attempting to bind port 96ae2420-5fda-4ea6-8afe-3c8471e35873 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '39b9fd26-2e04-48b3-847d-3bd3da3b7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '18cb4fb4-4c5c-474c-9154-5c1cc542812f'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:59:34.278626 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Attempting to bind port 96ae2420-5fda-4ea6-8afe-3c8471e35873 on network 18cb4fb4-4c5c-474c-9154-5c1cc542812f {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:34.284884 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:59:34.285263 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Checking segment: {'id': '39b9fd26-2e04-48b3-847d-3bd3da3b7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '18cb4fb4-4c5c-474c-9154-5c1cc542812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:34.285670 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.286085 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Bound using segment: {'id': '39b9fd26-2e04-48b3-847d-3bd3da3b7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '18cb4fb4-4c5c-474c-9154-5c1cc542812f'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:59:34.286555 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Bound port: 96ae2420-5fda-4ea6-8afe-3c8471e35873, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b9fd26-2e04-48b3-847d-3bd3da3b7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '18cb4fb4-4c5c-474c-9154-5c1cc542812f'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:59:34.289757 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.292121 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:34.292761 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.294217 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] 10.222.0.47 "PUT /v2.0/ports/5c849f08-17cc-461e-bc76-e9f2cac336fb HTTP/1.1" status: 200  len: 1092 time: 1.7592180
Nov 20 20:59:34.294691 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374eedfb-69c7-4878-98ca-3e74106cf023', 'tag': '5c849f08-17cc-461e-bc76-e9f2cac336fb'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:34.297188 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c1d07c-5c0b-4fe4-b70c-1c559f97a764" -d '{"events": [{"name": "network-changed", "server_uuid": "374eedfb-69c7-4878-98ca-3e74106cf023", "tag": "5c849f08-17cc-461e-bc76-e9f2cac336fb"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:34.323156 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66861397-44e7-4263-b077-4c78cf1b8adc None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:34.323314 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3b43f2a7-3980-4bca-9343-7851372bc8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.345677 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3b43f2a7-3980-4bca-9343-7851372bc8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.349301 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3b43f2a7-3980-4bca-9343-7851372bc8a6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c3915836-86cb-49e6-9e5c-f9e82114304b HTTP/1.1" status: 204  len: 168 time: 0.7014084
Nov 20 20:59:34.381668 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72322305-7ab3-433c-97dc-0438d7dd9ab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:59:34.398957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] For port 96ae2420-5fda-4ea6-8afe-3c8471e35873, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:34.401928 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72322305-7ab3-433c-97dc-0438d7dd9ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a894c9a-035a-4338-8445-7ef72a81e8c7,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:34.423413 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] For port 96ae2420-5fda-4ea6-8afe-3c8471e35873, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96ae2420-5fda-4ea6-8afe-3c8471e35873,segment=NetworkSegment(39b9fd26-2e04-48b3-847d-3bd3da3b7f0c),segment_id=39b9fd26-2e04-48b3-847d-3bd3da3b7f0c)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:59:34.425896 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3862dec-30f9-463f-aa82-c38202b9f7e4 x-openstack-request-id: req-b3862dec-30f9-463f-aa82-c38202b9f7e4 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:34.428049 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72322305-7ab3-433c-97dc-0438d7dd9ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.429085 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-72322305-7ab3-433c-97dc-0438d7dd9ab5 admin admin] Added segment 4b649abf-c8be-42af-b705-d4f94f06269b of type vlan for network 9a4d1c40-4599-43fd-8084-24cc8c85159b
Nov 20 20:59:34.429593 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374eedfb-69c7-4878-98ca-3e74106cf023", "tag": "5c849f08-17cc-461e-bc76-e9f2cac336fb", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:34.430655 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3862dec-30f9-463f-aa82-c38202b9f7e4 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:34.431238 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374eedfb-69c7-4878-98ca-3e74106cf023', 'tag': '5c849f08-17cc-461e-bc76-e9f2cac336fb', 'status': 'completed', 'code': 200}
Nov 20 20:59:34.441911 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43f2a7-3980-4bca-9343-7851372bc8a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3915836-86cb-49e6-9e5c-f9e82114304b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:34.443982 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0717a2d-aa20-4ab2-b711-c59beb7f50c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c849f08-17cc-461e-bc76-e9f2cac336fb,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:34.462746 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.542856 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cee0338d-bb6f-4439-83e6-6e15c4193ec4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.547663 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-b4fc43a0-23a0-493e-a948-5b052df2f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:34.549337 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-b4fc43a0-23a0-493e-a948-5b052df2f4ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 1095 time: 0.1920238
Nov 20 20:59:34.551304 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f45d19e-87da-497a-b8c2-097ab7ff3256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.566249 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f45d19e-87da-497a-b8c2-097ab7ff3256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.583389 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Routers {'50e36a91-591c-4f0e-a139-bcff8fe0dbdd'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:34.584133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472317f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:59:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['50e36a91-591c-4f0e-a139-bcff8fe0dbdd'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:34.627356 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72322305-7ab3-433c-97dc-0438d7dd9ab5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.669382 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76d441-2880-433e-b02c-dfb1d1427e94 None None] Pushing event updated for resources: {'Port': ['ID=96ae2420-5fda-4ea6-8afe-3c8471e35873,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:34.673495 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47898) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:34.687510 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-dc345137-27c0-4546-8d0c-74cd0be50684 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c849f08-17cc-461e-bc76-e9f2cac336fb HTTP/1.1" status: 200  len: 217 time: 0.1275246
Nov 20 20:59:34.761547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e44a9c41-ae83-4311-a5fe-245e830d253a None None] Provisioning complete for port 96ae2420-5fda-4ea6-8afe-3c8471e35873 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:34.761920 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e44a9c41-ae83-4311-a5fe-245e830d253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.772025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee0338d-bb6f-4439-83e6-6e15c4193ec4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Checking segment: {'id': '6bd1643c-fb88-4295-8168-28766e8b9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:34.772388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee0338d-bb6f-4439-83e6-6e15c4193ec4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Network hostable DHCP agents. Network: 75b827dc-6833-4bfb-88ea-ff6bce0d0650, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:59:34.777290 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf24d5ee-4d86-44a0-a071-8d79d69f126c tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.780706 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bf24d5ee-4d86-44a0-a071-8d79d69f126c tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "DELETE /v2.0/ports/49a1b8c1-ed95-4dfc-8b1a-5122a51a5912 HTTP/1.1" status: 204  len: 168 time: 2.4267466
Nov 20 20:59:34.786198 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47900) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:34.789383 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0338d-bb6f-4439-83e6-6e15c4193ec4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event updated for resources: {'Subnet': ['ID=e4b94314-0617-4f11-89de-f78126fff9e3,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:34.809820 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] Set router 50e36a91-591c-4f0e-a139-bcff8fe0dbdd gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:34.810824 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1f45d19e-87da-497a-b8c2-097ab7ff3256 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d86951d62364ad48feba8fd131c3f95&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6865649
Nov 20 20:59:34.820976 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47902) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:34.826717 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76a4f4a-9ccf-4854-9fbf-d318677726ca tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] GET failed (client error): The resource could not be found.
Nov 20 20:59:34.828208 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c76a4f4a-9ccf-4854-9fbf-d318677726ca tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "GET /v2.0/ports/49a1b8c1-ed95-4dfc-8b1a-5122a51a5912 HTTP/1.1" status: 404  len: 333 time: 0.0397995
Nov 20 20:59:34.829060 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45d19e-87da-497a-b8c2-097ab7ff3256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df0b915-c917-4b7c-a304-7a9bd76d5c54,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:34.839111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47904) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:34.839764 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72322305-7ab3-433c-97dc-0438d7dd9ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.840780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72322305-7ab3-433c-97dc-0438d7dd9ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:34.841279 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72322305-7ab3-433c-97dc-0438d7dd9ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.904456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee0338d-bb6f-4439-83e6-6e15c4193ec4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Network 75b827dc-6833-4bfb-88ea-ff6bce0d0650 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:59:34.924799 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-33c18946-4b63-49f0-a336-d14fae979bc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc809fb7bd984e43bfa1433cf0c79430&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2456405
Nov 20 20:59:34.928116 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47906) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:34.931973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-cee0338d-bb6f-4439-83e6-6e15c4193ec4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 75b827dc-6833-4bfb-88ea-ff6bce0d0650) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:34.935389 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-f1275477-5793-4211-9dc1-4dc75359ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:34.937182 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-f1275477-5793-4211-9dc1-4dc75359ce51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=67696e00-d47a-4c01-b60f-02743de8399e HTTP/1.1" status: 200  len: 845 time: 0.2349660
Nov 20 20:59:34.942636 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d872433f-70b1-49ec-bfda-ee8bfe9e52a4 None None] Network 75b827dc-6833-4bfb-88ea-ff6bce0d0650 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:34.956607 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e44a9c41-ae83-4311-a5fe-245e830d253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:34.974767 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431299be-f17b-4c51-8bc0-aa5d09fe6dec req-4c2afcc9-f74c-4b76-9a8d-7b6e96b195e2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:34.984241 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-431299be-f17b-4c51-8bc0-aa5d09fe6dec req-4c2afcc9-f74c-4b76-9a8d-7b6e96b195e2 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 944 time: 0.2923393
Nov 20 20:59:35.004367 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0338d-bb6f-4439-83e6-6e15c4193ec4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:35.004977 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cee0338d-bb6f-4439-83e6-6e15c4193ec4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.009642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72322305-7ab3-433c-97dc-0438d7dd9ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=9a4d1c40-4599-43fd-8084-24cc8c85159b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:35.019339 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-72322305-7ab3-433c-97dc-0438d7dd9ab5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.4764490
Nov 20 20:59:35.026623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 9a4d1c40-4599-43fd-8084-24cc8c85159b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:59:35.027581 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47908) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:35.036736 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-30a64112-b6ee-4cd4-8c16-604f5cf2d6dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00efdad1-1d3a-4059-9b5a-980ee6794339&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0724316
Nov 20 20:59:35.054212 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c0297bd5-5975-4e7b-b021-779fd6b04729 admin admin] Request body: {'subnet': {'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1137891615-subnet', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:35.066278 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b0767be-e292-4bd4-a576-0eb292a03622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.071354 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cee0338d-bb6f-4439-83e6-6e15c4193ec4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.2343352
Nov 20 20:59:35.074944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47910) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:35.081852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d4dcdec2-3cd5-4cd1-92be-91c7b39ba037 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1839133374'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:35.107137 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-f5fb5684-d81e-4c33-88aa-f5bd550b5239 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Deleting port ce65e8b8-9f42-415b-8b34-d04331dee2b0 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:35.107478 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5684-d81e-4c33-88aa-f5bd550b5239 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.120595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e44a9c41-ae83-4311-a5fe-245e830d253a None None] For port 96ae2420-5fda-4ea6-8afe-3c8471e35873, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96ae2420-5fda-4ea6-8afe-3c8471e35873,segment=NetworkSegment(39b9fd26-2e04-48b3-847d-3bd3da3b7f0c),segment_id=39b9fd26-2e04-48b3-847d-3bd3da3b7f0c)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:35.132446 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.db.api [None req-d4dcdec2-3cd5-4cd1-92be-91c7b39ba037 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 20 20:59:35.132446 ncdv-master-1 neutron-server[126225]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 20 20:59:35.132446 ncdv-master-1 neutron-server[126225]: [parameters: {'project_id_1': '4ec4545fe17f4700bc073f25016da683', 'expiration_1': datetime.datetime(2021, 11, 20, 20, 59, 15, 90484)}]
Nov 20 20:59:35.132446 ncdv-master-1 neutron-server[126225]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 20:59:35.132904 ncdv-master-1 neutron-server[126225]: DEBUG oslo_db.api [None req-d4dcdec2-3cd5-4cd1-92be-91c7b39ba037 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 20:59:35.152956 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b0767be-e292-4bd4-a576-0eb292a03622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.156075 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e44a9c41-ae83-4311-a5fe-245e830d253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.197166 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0297bd5-5975-4e7b-b021-779fd6b04729 admin admin] Made reservation on behalf of ff892c31a4354551b7c9e9c01d5b7b6f for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:35.199618 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c0297bd5-5975-4e7b-b021-779fd6b04729 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.248371 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5684-d81e-4c33-88aa-f5bd550b5239 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.262884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-f5fb5684-d81e-4c33-88aa-f5bd550b5239 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Calling delete_port for ce65e8b8-9f42-415b-8b34-d04331dee2b0 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:35.274597 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-431299be-f17b-4c51-8bc0-aa5d09fe6dec req-7989d261-0776-4f93-847f-1ee4cb04815c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2889917
Nov 20 20:59:35.314203 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b68b9fed-6d48-4038-a8f5-8858a8b53758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.409708 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b68b9fed-6d48-4038-a8f5-8858a8b53758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.415170 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-6e6f9ddd-39c0-4cea-80d1-dabe9865c275 service neutron] 10.222.0.47 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3501458
Nov 20 20:59:35.430711 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5684-d81e-4c33-88aa-f5bd550b5239 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.447075 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a9c41-ae83-4311-a5fe-245e830d253a None None] Pushing event updated for resources: {'Port': ['ID=96ae2420-5fda-4ea6-8afe-3c8471e35873,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:35.469231 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b4781c6f-76c4-4432-802f-69841d0960bd None None] Provisioning complete for port 96ae2420-5fda-4ea6-8afe-3c8471e35873 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:35.469719 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b4781c6f-76c4-4432-802f-69841d0960bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.491620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb5684-d81e-4c33-88aa-f5bd550b5239 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event deleted for resources: {'Port': ['ID=ce65e8b8-9f42-415b-8b34-d04331dee2b0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:35.496805 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5684-d81e-4c33-88aa-f5bd550b5239 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.500501 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f5fb5684-d81e-4c33-88aa-f5bd550b5239 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "DELETE /v2.0/ports/ce65e8b8-9f42-415b-8b34-d04331dee2b0 HTTP/1.1" status: 204  len: 168 time: 0.6568067
Nov 20 20:59:35.503774 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47914) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:35.534690 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472317f0>, [{'id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'name': 'tempest-ServersTestMultiNic-284973660-router', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '7c69d81d-46ba-47c3-b3d7-5b0502407a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:21Z', 'updated_at': '2021-11-20T20:59:29Z', 'revision_number': 4, 'project_id': '4ec4545fe17f4700bc073f25016da683', 'gw_port': {'id': '7c69d81d-46ba-47c3-b3d7-5b0502407a9f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:22Z', 'updated_at': '2021-11-20T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96ae2420-5fda-4ea6-8afe-3c8471e35873', 'name': '', 'network_id': '18cb4fb4-4c5c-474c-9154-5c1cc542812f', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'mac_address': 'fa:16:3e:7c:31:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a66f3de6-96b6-4482-8ae9-fc1f907e4d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:27Z', 'updated_at': '2021-11-20T20:59:34Z', 'revision_number': 4, 'project_id': '4ec4545fe17f4700bc073f25016da683', 'subnets': [{'id': 'a66f3de6-96b6-4482-8ae9-fc1f907e4d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:35.538192 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-31597b50-5b7e-4bd3-8ab8-8eccc06a4a90 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] GET failed (client error): The resource could not be found.
Nov 20 20:59:35.539915 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-31597b50-5b7e-4bd3-8ab8-8eccc06a4a90 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "GET /v2.0/ports/ce65e8b8-9f42-415b-8b34-d04331dee2b0 HTTP/1.1" status: 404  len: 333 time: 0.0350816
Nov 20 20:59:35.543857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47916) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:35.550587 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a17e63f3-6f41-4d41-a886-1359f99a5563 req-538328d8-bc28-4716-bb14-b28b1dc2854d service neutron] 10.222.0.47 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249115
Nov 20 20:59:35.566618 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-75b827dc-6833-4bfb-88ea-ff6bce0d0650', 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'fixed_ips': [{'subnet_id': 'e4b94314-0617-4f11-89de-f78126fff9e3'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:59:35.567482 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.570334 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c522656d-6237-4f22-b60d-282e44b98d28 None None] The sync data for ids ['50e36a91-591c-4f0e-a139-bcff8fe0dbdd'] in ncdv-master-1 is: [{'id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'name': 'tempest-ServersTestMultiNic-284973660-router', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '7c69d81d-46ba-47c3-b3d7-5b0502407a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:21Z', 'updated_at': '2021-11-20T20:59:29Z', 'revision_number': 4, 'project_id': '4ec4545fe17f4700bc073f25016da683', 'gw_port': {'id': '7c69d81d-46ba-47c3-b3d7-5b0502407a9f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:22Z', 'updated_at': '2021-11-20T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96ae2420-5fda-4ea6-8afe-3c8471e35873', 'name': '', 'network_id': '18cb4fb4-4c5c-474c-9154-5c1cc542812f', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'mac_address': 'fa:16:3e:7c:31:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a66f3de6-96b6-4482-8ae9-fc1f907e4d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:27Z', 'updated_at': '2021-11-20T20:59:34Z', 'revision_number': 4, 'project_id': '4ec4545fe17f4700bc073f25016da683', 'subnets': [{'id': 'a66f3de6-96b6-4482-8ae9-fc1f907e4d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:59:35.608367 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b0767be-e292-4bd4-a576-0eb292a03622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.615878 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b0767be-e292-4bd4-a576-0eb292a03622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.628627 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9b0767be-e292-4bd4-a576-0eb292a03622 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5df0b915-c917-4b7c-a304-7a9bd76d5c54 HTTP/1.1" status: 204  len: 168 time: 0.7977040
Nov 20 20:59:35.696398 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0767be-e292-4bd4-a576-0eb292a03622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df0b915-c917-4b7c-a304-7a9bd76d5c54,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:35.793759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-77c989d2-ae3b-4010-9af1-8b72ac3757da tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Deleting port cf27d251-6932-4bc6-9392-d70f97735031 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:35.794159 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77c989d2-ae3b-4010-9af1-8b72ac3757da tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.854080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Allocated IP 19.80.0.2 (75b827dc-6833-4bfb-88ea-ff6bce0d0650/e4b94314-0617-4f11-89de-f78126fff9e3/93cabec8-fc83-4e2a-b2d6-da352777738f) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:35.891297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1d07c-5c0b-4fe4-b70c-1c559f97a764 req-7e8e358d-2ceb-443e-8d4e-4482ba4fb255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:35.894267 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6c1d07c-5c0b-4fe4-b70c-1c559f97a764 req-7e8e358d-2ceb-443e-8d4e-4482ba4fb255 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 1095 time: 0.2529693
Nov 20 20:59:35.899527 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b68b9fed-6d48-4038-a8f5-8858a8b53758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.902750 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b68b9fed-6d48-4038-a8f5-8858a8b53758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.904247 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b68b9fed-6d48-4038-a8f5-8858a8b53758 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/954c81ce-7740-4659-ab59-b860fcb2634b HTTP/1.1" status: 204  len: 168 time: 0.9742839
Nov 20 20:59:35.958246 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dcdec2-3cd5-4cd1-92be-91c7b39ba037 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Made reservation on behalf of 4ec4545fe17f4700bc073f25016da683 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:35.963624 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4dcdec2-3cd5-4cd1-92be-91c7b39ba037 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:35.992034 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77c989d2-ae3b-4010-9af1-8b72ac3757da tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:36.007370 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b9fed-6d48-4038-a8f5-8858a8b53758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954c81ce-7740-4659-ab59-b860fcb2634b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:36.028098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-77c989d2-ae3b-4010-9af1-8b72ac3757da tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Calling delete_port for cf27d251-6932-4bc6-9392-d70f97735031 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:36.195884 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c0297bd5-5975-4e7b-b021-779fd6b04729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:36.204939 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1d07c-5c0b-4fe4-b70c-1c559f97a764 req-745d5d52-e109-4fbd-b851-d1cfcfd1b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:36.206969 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6c1d07c-5c0b-4fe4-b70c-1c559f97a764 req-745d5d52-e109-4fbd-b851-d1cfcfd1b5b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 200  len: 906 time: 0.2916644
Nov 20 20:59:36.226687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4dcdec2-3cd5-4cd1-92be-91c7b39ba037 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:59:36.256911 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4dcdec2-3cd5-4cd1-92be-91c7b39ba037 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:36.257952 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-d4dcdec2-3cd5-4cd1-92be-91c7b39ba037 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Added segment e337759b-4a24-400c-b508-3401859a822b of type vlan for network 26b4e903-e81a-4dfe-8f45-7cde89d8557a
Nov 20 20:59:36.265582 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:36.277717 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77c989d2-ae3b-4010-9af1-8b72ac3757da tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:36.297095 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:36.443425 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c989d2-ae3b-4010-9af1-8b72ac3757da tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event deleted for resources: {'Port': ['ID=cf27d251-6932-4bc6-9392-d70f97735031,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:36.451885 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Network 75b827dc-6833-4bfb-88ea-ff6bce0d0650 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:36.461523 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6c1d07c-5c0b-4fe4-b70c-1c559f97a764 req-af42f8c3-dbe2-479c-8761-d7ed130f60e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c849f08-17cc-461e-bc76-e9f2cac336fb HTTP/1.1" status: 200  len: 217 time: 0.2238965
Nov 20 20:59:36.462092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Pushing event updated for resources: {'Port': ['ID=93cabec8-fc83-4e2a-b2d6-da352777738f,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:36.473018 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:36.475658 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:36.526365 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4dcdec2-3cd5-4cd1-92be-91c7b39ba037 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:36.549235 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77c989d2-ae3b-4010-9af1-8b72ac3757da tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:36.557651 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-77c989d2-ae3b-4010-9af1-8b72ac3757da tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "DELETE /v2.0/ports/cf27d251-6932-4bc6-9392-d70f97735031 HTTP/1.1" status: 204  len: 168 time: 1.0106075
Nov 20 20:59:36.558126 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47942) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:36.650880 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Attempting to bind port 93cabec8-fc83-4e2a-b2d6-da352777738f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:59:36.652111 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Attempting to bind port 93cabec8-fc83-4e2a-b2d6-da352777738f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6bd1643c-fb88-4295-8168-28766e8b9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:59:36.652111 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Attempting to bind port 93cabec8-fc83-4e2a-b2d6-da352777738f on network 75b827dc-6833-4bfb-88ea-ff6bce0d0650 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:36.662368 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1d07c-5c0b-4fe4-b70c-1c559f97a764 req-90e260fb-4077-4ddb-baf6-0f0a117e6836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:36.664143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:59:36.664540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Checking segment: {'id': '6bd1643c-fb88-4295-8168-28766e8b9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:36.664975 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:36.665391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Bound using segment: {'id': '6bd1643c-fb88-4295-8168-28766e8b9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:59:36.667089 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Bound port: 93cabec8-fc83-4e2a-b2d6-da352777738f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd1643c-fb88-4295-8168-28766e8b9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:59:36.667512 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:36.667999 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6c1d07c-5c0b-4fe4-b70c-1c559f97a764 req-90e260fb-4077-4ddb-baf6-0f0a117e6836 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=67696e00-d47a-4c01-b60f-02743de8399e HTTP/1.1" status: 200  len: 845 time: 0.1926119
Nov 20 20:59:36.670646 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0297bd5-5975-4e7b-b021-779fd6b04729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=835298ec-367e-491f-9a58-fa02055ec6e1,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:36.733560 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4dcdec2-3cd5-4cd1-92be-91c7b39ba037 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:36.748472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dcdec2-3cd5-4cd1-92be-91c7b39ba037 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:36.753660 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4dcdec2-3cd5-4cd1-92be-91c7b39ba037 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:36.816674 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0297bd5-5975-4e7b-b021-779fd6b04729 admin admin] Checking segment: {'id': '4b649abf-c8be-42af-b705-d4f94f06269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:36.817067 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0297bd5-5975-4e7b-b021-779fd6b04729 admin admin] Network hostable DHCP agents. Network: 9a4d1c40-4599-43fd-8084-24cc8c85159b, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:59:36.834668 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] For port 93cabec8-fc83-4e2a-b2d6-da352777738f, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:36.844018 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] For port 93cabec8-fc83-4e2a-b2d6-da352777738f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93cabec8-fc83-4e2a-b2d6-da352777738f,segment=NetworkSegment(6bd1643c-fb88-4295-8168-28766e8b9f80),segment_id=6bd1643c-fb88-4295-8168-28766e8b9f80)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:59:36.849398 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a7576-d7e4-4348-82e7-b94d5fcc5bf2 req-26657843-fad9-4648-9d26-7a5cb1410b73 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:36.853527 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ec7a7576-d7e4-4348-82e7-b94d5fcc5bf2 req-26657843-fad9-4648-9d26-7a5cb1410b73 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 944 time: 0.3281913
Nov 20 20:59:36.855203 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:36.866283 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6c1d07c-5c0b-4fe4-b70c-1c559f97a764 req-888d79cb-aa80-4063-85a8-616d86d4ffdf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00efdad1-1d3a-4059-9b5a-980ee6794339&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1731994
Nov 20 20:59:36.965777 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcdec2-3cd5-4cd1-92be-91c7b39ba037 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event updated for resources: {'Network': ['ID=26b4e903-e81a-4dfe-8f45-7cde89d8557a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:36.971430 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0297bd5-5975-4e7b-b021-779fd6b04729 admin admin] Network 9a4d1c40-4599-43fd-8084-24cc8c85159b is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:59:36.972849 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-4492b832-54a8-405c-9be9-4344186a087e tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Deleting subnet 0cf3626f-0071-4870-85ff-ea59e5210dd4 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 20:59:36.977528 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4492b832-54a8-405c-9be9-4344186a087e tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:36.996746 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233e078-0abf-4d4c-a7d1-ab9eb4b4e922 None None] Pushing event updated for resources: {'Port': ['ID=93cabec8-fc83-4e2a-b2d6-da352777738f,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:37.020312 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 26b4e903-e81a-4dfe-8f45-7cde89d8557a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:59:37.024040 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5c849f08-17cc-461e-bc76-e9f2cac336fb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:59:37.063968 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d4dcdec2-3cd5-4cd1-92be-91c7b39ba037 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.9849057
Nov 20 20:59:37.065293 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47958) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:37.092352 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e2bf6dc9-63db-421a-99be-4877ce139b1c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Request body: {'subnet': {'network_id': '26b4e903-e81a-4dfe-8f45-7cde89d8557a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:37.098975 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ec7a7576-d7e4-4348-82e7-b94d5fcc5bf2 req-8465f7e8-4b5e-4a64-a63b-0ed37c3fc7b4 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2215161
Nov 20 20:59:37.099718 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-c0297bd5-5975-4e7b-b021-779fd6b04729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9a4d1c40-4599-43fd-8084-24cc8c85159b) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:37.124886 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0297bd5-5975-4e7b-b021-779fd6b04729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:37.125485 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c0297bd5-5975-4e7b-b021-779fd6b04729 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:37.152909 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4492b832-54a8-405c-9be9-4344186a087e tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:37.189817 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2119fc0c-2912-4dfc-8631-98f220b44d37 None None] Network 9a4d1c40-4599-43fd-8084-24cc8c85159b requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:37.195058 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c0297bd5-5975-4e7b-b021-779fd6b04729 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.1569865
Nov 20 20:59:37.204802 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47962) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:37.213413 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1137891615-router', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:37.232538 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6c1d07c-5c0b-4fe4-b70c-1c559f97a764 req-e2e83cfc-fc27-4ff5-b031-2a304ed4e2b4 service neutron] 10.222.0.47 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3501048
Nov 20 20:59:37.377059 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:37.391706 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:37.397837 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.resource_extend [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 20:59:37.488505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 96ae2420-5fda-4ea6-8afe-3c8471e35873 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:37.556734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bf6dc9-63db-421a-99be-4877ce139b1c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Made reservation on behalf of 4ec4545fe17f4700bc073f25016da683 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:37.561214 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e2bf6dc9-63db-421a-99be-4877ce139b1c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:37.586614 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4492b832-54a8-405c-9be9-4344186a087e tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:37.599977 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:37.798983 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:37.800201 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4492b832-54a8-405c-9be9-4344186a087e tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:37.837524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47974) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:37.843292 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6c1d07c-5c0b-4fe4-b70c-1c559f97a764 req-6408a9fd-5c0c-4deb-8340-1f06cd8bc282 service neutron] 10.222.0.47 "GET /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6052663
Nov 20 20:59:37.866354 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4492b832-54a8-405c-9be9-4344186a087e tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:37.870845 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4492b832-54a8-405c-9be9-4344186a087e tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "DELETE /v2.0/subnets/0cf3626f-0071-4870-85ff-ea59e5210dd4 HTTP/1.1" status: 204  len: 168 time: 1.3090887
Nov 20 20:59:37.874596 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47980) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:37.877369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492b832-54a8-405c-9be9-4344186a087e tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf3626f-0071-4870-85ff-ea59e5210dd4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:37.935114 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d590b6e-f2b0-447a-add5-64bfabd986da None None] Network b86f38b2-23ca-4e42-8f82-002190dbcafb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:38.005869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-09a3dff0-ab82-46b3-b307-e6dbfab36784 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1284479372-network', 'tenant_id': '71afe10ea2e54e09af1aef5ee9f07261'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:38.033459 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.086090 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a3dff0-ab82-46b3-b307-e6dbfab36784 admin admin] Made reservation on behalf of 71afe10ea2e54e09af1aef5ee9f07261 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:38.088430 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-09a3dff0-ab82-46b3-b307-e6dbfab36784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.101157 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e2bf6dc9-63db-421a-99be-4877ce139b1c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.104497 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-09a3dff0-ab82-46b3-b307-e6dbfab36784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.165050 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5c849f08-17cc-461e-bc76-e9f2cac336fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c849f08-17cc-461e-bc76-e9f2cac336fb,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:38.171002 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.194095 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9a4d1c40-4599-43fd-8084-24cc8c85159b', 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'fixed_ips': [{'subnet_id': '835298ec-367e-491f-9a58-fa02055ec6e1'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:59:38.196252 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.256563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf6dc9-63db-421a-99be-4877ce139b1c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event updated for resources: {'Subnet': ['ID=42231b03-e968-490c-adc6-5643750aa3f3,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:38.264493 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 96ae2420-5fda-4ea6-8afe-3c8471e35873 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:38.264922 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.285603 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.289077 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf6dc9-63db-421a-99be-4877ce139b1c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Checking segment: {'id': 'e337759b-4a24-400c-b508-3401859a822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '26b4e903-e81a-4dfe-8f45-7cde89d8557a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:38.289666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bf6dc9-63db-421a-99be-4877ce139b1c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Network hostable DHCP agents. Network: 26b4e903-e81a-4dfe-8f45-7cde89d8557a, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:59:38.295058 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Deleting port aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:38.296284 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.321189 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.397038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] For port aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1,segment=NetworkSegment(fec78dbf-3f67-42ee-9123-99db28cecb84),segment_id=fec78dbf-3f67-42ee-9123-99db28cecb84)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:38.398666 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.423724 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Calling delete_port for aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:38.440679 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '5c849f08-17cc-461e-bc76-e9f2cac336fb', 'network_id': '00efdad1-1d3a-4059-9b5a-980ee6794339', 'port_id': '5c849f08-17cc-461e-bc76-e9f2cac336fb', 'mac_address': 'fa:16:3e:85:d4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67696e00-d47a-4c01-b60f-02743de8399e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:59:38.452147 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f45cbb-11ef-4d49-8af0-0a22e84ec331 req-9d97e1db-7064-4622-bd0f-bc256817eeca tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:38.460686 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-91f45cbb-11ef-4d49-8af0-0a22e84ec331 req-9d97e1db-7064-4622-bd0f-bc256817eeca tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 944 time: 0.1794801
Nov 20 20:59:38.472213 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.489802 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bf6dc9-63db-421a-99be-4877ce139b1c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Network 26b4e903-e81a-4dfe-8f45-7cde89d8557a is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:59:38.514630 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-e2bf6dc9-63db-421a-99be-4877ce139b1c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 26b4e903-e81a-4dfe-8f45-7cde89d8557a) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:38.521880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bf6dc9-63db-421a-99be-4877ce139b1c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:38.522585 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e2bf6dc9-63db-421a-99be-4877ce139b1c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.546942 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e2bf6dc9-63db-421a-99be-4877ce139b1c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.4814343
Nov 20 20:59:38.558020 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e4fea8-10a1-47dd-8871-94ecf5384d5f None None] Network 26b4e903-e81a-4dfe-8f45-7cde89d8557a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:38.592348 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.607701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Allocated IP 172.35.1.100 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/eaa4761d-95fb-4c58-b88e-8bff0c400f05) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:38.640781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] No DVR routers for this DVR port aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:59:38.649562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event deleted for resources: {'Port': ['ID=aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:38.785656 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.813738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d7f0370>,) {'filters': {'network_id': ['b86f38b2-23ca-4e42-8f82-002190dbcafb']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:38.845635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d7f0370>, 'fec78dbf-3f67-42ee-9123-99db28cecb84') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:38.845771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d7f0370>, 'fec78dbf-3f67-42ee-9123-99db28cecb84') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:38.846602 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.853082 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebd5b5b-20e2-4c41-910d-4fd5a3727cd2 None None] Network 75b827dc-6833-4bfb-88ea-ff6bce0d0650 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:38.862907 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.892404 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.897294 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-09a3dff0-ab82-46b3-b307-e6dbfab36784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.902490 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 20:59:38.902940 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.904646 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-09a3dff0-ab82-46b3-b307-e6dbfab36784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:38.926785 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-91f45cbb-11ef-4d49-8af0-0a22e84ec331 req-1dc90bdc-3743-4557-820c-da570b891c9b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4652267
Nov 20 20:59:38.966359 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a3dff0-ab82-46b3-b307-e6dbfab36784 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 20:59:38.981873 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 20:59:38.985655 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3dff0-ab82-46b3-b307-e6dbfab36784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135fbdf9-042a-47df-b319-2ce564a3fa8b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:39.000117 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:39.011304 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-09a3dff0-ab82-46b3-b307-e6dbfab36784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:39.011864 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-09a3dff0-ab82-46b3-b307-e6dbfab36784 admin admin] Added segment 9987dda5-59fd-4a21-b175-88ab0b2a0ae1 of type vlan for network 6909f76c-6cf0-49e8-9350-bbb4acb8a084
Nov 20 20:59:39.038606 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:39.069166 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:39.069340 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c849f08-17cc-461e-bc76-e9f2cac336fb {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:59:39.073558 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:39.079958 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e83f3a2-1eef-4ac3-a81b-3197b5458592 None None] DHCP port deletion for b86f38b2-23ca-4e42-8f82-002190dbcafb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:39.095602 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:39.110411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ededb8f2-0075-43ad-82f7-df86e60d30e3 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:39.115612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-78ce04d5-6d2f-488b-a061-c2e91c30c094 None None] Provisioning complete for port 93cabec8-fc83-4e2a-b2d6-da352777738f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:39.116242 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-78ce04d5-6d2f-488b-a061-c2e91c30c094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:39.177368 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:39.187521 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-09a3dff0-ab82-46b3-b307-e6dbfab36784 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:39.193893 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:39.198341 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] 10.222.0.41 "DELETE /v2.0/networks/b86f38b2-23ca-4e42-8f82-002190dbcafb HTTP/1.1" status: 204  len: 168 time: 1.3223186
Nov 20 20:59:39.205349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Allocated IP 172.20.0.2 (9a4d1c40-4599-43fd-8084-24cc8c85159b/835298ec-367e-491f-9a58-fa02055ec6e1/adfd4ed4-7b1e-494d-bebb-0d15441652ae) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:39.263024 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-09a3dff0-ab82-46b3-b307-e6dbfab36784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:39.270945 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a3dff0-ab82-46b3-b307-e6dbfab36784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:39.272034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-09a3dff0-ab82-46b3-b307-e6dbfab36784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:39.274851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5c849f08-17cc-461e-bc76-e9f2cac336fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c849f08-17cc-461e-bc76-e9f2cac336fb,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:39.277919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3b8b3-5dca-4a0e-95b6-788e5be48135 tempest-AllowedAddressPairIpV6TestJSON-1335145599 tempest-AllowedAddressPairIpV6TestJSON-1335145599-project] Pushing event deleted for resources: {'Network': ['ID=b86f38b2-23ca-4e42-8f82-002190dbcafb,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:39.287044 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa4761d-95fb-4c58-b88e-8bff0c400f05,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:39.322520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-26b4e903-e81a-4dfe-8f45-7cde89d8557a', 'network_id': '26b4e903-e81a-4dfe-8f45-7cde89d8557a', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'fixed_ips': [{'subnet_id': '42231b03-e968-490c-adc6-5643750aa3f3'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:59:39.324331 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:39.339379 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-4ca12adb-ba2f-49c7-967a-59eab4f9b400 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:39.353459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-4ca12adb-ba2f-49c7-967a-59eab4f9b400 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:39.368838 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-4ca12adb-ba2f-49c7-967a-59eab4f9b400 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/networks?id=75b827dc-6833-4bfb-88ea-ff6bce0d0650&id=26b4e903-e81a-4dfe-8f45-7cde89d8557a&id=75b827dc-6833-4bfb-88ea-ff6bce0d0650 HTTP/1.1" status: 200  len: 1392 time: 0.3751836
Nov 20 20:59:39.390511 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-bcd13fbd-4ea4-4cbd-8b34-b18460f89383 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/quotas/4ec4545fe17f4700bc073f25016da683 HTTP/1.1" status: 200  len: 375 time: 0.0202823
Nov 20 20:59:39.392650 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 93cabec8-fc83-4e2a-b2d6-da352777738f up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:39.417496 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-09a3dff0-ab82-46b3-b307-e6dbfab36784 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.5727413
Nov 20 20:59:39.430531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48042) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:39.463033 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:39.474001 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-037c2fa5-06cf-4b54-93d8-32c01d756726 admin admin] Request body: {'subnet': {'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1284479372-subnet', 'tenant_id': '71afe10ea2e54e09af1aef5ee9f07261', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:39.482450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3dff0-ab82-46b3-b307-e6dbfab36784 admin admin] Pushing event updated for resources: {'Network': ['ID=6909f76c-6cf0-49e8-9350-bbb4acb8a084,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:39.503176 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-1b6810cc-cb52-4244-be5c-b03879df2879 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ec4545fe17f4700bc073f25016da683&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0969148
Nov 20 20:59:39.584235 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037c2fa5-06cf-4b54-93d8-32c01d756726 admin admin] Made reservation on behalf of 71afe10ea2e54e09af1aef5ee9f07261 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:39.587019 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-037c2fa5-06cf-4b54-93d8-32c01d756726 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:39.611883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48048) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:39.703742 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-72e96036-2cbd-47a8-a787-53cde1157f1d service neutron] 10.222.0.41 "GET /v2.0/networks/75b827dc-6833-4bfb-88ea-ff6bce0d0650?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1894777
Nov 20 20:59:39.728360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48052) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:39.942611 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-f752c5e8-a2ae-4fde-9a33-0f82553f443c service neutron] 10.222.0.41 "GET /v2.0/networks/75b827dc-6833-4bfb-88ea-ff6bce0d0650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2365887
Nov 20 20:59:39.943519 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d870702-2daa-43db-995e-1355a2cac59e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:39.958350 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5b79b91b-9f63-46ca-844e-bb7b51afea6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=471bd6e5478e42d1b6b441e5ac2f28ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3414137
Nov 20 20:59:39.998718 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Allocated IP 19.86.0.2 (26b4e903-e81a-4dfe-8f45-7cde89d8557a/42231b03-e968-490c-adc6-5643750aa3f3/c446c857-71a7-4a8b-8761-fd8608c5a281) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:40.034714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 6909f76c-6cf0-49e8-9350-bbb4acb8a084 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:59:40.041114 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d870702-2daa-43db-995e-1355a2cac59e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.050423 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48058) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:40.058075 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d870702-2daa-43db-995e-1355a2cac59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.117112 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.184176 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['5c849f08-17cc-461e-bc76-e9f2cac336fb'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:59:40.192264 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d870702-2daa-43db-995e-1355a2cac59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604be0e7-e7ea-4f30-979b-04ebde8e772c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:40.196675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0d870702-2daa-43db-995e-1355a2cac59e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad07ab02a20d435ebea535cff3039ac6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4667172
Nov 20 20:59:40.203468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48062) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:40.217186 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.233231 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2b063-2838-44f3-8623-51cacbfcc02d req-655248ca-bbd7-4d06-a17f-8a307ae5e379 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:40.234922 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0ba2b063-2838-44f3-8623-51cacbfcc02d req-655248ca-bbd7-4d06-a17f-8a307ae5e379 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 945 time: 0.1637309
Nov 20 20:59:40.273295 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-8f510192-4a1f-41d8-bb23-4e04abbd0ce8 service neutron] 10.222.0.41 "GET /v2.0/networks/26b4e903-e81a-4dfe-8f45-7cde89d8557a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3170903
Nov 20 20:59:40.275584 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86b422b8-1bb2-4938-8cf1-b3be18d27c32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.312629 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a11acee5-b131-45d5-8a70-0ef15faff6c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.332338 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86b422b8-1bb2-4938-8cf1-b3be18d27c32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.340509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5c849f08-17cc-461e-bc76-e9f2cac336fb,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:40.353380 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 93cabec8-fc83-4e2a-b2d6-da352777738f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:40.353753 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.380382 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.398171 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0ba2b063-2838-44f3-8623-51cacbfcc02d req-7d626a25-781b-442e-a755-82a397500c50 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455941
Nov 20 20:59:40.426534 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a11acee5-b131-45d5-8a70-0ef15faff6c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.436328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Network 9a4d1c40-4599-43fd-8084-24cc8c85159b is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:40.465873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:40.494391 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ee0d1306-6470-4cef-adc3-99f2ef97262e service neutron] 10.222.0.41 "GET /v2.0/networks/26b4e903-e81a-4dfe-8f45-7cde89d8557a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2004485
Nov 20 20:59:40.494794 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:40.499475 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86b422b8-1bb2-4938-8cf1-b3be18d27c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.503960 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86b422b8-1bb2-4938-8cf1-b3be18d27c32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.505801 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-86b422b8-1bb2-4938-8cf1-b3be18d27c32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3fcbb03-c788-4d71-9aa1-76ba25e51a1d HTTP/1.1" status: 204  len: 168 time: 0.4542446
Nov 20 20:59:40.526839 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-78ce04d5-6d2f-488b-a061-c2e91c30c094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.542795 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b422b8-1bb2-4938-8cf1-b3be18d27c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fcbb03-c788-4d71-9aa1-76ba25e51a1d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:40.561836 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-037c2fa5-06cf-4b54-93d8-32c01d756726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.571583 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Pushing event updated for resources: {'Port': ['ID=adfd4ed4-7b1e-494d-bebb-0d15441652ae,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:40.577481 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a11acee5-b131-45d5-8a70-0ef15faff6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.588430 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a11acee5-b131-45d5-8a70-0ef15faff6c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.599981 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a11acee5-b131-45d5-8a70-0ef15faff6c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/604be0e7-e7ea-4f30-979b-04ebde8e772c HTTP/1.1" status: 204  len: 168 time: 0.3891251
Nov 20 20:59:40.644909 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11acee5-b131-45d5-8a70-0ef15faff6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604be0e7-e7ea-4f30-979b-04ebde8e772c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:40.705686 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c2fa5-06cf-4b54-93d8-32c01d756726 admin admin] Checking segment: {'id': '9987dda5-59fd-4a21-b175-88ab0b2a0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:40.706094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c2fa5-06cf-4b54-93d8-32c01d756726 admin admin] Network hostable DHCP agents. Network: 6909f76c-6cf0-49e8-9350-bbb4acb8a084, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:59:40.712386 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c2fa5-06cf-4b54-93d8-32c01d756726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a33b0c1b-3040-4e35-bb95-28bb35fd7874,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:40.728321 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.752502 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-78ce04d5-6d2f-488b-a061-c2e91c30c094 None None] For port 93cabec8-fc83-4e2a-b2d6-da352777738f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93cabec8-fc83-4e2a-b2d6-da352777738f,segment=NetworkSegment(6bd1643c-fb88-4295-8168-28766e8b9f80),segment_id=6bd1643c-fb88-4295-8168-28766e8b9f80)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:40.779433 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c2fa5-06cf-4b54-93d8-32c01d756726 admin admin] Network 6909f76c-6cf0-49e8-9350-bbb4acb8a084 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:59:40.793575 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.796245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Attempting to bind port adfd4ed4-7b1e-494d-bebb-0d15441652ae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:59:40.796417 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-c10ad638-ef0b-4360-a568-28dac566eb12 service neutron] 10.222.0.41 "GET /v2.0/networks/75b827dc-6833-4bfb-88ea-ff6bce0d0650?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2888782
Nov 20 20:59:40.796658 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Attempting to bind port adfd4ed4-7b1e-494d-bebb-0d15441652ae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4b649abf-c8be-42af-b705-d4f94f06269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:59:40.797087 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Attempting to bind port adfd4ed4-7b1e-494d-bebb-0d15441652ae on network 9a4d1c40-4599-43fd-8084-24cc8c85159b {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:40.800216 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-78ce04d5-6d2f-488b-a061-c2e91c30c094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.811515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-037c2fa5-06cf-4b54-93d8-32c01d756726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6909f76c-6cf0-49e8-9350-bbb4acb8a084) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:40.821284 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c2fa5-06cf-4b54-93d8-32c01d756726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:40.821898 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-037c2fa5-06cf-4b54-93d8-32c01d756726 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.849960 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:59:40.864394 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Checking segment: {'id': '4b649abf-c8be-42af-b705-d4f94f06269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:40.865099 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.865694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Bound using segment: {'id': '4b649abf-c8be-42af-b705-d4f94f06269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:59:40.866491 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Bound port: adfd4ed4-7b1e-494d-bebb-0d15441652ae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b649abf-c8be-42af-b705-d4f94f06269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:59:40.867077 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.881609 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc5adcc-f697-4069-87ce-c65fa762435d None None] Network 6909f76c-6cf0-49e8-9350-bbb4acb8a084 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:40.893200 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-037c2fa5-06cf-4b54-93d8-32c01d756726 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.4596024
Nov 20 20:59:40.916747 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:40.976574 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-f15de3a2-0f58-423d-b653-436db1bafa9b service neutron] 10.222.0.41 "GET /v2.0/networks/75b827dc-6833-4bfb-88ea-ff6bce0d0650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1709187
Nov 20 20:59:40.989337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Network 26b4e903-e81a-4dfe-8f45-7cde89d8557a is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:41.040380 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:41.079541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:41.102458 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Pushing event updated for resources: {'Port': ['ID=c446c857-71a7-4a8b-8761-fd8608c5a281,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:41.185986 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:41.249145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48080) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:41.253329 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Router acb678b0-97c3-4172-971e-ff718700b269 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 20:59:41.277702 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a45fb149-c8c5-4cb1-a069-274d79677a6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:41.305922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5ec521b6-5a08-4c13-ab93-bf2e4c020f6d None None] Provisioning complete for port eaa4761d-95fb-4c58-b88e-8bff0c400f05 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:41.306645 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5ec521b6-5a08-4c13-ab93-bf2e4c020f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:41.373328 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59f77e1e-1378-419a-88e5-e863cdb1de31 req-0888ff74-eb87-4abd-b68f-608ede2aef5e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 210 time: 0.0661426
Nov 20 20:59:41.437124 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 20:59:41.437917 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device aa0481b2-9aa6-4cc3-a21a-de46ba5b17b1 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:59:41.448567 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a45fb149-c8c5-4cb1-a069-274d79677a6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:41.455807 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a45fb149-c8c5-4cb1-a069-274d79677a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:41.502495 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a45fb149-c8c5-4cb1-a069-274d79677a6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17f8feefee934f789c1e08fc5398474e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2518485
Nov 20 20:59:41.504647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fb149-c8c5-4cb1-a069-274d79677a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005fe77f-9245-4a38-944a-22024249f640,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:41.507598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48092) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:41.585231 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-63a48a1f-7c92-402b-84f0-d5d3573b5211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:41.616244 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:59:41.626189 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Sync routers for ids ['acb678b0-97c3-4172-971e-ff718700b269'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:59:41.651847 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Routers {'acb678b0-97c3-4172-971e-ff718700b269'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:41.652491 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a545483a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:59:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['acb678b0-97c3-4172-971e-ff718700b269'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:41.668150 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:41.674476 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-15566a28-ec5b-47d8-9f07-4c5cad9524a9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.4634795
Nov 20 20:59:41.675151 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48104) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:41.677275 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-63a48a1f-7c92-402b-84f0-d5d3573b5211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:41.720571 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Attempting to bind port c446c857-71a7-4a8b-8761-fd8608c5a281 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:59:41.721032 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Attempting to bind port c446c857-71a7-4a8b-8761-fd8608c5a281 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e337759b-4a24-400c-b508-3401859a822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '26b4e903-e81a-4dfe-8f45-7cde89d8557a'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:59:41.721314 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Attempting to bind port c446c857-71a7-4a8b-8761-fd8608c5a281 on network 26b4e903-e81a-4dfe-8f45-7cde89d8557a {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:41.733540 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fc34-8f97-4885-9cab-8543e58e9f1e req-02ce6b9c-3534-444f-ba1b-e730e60870aa tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:41.736967 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9132fc34-8f97-4885-9cab-8543e58e9f1e req-02ce6b9c-3534-444f-ba1b-e730e60870aa tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 945 time: 0.1717985
Nov 20 20:59:41.743704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-5ec521b6-5a08-4c13-ab93-bf2e4c020f6d None None] Port eaa4761d-95fb-4c58-b88e-8bff0c400f05 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:41.752881 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] For port adfd4ed4-7b1e-494d-bebb-0d15441652ae, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:41.757487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce04d5-6d2f-488b-a061-c2e91c30c094 None None] Pushing event updated for resources: {'Port': ['ID=93cabec8-fc83-4e2a-b2d6-da352777738f,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:41.766620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19ee1ab-844f-4a8b-96d5-d9bd67e9a173 None None] Network 6909f76c-6cf0-49e8-9350-bbb4acb8a084 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:41.773817 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:59:41.782930 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Checking segment: {'id': 'e337759b-4a24-400c-b508-3401859a822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '26b4e903-e81a-4dfe-8f45-7cde89d8557a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:41.783810 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:41.785599 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Bound using segment: {'id': 'e337759b-4a24-400c-b508-3401859a822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '26b4e903-e81a-4dfe-8f45-7cde89d8557a'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:59:41.786989 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Bound port: c446c857-71a7-4a8b-8761-fd8608c5a281, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e337759b-4a24-400c-b508-3401859a822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '26b4e903-e81a-4dfe-8f45-7cde89d8557a'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:59:41.787890 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:41.867862 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9132fc34-8f97-4885-9cab-8543e58e9f1e req-c0136f7f-7044-475a-b2b8-b31c0f9a7dd6 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207299
Nov 20 20:59:41.907455 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-63a48a1f-7c92-402b-84f0-d5d3573b5211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:41.910954 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-63a48a1f-7c92-402b-84f0-d5d3573b5211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:41.912219 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-63a48a1f-7c92-402b-84f0-d5d3573b5211 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/005fe77f-9245-4a38-944a-22024249f640 HTTP/1.1" status: 204  len: 168 time: 0.4042513
Nov 20 20:59:41.917001 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Set router acb678b0-97c3-4172-971e-ff718700b269 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:41.924112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a48a1f-7c92-402b-84f0-d5d3573b5211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005fe77f-9245-4a38-944a-22024249f640,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:42.038345 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] For port adfd4ed4-7b1e-494d-bebb-0d15441652ae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adfd4ed4-7b1e-494d-bebb-0d15441652ae,segment=NetworkSegment(4b649abf-c8be-42af-b705-d4f94f06269b),segment_id=4b649abf-c8be-42af-b705-d4f94f06269b)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:59:42.096603 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:42.238157 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a545483a0>, [{'id': 'acb678b0-97c3-4172-971e-ff718700b269', 'name': 'tempest-TaggedBootDevicesTest-1137891615-router', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:37Z', 'updated_at': '2021-11-20T20:59:40Z', 'revision_number': 3, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'gw_port': {'id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:38Z', 'updated_at': '2021-11-20T20:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:42.260821 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] For port c446c857-71a7-4a8b-8761-fd8608c5a281, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:42.272183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] For port c446c857-71a7-4a8b-8761-fd8608c5a281, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c446c857-71a7-4a8b-8761-fd8608c5a281,segment=NetworkSegment(e337759b-4a24-400c-b508-3401859a822b),segment_id=e337759b-4a24-400c-b508-3401859a822b)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:59:42.277841 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Checking router: acb678b0-97c3-4172-971e-ff718700b269 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:59:42.278430 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Updating router acb678b0-97c3-4172-971e-ff718700b269 port eaa4761d-95fb-4c58-b88e-8bff0c400f05 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:59:42.321583 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:42.349440 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:42.384959 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a3571e72-d5a8-432a-9d6e-1bca2a39b3b8 None None] Provisioning complete for port 93cabec8-fc83-4e2a-b2d6-da352777738f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:42.385709 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a3571e72-d5a8-432a-9d6e-1bca2a39b3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:42.463952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-d0b97bba-0476-4328-8669-0a1aaace3961 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:42.465503 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-d0b97bba-0476-4328-8669-0a1aaace3961 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/networks?id=6909f76c-6cf0-49e8-9350-bbb4acb8a084 HTTP/1.1" status: 200  len: 818 time: 0.1591685
Nov 20 20:59:42.524212 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-15fe9af8-ced8-4caf-b1a3-51143b2c0167 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/quotas/71afe10ea2e54e09af1aef5ee9f07261 HTTP/1.1" status: 200  len: 375 time: 0.0169883
Nov 20 20:59:42.577511 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-f71d59f0-fd38-4725-8e3a-c93c664740b8 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=71afe10ea2e54e09af1aef5ee9f07261&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0354619
Nov 20 20:59:42.653117 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c017c226-4f26-4a9d-be74-9a0b968fae06 req-23d07167-e42b-4583-a987-f62119a617e3 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 210 time: 0.0806155
Nov 20 20:59:42.687345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48140) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:42.724097 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e857b-8d4a-473d-8b69-a1c9341bba4c None None] Pushing event updated for resources: {'Port': ['ID=adfd4ed4-7b1e-494d-bebb-0d15441652ae,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:42.897436 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:43.114905 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:43.131472 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:43.265593 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-b0df9978-c331-4880-a0c6-7d7a0e9e1078 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:43.288576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-b0df9978-c331-4880-a0c6-7d7a0e9e1078 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:43.291020 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-b0df9978-c331-4880-a0c6-7d7a0e9e1078 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.37 "GET /v2.0/networks?id=75b827dc-6833-4bfb-88ea-ff6bce0d0650&id=26b4e903-e81a-4dfe-8f45-7cde89d8557a&id=75b827dc-6833-4bfb-88ea-ff6bce0d0650 HTTP/1.1" status: 200  len: 1392 time: 0.3874919
Nov 20 20:59:43.306706 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-7b73ccc8-9a25-4abe-b09f-c2a2c309f4e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Request body: {'port': {'device_id': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650', 'admin_state_up': True, 'tenant_id': '4ec4545fe17f4700bc073f25016da683'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:43.369340 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-607aec10-ecf0-46c7-ac9e-bf85ac220aeb service neutron] 10.222.0.41 "GET /v2.0/networks/6909f76c-6cf0-49e8-9350-bbb4acb8a084?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7412057
Nov 20 20:59:43.386686 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Attempting to bind port eaa4761d-95fb-4c58-b88e-8bff0c400f05 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:59:43.387099 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Attempting to bind port eaa4761d-95fb-4c58-b88e-8bff0c400f05 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:59:43.387476 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Attempting to bind port eaa4761d-95fb-4c58-b88e-8bff0c400f05 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:43.389947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1782233456'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:43.408271 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:59:43.408713 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:43.409131 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:43.409536 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:59:43.410249 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Bound port: eaa4761d-95fb-4c58-b88e-8bff0c400f05, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:59:43.411099 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:43.449307 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a708587-d1ee-4e08-8b5b-dacc0122c8fc None None] Pushing event updated for resources: {'Port': ['ID=eaa4761d-95fb-4c58-b88e-8bff0c400f05,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:43.492145 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Allocated IP 172.20.0.1 (9a4d1c40-4599-43fd-8084-24cc8c85159b/835298ec-367e-491f-9a58-fa02055ec6e1/b95d120f-7de6-44df-9cfe-34f00af93eff) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:43.511189 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] For port eaa4761d-95fb-4c58-b88e-8bff0c400f05, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:43.527891 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] For port eaa4761d-95fb-4c58-b88e-8bff0c400f05, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaa4761d-95fb-4c58-b88e-8bff0c400f05,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:59:43.545828 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:43.603572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48be8179-a039-4bda-90ff-bb1b1ae5b7ad None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:43.612996 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5c849f08-17cc-461e-bc76-e9f2cac336fb up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:43.681813 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Routers {'acb678b0-97c3-4172-971e-ff718700b269'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:43.684294 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.db.api [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 20 20:59:43.684294 ncdv-master-1 neutron-server[126225]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Nov 20 20:59:43.684294 ncdv-master-1 neutron-server[126225]: [parameters: {'project_id': '4222c3758dfc4a9d82b19965b35717f8', 'id': '1d76cc78-6b94-483f-9ccb-63f5b3bd5c2d', 'expiration': datetime.datetime(2021, 11, 20, 21, 1, 43, 648524)}]
Nov 20 20:59:43.684294 ncdv-master-1 neutron-server[126225]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 20:59:43.684722 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a545483a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:59:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['acb678b0-97c3-4172-971e-ff718700b269'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:43.685192 ncdv-master-1 neutron-server[126225]: DEBUG oslo_db.api [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 20:59:43.731916 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-7b73ccc8-9a25-4abe-b09f-c2a2c309f4e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Made reservation on behalf of 4ec4545fe17f4700bc073f25016da683 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:43.736109 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-7b73ccc8-9a25-4abe-b09f-c2a2c309f4e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:43.800646 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-78b63510-8c55-4aa2-b739-bfbd8b2ca6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:43.805125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca99f7a9-f932-4d42-993d-3f86137d9219 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:43.810965 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e81c5b-1796-4a7b-bd3a-ae1597125cdf None None] Pushing event updated for resources: {'Port': ['ID=c446c857-71a7-4a8b-8761-fd8608c5a281,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:43.831509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 5c849f08-17cc-461e-bc76-e9f2cac336fb completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 20:59:43.840112 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a708587-d1ee-4e08-8b5b-dacc0122c8fc None None] Pushing event updated for resources: {'Port': ['ID=eaa4761d-95fb-4c58-b88e-8bff0c400f05,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:43.842914 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 5c849f08-17cc-461e-bc76-e9f2cac336fb triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:43.843179 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-d61d269d-2000-401f-b34a-9bcaa8769860 service neutron] 10.222.0.41 "GET /v2.0/networks/6909f76c-6cf0-49e8-9350-bbb4acb8a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4518638
Nov 20 20:59:43.843733 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:43.846773 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5bfd6689-f9b8-4050-9932-69bdc694fe19 None None] Provisioning complete for port eaa4761d-95fb-4c58-b88e-8bff0c400f05 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:43.848922 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6689-f9b8-4050-9932-69bdc694fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:43.917215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device adfd4ed4-7b1e-494d-bebb-0d15441652ae up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:43.919251 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:44.009727 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:44.020862 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port adfd4ed4-7b1e-494d-bebb-0d15441652ae triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:44.021592 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:44.109447 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-7b73ccc8-9a25-4abe-b09f-c2a2c309f4e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Allocated IP 19.80.0.49 (75b827dc-6833-4bfb-88ea-ff6bce0d0650/e4b94314-0617-4f11-89de-f78126fff9e3/81d2d57f-3035-4006-a984-49d10147384b) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:44.132714 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Network 9a4d1c40-4599-43fd-8084-24cc8c85159b is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:44.136734 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] Set router acb678b0-97c3-4172-971e-ff718700b269 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:44.177872 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:44.187771 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:44.210572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:44.330972 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6689-f9b8-4050-9932-69bdc694fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:44.331691 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Pushing event updated for resources: {'Port': ['ID=b95d120f-7de6-44df-9cfe-34f00af93eff,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:44.335560 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:44.370959 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374eedfb-69c7-4878-98ca-3e74106cf023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c849f08-17cc-461e-bc76-e9f2cac336fb'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:44.379709 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8d3773-2ae2-4f66-81ce-0b6e9db42747" -d '{"events": [{"server_uuid": "374eedfb-69c7-4878-98ca-3e74106cf023", "name": "network-vif-plugged", "status": "completed", "tag": "5c849f08-17cc-461e-bc76-e9f2cac336fb"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:44.464978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a634c-68a9-46fc-9ccd-2f501bb9447a req-f9fd33eb-bec2-4a8d-b8b3-22eddc2f2965 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:44.467497 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5bfd6689-f9b8-4050-9932-69bdc694fe19 None None] For port eaa4761d-95fb-4c58-b88e-8bff0c400f05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaa4761d-95fb-4c58-b88e-8bff0c400f05,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:44.478200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5c849f08-17cc-461e-bc76-e9f2cac336fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c849f08-17cc-461e-bc76-e9f2cac336fb,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:44.487717 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6689-f9b8-4050-9932-69bdc694fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:44.491148 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-439a634c-68a9-46fc-9ccd-2f501bb9447a req-f9fd33eb-bec2-4a8d-b8b3-22eddc2f2965 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 945 time: 1.0233335
Nov 20 20:59:44.600731 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a545483a0>, [{'id': 'acb678b0-97c3-4172-971e-ff718700b269', 'name': 'tempest-TaggedBootDevicesTest-1137891615-router', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:37Z', 'updated_at': '2021-11-20T20:59:40Z', 'revision_number': 3, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'gw_port': {'id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:38Z', 'updated_at': '2021-11-20T20:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:44.687288 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:44.693250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392c0145-ccc4-49c4-880f-5d50056b1c97 None None] Network 9a4d1c40-4599-43fd-8084-24cc8c85159b requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:44.703176 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-167b6ccf-c73e-48b8-9dfd-161cb6c83851 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:44.717201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-167b6ccf-c73e-48b8-9dfd-161cb6c83851 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:44.728669 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-439a634c-68a9-46fc-9ccd-2f501bb9447a req-c2417959-664c-4cc5-a0c4-b0e7bd61e929 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2365811
Nov 20 20:59:44.731186 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-167b6ccf-c73e-48b8-9dfd-161cb6c83851 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:44.739745 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def78431-fd2d-45b9-86ca-f591c7fa4279 None None] The sync data for ids ['acb678b0-97c3-4172-971e-ff718700b269'] in ncdv-master-1 is: [{'id': 'acb678b0-97c3-4172-971e-ff718700b269', 'name': 'tempest-TaggedBootDevicesTest-1137891615-router', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:37Z', 'updated_at': '2021-11-20T20:59:40Z', 'revision_number': 3, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'gw_port': {'id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:38Z', 'updated_at': '2021-11-20T20:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:59:44.745599 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Made reservation on behalf of 4222c3758dfc4a9d82b19965b35717f8 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:44.758730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-167b6ccf-c73e-48b8-9dfd-161cb6c83851 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:44.767761 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:44.778929 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:44.795464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-167b6ccf-c73e-48b8-9dfd-161cb6c83851 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:44.811003 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:44.822352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-167b6ccf-c73e-48b8-9dfd-161cb6c83851 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:44.839990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-167b6ccf-c73e-48b8-9dfd-161cb6c83851 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:44.844007 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-167b6ccf-c73e-48b8-9dfd-161cb6c83851 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5445 time: 0.6986823
Nov 20 20:59:44.856845 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd6689-f9b8-4050-9932-69bdc694fe19 None None] Pushing event updated for resources: {'Port': ['ID=eaa4761d-95fb-4c58-b88e-8bff0c400f05,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:44.862194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48184) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:44.897765 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port adfd4ed4-7b1e-494d-bebb-0d15441652ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adfd4ed4-7b1e-494d-bebb-0d15441652ae,segment=NetworkSegment(4b649abf-c8be-42af-b705-d4f94f06269b),segment_id=4b649abf-c8be-42af-b705-d4f94f06269b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:44.899603 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ddeb1808-6437-46c5-9452-a865141b7c65 None None] Provisioning complete for port eaa4761d-95fb-4c58-b88e-8bff0c400f05 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:44.900694 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ddeb1808-6437-46c5-9452-a865141b7c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:44.928682 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-7b73ccc8-9a25-4abe-b09f-c2a2c309f4e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:44.944267 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-a3d30cc9-dbac-429c-b025-3c553bd73059 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:44.945881 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-a3d30cc9-dbac-429c-b025-3c553bd73059 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.47 "GET /v2.0/ports/d62e09bc-0a07-428d-96cb-5ce7f5c99f7f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0890052
Nov 20 20:59:44.992951 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12886288-6efa-4d5f-8362-14d1d9947606 req-8f744a4e-fa45-4b4f-92f1-9511f1f75f83 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 210 time: 0.0517304
Nov 20 20:59:44.995745 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:45.065861 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8823b16-518e-4606-ada7-51c926959467 req-87e393de-2850-4ce3-a6b9-e220f891498a tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:45.067234 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-7b73ccc8-9a25-4abe-b09f-c2a2c309f4e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:45.076514 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8823b16-518e-4606-ada7-51c926959467 req-87e393de-2850-4ce3-a6b9-e220f891498a tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:45.078103 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2e7495-2d08-4c7c-91c4-cc0caa1357ee None None] Network 26b4e903-e81a-4dfe-8f45-7cde89d8557a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:45.087266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8823b16-518e-4606-ada7-51c926959467 req-87e393de-2850-4ce3-a6b9-e220f891498a tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:45.106963 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8823b16-518e-4606-ada7-51c926959467 req-87e393de-2850-4ce3-a6b9-e220f891498a tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:45.120198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8823b16-518e-4606-ada7-51c926959467 req-87e393de-2850-4ce3-a6b9-e220f891498a tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:45.134297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8823b16-518e-4606-ada7-51c926959467 req-87e393de-2850-4ce3-a6b9-e220f891498a tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:45.151937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8823b16-518e-4606-ada7-51c926959467 req-87e393de-2850-4ce3-a6b9-e220f891498a tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:45.167784 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8823b16-518e-4606-ada7-51c926959467 req-87e393de-2850-4ce3-a6b9-e220f891498a tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 5445 time: 0.7333608
Nov 20 20:59:45.184520 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:45.192283 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:45.193702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 93cabec8-fc83-4e2a-b2d6-da352777738f up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:45.245350 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:45.279874 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:59:45.358993 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ab9389-0ef5-49f7-8709-69571d4ee9df x-openstack-request-id: req-27ab9389-0ef5-49f7-8709-69571d4ee9df {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:45.359454 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374eedfb-69c7-4878-98ca-3e74106cf023", "name": "network-vif-plugged", "status": "completed", "tag": "5c849f08-17cc-461e-bc76-e9f2cac336fb", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:45.359808 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27ab9389-0ef5-49f7-8709-69571d4ee9df {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:45.361291 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374eedfb-69c7-4878-98ca-3e74106cf023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c849f08-17cc-461e-bc76-e9f2cac336fb', 'code': 200}
Nov 20 20:59:45.397271 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-7b73ccc8-9a25-4abe-b09f-c2a2c309f4e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Network 75b827dc-6833-4bfb-88ea-ff6bce0d0650 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:45.411768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081fda30-cf68-46f5-a25b-45c2fba763b7,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:45.430173 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-076c4238-bc52-4a30-ac93-5b5ba9854ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:45.448127 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-7b73ccc8-9a25-4abe-b09f-c2a2c309f4e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:45.517838 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:45.524216 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Added segment 46a5f5c8-b032-40f7-8c1f-83a0ed71ecd5 of type vlan for network 2cf3fa75-93bd-4f81-b15b-2dbae972d828
Nov 20 20:59:45.540044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5c849f08-17cc-461e-bc76-e9f2cac336fb,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:45.546653 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42a1739e-341e-4582-aab7-05a6413ea816 req-c99e9ad2-e971-4556-9d92-e137505bf5c2 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 210 time: 0.1175492
Nov 20 20:59:45.582199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-7b73ccc8-9a25-4abe-b09f-c2a2c309f4e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:45.598136 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-f4d62876-ceb0-4a96-ba11-de8ab8c50710 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.47 "GET /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.6056664
Nov 20 20:59:45.603438 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8823b16-518e-4606-ada7-51c926959467 req-e4d367b5-908f-460b-a512-15f943368455 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4348631
Nov 20 20:59:45.640268 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-1d4a85c3-8cdd-4b1c-b641-9baefec06d22 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:45.815316 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-1d4a85c3-8cdd-4b1c-b641-9baefec06d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:45.842791 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=adfd4ed4-7b1e-494d-bebb-0d15441652ae,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:46.035563 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:46.062150 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:46.078429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 93cabec8-fc83-4e2a-b2d6-da352777738f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:46.080162 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:46.163178 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb5c76d0-cb31-4718-84fd-4865eeb96a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:46.219845 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:46.272269 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:46.302258 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Pushing event updated for resources: {'Port': ['ID=b95d120f-7de6-44df-9cfe-34f00af93eff,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:46.341757 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ddeb1808-6437-46c5-9452-a865141b7c65 None None] Provisioning complete for port adfd4ed4-7b1e-494d-bebb-0d15441652ae triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:46.342169 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ddeb1808-6437-46c5-9452-a865141b7c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:46.352054 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73ccc8-9a25-4abe-b09f-c2a2c309f4e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event updated for resources: {'Port': ['ID=81d2d57f-3035-4006-a984-49d10147384b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:46.359879 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:46.367651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:46.368346 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:46.677711 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Network 9a4d1c40-4599-43fd-8084-24cc8c85159b is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:46.683125 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:46.717008 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:46.768861 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d60e00d4-bd03-4556-92f7-1d9e261deeac None None] Provisioning complete for port adfd4ed4-7b1e-494d-bebb-0d15441652ae triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:46.769245 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d60e00d4-bd03-4556-92f7-1d9e261deeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:46.788921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30432a1e-703f-4d6b-b421-1221910fc514 req-1696b1f2-79d4-4ee6-a470-13b27c7dd055 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:46.793805 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 4.1040468
Nov 20 20:59:46.801822 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-30432a1e-703f-4d6b-b421-1221910fc514 req-1696b1f2-79d4-4ee6-a470-13b27c7dd055 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 931 time: 0.6216154
Nov 20 20:59:46.808091 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d523111-55d7-430b-8322-6f0cd7547ff7 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Pushing event updated for resources: {'Network': ['ID=2cf3fa75-93bd-4f81-b15b-2dbae972d828,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:46.815233 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device eaa4761d-95fb-4c58-b88e-8bff0c400f05 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:46.845599 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48206) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:46.858479 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-fa2152c8-7807-4cbf-92b1-0787f2bbe471 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Request body: {'subnet': {'network_id': '2cf3fa75-93bd-4f81-b15b-2dbae972d828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:46.886255 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 2cf3fa75-93bd-4f81-b15b-2dbae972d828 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:59:46.894516 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646255a-9698-4468-9f63-73104b0a4c87 req-838fa1ee-e128-4b24-ad81-5dae0bf3efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:46.897642 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4646255a-9698-4468-9f63-73104b0a4c87 req-838fa1ee-e128-4b24-ad81-5dae0bf3efff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 1097 time: 1.4980636
Nov 20 20:59:46.931653 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-7b73ccc8-9a25-4abe-b09f-c2a2c309f4e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:46.932491 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-7b73ccc8-9a25-4abe-b09f-c2a2c309f4e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:47.073785 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port eaa4761d-95fb-4c58-b88e-8bff0c400f05 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:47.074192 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:47.104018 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Router acb678b0-97c3-4172-971e-ff718700b269 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 20:59:47.130510 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-1d4a85c3-8cdd-4b1c-b641-9baefec06d22 service neutron] For port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d62e09bc-0a07-428d-96cb-5ce7f5c99f7f,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:47.134337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d60e00d4-bd03-4556-92f7-1d9e261deeac None None] Provisioning complete for port c446c857-71a7-4a8b-8761-fd8608c5a281 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:47.134990 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d60e00d4-bd03-4556-92f7-1d9e261deeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:47.283094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c446c857-71a7-4a8b-8761-fd8608c5a281 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:47.302272 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618fdb1-0c3f-4b1d-b117-83558c100cc7 req-2543edfe-42a7-417a-ac9a-0f13cbd8de7a tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:47.304207 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b618fdb1-0c3f-4b1d-b117-83558c100cc7 req-2543edfe-42a7-417a-ac9a-0f13cbd8de7a tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 1.1073742
Nov 20 20:59:47.380168 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c446c857-71a7-4a8b-8761-fd8608c5a281 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:47.380546 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:47.408542 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d60e00d4-bd03-4556-92f7-1d9e261deeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:47.462015 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d60e00d4-bd03-4556-92f7-1d9e261deeac None None] For port c446c857-71a7-4a8b-8761-fd8608c5a281, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c446c857-71a7-4a8b-8761-fd8608c5a281,segment=NetworkSegment(e337759b-4a24-400c-b508-3401859a822b),segment_id=e337759b-4a24-400c-b508-3401859a822b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:47.463391 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-7b73ccc8-9a25-4abe-b09f-c2a2c309f4e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1608129
Nov 20 20:59:47.468162 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d60e00d4-bd03-4556-92f7-1d9e261deeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:47.502389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-00d8122c-ae37-4787-8b82-582807d1be2c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Request body: {'port': {'device_id': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'network_id': '26b4e903-e81a-4dfe-8f45-7cde89d8557a', 'admin_state_up': True, 'tenant_id': '4ec4545fe17f4700bc073f25016da683'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:47.530323 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 39839f43-d46e-414e-93c9-a7955f617fd1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:47.582184 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device adfd4ed4-7b1e-494d-bebb-0d15441652ae up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:47.589139 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d60e00d4-bd03-4556-92f7-1d9e261deeac None None] Provisioning complete for port 81d2d57f-3035-4006-a984-49d10147384b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:47.589656 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d60e00d4-bd03-4556-92f7-1d9e261deeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:47.595453 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-1a0d97dd-8184-4bfb-8e28-3875dd5e1c5b tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:47.597285 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-1a0d97dd-8184-4bfb-8e28-3875dd5e1c5b tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.37 "GET /v2.0/networks?id=6909f76c-6cf0-49e8-9350-bbb4acb8a084 HTTP/1.1" status: 200  len: 818 time: 0.8651016
Nov 20 20:59:47.639581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-578d8682-3556-403d-897c-d233fb72b701 req-53047fc6-115b-4a2e-aea3-8b6bfb9e8d97 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Request body: {'port': {'device_id': '11b186c3-e02d-4b49-9299-6f493455e3e3', 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084', 'admin_state_up': True, 'tenant_id': '71afe10ea2e54e09af1aef5ee9f07261'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:47.733839 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-aaac42ca-a882-42b5-a095-c2e29c06539b tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:47.736224 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-aaac42ca-a882-42b5-a095-c2e29c06539b tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.47 "GET /v2.0/networks?id=6909f76c-6cf0-49e8-9350-bbb4acb8a084 HTTP/1.1" status: 200  len: 818 time: 0.8208988
Nov 20 20:59:47.739680 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-30432a1e-703f-4d6b-b421-1221910fc514 req-0cf40842-63dd-4289-8480-7ba4784ca4ec tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9343190
Nov 20 20:59:47.747360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-2bdc21e4-2299-4742-8fa5-f03fac49a393 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:47.748911 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-2bdc21e4-2299-4742-8fa5-f03fac49a393 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.37 "GET /v2.0/networks?id=6909f76c-6cf0-49e8-9350-bbb4acb8a084 HTTP/1.1" status: 200  len: 818 time: 0.7178750
Nov 20 20:59:47.750799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-1d4a85c3-8cdd-4b1c-b641-9baefec06d22 service neutron] For port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:47.751178 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-076c4238-bc52-4a30-ac93-5b5ba9854ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:47.785713 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-578d8682-3556-403d-897c-d233fb72b701 req-97ace7b3-8696-417d-be80-95bd22ce4978 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Request body: {'port': {'device_id': 'e60d5cd6-1736-4303-8340-35b914be8dce', 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084', 'admin_state_up': True, 'tenant_id': '71afe10ea2e54e09af1aef5ee9f07261'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:47.787857 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 20:59:47.793575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-578d8682-3556-403d-897c-d233fb72b701 req-1fa2fe18-452e-47df-93c5-4d9a9350c499 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Request body: {'port': {'device_id': '26516cdf-b525-4abc-8716-ad60c3b81c35', 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084', 'admin_state_up': True, 'tenant_id': '71afe10ea2e54e09af1aef5ee9f07261'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:47.794265 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2b51e5f0-61e0-497a-83c0-a367b67f3163 admin admin] 10.222.0.41 "PUT /v2.0/routers/acb678b0-97c3-4172-971e-ff718700b269/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1172695
Nov 20 20:59:47.801699 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-076c4238-bc52-4a30-ac93-5b5ba9854ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:47.804908 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-1d4a85c3-8cdd-4b1c-b641-9baefec06d22 service neutron] device_id is not set on port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:59:47.815593 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-1d4a85c3-8cdd-4b1c-b641-9baefec06d22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:47.822844 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-1d4a85c3-8cdd-4b1c-b641-9baefec06d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:47.842222 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2152c8-7807-4cbf-92b1-0787f2bbe471 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Made reservation on behalf of 4222c3758dfc4a9d82b19965b35717f8 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:47.846774 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa2152c8-7807-4cbf-92b1-0787f2bbe471 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:47.880313 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Sync routers for ids ['acb678b0-97c3-4172-971e-ff718700b269'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 20:59:47.889829 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e00d4-bd03-4556-92f7-1d9e261deeac None None] Pushing event updated for resources: {'Port': ['ID=c446c857-71a7-4a8b-8761-fd8608c5a281,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:47.892966 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4646255a-9698-4468-9f63-73104b0a4c87 req-5ba4c11e-bace-4e2c-b467-305ac10d528a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9325972
Nov 20 20:59:47.904145 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a85c3-8cdd-4b1c-b641-9baefec06d22 service neutron] Pushing event updated for resources: {'Port': ['ID=d62e09bc-0a07-428d-96cb-5ce7f5c99f7f,revision_number=6']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:47.933146 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d60e00d4-bd03-4556-92f7-1d9e261deeac None None] Port 81d2d57f-3035-4006-a984-49d10147384b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:47.940128 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Routers {'acb678b0-97c3-4172-971e-ff718700b269'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:47.941082 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463dda90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:59:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['acb678b0-97c3-4172-971e-ff718700b269'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:47.987469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-1d4a85c3-8cdd-4b1c-b641-9baefec06d22 service neutron] No DVR routers for this DVR port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:59:48.035835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d60e00d4-bd03-4556-92f7-1d9e261deeac None None] Provisioning complete for port b95d120f-7de6-44df-9cfe-34f00af93eff triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:48.036599 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d60e00d4-bd03-4556-92f7-1d9e261deeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:48.076608 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-328e2242-bf81-4dad-8d9c-7082595e96c4 req-221a8472-5588-4a5f-8769-792f75578bc9 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 210 time: 0.0629299
Nov 20 20:59:48.108341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-1d4a85c3-8cdd-4b1c-b641-9baefec06d22 service neutron] In _notify_port_updated(), no bound segment for port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f on network d6af962d-f566-43ad-aacb-a9c0f2bc8121 {{(pid=126224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 20:59:48.109160 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-1d4a85c3-8cdd-4b1c-b641-9baefec06d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:48.109795 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-1d4a85c3-8cdd-4b1c-b641-9baefec06d22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:48.112100 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-1d4a85c3-8cdd-4b1c-b641-9baefec06d22 service neutron] 10.222.0.47 "PUT /v2.0/ports/d62e09bc-0a07-428d-96cb-5ce7f5c99f7f HTTP/1.1" status: 200  len: 1032 time: 2.5057650
Nov 20 20:59:48.113474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b618fdb1-0c3f-4b1d-b117-83558c100cc7 req-86489afb-1038-4cbd-a123-7afaa6b78fed tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6714334
Nov 20 20:59:48.123682 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d60e00d4-bd03-4556-92f7-1d9e261deeac None None] Port b95d120f-7de6-44df-9cfe-34f00af93eff cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:48.128231 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:48.130875 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port adfd4ed4-7b1e-494d-bebb-0d15441652ae triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:48.131243 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:48.259344 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-08f27350-5844-4ad7-8000-fe8169e97670 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:48.260760 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-08f27350-5844-4ad7-8000-fe8169e97670 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.47 "GET /v2.0/ports/39839f43-d46e-414e-93c9-a7955f617fd1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1315734
Nov 20 20:59:48.287509 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdb4f9-0a5b-4420-80d2-17d04134a08d req-253316cb-2983-444b-8fa3-e6b436b26f20 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:48.293814 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdb4f9-0a5b-4420-80d2-17d04134a08d req-253316cb-2983-444b-8fa3-e6b436b26f20 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:48.301399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdb4f9-0a5b-4420-80d2-17d04134a08d req-253316cb-2983-444b-8fa3-e6b436b26f20 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:48.308143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdb4f9-0a5b-4420-80d2-17d04134a08d req-253316cb-2983-444b-8fa3-e6b436b26f20 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:48.315384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdb4f9-0a5b-4420-80d2-17d04134a08d req-253316cb-2983-444b-8fa3-e6b436b26f20 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:48.321768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdb4f9-0a5b-4420-80d2-17d04134a08d req-253316cb-2983-444b-8fa3-e6b436b26f20 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:48.323977 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d8bdb4f9-0a5b-4420-80d2-17d04134a08d req-253316cb-2983-444b-8fa3-e6b436b26f20 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 4666 time: 0.1161969
Nov 20 20:59:48.329420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-084bc3e4-b7fd-4e39-832b-b5847ee36c6d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:48.343029 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Set router acb678b0-97c3-4172-971e-ff718700b269 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:48.431962 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-076c4238-bc52-4a30-ac93-5b5ba9854ba9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=413ad984e6f54d1684f77ab546dcc1da&name=default HTTP/1.1" status: 200  len: 3000 time: 3.5587842
Nov 20 20:59:48.439030 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d8bdb4f9-0a5b-4420-80d2-17d04134a08d req-9e46cb87-80e8-40e8-b227-73b240517d30 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1053498
Nov 20 20:59:48.439916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48222) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:48.466125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9601f046-fceb-429b-b0a5-4c9261257751 None None] Provisioning complete for port b95d120f-7de6-44df-9cfe-34f00af93eff triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:48.466125 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9601f046-fceb-429b-b0a5-4c9261257751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:48.466125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39839f43-d46e-414e-93c9-a7955f617fd1'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:48.466125 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacf7519-f7f8-42fc-8142-c72f9d6f9341" -d '{"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-unplugged", "status": "completed", "tag": "39839f43-d46e-414e-93c9-a7955f617fd1"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:48.499792 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-084bc3e4-b7fd-4e39-832b-b5847ee36c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:48.560550 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b27d2e4f-e3db-4a2f-b84d-ef73ba654137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:48.565591 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 39839f43-d46e-414e-93c9-a7955f617fd1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39839f43-d46e-414e-93c9-a7955f617fd1,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:48.613870 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745efc5e-6ac1-4ced-b44e-704c950855df x-openstack-request-id: req-745efc5e-6ac1-4ced-b44e-704c950855df {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:48.614197 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-unplugged", "status": "completed", "tag": "39839f43-d46e-414e-93c9-a7955f617fd1", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:48.614460 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-745efc5e-6ac1-4ced-b44e-704c950855df {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:48.614856 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39839f43-d46e-414e-93c9-a7955f617fd1', 'code': 200}
Nov 20 20:59:48.632597 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:48.633682 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d62e09bc-0a07-428d-96cb-5ce7f5c99f7f no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:48.636221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9601f046-fceb-429b-b0a5-4c9261257751 None None] Port b95d120f-7de6-44df-9cfe-34f00af93eff cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:48.636594 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b27d2e4f-e3db-4a2f-b84d-ef73ba654137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:48.659293 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.api [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-084bc3e4-b7fd-4e39-832b-b5847ee36c6d service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 20:59:48.659570 ncdv-master-1 neutron-server[126224]: DEBUG oslo_db.api [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-084bc3e4-b7fd-4e39-832b-b5847ee36c6d service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 20:59:48.690962 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48230) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:48.695900 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa2152c8-7807-4cbf-92b1-0787f2bbe471 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:48.696109 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-298482427-network', 'tenant_id': '44c5075947c04bfa93f11a333c771870'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:48.750155 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b27d2e4f-e3db-4a2f-b84d-ef73ba654137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:48.753863 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b27d2e4f-e3db-4a2f-b84d-ef73ba654137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:48.757542 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b27d2e4f-e3db-4a2f-b84d-ef73ba654137 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4f51ed8-d039-4508-aa9c-8586c9861c4f HTTP/1.1" status: 204  len: 168 time: 0.3138635
Nov 20 20:59:48.764985 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:48.771393 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2e4f-e3db-4a2f-b84d-ef73ba654137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f51ed8-d039-4508-aa9c-8586c9861c4f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:48.789000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c4238-bc52-4a30-ac93-5b5ba9854ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f51ed8-d039-4508-aa9c-8586c9861c4f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:48.807349 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.api [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 20 20:59:48.807349 ncdv-master-1 neutron-server[126224]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 20 20:59:48.807349 ncdv-master-1 neutron-server[126224]: [parameters: {'project_id_1': '44c5075947c04bfa93f11a333c771870', 'expiration_1': datetime.datetime(2021, 11, 20, 20, 59, 28, 714708)}]
Nov 20 20:59:48.807349 ncdv-master-1 neutron-server[126224]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 20:59:48.808016 ncdv-master-1 neutron-server[126224]: DEBUG oslo_db.api [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 20:59:48.826607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c446c857-71a7-4a8b-8761-fd8608c5a281 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:48.836859 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.db.api [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-00d8122c-ae37-4787-8b82-582807d1be2c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 20 20:59:48.836859 ncdv-master-1 neutron-server[126225]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 20 20:59:48.836859 ncdv-master-1 neutron-server[126225]: [parameters: {'project_id_1': '4ec4545fe17f4700bc073f25016da683', 'expiration_1': datetime.datetime(2021, 11, 20, 20, 59, 28, 801135)}]
Nov 20 20:59:48.836859 ncdv-master-1 neutron-server[126225]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 20:59:48.837345 ncdv-master-1 neutron-server[126225]: DEBUG oslo_db.api [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-00d8122c-ae37-4787-8b82-582807d1be2c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 20:59:48.879585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b3fab-a92b-4af6-871b-8be0723bb994 req-e44b19d9-185e-4cf2-b0ff-3e78541bf3ac tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:48.886849 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db8b3fab-a92b-4af6-871b-8be0723bb994 req-e44b19d9-185e-4cf2-b0ff-3e78541bf3ac tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 946 time: 0.4536622
Nov 20 20:59:48.912881 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-1fa2fe18-452e-47df-93c5-4d9a9350c499 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Made reservation on behalf of 71afe10ea2e54e09af1aef5ee9f07261 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:48.914622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-85511cda-fc5a-4c71-9030-c9dd18722bc7 None None] Provisioning complete for port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:48.915869 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-85511cda-fc5a-4c71-9030-c9dd18722bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:48.919594 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-1fa2fe18-452e-47df-93c5-4d9a9350c499 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:48.929807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2152c8-7807-4cbf-92b1-0787f2bbe471 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Pushing event updated for resources: {'Subnet': ['ID=47f2e34b-2d28-42a0-a645-8a55e4f796a7,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:48.931765 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d62e09bc-0a07-428d-96cb-5ce7f5c99f7f not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 20:59:48.932625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 46000a03-6d74-43bc-957f-eb13e3558ac6 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:48.947934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184128a-0b95-42e1-bd38-f40994f8dfad req-7b89f561-e72a-40ab-8f04-3139bb82cec8 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:48.962592 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b184128a-0b95-42e1-bd38-f40994f8dfad req-7b89f561-e72a-40ab-8f04-3139bb82cec8 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 931 time: 0.1106021
Nov 20 20:59:48.987054 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.db.api [req-578d8682-3556-403d-897c-d233fb72b701 req-97ace7b3-8696-417d-be80-95bd22ce4978 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 20 20:59:48.987054 ncdv-master-1 neutron-server[126225]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 20 20:59:48.987054 ncdv-master-1 neutron-server[126225]: [parameters: {'project_id_1': '71afe10ea2e54e09af1aef5ee9f07261', 'expiration_1': datetime.datetime(2021, 11, 20, 20, 59, 28, 856946)}]
Nov 20 20:59:48.987054 ncdv-master-1 neutron-server[126225]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 20:59:48.987855 ncdv-master-1 neutron-server[126225]: DEBUG oslo_db.api [req-578d8682-3556-403d-897c-d233fb72b701 req-97ace7b3-8696-417d-be80-95bd22ce4978 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 20:59:49.007117 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-53047fc6-115b-4a2e-aea3-8b6bfb9e8d97 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Made reservation on behalf of 71afe10ea2e54e09af1aef5ee9f07261 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:49.011044 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-53047fc6-115b-4a2e-aea3-8b6bfb9e8d97 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:49.037604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=39839f43-d46e-414e-93c9-a7955f617fd1,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:49.045101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2152c8-7807-4cbf-92b1-0787f2bbe471 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Checking segment: {'id': '46a5f5c8-b032-40f7-8c1f-83a0ed71ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2cf3fa75-93bd-4f81-b15b-2dbae972d828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:49.045461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2152c8-7807-4cbf-92b1-0787f2bbe471 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Network hostable DHCP agents. Network: 2cf3fa75-93bd-4f81-b15b-2dbae972d828, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:59:49.067480 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b184128a-0b95-42e1-bd38-f40994f8dfad req-2e208301-7104-4eb3-979e-c437256bc4ee tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915480
Nov 20 20:59:49.083141 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db8b3fab-a92b-4af6-871b-8be0723bb994 req-8991449b-47ab-435f-9d27-54a387da91c8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1954291
Nov 20 20:59:49.093540 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:49.117850 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-85511cda-fc5a-4c71-9030-c9dd18722bc7 None None] Port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:49.169424 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:49.196849 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2152c8-7807-4cbf-92b1-0787f2bbe471 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Network 2cf3fa75-93bd-4f81-b15b-2dbae972d828 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:59:49.229161 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 46000a03-6d74-43bc-957f-eb13e3558ac6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46000a03-6d74-43bc-957f-eb13e3558ac6,segment=NetworkSegment(2efcdb7c-5b32-4183-9a5f-bf0c05186fce),segment_id=2efcdb7c-5b32-4183-9a5f-bf0c05186fce)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:49.236813 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:49.237580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:49.248017 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-084bc3e4-b7fd-4e39-832b-b5847ee36c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:49.260442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-fa2152c8-7807-4cbf-92b1-0787f2bbe471 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2cf3fa75-93bd-4f81-b15b-2dbae972d828) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:49.272851 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2152c8-7807-4cbf-92b1-0787f2bbe471 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:49.273464 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa2152c8-7807-4cbf-92b1-0787f2bbe471 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:49.303247 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fa2152c8-7807-4cbf-92b1-0787f2bbe471 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4536109
Nov 20 20:59:49.304560 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-578d8682-3556-403d-897c-d233fb72b701 req-1fa2fe18-452e-47df-93c5-4d9a9350c499 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Allocated IP 172.20.0.3 (6909f76c-6cf0-49e8-9350-bbb4acb8a084/a33b0c1b-3040-4e35-bb95-28bb35fd7874/f5e13635-ad44-4f1b-8927-600136df3f15) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:49.306935 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48250) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:49.316541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a1daaee9-c4c0-434e-8019-314c5bdb9644 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Request body: {'port': {'network_id': '2cf3fa75-93bd-4f81-b15b-2dbae972d828', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1566251233'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:49.340389 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c446c857-71a7-4a8b-8761-fd8608c5a281 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:49.340860 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:49.374327 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=46000a03-6d74-43bc-957f-eb13e3558ac6,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:49.379723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463dda90>, [{'id': 'acb678b0-97c3-4172-971e-ff718700b269', 'name': 'tempest-TaggedBootDevicesTest-1137891615-router', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:37Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'gw_port': {'id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:38Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b95d120f-7de6-44df-9cfe-34f00af93eff', 'name': '', 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'mac_address': 'fa:16:3e:cb:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:42Z', 'updated_at': '2021-11-20T20:59:45Z', 'revision_number': 2, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'subnets': [{'id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:49.382207 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa6a0ac-b948-4838-8df9-e503bccbb091 None None] Network 2cf3fa75-93bd-4f81-b15b-2dbae972d828 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:49.455083 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 20:59:49.513400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-00d8122c-ae37-4787-8b82-582807d1be2c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Made reservation on behalf of 4ec4545fe17f4700bc073f25016da683 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:49.518661 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-00d8122c-ae37-4787-8b82-582807d1be2c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:49.561106 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-084bc3e4-b7fd-4e39-832b-b5847ee36c6d service neutron] For port 39839f43-d46e-414e-93c9-a7955f617fd1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39839f43-d46e-414e-93c9-a7955f617fd1,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:49.563363 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Checking router: acb678b0-97c3-4172-971e-ff718700b269 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 20:59:49.563888 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Updating router acb678b0-97c3-4172-971e-ff718700b269 port b95d120f-7de6-44df-9cfe-34f00af93eff binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 20:59:49.608063 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1daaee9-c4c0-434e-8019-314c5bdb9644 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Made reservation on behalf of 4222c3758dfc4a9d82b19965b35717f8 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:49.612245 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1daaee9-c4c0-434e-8019-314c5bdb9644 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:49.708669 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-46b80e68-639e-45b7-99f3-8c1a24a9c3a3 req-8668e1a1-00d8-4065-9c3d-46dd0164cb91 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 210 time: 0.4377275
Nov 20 20:59:49.713740 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-a1daaee9-c4c0-434e-8019-314c5bdb9644 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] device_id is not set on port 9b1f7d68-ea50-4a1d-a202-edd8520f5c05 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:59:49.733906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-084bc3e4-b7fd-4e39-832b-b5847ee36c6d service neutron] For port 39839f43-d46e-414e-93c9-a7955f617fd1, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:49.790541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-97ace7b3-8696-417d-be80-95bd22ce4978 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Made reservation on behalf of 71afe10ea2e54e09af1aef5ee9f07261 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:49.794118 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-97ace7b3-8696-417d-be80-95bd22ce4978 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:49.802985 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:49.841877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] Made reservation on behalf of 44c5075947c04bfa93f11a333c771870 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:49.851714 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:49.907669 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:49.938889 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-084bc3e4-b7fd-4e39-832b-b5847ee36c6d service neutron] device_id is not set on port 39839f43-d46e-414e-93c9-a7955f617fd1 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:59:49.955977 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-084bc3e4-b7fd-4e39-832b-b5847ee36c6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:49.983124 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95020090-93c9-4655-8687-2ac83d734be6 req-a26bf7e4-73ef-46f8-85f4-e5a52abdc896 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:49.990288 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95020090-93c9-4655-8687-2ac83d734be6 req-a26bf7e4-73ef-46f8-85f4-e5a52abdc896 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:49.999420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95020090-93c9-4655-8687-2ac83d734be6 req-a26bf7e4-73ef-46f8-85f4-e5a52abdc896 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:50.007517 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95020090-93c9-4655-8687-2ac83d734be6 req-a26bf7e4-73ef-46f8-85f4-e5a52abdc896 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:50.014758 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95020090-93c9-4655-8687-2ac83d734be6 req-a26bf7e4-73ef-46f8-85f4-e5a52abdc896 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:50.015082 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-1fa2fe18-452e-47df-93c5-4d9a9350c499 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.023877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95020090-93c9-4655-8687-2ac83d734be6 req-a26bf7e4-73ef-46f8-85f4-e5a52abdc896 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:50.030664 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95020090-93c9-4655-8687-2ac83d734be6 req-a26bf7e4-73ef-46f8-85f4-e5a52abdc896 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 4662 time: 0.1712368
Nov 20 20:59:50.033511 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-00d8122c-ae37-4787-8b82-582807d1be2c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Allocated IP 19.86.0.215 (26b4e903-e81a-4dfe-8f45-7cde89d8557a/42231b03-e968-490c-adc6-5643750aa3f3/44f55344-9797-4791-8c1a-27f87cf698a5) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:50.067940 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d687d4-c8ae-4a11-9998-c1e69af5081a req-3d6a0777-d4d1-44bb-b820-5dc163a633f0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:50.068394 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-084bc3e4-b7fd-4e39-832b-b5847ee36c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.070146 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-58d687d4-c8ae-4a11-9998-c1e69af5081a req-3d6a0777-d4d1-44bb-b820-5dc163a633f0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 0.3057857
Nov 20 20:59:50.110352 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-a1daaee9-c4c0-434e-8019-314c5bdb9644 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Allocated IP 172.20.0.4 (2cf3fa75-93bd-4f81-b15b-2dbae972d828/47f2e34b-2d28-42a0-a645-8a55e4f796a7/9b1f7d68-ea50-4a1d-a202-edd8520f5c05) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:50.212411 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-084bc3e4-b7fd-4e39-832b-b5847ee36c6d service neutron] No DVR routers for this DVR port 39839f43-d46e-414e-93c9-a7955f617fd1 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:59:50.244275 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-578d8682-3556-403d-897c-d233fb72b701 req-53047fc6-115b-4a2e-aea3-8b6bfb9e8d97 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Allocated IP 172.20.0.14 (6909f76c-6cf0-49e8-9350-bbb4acb8a084/a33b0c1b-3040-4e35-bb95-28bb35fd7874/e7fda056-091a-4930-a586-d81ac0255708) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:50.273348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2cf3fa75-93bd-4f81-b15b-2dbae972d828', 'network_id': '2cf3fa75-93bd-4f81-b15b-2dbae972d828', 'tenant_id': '4222c3758dfc4a9d82b19965b35717f8', 'fixed_ips': [{'subnet_id': '47f2e34b-2d28-42a0-a645-8a55e4f796a7'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:59:50.283077 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.283569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bc3e4-b7fd-4e39-832b-b5847ee36c6d service neutron] Pushing event updated for resources: {'Port': ['ID=39839f43-d46e-414e-93c9-a7955f617fd1,revision_number=7']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:50.331613 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.340252 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95020090-93c9-4655-8687-2ac83d734be6 req-48fc7032-e104-44ad-94c6-a6ae59c5465f tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccc8b8d5-0c10-4bd4-9e16-53177528fb74&id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2751648
Nov 20 20:59:50.343462 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.364791 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 20:59:50.378456 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.378827 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] Added segment 2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5 of type vlan for network 2214a28c-484d-42af-9a65-b1b03187614d
Nov 20 20:59:50.431972 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.434374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-084bc3e4-b7fd-4e39-832b-b5847ee36c6d service neutron] In _notify_port_updated(), no bound segment for port 39839f43-d46e-414e-93c9-a7955f617fd1 on network d6af962d-f566-43ad-aacb-a9c0f2bc8121 {{(pid=126224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 20:59:50.435256 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-084bc3e4-b7fd-4e39-832b-b5847ee36c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:50.435873 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-084bc3e4-b7fd-4e39-832b-b5847ee36c6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.437552 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-084bc3e4-b7fd-4e39-832b-b5847ee36c6d service neutron] 10.222.0.47 "PUT /v2.0/ports/39839f43-d46e-414e-93c9-a7955f617fd1 HTTP/1.1" status: 200  len: 1033 time: 2.1121378
Nov 20 20:59:50.453471 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-53047fc6-115b-4a2e-aea3-8b6bfb9e8d97 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.492753 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-1fa2fe18-452e-47df-93c5-4d9a9350c499 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.496300 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.518928 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a1625c-8272-47ae-8041-f94ced9c73da,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:50.526308 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-53047fc6-115b-4a2e-aea3-8b6bfb9e8d97 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.580375 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.581353 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:50.582011 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.614140 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.630491 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46000a03-6d74-43bc-957f-eb13e3558ac6'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:50.634948 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba2cdb4-d48a-4c76-b9f0-75c0c0ba8ec5" -d '{"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-unplugged", "status": "completed", "tag": "46000a03-6d74-43bc-957f-eb13e3558ac6"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:50.668823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.9766941
Nov 20 20:59:50.671221 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.673985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48284) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:50.676883 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-58d687d4-c8ae-4a11-9998-c1e69af5081a req-dacc0cbc-3c3c-4777-9405-62094edce3b8 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5915964
Nov 20 20:59:50.696805 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-985647b6-8a2c-4589-98b8-e0e2b8925f88 admin admin] Request body: {'subnet': {'network_id': '2214a28c-484d-42af-9a65-b1b03187614d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-298482427-subnet', 'tenant_id': '44c5075947c04bfa93f11a333c771870', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:50.715398 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578d8682-3556-403d-897c-d233fb72b701 req-1fa2fe18-452e-47df-93c5-4d9a9350c499 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Network 6909f76c-6cf0-49e8-9350-bbb4acb8a084 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:50.730993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578d8682-3556-403d-897c-d233fb72b701 req-53047fc6-115b-4a2e-aea3-8b6bfb9e8d97 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Network 6909f76c-6cf0-49e8-9350-bbb4acb8a084 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:50.740275 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-578d8682-3556-403d-897c-d233fb72b701 req-1fa2fe18-452e-47df-93c5-4d9a9350c499 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:50.759923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8292751-66fc-40cd-9b9e-3f8c98d1663c admin admin] Pushing event updated for resources: {'Network': ['ID=2214a28c-484d-42af-9a65-b1b03187614d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:50.792401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-578d8682-3556-403d-897c-d233fb72b701 req-97ace7b3-8696-417d-be80-95bd22ce4978 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Allocated IP 172.20.0.4 (6909f76c-6cf0-49e8-9350-bbb4acb8a084/a33b0c1b-3040-4e35-bb95-28bb35fd7874/bd984248-d711-49cb-b240-1dae016cbc50) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:50.800153 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e529dc-516e-4fa4-b1ee-a881abf12bf0 req-7a7e305b-3db7-4664-b583-c1f057c0af19 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:50.801831 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-52e529dc-516e-4fa4-b1ee-a881abf12bf0 req-7a7e305b-3db7-4664-b583-c1f057c0af19 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 931 time: 0.2271860
Nov 20 20:59:50.804682 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-45c72bb1-efe2-4510-83da-aa506261ffe5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Deleting port 46000a03-6d74-43bc-957f-eb13e3558ac6 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:50.805024 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-45c72bb1-efe2-4510-83da-aa506261ffe5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.821858 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985647b6-8a2c-4589-98b8-e0e2b8925f88 admin admin] Made reservation on behalf of 44c5075947c04bfa93f11a333c771870 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:50.824329 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-985647b6-8a2c-4589-98b8-e0e2b8925f88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.912745 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d94d8f-4639-4882-8c70-0233ac2c0f6c x-openstack-request-id: req-c2d94d8f-4639-4882-8c70-0233ac2c0f6c {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:50.913406 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-unplugged", "status": "completed", "tag": "46000a03-6d74-43bc-957f-eb13e3558ac6", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:50.913853 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2d94d8f-4639-4882-8c70-0233ac2c0f6c {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:50.914476 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46000a03-6d74-43bc-957f-eb13e3558ac6', 'code': 200}
Nov 20 20:59:50.929166 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:50.930324 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-578d8682-3556-403d-897c-d233fb72b701 req-1fa2fe18-452e-47df-93c5-4d9a9350c499 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:50.931051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 2214a28c-484d-42af-9a65-b1b03187614d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 20:59:50.958940 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:50.959973 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1906ffcc-f920-4444-989d-3996e905079f no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:50.965769 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ab16745d-d86f-4d2b-9f0f-1f4af21fb52e None None] Provisioning complete for port 39839f43-d46e-414e-93c9-a7955f617fd1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:50.966488 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ab16745d-d86f-4d2b-9f0f-1f4af21fb52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:51.008461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2fe18-452e-47df-93c5-4d9a9350c499 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Pushing event updated for resources: {'Port': ['ID=f5e13635-ad44-4f1b-8927-600136df3f15,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:51.023045 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-578d8682-3556-403d-897c-d233fb72b701 req-53047fc6-115b-4a2e-aea3-8b6bfb9e8d97 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:51.025886 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-578d8682-3556-403d-897c-d233fb72b701 req-53047fc6-115b-4a2e-aea3-8b6bfb9e8d97 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:51.063577 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241539bc-db7a-40cb-a75f-c1c26b7a6586 None None] Pushing event updated for resources: {'Port': ['ID=b95d120f-7de6-44df-9cfe-34f00af93eff,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:51.189014 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-52e529dc-516e-4fa4-b1ee-a881abf12bf0 req-651b9675-be55-4755-9e78-f005b565fd45 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3568158
Nov 20 20:59:51.211750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-45c72bb1-efe2-4510-83da-aa506261ffe5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] For port 46000a03-6d74-43bc-957f-eb13e3558ac6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46000a03-6d74-43bc-957f-eb13e3558ac6,segment=NetworkSegment(2efcdb7c-5b32-4183-9a5f-bf0c05186fce),segment_id=2efcdb7c-5b32-4183-9a5f-bf0c05186fce)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:51.212527 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-45c72bb1-efe2-4510-83da-aa506261ffe5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:51.240966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-45c72bb1-efe2-4510-83da-aa506261ffe5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Calling delete_port for 46000a03-6d74-43bc-957f-eb13e3558ac6 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:51.249522 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ab16745d-d86f-4d2b-9f0f-1f4af21fb52e None None] Port 39839f43-d46e-414e-93c9-a7955f617fd1 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:51.325030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Attempting to bind port b95d120f-7de6-44df-9cfe-34f00af93eff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:59:51.325702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Attempting to bind port b95d120f-7de6-44df-9cfe-34f00af93eff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4b649abf-c8be-42af-b705-d4f94f06269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:59:51.325848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Attempting to bind port b95d120f-7de6-44df-9cfe-34f00af93eff on network 9a4d1c40-4599-43fd-8084-24cc8c85159b {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:51.337182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:59:51.337572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Checking segment: {'id': '4b649abf-c8be-42af-b705-d4f94f06269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:51.337989 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:51.338476 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Bound using segment: {'id': '4b649abf-c8be-42af-b705-d4f94f06269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:59:51.338987 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Bound port: b95d120f-7de6-44df-9cfe-34f00af93eff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b649abf-c8be-42af-b705-d4f94f06269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:59:51.339387 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:51.387726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-23bbb469-794d-4afc-b18f-f60dcb78dc6b None None] Provisioning complete for port b95d120f-7de6-44df-9cfe-34f00af93eff triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:51.387989 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-23bbb469-794d-4afc-b18f-f60dcb78dc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:51.496127 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e3137-60f1-498c-a194-4a09fa415763 req-a4a37de5-9ba0-4b5d-a206-5105ab4580b0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:51.496880 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:51.497722 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be1e3137-60f1-498c-a194-4a09fa415763 req-a4a37de5-9ba0-4b5d-a206-5105ab4580b0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 0.1295729
Nov 20 20:59:51.524236 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-985647b6-8a2c-4589-98b8-e0e2b8925f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:51.550322 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-23bbb469-794d-4afc-b18f-f60dcb78dc6b None None] Port b95d120f-7de6-44df-9cfe-34f00af93eff cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:51.558385 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:51.573776 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] For port b95d120f-7de6-44df-9cfe-34f00af93eff, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:51.584345 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985647b6-8a2c-4589-98b8-e0e2b8925f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8cf0e8-a090-406d-a11c-34e4d8353818,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:51.616333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] For port b95d120f-7de6-44df-9cfe-34f00af93eff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b95d120f-7de6-44df-9cfe-34f00af93eff,segment=NetworkSegment(4b649abf-c8be-42af-b705-d4f94f06269b),segment_id=4b649abf-c8be-42af-b705-d4f94f06269b)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:59:51.618445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 1906ffcc-f920-4444-989d-3996e905079f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1906ffcc-f920-4444-989d-3996e905079f,segment=NetworkSegment(2efcdb7c-5b32-4183-9a5f-bf0c05186fce),segment_id=2efcdb7c-5b32-4183-9a5f-bf0c05186fce)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:51.622328 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:51.628847 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:51.629554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 74631941-cda7-49c4-b33a-f60122f88759 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:51.659431 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53047fc6-115b-4a2e-aea3-8b6bfb9e8d97 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Pushing event updated for resources: {'Port': ['ID=e7fda056-091a-4930-a586-d81ac0255708,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:51.677438 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be1e3137-60f1-498c-a194-4a09fa415763 req-31363c84-e38d-4267-8829-08980e412b26 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668746
Nov 20 20:59:51.724774 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-45c72bb1-efe2-4510-83da-aa506261ffe5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:51.725058 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Routers {'acb678b0-97c3-4172-971e-ff718700b269'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 20:59:51.725416 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463dda90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:59:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['acb678b0-97c3-4172-971e-ff718700b269'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:51.726276 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-1fa2fe18-452e-47df-93c5-4d9a9350c499 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:51.727515 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-1fa2fe18-452e-47df-93c5-4d9a9350c499 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:51.729400 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241539bc-db7a-40cb-a75f-c1c26b7a6586 None None] Pushing event updated for resources: {'Port': ['ID=b95d120f-7de6-44df-9cfe-34f00af93eff,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:51.820278 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c72bb1-efe2-4510-83da-aa506261ffe5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event deleted for resources: {'Port': ['ID=46000a03-6d74-43bc-957f-eb13e3558ac6,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:51.858427 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-45c72bb1-efe2-4510-83da-aa506261ffe5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] No DVR routers for this DVR port 46000a03-6d74-43bc-957f-eb13e3558ac6 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:59:51.862582 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-45c72bb1-efe2-4510-83da-aa506261ffe5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:51.871182 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-45c72bb1-efe2-4510-83da-aa506261ffe5 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.47 "DELETE /v2.0/ports/46000a03-6d74-43bc-957f-eb13e3558ac6 HTTP/1.1" status: 204  len: 173 time: 1.4146454
Nov 20 20:59:51.910578 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-deleted', 'tag': '46000a03-6d74-43bc-957f-eb13e3558ac6'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:51.913521 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abc47ee-7fbb-43a0-bdad-819b26aaa0ea" -d '{"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-deleted", "tag": "46000a03-6d74-43bc-957f-eb13e3558ac6"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:51.928806 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1daaee9-c4c0-434e-8019-314c5bdb9644 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:51.933971 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:51.934175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985647b6-8a2c-4589-98b8-e0e2b8925f88 admin admin] Checking segment: {'id': '2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2214a28c-484d-42af-9a65-b1b03187614d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:51.934457 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985647b6-8a2c-4589-98b8-e0e2b8925f88 admin admin] Network hostable DHCP agents. Network: 2214a28c-484d-42af-9a65-b1b03187614d, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 20:59:51.942290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=1906ffcc-f920-4444-989d-3996e905079f,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:51.973448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] Set router acb678b0-97c3-4172-971e-ff718700b269 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 20:59:52.024596 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 74631941-cda7-49c4-b33a-f60122f88759, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74631941-cda7-49c4-b33a-f60122f88759,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:52.031372 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.032741 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a2255729-67f4-48eb-af4e-86e677b04463 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 20:59:52.035087 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-1fa2fe18-452e-47df-93c5-4d9a9350c499 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2567029
Nov 20 20:59:52.051094 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-53047fc6-115b-4a2e-aea3-8b6bfb9e8d97 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:52.051918 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-53047fc6-115b-4a2e-aea3-8b6bfb9e8d97 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.058035 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac43757-58ed-4c5c-986e-46787531131a req-0022aefe-a51b-4af4-b371-f38ff07b6a51 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:52.064799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac43757-58ed-4c5c-986e-46787531131a req-0022aefe-a51b-4af4-b371-f38ff07b6a51 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:52.070836 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac43757-58ed-4c5c-986e-46787531131a req-0022aefe-a51b-4af4-b371-f38ff07b6a51 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:52.076901 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac43757-58ed-4c5c-986e-46787531131a req-0022aefe-a51b-4af4-b371-f38ff07b6a51 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:52.079251 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7ac43757-58ed-4c5c-986e-46787531131a req-0022aefe-a51b-4af4-b371-f38ff07b6a51 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 3147 time: 0.2229488
Nov 20 20:59:52.088666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Request body: {'port': {'device_id': '26516cdf-b525-4abc-8716-ad60c3b81c35', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:52.092611 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985647b6-8a2c-4589-98b8-e0e2b8925f88 admin admin] Network 2214a28c-484d-42af-9a65-b1b03187614d is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 20:59:52.096381 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-00d8122c-ae37-4787-8b82-582807d1be2c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.113531 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1daaee9-c4c0-434e-8019-314c5bdb9644 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.123011 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-985647b6-8a2c-4589-98b8-e0e2b8925f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2214a28c-484d-42af-9a65-b1b03187614d) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:52.127838 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985647b6-8a2c-4589-98b8-e0e2b8925f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:52.128445 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-985647b6-8a2c-4589-98b8-e0e2b8925f88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.153969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357eb052-c635-4689-9a57-c33a1fdc5bcb req-e775cb61-9618-4067-a8b1-21ace67e4490 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:52.155763 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-357eb052-c635-4689-9a57-c33a1fdc5bcb req-e775cb61-9618-4067-a8b1-21ace67e4490 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 931 time: 0.4899936
Nov 20 20:59:52.155950 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-5d7eadde-dfa5-4a87-9fdf-89cb2d6f7899 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Deleting port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:52.156124 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-5d7eadde-dfa5-4a87-9fdf-89cb2d6f7899 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.178421 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-985647b6-8a2c-4589-98b8-e0e2b8925f88 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5025561
Nov 20 20:59:52.181012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b24f74-0ee1-4f75-a6ca-5dba637262e0 None None] Network 2214a28c-484d-42af-9a65-b1b03187614d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:52.185886 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48328) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:52.190720 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-53047fc6-115b-4a2e-aea3-8b6bfb9e8d97 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.5737610
Nov 20 20:59:52.193910 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-298482427-router', 'tenant_id': '44c5075947c04bfa93f11a333c771870', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:52.254426 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7ac43757-58ed-4c5c-986e-46787531131a req-0d33e47f-955a-4410-b5d1-16941b98e18f tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1568830
Nov 20 20:59:52.261073 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b61ed0-f5a1-4693-bcf1-cf1f4168ad48 req-f2b6096e-96ee-44de-ba84-8fea0c8c312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:52.269677 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95b61ed0-f5a1-4693-bcf1-cf1f4168ad48 req-f2b6096e-96ee-44de-ba84-8fea0c8c312c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 1097 time: 0.5710785
Nov 20 20:59:52.283626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Request body: {'port': {'device_id': '11b186c3-e02d-4b49-9299-6f493455e3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:52.364812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1c434950-03d1-4dc0-bd16-80b066f722f9 None None] Provisioning complete for port b95d120f-7de6-44df-9cfe-34f00af93eff triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:52.365920 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1c434950-03d1-4dc0-bd16-80b066f722f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.376216 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.377367 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.382386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-97ace7b3-8696-417d-be80-95bd22ce4978 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.471969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-5d7eadde-dfa5-4a87-9fdf-89cb2d6f7899 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] For port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:52.472256 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-5d7eadde-dfa5-4a87-9fdf-89cb2d6f7899 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.526299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-5d7eadde-dfa5-4a87-9fdf-89cb2d6f7899 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Calling delete_port for 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:52.558390 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.567549 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.575223 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=74631941-cda7-49c4-b33a-f60122f88759,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:52.618845 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Allocated IP 172.20.0.2 (2cf3fa75-93bd-4f81-b15b-2dbae972d828/47f2e34b-2d28-42a0-a645-8a55e4f796a7/d3d0807d-3feb-4bd3-9c33-0f233e357145) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:52.637835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d72cc-e6c6-4fb4-977c-964dfb195ba6 req-87a2dc75-38bf-4060-aae7-7647798e23d7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:52.640197 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e86d72cc-e6c6-4fb4-977c-964dfb195ba6 req-87a2dc75-38bf-4060-aae7-7647798e23d7 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 0.2526920
Nov 20 20:59:52.658935 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-97ace7b3-8696-417d-be80-95bd22ce4978 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.727681 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1daaee9-c4c0-434e-8019-314c5bdb9644 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Network 2cf3fa75-93bd-4f81-b15b-2dbae972d828 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:52.758028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1daaee9-c4c0-434e-8019-314c5bdb9644 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Pushing event updated for resources: {'Port': ['ID=9b1f7d68-ea50-4a1d-a202-edd8520f5c05,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:52.791086 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-a1daaee9-c4c0-434e-8019-314c5bdb9644 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:52.809952 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1daaee9-c4c0-434e-8019-314c5bdb9644 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:52.819232 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.863789 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.916769 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e86d72cc-e6c6-4fb4-977c-964dfb195ba6 req-6e0c2a5e-cce2-4a98-a604-9b8324620fc0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2328653
Nov 20 20:59:52.932030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d29ec6b-5e92-4f5c-9a33-b37b39856ff1'}, {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1906ffcc-f920-4444-989d-3996e905079f'}, {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74631941-cda7-49c4-b33a-f60122f88759'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:52.934839 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14571b38-c57e-4cce-a1f2-d34cc21b1828" -d '{"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-unplugged", "status": "completed", "tag": "8d29ec6b-5e92-4f5c-9a33-b37b39856ff1"}, {"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-unplugged", "status": "completed", "tag": "1906ffcc-f920-4444-989d-3996e905079f"}, {"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-unplugged", "status": "completed", "tag": "74631941-cda7-49c4-b33a-f60122f88759"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:52.981367 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ace7b3-8696-417d-be80-95bd22ce4978 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Pushing event updated for resources: {'Port': ['ID=bd984248-d711-49cb-b240-1dae016cbc50,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:52.983973 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.988857 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2214a28c-484d-42af-9a65-b1b03187614d', 'network_id': '2214a28c-484d-42af-9a65-b1b03187614d', 'tenant_id': '44c5075947c04bfa93f11a333c771870', 'fixed_ips': [{'subnet_id': 'af8cf0e8-a090-406d-a11c-34e4d8353818'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 20:59:52.989818 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:52.995126 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578d8682-3556-403d-897c-d233fb72b701 req-97ace7b3-8696-417d-be80-95bd22ce4978 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Network 6909f76c-6cf0-49e8-9350-bbb4acb8a084 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:53.005225 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a2255729-67f4-48eb-af4e-86e677b04463, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2255729-67f4-48eb-af4e-86e677b04463,segment=NetworkSegment(37041694-220a-4ba9-8baa-9998343435bd),segment_id=37041694-220a-4ba9-8baa-9998343435bd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:53.012077 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1c434950-03d1-4dc0-bd16-80b066f722f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:53.036504 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:53.062402 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e47663b-7171-44e6-951b-14cdcbb4b4b3 x-openstack-request-id: req-8e47663b-7171-44e6-951b-14cdcbb4b4b3 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:53.062953 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-deleted", "tag": "46000a03-6d74-43bc-957f-eb13e3558ac6", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:53.063367 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e47663b-7171-44e6-951b-14cdcbb4b4b3 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:53.063932 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-deleted', 'tag': '46000a03-6d74-43bc-957f-eb13e3558ac6', 'status': 'completed', 'code': 200}
Nov 20 20:59:53.085621 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-5d7eadde-dfa5-4a87-9fdf-89cb2d6f7899 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:53.126641 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7eadde-dfa5-4a87-9fdf-89cb2d6f7899 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event deleted for resources: {'Port': ['ID=8d29ec6b-5e92-4f5c-9a33-b37b39856ff1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:53.181051 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b61ed0-f5a1-4693-bcf1-cf1f4168ad48 req-310fec00-d095-4697-ad99-21ab48b54b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:53.184502 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95b61ed0-f5a1-4693-bcf1-cf1f4168ad48 req-310fec00-d095-4697-ad99-21ab48b54b2b service neutron] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 912 time: 0.8753417
Nov 20 20:59:53.217588 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-5d7eadde-dfa5-4a87-9fdf-89cb2d6f7899 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] No DVR routers for this DVR port 8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:59:53.226671 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-5d7eadde-dfa5-4a87-9fdf-89cb2d6f7899 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:53.231499 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-5d7eadde-dfa5-4a87-9fdf-89cb2d6f7899 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.47 "DELETE /v2.0/ports/8d29ec6b-5e92-4f5c-9a33-b37b39856ff1 HTTP/1.1" status: 204  len: 173 time: 1.2997880
Nov 20 20:59:53.421085 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e13635-ad44-4f1b-8927-600136df3f15 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:59:53.432939 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:53.452503 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Transition to ACTIVE for port object f5e13635-ad44-4f1b-8927-600136df3f15 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:59:53.456010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-578d8682-3556-403d-897c-d233fb72b701 req-97ace7b3-8696-417d-be80-95bd22ce4978 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:53.456477 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ed119-3b5b-4229-af3f-313b8c017a6e req-4373b251-935b-4794-9fd3-b87dd9cd37b6 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:53.463214 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ed119-3b5b-4229-af3f-313b8c017a6e req-4373b251-935b-4794-9fd3-b87dd9cd37b6 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:53.464687 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a9ed119-3b5b-4229-af3f-313b8c017a6e req-4373b251-935b-4794-9fd3-b87dd9cd37b6 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 1654 time: 0.2761109
Nov 20 20:59:53.498160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-578d8682-3556-403d-897c-d233fb72b701 req-97ace7b3-8696-417d-be80-95bd22ce4978 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:53.501359 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Allocated IP 172.20.0.2 (2214a28c-484d-42af-9a65-b1b03187614d/af8cf0e8-a090-406d-a11c-34e4d8353818/cc834984-f99a-4870-bfca-4af7024d4ba7) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:53.521347 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:53.550174 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-00d8122c-ae37-4787-8b82-582807d1be2c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:53.551926 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:53.562083 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:53.642665 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a9ed119-3b5b-4229-af3f-313b8c017a6e req-7f353308-ce7e-4982-828b-486e09cf2ce7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645060
Nov 20 20:59:53.648529 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-7ca21c64-8d5c-4d07-954f-3b4e1d28f8c2 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Deleting port 1906ffcc-f920-4444-989d-3996e905079f {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:53.648874 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-7ca21c64-8d5c-4d07-954f-3b4e1d28f8c2 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:53.676277 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:53.752083 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:53.755748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e13635-ad44-4f1b-8927-600136df3f15,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:53.756275 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5e95aa78-cf30-4872-a515-77b24aeb0899 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 20:59:53.981406 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95b61ed0-f5a1-4693-bcf1-cf1f4168ad48 req-07fef41c-acef-450f-9456-c602232dc422 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e95aa78-cf30-4872-a515-77b24aeb0899 HTTP/1.1" status: 200  len: 1001 time: 0.4880188
Nov 20 20:59:53.991582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-97ace7b3-8696-417d-be80-95bd22ce4978 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:53.992535 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-97ace7b3-8696-417d-be80-95bd22ce4978 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:54.042443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463dda90>, [{'id': 'acb678b0-97c3-4172-971e-ff718700b269', 'name': 'tempest-TaggedBootDevicesTest-1137891615-router', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:37Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'gw_port': {'id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:38Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b95d120f-7de6-44df-9cfe-34f00af93eff', 'name': '', 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'mac_address': 'fa:16:3e:cb:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:42Z', 'updated_at': '2021-11-20T20:59:51Z', 'revision_number': 4, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'subnets': [{'id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 20:59:54.057472 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9b4994-2d4a-47fd-9cbe-768e62183530 x-openstack-request-id: req-ac9b4994-2d4a-47fd-9cbe-768e62183530 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:54.058180 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-unplugged", "status": "completed", "tag": "8d29ec6b-5e92-4f5c-9a33-b37b39856ff1", "code": 200}, {"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-unplugged", "status": "completed", "tag": "1906ffcc-f920-4444-989d-3996e905079f", "code": 200}, {"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-unplugged", "status": "completed", "tag": "74631941-cda7-49c4-b33a-f60122f88759", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:54.058998 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac9b4994-2d4a-47fd-9cbe-768e62183530 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:54.059569 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d29ec6b-5e92-4f5c-9a33-b37b39856ff1', 'code': 200}
Nov 20 20:59:54.059990 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1906ffcc-f920-4444-989d-3996e905079f', 'code': 200}
Nov 20 20:59:54.060607 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74631941-cda7-49c4-b33a-f60122f88759', 'code': 200}
Nov 20 20:59:54.070896 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-357eb052-c635-4689-9a57-c33a1fdc5bcb req-9cbbb8aa-ede6-4463-86e6-50b27ab459f6 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.8958452
Nov 20 20:59:54.073061 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b61ed0-f5a1-4693-bcf1-cf1f4168ad48 req-a159e9a5-e70d-444d-a8f6-590f31b2d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:54.074220 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:54.074901 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95b61ed0-f5a1-4693-bcf1-cf1f4168ad48 req-a159e9a5-e70d-444d-a8f6-590f31b2d7a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.0636992
Nov 20 20:59:54.077405 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:54.078404 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Allocated IP 172.35.1.188 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/6518e8b2-f9a2-499b-8623-a0dc4d745f5b) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:54.084530 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-1c434950-03d1-4dc0-bd16-80b066f722f9 None None] For port b95d120f-7de6-44df-9cfe-34f00af93eff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b95d120f-7de6-44df-9cfe-34f00af93eff,segment=NetworkSegment(4b649abf-c8be-42af-b705-d4f94f06269b),segment_id=4b649abf-c8be-42af-b705-d4f94f06269b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:54.084696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-00d8122c-ae37-4787-8b82-582807d1be2c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Network 26b4e903-e81a-4dfe-8f45-7cde89d8557a is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:54.149395 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1c434950-03d1-4dc0-bd16-80b066f722f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:54.155599 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dca46f-72c0-482a-9767-85479773e7a1 None None] The sync data for ids ['acb678b0-97c3-4172-971e-ff718700b269'] in ncdv-master-1 is: [{'id': 'acb678b0-97c3-4172-971e-ff718700b269', 'name': 'tempest-TaggedBootDevicesTest-1137891615-router', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:37Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'gw_port': {'id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:38Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b95d120f-7de6-44df-9cfe-34f00af93eff', 'name': '', 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'mac_address': 'fa:16:3e:cb:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:42Z', 'updated_at': '2021-11-20T20:59:51Z', 'revision_number': 4, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'subnets': [{'id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 20:59:54.161675 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=a2255729-67f4-48eb-af4e-86e677b04463,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:54.209037 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-00d8122c-ae37-4787-8b82-582807d1be2c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:54.216768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-7ca21c64-8d5c-4d07-954f-3b4e1d28f8c2 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] For port 1906ffcc-f920-4444-989d-3996e905079f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1906ffcc-f920-4444-989d-3996e905079f,segment=NetworkSegment(2efcdb7c-5b32-4183-9a5f-bf0c05186fce),segment_id=2efcdb7c-5b32-4183-9a5f-bf0c05186fce)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:54.218280 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-7ca21c64-8d5c-4d07-954f-3b4e1d28f8c2 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:54.220520 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-00d8122c-ae37-4787-8b82-582807d1be2c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:54.234117 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Network 2214a28c-484d-42af-9a65-b1b03187614d is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:54.237545 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Network 2cf3fa75-93bd-4f81-b15b-2dbae972d828 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:54.336368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:54.341883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e95aa78-cf30-4872-a515-77b24aeb0899,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:54.353089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-7ca21c64-8d5c-4d07-954f-3b4e1d28f8c2 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Calling delete_port for 1906ffcc-f920-4444-989d-3996e905079f owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:54.369056 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1daaee9-c4c0-434e-8019-314c5bdb9644 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:54.369297 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:54.369732 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1daaee9-c4c0-434e-8019-314c5bdb9644 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:54.372788 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:54.394016 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:54.460967 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-97ace7b3-8696-417d-be80-95bd22ce4978 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.6929069
Nov 20 20:59:54.466427 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a1daaee9-c4c0-434e-8019-314c5bdb9644 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 5.1556060
Nov 20 20:59:54.501609 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'port_id': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'mac_address': 'fa:16:3e:c4:b5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 20:59:54.606445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Pushing event updated for resources: {'Port': ['ID=cc834984-f99a-4870-bfca-4af7024d4ba7,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:54.614714 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:54.668908 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc5ccc-2e6b-4fe1-a1c7-28c8a83df30d req-dfb8d64b-3932-4aa4-b86d-20739c515a05 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:54.676414 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc5ccc-2e6b-4fe1-a1c7-28c8a83df30d req-dfb8d64b-3932-4aa4-b86d-20739c515a05 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:54.683198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc5ccc-2e6b-4fe1-a1c7-28c8a83df30d req-dfb8d64b-3932-4aa4-b86d-20739c515a05 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:54.691901 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fcdc5ccc-2e6b-4fe1-a1c7-28c8a83df30d req-dfb8d64b-3932-4aa4-b86d-20739c515a05 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 2410 time: 0.6297159
Nov 20 20:59:54.849676 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48408) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:54.855111 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:54.889696 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-94446ebd-b218-448b-9e33-51a43491099f tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Request body: {'port': {'network_id': '2cf3fa75-93bd-4f81-b15b-2dbae972d828', 'name': 'tempest-ExtraDHCPOptionsTestJSON-164488060', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:54.890219 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.api.validators [None req-94446ebd-b218-448b-9e33-51a43491099f tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] bootfile-name is not in valid_values {{(pid=126224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 20 20:59:54.890558 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.api.validators [None req-94446ebd-b218-448b-9e33-51a43491099f tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] tftp-server is not in valid_values {{(pid=126224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 20 20:59:54.894687 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.api.validators [None req-94446ebd-b218-448b-9e33-51a43491099f tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] server-ip-address is not in valid_values {{(pid=126224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 20 20:59:54.948938 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Request body: {'port': {'device_id': 'e60d5cd6-1736-4303-8340-35b914be8dce', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:55.118423 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Attempting to bind port cc834984-f99a-4870-bfca-4af7024d4ba7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:59:55.118870 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Attempting to bind port cc834984-f99a-4870-bfca-4af7024d4ba7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2214a28c-484d-42af-9a65-b1b03187614d'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:59:55.119218 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Attempting to bind port cc834984-f99a-4870-bfca-4af7024d4ba7 on network 2214a28c-484d-42af-9a65-b1b03187614d {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:55.123727 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b95d120f-7de6-44df-9cfe-34f00af93eff up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:55.147688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Attempting to bind port d3d0807d-3feb-4bd3-9c33-0f233e357145 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:59:55.149783 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-7ca21c64-8d5c-4d07-954f-3b4e1d28f8c2 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:55.150948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Attempting to bind port d3d0807d-3feb-4bd3-9c33-0f233e357145 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '46a5f5c8-b032-40f7-8c1f-83a0ed71ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2cf3fa75-93bd-4f81-b15b-2dbae972d828'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:59:55.151515 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Attempting to bind port d3d0807d-3feb-4bd3-9c33-0f233e357145 on network 2cf3fa75-93bd-4f81-b15b-2dbae972d828 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:55.152078 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-deleted', 'tag': '8d29ec6b-5e92-4f5c-9a33-b37b39856ff1'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:55.154912 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211b85b5-f1eb-4c28-a94b-a3a9e3341557" -d '{"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-deleted", "tag": "8d29ec6b-5e92-4f5c-9a33-b37b39856ff1"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:55.193777 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Pushing event updated for resources: {'Port': ['ID=6518e8b2-f9a2-499b-8623-a0dc4d745f5b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:55.255309 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:59:55.255702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Checking segment: {'id': '46a5f5c8-b032-40f7-8c1f-83a0ed71ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2cf3fa75-93bd-4f81-b15b-2dbae972d828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:55.256168 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:55.257182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Bound using segment: {'id': '46a5f5c8-b032-40f7-8c1f-83a0ed71ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2cf3fa75-93bd-4f81-b15b-2dbae972d828'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:59:55.257734 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Bound port: d3d0807d-3feb-4bd3-9c33-0f233e357145, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a5f5c8-b032-40f7-8c1f-83a0ed71ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2cf3fa75-93bd-4f81-b15b-2dbae972d828'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:59:55.258314 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:55.261422 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:59:55.261846 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Checking segment: {'id': '2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2214a28c-484d-42af-9a65-b1b03187614d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:55.262309 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:55.262773 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Bound using segment: {'id': '2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2214a28c-484d-42af-9a65-b1b03187614d'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:59:55.263248 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Bound port: cc834984-f99a-4870-bfca-4af7024d4ba7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2214a28c-484d-42af-9a65-b1b03187614d'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:59:55.263842 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:55.318768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Pushing event updated for resources: {'Port': ['ID=d3d0807d-3feb-4bd3-9c33-0f233e357145,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:55.324468 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94446ebd-b218-448b-9e33-51a43491099f tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Made reservation on behalf of 4222c3758dfc4a9d82b19965b35717f8 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:55.332664 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-94446ebd-b218-448b-9e33-51a43491099f tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:55.336042 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-447680dc-7435-4880-b25b-b979f96aa345 None None] Provisioning complete for port 44f55344-9797-4791-8c1a-27f87cf698a5 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:55.336425 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-447680dc-7435-4880-b25b-b979f96aa345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:55.344601 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:55.362620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8122c-ae37-4787-8b82-582807d1be2c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event updated for resources: {'Port': ['ID=44f55344-9797-4791-8c1a-27f87cf698a5,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:55.388491 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-94446ebd-b218-448b-9e33-51a43491099f tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] device_id is not set on port 97849c16-2e7c-4761-8df3-01ad9039dca6 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 20:59:55.427242 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-00d8122c-ae37-4787-8b82-582807d1be2c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:55.431627 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-00d8122c-ae37-4787-8b82-582807d1be2c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:55.432366 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b61ed0-f5a1-4693-bcf1-cf1f4168ad48 req-c7f1db0a-9a22-4e48-9803-96be8a4cb155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:55.434842 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95b61ed0-f5a1-4693-bcf1-cf1f4168ad48 req-c7f1db0a-9a22-4e48-9803-96be8a4cb155 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 1.3395524
Nov 20 20:59:55.457155 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fda056-091a-4930-a586-d81ac0255708 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:59:55.562381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e95aa78-cf30-4872-a515-77b24aeb0899 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:59:55.587156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-94446ebd-b218-448b-9e33-51a43491099f tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Allocated IP 172.20.0.5 (2cf3fa75-93bd-4f81-b15b-2dbae972d828/47f2e34b-2d28-42a0-a645-8a55e4f796a7/97849c16-2e7c-4761-8df3-01ad9039dca6) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:55.642471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-447680dc-7435-4880-b25b-b979f96aa345 None None] Port 44f55344-9797-4791-8c1a-27f87cf698a5 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:55.679004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f862496-18c0-4802-a48a-4050e9145e82 req-af155062-6d1a-4355-888d-e2a9e903a126 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:55.683003 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f862496-18c0-4802-a48a-4050e9145e82 req-af155062-6d1a-4355-888d-e2a9e903a126 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 1.2974329
Nov 20 20:59:55.732609 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:55.743253 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:55.755192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Attempting to bind port f5e13635-ad44-4f1b-8927-600136df3f15 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:59:55.755660 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Attempting to bind port f5e13635-ad44-4f1b-8927-600136df3f15 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9987dda5-59fd-4a21-b175-88ab0b2a0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:59:55.757999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Attempting to bind port f5e13635-ad44-4f1b-8927-600136df3f15 on network 6909f76c-6cf0-49e8-9350-bbb4acb8a084 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:55.774008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b95d120f-7de6-44df-9cfe-34f00af93eff triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:55.774415 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:55.781285 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c434950-03d1-4dc0-bd16-80b066f722f9 None None] Pushing event updated for resources: {'Port': ['ID=b95d120f-7de6-44df-9cfe-34f00af93eff,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:55.809565 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e95aa78-cf30-4872-a515-77b24aeb0899,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:55.851550 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:55.872880 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] For port d3d0807d-3feb-4bd3-9c33-0f233e357145, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:55.875460 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] For port cc834984-f99a-4870-bfca-4af7024d4ba7, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:55.882895 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:55.913684 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95b61ed0-f5a1-4693-bcf1-cf1f4168ad48 req-8007db90-b5a0-4fd2-9c9a-7819e48a13bb service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4673457
Nov 20 20:59:55.965371 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] For port d3d0807d-3feb-4bd3-9c33-0f233e357145, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3d0807d-3feb-4bd3-9c33-0f233e357145,segment=NetworkSegment(46a5f5c8-b032-40f7-8c1f-83a0ed71ecd5),segment_id=46a5f5c8-b032-40f7-8c1f-83a0ed71ecd5)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:59:55.972796 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] For port cc834984-f99a-4870-bfca-4af7024d4ba7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc834984-f99a-4870-bfca-4af7024d4ba7,segment=NetworkSegment(2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5),segment_id=2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:59:55.989456 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-7ca21c64-8d5c-4d07-954f-3b4e1d28f8c2 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] No DVR routers for this DVR port 1906ffcc-f920-4444-989d-3996e905079f on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 20:59:55.992616 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:55.997970 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:56.007102 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-7ca21c64-8d5c-4d07-954f-3b4e1d28f8c2 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:56.012449 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-7ca21c64-8d5c-4d07-954f-3b4e1d28f8c2 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.47 "DELETE /v2.0/ports/1906ffcc-f920-4444-989d-3996e905079f HTTP/1.1" status: 204  len: 173 time: 2.7493393
Nov 20 20:59:56.013205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca21c64-8d5c-4d07-954f-3b4e1d28f8c2 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event deleted for resources: {'Port': ['ID=1906ffcc-f920-4444-989d-3996e905079f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:56.014412 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['5e95aa78-cf30-4872-a515-77b24aeb0899'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 20:59:56.030992 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:56.040105 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:56.050986 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-00d8122c-ae37-4787-8b82-582807d1be2c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 8.5673056
Nov 20 20:59:56.058300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Port f5e13635-ad44-4f1b-8927-600136df3f15 on network 6909f76c-6cf0-49e8-9350-bbb4acb8a084 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:59:56.058869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Attempting to bind port f5e13635-ad44-4f1b-8927-600136df3f15 on network 6909f76c-6cf0-49e8-9350-bbb4acb8a084 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:56.082356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-67cf5335-b75f-417b-afa1-d7390960c378 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Request body: {'port': {'device_id': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650', 'admin_state_up': True, 'tenant_id': '4ec4545fe17f4700bc073f25016da683'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 20:59:56.093127 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2255729-67f4-48eb-af4e-86e677b04463'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:56.103332 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80438ac-2d88-4bc4-bfcd-b1a3266716fc" -d '{"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-unplugged", "status": "completed", "tag": "a2255729-67f4-48eb-af4e-86e677b04463"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:56.116334 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc269fb-fa91-44eb-894e-b20a0e194379 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 20:59:56.145056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5e95aa78-cf30-4872-a515-77b24aeb0899,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:56.217231 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fcdc5ccc-2e6b-4fe1-a1c7-28c8a83df30d req-61ff1ffc-78fa-4f29-8e67-221948036162 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.5243592
Nov 20 20:59:56.333988 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-94446ebd-b218-448b-9e33-51a43491099f tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:56.597631 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:59:56.598001 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Checking segment: {'id': '9987dda5-59fd-4a21-b175-88ab0b2a0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:56.599175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Bound using segment: {'id': '9987dda5-59fd-4a21-b175-88ab0b2a0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:59:56.599651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Bound port: f5e13635-ad44-4f1b-8927-600136df3f15, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9987dda5-59fd-4a21-b175-88ab0b2a0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:59:56.600023 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:56.626597 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f867056-5282-40f3-81cb-a1cd180f19bf None None] Pushing event updated for resources: {'Port': ['ID=d3d0807d-3feb-4bd3-9c33-0f233e357145,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:56.642005 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Transition to ACTIVE for port object e7fda056-091a-4930-a586-d81ac0255708 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:59:56.672909 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f21fd5eb-fa17-44b7-aed4-6bd8e0b1761d None None] Provisioning complete for port 6518e8b2-f9a2-499b-8623-a0dc4d745f5b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:56.673552 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f21fd5eb-fa17-44b7-aed4-6bd8e0b1761d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:56.894687 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:57.065805 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b95d120f-7de6-44df-9cfe-34f00af93eff up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:57.078857 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f21fd5eb-fa17-44b7-aed4-6bd8e0b1761d None None] Port 6518e8b2-f9a2-499b-8623-a0dc4d745f5b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 20:59:57.125346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff64c10-1796-4cfc-b9c5-0875ea3c5548 None None] Pushing event updated for resources: {'Port': ['ID=cc834984-f99a-4870-bfca-4af7024d4ba7,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:57.160334 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f862496-18c0-4802-a48a-4050e9145e82 req-0234630a-db14-4d5e-8b0d-fdc0887205b5 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4141955
Nov 20 20:59:57.196274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fda056-091a-4930-a586-d81ac0255708,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:57.248787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b95d120f-7de6-44df-9cfe-34f00af93eff triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:57.251270 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:57.461297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbefcab-2745-4647-b95a-076dd69f96c7 req-bcfb0f63-6a0c-4b42-bd16-734119107854 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:57.465618 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbefcab-2745-4647-b95a-076dd69f96c7 req-bcfb0f63-6a0c-4b42-bd16-734119107854 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:57.467282 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fcbefcab-2745-4647-b95a-076dd69f96c7 req-bcfb0f63-6a0c-4b42-bd16-734119107854 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 1654 time: 0.2851219
Nov 20 20:59:57.470015 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-94446ebd-b218-448b-9e33-51a43491099f tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:57.471638 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95b61ed0-f5a1-4693-bcf1-cf1f4168ad48 req-dbd897c3-cbd1-4771-889a-742f024beee2 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4649348
Nov 20 20:59:57.624677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] For port f5e13635-ad44-4f1b-8927-600136df3f15, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:57.643839 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] For port f5e13635-ad44-4f1b-8927-600136df3f15, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5e13635-ad44-4f1b-8927-600136df3f15,segment=NetworkSegment(9987dda5-59fd-4a21-b175-88ab0b2a0ae1),segment_id=9987dda5-59fd-4a21-b175-88ab0b2a0ae1)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 20:59:57.659720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921ac5f-f303-44f8-a71b-4a96ca5cbd07 req-50ceac62-0ad1-4e1a-9b05-893160244b87 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:57.661307 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f921ac5f-f303-44f8-a71b-4a96ca5cbd07 req-50ceac62-0ad1-4e1a-9b05-893160244b87 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 943 time: 0.3258326
Nov 20 20:59:57.666317 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-67cf5335-b75f-417b-afa1-d7390960c378 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Made reservation on behalf of 4ec4545fe17f4700bc073f25016da683 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 20:59:57.671164 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-67cf5335-b75f-417b-afa1-d7390960c378 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:57.698890 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:57.727722 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-867a688b-02dd-42c9-9d84-63a0a9cfc74c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Deleting port a2255729-67f4-48eb-af4e-86e677b04463 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 20:59:57.728113 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-867a688b-02dd-42c9-9d84-63a0a9cfc74c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:57.851515 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5e95aa78-cf30-4872-a515-77b24aeb0899 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:57.854863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94446ebd-b218-448b-9e33-51a43491099f tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Network 2cf3fa75-93bd-4f81-b15b-2dbae972d828 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 20:59:57.877065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Attempting to bind port e7fda056-091a-4930-a586-d81ac0255708 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 20:59:57.880969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-94446ebd-b218-448b-9e33-51a43491099f tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 20:59:57.892927 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94446ebd-b218-448b-9e33-51a43491099f tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 20:59:57.897112 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94446ebd-b218-448b-9e33-51a43491099f tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Pushing event updated for resources: {'Port': ['ID=97849c16-2e7c-4761-8df3-01ad9039dca6,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:57.898954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Attempting to bind port e7fda056-091a-4930-a586-d81ac0255708 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9987dda5-59fd-4a21-b175-88ab0b2a0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 20:59:57.909884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Attempting to bind port e7fda056-091a-4930-a586-d81ac0255708 on network 6909f76c-6cf0-49e8-9350-bbb4acb8a084 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:57.927321 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fcbefcab-2745-4647-b95a-076dd69f96c7 req-23c65cb0-f56d-48c4-b936-1ed40ce9547d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3460231
Nov 20 20:59:58.012599 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 5e95aa78-cf30-4872-a515-77b24aeb0899 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:58.013273 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:58.110894 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b29037-004f-473d-b4a4-aeba90c0b728 x-openstack-request-id: req-a6b29037-004f-473d-b4a4-aeba90c0b728 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:58.111459 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-deleted", "tag": "8d29ec6b-5e92-4f5c-9a33-b37b39856ff1", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:58.111874 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6b29037-004f-473d-b4a4-aeba90c0b728 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:58.113074 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-deleted', 'tag': '8d29ec6b-5e92-4f5c-9a33-b37b39856ff1', 'status': 'completed', 'code': 200}
Nov 20 20:59:58.113627 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76b2647-b374-46ef-8981-656a20895f43 x-openstack-request-id: req-b76b2647-b374-46ef-8981-656a20895f43 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 20:59:58.113835 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-unplugged", "status": "completed", "tag": "a2255729-67f4-48eb-af4e-86e677b04463", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 20:59:58.114114 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b76b2647-b374-46ef-8981-656a20895f43 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 20:59:58.114512 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2255729-67f4-48eb-af4e-86e677b04463', 'code': 200}
Nov 20 20:59:58.127843 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:58.196273 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48498) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:58.248312 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:58.265493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94446ebd-b218-448b-9e33-51a43491099f tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:58.268274 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-94446ebd-b218-448b-9e33-51a43491099f tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:58.278642 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-867a688b-02dd-42c9-9d84-63a0a9cfc74c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] For port a2255729-67f4-48eb-af4e-86e677b04463, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2255729-67f4-48eb-af4e-86e677b04463,segment=NetworkSegment(37041694-220a-4ba9-8baa-9998343435bd),segment_id=37041694-220a-4ba9-8baa-9998343435bd)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:58.279019 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-867a688b-02dd-42c9-9d84-63a0a9cfc74c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:58.326171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e95aa78-cf30-4872-a515-77b24aeb0899,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:58.331109 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:58.393302 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a66957-07d4-4cfb-8ad1-ca7dac29b1aa None None] Network 2214a28c-484d-42af-9a65-b1b03187614d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:58.411229 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-94446ebd-b218-448b-9e33-51a43491099f tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1151 time: 3.5483835
Nov 20 20:59:58.428054 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48504) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:58.547989 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5e95aa78-cf30-4872-a515-77b24aeb0899,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:58.564872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fb35c9f9-4133-4fbb-ace0-2a903f2afee7 None None] Provisioning complete for port cc834984-f99a-4870-bfca-4af7024d4ba7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:58.565255 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fb35c9f9-4133-4fbb-ace0-2a903f2afee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:58.630538 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c302e453-bc47-4f7a-aeff-f3e56c6dcd45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:58.710504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd984248-d711-49cb-b240-1dae016cbc50 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 20:59:58.741064 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:58.800697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Transition to ACTIVE for port object bd984248-d711-49cb-b240-1dae016cbc50 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 20:59:58.831528 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fb35c9f9-4133-4fbb-ace0-2a903f2afee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:58.869600 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3f4f9-8a04-499d-8438-49da639dc77a req-ac9964bd-2062-4408-8992-f0816dbc6aa4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:58.884575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3f4f9-8a04-499d-8438-49da639dc77a req-ac9964bd-2062-4408-8992-f0816dbc6aa4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:58.887256 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d2a3f4f9-8a04-499d-8438-49da639dc77a req-ac9964bd-2062-4408-8992-f0816dbc6aa4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 1677 time: 0.5492895
Nov 20 20:59:58.915456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Port e7fda056-091a-4930-a586-d81ac0255708 on network 6909f76c-6cf0-49e8-9350-bbb4acb8a084 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 20:59:58.915784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Attempting to bind port e7fda056-091a-4930-a586-d81ac0255708 on network 6909f76c-6cf0-49e8-9350-bbb4acb8a084 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 20:59:58.933549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbafc0d8-9028-4749-80fa-10af813fffb4 None None] Network 2cf3fa75-93bd-4f81-b15b-2dbae972d828 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 20:59:58.969410 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:58.997753 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0a0135-c94b-41bb-a792-0bffb216d928 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:59.004332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:59.005102 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:59.007203 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] 10.222.0.37 "PUT /v2.0/ports/f5e13635-ad44-4f1b-8927-600136df3f15 HTTP/1.1" status: 200  len: 1091 time: 6.9389005
Nov 20 20:59:59.008367 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26516cdf-b525-4abc-8716-ad60c3b81c35', 'tag': 'f5e13635-ad44-4f1b-8927-600136df3f15'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 20:59:59.010969 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ce771d-5ae5-4420-b008-7b40d6c41877" -d '{"events": [{"name": "network-changed", "server_uuid": "26516cdf-b525-4abc-8716-ad60c3b81c35", "tag": "f5e13635-ad44-4f1b-8927-600136df3f15"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 20:59:59.012930 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0a0135-c94b-41bb-a792-0bffb216d928 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:59.030829 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0a0135-c94b-41bb-a792-0bffb216d928 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:59.038379 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3e0a0135-c94b-41bb-a792-0bffb216d928 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2615 time: 0.6067476
Nov 20 20:59:59.046369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 20:59:59.054937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Checking segment: {'id': '9987dda5-59fd-4a21-b175-88ab0b2a0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 20:59:59.056274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Bound using segment: {'id': '9987dda5-59fd-4a21-b175-88ab0b2a0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 20:59:59.056526 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-fb35c9f9-4133-4fbb-ace0-2a903f2afee7 None None] For port cc834984-f99a-4870-bfca-4af7024d4ba7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc834984-f99a-4870-bfca-4af7024d4ba7,segment=NetworkSegment(2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5),segment_id=2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 20:59:59.057857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Bound port: e7fda056-091a-4930-a586-d81ac0255708, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9987dda5-59fd-4a21-b175-88ab0b2a0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 20:59:59.058773 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:59.068643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48510) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:59.074870 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fb35c9f9-4133-4fbb-ace0-2a903f2afee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:59.172868 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440331e6-d43d-45ba-883a-a89a5af0cc38 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e13635-ad44-4f1b-8927-600136df3f15,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:59.217535 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cc834984-f99a-4870-bfca-4af7024d4ba7 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:59.227400 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f921ac5f-f303-44f8-a71b-4a96ca5cbd07 req-23dbfc65-854d-47bb-b553-3ef91acfb9aa tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5465276
Nov 20 20:59:59.329930 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d2a3f4f9-8a04-499d-8438-49da639dc77a req-fefb93cc-61c0-41a0-a0c9-800d0255757d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4032531
Nov 20 20:59:59.339029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Pushing event updated for resources: {'Port': ['ID=bd984248-d711-49cb-b240-1dae016cbc50,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:59.362383 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:59.427555 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-867a688b-02dd-42c9-9d84-63a0a9cfc74c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:59.433089 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-867a688b-02dd-42c9-9d84-63a0a9cfc74c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:59.436440 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-867a688b-02dd-42c9-9d84-63a0a9cfc74c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Floating IP 6d2b0bd3-abac-4cd3-830e-1be4a76eb206 disassociated. External IP: 172.35.1.252, port: a2255729-67f4-48eb-af4e-86e677b04463.
Nov 20 20:59:59.437693 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-867a688b-02dd-42c9-9d84-63a0a9cfc74c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Calling delete_port for a2255729-67f4-48eb-af4e-86e677b04463 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 20:59:59.648644 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-297e8d83-ecbf-4601-af8b-bb393cf132f6 None None] Provisioning complete for port d3d0807d-3feb-4bd3-9c33-0f233e357145 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:59.648893 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-297e8d83-ecbf-4601-af8b-bb393cf132f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:59.681870 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-67cf5335-b75f-417b-afa1-d7390960c378 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Allocated IP 19.80.0.113 (75b827dc-6833-4bfb-88ea-ff6bce0d0650/e4b94314-0617-4f11-89de-f78126fff9e3/46b173fa-03d9-4a65-880e-26f38e2b0498) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 20:59:59.687200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-54c96d3a-0697-48d1-afe6-5a8ee255b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:59.689375 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-54c96d3a-0697-48d1-afe6-5a8ee255b64f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71afe10ea2e54e09af1aef5ee9f07261&device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 1094 time: 0.6196847
Nov 20 20:59:59.696307 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35c9f9-4133-4fbb-ace0-2a903f2afee7 None None] Pushing event updated for resources: {'Port': ['ID=cc834984-f99a-4870-bfca-4af7024d4ba7,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:59.732542 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c302e453-bc47-4f7a-aeff-f3e56c6dcd45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:59.740896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port cc834984-f99a-4870-bfca-4af7024d4ba7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 20:59:59.741316 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:59.744321 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c302e453-bc47-4f7a-aeff-f3e56c6dcd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:59.761122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220ee49-79e3-4e82-88cc-0db5d6ba05f4 req-c2dc3fbe-2f1f-4720-a06b-8dee54b9c74a tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:59.769679 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220ee49-79e3-4e82-88cc-0db5d6ba05f4 req-c2dc3fbe-2f1f-4720-a06b-8dee54b9c74a tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:59.771362 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0220ee49-79e3-4e82-88cc-0db5d6ba05f4 req-c2dc3fbe-2f1f-4720-a06b-8dee54b9c74a tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 1654 time: 0.2374964
Nov 20 20:59:59.802625 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-a86ee76b-db46-4e48-9424-e32077934459 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5e13635-ad44-4f1b-8927-600136df3f15 HTTP/1.1" status: 200  len: 217 time: 0.1041903
Nov 20 20:59:59.821627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] For port e7fda056-091a-4930-a586-d81ac0255708, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 20:59:59.874497 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d3ae3-3c89-40d4-8450-a34c1c224d90 req-b86bf5b4-5d54-42b8-baa8-f45060e214f0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 20:59:59.875084 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-297e8d83-ecbf-4601-af8b-bb393cf132f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 20:59:59.881436 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-386d3ae3-3c89-40d4-8450-a34c1c224d90 req-b86bf5b4-5d54-42b8-baa8-f45060e214f0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 0.3871250
Nov 20 20:59:59.923676 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device d3d0807d-3feb-4bd3-9c33-0f233e357145 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 20:59:59.935164 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c302e453-bc47-4f7a-aeff-f3e56c6dcd45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcc39719c16c4b1eb492871568d94362&name=default HTTP/1.1" status: 200  len: 3000 time: 1.7379541
Nov 20 20:59:59.942543 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0220ee49-79e3-4e82-88cc-0db5d6ba05f4 req-88e89ae8-0ce5-4f1b-af08-eab3a3c35607 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558497
Nov 20 20:59:59.943239 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302e453-bc47-4f7a-aeff-f3e56c6dcd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89479ac8-dec8-4f5e-821b-c8b1f9264d6d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 20:59:59.948164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48516) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 20:59:59.995589 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-297e8d83-ecbf-4601-af8b-bb393cf132f6 None None] For port d3d0807d-3feb-4bd3-9c33-0f233e357145, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3d0807d-3feb-4bd3-9c33-0f233e357145,segment=NetworkSegment(46a5f5c8-b032-40f7-8c1f-83a0ed71ecd5),segment_id=46a5f5c8-b032-40f7-8c1f-83a0ed71ecd5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:00.027506 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-297e8d83-ecbf-4601-af8b-bb393cf132f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:00.053827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] For port e7fda056-091a-4930-a586-d81ac0255708, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7fda056-091a-4930-a586-d81ac0255708,segment=NetworkSegment(9987dda5-59fd-4a21-b175-88ab0b2a0ae1),segment_id=9987dda5-59fd-4a21-b175-88ab0b2a0ae1)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:00:00.077645 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 20:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8aedff-243e-42a5-a1b3-3fe92983e008 x-openstack-request-id: req-bd8aedff-243e-42a5-a1b3-3fe92983e008 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:00.086591 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26516cdf-b525-4abc-8716-ad60c3b81c35", "tag": "f5e13635-ad44-4f1b-8927-600136df3f15", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:00.086591 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd8aedff-243e-42a5-a1b3-3fe92983e008 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:00.088266 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26516cdf-b525-4abc-8716-ad60c3b81c35', 'tag': 'f5e13635-ad44-4f1b-8927-600136df3f15', 'status': 'completed', 'code': 200}
Nov 20 21:00:00.099998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Router 50026549-6305-41ef-935c-79ad753c92fb is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:00:00.114333 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:00.116676 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:00.118996 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efbd80b-d625-4594-ad48-af4232d0ae61" -d '{"events": [{"server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "name": "network-vif-plugged", "status": "completed", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:00.119159 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-deleted', 'tag': '1906ffcc-f920-4444-989d-3996e905079f'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:00.121642 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18dffd9-957b-4444-8c0d-b9e7f5f534d0" -d '{"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-deleted", "tag": "1906ffcc-f920-4444-989d-3996e905079f"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:00.135064 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-867a688b-02dd-42c9-9d84-63a0a9cfc74c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:00.148587 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e8d83-ecbf-4601-af8b-bb393cf132f6 None None] Pushing event updated for resources: {'Port': ['ID=d3d0807d-3feb-4bd3-9c33-0f233e357145,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:00.152489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Attempting to bind port bd984248-d711-49cb-b240-1dae016cbc50 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:00:00.152908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Attempting to bind port bd984248-d711-49cb-b240-1dae016cbc50 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9987dda5-59fd-4a21-b175-88ab0b2a0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:00:00.153250 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Attempting to bind port bd984248-d711-49cb-b240-1dae016cbc50 on network 6909f76c-6cf0-49e8-9350-bbb4acb8a084 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:00:00.156485 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port d3d0807d-3feb-4bd3-9c33-0f233e357145 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:00.156870 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:00.190732 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2e2043e8-fea1-432d-8ad2-4d28b6b62f0f None None] Provisioning complete for port cc834984-f99a-4870-bfca-4af7024d4ba7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:00.191124 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2e2043e8-fea1-432d-8ad2-4d28b6b62f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:00.215672 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a847f812-65a9-4000-a510-be5de966f6b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:00.243470 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b72ef0-954c-4915-a5cc-3179d69975e6 x-openstack-request-id: req-a0b72ef0-954c-4915-a5cc-3179d69975e6 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:00.243816 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "name": "network-vif-plugged", "status": "completed", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:00.245176 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0b72ef0-954c-4915-a5cc-3179d69975e6 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:00.245176 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'code': 200}
Nov 20 21:00:00.391893 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-67cf5335-b75f-417b-afa1-d7390960c378 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:00.467212 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e95f0-bf5f-4224-999e-ff996dc3b59b tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Deleting port 97849c16-2e7c-4761-8df3-01ad9039dca6 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:00.467779 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce0e95f0-bf5f-4224-999e-ff996dc3b59b tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:00.504231 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6200c5bd-d280-4c18-a0a7-1f748472a149 x-openstack-request-id: req-6200c5bd-d280-4c18-a0a7-1f748472a149 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:00.505045 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-deleted", "tag": "1906ffcc-f920-4444-989d-3996e905079f", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:00.505412 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6200c5bd-d280-4c18-a0a7-1f748472a149 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:00.505924 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-deleted', 'tag': '1906ffcc-f920-4444-989d-3996e905079f', 'status': 'completed', 'code': 200}
Nov 20 21:00:00.507472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:00:00.511624 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a688b-02dd-42c9-9d84-63a0a9cfc74c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event deleted for resources: {'Port': ['ID=a2255729-67f4-48eb-af4e-86e677b04463,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:00.540272 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Sync routers for ids ['50026549-6305-41ef-935c-79ad753c92fb'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:00:00.561167 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Routers {'50026549-6305-41ef-935c-79ad753c92fb'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:00:00.565764 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a55297c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:59:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['50026549-6305-41ef-935c-79ad753c92fb'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:00.615700 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-87428a0a-435d-4a17-b7d0-06c7148f254c None None] Provisioning complete for port d3d0807d-3feb-4bd3-9c33-0f233e357145 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:00.616087 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-87428a0a-435d-4a17-b7d0-06c7148f254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:00.644042 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:00.648208 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce0e95f0-bf5f-4224-999e-ff996dc3b59b tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:00.652785 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-595f36fc-ae69-4511-9e98-3fef6575245e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 8.4623783
Nov 20 21:00:00.661946 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48530) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:00.662960 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e95f0-bf5f-4224-999e-ff996dc3b59b tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Calling delete_port for 97849c16-2e7c-4761-8df3-01ad9039dca6 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:00.692804 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a847f812-65a9-4000-a510-be5de966f6b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:00.814826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-87428a0a-435d-4a17-b7d0-06c7148f254c None None] Provisioning complete for port 9b1f7d68-ea50-4a1d-a202-edd8520f5c05 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:00.815459 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-87428a0a-435d-4a17-b7d0-06c7148f254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:00.834668 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Set router 50026549-6305-41ef-935c-79ad753c92fb gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:00:00.871160 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cc834984-f99a-4870-bfca-4af7024d4ba7 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:00.950265 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-386d3ae3-3c89-40d4-8450-a34c1c224d90 req-94d05d12-0bd4-4814-9168-ad8b7394c8ea tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9893353
Nov 20 21:00:00.966069 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce0e95f0-bf5f-4224-999e-ff996dc3b59b tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:00.971895 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:00.974547 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:00.976211 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] 10.222.0.37 "PUT /v2.0/ports/e7fda056-091a-4930-a586-d81ac0255708 HTTP/1.1" status: 200  len: 1092 time: 8.7173936
Nov 20 21:00:00.999331 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-87428a0a-435d-4a17-b7d0-06c7148f254c None None] Port 9b1f7d68-ea50-4a1d-a202-edd8520f5c05 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:00:01.051876 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-87428a0a-435d-4a17-b7d0-06c7148f254c None None] Could not find standard attr ID for object 97849c16-2e7c-4761-8df3-01ad9039dca6. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:00:01.059035 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-67cf5335-b75f-417b-afa1-d7390960c378 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:01.070309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7a776-9d7c-4384-9fd9-59aa59a8da5b req-73ccd05d-3cf0-4e33-805d-f0c6022318d5 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:01.079273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Port bd984248-d711-49cb-b240-1dae016cbc50 on network 6909f76c-6cf0-49e8-9350-bbb4acb8a084 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:00:01.080016 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Attempting to bind port bd984248-d711-49cb-b240-1dae016cbc50 on network 6909f76c-6cf0-49e8-9350-bbb4acb8a084 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:00:01.082456 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b5e7a776-9d7c-4384-9fd9-59aa59a8da5b req-73ccd05d-3cf0-4e33-805d-f0c6022318d5 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 943 time: 0.5877621
Nov 20 21:00:01.118173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-67cf5335-b75f-417b-afa1-d7390960c378 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Network 75b827dc-6833-4bfb-88ea-ff6bce0d0650 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:00:01.137884 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port cc834984-f99a-4870-bfca-4af7024d4ba7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:01.138278 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:01.158561 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-67cf5335-b75f-417b-afa1-d7390960c378 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:01.162748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-20ddcac0-7668-4a57-ae44-fda178ee9dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:01.165130 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-20ddcac0-7668-4a57-ae44-fda178ee9dea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33b0c1b-3040-4e35-bb95-28bb35fd7874 HTTP/1.1" status: 200  len: 858 time: 1.3388202
Nov 20 21:00:01.171581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-67cf5335-b75f-417b-afa1-d7390960c378 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:00:01.213929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:00:01.214714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Checking segment: {'id': '9987dda5-59fd-4a21-b175-88ab0b2a0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:01.215369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Bound using segment: {'id': '9987dda5-59fd-4a21-b175-88ab0b2a0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:00:01.216852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Bound port: bd984248-d711-49cb-b240-1dae016cbc50, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9987dda5-59fd-4a21-b175-88ab0b2a0ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:00:01.217509 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:01.340018 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d47bfa0a-2397-4b98-bbf4-cdcfda65fb85 None None] Provisioning complete for port 9b1f7d68-ea50-4a1d-a202-edd8520f5c05 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:01.340450 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d47bfa0a-2397-4b98-bbf4-cdcfda65fb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:01.454423 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-4363e72a-d5ff-4af5-9174-c02a3c80daa3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6909f76c-6cf0-49e8-9350-bbb4acb8a084&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2449076
Nov 20 21:00:01.518383 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device d3d0807d-3feb-4bd3-9c33-0f233e357145 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:01.561407 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974abae-5e0e-4497-ae1a-4d809a682ffd req-d8553881-80ef-4b44-be88-3814c1ba1ceb tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:01.571042 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d47bfa0a-2397-4b98-bbf4-cdcfda65fb85 None None] Port 9b1f7d68-ea50-4a1d-a202-edd8520f5c05 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:00:01.572941 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f974abae-5e0e-4497-ae1a-4d809a682ffd req-d8553881-80ef-4b44-be88-3814c1ba1ceb tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 942 time: 0.4189885
Nov 20 21:00:01.593118 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d47bfa0a-2397-4b98-bbf4-cdcfda65fb85 None None] Could not find standard attr ID for object 97849c16-2e7c-4761-8df3-01ad9039dca6. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:00:01.647175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port d3d0807d-3feb-4bd3-9c33-0f233e357145 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:01.647175 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:01.681461 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a55297c10>, [{'id': '50026549-6305-41ef-935c-79ad753c92fb', 'name': 'tempest-TaggedBootDevicesTest-298482427-router', 'tenant_id': '44c5075947c04bfa93f11a333c771870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:52Z', 'updated_at': '2021-11-20T20:59:57Z', 'revision_number': 3, 'project_id': '44c5075947c04bfa93f11a333c771870', 'gw_port': {'id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50026549-6305-41ef-935c-79ad753c92fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:53Z', 'updated_at': '2021-11-20T20:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:01.697631 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2babd-50d1-4a58-ad5a-51d6018892e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fda056-091a-4930-a586-d81ac0255708,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:01.715814 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-61453477-d9f0-4d89-a547-97a51d67c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:01.717308 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-61453477-d9f0-4d89-a547-97a51d67c23b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71afe10ea2e54e09af1aef5ee9f07261&device_id=11b186c3-e02d-4b49-9299-6f493455e3e3 HTTP/1.1" status: 200  len: 1095 time: 0.6559606
Nov 20 21:00:01.719214 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Checking router: 50026549-6305-41ef-935c-79ad753c92fb for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:00:01.719679 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Updating router 50026549-6305-41ef-935c-79ad753c92fb port 6518e8b2-f9a2-499b-8623-a0dc4d745f5b binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:00:01.748050 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:01.781501 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce0e95f0-bf5f-4224-999e-ff996dc3b59b tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:01.789793 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ce0e95f0-bf5f-4224-999e-ff996dc3b59b tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] 10.222.0.41 "DELETE /v2.0/ports/97849c16-2e7c-4761-8df3-01ad9039dca6 HTTP/1.1" status: 204  len: 168 time: 2.6830082
Nov 20 21:00:01.791383 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e95f0-bf5f-4224-999e-ff996dc3b59b tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Pushing event deleted for resources: {'Port': ['ID=97849c16-2e7c-4761-8df3-01ad9039dca6,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:01.791774 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-286ece28-a4dc-457a-9cb0-9fd48beb2ee6 None None] Provisioning complete for port 46b173fa-03d9-4a65-880e-26f38e2b0498 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:01.792151 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-286ece28-a4dc-457a-9cb0-9fd48beb2ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:01.816963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48538) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:01.859287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-286ece28-a4dc-457a-9cb0-9fd48beb2ee6 None None] Port 46b173fa-03d9-4a65-880e-26f38e2b0498 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:00:01.884946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-3dd628ce-d8f3-483e-9297-d66478da26de tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Request body: {'port': {'name': 'tempest-new-port-name-1090911809', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:01.885733 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.api.validators [None req-3dd628ce-d8f3-483e-9297-d66478da26de tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] bootfile-name is not in valid_values {{(pid=126225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 20 21:00:01.886321 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.api.validators [None req-3dd628ce-d8f3-483e-9297-d66478da26de tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] tftp-server is not in valid_values {{(pid=126225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 20 21:00:01.886878 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.api.validators [None req-3dd628ce-d8f3-483e-9297-d66478da26de tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] server-ip-address is not in valid_values {{(pid=126225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 20 21:00:01.891355 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-bfd92154-d264-4588-b23f-21fce9b9830d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7fda056-091a-4930-a586-d81ac0255708 HTTP/1.1" status: 200  len: 217 time: 0.0752475
Nov 20 21:00:01.909820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-67cf5335-b75f-417b-afa1-d7390960c378 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:01.910945 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-67cf5335-b75f-417b-afa1-d7390960c378 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:02.029506 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-859093cb-d491-4a6f-be76-f4239faca92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:02.032365 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-859093cb-d491-4a6f-be76-f4239faca92f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33b0c1b-3040-4e35-bb95-28bb35fd7874 HTTP/1.1" status: 200  len: 858 time: 0.1153798
Nov 20 21:00:02.064718 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:02.073955 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:02.101262 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f974abae-5e0e-4497-ae1a-4d809a682ffd req-01e1c095-863f-414d-8d66-622ef59604dd tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5270808
Nov 20 21:00:02.139668 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07801dd-19d4-481a-854a-90ccacd805b5 None None] Pushing event updated for resources: {'Port': ['ID=6518e8b2-f9a2-499b-8623-a0dc4d745f5b,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:02.162388 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b9662f-7982-4618-88cd-6c0624d08b1c None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:02.164803 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Attempting to bind port 6518e8b2-f9a2-499b-8623-a0dc4d745f5b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:00:02.165341 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Attempting to bind port 6518e8b2-f9a2-499b-8623-a0dc4d745f5b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:00:02.165828 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Attempting to bind port 6518e8b2-f9a2-499b-8623-a0dc4d745f5b on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:00:02.182661 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:00:02.183943 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a847f812-65a9-4000-a510-be5de966f6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:02.185002 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:02.185436 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:02.185844 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:00:02.186358 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Bound port: 6518e8b2-f9a2-499b-8623-a0dc4d745f5b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:00:02.186565 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a847f812-65a9-4000-a510-be5de966f6b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:02.187798 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a847f812-65a9-4000-a510-be5de966f6b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89479ac8-dec8-4f5e-821b-c8b1f9264d6d HTTP/1.1" status: 204  len: 168 time: 2.2385631
Nov 20 21:00:02.191464 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:02.210451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-867a688b-02dd-42c9-9d84-63a0a9cfc74c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Router 13da22d3-7a52-46b7-bbec-230050d661f6 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:00:02.233699 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b5e7a776-9d7c-4384-9fd9-59aa59a8da5b req-9645f65f-22e5-4796-ab1b-f7eeca519b13 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1489015
Nov 20 21:00:02.290524 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2fcc3c6f-654d-4941-acdc-676b9618f143 None None] Provisioning complete for port 6518e8b2-f9a2-499b-8623-a0dc4d745f5b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:02.297247 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3c6f-654d-4941-acdc-676b9618f143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:02.336451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b186c3-e02d-4b49-9299-6f493455e3e3', 'tag': 'e7fda056-091a-4930-a586-d81ac0255708'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:02.340303 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d21c9ca-55c1-4e92-b1d2-fc2db0af21e0" -d '{"events": [{"name": "network-changed", "server_uuid": "11b186c3-e02d-4b49-9299-6f493455e3e3", "tag": "e7fda056-091a-4930-a586-d81ac0255708"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:02.349504 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-1ba3e424-2319-4b11-9ad7-deee528a5571 service neutron] 10.222.0.37 "GET /v2.0/networks/6909f76c-6cf0-49e8-9350-bbb4acb8a084?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8286858
Nov 20 21:00:02.353927 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-67cf5335-b75f-417b-afa1-d7390960c378 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.2800772
Nov 20 21:00:02.362145 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] For port 6518e8b2-f9a2-499b-8623-a0dc4d745f5b, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:00:02.367150 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] For port 6518e8b2-f9a2-499b-8623-a0dc4d745f5b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6518e8b2-f9a2-499b-8623-a0dc4d745f5b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:00:02.377785 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:02.447486 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc3c6f-654d-4941-acdc-676b9618f143 None None] Port 6518e8b2-f9a2-499b-8623-a0dc4d745f5b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:00:02.463226 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Request body: {'port': {'device_id': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:02.497898 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07801dd-19d4-481a-854a-90ccacd805b5 None None] Pushing event updated for resources: {'Port': ['ID=6518e8b2-f9a2-499b-8623-a0dc4d745f5b,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:02.553015 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abda521c-e3c2-4619-882c-330072eb468e None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:02.557086 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Routers {'50026549-6305-41ef-935c-79ad753c92fb'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:00:02.557738 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a55297c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:59:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['50026549-6305-41ef-935c-79ad753c92fb'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:02.593661 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-1ea734d3-8828-484b-b230-a4b587ce321e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6909f76c-6cf0-49e8-9350-bbb4acb8a084&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5225656
Nov 20 21:00:02.608956 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847f812-65a9-4000-a510-be5de966f6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89479ac8-dec8-4f5e-821b-c8b1f9264d6d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:02.695315 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ab3be488-ec10-4f83-8f80-5b445b0a010a None None] Provisioning complete for port 6518e8b2-f9a2-499b-8623-a0dc4d745f5b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:02.695843 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ab3be488-ec10-4f83-8f80-5b445b0a010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:02.866087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2578f6e-38bb-40e6-90eb-3909a0256d54 req-5e560043-6d77-4b27-9128-365b37a06e84 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:02.877566 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d2578f6e-38bb-40e6-90eb-3909a0256d54 req-5e560043-6d77-4b27-9128-365b37a06e84 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 0.3545108
Nov 20 21:00:02.887727 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ab3be488-ec10-4f83-8f80-5b445b0a010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:02.917493 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3dd628ce-d8f3-483e-9297-d66478da26de tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:02.922902 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-a650d183-33aa-412f-a762-614314132dc7 service neutron] 10.222.0.37 "GET /v2.0/networks/6909f76c-6cf0-49e8-9350-bbb4acb8a084?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582935
Nov 20 21:00:02.929806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf5335-b75f-417b-afa1-d7390960c378 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event updated for resources: {'Port': ['ID=46b173fa-03d9-4a65-880e-26f38e2b0498,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:02.978445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ab3be488-ec10-4f83-8f80-5b445b0a010a None None] For port 6518e8b2-f9a2-499b-8623-a0dc4d745f5b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6518e8b2-f9a2-499b-8623-a0dc4d745f5b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:03.014664 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] Set router 50026549-6305-41ef-935c-79ad753c92fb gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:00:03.025920 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ab3be488-ec10-4f83-8f80-5b445b0a010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:03.106621 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d2578f6e-38bb-40e6-90eb-3909a0256d54 req-8fdad311-167f-41fd-be30-45cfbdc2140d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2280078
Nov 20 21:00:03.111386 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-20fb9d53-fd3d-46f3-9df9-530c3b03481c service neutron] 10.222.0.37 "GET /v2.0/networks/6909f76c-6cf0-49e8-9350-bbb4acb8a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775341
Nov 20 21:00:03.119413 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3be488-ec10-4f83-8f80-5b445b0a010a None None] Pushing event updated for resources: {'Port': ['ID=6518e8b2-f9a2-499b-8623-a0dc4d745f5b,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:03.166983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] For port bd984248-d711-49cb-b240-1dae016cbc50, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:00:03.305638 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8e6335-766b-4f66-979d-00acaa29fd80 x-openstack-request-id: req-7c8e6335-766b-4f66-979d-00acaa29fd80 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:03.306044 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b186c3-e02d-4b49-9299-6f493455e3e3", "tag": "e7fda056-091a-4930-a586-d81ac0255708", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:03.306247 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c8e6335-766b-4f66-979d-00acaa29fd80 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:03.306653 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b186c3-e02d-4b49-9299-6f493455e3e3', 'tag': 'e7fda056-091a-4930-a586-d81ac0255708', 'status': 'completed', 'code': 200}
Nov 20 21:00:03.415602 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:03.424687 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-867a688b-02dd-42c9-9d84-63a0a9cfc74c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:00:03.437031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d4dd9-33a9-457b-b6cf-38d68e0e5db6 None None] Sync routers for ids ['13da22d3-7a52-46b7-bbec-230050d661f6'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:00:03.447929 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-7a87d322-a48d-402c-9d3b-0b7d8b164090 service neutron] 10.222.0.37 "GET /v2.0/networks/6909f76c-6cf0-49e8-9350-bbb4acb8a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0332532
Nov 20 21:00:03.466205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d4dd9-33a9-457b-b6cf-38d68e0e5db6 None None] Routers {'13da22d3-7a52-46b7-bbec-230050d661f6'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:00:03.467136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-270d4dd9-33a9-457b-b6cf-38d68e0e5db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46462d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:59:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13da22d3-7a52-46b7-bbec-230050d661f6'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:03.481088 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] For port bd984248-d711-49cb-b240-1dae016cbc50, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd984248-d711-49cb-b240-1dae016cbc50,segment=NetworkSegment(9987dda5-59fd-4a21-b175-88ab0b2a0ae1),segment_id=9987dda5-59fd-4a21-b175-88ab0b2a0ae1)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:00:03.568696 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:03.591861 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a55297c10>, [{'id': '50026549-6305-41ef-935c-79ad753c92fb', 'name': 'tempest-TaggedBootDevicesTest-298482427-router', 'tenant_id': '44c5075947c04bfa93f11a333c771870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:52Z', 'updated_at': '2021-11-20T20:59:57Z', 'revision_number': 3, 'project_id': '44c5075947c04bfa93f11a333c771870', 'gw_port': {'id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50026549-6305-41ef-935c-79ad753c92fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:53Z', 'updated_at': '2021-11-20T21:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:03.652042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Pushing event updated for resources: {'Port': ['ID=bd984248-d711-49cb-b240-1dae016cbc50,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:03.664116 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-867a688b-02dd-42c9-9d84-63a0a9cfc74c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] No DVR routers for this DVR port a2255729-67f4-48eb-af4e-86e677b04463 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:03.671765 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f32810f-1cb5-4893-98d0-72ef48025e3d None None] The sync data for ids ['50026549-6305-41ef-935c-79ad753c92fb'] in ncdv-master-1 is: [{'id': '50026549-6305-41ef-935c-79ad753c92fb', 'name': 'tempest-TaggedBootDevicesTest-298482427-router', 'tenant_id': '44c5075947c04bfa93f11a333c771870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:52Z', 'updated_at': '2021-11-20T20:59:57Z', 'revision_number': 3, 'project_id': '44c5075947c04bfa93f11a333c771870', 'gw_port': {'id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50026549-6305-41ef-935c-79ad753c92fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:53Z', 'updated_at': '2021-11-20T21:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:00:03.679400 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-867a688b-02dd-42c9-9d84-63a0a9cfc74c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:03.683821 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-867a688b-02dd-42c9-9d84-63a0a9cfc74c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.47 "DELETE /v2.0/ports/a2255729-67f4-48eb-af4e-86e677b04463 HTTP/1.1" status: 204  len: 173 time: 7.6408379
Nov 20 21:00:03.684626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-deleted', 'tag': 'a2255729-67f4-48eb-af4e-86e677b04463'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:03.687374 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2886a4-fa48-4bf6-8396-e127d0214b32" -d '{"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-deleted", "tag": "a2255729-67f4-48eb-af4e-86e677b04463"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:03.816479 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:03.834423 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-270d4dd9-33a9-457b-b6cf-38d68e0e5db6 None None] Set router 13da22d3-7a52-46b7-bbec-230050d661f6 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:00:03.914755 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb8a0c-3e6a-4e2d-9676-a954860c68c0 req-f8002b7d-49b8-4248-a4b5-9a5ec885233f tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:03.917702 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-62bb8a0c-3e6a-4e2d-9676-a954860c68c0 req-f8002b7d-49b8-4248-a4b5-9a5ec885233f tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 942 time: 0.5148323
Nov 20 21:00:04.261648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-dc4f0ffc-1264-433a-89b7-b59ad4c82e6d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Deleting port 74631941-cda7-49c4-b33a-f60122f88759 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:04.263075 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-dc4f0ffc-1264-433a-89b7-b59ad4c82e6d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:04.288762 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-62bb8a0c-3e6a-4e2d-9676-a954860c68c0 req-38a573b0-c56a-44b2-aca6-cfab8b09235f tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups?id=88ae42ba-d187-4334-be3a-909ba90a5cff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3563154
Nov 20 21:00:04.319232 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-270d4dd9-33a9-457b-b6cf-38d68e0e5db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46462d30>, [{'id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-router', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:39Z', 'updated_at': '2021-11-20T20:49:48Z', 'revision_number': 4, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'gw_port': {'id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:40Z', 'updated_at': '2021-11-20T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '046cd993-6c51-4abc-a37e-b68f7647befd', 'name': '', 'network_id': 'faba2177-d247-4737-8414-396da08b9b04', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'mac_address': 'fa:16:3e:eb:96:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:46Z', 'updated_at': '2021-11-20T20:49:53Z', 'revision_number': 5, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'subnets': [{'id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:04.343529 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c336554-5d6c-4cf6-b4d3-cbb972c1f033 req-296c370a-db95-42b7-91b8-bae3275577a5 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:04.354287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c336554-5d6c-4cf6-b4d3-cbb972c1f033 req-296c370a-db95-42b7-91b8-bae3275577a5 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:04.376763 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c336554-5d6c-4cf6-b4d3-cbb972c1f033 req-296c370a-db95-42b7-91b8-bae3275577a5 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:04.394248 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c336554-5d6c-4cf6-b4d3-cbb972c1f033 req-296c370a-db95-42b7-91b8-bae3275577a5 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2376 time: 2.0359876
Nov 20 21:00:04.409319 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d4dd9-33a9-457b-b6cf-38d68e0e5db6 None None] Checking router: 13da22d3-7a52-46b7-bbec-230050d661f6 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:00:04.441650 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d4dd9-33a9-457b-b6cf-38d68e0e5db6 None None] Routers {'13da22d3-7a52-46b7-bbec-230050d661f6'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:00:04.442506 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-270d4dd9-33a9-457b-b6cf-38d68e0e5db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46462d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:59:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13da22d3-7a52-46b7-bbec-230050d661f6'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:04.445583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:04.446503 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:04.448024 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-696eca76-7eb4-400d-8ae0-d72b3b9d2eed service neutron] 10.222.0.47 "PUT /v2.0/ports/bd984248-d711-49cb-b240-1dae016cbc50 HTTP/1.1" status: 200  len: 1091 time: 9.5489173
Nov 20 21:00:04.450253 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21c9ca-55c1-4e92-b1d2-fc2db0af21e0 req-83c67cb3-bd3e-403c-8101-dfb7b422d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:04.463627 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d21c9ca-55c1-4e92-b1d2-fc2db0af21e0 req-83c67cb3-bd3e-403c-8101-dfb7b422d53d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71afe10ea2e54e09af1aef5ee9f07261&device_id=11b186c3-e02d-4b49-9299-6f493455e3e3 HTTP/1.1" status: 200  len: 1095 time: 1.0537941
Nov 20 21:00:04.630024 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Allocated IP 172.20.0.1 (2214a28c-484d-42af-9a65-b1b03187614d/af8cf0e8-a090-406d-a11c-34e4d8353818/5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:00:04.760399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-270d4dd9-33a9-457b-b6cf-38d68e0e5db6 None None] Set router 13da22d3-7a52-46b7-bbec-230050d661f6 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:00:04.944815 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6518e8b2-f9a2-499b-8623-a0dc4d745f5b up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:04.975407 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-dc4f0ffc-1264-433a-89b7-b59ad4c82e6d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] For port 74631941-cda7-49c4-b33a-f60122f88759, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74631941-cda7-49c4-b33a-f60122f88759,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:04.988097 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-dc4f0ffc-1264-433a-89b7-b59ad4c82e6d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:04.999521 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d63c8-4ba5-4e5b-9494-29daa2c55b2c req-7a2bac61-b26d-4386-bd9b-a9b731bd5714 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:05.006306 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e28d63c8-4ba5-4e5b-9494-29daa2c55b2c req-7a2bac61-b26d-4386-bd9b-a9b731bd5714 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 943 time: 0.5608499
Nov 20 21:00:05.032373 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-dc4f0ffc-1264-433a-89b7-b59ad4c82e6d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Calling delete_port for 74631941-cda7-49c4-b33a-f60122f88759 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:05.259678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 6518e8b2-f9a2-499b-8623-a0dc4d745f5b triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:05.264160 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:05.296187 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e28d63c8-4ba5-4e5b-9494-29daa2c55b2c req-a9371eb1-5912-475d-a0f3-172fad177742 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847249
Nov 20 21:00:05.296907 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-dc4f0ffc-1264-433a-89b7-b59ad4c82e6d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:05.350482 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60d5cd6-1736-4303-8340-35b914be8dce', 'tag': 'bd984248-d711-49cb-b240-1dae016cbc50'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:05.352930 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfd9702-f838-449f-a3f9-3e5f22f1a233" -d '{"events": [{"name": "network-changed", "server_uuid": "e60d5cd6-1736-4303-8340-35b914be8dce", "tag": "bd984248-d711-49cb-b240-1dae016cbc50"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:05.356833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21c9ca-55c1-4e92-b1d2-fc2db0af21e0 req-0513f898-53f1-40f3-9194-8819451c211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:05.358678 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d21c9ca-55c1-4e92-b1d2-fc2db0af21e0 req-0513f898-53f1-40f3-9194-8819451c211f service neutron] 10.222.0.37 "GET /v2.0/networks?id=6909f76c-6cf0-49e8-9350-bbb4acb8a084 HTTP/1.1" status: 200  len: 919 time: 0.8824675
Nov 20 21:00:05.428626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f0ffc-1264-433a-89b7-b59ad4c82e6d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event deleted for resources: {'Port': ['ID=74631941-cda7-49c4-b33a-f60122f88759,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:05.448730 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0531b765-a404-4075-9e78-aa9c7d56637e x-openstack-request-id: req-0531b765-a404-4075-9e78-aa9c7d56637e {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:05.449080 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-deleted", "tag": "a2255729-67f4-48eb-af4e-86e677b04463", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:05.449651 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0531b765-a404-4075-9e78-aa9c7d56637e {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:05.450263 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-deleted', 'tag': 'a2255729-67f4-48eb-af4e-86e677b04463', 'status': 'completed', 'code': 200}
Nov 20 21:00:05.484652 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:05.501828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-270d4dd9-33a9-457b-b6cf-38d68e0e5db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46462d30>, [{'id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-router', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:39Z', 'updated_at': '2021-11-20T20:49:48Z', 'revision_number': 4, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'gw_port': {'id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:40Z', 'updated_at': '2021-11-20T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '046cd993-6c51-4abc-a37e-b68f7647befd', 'name': '', 'network_id': 'faba2177-d247-4737-8414-396da08b9b04', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'mac_address': 'fa:16:3e:eb:96:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:46Z', 'updated_at': '2021-11-20T20:49:53Z', 'revision_number': 5, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'subnets': [{'id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:05.543764 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3dd628ce-d8f3-483e-9297-d66478da26de tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:05.548669 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:05.550664 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d4dd9-33a9-457b-b6cf-38d68e0e5db6 None None] The sync data for ids ['13da22d3-7a52-46b7-bbec-230050d661f6'] in ncdv-master-1 is: [{'id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-router', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:39Z', 'updated_at': '2021-11-20T20:49:48Z', 'revision_number': 4, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'gw_port': {'id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:40Z', 'updated_at': '2021-11-20T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '046cd993-6c51-4abc-a37e-b68f7647befd', 'name': '', 'network_id': 'faba2177-d247-4737-8414-396da08b9b04', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'mac_address': 'fa:16:3e:eb:96:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:46Z', 'updated_at': '2021-11-20T20:49:53Z', 'revision_number': 5, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'subnets': [{'id': '896a2b4f-e6df-41e5-a4ac-848e45777065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:00:05.562167 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d21c9ca-55c1-4e92-b1d2-fc2db0af21e0 req-e6d68014-c8cb-4ed8-8cac-ccf6909992ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7fda056-091a-4930-a586-d81ac0255708 HTTP/1.1" status: 200  len: 217 time: 0.1884212
Nov 20 21:00:05.570574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce771d-5ae5-4420-b008-7b40d6c41877 req-a19f2f3a-a855-49f7-9512-f4399a2f2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:05.572267 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f8ce771d-5ae5-4420-b008-7b40d6c41877 req-a19f2f3a-a855-49f7-9512-f4399a2f2461 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71afe10ea2e54e09af1aef5ee9f07261&device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 1094 time: 1.9981387
Nov 20 21:00:05.577926 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3dd628ce-d8f3-483e-9297-d66478da26de tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:05.597558 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-dc4f0ffc-1264-433a-89b7-b59ad4c82e6d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] No DVR routers for this DVR port 74631941-cda7-49c4-b33a-f60122f88759 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:05.637246 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-dc4f0ffc-1264-433a-89b7-b59ad4c82e6d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:05.642141 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-62fddfb3-4167-4e2f-90e6-2e2685d56157 req-dc4f0ffc-1264-433a-89b7-b59ad4c82e6d tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.47 "DELETE /v2.0/ports/74631941-cda7-49c4-b33a-f60122f88759 HTTP/1.1" status: 204  len: 173 time: 1.9476292
Nov 20 21:00:05.684142 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21c9ca-55c1-4e92-b1d2-fc2db0af21e0 req-d974dc8d-3f52-40a0-affb-c4db928286a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:05.686242 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d21c9ca-55c1-4e92-b1d2-fc2db0af21e0 req-d974dc8d-3f52-40a0-affb-c4db928286a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33b0c1b-3040-4e35-bb95-28bb35fd7874 HTTP/1.1" status: 200  len: 858 time: 0.1126597
Nov 20 21:00:05.712278 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Pushing event updated for resources: {'Port': ['ID=5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:05.716255 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c336554-5d6c-4cf6-b4d3-cbb972c1f033 req-469dfd61-8e91-428f-95f1-92cf64db31a1 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3210139
Nov 20 21:00:05.726003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Network 2214a28c-484d-42af-9a65-b1b03187614d is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:00:05.739869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:05.760958 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:00:05.882341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce8707-0b7a-4a1f-b2c8-7525db8ebf68 req-0a020006-cc2b-48ac-8b14-ccfad6cfcba3 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:05.884342 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b2ce8707-0b7a-4a1f-b2c8-7525db8ebf68 req-0a020006-cc2b-48ac-8b14-ccfad6cfcba3 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 0.2894263
Nov 20 21:00:05.969557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d2d57f-3035-4006-a984-49d10147384b {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:00:05.980520 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:05.998625 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Transition to ACTIVE for port object 81d2d57f-3035-4006-a984-49d10147384b will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:00:06.004314 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d21c9ca-55c1-4e92-b1d2-fc2db0af21e0 req-f6de48ff-249c-4cbb-bc89-2901ab0f8f23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6909f76c-6cf0-49e8-9350-bbb4acb8a084&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2833126
Nov 20 21:00:06.008540 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-22b2a3f2-769b-4504-956e-8cee2223c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:06.010658 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-22b2a3f2-769b-4504-956e-8cee2223c9ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71afe10ea2e54e09af1aef5ee9f07261&device_id=e60d5cd6-1736-4303-8340-35b914be8dce HTTP/1.1" status: 200  len: 1094 time: 0.6505866
Nov 20 21:00:06.023699 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:06.138333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device e7fda056-091a-4930-a586-d81ac0255708 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:00:06.183094 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:06.197142 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce771d-5ae5-4420-b008-7b40d6c41877 req-4c0203ec-a3a2-47cd-8c1a-2d0a70eb36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:06.202461 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f8ce771d-5ae5-4420-b008-7b40d6c41877 req-4c0203ec-a3a2-47cd-8c1a-2d0a70eb36fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=6909f76c-6cf0-49e8-9350-bbb4acb8a084 HTTP/1.1" status: 200  len: 919 time: 0.6170363
Nov 20 21:00:06.414553 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b2ce8707-0b7a-4a1f-b2c8-7525db8ebf68 req-8562feb3-84b4-48fc-a3fd-b9d9912a1ba0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5126119
Nov 20 21:00:06.471638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-3dd628ce-d8f3-483e-9297-d66478da26de tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] In _notify_port_updated(), no bound segment for port 9b1f7d68-ea50-4a1d-a202-edd8520f5c05 on network 2cf3fa75-93bd-4f81-b15b-2dbae972d828 {{(pid=126225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:00:06.482361 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd628ce-d8f3-483e-9297-d66478da26de tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:06.485874 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3dd628ce-d8f3-483e-9297-d66478da26de tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:06.494466 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3dd628ce-d8f3-483e-9297-d66478da26de tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] 10.222.0.41 "PUT /v2.0/ports/9b1f7d68-ea50-4a1d-a202-edd8520f5c05 HTTP/1.1" status: 200  len: 1136 time: 4.6760490
Nov 20 21:00:06.503797 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48648) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:06.541751 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cdc877-0294-4b19-a17d-de759cb5d490 None None] New status for floating IP 6d2b0bd3-abac-4cd3-830e-1be4a76eb206: DOWN {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:00:06.601859 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-9d4b7ca4-dc72-4b83-9d6e-dc1d90e11440 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd984248-d711-49cb-b240-1dae016cbc50 HTTP/1.1" status: 200  len: 217 time: 0.3983397
Nov 20 21:00:06.682451 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57323eef-d985-4aab-98da-5305abc24c8d x-openstack-request-id: req-57323eef-d985-4aab-98da-5305abc24c8d {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:06.682851 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60d5cd6-1736-4303-8340-35b914be8dce", "tag": "bd984248-d711-49cb-b240-1dae016cbc50", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:06.683062 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57323eef-d985-4aab-98da-5305abc24c8d {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:06.683507 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60d5cd6-1736-4303-8340-35b914be8dce', 'tag': 'bd984248-d711-49cb-b240-1dae016cbc50', 'status': 'completed', 'code': 200}
Nov 20 21:00:06.698482 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd628ce-d8f3-483e-9297-d66478da26de tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Pushing event updated for resources: {'Port': ['ID=9b1f7d68-ea50-4a1d-a202-edd8520f5c05,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:06.729292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3a1b06-074e-4b98-98ce-acb255afa88d tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:06.739878 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8a3a1b06-074e-4b98-98ce-acb255afa88d tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] 10.222.0.41 "GET /v2.0/ports/9b1f7d68-ea50-4a1d-a202-edd8520f5c05 HTTP/1.1" status: 200  len: 1136 time: 0.2369316
Nov 20 21:00:06.740536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48656) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:06.883511 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:07.010609 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port e7fda056-091a-4930-a586-d81ac0255708, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7fda056-091a-4930-a586-d81ac0255708,segment=NetworkSegment(9987dda5-59fd-4a21-b175-88ab0b2a0ae1),segment_id=9987dda5-59fd-4a21-b175-88ab0b2a0ae1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:07.011558 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-07d72fef-84b3-41bf-b555-ab9a9a31c472 req-c5c4e743-8af2-4d1c-b659-5b1ef434464c tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ecac50c-36b0-496e-8301-98973b15c5a6 HTTP/1.1" status: 200  len: 210 time: 0.5018637
Nov 20 21:00:07.012266 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Pushing event updated for resources: {'Port': ['ID=81d2d57f-3035-4006-a984-49d10147384b,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:07.035925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'e7fda056-091a-4930-a586-d81ac0255708', 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084', 'port_id': 'e7fda056-091a-4930-a586-d81ac0255708', 'mac_address': 'fa:16:3e:75:1c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33b0c1b-3040-4e35-bb95-28bb35fd7874', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:00:07.110744 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f8ce771d-5ae5-4420-b008-7b40d6c41877 req-c81d8d9b-6837-4d76-af03-8e86f24ca1db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5e13635-ad44-4f1b-8927-600136df3f15 HTTP/1.1" status: 200  len: 217 time: 0.5705819
Nov 20 21:00:07.134950 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087dc5c-83bb-4df8-bda8-6329bde3388f req-3666ee3b-39cf-4454-9512-41215c398218 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:07.138385 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f087dc5c-83bb-4df8-bda8-6329bde3388f req-3666ee3b-39cf-4454-9512-41215c398218 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 943 time: 0.1735730
Nov 20 21:00:07.141796 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:07.190664 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1fdf0692-9854-4191-8341-a6005039be60 None None] Provisioning complete for port 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:07.191317 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0692-9854-4191-8341-a6005039be60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:07.195698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fda056-091a-4930-a586-d81ac0255708 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:00:07.270274 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port e7fda056-091a-4930-a586-d81ac0255708, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7fda056-091a-4930-a586-d81ac0255708,segment=NetworkSegment(9987dda5-59fd-4a21-b175-88ab0b2a0ae1),segment_id=9987dda5-59fd-4a21-b175-88ab0b2a0ae1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:07.275086 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf0692-9854-4191-8341-a6005039be60 None None] Port 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:00:07.293337 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:07.295042 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f5e13635-ad44-4f1b-8927-600136df3f15 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:00:07.314742 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f087dc5c-83bb-4df8-bda8-6329bde3388f req-bbb9f60d-74aa-4b22-9d3e-b0d902942c83 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462560
Nov 20 21:00:07.366300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port f5e13635-ad44-4f1b-8927-600136df3f15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5e13635-ad44-4f1b-8927-600136df3f15,segment=NetworkSegment(9987dda5-59fd-4a21-b175-88ab0b2a0ae1),segment_id=9987dda5-59fd-4a21-b175-88ab0b2a0ae1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:07.383866 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-cd2e346d-dd98-4e33-aaa2-0c8b53308812 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Deleting port 9b1f7d68-ea50-4a1d-a202-edd8520f5c05 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:07.384260 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cd2e346d-dd98-4e33-aaa2-0c8b53308812 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:07.386719 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8682-3556-403d-897c-d233fb72b701 req-4db7aaa5-bf22-4633-a168-4f118f6152d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:07.388491 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-4db7aaa5-bf22-4633-a168-4f118f6152d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a33b0c1b-3040-4e35-bb95-28bb35fd7874 HTTP/1.1" status: 200  len: 858 time: 0.7270124
Nov 20 21:00:07.461376 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'f5e13635-ad44-4f1b-8927-600136df3f15', 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084', 'port_id': 'f5e13635-ad44-4f1b-8927-600136df3f15', 'mac_address': 'fa:16:3e:f5:1b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33b0c1b-3040-4e35-bb95-28bb35fd7874', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:00:07.466606 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=e7fda056-091a-4930-a586-d81ac0255708,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:07.481269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce771d-5ae5-4420-b008-7b40d6c41877 req-70edc25c-4b27-438c-9ad5-b3ae97fbde27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:07.483018 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f8ce771d-5ae5-4420-b008-7b40d6c41877 req-70edc25c-4b27-438c-9ad5-b3ae97fbde27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33b0c1b-3040-4e35-bb95-28bb35fd7874 HTTP/1.1" status: 200  len: 858 time: 0.3714352
Nov 20 21:00:07.522875 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5f8462dc-39db-4d81-be66-aa82e91abb77 None None] Provisioning complete for port 9b1f7d68-ea50-4a1d-a202-edd8520f5c05 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:07.523338 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5f8462dc-39db-4d81-be66-aa82e91abb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:07.525065 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-deleted', 'tag': '74631941-cda7-49c4-b33a-f60122f88759'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:07.527660 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bd468c-d6e2-4834-8b82-8aa6e9101d69" -d '{"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-deleted", "tag": "74631941-cda7-49c4-b33a-f60122f88759"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:07.574394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f7714-9821-4eb1-8349-e2407a84a9c1 req-ad022a23-2b00-489e-8917-27975b1693be tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:07.581554 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f7714-9821-4eb1-8349-e2407a84a9c1 req-ad022a23-2b00-489e-8917-27975b1693be tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:07.582880 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:07.587902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f7714-9821-4eb1-8349-e2407a84a9c1 req-ad022a23-2b00-489e-8917-27975b1693be tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:07.596001 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f8f7714-9821-4eb1-8349-e2407a84a9c1 req-ad022a23-2b00-489e-8917-27975b1693be tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2388 time: 0.3889883
Nov 20 21:00:07.602033 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d21c9ca-55c1-4e92-b1d2-fc2db0af21e0 req-a2e7e743-e3b6-4911-9974-122fb260430b service neutron] 10.222.0.37 "GET /v2.0/networks/6909f76c-6cf0-49e8-9350-bbb4acb8a084?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1342669
Nov 20 21:00:07.604440 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-4ba98ac5-01f2-4590-946c-4fac9cf94dd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6909f76c-6cf0-49e8-9350-bbb4acb8a084&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2059741
Nov 20 21:00:07.616153 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e13635-ad44-4f1b-8927-600136df3f15 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:00:07.639059 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-5f8462dc-39db-4d81-be66-aa82e91abb77 None None] Port 9b1f7d68-ea50-4a1d-a202-edd8520f5c05 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:00:07.666923 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port f5e13635-ad44-4f1b-8927-600136df3f15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5e13635-ad44-4f1b-8927-600136df3f15,segment=NetworkSegment(9987dda5-59fd-4a21-b175-88ab0b2a0ae1),segment_id=9987dda5-59fd-4a21-b175-88ab0b2a0ae1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:07.678289 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:07.686893 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f8ce771d-5ae5-4420-b008-7b40d6c41877 req-1fb446bc-700c-4382-88db-2080325eed03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6909f76c-6cf0-49e8-9350-bbb4acb8a084&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1274033
Nov 20 21:00:07.747814 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cd2e346d-dd98-4e33-aaa2-0c8b53308812 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:07.788127 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f8f7714-9821-4eb1-8349-e2407a84a9c1 req-9b3360f3-a4c8-4cd8-b8ea-7c1184f372bb tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1911118
Nov 20 21:00:07.805329 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d530e01-5a6e-40de-887c-a16b3bf2def8 req-96d0b65f-7b97-4316-933d-b186ff1ee04a tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:07.808342 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9d530e01-5a6e-40de-887c-a16b3bf2def8 req-96d0b65f-7b97-4316-933d-b186ff1ee04a tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 0.2462888
Nov 20 21:00:07.810063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-cd2e346d-dd98-4e33-aaa2-0c8b53308812 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Calling delete_port for 9b1f7d68-ea50-4a1d-a202-edd8520f5c05 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:07.870266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=f5e13635-ad44-4f1b-8927-600136df3f15,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:07.910955 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41b3a3c-75e2-4ba1-9f9e-aff09af28a31 x-openstack-request-id: req-d41b3a3c-75e2-4ba1-9f9e-aff09af28a31 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:07.911406 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecac50c-36b0-496e-8301-98973b15c5a6", "name": "network-vif-deleted", "tag": "74631941-cda7-49c4-b33a-f60122f88759", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:07.912155 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d41b3a3c-75e2-4ba1-9f9e-aff09af28a31 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:07.912657 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecac50c-36b0-496e-8301-98973b15c5a6', 'name': 'network-vif-deleted', 'tag': '74631941-cda7-49c4-b33a-f60122f88759', 'status': 'completed', 'code': 200}
Nov 20 21:00:07.921877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['e7fda056-091a-4930-a586-d81ac0255708'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:00:07.925714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f5e13635-ad44-4f1b-8927-600136df3f15'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:00:07.997398 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9d530e01-5a6e-40de-887c-a16b3bf2def8 req-10f2c8ef-1352-49f8-9a61-4c47de03dae9 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699824
Nov 20 21:00:08.026348 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Attempting to bind port 81d2d57f-3035-4006-a984-49d10147384b on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:00:08.026690 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Attempting to bind port 81d2d57f-3035-4006-a984-49d10147384b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6bd1643c-fb88-4295-8168-28766e8b9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:00:08.027021 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Attempting to bind port 81d2d57f-3035-4006-a984-49d10147384b on network 75b827dc-6833-4bfb-88ea-ff6bce0d0650 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:00:08.061744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Port 81d2d57f-3035-4006-a984-49d10147384b on network 75b827dc-6833-4bfb-88ea-ff6bce0d0650 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:00:08.061744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Attempting to bind port 81d2d57f-3035-4006-a984-49d10147384b on network 75b827dc-6833-4bfb-88ea-ff6bce0d0650 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:00:08.104496 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f8ce771d-5ae5-4420-b008-7b40d6c41877 req-9dd7fa43-14a0-4b0a-8e0c-7268cb581a78 service neutron] 10.222.0.37 "GET /v2.0/networks/6909f76c-6cf0-49e8-9350-bbb4acb8a084?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3754513
Nov 20 21:00:08.116538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:00:08.116891 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Checking segment: {'id': '6bd1643c-fb88-4295-8168-28766e8b9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:08.117289 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Bound using segment: {'id': '6bd1643c-fb88-4295-8168-28766e8b9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:00:08.117808 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Bound port: 81d2d57f-3035-4006-a984-49d10147384b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd1643c-fb88-4295-8168-28766e8b9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:00:08.118204 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:08.150099 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:08.152785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-f81db9e8-e2bb-4e30-af0b-7df93bee5db1 service neutron] 10.222.0.47 "GET /v2.0/networks/6909f76c-6cf0-49e8-9350-bbb4acb8a084?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5242000
Nov 20 21:00:08.155775 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cd2e346d-dd98-4e33-aaa2-0c8b53308812 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:08.159115 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:08.191405 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:08.198548 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d21c9ca-55c1-4e92-b1d2-fc2db0af21e0 req-3003c9bd-282b-4fa3-ba82-cf3f415f63f6 service neutron] 10.222.0.37 "GET /v2.0/networks/6909f76c-6cf0-49e8-9350-bbb4acb8a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5671656
Nov 20 21:00:08.204445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48680) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:08.285957 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Pushing event updated for resources: {'Port': ['ID=5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:08.289752 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:08.300593 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:08.322595 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e346d-dd98-4e33-aaa2-0c8b53308812 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Pushing event deleted for resources: {'Port': ['ID=9b1f7d68-ea50-4a1d-a202-edd8520f5c05,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:08.367156 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-578d8682-3556-403d-897c-d233fb72b701 req-38ab082b-0ebd-454c-8f44-9e40aff596c6 service neutron] 10.222.0.47 "GET /v2.0/networks/6909f76c-6cf0-49e8-9350-bbb4acb8a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1647899
Nov 20 21:00:08.476993 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cd2e346d-dd98-4e33-aaa2-0c8b53308812 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:08.495325 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cd2e346d-dd98-4e33-aaa2-0c8b53308812 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] 10.222.0.41 "DELETE /v2.0/ports/9b1f7d68-ea50-4a1d-a202-edd8520f5c05 HTTP/1.1" status: 204  len: 168 time: 1.7531786
Nov 20 21:00:08.496353 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48684) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:08.622514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] For port 81d2d57f-3035-4006-a984-49d10147384b, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:00:08.646735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Deleting subnet 47f2e34b-2d28-42a0-a645-8a55e4f796a7 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:00:08.652633 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:08.683433 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f8ce771d-5ae5-4420-b008-7b40d6c41877 req-69b9fb02-aaa8-49f0-af01-a42490c63b08 service neutron] 10.222.0.37 "GET /v2.0/networks/6909f76c-6cf0-49e8-9350-bbb4acb8a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5486560
Nov 20 21:00:08.683710 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-09673517-f02b-4a8e-872d-45ca4fc52804 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:08.722825 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:08.726613 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Network 2214a28c-484d-42af-9a65-b1b03187614d is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:00:08.727010 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-09673517-f02b-4a8e-872d-45ca4fc52804 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:08.746201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:08.764682 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] For port 81d2d57f-3035-4006-a984-49d10147384b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81d2d57f-3035-4006-a984-49d10147384b,segment=NetworkSegment(6bd1643c-fb88-4295-8168-28766e8b9f80),segment_id=6bd1643c-fb88-4295-8168-28766e8b9f80)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:00:08.802898 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:08.815981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd9702-f838-449f-a3f9-3e5f22f1a233 req-e70b80ea-323d-4f9a-9384-7d2d99b9862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:08.832414 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8cfd9702-f838-449f-a3f9-3e5f22f1a233 req-e70b80ea-323d-4f9a-9384-7d2d99b9862f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71afe10ea2e54e09af1aef5ee9f07261&device_id=e60d5cd6-1736-4303-8340-35b914be8dce HTTP/1.1" status: 200  len: 1094 time: 0.3996758
Nov 20 21:00:08.950603 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:08.951254 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:08.967611 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] 10.222.0.37 "PUT /v2.0/ports/81d2d57f-3035-4006-a984-49d10147384b HTTP/1.1" status: 200  len: 1091 time: 6.5073228
Nov 20 21:00:09.005951 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:09.012356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'tag': '81d2d57f-3035-4006-a984-49d10147384b'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:09.015391 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3bc176-7094-428d-91b8-f740aa5f64ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "tag": "81d2d57f-3035-4006-a984-49d10147384b"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:09.048520 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Request body: {'port': {'device_id': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:09.215766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5c33e-f41d-4eaa-b2d4-78fc8083e351 req-7074cea1-d1e0-4ac8-8b04-7dd61cb42215 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:09.221899 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b1c5c33e-f41d-4eaa-b2d4-78fc8083e351 req-7074cea1-d1e0-4ac8-8b04-7dd61cb42215 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 944 time: 0.7384696
Nov 20 21:00:09.241276 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Router 50026549-6305-41ef-935c-79ad753c92fb has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:00:09.246306 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:09.260790 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-09673517-f02b-4a8e-872d-45ca4fc52804 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:09.264417 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-09673517-f02b-4a8e-872d-45ca4fc52804 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:09.266719 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-09673517-f02b-4a8e-872d-45ca4fc52804 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "DELETE /v2.0/security-groups/88ae42ba-d187-4334-be3a-909ba90a5cff HTTP/1.1" status: 204  len: 168 time: 1.0592079
Nov 20 21:00:09.274476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48712) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:09.276950 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7c2be1f8-c9c7-4b6e-b99b-c0c41d57ba30 None None] Provisioning complete for port 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:09.277921 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7c2be1f8-c9c7-4b6e-b99b-c0c41d57ba30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:09.309865 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e25de-3946-49b8-971c-44f84a627b57 service neutron] Pushing event updated for resources: {'Port': ['ID=81d2d57f-3035-4006-a984-49d10147384b,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:09.313949 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:09.322273 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] 10.222.0.41 "DELETE /v2.0/subnets/47f2e34b-2d28-42a0-a645-8a55e4f796a7 HTTP/1.1" status: 204  len: 168 time: 0.8126509
Nov 20 21:00:09.326236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48714) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:09.328944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09673517-f02b-4a8e-872d-45ca4fc52804 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ae42ba-d187-4334-be3a-909ba90a5cff,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:09.336573 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Pushing event deleted for resources: {'Subnet': ['ID=47f2e34b-2d28-42a0-a645-8a55e4f796a7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:09.345982 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa30791-9a57-4d0b-a939-2ccb6a224434 None None] Network 2cf3fa75-93bd-4f81-b15b-2dbae972d828 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:09.354241 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-4ccfc890-14c5-4160-bfce-1349a6e0fd85 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] show failed (client error): The resource could not be found.
Nov 20 21:00:09.355980 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:09.361283 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4ccfc890-14c5-4160-bfce-1349a6e0fd85 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "GET /v2.0/security-groups/88ae42ba-d187-4334-be3a-909ba90a5cff HTTP/1.1" status: 404  len: 347 time: 0.0502803
Nov 20 21:00:09.369102 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:09.374242 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:09.374710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:09.375151 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:09.375559 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:09.375904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:09.376024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48716) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:09.377114 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:09.379089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:09.379527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:09.379936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:09.380348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:09.382293 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476bc1cf-ff7c-4a69-aaf5-dc44f801772a tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:09.404713 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01baa86-6ecb-49db-b9c4-9ecf5fcf41c0 req-f96690fa-5671-4fdf-be44-024318103fcc tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:09.414661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd9702-f838-449f-a3f9-3e5f22f1a233 req-699f663d-7903-4ef6-8c71-e8de54c7c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:09.416224 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8cfd9702-f838-449f-a3f9-3e5f22f1a233 req-699f663d-7903-4ef6-8c71-e8de54c7c41a service neutron] 10.222.0.47 "GET /v2.0/networks?id=6909f76c-6cf0-49e8-9350-bbb4acb8a084 HTTP/1.1" status: 200  len: 919 time: 0.5653956
Nov 20 21:00:09.418116 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01baa86-6ecb-49db-b9c4-9ecf5fcf41c0 req-f96690fa-5671-4fdf-be44-024318103fcc tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:09.427646 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01baa86-6ecb-49db-b9c4-9ecf5fcf41c0 req-f96690fa-5671-4fdf-be44-024318103fcc tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:09.429342 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f01baa86-6ecb-49db-b9c4-9ecf5fcf41c0 req-f96690fa-5671-4fdf-be44-024318103fcc tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2388 time: 0.2798319
Nov 20 21:00:09.525645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-7c2be1f8-c9c7-4b6e-b99b-c0c41d57ba30 None None] Port 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:00:09.547482 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b1c5c33e-f41d-4eaa-b2d4-78fc8083e351 req-bbd6e39e-2478-4589-8c91-9d36a76e1050 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3109503
Nov 20 21:00:09.587761 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8cfd9702-f838-449f-a3f9-3e5f22f1a233 req-8b78b908-7a0d-47f6-b291-812a55741958 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd984248-d711-49cb-b240-1dae016cbc50 HTTP/1.1" status: 200  len: 217 time: 0.1607523
Nov 20 21:00:09.684646 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe578cc-c387-4b7a-9d4c-7b586c30c03d None None] DHCP port deletion for 2cf3fa75-93bd-4f81-b15b-2dbae972d828 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:09.720410 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f01baa86-6ecb-49db-b9c4-9ecf5fcf41c0 req-3c239405-1277-4cfb-ad53-06b357f5231a tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2842968
Nov 20 21:00:09.756048 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb5683e-a822-44ac-9a98-9fde1e242007 x-openstack-request-id: req-bfb5683e-a822-44ac-9a98-9fde1e242007 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:09.756620 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "tag": "81d2d57f-3035-4006-a984-49d10147384b", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:09.757527 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bfb5683e-a822-44ac-9a98-9fde1e242007 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:09.758070 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'tag': '81d2d57f-3035-4006-a984-49d10147384b', 'status': 'completed', 'code': 200}
Nov 20 21:00:09.761959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:00:09.772725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Sync routers for ids ['50026549-6305-41ef-935c-79ad753c92fb'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:00:09.784396 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0bde3221-0170-44d8-953a-b7b52eb7b02e admin admin] 10.222.0.41 "PUT /v2.0/routers/50026549-6305-41ef-935c-79ad753c92fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1111269
Nov 20 21:00:09.806584 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Routers {'50026549-6305-41ef-935c-79ad753c92fb'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:00:09.807309 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46462fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:59:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['50026549-6305-41ef-935c-79ad753c92fb'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:09.814763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4fe578cc-c387-4b7a-9d4c-7b586c30c03d None None] Deleting port d3d0807d-3feb-4bd3-9c33-0f233e357145 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:09.815215 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4fe578cc-c387-4b7a-9d4c-7b586c30c03d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:09.851259 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4bf4d514-4918-4782-a0df-f8c3ae273349 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:09.889688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4fe578cc-c387-4b7a-9d4c-7b586c30c03d None None] For port d3d0807d-3feb-4bd3-9c33-0f233e357145, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3d0807d-3feb-4bd3-9c33-0f233e357145,segment=NetworkSegment(46a5f5c8-b032-40f7-8c1f-83a0ed71ecd5),segment_id=46a5f5c8-b032-40f7-8c1f-83a0ed71ecd5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:09.890517 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4fe578cc-c387-4b7a-9d4c-7b586c30c03d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:09.903264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4fe578cc-c387-4b7a-9d4c-7b586c30c03d None None] Calling delete_port for d3d0807d-3feb-4bd3-9c33-0f233e357145 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:10.122753 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4fe578cc-c387-4b7a-9d4c-7b586c30c03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:10.127330 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Set router 50026549-6305-41ef-935c-79ad753c92fb gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:00:10.170812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device e7fda056-091a-4930-a586-d81ac0255708 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:10.225832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe578cc-c387-4b7a-9d4c-7b586c30c03d None None] Pushing event deleted for resources: {'Port': ['ID=d3d0807d-3feb-4bd3-9c33-0f233e357145,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:10.235430 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe578cc-c387-4b7a-9d4c-7b586c30c03d None None] No DVR routers for this DVR port d3d0807d-3feb-4bd3-9c33-0f233e357145 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:10.401776 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port e7fda056-091a-4930-a586-d81ac0255708 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:00:10.411314 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port e7fda056-091a-4930-a586-d81ac0255708 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:10.411892 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:10.464977 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd9702-f838-449f-a3f9-3e5f22f1a233 req-229c8080-2d87-4eaa-a911-6c6df880c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:10.466515 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8cfd9702-f838-449f-a3f9-3e5f22f1a233 req-229c8080-2d87-4eaa-a911-6c6df880c295 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a33b0c1b-3040-4e35-bb95-28bb35fd7874 HTTP/1.1" status: 200  len: 858 time: 0.8055830
Nov 20 21:00:10.547428 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8cfd9702-f838-449f-a3f9-3e5f22f1a233 req-65ecb5fb-e6d6-44fa-ae04-a784aa75d7ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6909f76c-6cf0-49e8-9350-bbb4acb8a084&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0538919
Nov 20 21:00:10.563959 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:10.579253 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46462fa0>, [{'id': '50026549-6305-41ef-935c-79ad753c92fb', 'name': 'tempest-TaggedBootDevicesTest-298482427-router', 'tenant_id': '44c5075947c04bfa93f11a333c771870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:52Z', 'updated_at': '2021-11-20T21:00:06Z', 'revision_number': 4, 'project_id': '44c5075947c04bfa93f11a333c771870', 'gw_port': {'id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50026549-6305-41ef-935c-79ad753c92fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:53Z', 'updated_at': '2021-11-20T21:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1', 'name': '', 'network_id': '2214a28c-484d-42af-9a65-b1b03187614d', 'tenant_id': '44c5075947c04bfa93f11a333c771870', 'mac_address': 'fa:16:3e:ec:b0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50026549-6305-41ef-935c-79ad753c92fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'af8cf0e8-a090-406d-a11c-34e4d8353818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:03Z', 'updated_at': '2021-11-20T21:00:07Z', 'revision_number': 2, 'project_id': '44c5075947c04bfa93f11a333c771870', 'subnets': [{'id': 'af8cf0e8-a090-406d-a11c-34e4d8353818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:10.583625 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bc176-7094-428d-91b8-f740aa5f64ed req-d980b7df-17a6-4191-9f55-0585d5c1d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:10.584035 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bc176-7094-428d-91b8-f740aa5f64ed req-d980b7df-17a6-4191-9f55-0585d5c1d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:10.585214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bc176-7094-428d-91b8-f740aa5f64ed req-d980b7df-17a6-4191-9f55-0585d5c1d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:10.587272 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3e3bc176-7094-428d-91b8-f740aa5f64ed req-d980b7df-17a6-4191-9f55-0585d5c1d49c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ec4545fe17f4700bc073f25016da683&device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2731 time: 0.8274584
Nov 20 21:00:10.624597 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Checking router: 50026549-6305-41ef-935c-79ad753c92fb for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:00:10.625530 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Updating router 50026549-6305-41ef-935c-79ad753c92fb port 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:00:10.635396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b186c3-e02d-4b49-9299-6f493455e3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fda056-091a-4930-a586-d81ac0255708'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:10.639095 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1957b7bd-9340-4fd1-a86c-1550bb0d93ff" -d '{"events": [{"server_uuid": "11b186c3-e02d-4b49-9299-6f493455e3e3", "name": "network-vif-plugged", "status": "completed", "tag": "e7fda056-091a-4930-a586-d81ac0255708"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:10.671493 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port e7fda056-091a-4930-a586-d81ac0255708, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7fda056-091a-4930-a586-d81ac0255708,segment=NetworkSegment(9987dda5-59fd-4a21-b175-88ab0b2a0ae1),segment_id=9987dda5-59fd-4a21-b175-88ab0b2a0ae1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:10.677509 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:10.698233 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:10.699073 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f5e13635-ad44-4f1b-8927-600136df3f15 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:10.831907 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a10e4-f6b3-4b83-9457-c09265a72fce req-46aa362e-7455-4cd1-873a-1d26e25c965c tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:10.834712 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b53a10e4-f6b3-4b83-9457-c09265a72fce req-46aa362e-7455-4cd1-873a-1d26e25c965c tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 944 time: 0.0874710
Nov 20 21:00:10.866681 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device d3d0807d-3feb-4bd3-9c33-0f233e357145 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:10.910501 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port f5e13635-ad44-4f1b-8927-600136df3f15 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:00:10.914520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: d3d0807d-3feb-4bd3-9c33-0f233e357145 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:00:10.914876 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device d3d0807d-3feb-4bd3-9c33-0f233e357145 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:00:10.919744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port f5e13635-ad44-4f1b-8927-600136df3f15 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:10.920139 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:10.924560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=e7fda056-091a-4930-a586-d81ac0255708,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:11.019059 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4bf4d514-4918-4782-a0df-f8c3ae273349 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:11.039797 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b53a10e4-f6b3-4b83-9457-c09265a72fce req-0884a53a-ebdc-4371-adef-5af94cebc015 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1965010
Nov 20 21:00:11.220997 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cc5c36-1874-49c3-af00-e6fc9620506f x-openstack-request-id: req-c9cc5c36-1874-49c3-af00-e6fc9620506f {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:11.221334 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b186c3-e02d-4b49-9299-6f493455e3e3", "name": "network-vif-plugged", "status": "completed", "tag": "e7fda056-091a-4930-a586-d81ac0255708", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:11.221547 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9cc5c36-1874-49c3-af00-e6fc9620506f {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:11.221951 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b186c3-e02d-4b49-9299-6f493455e3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fda056-091a-4930-a586-d81ac0255708', 'code': 200}
Nov 20 21:00:11.339744 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:11.377801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bc176-7094-428d-91b8-f740aa5f64ed req-19ced740-f7f6-4eff-8381-967468d6a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:11.394175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bc176-7094-428d-91b8-f740aa5f64ed req-19ced740-f7f6-4eff-8381-967468d6a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:11.396342 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bc176-7094-428d-91b8-f740aa5f64ed req-19ced740-f7f6-4eff-8381-967468d6a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:11.398215 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3e3bc176-7094-428d-91b8-f740aa5f64ed req-19ced740-f7f6-4eff-8381-967468d6a944 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4ec4545fe17f4700bc073f25016da683&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.7007992
Nov 20 21:00:11.443584 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737ac04-73dd-4081-9c98-ccbafb6f7633 req-055c48b6-3eb9-4fba-a6de-c1170b6185fc tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:11.451754 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737ac04-73dd-4081-9c98-ccbafb6f7633 req-055c48b6-3eb9-4fba-a6de-c1170b6185fc tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:11.460783 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737ac04-73dd-4081-9c98-ccbafb6f7633 req-055c48b6-3eb9-4fba-a6de-c1170b6185fc tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:11.470182 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d737ac04-73dd-4081-9c98-ccbafb6f7633 req-055c48b6-3eb9-4fba-a6de-c1170b6185fc tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2388 time: 0.1177602
Nov 20 21:00:11.540651 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d737ac04-73dd-4081-9c98-ccbafb6f7633 req-43094b81-ad61-4246-8ed1-49739964fe80 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694556
Nov 20 21:00:11.565302 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port f5e13635-ad44-4f1b-8927-600136df3f15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5e13635-ad44-4f1b-8927-600136df3f15,segment=NetworkSegment(9987dda5-59fd-4a21-b175-88ab0b2a0ae1),segment_id=9987dda5-59fd-4a21-b175-88ab0b2a0ae1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:11.569903 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8cfd9702-f838-449f-a3f9-3e5f22f1a233 req-bb5a91c6-01cf-4ef7-98d4-01d7bb97b4ac service neutron] 10.222.0.47 "GET /v2.0/networks/6909f76c-6cf0-49e8-9350-bbb4acb8a084?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0125079
Nov 20 21:00:11.580276 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:11.656053 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=f5e13635-ad44-4f1b-8927-600136df3f15,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:11.660444 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:11.672824 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:11.690030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4bf4d514-4918-4782-a0df-f8c3ae273349 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54ce27c0>,) {'filters': {'network_id': ['2cf3fa75-93bd-4f81-b15b-2dbae972d828']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:11.759556 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82116b58-254f-4afa-ac6b-051a2b8c417b None None] Pushing event updated for resources: {'Port': ['ID=5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:11.783979 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-a37accfa-72e3-4990-ac81-f6d07de7db43 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Deleting port 1414fcbf-014a-490b-9bc0-849b8f8926ac {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:11.784468 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a37accfa-72e3-4990-ac81-f6d07de7db43 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:11.788303 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4bf4d514-4918-4782-a0df-f8c3ae273349 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54ce27c0>, '46a5f5c8-b032-40f7-8c1f-83a0ed71ecd5') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:11.788599 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4bf4d514-4918-4782-a0df-f8c3ae273349 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54ce27c0>, '46a5f5c8-b032-40f7-8c1f-83a0ed71ecd5') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:11.822615 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Attempting to bind port 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:00:11.823007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Attempting to bind port 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2214a28c-484d-42af-9a65-b1b03187614d'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:00:11.823383 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Attempting to bind port 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1 on network 2214a28c-484d-42af-9a65-b1b03187614d {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:00:11.843771 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 20, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:00:11.844129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Checking segment: {'id': '2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2214a28c-484d-42af-9a65-b1b03187614d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:11.844557 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:11.846842 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Bound using segment: {'id': '2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2214a28c-484d-42af-9a65-b1b03187614d'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:00:11.847377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Bound port: 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2214a28c-484d-42af-9a65-b1b03187614d'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:00:11.847791 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:11.881241 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a37accfa-72e3-4990-ac81-f6d07de7db43 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:11.881955 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a37accfa-72e3-4990-ac81-f6d07de7db43 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:11.898092 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-a37accfa-72e3-4990-ac81-f6d07de7db43 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Calling delete_port for 1414fcbf-014a-490b-9bc0-849b8f8926ac owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:11.993162 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device bd984248-d711-49cb-b240-1dae016cbc50 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:00:12.005905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140233cb-0d10-4f3b-8fa6-4db85357346a req-6354c5e8-6764-4d07-8629-c06678dabc97 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:12.011948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] For port 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:00:12.013606 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-140233cb-0d10-4f3b-8fa6-4db85357346a req-6354c5e8-6764-4d07-8629-c06678dabc97 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 1.5609539
Nov 20 21:00:12.016608 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] For port 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1,segment=NetworkSegment(2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5),segment_id=2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:00:12.038370 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9a48c-cc3d-451b-a24b-a839e97094ab req-67d53f36-af85-4577-bf4d-7d271d07b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:12.039859 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:12.039989 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22c9a48c-cc3d-451b-a24b-a839e97094ab req-67d53f36-af85-4577-bf4d-7d271d07b9eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11b186c3-e02d-4b49-9299-6f493455e3e3 HTTP/1.1" status: 200  len: 1097 time: 0.4922533
Nov 20 21:00:12.161840 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4bf4d514-4918-4782-a0df-f8c3ae273349 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:12.193298 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2c5e61f5-1e76-4431-81ca-a71272bd88af None None] Provisioning complete for port 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:12.193676 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2c5e61f5-1e76-4431-81ca-a71272bd88af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:12.200117 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d62d80-e49f-4e47-b3f8-2ea8a550c9ee req-4060819d-7f13-4eaa-9a9b-71ab9490d0c9 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:12.202804 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-19d62d80-e49f-4e47-b3f8-2ea8a550c9ee req-4060819d-7f13-4eaa-9a9b-71ab9490d0c9 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 945 time: 0.0884616
Nov 20 21:00:12.288057 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-19d62d80-e49f-4e47-b3f8-2ea8a550c9ee req-17a5f3b1-ccce-4c7a-94d1-bb922280aa37 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782743
Nov 20 21:00:12.353220 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4bf4d514-4918-4782-a0df-f8c3ae273349 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:12.363451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Routers {'50026549-6305-41ef-935c-79ad753c92fb'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:00:12.364913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46462fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T20:59:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['50026549-6305-41ef-935c-79ad753c92fb'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:12.465538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf4d514-4918-4782-a0df-f8c3ae273349 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:00:12.465994 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4bf4d514-4918-4782-a0df-f8c3ae273349 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:00:12.478179 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:00:12.480612 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a37accfa-72e3-4990-ac81-f6d07de7db43 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:12.564700 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-140233cb-0d10-4f3b-8fa6-4db85357346a req-114ff722-7ed9-4de2-b217-3ff44265b12d tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5436270
Nov 20 21:00:12.677310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bc176-7094-428d-91b8-f740aa5f64ed req-83b4c50f-c4c6-4b68-868a-b527e0b8f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:12.679510 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3e3bc176-7094-428d-91b8-f740aa5f64ed req-83b4c50f-c4c6-4b68-868a-b527e0b8f827 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.0496705
Nov 20 21:00:12.680233 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37accfa-72e3-4990-ac81-f6d07de7db43 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event deleted for resources: {'Port': ['ID=1414fcbf-014a-490b-9bc0-849b8f8926ac,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:12.693335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82116b58-254f-4afa-ac6b-051a2b8c417b None None] Pushing event updated for resources: {'Port': ['ID=5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:12.703820 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c61733-ad01-4b2e-8eab-cec5baf886e0 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:12.715068 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22c9a48c-cc3d-451b-a24b-a839e97094ab req-35f3763b-4667-4565-b553-cae8fe010032 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6513507
Nov 20 21:00:12.724037 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8cfd9702-f838-449f-a3f9-3e5f22f1a233 req-391075b9-1f63-4c43-ae3d-c10d0cbeddd3 service neutron] 10.222.0.47 "GET /v2.0/networks/6909f76c-6cf0-49e8-9350-bbb4acb8a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0445704
Nov 20 21:00:12.745886 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port bd984248-d711-49cb-b240-1dae016cbc50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd984248-d711-49cb-b240-1dae016cbc50,segment=NetworkSegment(9987dda5-59fd-4a21-b175-88ab0b2a0ae1),segment_id=9987dda5-59fd-4a21-b175-88ab0b2a0ae1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:12.785744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'bd984248-d711-49cb-b240-1dae016cbc50', 'network_id': '6909f76c-6cf0-49e8-9350-bbb4acb8a084', 'port_id': 'bd984248-d711-49cb-b240-1dae016cbc50', 'mac_address': 'fa:16:3e:19:da:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33b0c1b-3040-4e35-bb95-28bb35fd7874', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:00:12.825077 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4bf4d514-4918-4782-a0df-f8c3ae273349 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:12.882956 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4d9bb-1e3b-411f-86ea-e7c6b9639820 req-96549b83-2058-44e3-97ce-04d038b063e6 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:12.904547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4d9bb-1e3b-411f-86ea-e7c6b9639820 req-96549b83-2058-44e3-97ce-04d038b063e6 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:12.916191 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4bf4d514-4918-4782-a0df-f8c3ae273349 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:12.917851 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4d9bb-1e3b-411f-86ea-e7c6b9639820 req-96549b83-2058-44e3-97ce-04d038b063e6 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:12.923169 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4bf4d514-4918-4782-a0df-f8c3ae273349 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] 10.222.0.41 "DELETE /v2.0/networks/2cf3fa75-93bd-4f81-b15b-2dbae972d828 HTTP/1.1" status: 204  len: 168 time: 3.5885956
Nov 20 21:00:12.923169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4d514-4918-4782-a0df-f8c3ae273349 tempest-ExtraDHCPOptionsTestJSON-453642475 tempest-ExtraDHCPOptionsTestJSON-453642475-project] Pushing event deleted for resources: {'Network': ['ID=2cf3fa75-93bd-4f81-b15b-2dbae972d828,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:12.925542 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f9a4d9bb-1e3b-411f-86ea-e7c6b9639820 req-96549b83-2058-44e3-97ce-04d038b063e6 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2388 time: 0.2550669
Nov 20 21:00:12.954380 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f55344-9797-4791-8c1a-27f87cf698a5 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:00:12.968331 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] Set router 50026549-6305-41ef-935c-79ad753c92fb gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:00:12.976768 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:13.000647 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2c5e61f5-1e76-4431-81ca-a71272bd88af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:13.028086 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a37accfa-72e3-4990-ac81-f6d07de7db43 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:13.030548 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a37accfa-72e3-4990-ac81-f6d07de7db43 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:13.035599 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:13.040488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48856) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:13.044075 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a37accfa-72e3-4990-ac81-f6d07de7db43 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "DELETE /v2.0/floatingips/6d2b0bd3-abac-4cd3-830e-1be4a76eb206 HTTP/1.1" status: 204  len: 168 time: 3.6497180
Nov 20 21:00:13.050704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Transition to ACTIVE for port object 44f55344-9797-4791-8c1a-27f87cf698a5 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:00:13.060686 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd984248-d711-49cb-b240-1dae016cbc50 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:00:13.064453 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f9a4d9bb-1e3b-411f-86ea-e7c6b9639820 req-541ec291-088f-43ed-8e3e-a2119291c93e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305366
Nov 20 21:00:13.064748 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:13.117643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port bd984248-d711-49cb-b240-1dae016cbc50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd984248-d711-49cb-b240-1dae016cbc50,segment=NetworkSegment(9987dda5-59fd-4a21-b175-88ab0b2a0ae1),segment_id=9987dda5-59fd-4a21-b175-88ab0b2a0ae1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:13.152137 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:13.175565 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=44f55344-9797-4791-8c1a-27f87cf698a5,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:13.290735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-975b5557-a411-4a6b-855c-db14686415e9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Deleting port 39839f43-d46e-414e-93c9-a7955f617fd1 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:13.291271 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-975b5557-a411-4a6b-855c-db14686415e9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:13.295978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26516cdf-b525-4abc-8716-ad60c3b81c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e13635-ad44-4f1b-8927-600136df3f15'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:13.298855 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9db6ab4-999d-4d49-9b1d-2a7d7a309aee" -d '{"events": [{"server_uuid": "26516cdf-b525-4abc-8716-ad60c3b81c35", "name": "network-vif-plugged", "status": "completed", "tag": "f5e13635-ad44-4f1b-8927-600136df3f15"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:13.467434 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2c5e61f5-1e76-4431-81ca-a71272bd88af None None] For port 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1,segment=NetworkSegment(2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5),segment_id=2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:13.614261 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Attempting to bind port 44f55344-9797-4791-8c1a-27f87cf698a5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:00:13.618726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Attempting to bind port 44f55344-9797-4791-8c1a-27f87cf698a5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e337759b-4a24-400c-b508-3401859a822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '26b4e903-e81a-4dfe-8f45-7cde89d8557a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:00:13.619532 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Attempting to bind port 44f55344-9797-4791-8c1a-27f87cf698a5 on network 26b4e903-e81a-4dfe-8f45-7cde89d8557a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:00:13.649912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Port 44f55344-9797-4791-8c1a-27f87cf698a5 on network 26b4e903-e81a-4dfe-8f45-7cde89d8557a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:00:13.650712 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Attempting to bind port 44f55344-9797-4791-8c1a-27f87cf698a5 on network 26b4e903-e81a-4dfe-8f45-7cde89d8557a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:00:13.695450 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:00:13.696773 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Checking segment: {'id': 'e337759b-4a24-400c-b508-3401859a822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '26b4e903-e81a-4dfe-8f45-7cde89d8557a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:13.697610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Bound using segment: {'id': 'e337759b-4a24-400c-b508-3401859a822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '26b4e903-e81a-4dfe-8f45-7cde89d8557a'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:00:13.698332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Bound port: 44f55344-9797-4791-8c1a-27f87cf698a5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e337759b-4a24-400c-b508-3401859a822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '26b4e903-e81a-4dfe-8f45-7cde89d8557a'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:00:13.698934 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:13.700853 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-975b5557-a411-4a6b-855c-db14686415e9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:13.732118 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48882) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:13.793341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-975b5557-a411-4a6b-855c-db14686415e9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Calling delete_port for 39839f43-d46e-414e-93c9-a7955f617fd1 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:13.817115 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef5a0c-cc10-4804-9913-f7d567510839 req-3a109f40-64f6-4391-84b8-1fd994f1f6de tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:13.829912 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70ef5a0c-cc10-4804-9913-f7d567510839 req-3a109f40-64f6-4391-84b8-1fd994f1f6de tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 945 time: 0.3838634
Nov 20 21:00:13.913855 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310d94d4-29ee-43cc-b09f-3464bb10bf84 x-openstack-request-id: req-310d94d4-29ee-43cc-b09f-3464bb10bf84 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:13.916738 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26516cdf-b525-4abc-8716-ad60c3b81c35", "name": "network-vif-plugged", "status": "completed", "tag": "f5e13635-ad44-4f1b-8927-600136df3f15", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:13.917162 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-310d94d4-29ee-43cc-b09f-3464bb10bf84 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:13.917719 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26516cdf-b525-4abc-8716-ad60c3b81c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e13635-ad44-4f1b-8927-600136df3f15', 'code': 200}
Nov 20 21:00:13.921368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['bd984248-d711-49cb-b240-1dae016cbc50'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:00:13.924483 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2c5e61f5-1e76-4431-81ca-a71272bd88af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:13.989658 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eedec056-3190-43cd-9ad4-92aa3bdfaaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:13.997574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16f8b8-5878-4b82-bf8a-f4a90f6b7e72 req-54d44d95-a663-4bd8-b4f0-338ce5906a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:13.999193 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9e16f8b8-5878-4b82-bf8a-f4a90f6b7e72 req-54d44d95-a663-4bd8-b4f0-338ce5906a21 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 1096 time: 0.3368464
Nov 20 21:00:14.041678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=bd984248-d711-49cb-b240-1dae016cbc50,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:14.068297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df40264-4d1b-4e68-85d2-d49cb4bbd6c5 req-13ac4c22-fe64-4cb8-97cc-4086174515d6 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:14.079685 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0df40264-4d1b-4e68-85d2-d49cb4bbd6c5 req-13ac4c22-fe64-4cb8-97cc-4086174515d6 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 0.3461206
Nov 20 21:00:14.082228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] For port 44f55344-9797-4791-8c1a-27f87cf698a5, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:00:14.122564 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70ef5a0c-cc10-4804-9913-f7d567510839 req-e94f7676-70ca-4885-bea1-2285361d253b tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2902908
Nov 20 21:00:14.127842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] For port 44f55344-9797-4791-8c1a-27f87cf698a5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44f55344-9797-4791-8c1a-27f87cf698a5,segment=NetworkSegment(e337759b-4a24-400c-b508-3401859a822b),segment_id=e337759b-4a24-400c-b508-3401859a822b)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:00:14.150224 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:14.184617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-bb6bc3d5-055f-4d14-8a6e-d38c803a96f3 None None] Provisioning complete for port 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:14.184986 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bb6bc3d5-055f-4d14-8a6e-d38c803a96f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:14.238706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46462fa0>, [{'id': '50026549-6305-41ef-935c-79ad753c92fb', 'name': 'tempest-TaggedBootDevicesTest-298482427-router', 'tenant_id': '44c5075947c04bfa93f11a333c771870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:52Z', 'updated_at': '2021-11-20T21:00:06Z', 'revision_number': 4, 'project_id': '44c5075947c04bfa93f11a333c771870', 'gw_port': {'id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50026549-6305-41ef-935c-79ad753c92fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:53Z', 'updated_at': '2021-11-20T21:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1', 'name': '', 'network_id': '2214a28c-484d-42af-9a65-b1b03187614d', 'tenant_id': '44c5075947c04bfa93f11a333c771870', 'mac_address': 'fa:16:3e:ec:b0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50026549-6305-41ef-935c-79ad753c92fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'af8cf0e8-a090-406d-a11c-34e4d8353818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:03Z', 'updated_at': '2021-11-20T21:00:12Z', 'revision_number': 4, 'project_id': '44c5075947c04bfa93f11a333c771870', 'subnets': [{'id': 'af8cf0e8-a090-406d-a11c-34e4d8353818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:14.240164 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9e16f8b8-5878-4b82-bf8a-f4a90f6b7e72 req-75f0f645-273e-4ee3-b000-1efbae526702 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2297504
Nov 20 21:00:14.265104 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:14.266503 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:14.267984 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] 10.222.0.37 "PUT /v2.0/ports/44f55344-9797-4791-8c1a-27f87cf698a5 HTTP/1.1" status: 200  len: 1092 time: 5.2304826
Nov 20 21:00:14.268516 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'tag': '44f55344-9797-4791-8c1a-27f87cf698a5'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:14.271290 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e20dfcf-8ece-491c-8925-d1139ce88700" -d '{"events": [{"name": "network-changed", "server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "tag": "44f55344-9797-4791-8c1a-27f87cf698a5"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:14.275440 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6fea53-ecc3-4e57-a0e5-28e3ac1f9238 None None] The sync data for ids ['50026549-6305-41ef-935c-79ad753c92fb'] in ncdv-master-1 is: [{'id': '50026549-6305-41ef-935c-79ad753c92fb', 'name': 'tempest-TaggedBootDevicesTest-298482427-router', 'tenant_id': '44c5075947c04bfa93f11a333c771870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:52Z', 'updated_at': '2021-11-20T21:00:06Z', 'revision_number': 4, 'project_id': '44c5075947c04bfa93f11a333c771870', 'gw_port': {'id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50026549-6305-41ef-935c-79ad753c92fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:53Z', 'updated_at': '2021-11-20T21:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1', 'name': '', 'network_id': '2214a28c-484d-42af-9a65-b1b03187614d', 'tenant_id': '44c5075947c04bfa93f11a333c771870', 'mac_address': 'fa:16:3e:ec:b0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50026549-6305-41ef-935c-79ad753c92fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'af8cf0e8-a090-406d-a11c-34e4d8353818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:03Z', 'updated_at': '2021-11-20T21:00:12Z', 'revision_number': 4, 'project_id': '44c5075947c04bfa93f11a333c771870', 'subnets': [{'id': 'af8cf0e8-a090-406d-a11c-34e4d8353818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:00:14.290018 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e61f5-1e76-4431-81ca-a71272bd88af None None] Pushing event updated for resources: {'Port': ['ID=5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:14.344492 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-68147b73-56dc-4c4b-a62e-e50670be00f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4222c3758dfc4a9d82b19965b35717f8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6075404
Nov 20 21:00:14.349398 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48914) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:14.383635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a18a9-6346-4a84-a958-2571e1cfc1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=44f55344-9797-4791-8c1a-27f87cf698a5,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:14.427903 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0df40264-4d1b-4e68-85d2-d49cb4bbd6c5 req-7ebbacb6-7463-48bd-8bd8-47c7ae2a4457 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3472550
Nov 20 21:00:14.460758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3529bd5-ba49-40e1-ab41-737fc3efb9bb req-038bf80d-7b9c-4d7b-a993-6f617a2f69ad tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:14.471103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3529bd5-ba49-40e1-ab41-737fc3efb9bb req-038bf80d-7b9c-4d7b-a993-6f617a2f69ad tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:14.482091 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3529bd5-ba49-40e1-ab41-737fc3efb9bb req-038bf80d-7b9c-4d7b-a993-6f617a2f69ad tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:14.486038 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e3529bd5-ba49-40e1-ab41-737fc3efb9bb req-038bf80d-7b9c-4d7b-a993-6f617a2f69ad tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2400 time: 0.2516327
Nov 20 21:00:14.503302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Request body: {'port': {'device_id': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:14.543508 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-975b5557-a411-4a6b-855c-db14686415e9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:14.582422 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888cacf8-8506-41b1-b199-83028d14c090 x-openstack-request-id: req-888cacf8-8506-41b1-b199-83028d14c090 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:14.585895 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "tag": "44f55344-9797-4791-8c1a-27f87cf698a5", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:14.586351 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-888cacf8-8506-41b1-b199-83028d14c090 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:14.586946 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'tag': '44f55344-9797-4791-8c1a-27f87cf698a5', 'status': 'completed', 'code': 200}
Nov 20 21:00:14.651475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b5557-a411-4a6b-855c-db14686415e9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event deleted for resources: {'Port': ['ID=39839f43-d46e-414e-93c9-a7955f617fd1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:14.916793 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-975b5557-a411-4a6b-855c-db14686415e9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:14.941146 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-975b5557-a411-4a6b-855c-db14686415e9 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "DELETE /v2.0/ports/39839f43-d46e-414e-93c9-a7955f617fd1 HTTP/1.1" status: 204  len: 168 time: 1.8994222
Nov 20 21:00:14.945736 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48926) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:14.983776 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ee86211-a0e6-4c18-8ce0-9bd826bb84c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:15.050176 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:15.114900 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ee86211-a0e6-4c18-8ce0-9bd826bb84c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:15.170892 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:15.171736 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:15.189811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20dfcf-8ece-491c-8925-d1139ce88700 req-e548c3de-fbbc-40f3-a9a6-d2fc8650a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:15.190323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20dfcf-8ece-491c-8925-d1139ce88700 req-e548c3de-fbbc-40f3-a9a6-d2fc8650a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:15.191719 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20dfcf-8ece-491c-8925-d1139ce88700 req-e548c3de-fbbc-40f3-a9a6-d2fc8650a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:15.193783 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e20dfcf-8ece-491c-8925-d1139ce88700 req-e548c3de-fbbc-40f3-a9a6-d2fc8650a2f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ec4545fe17f4700bc073f25016da683&device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2798 time: 0.6156850
Nov 20 21:00:15.205194 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e3529bd5-ba49-40e1-ab41-737fc3efb9bb req-ff4ee834-1649-4f29-94fd-7f3b41430e61 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6307125
Nov 20 21:00:15.207808 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:15.210899 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ee86211-a0e6-4c18-8ce0-9bd826bb84c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:15.213527 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ee86211-a0e6-4c18-8ce0-9bd826bb84c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:15.239896 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5ee86211-a0e6-4c18-8ce0-9bd826bb84c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/081fda30-cf68-46f5-a25b-45c2fba763b7 HTTP/1.1" status: 204  len: 168 time: 0.8384075
Nov 20 21:00:15.298874 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-6e4765d9-3a89-418a-abc2-058b1d6f30d4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Deleting port d62e09bc-0a07-428d-96cb-5ce7f5c99f7f {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:15.330612 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6e4765d9-3a89-418a-abc2-058b1d6f30d4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:15.412217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee86211-a0e6-4c18-8ce0-9bd826bb84c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081fda30-cf68-46f5-a25b-45c2fba763b7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:15.754411 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9f176b56-cc57-4834-9fc5-6b747d45ab60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:15.861681 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20dfcf-8ece-491c-8925-d1139ce88700 req-c466f86e-2078-4aad-8a23-713445dba832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:15.862338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20dfcf-8ece-491c-8925-d1139ce88700 req-c466f86e-2078-4aad-8a23-713445dba832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:15.862875 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20dfcf-8ece-491c-8925-d1139ce88700 req-c466f86e-2078-4aad-8a23-713445dba832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:15.864549 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e20dfcf-8ece-491c-8925-d1139ce88700 req-c466f86e-2078-4aad-8a23-713445dba832 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4ec4545fe17f4700bc073f25016da683&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.6584597
Nov 20 21:00:15.879879 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dd227-f743-4f1f-9a91-8120902b0506 req-8c5a3428-59f6-4e34-8374-ff80cbdb5273 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:15.889057 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-543dd227-f743-4f1f-9a91-8120902b0506 req-8c5a3428-59f6-4e34-8374-ff80cbdb5273 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 945 time: 0.4908755
Nov 20 21:00:15.927259 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6e4765d9-3a89-418a-abc2-058b1d6f30d4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:15.940731 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48964) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:15.947663 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device bd984248-d711-49cb-b240-1dae016cbc50 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:15.970788 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8631f58-1c29-49e0-a9bf-7503b2daf219 req-1fd58a46-a903-4f27-a412-d077f19abf1c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:15.982075 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b8631f58-1c29-49e0-a9bf-7503b2daf219 req-1fd58a46-a903-4f27-a412-d077f19abf1c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 0.3805935
Nov 20 21:00:16.063140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port bd984248-d711-49cb-b240-1dae016cbc50 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:00:16.070989 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-6e4765d9-3a89-418a-abc2-058b1d6f30d4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Calling delete_port for d62e09bc-0a07-428d-96cb-5ce7f5c99f7f owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:16.075094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port bd984248-d711-49cb-b240-1dae016cbc50 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:16.075469 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:16.261807 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:16.278148 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b8631f58-1c29-49e0-a9bf-7503b2daf219 req-354ac347-5a97-4fb0-81bc-3f1176a6fe45 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2950590
Nov 20 21:00:16.320861 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d5cd6-1736-4303-8340-35b914be8dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd984248-d711-49cb-b240-1dae016cbc50'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:16.328453 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45aad206-7a56-4812-aadb-5a8488cd5ec4" -d '{"events": [{"server_uuid": "e60d5cd6-1736-4303-8340-35b914be8dce", "name": "network-vif-plugged", "status": "completed", "tag": "bd984248-d711-49cb-b240-1dae016cbc50"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:16.364308 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port bd984248-d711-49cb-b240-1dae016cbc50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd984248-d711-49cb-b240-1dae016cbc50,segment=NetworkSegment(9987dda5-59fd-4a21-b175-88ab0b2a0ae1),segment_id=9987dda5-59fd-4a21-b175-88ab0b2a0ae1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:16.374018 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:16.526971 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=bd984248-d711-49cb-b240-1dae016cbc50,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:16.718977 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:16.747771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20dfcf-8ece-491c-8925-d1139ce88700 req-2cfdf971-4a51-4b49-b4b1-088252dd067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:16.750818 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e20dfcf-8ece-491c-8925-d1139ce88700 req-2cfdf971-4a51-4b49-b4b1-088252dd067a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8037868
Nov 20 21:00:16.819275 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e527f-3eec-4fae-a1d5-6f85e0809c8f req-5e66d94a-7d0d-4eb3-9863-86dc08019326 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:16.830229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e527f-3eec-4fae-a1d5-6f85e0809c8f req-5e66d94a-7d0d-4eb3-9863-86dc08019326 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:16.846426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e527f-3eec-4fae-a1d5-6f85e0809c8f req-5e66d94a-7d0d-4eb3-9863-86dc08019326 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:16.847972 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff3e527f-3eec-4fae-a1d5-6f85e0809c8f req-5e66d94a-7d0d-4eb3-9863-86dc08019326 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2400 time: 0.3207414
Nov 20 21:00:17.163626 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-543dd227-f743-4f1f-9a91-8120902b0506 req-5dd1cf3b-93d9-48b3-9e5c-75b7a3dc2a52 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2733927
Nov 20 21:00:17.164804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48998) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:17.230442 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e630c6d6-b35b-48c1-bbc5-0a9ac7e68795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:17.265948 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af67721-a429-46e2-be4f-d4dee310e5cf x-openstack-request-id: req-0af67721-a429-46e2-be4f-d4dee310e5cf {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:17.265948 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d5cd6-1736-4303-8340-35b914be8dce", "name": "network-vif-plugged", "status": "completed", "tag": "bd984248-d711-49cb-b240-1dae016cbc50", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:17.267578 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0af67721-a429-46e2-be4f-d4dee310e5cf {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:17.268094 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60d5cd6-1736-4303-8340-35b914be8dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd984248-d711-49cb-b240-1dae016cbc50', 'code': 200}
Nov 20 21:00:17.355902 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Request body: {'networks': [{'name': 'tempest-network--196894881'}, {'name': 'tempest-network--494695139'}]} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:17.357122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Request body: {'network': {'name': 'tempest-network--196894881'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:17.357812 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Request body: {'network': {'name': 'tempest-network--494695139'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:17.481172 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5365a8-b8e7-42b0-83c6-38e38238faf9 req-eac46028-a76f-4537-8640-9e01d42d8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:17.482700 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bc5365a8-b8e7-42b0-83c6-38e38238faf9 req-eac46028-a76f-4537-8640-9e01d42d8863 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e60d5cd6-1736-4303-8340-35b914be8dce HTTP/1.1" status: 200  len: 1096 time: 0.1339643
Nov 20 21:00:17.484167 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Made reservation on behalf of 9ce231b2507f45a2842c4aea4bdc4e77 for: {'network': 2} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:17.489440 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:17.493061 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff3e527f-3eec-4fae-a1d5-6f85e0809c8f req-dee770f8-5bc1-4474-b1b0-914e97e6985c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806839
Nov 20 21:00:17.499952 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6e4765d9-3a89-418a-abc2-058b1d6f30d4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:17.518345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b173fa-03d9-4a65-880e-26f38e2b0498 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:00:17.541049 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:17.552876 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:17.568734 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e208b2e-8a04-4967-9caf-70a3c7387d17 req-e85604a7-49a7-4b14-b0be-007b5aef6076 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:17.570564 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e208b2e-8a04-4967-9caf-70a3c7387d17 req-e85604a7-49a7-4b14-b0be-007b5aef6076 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 0.1841681
Nov 20 21:00:17.585441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Transition to ACTIVE for port object 46b173fa-03d9-4a65-880e-26f38e2b0498 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:00:17.607256 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:17.607960 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4765d9-3a89-418a-abc2-058b1d6f30d4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event deleted for resources: {'Port': ['ID=d62e09bc-0a07-428d-96cb-5ce7f5c99f7f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:17.643125 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bc5365a8-b8e7-42b0-83c6-38e38238faf9 req-400b9a1d-614f-4483-8636-56d986788c5c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472802
Nov 20 21:00:17.685592 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Pushing event updated for resources: {'Port': ['ID=46b173fa-03d9-4a65-880e-26f38e2b0498,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:17.697284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:17.697657 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:17.698001 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:17.698397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:17.698739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:17.699137 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:17.699479 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:17.699811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:17.700145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:17.700570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:17.700850 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:17.701191 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:17.778101 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e630c6d6-b35b-48c1-bbc5-0a9ac7e68795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:17.802873 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e630c6d6-b35b-48c1-bbc5-0a9ac7e68795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:17.821475 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Attempting to bind port 46b173fa-03d9-4a65-880e-26f38e2b0498 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:00:17.822362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Attempting to bind port 46b173fa-03d9-4a65-880e-26f38e2b0498 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6bd1643c-fb88-4295-8168-28766e8b9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:00:17.823807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Attempting to bind port 46b173fa-03d9-4a65-880e-26f38e2b0498 on network 75b827dc-6833-4bfb-88ea-ff6bce0d0650 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:00:17.831970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Port 46b173fa-03d9-4a65-880e-26f38e2b0498 on network 75b827dc-6833-4bfb-88ea-ff6bce0d0650 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:00:17.832727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Attempting to bind port 46b173fa-03d9-4a65-880e-26f38e2b0498 on network 75b827dc-6833-4bfb-88ea-ff6bce0d0650 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:00:17.841949 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:00:17.842745 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Checking segment: {'id': '6bd1643c-fb88-4295-8168-28766e8b9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:17.843353 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Bound using segment: {'id': '6bd1643c-fb88-4295-8168-28766e8b9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:00:17.844325 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Bound port: 46b173fa-03d9-4a65-880e-26f38e2b0498, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd1643c-fb88-4295-8168-28766e8b9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:00:17.846418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:17.899754 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e208b2e-8a04-4967-9caf-70a3c7387d17 req-8a8453e2-feb8-449e-8523-cfff9bc8540b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3022978
Nov 20 21:00:17.927294 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e630c6d6-b35b-48c1-bbc5-0a9ac7e68795 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86b3b33f75924175ae2019ab32d82754&name=default HTTP/1.1" status: 200  len: 3000 time: 1.9741585
Nov 20 21:00:17.927294 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6e4765d9-3a89-418a-abc2-058b1d6f30d4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:17.927721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49020) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:17.928564 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6e4765d9-3a89-418a-abc2-058b1d6f30d4 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "DELETE /v2.0/ports/d62e09bc-0a07-428d-96cb-5ce7f5c99f7f HTTP/1.1" status: 204  len: 168 time: 2.9792120
Nov 20 21:00:17.931648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49022) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:17.941374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630c6d6-b35b-48c1-bbc5-0a9ac7e68795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fab3cf-8d2d-444f-810d-a0bf42bafd00,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:18.002494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49024) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:18.010755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-fc625658-726c-4cc1-b351-acb0dde0441c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1752501264'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:18.027832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] For port 46b173fa-03d9-4a65-880e-26f38e2b0498, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:00:18.069232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cda7852-75bf-4ca8-ae0f-5c18042f1b7f tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Deleting subnet 675dd659-efc8-4512-8b36-a10de2903548 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:00:18.075214 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5cda7852-75bf-4ca8-ae0f-5c18042f1b7f tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.075398 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] For port 46b173fa-03d9-4a65-880e-26f38e2b0498, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b173fa-03d9-4a65-880e-26f38e2b0498,segment=NetworkSegment(6bd1643c-fb88-4295-8168-28766e8b9f80),segment_id=6bd1643c-fb88-4295-8168-28766e8b9f80)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:00:18.111813 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.119154 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.120007 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.132747 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.158764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc625658-726c-4cc1-b351-acb0dde0441c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Made reservation on behalf of ff892c31a4354551b7c9e9c01d5b7b6f for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:18.167078 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fc625658-726c-4cc1-b351-acb0dde0441c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.174416 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5cda7852-75bf-4ca8-ae0f-5c18042f1b7f tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.211449 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3f1b5d1b-b69b-4394-9c41-31375f9e18ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.243425 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3f1b5d1b-b69b-4394-9c41-31375f9e18ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.280534 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d333065-738c-4904-a4f3-56977e1ea056,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:18.294818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:00:18.398764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc625658-726c-4cc1-b351-acb0dde0441c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:00:18.401232 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5cda7852-75bf-4ca8-ae0f-5c18042f1b7f tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.414880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:18.415514 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.417006 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] 10.222.0.37 "PUT /v2.0/ports/46b173fa-03d9-4a65-880e-26f38e2b0498 HTTP/1.1" status: 200  len: 1092 time: 3.9252512
Nov 20 21:00:18.417622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'tag': '46b173fa-03d9-4a65-880e-26f38e2b0498'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:18.419940 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbb181c-cf2d-4b44-bd16-ec4249c9a919" -d '{"events": [{"name": "network-changed", "server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "tag": "46b173fa-03d9-4a65-880e-26f38e2b0498"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:18.428960 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e7769-dbe1-4271-bf87-4fc8afc44620 service neutron] Pushing event updated for resources: {'Port': ['ID=46b173fa-03d9-4a65-880e-26f38e2b0498,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:18.451966 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.452906 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fc625658-726c-4cc1-b351-acb0dde0441c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.453380 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Added segment ce0c69e0-7902-46c1-b0e2-ec6664816075 of type vlan for network 27372e9a-8045-471c-8e1b-a53d8597c34b
Nov 20 21:00:18.454389 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-fc625658-726c-4cc1-b351-acb0dde0441c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Added segment 45457b62-eb99-4065-b112-411e99e2c26d of type vlan for network a71914d1-f8db-41aa-b100-1859a3120efd
Nov 20 21:00:18.504668 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fc625658-726c-4cc1-b351-acb0dde0441c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.537169 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cb8542-4207-4a5b-8d5e-b20574890514 x-openstack-request-id: req-40cb8542-4207-4a5b-8d5e-b20574890514 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:18.537479 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "tag": "46b173fa-03d9-4a65-880e-26f38e2b0498", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:18.537727 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40cb8542-4207-4a5b-8d5e-b20574890514 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:18.538213 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'tag': '46b173fa-03d9-4a65-880e-26f38e2b0498', 'status': 'completed', 'code': 200}
Nov 20 21:00:18.543921 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.591357 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.597237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c642c5e-adb6-4781-a2e7-08c7288d3f9a req-1ea92583-f967-489f-bdbd-15f2a90ddf3c tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:18.597237 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c642c5e-adb6-4781-a2e7-08c7288d3f9a req-1ea92583-f967-489f-bdbd-15f2a90ddf3c tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 945 time: 0.2873604
Nov 20 21:00:18.597672 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fc625658-726c-4cc1-b351-acb0dde0441c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.619711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc625658-726c-4cc1-b351-acb0dde0441c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:18.620683 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fc625658-726c-4cc1-b351-acb0dde0441c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.623183 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3f1b5d1b-b69b-4394-9c41-31375f9e18ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.627536 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3f1b5d1b-b69b-4394-9c41-31375f9e18ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.631184 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3f1b5d1b-b69b-4394-9c41-31375f9e18ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2fab3cf-8d2d-444f-810d-a0bf42bafd00 HTTP/1.1" status: 204  len: 168 time: 0.6980488
Nov 20 21:00:18.686376 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5cda7852-75bf-4ca8-ae0f-5c18042f1b7f tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.734381 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b5d1b-b69b-4394-9c41-31375f9e18ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fab3cf-8d2d-444f-810d-a0bf42bafd00,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:18.752771 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fc625658-726c-4cc1-b351-acb0dde0441c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.7472370
Nov 20 21:00:18.754446 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49038) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:18.811431 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1eece00c-ccda-4ab3-a1d7-f94cb9dfc399 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-689803606'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:18.821770 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:00:18.829349 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda7852-75bf-4ca8-ae0f-5c18042f1b7f tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event deleted for resources: {'Subnet': ['ID=675dd659-efc8-4512-8b36-a10de2903548,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:18.831620 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5cda7852-75bf-4ca8-ae0f-5c18042f1b7f tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.838267 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e2a7c5-dce5-480a-a049-998cfa332b37 None None] Network 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:18.844314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49040) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:18.849748 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c642c5e-adb6-4781-a2e7-08c7288d3f9a req-ecbcfe09-b697-47d4-8325-0d917cdec0f7 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2189388
Nov 20 21:00:18.851944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc625658-726c-4cc1-b351-acb0dde0441c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event updated for resources: {'Network': ['ID=a71914d1-f8db-41aa-b100-1859a3120efd,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:18.865834 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5cda7852-75bf-4ca8-ae0f-5c18042f1b7f tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "DELETE /v2.0/subnets/675dd659-efc8-4512-8b36-a10de2903548 HTTP/1.1" status: 204  len: 168 time: 0.9027331
Nov 20 21:00:18.925190 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network a71914d1-f8db-41aa-b100-1859a3120efd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:00:18.925740 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-3f9d714c-1f89-4c77-9e20-9600775350a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:18.926502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-3f9d714c-1f89-4c77-9e20-9600775350a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:18.927038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-3f9d714c-1f89-4c77-9e20-9600775350a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:18.930778 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-3f9d714c-1f89-4c77-9e20-9600775350a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ec4545fe17f4700bc073f25016da683&device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2865 time: 0.3908534
Nov 20 21:00:18.959505 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:18.962195 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Added segment 945dd564-bdd6-477b-80f6-86dfadadb07e of type vlan for network f96281e8-4088-43e9-8a8e-4a933e5fc21f
Nov 20 21:00:19.043215 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-f1ebff45-7783-41c1-9990-c4fb3c0a2ac2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.49&port_id=81d2d57f-3035-4006-a984-49d10147384b HTTP/1.1" status: 200  len: 217 time: 0.0969489
Nov 20 21:00:19.071972 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c9e3bb-e39a-4255-ae09-ffe8ef02bd85 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Deleting subnet c051715d-2ad4-424d-b871-ebe005e92074 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:00:19.078528 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5c9e3bb-e39a-4255-ae09-ffe8ef02bd85 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.089866 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6352e-2109-4620-986a-5432e01769a7 req-eafca275-e8d3-4782-ba14-832591467521 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:19.108230 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6352e-2109-4620-986a-5432e01769a7 req-eafca275-e8d3-4782-ba14-832591467521 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:19.115807 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6352e-2109-4620-986a-5432e01769a7 req-eafca275-e8d3-4782-ba14-832591467521 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:19.118446 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54f6352e-2109-4620-986a-5432e01769a7 req-eafca275-e8d3-4782-ba14-832591467521 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2412 time: 0.4653299
Nov 20 21:00:19.119133 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.159089 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5c9e3bb-e39a-4255-ae09-ffe8ef02bd85 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.182595 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.188404 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54f6352e-2109-4620-986a-5432e01769a7 req-7e4e222e-a70c-46c1-a198-7472b009a939 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563433
Nov 20 21:00:19.192108 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eece00c-ccda-4ab3-a1d7-f94cb9dfc399 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Made reservation on behalf of ff892c31a4354551b7c9e9c01d5b7b6f for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:19.196138 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1eece00c-ccda-4ab3-a1d7-f94cb9dfc399 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.308198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eece00c-ccda-4ab3-a1d7-f94cb9dfc399 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:00:19.351666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30bc66a-008e-4692-8b1f-c71195bea1b0 None None] DHCP port deletion for 9ab96eba-b67e-47c5-9f2b-383d74c4c2ec request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:19.372833 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1eece00c-ccda-4ab3-a1d7-f94cb9dfc399 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.373188 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-1eece00c-ccda-4ab3-a1d7-f94cb9dfc399 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Added segment b500a6dc-5edd-4c88-82df-4a23560852fc of type vlan for network d7561cda-0cef-429a-ab48-39d731d77e04
Nov 20 21:00:19.374242 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5c9e3bb-e39a-4255-ae09-ffe8ef02bd85 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.413233 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.413751 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.425609 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:19.430837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:19.431527 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.476010 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c30bc66a-008e-4692-8b1f-c71195bea1b0 None None] Deleting port efc3c178-b97c-4117-b0de-8520f4811605 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:19.478298 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c30bc66a-008e-4692-8b1f-c71195bea1b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.482940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f80528-7bf1-4127-b88d-049a076afbba req-3a527346-bad5-4fb5-a324-995007dad61c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:19.494673 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-49f80528-7bf1-4127-b88d-049a076afbba req-3a527346-bad5-4fb5-a324-995007dad61c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 0.1763449
Nov 20 21:00:19.524813 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5c9e3bb-e39a-4255-ae09-ffe8ef02bd85 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.588266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c30bc66a-008e-4692-8b1f-c71195bea1b0 None None] For port efc3c178-b97c-4117-b0de-8520f4811605, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efc3c178-b97c-4117-b0de-8520f4811605,segment=NetworkSegment(2efcdb7c-5b32-4183-9a5f-bf0c05186fce),segment_id=2efcdb7c-5b32-4183-9a5f-bf0c05186fce)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:19.589338 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c30bc66a-008e-4692-8b1f-c71195bea1b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.608186 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c30bc66a-008e-4692-8b1f-c71195bea1b0 None None] Calling delete_port for efc3c178-b97c-4117-b0de-8520f4811605 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:19.612950 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1eece00c-ccda-4ab3-a1d7-f94cb9dfc399 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.620845 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5c9e3bb-e39a-4255-ae09-ffe8ef02bd85 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.626962 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c5c9e3bb-e39a-4255-ae09-ffe8ef02bd85 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "DELETE /v2.0/subnets/c051715d-2ad4-424d-b871-ebe005e92074 HTTP/1.1" status: 204  len: 168 time: 0.7758863
Nov 20 21:00:19.632011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9e3bb-e39a-4255-ae09-ffe8ef02bd85 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event deleted for resources: {'Subnet': ['ID=c051715d-2ad4-424d-b871-ebe005e92074,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:19.635366 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49060) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:19.672917 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event updated for resources: {'Network': ['ID=27372e9a-8045-471c-8e1b-a53d8597c34b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:19.674077 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ec6bf3a7-5dff-41e2-b3b3-dfad22b52819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:19.675835 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ec6bf3a7-5dff-41e2-b3b3-dfad22b52819 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4b94314-0617-4f11-89de-f78126fff9e3 HTTP/1.1" status: 200  len: 801 time: 0.6249831
Nov 20 21:00:19.685579 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1eece00c-ccda-4ab3-a1d7-f94cb9dfc399 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.692349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b5f61-88ba-4509-ab52-c9af3682cc5e req-878e8272-1b5c-4068-8812-092146a4bf65 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:19.694370 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e71b5f61-88ba-4509-ab52-c9af3682cc5e req-878e8272-1b5c-4068-8812-092146a4bf65 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e60d5cd6-1736-4303-8340-35b914be8dce HTTP/1.1" status: 200  len: 945 time: 0.2359054
Nov 20 21:00:19.713890 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eece00c-ccda-4ab3-a1d7-f94cb9dfc399 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:19.714600 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1eece00c-ccda-4ab3-a1d7-f94cb9dfc399 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.724747 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f15fc72-4af6-4ec3-915d-1e878ae099a2 None None] Network d6af962d-f566-43ad-aacb-a9c0f2bc8121 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:19.725726 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 2.5555205
Nov 20 21:00:19.728119 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 27372e9a-8045-471c-8e1b-a53d8597c34b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:00:19.741496 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49062) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:19.762287 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:19.866606 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1eece00c-ccda-4ab3-a1d7-f94cb9dfc399 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.0849969
Nov 20 21:00:19.885852 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49064) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:19.936068 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e6033976-5577-4ea8-a8f1-478257fdabcd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Request body: {'subnet': {'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:19.983399 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-49f80528-7bf1-4127-b88d-049a076afbba req-9b1b3f60-b148-4ccc-a633-e39cae446740 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4878070
Nov 20 21:00:19.994000 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e71b5f61-88ba-4509-ab52-c9af3682cc5e req-a1af1d8c-d16e-4ac5-a51d-c0e36c982a68 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2828951
Nov 20 21:00:20.004335 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-461870e5-bb1f-42db-bc8b-7372b883f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:20.009850 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-461870e5-bb1f-42db-bc8b-7372b883f75e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=75b827dc-6833-4bfb-88ea-ff6bce0d0650&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2335086
Nov 20 21:00:20.066685 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c30bc66a-008e-4692-8b1f-c71195bea1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:20.074999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c44d6-f984-4f00-b6a2-ab62b3ee8421 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event updated for resources: {'Network': ['ID=f96281e8-4088-43e9-8a8e-4a933e5fc21f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:20.082872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Deleting port efc3c178-b97c-4117-b0de-8520f4811605 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:20.083224 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:20.105711 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network f96281e8-4088-43e9-8a8e-4a933e5fc21f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:00:20.110260 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30bc66a-008e-4692-8b1f-c71195bea1b0 None None] No DVR routers for this DVR port efc3c178-b97c-4117-b0de-8520f4811605 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:20.247587 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bc66a-008e-4692-8b1f-c71195bea1b0 None None] Pushing event deleted for resources: {'Port': ['ID=efc3c178-b97c-4117-b0de-8520f4811605,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:20.273781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] For port efc3c178-b97c-4117-b0de-8520f4811605, host ncdv-master-1, got binding levels [] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:20.274178 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:20.294975 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-1a5fb5dd-4fb5-440b-a4b8-7c92dd048981 service neutron] 10.222.0.37 "GET /v2.0/networks/75b827dc-6833-4bfb-88ea-ff6bce0d0650?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2550979
Nov 20 21:00:20.304025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Calling delete_port for efc3c178-b97c-4117-b0de-8520f4811605 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:20.308843 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.ipam_backend_mixin [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Port efc3c178-b97c-4117-b0de-8520f4811605 was not found and therefore no delete operation was performed {{(pid=126225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 20 21:00:20.310658 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:20.322740 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140540df-b7c5-4ef1-9df0-18243be8847b None None] DHCP port deletion for d6af962d-f566-43ad-aacb-a9c0f2bc8121 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:20.385389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event deleted for resources: {'Port': ['ID=efc3c178-b97c-4117-b0de-8520f4811605,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:20.400418 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] No DVR routers for this DVR port efc3c178-b97c-4117-b0de-8520f4811605 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:20.449679 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d918e91e-40ca-4eac-a7a7-3093c6cae1a3 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:20.456915 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d918e91e-40ca-4eac-a7a7-3093c6cae1a3 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:20.463419 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d918e91e-40ca-4eac-a7a7-3093c6cae1a3 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:20.474930 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d918e91e-40ca-4eac-a7a7-3093c6cae1a3 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:20.475269 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d918e91e-40ca-4eac-a7a7-3093c6cae1a3 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.7313800
Nov 20 21:00:20.478341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49082) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:20.480087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eece00c-ccda-4ab3-a1d7-f94cb9dfc399 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event updated for resources: {'Network': ['ID=d7561cda-0cef-429a-ab48-39d731d77e04,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:20.504544 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network d7561cda-0cef-429a-ab48-39d731d77e04 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:00:20.619145 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:20.631203 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-38b6ca74-fd52-4045-bd34-2af9f7fc1ed2 service neutron] 10.222.0.37 "GET /v2.0/networks/75b827dc-6833-4bfb-88ea-ff6bce0d0650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3174727
Nov 20 21:00:20.642476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6e314-f1c9-4007-8640-a49671beefaa req-594df34b-6082-4753-b816-cf2ccad3e305 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:20.670351 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6e314-f1c9-4007-8640-a49671beefaa req-594df34b-6082-4753-b816-cf2ccad3e305 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:20.679106 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6e314-f1c9-4007-8640-a49671beefaa req-594df34b-6082-4753-b816-cf2ccad3e305 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:20.689266 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0d6e314-f1c9-4007-8640-a49671beefaa req-594df34b-6082-4753-b816-cf2ccad3e305 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2412 time: 0.2281208
Nov 20 21:00:20.709889 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce4610-b3ed-4ad0-b315-bae36a2ad2a2 req-beeddfb8-cb48-4084-afca-08c0f0c8f6c9 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:20.719732 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dcce4610-b3ed-4ad0-b315-bae36a2ad2a2 req-beeddfb8-cb48-4084-afca-08c0f0c8f6c9 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=11b186c3-e02d-4b49-9299-6f493455e3e3 HTTP/1.1" status: 200  len: 946 time: 0.3642340
Nov 20 21:00:20.732450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6033976-5577-4ea8-a8f1-478257fdabcd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Made reservation on behalf of ff892c31a4354551b7c9e9c01d5b7b6f for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:20.739993 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6033976-5577-4ea8-a8f1-478257fdabcd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:20.750989 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-feeccadc-130f-4d1b-9c56-cb92c51ed45c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:20.758584 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-140540df-b7c5-4ef1-9df0-18243be8847b None None] Deleting port 8e1daa93-890e-44df-8033-34beaae76427 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:20.761358 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-140540df-b7c5-4ef1-9df0-18243be8847b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:20.829387 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54607940>,) {'filters': {'network_id': ['9ab96eba-b67e-47c5-9f2b-383d74c4c2ec']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:20.849572 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-9c16cba3-1bd9-459d-a107-a54dcdd37662 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.215&port_id=44f55344-9797-4791-8c1a-27f87cf698a5 HTTP/1.1" status: 200  len: 217 time: 0.1519656
Nov 20 21:00:20.889365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54607940>, '2efcdb7c-5b32-4183-9a5f-bf0c05186fce') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:20.889365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54607940>, '2efcdb7c-5b32-4183-9a5f-bf0c05186fce') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:20.933059 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:20.966359 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:20.983829 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0d6e314-f1c9-4007-8640-a49671beefaa req-55de7b1a-9cbb-40fa-b4e0-1c18ef4e3d6c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2822852
Nov 20 21:00:20.985953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:00:20.986408 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:00:20.991817 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:00:20.997008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device efc3c178-b97c-4117-b0de-8520f4811605 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:21.022822 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-4fb68327-bc43-463d-8ed2-7df8aaae2270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:21.024331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-4fb68327-bc43-463d-8ed2-7df8aaae2270 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42231b03-e968-490c-adc6-5643750aa3f3 HTTP/1.1" status: 200  len: 801 time: 0.1477041
Nov 20 21:00:21.084096 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dcce4610-b3ed-4ad0-b315-bae36a2ad2a2 req-9fff1d2c-b2d4-4ecb-84e1-565e196183dd tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3601623
Nov 20 21:00:21.129738 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:21.135499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-c718807f-9a27-45cc-b4e3-bda054deed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:21.135844 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: efc3c178-b97c-4117-b0de-8520f4811605 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:00:21.136201 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device efc3c178-b97c-4117-b0de-8520f4811605 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:00:21.136635 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8e1daa93-890e-44df-8033-34beaae76427 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:21.137190 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-c718807f-9a27-45cc-b4e3-bda054deed66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26b4e903-e81a-4dfe-8f45-7cde89d8557a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1028311
Nov 20 21:00:21.150783 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:21.155075 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "DELETE /v2.0/networks/9ab96eba-b67e-47c5-9f2b-383d74c4c2ec HTTP/1.1" status: 204  len: 168 time: 1.5181253
Nov 20 21:00:21.183499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49096) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:21.187174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5ca9a-5796-407d-b7d9-456f743712ee tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event deleted for resources: {'Network': ['ID=9ab96eba-b67e-47c5-9f2b-383d74c4c2ec,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:21.372251 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-feeccadc-130f-4d1b-9c56-cb92c51ed45c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:21.508664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2b630-2554-47e1-af8f-8ea4d34671d2 req-f5d41112-5514-4231-bec5-5f58f21b8738 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:21.515083 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:21.519116 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47f2b630-2554-47e1-af8f-8ea4d34671d2 req-f5d41112-5514-4231-bec5-5f58f21b8738 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 0.2879970
Nov 20 21:00:21.556579 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-feeccadc-130f-4d1b-9c56-cb92c51ed45c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e913130>,) {'filters': {'network_id': ['27372e9a-8045-471c-8e1b-a53d8597c34b']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:21.562549 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-ff073b3d-02e6-4da5-b7db-7350c10ff5e8 service neutron] 10.222.0.37 "GET /v2.0/networks/26b4e903-e81a-4dfe-8f45-7cde89d8557a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4144189
Nov 20 21:00:21.591658 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-feeccadc-130f-4d1b-9c56-cb92c51ed45c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e913130>, 'ce0c69e0-7902-46c1-b0e2-ec6664816075') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:21.592073 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-feeccadc-130f-4d1b-9c56-cb92c51ed45c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e913130>, 'ce0c69e0-7902-46c1-b0e2-ec6664816075') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:21.658540 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-feeccadc-130f-4d1b-9c56-cb92c51ed45c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:21.660940 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47f2b630-2554-47e1-af8f-8ea4d34671d2 req-31189b18-f19a-4932-aae1-e42d3a8b8d3b tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406693
Nov 20 21:00:21.683093 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-feeccadc-130f-4d1b-9c56-cb92c51ed45c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:21.701368 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feeccadc-130f-4d1b-9c56-cb92c51ed45c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:00:21.701808 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-feeccadc-130f-4d1b-9c56-cb92c51ed45c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:21.713759 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-140540df-b7c5-4ef1-9df0-18243be8847b None None] For port 8e1daa93-890e-44df-8033-34beaae76427, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e1daa93-890e-44df-8033-34beaae76427,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:21.714140 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-140540df-b7c5-4ef1-9df0-18243be8847b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:21.739948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-140540df-b7c5-4ef1-9df0-18243be8847b None None] Calling delete_port for 8e1daa93-890e-44df-8033-34beaae76427 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:21.776862 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-abaa58b1-a73a-4b22-9504-5f33bb0743eb service neutron] 10.222.0.37 "GET /v2.0/networks/26b4e903-e81a-4dfe-8f45-7cde89d8557a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005334
Nov 20 21:00:21.811855 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:21.853722 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-09178d08-d221-48d0-8298-71c1b7ce2420 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.113&port_id=46b173fa-03d9-4a65-880e-26f38e2b0498 HTTP/1.1" status: 200  len: 217 time: 0.0667841
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:00:21.885297 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:00:21.914761 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 8e1daa93-890e-44df-8033-34beaae76427, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e1daa93-890e-44df-8033-34beaae76427,segment=NetworkSegment(9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a),segment_id=9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:21.915010 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-feeccadc-130f-4d1b-9c56-cb92c51ed45c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:21.922248 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:21.949596 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-feeccadc-130f-4d1b-9c56-cb92c51ed45c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:21.963082 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-feeccadc-130f-4d1b-9c56-cb92c51ed45c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "DELETE /v2.0/networks/27372e9a-8045-471c-8e1b-a53d8597c34b HTTP/1.1" status: 204  len: 168 time: 1.4804320
Nov 20 21:00:21.981765 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-140540df-b7c5-4ef1-9df0-18243be8847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:21.991555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49118) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:22.009437 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140540df-b7c5-4ef1-9df0-18243be8847b None None] No DVR routers for this DVR port 8e1daa93-890e-44df-8033-34beaae76427 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:22.014639 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=8e1daa93-890e-44df-8033-34beaae76427,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:22.053032 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140540df-b7c5-4ef1-9df0-18243be8847b None None] Pushing event deleted for resources: {'Port': ['ID=8e1daa93-890e-44df-8033-34beaae76427,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:22.061466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-a5f34f18-b7aa-41b9-91df-cd8cd6abf8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:22.065387 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-a5f34f18-b7aa-41b9-91df-cd8cd6abf8d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4b94314-0617-4f11-89de-f78126fff9e3 HTTP/1.1" status: 200  len: 801 time: 0.1929674
Nov 20 21:00:22.074480 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49122) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:22.149820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2b36-e92e-47fb-91ec-b58e9694c04a req-21b161c7-22a0-4885-8fc1-ff3d1d08a809 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:22.157220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-235c2b36-e92e-47fb-91ec-b58e9694c04a req-21b161c7-22a0-4885-8fc1-ff3d1d08a809 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 0.0907004
Nov 20 21:00:22.180741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-22ddc5d1-c621-4d18-befe-dfd8b94f9374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:22.180741 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-22ddc5d1-c621-4d18-befe-dfd8b94f9374 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=75b827dc-6833-4bfb-88ea-ff6bce0d0650&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1021543
Nov 20 21:00:22.221109 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aa98e7d-6ac7-4777-b297-c5a8b7f24259 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:22.233357 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeccadc-130f-4d1b-9c56-cb92c51ed45c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event deleted for resources: {'Network': ['ID=27372e9a-8045-471c-8e1b-a53d8597c34b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:22.248995 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-235c2b36-e92e-47fb-91ec-b58e9694c04a req-1999b7e8-cd00-46dc-9f4f-acd01a2aa80a tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863237
Nov 20 21:00:22.357729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4ed2c2d5-1e6c-463e-bc8f-744255a4ecda tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'network': {'name': 'tempest-network-smoke--432301052', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'port_security_enabled': True}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:22.381898 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aa98e7d-6ac7-4777-b297-c5a8b7f24259 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:22.407786 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-8d352d80-0c8e-4525-a788-b15224af25ba service neutron] 10.222.0.37 "GET /v2.0/networks/75b827dc-6833-4bfb-88ea-ff6bce0d0650?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2207291
Nov 20 21:00:22.408065 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-1aa98e7d-6ac7-4777-b297-c5a8b7f24259 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e387100>,) {'filters': {'network_id': ['f96281e8-4088-43e9-8a8e-4a933e5fc21f']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:22.441098 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-1aa98e7d-6ac7-4777-b297-c5a8b7f24259 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e387100>, '945dd564-bdd6-477b-80f6-86dfadadb07e') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:22.445349 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-1aa98e7d-6ac7-4777-b297-c5a8b7f24259 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e387100>, '945dd564-bdd6-477b-80f6-86dfadadb07e') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:22.445785 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed2c2d5-1e6c-463e-bc8f-744255a4ecda tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Made reservation on behalf of 3d0636503ac5406792f6a872f4f9c10d for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:22.449387 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c2d5-1e6c-463e-bc8f-744255a4ecda tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:22.464087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a522d23-d7ff-4593-aeb8-1afd851f9b14 req-36a16adc-9055-4539-975c-9cd38ae3a7c7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:22.471459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a522d23-d7ff-4593-aeb8-1afd851f9b14 req-36a16adc-9055-4539-975c-9cd38ae3a7c7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:22.473270 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aa98e7d-6ac7-4777-b297-c5a8b7f24259 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:22.479368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a522d23-d7ff-4593-aeb8-1afd851f9b14 req-36a16adc-9055-4539-975c-9cd38ae3a7c7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:22.481200 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a522d23-d7ff-4593-aeb8-1afd851f9b14 req-36a16adc-9055-4539-975c-9cd38ae3a7c7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2412 time: 0.1433954
Nov 20 21:00:22.498335 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c2d5-1e6c-463e-bc8f-744255a4ecda tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:22.523477 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c436dcd-2ab8-4778-8a16-14de827ace5b req-992492c7-f105-470e-86c2-8a1dc8f45279 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:22.525287 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2c436dcd-2ab8-4778-8a16-14de827ace5b req-992492c7-f105-470e-86c2-8a1dc8f45279 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=11b186c3-e02d-4b49-9299-6f493455e3e3 HTTP/1.1" status: 200  len: 946 time: 0.6417665
Nov 20 21:00:22.526446 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6033976-5577-4ea8-a8f1-478257fdabcd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:22.533974 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aa98e7d-6ac7-4777-b297-c5a8b7f24259 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:22.541517 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa98e7d-6ac7-4777-b297-c5a8b7f24259 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:00:22.541913 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aa98e7d-6ac7-4777-b297-c5a8b7f24259 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:00:22.549701 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:00:22.552218 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Deleting port 8e1daa93-890e-44df-8033-34beaae76427 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:22.552218 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:22.611859 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a39d30-f27c-4066-910b-0640afe4e1cd req-89091d36-88ce-4cec-9f75-dc157edda7a7 service neutron] 10.222.0.37 "GET /v2.0/networks/75b827dc-6833-4bfb-88ea-ff6bce0d0650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1960297
Nov 20 21:00:22.620417 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a522d23-d7ff-4593-aeb8-1afd851f9b14 req-75918304-6851-46d2-87b8-9d16baf23e78 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252966
Nov 20 21:00:22.715221 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb181c-cf2d-4b44-bd16-ec4249c9a919 req-b76ecef7-4651-4f13-b673-5a7adbd78a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:22.715936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb181c-cf2d-4b44-bd16-ec4249c9a919 req-b76ecef7-4651-4f13-b673-5a7adbd78a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:22.716183 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb181c-cf2d-4b44-bd16-ec4249c9a919 req-b76ecef7-4651-4f13-b673-5a7adbd78a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:22.717910 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bdbb181c-cf2d-4b44-bd16-ec4249c9a919 req-b76ecef7-4651-4f13-b673-5a7adbd78a84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ec4545fe17f4700bc073f25016da683&device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2865 time: 0.0485697
Nov 20 21:00:22.768476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6033976-5577-4ea8-a8f1-478257fdabcd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event updated for resources: {'Subnet': ['ID=630c88fd-664b-445f-a16b-0430e156a60c,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:22.773614 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] For port 8e1daa93-890e-44df-8033-34beaae76427, host ncdv-master-1, got binding levels [] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:22.773777 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:22.779253 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aa98e7d-6ac7-4777-b297-c5a8b7f24259 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:22.816601 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aa98e7d-6ac7-4777-b297-c5a8b7f24259 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:22.820309 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1aa98e7d-6ac7-4777-b297-c5a8b7f24259 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "DELETE /v2.0/networks/f96281e8-4088-43e9-8a8e-4a933e5fc21f HTTP/1.1" status: 204  len: 168 time: 0.8153822
Nov 20 21:00:22.823993 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa98e7d-6ac7-4777-b297-c5a8b7f24259 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event deleted for resources: {'Network': ['ID=f96281e8-4088-43e9-8a8e-4a933e5fc21f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:22.828672 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49142) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:22.831694 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Calling delete_port for 8e1daa93-890e-44df-8033-34beaae76427 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:22.841234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6033976-5577-4ea8-a8f1-478257fdabcd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Checking segment: {'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:22.841612 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6033976-5577-4ea8-a8f1-478257fdabcd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Network hostable DHCP agents. Network: a71914d1-f8db-41aa-b100-1859a3120efd, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:00:22.846399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.ipam_backend_mixin [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Port 8e1daa93-890e-44df-8033-34beaae76427 was not found and therefore no delete operation was performed {{(pid=126224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 20 21:00:22.851233 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2c436dcd-2ab8-4778-8a16-14de827ace5b req-2a20e394-d4a0-451f-9781-be83e4b367fb tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2969341
Nov 20 21:00:22.875138 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:22.898021 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2321789-e0b2-4735-8f03-841aa23a0c51 req-ccc33eda-5f35-4b3d-9f7a-476a1eb29c77 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:22.899537 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e2321789-e0b2-4735-8f03-841aa23a0c51 req-ccc33eda-5f35-4b3d-9f7a-476a1eb29c77 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 0.1761718
Nov 20 21:00:22.908026 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event deleted for resources: {'Port': ['ID=8e1daa93-890e-44df-8033-34beaae76427,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:22.915887 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] No DVR routers for this DVR port 8e1daa93-890e-44df-8033-34beaae76427 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:22.957165 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb181c-cf2d-4b44-bd16-ec4249c9a919 req-be3eabd3-9d12-4d9d-8efd-1df4d3440829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:22.959467 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bdbb181c-cf2d-4b44-bd16-ec4249c9a919 req-be3eabd3-9d12-4d9d-8efd-1df4d3440829 service neutron] 10.222.0.37 "GET /v2.0/networks?id=75b827dc-6833-4bfb-88ea-ff6bce0d0650 HTTP/1.1" status: 200  len: 903 time: 0.2342865
Nov 20 21:00:22.995012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6033976-5577-4ea8-a8f1-478257fdabcd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Network a71914d1-f8db-41aa-b100-1859a3120efd is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:00:23.014923 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c2d5-1e6c-463e-bc8f-744255a4ecda tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.017409 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bdbb181c-cf2d-4b44-bd16-ec4249c9a919 req-886da965-59be-4f81-a3ba-24691f81246a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.113&port_id=46b173fa-03d9-4a65-880e-26f38e2b0498 HTTP/1.1" status: 200  len: 217 time: 0.0455115
Nov 20 21:00:23.031261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-e6033976-5577-4ea8-a8f1-478257fdabcd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a71914d1-f8db-41aa-b100-1859a3120efd) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:23.032080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546705e-b69f-467e-8285-1920ddf11f44 req-debc0b13-702c-44c5-9092-f29a0e7803e7 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:23.033573 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c546705e-b69f-467e-8285-1920ddf11f44 req-debc0b13-702c-44c5-9092-f29a0e7803e7 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.37 "GET /v2.0/ports?device_id=11b186c3-e02d-4b49-9299-6f493455e3e3 HTTP/1.1" status: 200  len: 946 time: 0.1920326
Nov 20 21:00:23.034245 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c2d5-1e6c-463e-bc8f-744255a4ecda tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.040935 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746b0fbd-a555-43d6-8498-045268d2f9ef None None] Network a71914d1-f8db-41aa-b100-1859a3120efd requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:23.065563 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.069345 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6033976-5577-4ea8-a8f1-478257fdabcd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:23.070584 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6033976-5577-4ea8-a8f1-478257fdabcd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.083109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed2c2d5-1e6c-463e-bc8f-744255a4ecda tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:00:23.085012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bf7b8a-078e-4304-afc8-e08efcfb8276 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:23.091291 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bf7b8a-078e-4304-afc8-e08efcfb8276 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:23.092916 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f9bf7b8a-078e-4304-afc8-e08efcfb8276 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2624202
Nov 20 21:00:23.094737 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c2d5-1e6c-463e-bc8f-744255a4ecda tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.095283 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-4ed2c2d5-1e6c-463e-bc8f-744255a4ecda tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Added segment 3eb6f32e-71b4-4d41-9db7-bd3676860134 of type vlan for network 1285f7b9-19ec-4973-b341-2c247825bb31
Nov 20 21:00:23.107428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49146) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:23.122752 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4c5ef101-e32d-45da-9a6d-f3dd3f41091c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-255650076'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:23.152896 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e6033976-5577-4ea8-a8f1-478257fdabcd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 3.2602301
Nov 20 21:00:23.153428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e9c44f0>,) {'filters': {'network_id': ['d6af962d-f566-43ad-aacb-a9c0f2bc8121']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:23.166324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49150) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:23.181190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-559fa4ce-574e-4bff-9732-e0dd5fcc66b3 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Request body: {'subnet': {'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:23.190296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e9c44f0>, '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:23.190709 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e9c44f0>, '9acc7b7f-7aa5-4716-bf57-6d0e5ac4d33a') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:23.211515 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a71914d1-f8db-41aa-b100-1859a3120efd', 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'fixed_ips': [{'subnet_id': '630c88fd-664b-445f-a16b-0430e156a60c'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:00:23.212650 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.219594 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5ef101-e32d-45da-9a6d-f3dd3f41091c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Made reservation on behalf of 9ce231b2507f45a2842c4aea4bdc4e77 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:23.225243 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef101-e32d-45da-9a6d-f3dd3f41091c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.233585 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.277703 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.296007 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e2321789-e0b2-4735-8f03-841aa23a0c51 req-a9f4a9c4-af5c-471f-8546-bb2c101074f3 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3753133
Nov 20 21:00:23.297837 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c2d5-1e6c-463e-bc8f-744255a4ecda tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.312954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2c2d5-1e6c-463e-bc8f-744255a4ecda tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd4c9dd-6061-4196-9e6d-0ad918cb80b5,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:23.337511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:00:23.337936 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:00:23.351989 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:00:23.354137 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb181c-cf2d-4b44-bd16-ec4249c9a919 req-79ff512d-dcd4-40bf-b204-c9763d4fa518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:23.354714 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bdbb181c-cf2d-4b44-bd16-ec4249c9a919 req-79ff512d-dcd4-40bf-b204-c9763d4fa518 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4b94314-0617-4f11-89de-f78126fff9e3 HTTP/1.1" status: 200  len: 801 time: 0.2968838
Nov 20 21:00:23.377203 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5ef101-e32d-45da-9a6d-f3dd3f41091c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:00:23.395659 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c2d5-1e6c-463e-bc8f-744255a4ecda tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.401237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed2c2d5-1e6c-463e-bc8f-744255a4ecda tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:23.401842 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c2d5-1e6c-463e-bc8f-744255a4ecda tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.421896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Allocated IP 10.1.1.2 (a71914d1-f8db-41aa-b100-1859a3120efd/630c88fd-664b-445f-a16b-0430e156a60c/680e3737-33b1-4ece-9dd6-cdb86be79090) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:00:23.436613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c546705e-b69f-467e-8285-1920ddf11f44 req-84fbeaa9-dae2-4596-b52d-8936f49d491b tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Deleting port e7fda056-091a-4930-a586-d81ac0255708 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:23.437366 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c546705e-b69f-467e-8285-1920ddf11f44 req-84fbeaa9-dae2-4596-b52d-8936f49d491b tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.540333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef101-e32d-45da-9a6d-f3dd3f41091c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.540333 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-4c5ef101-e32d-45da-9a6d-f3dd3f41091c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Added segment a3d97153-9a70-40e8-947e-32931f5e8458 of type vlan for network 92746339-9bfa-4c0b-bd2e-d1886d221194
Nov 20 21:00:23.563243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2c2d5-1e6c-463e-bc8f-744255a4ecda tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Network': ['ID=1285f7b9-19ec-4973-b341-2c247825bb31,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:23.575105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb181c-cf2d-4b44-bd16-ec4249c9a919 req-6894b8d8-7922-482c-b2cb-c9723d199b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:23.575982 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.576866 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bdbb181c-cf2d-4b44-bd16-ec4249c9a919 req-6894b8d8-7922-482c-b2cb-c9723d199b15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=75b827dc-6833-4bfb-88ea-ff6bce0d0650&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2123566
Nov 20 21:00:23.589849 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.594730 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] 10.222.0.41 "DELETE /v2.0/networks/d6af962d-f566-43ad-aacb-a9c0f2bc8121 HTTP/1.1" status: 204  len: 168 time: 2.4086189
Nov 20 21:00:23.610443 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef101-e32d-45da-9a6d-f3dd3f41091c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.627797 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559fa4ce-574e-4bff-9732-e0dd5fcc66b3 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Made reservation on behalf of ff892c31a4354551b7c9e9c01d5b7b6f for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:23.629264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 1285f7b9-19ec-4973-b341-2c247825bb31 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:00:23.632543 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-559fa4ce-574e-4bff-9732-e0dd5fcc66b3 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.641827 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9d8c7-ad6c-4181-8ce0-4e88d6185e81 tempest-TaggedBootDevicesTest_v242-1749553438 tempest-TaggedBootDevicesTest_v242-1749553438-project] Pushing event deleted for resources: {'Network': ['ID=d6af962d-f566-43ad-aacb-a9c0f2bc8121,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:23.682902 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d1a62-f159-4de4-a782-78eb474e50ee req-7b893a28-fcde-4a62-abef-ca60f04897e3 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:23.684726 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd0d1a62-f159-4de4-a782-78eb474e50ee req-7b893a28-fcde-4a62-abef-ca60f04897e3 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 946 time: 0.2110560
Nov 20 21:00:23.692558 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4ed2c2d5-1e6c-463e-bc8f-744255a4ecda tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.6068912
Nov 20 21:00:23.695147 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49164) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:23.703470 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-274893522', 'admin_state_up': True, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:23.725243 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.795209 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.809173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c546705e-b69f-467e-8285-1920ddf11f44 req-84fbeaa9-dae2-4596-b52d-8936f49d491b tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] For port e7fda056-091a-4930-a586-d81ac0255708, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7fda056-091a-4930-a586-d81ac0255708,segment=NetworkSegment(9987dda5-59fd-4a21-b175-88ab0b2a0ae1),segment_id=9987dda5-59fd-4a21-b175-88ab0b2a0ae1)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:23.809884 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c546705e-b69f-467e-8285-1920ddf11f44 req-84fbeaa9-dae2-4596-b52d-8936f49d491b tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.840453 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c546705e-b69f-467e-8285-1920ddf11f44 req-84fbeaa9-dae2-4596-b52d-8936f49d491b tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Calling delete_port for e7fda056-091a-4930-a586-d81ac0255708 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:23.856156 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Pushing event updated for resources: {'Port': ['ID=680e3737-33b1-4ece-9dd6-cdb86be79090,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:23.863398 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafbded-2eb4-4543-8da9-bc81c100ebcb req-818ec99f-596c-4a81-b8be-20a8c032d046 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:23.866699 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Network a71914d1-f8db-41aa-b100-1859a3120efd is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:00:23.870714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:23.871415 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-efafbded-2eb4-4543-8da9-bc81c100ebcb req-818ec99f-596c-4a81-b8be-20a8c032d046 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 0.2411008
Nov 20 21:00:23.877634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:00:23.901016 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bdbb181c-cf2d-4b44-bd16-ec4249c9a919 req-e5630fe1-ebc1-4a14-a91d-f0b0a54a3030 service neutron] 10.222.0.37 "GET /v2.0/networks/75b827dc-6833-4bfb-88ea-ff6bce0d0650?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2696917
Nov 20 21:00:23.981962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Attempting to bind port 680e3737-33b1-4ece-9dd6-cdb86be79090 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:00:23.982445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Attempting to bind port 680e3737-33b1-4ece-9dd6-cdb86be79090 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:00:23.982898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Attempting to bind port 680e3737-33b1-4ece-9dd6-cdb86be79090 on network a71914d1-f8db-41aa-b100-1859a3120efd {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:00:23.993503 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:00:23.993886 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Checking segment: {'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:23.994405 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:23.994809 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Bound using segment: {'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:00:23.995297 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Bound port: 680e3737-33b1-4ece-9dd6-cdb86be79090, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:00:23.995689 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:24.089134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] For port 680e3737-33b1-4ece-9dd6-cdb86be79090, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:00:24.092580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] For port 680e3737-33b1-4ece-9dd6-cdb86be79090, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=680e3737-33b1-4ece-9dd6-cdb86be79090,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:00:24.098289 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:24.170643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f297a-ca36-4dbf-baee-cd8b1d58150f None None] Pushing event updated for resources: {'Port': ['ID=680e3737-33b1-4ece-9dd6-cdb86be79090,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:24.176171 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef101-e32d-45da-9a6d-f3dd3f41091c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:24.182336 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5ef101-e32d-45da-9a6d-f3dd3f41091c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:24.182978 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef101-e32d-45da-9a6d-f3dd3f41091c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:24.200252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 44f55344-9797-4791-8c1a-27f87cf698a5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:00:24.243548 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:24.244626 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:24.284468 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4c5ef101-e32d-45da-9a6d-f3dd3f41091c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.1754663
Nov 20 21:00:24.301122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49170) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:24.309607 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8c006861-9b3f-4b1a-bd7d-07efdeb952f1 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-628639850'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:24.335360 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 44f55344-9797-4791-8c1a-27f87cf698a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44f55344-9797-4791-8c1a-27f87cf698a5,segment=NetworkSegment(e337759b-4a24-400c-b508-3401859a822b),segment_id=e337759b-4a24-400c-b508-3401859a822b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:24.349546 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '44f55344-9797-4791-8c1a-27f87cf698a5', 'network_id': '26b4e903-e81a-4dfe-8f45-7cde89d8557a', 'port_id': '44f55344-9797-4791-8c1a-27f87cf698a5', 'mac_address': 'fa:16:3e:31:32:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42231b03-e968-490c-adc6-5643750aa3f3', 'ip_address': '19.86.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:00:24.353487 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd0d1a62-f159-4de4-a782-78eb474e50ee req-791488d4-2b93-4412-9a5d-ba3a711ace8a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6571569
Nov 20 21:00:24.360873 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ef101-e32d-45da-9a6d-f3dd3f41091c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event updated for resources: {'Network': ['ID=92746339-9bfa-4c0b-bd2e-d1886d221194,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:24.376841 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-efafbded-2eb4-4543-8da9-bc81c100ebcb req-881239b7-3acf-4895-b149-7d96618e4720 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5043526
Nov 20 21:00:24.411179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 92746339-9bfa-4c0b-bd2e-d1886d221194 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:00:24.415019 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:24.430564 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bdbb181c-cf2d-4b44-bd16-ec4249c9a919 req-ba4250e3-68f4-4340-a7d6-a1f2ac6d08fb service neutron] 10.222.0.37 "GET /v2.0/networks/75b827dc-6833-4bfb-88ea-ff6bce0d0650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4991651
Nov 20 21:00:24.492173 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f55344-9797-4791-8c1a-27f87cf698a5 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:00:24.509587 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:24.563916 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 44f55344-9797-4791-8c1a-27f87cf698a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44f55344-9797-4791-8c1a-27f87cf698a5,segment=NetworkSegment(e337759b-4a24-400c-b508-3401859a822b),segment_id=e337759b-4a24-400c-b508-3401859a822b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:24.572247 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:24.572920 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 81d2d57f-3035-4006-a984-49d10147384b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:00:24.587064 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c546705e-b69f-467e-8285-1920ddf11f44 req-84fbeaa9-dae2-4596-b52d-8936f49d491b tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:24.618012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c006861-9b3f-4b1a-bd7d-07efdeb952f1 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Made reservation on behalf of 9ce231b2507f45a2842c4aea4bdc4e77 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:24.622154 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c006861-9b3f-4b1a-bd7d-07efdeb952f1 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:24.635928 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['bd984248-d711-49cb-b240-1dae016cbc50'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:00:24.638852 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f5e13635-ad44-4f1b-8927-600136df3f15', 'e7fda056-091a-4930-a586-d81ac0255708'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:00:24.653761 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbeaa9-dae2-4596-b52d-8936f49d491b tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Pushing event deleted for resources: {'Port': ['ID=e7fda056-091a-4930-a586-d81ac0255708,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:24.757450 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e7e19514-f2bd-4531-aac9-5d63e98ebd7a req-962a6034-0fda-40b7-825c-eccf77e55b24 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=11b186c3-e02d-4b49-9299-6f493455e3e3 HTTP/1.1" status: 200  len: 210 time: 0.0990710
Nov 20 21:00:24.773112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c546705e-b69f-467e-8285-1920ddf11f44 req-84fbeaa9-dae2-4596-b52d-8936f49d491b tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] No DVR routers for this DVR port e7fda056-091a-4930-a586-d81ac0255708 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:24.779163 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c546705e-b69f-467e-8285-1920ddf11f44 req-84fbeaa9-dae2-4596-b52d-8936f49d491b tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:24.788543 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c546705e-b69f-467e-8285-1920ddf11f44 req-84fbeaa9-dae2-4596-b52d-8936f49d491b tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.37 "DELETE /v2.0/ports/e7fda056-091a-4930-a586-d81ac0255708 HTTP/1.1" status: 204  len: 173 time: 1.7324357
Nov 20 21:00:24.789102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b186c3-e02d-4b49-9299-6f493455e3e3', 'name': 'network-vif-deleted', 'tag': 'e7fda056-091a-4930-a586-d81ac0255708'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:24.791576 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b61ea74-2572-49b7-8205-da7813f9fea6" -d '{"events": [{"server_uuid": "11b186c3-e02d-4b49-9299-6f493455e3e3", "name": "network-vif-deleted", "tag": "e7fda056-091a-4930-a586-d81ac0255708"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:24.868017 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=44f55344-9797-4791-8c1a-27f87cf698a5,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:24.900096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e58f8e-eef3-4575-938c-5acaa81b705a req-c17c245b-abeb-4eac-a175-60ca7797485e tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:24.901748 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36e58f8e-eef3-4575-938c-5acaa81b705a req-c17c245b-abeb-4eac-a175-60ca7797485e tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.47 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 946 time: 0.1008787
Nov 20 21:00:24.918602 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:24.951484 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-559fa4ce-574e-4bff-9732-e0dd5fcc66b3 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:25.039017 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 81d2d57f-3035-4006-a984-49d10147384b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81d2d57f-3035-4006-a984-49d10147384b,segment=NetworkSegment(6bd1643c-fb88-4295-8168-28766e8b9f80),segment_id=6bd1643c-fb88-4295-8168-28766e8b9f80)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:25.044279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fa4ce-574e-4bff-9732-e0dd5fcc66b3 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event updated for resources: {'Subnet': ['ID=d8522ada-000b-482e-bebc-4b49e37aceb8,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:25.049945 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c006861-9b3f-4b1a-bd7d-07efdeb952f1 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:00:25.060724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '81d2d57f-3035-4006-a984-49d10147384b', 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650', 'port_id': '81d2d57f-3035-4006-a984-49d10147384b', 'mac_address': 'fa:16:3e:5e:58:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b94314-0617-4f11-89de-f78126fff9e3', 'ip_address': '19.80.0.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:00:25.063875 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 680e3737-33b1-4ece-9dd6-cdb86be79090 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:25.072638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-36e58f8e-eef3-4575-938c-5acaa81b705a req-ac3f0888-6e85-47d3-a48f-886ca9b555c9 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Deleting port 5c849f08-17cc-461e-bc76-e9f2cac336fb {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:25.073422 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-36e58f8e-eef3-4575-938c-5acaa81b705a req-ac3f0888-6e85-47d3-a48f-886ca9b555c9 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:25.090073 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16c687-4e4b-430e-9a03-25e6f07c39e9 req-325553cf-29e1-4e2e-894a-6e5a6375a682 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:25.097504 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16c687-4e4b-430e-9a03-25e6f07c39e9 req-325553cf-29e1-4e2e-894a-6e5a6375a682 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:25.107301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16c687-4e4b-430e-9a03-25e6f07c39e9 req-325553cf-29e1-4e2e-894a-6e5a6375a682 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:25.110680 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4a16c687-4e4b-430e-9a03-25e6f07c39e9 req-325553cf-29e1-4e2e-894a-6e5a6375a682 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2413 time: 0.4958041
Nov 20 21:00:25.153294 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c006861-9b3f-4b1a-bd7d-07efdeb952f1 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:25.153677 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-8c006861-9b3f-4b1a-bd7d-07efdeb952f1 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Added segment 3a1cab15-8852-4bee-8757-7349a32c76d9 of type vlan for network cd19bcda-aacf-40e5-9c1b-3f689005ab73
Nov 20 21:00:25.189256 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559fa4ce-574e-4bff-9732-e0dd5fcc66b3 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Checking segment: {'id': 'b500a6dc-5edd-4c88-82df-4a23560852fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:25.189677 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559fa4ce-574e-4bff-9732-e0dd5fcc66b3 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Network hostable DHCP agents. Network: d7561cda-0cef-429a-ab48-39d731d77e04, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:00:25.214684 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:25.225969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-36e58f8e-eef3-4575-938c-5acaa81b705a req-ac3f0888-6e85-47d3-a48f-886ca9b555c9 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] For port 5c849f08-17cc-461e-bc76-e9f2cac336fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c849f08-17cc-461e-bc76-e9f2cac336fb,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:25.226397 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-36e58f8e-eef3-4575-938c-5acaa81b705a req-ac3f0888-6e85-47d3-a48f-886ca9b555c9 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:25.246127 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d2d57f-3035-4006-a984-49d10147384b {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:00:25.281471 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-36e58f8e-eef3-4575-938c-5acaa81b705a req-ac3f0888-6e85-47d3-a48f-886ca9b555c9 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Calling delete_port for 5c849f08-17cc-461e-bc76-e9f2cac336fb owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:25.297699 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c006861-9b3f-4b1a-bd7d-07efdeb952f1 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:25.310521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 81d2d57f-3035-4006-a984-49d10147384b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81d2d57f-3035-4006-a984-49d10147384b,segment=NetworkSegment(6bd1643c-fb88-4295-8168-28766e8b9f80),segment_id=6bd1643c-fb88-4295-8168-28766e8b9f80)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:25.362037 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559fa4ce-574e-4bff-9732-e0dd5fcc66b3 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Network d7561cda-0cef-429a-ab48-39d731d77e04 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:00:25.384998 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:25.400810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-559fa4ce-574e-4bff-9732-e0dd5fcc66b3 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d7561cda-0cef-429a-ab48-39d731d77e04) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:25.406933 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559fa4ce-574e-4bff-9732-e0dd5fcc66b3 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:25.407669 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-559fa4ce-574e-4bff-9732-e0dd5fcc66b3 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:25.425852 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 680e3737-33b1-4ece-9dd6-cdb86be79090 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:25.426474 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:25.431022 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4a16c687-4e4b-430e-9a03-25e6f07c39e9 req-a337cae6-b70b-491e-ba8a-20f126f8a06c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2862842
Nov 20 21:00:25.475546 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c006861-9b3f-4b1a-bd7d-07efdeb952f1 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:25.484375 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c006861-9b3f-4b1a-bd7d-07efdeb952f1 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:25.485314 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c006861-9b3f-4b1a-bd7d-07efdeb952f1 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:25.492641 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4569e5-4121-43a7-9621-ea7dd9b46fe8 None None] Network d7561cda-0cef-429a-ab48-39d731d77e04 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:25.537985 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ec9387-00f7-4e15-8724-58dd0b7bdea1 x-openstack-request-id: req-c6ec9387-00f7-4e15-8724-58dd0b7bdea1 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:25.538387 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b186c3-e02d-4b49-9299-6f493455e3e3", "name": "network-vif-deleted", "tag": "e7fda056-091a-4930-a586-d81ac0255708", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:25.538727 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6ec9387-00f7-4e15-8724-58dd0b7bdea1 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:25.539416 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b186c3-e02d-4b49-9299-6f493455e3e3', 'name': 'network-vif-deleted', 'tag': 'e7fda056-091a-4930-a586-d81ac0255708', 'status': 'completed', 'code': 200}
Nov 20 21:00:25.552102 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-559fa4ce-574e-4bff-9732-e0dd5fcc66b3 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 2.3843675
Nov 20 21:00:25.555162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49196) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:25.563882 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8c006861-9b3f-4b1a-bd7d-07efdeb952f1 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.2609503
Nov 20 21:00:25.564545 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49198) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:25.565516 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-024db769-6e30-4148-ae4a-802222b37526 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Request body: {'port': {'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd', 'name': 'tempest-TaggedBootDevicesTest-2023145880', 'fixed_ips': [{'subnet_id': '630c88fd-664b-445f-a16b-0430e156a60c'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:25.572456 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Request body: {'ports': [{'network_id': '92746339-9bfa-4c0b-bd2e-d1886d221194', 'name': 'tempest-port--120840399', 'admin_state_up': True}, {'network_id': 'cd19bcda-aacf-40e5-9c1b-3f689005ab73', 'admin_state_up': False}]} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:25.572777 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Request body: {'port': {'network_id': '92746339-9bfa-4c0b-bd2e-d1886d221194', 'name': 'tempest-port--120840399', 'admin_state_up': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:25.573273 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Request body: {'port': {'network_id': 'cd19bcda-aacf-40e5-9c1b-3f689005ab73', 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:25.768768 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-36e58f8e-eef3-4575-938c-5acaa81b705a req-ac3f0888-6e85-47d3-a48f-886ca9b555c9 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:25.824127 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c006861-9b3f-4b1a-bd7d-07efdeb952f1 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event updated for resources: {'Network': ['ID=cd19bcda-aacf-40e5-9c1b-3f689005ab73,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:25.864386 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f0888-6e85-47d3-a48f-886ca9b555c9 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Pushing event deleted for resources: {'Port': ['ID=5c849f08-17cc-461e-bc76-e9f2cac336fb,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:25.925013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024db769-6e30-4148-ae4a-802222b37526 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Made reservation on behalf of ff892c31a4354551b7c9e9c01d5b7b6f for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:26.004601 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:26.006374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network cd19bcda-aacf-40e5-9c1b-3f689005ab73 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:00:26.009510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e68be6e-ad40-45ed-9470-b77ac63a89dc None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:26.012238 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c89971-6640-46f4-ab51-776351911d98 None None] Network a71914d1-f8db-41aa-b100-1859a3120efd requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:26.019249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649268d-bd0b-4722-a07c-379c7d9a0de8 req-43d193cc-256e-4e5e-abcc-941da14ab880 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:26.020850 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0649268d-bd0b-4722-a07c-379c7d9a0de8 req-43d193cc-256e-4e5e-abcc-941da14ab880 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=374eedfb-69c7-4878-98ca-3e74106cf023 HTTP/1.1" status: 200  len: 867 time: 0.3120675
Nov 20 21:00:26.036478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5e95aa78-cf30-4872-a515-77b24aeb0899 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:26.056807 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:26.057417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e58f8e-eef3-4575-938c-5acaa81b705a req-ac3f0888-6e85-47d3-a48f-886ca9b555c9 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] No DVR routers for this DVR port 5c849f08-17cc-461e-bc76-e9f2cac336fb on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:26.065524 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-36e58f8e-eef3-4575-938c-5acaa81b705a req-ac3f0888-6e85-47d3-a48f-886ca9b555c9 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:26.070326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36e58f8e-eef3-4575-938c-5acaa81b705a req-ac3f0888-6e85-47d3-a48f-886ca9b555c9 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.47 "DELETE /v2.0/ports/5c849f08-17cc-461e-bc76-e9f2cac336fb HTTP/1.1" status: 204  len: 173 time: 1.1618421
Nov 20 21:00:26.128360 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Made reservation on behalf of 9ce231b2507f45a2842c4aea4bdc4e77 for: {'port': 2} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:26.130662 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-024db769-6e30-4148-ae4a-802222b37526 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:26.133215 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:26.170321 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0649268d-bd0b-4722-a07c-379c7d9a0de8 req-bdc61ca7-c187-4c9e-b9d7-d2bbc216c617 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244309
Nov 20 21:00:26.174324 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:26.203434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-024db769-6e30-4148-ae4a-802222b37526 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] device_id is not set on port bd4e7a14-7d21-4548-8472-ba80748bb825 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:00:26.392410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Allocated IP 172.35.1.47 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/7fd8dbc3-2486-4695-bba2-6d312494dd77) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:00:26.407170 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] device_id is not set on port b0672d0f-1a3f-4c3b-8124-882b91a20da7 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:00:26.436759 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['81d2d57f-3035-4006-a984-49d10147384b'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:00:26.443675 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=81d2d57f-3035-4006-a984-49d10147384b,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:26.469620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 46b173fa-03d9-4a65-880e-26f38e2b0498 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:00:26.477927 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:00:26.503006 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device e7fda056-091a-4930-a586-d81ac0255708 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:26.734737 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: e7fda056-091a-4930-a586-d81ac0255708 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:00:26.735183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device e7fda056-091a-4930-a586-d81ac0255708 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:00:26.770104 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['44f55344-9797-4791-8c1a-27f87cf698a5'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:00:26.844302 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cc0c1f39-cb9f-43fb-9598-db4909746c6b None None] Provisioning complete for port 680e3737-33b1-4ece-9dd6-cdb86be79090 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:26.844733 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1f39-cb9f-43fb-9598-db4909746c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:26.858258 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:26.872202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da5169-1af9-4d40-a853-ada2349e7e17 req-f0cdf7b2-3c42-4bfc-bc43-e69ae74fc6f7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:26.879955 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da5169-1af9-4d40-a853-ada2349e7e17 req-f0cdf7b2-3c42-4bfc-bc43-e69ae74fc6f7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:26.887399 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-024db769-6e30-4148-ae4a-802222b37526 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Allocated IP 10.1.1.165 (a71914d1-f8db-41aa-b100-1859a3120efd/630c88fd-664b-445f-a16b-0430e156a60c/bd4e7a14-7d21-4548-8472-ba80748bb825) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:00:26.888273 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da5169-1af9-4d40-a853-ada2349e7e17 req-f0cdf7b2-3c42-4bfc-bc43-e69ae74fc6f7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:26.890949 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-02da5169-1af9-4d40-a853-ada2349e7e17 req-f0cdf7b2-3c42-4bfc-bc43-e69ae74fc6f7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2414 time: 0.2137599
Nov 20 21:00:27.056793 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-02da5169-1af9-4d40-a853-ada2349e7e17 req-d69d0b4b-1268-456e-a2ce-dd60d6dca5b8 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567831
Nov 20 21:00:27.076761 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:27.100228 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:27.129895 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 46b173fa-03d9-4a65-880e-26f38e2b0498, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b173fa-03d9-4a65-880e-26f38e2b0498,segment=NetworkSegment(6bd1643c-fb88-4295-8168-28766e8b9f80),segment_id=6bd1643c-fb88-4295-8168-28766e8b9f80)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:27.180769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fb895-34b4-4f3b-abd1-565fb9a59722 req-2a8c9859-da3b-4093-83ab-37751b4c351e tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:27.185714 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:27.187597 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fb895-34b4-4f3b-abd1-565fb9a59722 req-2a8c9859-da3b-4093-83ab-37751b4c351e tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:27.189858 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db7fb895-34b4-4f3b-abd1-565fb9a59722 req-2a8c9859-da3b-4093-83ab-37751b4c351e tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=26516cdf-b525-4abc-8716-ad60c3b81c35&device_id=e60d5cd6-1736-4303-8340-35b914be8dce HTTP/1.1" status: 200  len: 1681 time: 0.1845345
Nov 20 21:00:27.193053 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:00:27.196077 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:27.230363 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-024db769-6e30-4148-ae4a-802222b37526 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:27.235161 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '46b173fa-03d9-4a65-880e-26f38e2b0498', 'network_id': '75b827dc-6833-4bfb-88ea-ff6bce0d0650', 'port_id': '46b173fa-03d9-4a65-880e-26f38e2b0498', 'mac_address': 'fa:16:3e:b3:63:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b94314-0617-4f11-89de-f78126fff9e3', 'ip_address': '19.80.0.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:00:27.267412 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:27.296082 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db7fb895-34b4-4f3b-abd1-565fb9a59722 req-dc5867ad-e92b-49c9-808b-7a604bc3a71b tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975022
Nov 20 21:00:27.297092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b744c38-411a-4315-a3e4-42fb6754f8b7 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:27.318396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:00:27.345587 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f8de97a0-2799-4c39-82a8-566fd2fe46e8'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:00:27.347161 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:27.350132 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce96a60-aad9-4d6a-a7d1-90617398c29d" -d '{"events": [{"server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "name": "network-vif-unplugged", "status": "completed", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:27.406206 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-024db769-6e30-4148-ae4a-802222b37526 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:27.509357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024db769-6e30-4148-ae4a-802222b37526 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Network a71914d1-f8db-41aa-b100-1859a3120efd is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:00:27.516345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-024db769-6e30-4148-ae4a-802222b37526 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:27.541317 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024db769-6e30-4148-ae4a-802222b37526 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:00:27.551939 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145233eb-21bd-409d-8a01-da6133962eae x-openstack-request-id: req-145233eb-21bd-409d-8a01-da6133962eae {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:27.552529 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374eedfb-69c7-4878-98ca-3e74106cf023', 'name': 'network-vif-deleted', 'tag': '5c849f08-17cc-461e-bc76-e9f2cac336fb'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:27.553171 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "name": "network-vif-unplugged", "status": "completed", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:27.553616 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-145233eb-21bd-409d-8a01-da6133962eae {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:27.554213 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'code': 200}
Nov 20 21:00:27.556719 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c078daee-42f1-44cd-b69c-4ba83d8cb9f3" -d '{"events": [{"server_uuid": "374eedfb-69c7-4878-98ca-3e74106cf023", "name": "network-vif-deleted", "tag": "5c849f08-17cc-461e-bc76-e9f2cac336fb"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:27.584628 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 680e3737-33b1-4ece-9dd6-cdb86be79090, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=680e3737-33b1-4ece-9dd6-cdb86be79090,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:27.588552 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e95aa78-cf30-4872-a515-77b24aeb0899,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:27.611590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d7561cda-0cef-429a-ab48-39d731d77e04', 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'fixed_ips': [{'subnet_id': 'd8522ada-000b-482e-bebc-4b49e37aceb8'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:00:27.612480 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:27.657480 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:27.662128 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd0814a-62fc-423a-b840-13a8b1142926 x-openstack-request-id: req-8fd0814a-62fc-423a-b840-13a8b1142926 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:27.663517 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374eedfb-69c7-4878-98ca-3e74106cf023", "name": "network-vif-deleted", "tag": "5c849f08-17cc-461e-bc76-e9f2cac336fb", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:27.663884 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8fd0814a-62fc-423a-b840-13a8b1142926 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:27.664399 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374eedfb-69c7-4878-98ca-3e74106cf023', 'name': 'network-vif-deleted', 'tag': '5c849f08-17cc-461e-bc76-e9f2cac336fb', 'status': 'completed', 'code': 200}
Nov 20 21:00:27.672673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024db769-6e30-4148-ae4a-802222b37526 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event updated for resources: {'Port': ['ID=bd4e7a14-7d21-4548-8472-ba80748bb825,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:27.681098 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:27.723904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Port': ['ID=7fd8dbc3-2486-4695-bba2-6d312494dd77,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:27.741234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] device_id is not set on port 4b917493-bab4-4aa8-ab48-a7937f2184cb yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:00:27.745656 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024db769-6e30-4148-ae4a-802222b37526 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:27.746535 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-024db769-6e30-4148-ae4a-802222b37526 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:27.753692 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:27.789413 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-024db769-6e30-4148-ae4a-802222b37526 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.2300885
Nov 20 21:00:27.789649 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49320) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:27.798922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ae0fd378-ab1b-47b3-8d12-1c403f99c258 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Request body: {'port': {'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd', 'name': 'tempest-TaggedBootDevicesTest-2016247162', 'fixed_ips': [{'subnet_id': '630c88fd-664b-445f-a16b-0430e156a60c'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:27.804439 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1f39-cb9f-43fb-9598-db4909746c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:27.903189 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b173fa-03d9-4a65-880e-26f38e2b0498 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:00:28.049604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5e95aa78-cf30-4872-a515-77b24aeb0899 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:00:28.075473 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5c849f08-17cc-461e-bc76-e9f2cac336fb no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:28.085640 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:28.126739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0fd378-ab1b-47b3-8d12-1c403f99c258 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Made reservation on behalf of ff892c31a4354551b7c9e9c01d5b7b6f for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:28.141308 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd378-ab1b-47b3-8d12-1c403f99c258 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:28.186552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-ae0fd378-ab1b-47b3-8d12-1c403f99c258 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] device_id is not set on port 17593c85-2aba-4b07-b484-60c0a0677ba6 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:00:28.269040 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5e95aa78-cf30-4872-a515-77b24aeb0899,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:28.271720 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 5c849f08-17cc-461e-bc76-e9f2cac336fb {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:00:28.282041 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5c849f08-17cc-461e-bc76-e9f2cac336fb not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:00:28.315814 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:28.369254 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 46b173fa-03d9-4a65-880e-26f38e2b0498, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b173fa-03d9-4a65-880e-26f38e2b0498,segment=NetworkSegment(6bd1643c-fb88-4295-8168-28766e8b9f80),segment_id=6bd1643c-fb88-4295-8168-28766e8b9f80)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:28.394856 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-cc0c1f39-cb9f-43fb-9598-db4909746c6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:00:28.395749 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-cc0c1f39-cb9f-43fb-9598-db4909746c6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:00:28.395914 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b7f0d-9da8-4dbd-99f8-d566752dbdf8 req-c5dc43d6-9f70-46c4-b409-8a3bb9d2c291 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:28.402372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b7f0d-9da8-4dbd-99f8-d566752dbdf8 req-c5dc43d6-9f70-46c4-b409-8a3bb9d2c291 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:28.416968 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:28.419170 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b7f0d-9da8-4dbd-99f8-d566752dbdf8 req-c5dc43d6-9f70-46c4-b409-8a3bb9d2c291 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:28.421128 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed5b7f0d-9da8-4dbd-99f8-d566752dbdf8 req-c5dc43d6-9f70-46c4-b409-8a3bb9d2c291 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2414 time: 0.2421796
Nov 20 21:00:28.458964 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.resource_extend [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 21:00:28.499105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-ae0fd378-ab1b-47b3-8d12-1c403f99c258 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Allocated IP 10.1.1.127 (a71914d1-f8db-41aa-b100-1859a3120efd/630c88fd-664b-445f-a16b-0430e156a60c/17593c85-2aba-4b07-b484-60c0a0677ba6) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:00:28.524772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea0289-cc0c-4780-a677-ae9fc28eaa80 req-ff1209f5-af33-465f-87ad-51a08430d06a tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:28.526440 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8cea0289-cc0c-4780-a677-ae9fc28eaa80 req-ff1209f5-af33-465f-87ad-51a08430d06a tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e60d5cd6-1736-4303-8340-35b914be8dce HTTP/1.1" status: 200  len: 945 time: 0.1135521
Nov 20 21:00:28.533415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=680e3737-33b1-4ece-9dd6-cdb86be79090,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:28.588444 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:28.604682 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:28.628910 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8cea0289-cc0c-4780-a677-ae9fc28eaa80 req-fead28f4-c33a-46a4-b01b-da851cc66246 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953181
Nov 20 21:00:28.635276 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Allocated IP 10.2.2.2 (d7561cda-0cef-429a-ab48-39d731d77e04/d8522ada-000b-482e-bebc-4b49e37aceb8/b0ff4470-757b-4027-9429-ed41c54e215e) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:00:28.800815 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed5b7f0d-9da8-4dbd-99f8-d566752dbdf8 req-57f32192-3e45-408a-b10c-05dae0ed38df tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3610950
Nov 20 21:00:28.850328 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd378-ab1b-47b3-8d12-1c403f99c258 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:28.854394 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event updated for resources: {'Port': ['ID=b0672d0f-1a3f-4c3b-8124-882b91a20da7,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:28.895223 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd378-ab1b-47b3-8d12-1c403f99c258 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:28.942949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Checking segment: {'id': 'a3d97153-9a70-40e8-947e-32931f5e8458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92746339-9bfa-4c0b-bd2e-d1886d221194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:28.943270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Network hostable DHCP agents. Network: 92746339-9bfa-4c0b-bd2e-d1886d221194, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:00:28.985371 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0fd378-ab1b-47b3-8d12-1c403f99c258 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Network a71914d1-f8db-41aa-b100-1859a3120efd is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:00:28.991090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-ae0fd378-ab1b-47b3-8d12-1c403f99c258 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:28.995861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0fd378-ab1b-47b3-8d12-1c403f99c258 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:00:29.026322 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Network 92746339-9bfa-4c0b-bd2e-d1886d221194 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:00:29.057073 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fd378-ab1b-47b3-8d12-1c403f99c258 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event updated for resources: {'Port': ['ID=17593c85-2aba-4b07-b484-60c0a0677ba6,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:29.086835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 92746339-9bfa-4c0b-bd2e-d1886d221194) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:29.092230 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0fd378-ab1b-47b3-8d12-1c403f99c258 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:29.092840 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd378-ab1b-47b3-8d12-1c403f99c258 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:29.109761 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:00:29.110983 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:29.126036 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ae0fd378-ab1b-47b3-8d12-1c403f99c258 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.3317966
Nov 20 21:00:29.176828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['46b173fa-03d9-4a65-880e-26f38e2b0498'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:00:29.210134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Router 5b4337eb-626e-46f6-94a9-e74c337eee87 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:00:29.255532 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event updated for resources: {'Port': ['ID=4b917493-bab4-4aa8-ab48-a7937f2184cb,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:29.274182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4914aae5-48f8-433b-88f4-273523e999f4 None None] Network 92746339-9bfa-4c0b-bd2e-d1886d221194 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:29.371862 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Checking segment: {'id': '3a1cab15-8852-4bee-8757-7349a32c76d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cd19bcda-aacf-40e5-9c1b-3f689005ab73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:29.372540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Network hostable DHCP agents. Network: cd19bcda-aacf-40e5-9c1b-3f689005ab73, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:00:29.378392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=46b173fa-03d9-4a65-880e-26f38e2b0498,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:29.410785 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e95aa78-cf30-4872-a515-77b24aeb0899,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:29.415883 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dc087-bfc4-498c-8bbd-9abc7368f1ff req-458e0a67-9973-4be0-b6b2-df96aafc0618 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:29.417701 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c84dc087-bfc4-498c-8bbd-9abc7368f1ff req-458e0a67-9973-4be0-b6b2-df96aafc0618 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 945 time: 0.1726305
Nov 20 21:00:29.482735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Network cd19bcda-aacf-40e5-9c1b-3f689005ab73 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:00:29.520174 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cd19bcda-aacf-40e5-9c1b-3f689005ab73) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:29.538239 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:00:29.558357 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:00:29.565634 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Sync routers for ids ['5b4337eb-626e-46f6-94a9-e74c337eee87'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:00:29.567727 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:29.573263 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:29.574614 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:29.591350 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'port_id': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'mac_address': 'fa:16:3e:c4:b5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:00:29.604416 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2120b105-9315-4bd0-aa88-efa90b955919 None None] Network cd19bcda-aacf-40e5-9c1b-3f689005ab73 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:29.617759 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c84dc087-bfc4-498c-8bbd-9abc7368f1ff req-95fa388a-2a64-4cb0-9db9-967471d303d0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624572
Nov 20 21:00:29.626745 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Routers {'5b4337eb-626e-46f6-94a9-e74c337eee87'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:00:29.637875 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541f7dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:00:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5b4337eb-626e-46f6-94a9-e74c337eee87'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:29.644699 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:29.651502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49398) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:29.652597 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a68168b9-8e3c-40d3-9e47-774da2f94ef7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 5.9542828
Nov 20 21:00:29.657839 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-883e1263-46df-435f-b98b-e31be77a698c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 4.0893946
Nov 20 21:00:29.676233 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49400) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:29.791510 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf19701b-8744-49fd-ae89-fa715759a86a tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:29.798561 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b3605-3110-445e-87d2-f2a0d7fd7b50 req-6712ff70-9fd6-401a-9031-8bccd048d0eb tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:29.800144 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f40b3605-3110-445e-87d2-f2a0d7fd7b50 req-6712ff70-9fd6-401a-9031-8bccd048d0eb tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.47 "GET /v2.0/ports?device_id=e60d5cd6-1736-4303-8340-35b914be8dce HTTP/1.1" status: 200  len: 945 time: 0.3382673
Nov 20 21:00:29.808934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf19701b-8744-49fd-ae89-fa715759a86a tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:29.810656 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cf19701b-8744-49fd-ae89-fa715759a86a tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.1332340
Nov 20 21:00:29.813736 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49406) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:29.831329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d259694-9118-43a5-9df5-ba0d14ed52b4 req-83e36743-86df-4564-87b7-44d6cc007b7d tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:29.831450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49408) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:29.831955 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5d259694-9118-43a5-9df5-ba0d14ed52b4 req-83e36743-86df-4564-87b7-44d6cc007b7d tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.37 "GET /v2.0/ports?device_id=26516cdf-b525-4abc-8716-ad60c3b81c35 HTTP/1.1" status: 200  len: 945 time: 0.3194585
Nov 20 21:00:29.836310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-430d3956-ab92-404d-ab44-212fda343a41 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1574033707', 'description': 'tempest-description--165272720'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:29.981564 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Set router 5b4337eb-626e-46f6-94a9-e74c337eee87 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:00:30.058154 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-430d3956-ab92-404d-ab44-212fda343a41 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:30.085507 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bbf54-f77e-4f71-a68f-62ef52af73c4 req-e4141da6-7e37-43f7-96ba-78c1ecaa29bc tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:30.089490 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 680e3737-33b1-4ece-9dd6-cdb86be79090 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:30.093774 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f6bbf54-f77e-4f71-a68f-62ef52af73c4 req-e4141da6-7e37-43f7-96ba-78c1ecaa29bc tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e60d5cd6-1736-4303-8340-35b914be8dce HTTP/1.1" status: 200  len: 945 time: 0.1596179
Nov 20 21:00:30.096747 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-327d7f01-b549-461d-bcd5-a6587c521f84 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=3d0636503ac5406792f6a872f4f9c10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4347258
Nov 20 21:00:30.109034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49432) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:30.269704 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541f7dc0>, [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:00:27Z', 'revision_number': 3, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:30.270682 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3afc5c91-d0a2-4a39-b88c-ae9076a9d52e None None] Provisioning complete for port bd4e7a14-7d21-4548-8472-ba80748bb825 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:30.271071 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3afc5c91-d0a2-4a39-b88c-ae9076a9d52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:30.305424 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Checking router: 5b4337eb-626e-46f6-94a9-e74c337eee87 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:00:30.305876 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Updating router 5b4337eb-626e-46f6-94a9-e74c337eee87 port 7fd8dbc3-2486-4695-bba2-6d312494dd77 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:00:30.309395 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:30.336578 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:30.347954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49436) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:30.361864 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:30.387955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab439516-b6df-43c0-a6fd-0ca139c0979b req-8da69922-d678-4009-b175-ffd4e7969258 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:30.397382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab439516-b6df-43c0-a6fd-0ca139c0979b req-8da69922-d678-4009-b175-ffd4e7969258 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:30.404790 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab439516-b6df-43c0-a6fd-0ca139c0979b req-8da69922-d678-4009-b175-ffd4e7969258 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:30.415929 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ab439516-b6df-43c0-a6fd-0ca139c0979b req-8da69922-d678-4009-b175-ffd4e7969258 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2415 time: 0.3226860
Nov 20 21:00:30.459454 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 44f55344-9797-4791-8c1a-27f87cf698a5 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:30.469854 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:30.474915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-f40b3605-3110-445e-87d2-f2a0d7fd7b50 req-1c23d578-4202-4c60-919e-9c7f38ec52fa tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Deleting port bd984248-d711-49cb-b240-1dae016cbc50 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:30.474915 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f40b3605-3110-445e-87d2-f2a0d7fd7b50 req-1c23d578-4202-4c60-919e-9c7f38ec52fa tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:30.575733 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e95aa78-cf30-4872-a515-77b24aeb0899 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:00:30.632794 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3afc5c91-d0a2-4a39-b88c-ae9076a9d52e None None] Port bd4e7a14-7d21-4548-8472-ba80748bb825 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:00:30.643177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Network d7561cda-0cef-429a-ab48-39d731d77e04 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:00:30.667405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e95aa78-cf30-4872-a515-77b24aeb0899,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:30.676433 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ab439516-b6df-43c0-a6fd-0ca139c0979b req-f0137de2-27e3-4de7-a38f-4eced511b0d4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2595456
Nov 20 21:00:30.681174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:30.691654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:00:30.722326 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Pushing event updated for resources: {'Port': ['ID=b0ff4470-757b-4027-9429-ed41c54e215e,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:30.731537 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:30.837972 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 680e3737-33b1-4ece-9dd6-cdb86be79090 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:30.841886 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:30.940162 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['5e95aa78-cf30-4872-a515-77b24aeb0899'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:00:30.953804 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3afc5c91-d0a2-4a39-b88c-ae9076a9d52e None None] Provisioning complete for port 7fd8dbc3-2486-4695-bba2-6d312494dd77 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:30.954414 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3afc5c91-d0a2-4a39-b88c-ae9076a9d52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.015987 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f6bbf54-f77e-4f71-a68f-62ef52af73c4 req-3b9d241c-a7e3-4d43-8628-7610dd524cb0 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/security-groups?id=135fbdf9-042a-47df-b319-2ce564a3fa8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9205434
Nov 20 21:00:31.023525 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a9537-479d-49c6-817a-ac1b93829c32 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Deleting port b0672d0f-1a3f-4c3b-8124-882b91a20da7 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:31.023881 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cb7a9537-479d-49c6-817a-ac1b93829c32 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.097631 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-5d259694-9118-43a5-9df5-ba0d14ed52b4 req-45da8b28-f086-4a34-a59e-035e33aff900 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Deleting port f5e13635-ad44-4f1b-8927-600136df3f15 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:31.097953 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5d259694-9118-43a5-9df5-ba0d14ed52b4 req-45da8b28-f086-4a34-a59e-035e33aff900 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.111905 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.126370 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.131884 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5e95aa78-cf30-4872-a515-77b24aeb0899,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:31.145123 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cb7a9537-479d-49c6-817a-ac1b93829c32 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.181139 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a9537-479d-49c6-817a-ac1b93829c32 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Calling delete_port for b0672d0f-1a3f-4c3b-8124-882b91a20da7 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:31.192623 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd9276-1261-4b2d-ab4c-5c0d417ea2d1 None None] Pushing event updated for resources: {'Port': ['ID=7fd8dbc3-2486-4695-bba2-6d312494dd77,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:31.195221 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Attempting to bind port 7fd8dbc3-2486-4695-bba2-6d312494dd77 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:00:31.196034 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Attempting to bind port 7fd8dbc3-2486-4695-bba2-6d312494dd77 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:00:31.196645 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Attempting to bind port 7fd8dbc3-2486-4695-bba2-6d312494dd77 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:00:31.207610 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd9276-1261-4b2d-ab4c-5c0d417ea2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:31.208300 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd9276-1261-4b2d-ab4c-5c0d417ea2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:31.209048 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd9276-1261-4b2d-ab4c-5c0d417ea2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:31.209623 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd9276-1261-4b2d-ab4c-5c0d417ea2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:31.210226 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd9276-1261-4b2d-ab4c-5c0d417ea2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:31.210781 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd9276-1261-4b2d-ab4c-5c0d417ea2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:31.211342 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd9276-1261-4b2d-ab4c-5c0d417ea2d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:31.211965 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd9276-1261-4b2d-ab4c-5c0d417ea2d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:31.212551 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd9276-1261-4b2d-ab4c-5c0d417ea2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:31.213095 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd9276-1261-4b2d-ab4c-5c0d417ea2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:31.213650 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd9276-1261-4b2d-ab4c-5c0d417ea2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:31.214218 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd9276-1261-4b2d-ab4c-5c0d417ea2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:31.217674 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:00:31.219305 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:31.220043 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.220684 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:00:31.221415 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Bound port: 7fd8dbc3-2486-4695-bba2-6d312494dd77, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:00:31.222033 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.227714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a792378-35b7-4be7-9e8d-19a4b9f843ae None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:31.255891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 44f55344-9797-4791-8c1a-27f87cf698a5 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:00:31.289122 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] For port 7fd8dbc3-2486-4695-bba2-6d312494dd77, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:00:31.300778 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] For port 7fd8dbc3-2486-4695-bba2-6d312494dd77, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fd8dbc3-2486-4695-bba2-6d312494dd77,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:00:31.315151 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cb7a9537-479d-49c6-817a-ac1b93829c32 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.315416 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.331252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Attempting to bind port b0ff4470-757b-4027-9429-ed41c54e215e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:00:31.331789 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Attempting to bind port b0ff4470-757b-4027-9429-ed41c54e215e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b500a6dc-5edd-4c88-82df-4a23560852fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:00:31.332174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Attempting to bind port b0ff4470-757b-4027-9429-ed41c54e215e on network d7561cda-0cef-429a-ab48-39d731d77e04 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:00:31.335708 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5d259694-9118-43a5-9df5-ba0d14ed52b4 req-45da8b28-f086-4a34-a59e-035e33aff900 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] For port f5e13635-ad44-4f1b-8927-600136df3f15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5e13635-ad44-4f1b-8927-600136df3f15,segment=NetworkSegment(9987dda5-59fd-4a21-b175-88ab0b2a0ae1),segment_id=9987dda5-59fd-4a21-b175-88ab0b2a0ae1)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:31.336082 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5d259694-9118-43a5-9df5-ba0d14ed52b4 req-45da8b28-f086-4a34-a59e-035e33aff900 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.352695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-5d259694-9118-43a5-9df5-ba0d14ed52b4 req-45da8b28-f086-4a34-a59e-035e33aff900 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Calling delete_port for f5e13635-ad44-4f1b-8927-600136df3f15 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:31.353833 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:00:31.355965 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Checking segment: {'id': 'b500a6dc-5edd-4c88-82df-4a23560852fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:31.355965 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.358202 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Bound using segment: {'id': 'b500a6dc-5edd-4c88-82df-4a23560852fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:00:31.358759 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Bound port: b0ff4470-757b-4027-9429-ed41c54e215e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b500a6dc-5edd-4c88-82df-4a23560852fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:00:31.359340 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.371781 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ca77eb-882f-4cbb-b627-6d7422c53244 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:31.372001 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 44f55344-9797-4791-8c1a-27f87cf698a5 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:31.372314 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.378286 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c0ca77eb-882f-4cbb-b627-6d7422c53244 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 1.2676449
Nov 20 21:00:31.383930 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49446) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:31.385010 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a9537-479d-49c6-817a-ac1b93829c32 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event deleted for resources: {'Port': ['ID=b0672d0f-1a3f-4c3b-8124-882b91a20da7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:31.423701 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-430d3956-ab92-404d-ab44-212fda343a41 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.458340 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Routers {'5b4337eb-626e-46f6-94a9-e74c337eee87'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:00:31.460420 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541f7dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:00:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5b4337eb-626e-46f6-94a9-e74c337eee87'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:31.473131 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3afc5c91-d0a2-4a39-b88c-ae9076a9d52e None None] Port 7fd8dbc3-2486-4695-bba2-6d312494dd77 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:00:31.478196 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cb7a9537-479d-49c6-817a-ac1b93829c32 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.481997 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cb7a9537-479d-49c6-817a-ac1b93829c32 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "DELETE /v2.0/ports/b0672d0f-1a3f-4c3b-8124-882b91a20da7 HTTP/1.1" status: 204  len: 168 time: 1.6650100
Nov 20 21:00:31.489883 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c16772c8-f53a-46fd-8e96-bacf6b12aa4a tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1004081
Nov 20 21:00:31.489883 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-430d3956-ab92-404d-ab44-212fda343a41 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.491779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49448) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:31.492232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49450) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:31.503070 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49e9540-23c5-40c6-8ddf-5cf06f980479 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:31.508845 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-687f6c20-e57e-46c9-bfe4-a7b02354350a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-642733364', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:31.619052 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] Set router 5b4337eb-626e-46f6-94a9-e74c337eee87 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:00:31.708919 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd9276-1261-4b2d-ab4c-5c0d417ea2d1 None None] Pushing event updated for resources: {'Port': ['ID=7fd8dbc3-2486-4695-bba2-6d312494dd77,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:31.715934 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3afc5c91-d0a2-4a39-b88c-ae9076a9d52e None None] Provisioning complete for port 680e3737-33b1-4ece-9dd6-cdb86be79090 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:31.717750 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3afc5c91-d0a2-4a39-b88c-ae9076a9d52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.747449 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] For port b0ff4470-757b-4027-9429-ed41c54e215e, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:00:31.756114 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] For port b0ff4470-757b-4027-9429-ed41c54e215e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0ff4470-757b-4027-9429-ed41c54e215e,segment=NetworkSegment(b500a6dc-5edd-4c88-82df-4a23560852fc),segment_id=b500a6dc-5edd-4c88-82df-4a23560852fc)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:00:31.808931 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976c33c-02fa-4295-b6ab-389897718000 req-035d699b-7e30-46ab-a834-80b6798708e0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:31.811272 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5976c33c-02fa-4295-b6ab-389897718000 req-035d699b-7e30-46ab-a834-80b6798708e0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 945 time: 1.2189536
Nov 20 21:00:31.833229 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5d259694-9118-43a5-9df5-ba0d14ed52b4 req-45da8b28-f086-4a34-a59e-035e33aff900 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.841963 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.842473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-f40b3605-3110-445e-87d2-f2a0d7fd7b50 req-1c23d578-4202-4c60-919e-9c7f38ec52fa tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] For port bd984248-d711-49cb-b240-1dae016cbc50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd984248-d711-49cb-b240-1dae016cbc50,segment=NetworkSegment(9987dda5-59fd-4a21-b175-88ab0b2a0ae1),segment_id=9987dda5-59fd-4a21-b175-88ab0b2a0ae1)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:31.843815 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f40b3605-3110-445e-87d2-f2a0d7fd7b50 req-1c23d578-4202-4c60-919e-9c7f38ec52fa tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.853087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d3956-ab92-404d-ab44-212fda343a41 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d68a3d8-2a31-4843-baef-7c9183484a5f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:31.870307 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-430d3956-ab92-404d-ab44-212fda343a41 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:31.871591 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-430d3956-ab92-404d-ab44-212fda343a41 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 2.0390570
Nov 20 21:00:31.876833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49458) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:31.883884 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-649f4d81-5f45-48f3-85dd-7db2ea5034a5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Request body: {'security_group_rule': {'security_group_id': '3d68a3d8-2a31-4843-baef-7c9183484a5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:31.933156 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541f7dc0>, [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:00:27Z', 'revision_number': 3, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:31.962496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['f5e13635-ad44-4f1b-8927-600136df3f15'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:00:31.984397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-f40b3605-3110-445e-87d2-f2a0d7fd7b50 req-1c23d578-4202-4c60-919e-9c7f38ec52fa tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Calling delete_port for bd984248-d711-49cb-b240-1dae016cbc50 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:32.001695 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.api [None req-649f4d81-5f45-48f3-85dd-7db2ea5034a5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 20 21:00:32.001695 ncdv-master-1 neutron-server[126224]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 20 21:00:32.001695 ncdv-master-1 neutron-server[126224]: [parameters: {'project_id_1': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'expiration_1': datetime.datetime(2021, 11, 20, 21, 0, 11, 935104)}]
Nov 20 21:00:32.001695 ncdv-master-1 neutron-server[126224]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:00:32.001695 ncdv-master-1 neutron-server[126224]: DEBUG oslo_db.api [None req-649f4d81-5f45-48f3-85dd-7db2ea5034a5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:00:32.005897 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d366b34-5249-4473-a863-32e28749fe49 None None] The sync data for ids ['5b4337eb-626e-46f6-94a9-e74c337eee87'] in ncdv-master-1 is: [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:00:27Z', 'revision_number': 3, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:00:32.008013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da8b28-f086-4a34-a59e-035e33aff900 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Pushing event deleted for resources: {'Port': ['ID=f5e13635-ad44-4f1b-8927-600136df3f15,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:32.020445 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27958878-8377-4974-8e9a-355d7b9a1743 req-ee633376-b841-4408-b015-a71eda24e75b tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:32.027550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27958878-8377-4974-8e9a-355d7b9a1743 req-ee633376-b841-4408-b015-a71eda24e75b tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:32.038209 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27958878-8377-4974-8e9a-355d7b9a1743 req-ee633376-b841-4408-b015-a71eda24e75b tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:32.047443 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-27958878-8377-4974-8e9a-355d7b9a1743 req-ee633376-b841-4408-b015-a71eda24e75b tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2415 time: 0.2101712
Nov 20 21:00:32.066094 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37181b-a42d-4e1a-82ef-c4910603b344 req-7d0f5567-8459-4d73-99e7-05f83ea80715 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:32.081086 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7f37181b-a42d-4e1a-82ef-c4910603b344 req-7d0f5567-8459-4d73-99e7-05f83ea80715 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 945 time: 0.9903097
Nov 20 21:00:32.095255 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687f6c20-e57e-46c9-bfe4-a7b02354350a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Made reservation on behalf of 3d0636503ac5406792f6a872f4f9c10d for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:32.100847 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-687f6c20-e57e-46c9-bfe4-a7b02354350a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:32.111756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c9937-a2db-4552-aa93-271e453c9df3 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Deleting port 4b917493-bab4-4aa8-ab48-a7937f2184cb {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:32.112651 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eb4c9937-a2db-4552-aa93-271e453c9df3 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:32.165316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d259694-9118-43a5-9df5-ba0d14ed52b4 req-45da8b28-f086-4a34-a59e-035e33aff900 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] No DVR routers for this DVR port f5e13635-ad44-4f1b-8927-600136df3f15 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:32.165560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc946f3-173a-40bb-a628-6efc6c89ca68 None None] Pushing event updated for resources: {'Port': ['ID=b0ff4470-757b-4027-9429-ed41c54e215e,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:32.198763 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:32.255646 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f55344-9797-4791-8c1a-27f87cf698a5'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:32.257472 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5d259694-9118-43a5-9df5-ba0d14ed52b4 req-45da8b28-f086-4a34-a59e-035e33aff900 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:32.257938 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be5823d-dbc6-4594-b0a4-cc296636fd2d" -d '{"events": [{"server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "name": "network-vif-plugged", "status": "completed", "tag": "44f55344-9797-4791-8c1a-27f87cf698a5"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:32.267046 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5d259694-9118-43a5-9df5-ba0d14ed52b4 req-45da8b28-f086-4a34-a59e-035e33aff900 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.37 "DELETE /v2.0/ports/f5e13635-ad44-4f1b-8927-600136df3f15 HTTP/1.1" status: 204  len: 173 time: 2.3617043
Nov 20 21:00:32.272649 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26516cdf-b525-4abc-8716-ad60c3b81c35', 'name': 'network-vif-deleted', 'tag': 'f5e13635-ad44-4f1b-8927-600136df3f15'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:32.296015 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f2d444-27e5-4b88-8aa8-d6547d1e9469" -d '{"events": [{"server_uuid": "26516cdf-b525-4abc-8716-ad60c3b81c35", "name": "network-vif-deleted", "tag": "f5e13635-ad44-4f1b-8927-600136df3f15"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:32.342369 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 44f55344-9797-4791-8c1a-27f87cf698a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44f55344-9797-4791-8c1a-27f87cf698a5,segment=NetworkSegment(e337759b-4a24-400c-b508-3401859a822b),segment_id=e337759b-4a24-400c-b508-3401859a822b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:32.359262 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:32.360939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 81d2d57f-3035-4006-a984-49d10147384b up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:32.383136 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-27958878-8377-4974-8e9a-355d7b9a1743 req-33802087-8fa8-4ba7-ba37-eafc6777404b tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3281584
Nov 20 21:00:32.610711 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=44f55344-9797-4791-8c1a-27f87cf698a5,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:32.626634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3afc5c91-d0a2-4a39-b88c-ae9076a9d52e None None] Provisioning complete for port 17593c85-2aba-4b07-b484-60c0a0677ba6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:32.627108 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3afc5c91-d0a2-4a39-b88c-ae9076a9d52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:32.664329 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 81d2d57f-3035-4006-a984-49d10147384b completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:00:32.674760 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 81d2d57f-3035-4006-a984-49d10147384b triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:32.675208 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:32.694642 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f40b3605-3110-445e-87d2-f2a0d7fd7b50 req-1c23d578-4202-4c60-919e-9c7f38ec52fa tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:32.714215 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7f37181b-a42d-4e1a-82ef-c4910603b344 req-27e2ad69-c52f-4407-b923-304e2ffa0e67 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6320124
Nov 20 21:00:32.737582 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3afc5c91-d0a2-4a39-b88c-ae9076a9d52e None None] Port 17593c85-2aba-4b07-b484-60c0a0677ba6 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:00:32.766899 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['bd984248-d711-49cb-b240-1dae016cbc50'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:00:32.774037 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['bd984248-d711-49cb-b240-1dae016cbc50'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:00:32.786214 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eb4c9937-a2db-4552-aa93-271e453c9df3 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:32.830370 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f55a641-dcf8-4b11-8b76-8598309dea1a req-d59d0a07-752e-4596-af84-94eccf572ba3 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e60d5cd6-1736-4303-8340-35b914be8dce HTTP/1.1" status: 200  len: 210 time: 0.2900298
Nov 20 21:00:32.917439 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55d8583-1292-4653-ab78-2dd8dae81691 x-openstack-request-id: req-d55d8583-1292-4653-ab78-2dd8dae81691 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:32.918121 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26516cdf-b525-4abc-8716-ad60c3b81c35", "name": "network-vif-deleted", "tag": "f5e13635-ad44-4f1b-8927-600136df3f15", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:32.918121 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d55d8583-1292-4653-ab78-2dd8dae81691 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:32.918755 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26516cdf-b525-4abc-8716-ad60c3b81c35', 'name': 'network-vif-deleted', 'tag': 'f5e13635-ad44-4f1b-8927-600136df3f15', 'status': 'completed', 'code': 200}
Nov 20 21:00:32.933872 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c9937-a2db-4552-aa93-271e453c9df3 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Calling delete_port for 4b917493-bab4-4aa8-ab48-a7937f2184cb owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:33.011383 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-5976c33c-02fa-4295-b6ab-389897718000 req-f3f236b2-b991-49cb-a9bc-ea9d40ff7a74 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Deleting port f8de97a0-2799-4c39-82a8-566fd2fe46e8 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:33.011782 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5976c33c-02fa-4295-b6ab-389897718000 req-f3f236b2-b991-49cb-a9bc-ea9d40ff7a74 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:33.018001 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23d578-4202-4c60-919e-9c7f38ec52fa tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Pushing event deleted for resources: {'Port': ['ID=bd984248-d711-49cb-b240-1dae016cbc50,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:33.032646 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-649f4d81-5f45-48f3-85dd-7db2ea5034a5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:33.171379 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924bf706-af29-472a-99da-31b4b71c963f x-openstack-request-id: req-924bf706-af29-472a-99da-31b4b71c963f {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:33.172167 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "name": "network-vif-plugged", "status": "completed", "tag": "44f55344-9797-4791-8c1a-27f87cf698a5", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:33.172167 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-924bf706-af29-472a-99da-31b4b71c963f {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:33.172570 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f55344-9797-4791-8c1a-27f87cf698a5', 'code': 200}
Nov 20 21:00:33.230923 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] Provisioning complete for port 7fd8dbc3-2486-4695-bba2-6d312494dd77 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:33.236561 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-649f4d81-5f45-48f3-85dd-7db2ea5034a5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:33.244459 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:33.258017 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eb4c9937-a2db-4552-aa93-271e453c9df3 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:33.313877 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eb4c9937-a2db-4552-aa93-271e453c9df3 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:33.319168 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-eb4c9937-a2db-4552-aa93-271e453c9df3 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "DELETE /v2.0/ports/4b917493-bab4-4aa8-ab48-a7937f2184cb HTTP/1.1" status: 204  len: 168 time: 1.8232076
Nov 20 21:00:33.320444 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-649f4d81-5f45-48f3-85dd-7db2ea5034a5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:33.332052 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49470) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:33.337159 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c9937-a2db-4552-aa93-271e453c9df3 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event deleted for resources: {'Port': ['ID=4b917493-bab4-4aa8-ab48-a7937f2184cb,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:33.400255 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-33501b81-391c-4e6a-b85d-b7b55f6aab6e tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0494280
Nov 20 21:00:33.402959 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-687f6c20-e57e-46c9-bfe4-a7b02354350a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:33.410906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49472) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:33.443307 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ac8f7376-6a4e-4e66-b277-b9d782fbbc0d tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-934771770'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:33.469000 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:33.505796 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f4d81-5f45-48f3-85dd-7db2ea5034a5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbcea59-e912-494f-9df8-39e34907430a,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:33.539971 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8f7376-6a4e-4e66-b277-b9d782fbbc0d tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Made reservation on behalf of 9ce231b2507f45a2842c4aea4bdc4e77 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:33.543725 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac8f7376-6a4e-4e66-b277-b9d782fbbc0d tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:33.554176 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-649f4d81-5f45-48f3-85dd-7db2ea5034a5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:33.555388 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-649f4d81-5f45-48f3-85dd-7db2ea5034a5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.6768355
Nov 20 21:00:33.583777 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49476) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:33.607575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-79ada82a-1e31-432b-b626-d722adae1f98 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Request body: {'security_group_rule': {'security_group_id': '3d68a3d8-2a31-4843-baef-7c9183484a5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:33.641236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 81d2d57f-3035-4006-a984-49d10147384b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81d2d57f-3035-4006-a984-49d10147384b,segment=NetworkSegment(6bd1643c-fb88-4295-8168-28766e8b9f80),segment_id=6bd1643c-fb88-4295-8168-28766e8b9f80)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:33.644002 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:33.670208 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:33.688837 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 46b173fa-03d9-4a65-880e-26f38e2b0498 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:33.697523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] For port 7fd8dbc3-2486-4695-bba2-6d312494dd77, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fd8dbc3-2486-4695-bba2-6d312494dd77,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:33.773795 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79ada82a-1e31-432b-b626-d722adae1f98 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:33.783420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f82f1d1-c673-4780-946b-5dfc3caacc98 None None] Network d7561cda-0cef-429a-ab48-39d731d77e04 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:33.787927 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:33.788644 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f6c20-e57e-46c9-bfe4-a7b02354350a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Checking segment: {'id': '3eb6f32e-71b4-4d41-9db7-bd3676860134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:33.789779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f6c20-e57e-46c9-bfe4-a7b02354350a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network hostable DHCP agents. Network: 1285f7b9-19ec-4973-b341-2c247825bb31, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:00:33.794639 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f6c20-e57e-46c9-bfe4-a7b02354350a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Subnet': ['ID=5d22161a-a3e9-4afa-87de-f7672d10bc2a,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:33.828561 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8f7376-6a4e-4e66-b277-b9d782fbbc0d tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:00:33.879559 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f6c20-e57e-46c9-bfe4-a7b02354350a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network 1285f7b9-19ec-4973-b341-2c247825bb31 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:00:33.910721 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad7f48-6139-448b-abda-07f6f3d70424 req-3143a39a-1c0f-4fc6-9e2a-c36c455d12ba tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:33.917137 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad7f48-6139-448b-abda-07f6f3d70424 req-3143a39a-1c0f-4fc6-9e2a-c36c455d12ba tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:33.924534 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad7f48-6139-448b-abda-07f6f3d70424 req-3143a39a-1c0f-4fc6-9e2a-c36c455d12ba tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:33.934366 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37ad7f48-6139-448b-abda-07f6f3d70424 req-3143a39a-1c0f-4fc6-9e2a-c36c455d12ba tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2417 time: 0.3601360
Nov 20 21:00:33.943588 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac8f7376-6a4e-4e66-b277-b9d782fbbc0d tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:33.943953 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-ac8f7376-6a4e-4e66-b277-b9d782fbbc0d tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Added segment 729a94cf-f7a7-42f8-9676-f68995901336 of type vlan for network c6b16d73-0106-4101-bf13-e5e68f29ac64
Nov 20 21:00:33.958148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=81d2d57f-3035-4006-a984-49d10147384b,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:33.981984 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-687f6c20-e57e-46c9-bfe4-a7b02354350a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1285f7b9-19ec-4973-b341-2c247825bb31) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:33.987730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687f6c20-e57e-46c9-bfe4-a7b02354350a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:33.988461 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-687f6c20-e57e-46c9-bfe4-a7b02354350a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:34.018386 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-687f6c20-e57e-46c9-bfe4-a7b02354350a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 2.5120316
Nov 20 21:00:34.026659 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c39e1b-4da7-4755-920a-393ec1fb3239 None None] Network 1285f7b9-19ec-4973-b341-2c247825bb31 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:34.042224 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49486) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:34.057404 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40b3605-3110-445e-87d2-f2a0d7fd7b50 req-1c23d578-4202-4c60-919e-9c7f38ec52fa tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] No DVR routers for this DVR port bd984248-d711-49cb-b240-1dae016cbc50 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:34.060833 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f40b3605-3110-445e-87d2-f2a0d7fd7b50 req-1c23d578-4202-4c60-919e-9c7f38ec52fa tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:34.066638 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f40b3605-3110-445e-87d2-f2a0d7fd7b50 req-1c23d578-4202-4c60-919e-9c7f38ec52fa tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.47 "DELETE /v2.0/ports/bd984248-d711-49cb-b240-1dae016cbc50 HTTP/1.1" status: 204  len: 173 time: 4.2337322
Nov 20 21:00:34.086333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8eaa7a4a-254c-48bf-87a8-6dca66dabb17 None None] Provisioning complete for port b0ff4470-757b-4027-9429-ed41c54e215e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:34.087117 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7a4a-254c-48bf-87a8-6dca66dabb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:34.122763 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37ad7f48-6139-448b-abda-07f6f3d70424 req-9b32fc8a-b37d-4239-bb89-98c5d8050158 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874042
Nov 20 21:00:34.163587 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 46b173fa-03d9-4a65-880e-26f38e2b0498 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:00:34.179255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f657f-699c-4b8c-a753-3936375b40c9 req-607c74a6-0163-4e9a-8dbc-6caeb03fff9a tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:34.181600 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-114f657f-699c-4b8c-a753-3936375b40c9 req-607c74a6-0163-4e9a-8dbc-6caeb03fff9a tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 945 time: 0.2080858
Nov 20 21:00:34.191581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5976c33c-02fa-4295-b6ab-389897718000 req-f3f236b2-b991-49cb-a9bc-ea9d40ff7a74 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] For port f8de97a0-2799-4c39-82a8-566fd2fe46e8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8de97a0-2799-4c39-82a8-566fd2fe46e8,segment=NetworkSegment(c0d94a67-f676-4066-a805-c6c070e887e3),segment_id=c0d94a67-f676-4066-a805-c6c070e887e3)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:34.191992 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5976c33c-02fa-4295-b6ab-389897718000 req-f3f236b2-b991-49cb-a9bc-ea9d40ff7a74 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:34.221900 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a706-933d-4491-b3d2-383b83d15dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:34.289925 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-5976c33c-02fa-4295-b6ab-389897718000 req-f3f236b2-b991-49cb-a9bc-ea9d40ff7a74 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Calling delete_port for f8de97a0-2799-4c39-82a8-566fd2fe46e8 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:34.368344 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac8f7376-6a4e-4e66-b277-b9d782fbbc0d tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:34.434737 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 46b173fa-03d9-4a65-880e-26f38e2b0498 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:34.435227 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:34.448783 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-77d252cb-0f27-43b2-9e82-4b5b1b542fec req-90ced8d4-fadc-44c0-a8ac-add28ee4e161 tempest-ListServersNegativeTestJSON-1278338634 tempest-ListServersNegativeTestJSON-1278338634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e60d5cd6-1736-4303-8340-35b914be8dce HTTP/1.1" status: 200  len: 210 time: 0.0747828
Nov 20 21:00:34.465533 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79ada82a-1e31-432b-b626-d722adae1f98 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:34.475481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b0ff4470-757b-4027-9429-ed41c54e215e up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:34.476962 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79ada82a-1e31-432b-b626-d722adae1f98 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:34.520104 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-114f657f-699c-4b8c-a753-3936375b40c9 req-f2b5c0a1-e625-416e-aec3-db0cc817efc0 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e194326-07ef-4dce-85dd-74379f8a11b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3093722
Nov 20 21:00:34.536911 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ada82a-1e31-432b-b626-d722adae1f98 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2de63b-6957-4e51-9383-1a0366edfd61,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:34.550473 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79ada82a-1e31-432b-b626-d722adae1f98 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:34.551828 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-79ada82a-1e31-432b-b626-d722adae1f98 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9562871
Nov 20 21:00:34.601117 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac8f7376-6a4e-4e66-b277-b9d782fbbc0d tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:34.610240 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8f7376-6a4e-4e66-b277-b9d782fbbc0d tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:34.611008 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac8f7376-6a4e-4e66-b277-b9d782fbbc0d tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:34.615887 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49488) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:34.625030 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:34.698738 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] Pushing event updated for resources: {'Port': ['ID=7fd8dbc3-2486-4695-bba2-6d312494dd77,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:34.731825 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:34.732459 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:34.735547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:34.735872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:34.736222 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:34.736563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:34.736909 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:34.741479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:34.741881 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:34.742375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:34.750219 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:34.750587 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e344a0b5-953b-4cff-8991-ae90ae5d4cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:00:34.804333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5e95aa78-cf30-4872-a515-77b24aeb0899 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:34.904468 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5976c33c-02fa-4295-b6ab-389897718000 req-f3f236b2-b991-49cb-a9bc-ea9d40ff7a74 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:34.935058 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d5cd6-1736-4303-8340-35b914be8dce', 'name': 'network-vif-deleted', 'tag': 'bd984248-d711-49cb-b240-1dae016cbc50'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:34.940845 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9c83e6-0ce1-4393-a307-b01fb012afdb" -d '{"events": [{"server_uuid": "e60d5cd6-1736-4303-8340-35b914be8dce", "name": "network-vif-deleted", "tag": "bd984248-d711-49cb-b240-1dae016cbc50"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:34.966195 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f7376-6a4e-4e66-b277-b9d782fbbc0d tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event updated for resources: {'Network': ['ID=c6b16d73-0106-4101-bf13-e5e68f29ac64,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:34.976223 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b0ff4470-757b-4027-9429-ed41c54e215e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:34.976664 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:34.990008 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f236b2-b991-49cb-a9bc-ea9d40ff7a74 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Pushing event deleted for resources: {'Port': ['ID=f8de97a0-2799-4c39-82a8-566fd2fe46e8,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:34.991503 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:35.037938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 5e95aa78-cf30-4872-a515-77b24aeb0899 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:35.038396 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:35.048308 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49496) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:35.055252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-f1673f32-9137-424a-a593-0737ae79a805 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1596814065'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:35.063031 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ac8f7376-6a4e-4e66-b277-b9d782fbbc0d tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.6256516
Nov 20 21:00:35.084307 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network c6b16d73-0106-4101-bf13-e5e68f29ac64 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:00:35.097458 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b72185c-6f74-464c-85c6-11f709a816fc x-openstack-request-id: req-4b72185c-6f74-464c-85c6-11f709a816fc {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:35.097950 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d5cd6-1736-4303-8340-35b914be8dce", "name": "network-vif-deleted", "tag": "bd984248-d711-49cb-b240-1dae016cbc50", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:35.098088 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b72185c-6f74-464c-85c6-11f709a816fc {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:35.099294 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60d5cd6-1736-4303-8340-35b914be8dce', 'name': 'network-vif-deleted', 'tag': 'bd984248-d711-49cb-b240-1dae016cbc50', 'status': 'completed', 'code': 200}
Nov 20 21:00:35.100191 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5976c33c-02fa-4295-b6ab-389897718000 req-f3f236b2-b991-49cb-a9bc-ea9d40ff7a74 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] No DVR routers for this DVR port f8de97a0-2799-4c39-82a8-566fd2fe46e8 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:35.105719 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5976c33c-02fa-4295-b6ab-389897718000 req-f3f236b2-b991-49cb-a9bc-ea9d40ff7a74 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:35.111734 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5976c33c-02fa-4295-b6ab-389897718000 req-f3f236b2-b991-49cb-a9bc-ea9d40ff7a74 tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.37 "DELETE /v2.0/ports/f8de97a0-2799-4c39-82a8-566fd2fe46e8 HTTP/1.1" status: 204  len: 173 time: 3.2858272
Nov 20 21:00:35.152506 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7c7a2e-3e4d-4b9b-b93d-759355e3e4ac None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:35.159000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1673f32-9137-424a-a593-0737ae79a805 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Made reservation on behalf of 9ce231b2507f45a2842c4aea4bdc4e77 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:35.163109 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1673f32-9137-424a-a593-0737ae79a805 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:35.209306 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d2d57f-3035-4006-a984-49d10147384b'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:35.211548 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1774bd1-4135-4fd8-9cc2-c786665d0bcb" -d '{"events": [{"server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "name": "network-vif-plugged", "status": "completed", "tag": "81d2d57f-3035-4006-a984-49d10147384b"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:35.214452 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7a4a-254c-48bf-87a8-6dca66dabb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:35.243654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1673f32-9137-424a-a593-0737ae79a805 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:00:35.264221 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1673f32-9137-424a-a593-0737ae79a805 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:35.265669 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-f1673f32-9137-424a-a593-0737ae79a805 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Added segment 1e0be71a-dce6-468c-a72f-e601db0add12 of type vlan for network cbf250cf-446e-4821-930b-4010d9746b62
Nov 20 21:00:35.270221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8eaa7a4a-254c-48bf-87a8-6dca66dabb17 None None] For port b0ff4470-757b-4027-9429-ed41c54e215e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0ff4470-757b-4027-9429-ed41c54e215e,segment=NetworkSegment(b500a6dc-5edd-4c88-82df-4a23560852fc),segment_id=b500a6dc-5edd-4c88-82df-4a23560852fc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:35.331048 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7a4a-254c-48bf-87a8-6dca66dabb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:35.352308 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1673f32-9137-424a-a593-0737ae79a805 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:35.371315 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-d8a3a706-933d-4491-b3d2-383b83d15dad admin admin] Deleting port 046cd993-6c51-4abc-a37e-b68f7647befd {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:35.371812 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a706-933d-4491-b3d2-383b83d15dad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:35.429927 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb775517-4482-4c66-ba46-9c11a9d0a59f x-openstack-request-id: req-bb775517-4482-4c66-ba46-9c11a9d0a59f {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:35.430574 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "name": "network-vif-plugged", "status": "completed", "tag": "81d2d57f-3035-4006-a984-49d10147384b", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:35.431045 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb775517-4482-4c66-ba46-9c11a9d0a59f {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:35.431621 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d2d57f-3035-4006-a984-49d10147384b', 'code': 200}
Nov 20 21:00:35.436255 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:35.484756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-d8a3a706-933d-4491-b3d2-383b83d15dad admin admin] For port 046cd993-6c51-4abc-a37e-b68f7647befd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=046cd993-6c51-4abc-a37e-b68f7647befd,segment=NetworkSegment(37041694-220a-4ba9-8baa-9998343435bd),segment_id=37041694-220a-4ba9-8baa-9998343435bd)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:35.485446 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a706-933d-4491-b3d2-383b83d15dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:35.512852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-d8a3a706-933d-4491-b3d2-383b83d15dad admin admin] Calling delete_port for 046cd993-6c51-4abc-a37e-b68f7647befd owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:35.637772 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1285f7b9-19ec-4973-b341-2c247825bb31', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'fixed_ips': [{'subnet_id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:00:35.642389 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:35.690538 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49508) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:35.781225 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a706-933d-4491-b3d2-383b83d15dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:35.799584 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.db.resource_extend [None req-f1673f32-9137-424a-a593-0737ae79a805 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 21:00:35.850930 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3a706-933d-4491-b3d2-383b83d15dad admin admin] Pushing event deleted for resources: {'Port': ['ID=046cd993-6c51-4abc-a37e-b68f7647befd,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:35.902986 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Allocated IP 172.20.0.2 (1285f7b9-19ec-4973-b341-2c247825bb31/5d22161a-a3e9-4afa-87de-f7672d10bc2a/ea69b7b3-ecd2-405d-95c1-3ca7e3f96874) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:00:35.940749 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1673f32-9137-424a-a593-0737ae79a805 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:35.954657 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1673f32-9137-424a-a593-0737ae79a805 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:35.959652 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1673f32-9137-424a-a593-0737ae79a805 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:36.021397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3fb3b5-d3c4-4851-acbd-068299ffa596 admin admin] Deleting subnet a33b0c1b-3040-4e35-bb95-28bb35fd7874 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:00:36.026437 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb3b5-d3c4-4851-acbd-068299ffa596 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:36.032175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e179eb-112a-4f0f-92fb-5bafcb4cad41 req-8b0f4b3b-ae22-416e-af09-c6b604d86ed9 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:36.039699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e179eb-112a-4f0f-92fb-5bafcb4cad41 req-8b0f4b3b-ae22-416e-af09-c6b604d86ed9 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:36.047422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e179eb-112a-4f0f-92fb-5bafcb4cad41 req-8b0f4b3b-ae22-416e-af09-c6b604d86ed9 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:36.060332 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-50e179eb-112a-4f0f-92fb-5bafcb4cad41 req-8b0f4b3b-ae22-416e-af09-c6b604d86ed9 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2417 time: 0.2923386
Nov 20 21:00:36.072533 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb3b5-d3c4-4851-acbd-068299ffa596 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:36.133189 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb3b5-d3c4-4851-acbd-068299ffa596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:36.153273 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f1673f32-9137-424a-a593-0737ae79a805 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.1037512
Nov 20 21:00:36.173669 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:36.215506 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6b8748aa-153c-4331-8577-29b5d9bf1c30 req-1e2c7b1a-628a-4b55-9758-05391a2d0e3c tempest-ServersTestJSON-1712314003 tempest-ServersTestJSON-1712314003-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a3106c1-4741-490e-aa46-7f3e6614fdd1 HTTP/1.1" status: 200  len: 210 time: 0.3000033
Nov 20 21:00:36.231484 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:36.241846 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7fd8dbc3-2486-4695-bba2-6d312494dd77 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:36.281621 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:36.292120 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1673f32-9137-424a-a593-0737ae79a805 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event updated for resources: {'Network': ['ID=cbf250cf-446e-4821-930b-4010d9746b62,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:36.381555 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-860338bd-4289-4768-91b6-9a7201c381cd None None] Provisioning complete for port b0ff4470-757b-4027-9429-ed41c54e215e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:36.383729 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-860338bd-4289-4768-91b6-9a7201c381cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:36.394773 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-50e179eb-112a-4f0f-92fb-5bafcb4cad41 req-34b6cc2e-7e12-4e17-bbe4-7f77f8b16767 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3297818
Nov 20 21:00:36.435876 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a706-933d-4491-b3d2-383b83d15dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:36.488277 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e95aa78-cf30-4872-a515-77b24aeb0899,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:36.491530 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network cbf250cf-446e-4821-930b-4010d9746b62 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:00:36.548687 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb3b5-d3c4-4851-acbd-068299ffa596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:36.550361 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:36.555772 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device bd984248-d711-49cb-b240-1dae016cbc50 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:36.598480 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa7a4a-254c-48bf-87a8-6dca66dabb17 None None] Pushing event updated for resources: {'Port': ['ID=b0ff4470-757b-4027-9429-ed41c54e215e,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:36.673582 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: bd984248-d711-49cb-b240-1dae016cbc50 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:00:36.674039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device bd984248-d711-49cb-b240-1dae016cbc50 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:00:36.692670 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb3b5-d3c4-4851-acbd-068299ffa596 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:36.696095 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7d3fb3b5-d3c4-4851-acbd-068299ffa596 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a33b0c1b-3040-4e35-bb95-28bb35fd7874 HTTP/1.1" status: 204  len: 168 time: 0.9790828
Nov 20 21:00:36.700116 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fb3b5-d3c4-4851-acbd-068299ffa596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a33b0c1b-3040-4e35-bb95-28bb35fd7874,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:36.710821 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49514) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:36.753796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a3a706-933d-4491-b3d2-383b83d15dad admin admin] Router 13da22d3-7a52-46b7-bbec-230050d661f6 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:00:36.831373 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:36.851193 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:36.941824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a3a706-933d-4491-b3d2-383b83d15dad admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:00:36.949627 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d8a3a706-933d-4491-b3d2-383b83d15dad admin admin] 10.222.0.41 "PUT /v2.0/routers/13da22d3-7a52-46b7-bbec-230050d661f6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5980194
Nov 20 21:00:36.950563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49520) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:37.050275 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b114248b-b4d1-42bd-9cce-42d6d932edc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:37.139127 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5831bae-5912-4285-a3cd-5871565e533e None None] Sync routers for ids ['13da22d3-7a52-46b7-bbec-230050d661f6'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:00:37.163668 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Network 1285f7b9-19ec-4973-b341-2c247825bb31 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:00:37.175117 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3106c1-4741-490e-aa46-7f3e6614fdd1', 'name': 'network-vif-deleted', 'tag': 'f8de97a0-2799-4c39-82a8-566fd2fe46e8'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:37.178797 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be270dc5-bef7-43e6-aeb2-1b623df024cf" -d '{"events": [{"server_uuid": "1a3106c1-4741-490e-aa46-7f3e6614fdd1", "name": "network-vif-deleted", "tag": "f8de97a0-2799-4c39-82a8-566fd2fe46e8"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:37.188946 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:37.195918 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:00:37.199360 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 46b173fa-03d9-4a65-880e-26f38e2b0498, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b173fa-03d9-4a65-880e-26f38e2b0498,segment=NetworkSegment(6bd1643c-fb88-4295-8168-28766e8b9f80),segment_id=6bd1643c-fb88-4295-8168-28766e8b9f80)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:37.201397 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 7fd8dbc3-2486-4695-bba2-6d312494dd77 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:37.201781 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:37.259507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Pushing event updated for resources: {'Port': ['ID=ea69b7b3-ecd2-405d-95c1-3ca7e3f96874,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:37.269008 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:37.270551 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f8de97a0-2799-4c39-82a8-566fd2fe46e8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:37.284106 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a7997bd-7dfb-41ec-93b9-2961600a7e85 admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:37.306859 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5831bae-5912-4285-a3cd-5871565e533e None None] Routers {'13da22d3-7a52-46b7-bbec-230050d661f6'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:00:37.307765 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f5831bae-5912-4285-a3cd-5871565e533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a540bd160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:00:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13da22d3-7a52-46b7-bbec-230050d661f6'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:37.398756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49526) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:37.401642 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701f48bc-b1e2-44fb-8608-cd18510a93a0 x-openstack-request-id: req-701f48bc-b1e2-44fb-8608-cd18510a93a0 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:37.401642 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3106c1-4741-490e-aa46-7f3e6614fdd1", "name": "network-vif-deleted", "tag": "f8de97a0-2799-4c39-82a8-566fd2fe46e8", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:37.401642 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-701f48bc-b1e2-44fb-8608-cd18510a93a0 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:37.403025 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3106c1-4741-490e-aa46-7f3e6614fdd1', 'name': 'network-vif-deleted', 'tag': 'f8de97a0-2799-4c39-82a8-566fd2fe46e8', 'status': 'completed', 'code': 200}
Nov 20 21:00:37.463289 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899'}, {'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b173fa-03d9-4a65-880e-26f38e2b0498'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:37.471298 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c043467-3655-4e90-a55c-e76269bbd8e4" -d '{"events": [{"server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "name": "network-vif-plugged", "status": "completed", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899"}, {"server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "name": "network-vif-plugged", "status": "completed", "tag": "46b173fa-03d9-4a65-880e-26f38e2b0498"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:37.497670 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: f8de97a0-2799-4c39-82a8-566fd2fe46e8 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:00:37.498934 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f8de97a0-2799-4c39-82a8-566fd2fe46e8 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:00:37.499644 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f5e13635-ad44-4f1b-8927-600136df3f15 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:37.613194 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: f5e13635-ad44-4f1b-8927-600136df3f15 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:00:37.613554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f5e13635-ad44-4f1b-8927-600136df3f15 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:00:37.615859 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f27062d-168c-44aa-b2dd-31aea6fe5b6a x-openstack-request-id: req-6f27062d-168c-44aa-b2dd-31aea6fe5b6a {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:37.616155 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "name": "network-vif-plugged", "status": "completed", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899", "code": 200}, {"server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "name": "network-vif-plugged", "status": "completed", "tag": "46b173fa-03d9-4a65-880e-26f38e2b0498", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:37.616454 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f27062d-168c-44aa-b2dd-31aea6fe5b6a {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:37.616966 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'code': 200}
Nov 20 21:00:37.617288 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b173fa-03d9-4a65-880e-26f38e2b0498', 'code': 200}
Nov 20 21:00:37.617575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab70d8c-36c5-475c-b967-35e5fccc9dee admin admin] Deleting subnet 67696e00-d47a-4c01-b60f-02743de8399e {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:00:37.677152 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ab70d8c-36c5-475c-b967-35e5fccc9dee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:37.683288 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Attempting to bind port ea69b7b3-ecd2-405d-95c1-3ca7e3f96874 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:00:37.685635 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Attempting to bind port ea69b7b3-ecd2-405d-95c1-3ca7e3f96874 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3eb6f32e-71b4-4d41-9db7-bd3676860134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:00:37.689726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Attempting to bind port ea69b7b3-ecd2-405d-95c1-3ca7e3f96874 on network 1285f7b9-19ec-4973-b341-2c247825bb31 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:00:37.708349 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b114248b-b4d1-42bd-9cce-42d6d932edc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:37.772597 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Allocated IP 172.35.1.164 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/23154080-b7ae-4963-b93f-89310e4d145e) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:00:37.807099 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-f5831bae-5912-4285-a3cd-5871565e533e None None] Set router 13da22d3-7a52-46b7-bbec-230050d661f6 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:00:37.835833 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a7997bd-7dfb-41ec-93b9-2961600a7e85 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:37.845394 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ab70d8c-36c5-475c-b967-35e5fccc9dee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:37.892725 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b114248b-b4d1-42bd-9cce-42d6d932edc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4fe60c40>,) {'filters': {'network_id': ['6909f76c-6cf0-49e8-9350-bbb4acb8a084']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:37.929732 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca850c-2793-49bb-84e2-93b552b8e4f4 req-c242fba2-3d43-41c0-8120-795c60708ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:37.930272 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca850c-2793-49bb-84e2-93b552b8e4f4 req-c242fba2-3d43-41c0-8120-795c60708ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:37.930752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca850c-2793-49bb-84e2-93b552b8e4f4 req-c242fba2-3d43-41c0-8120-795c60708ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:37.932393 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ccca850c-2793-49bb-84e2-93b552b8e4f4 req-c242fba2-3d43-41c0-8120-795c60708ef0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2871 time: 0.1938453
Nov 20 21:00:37.939608 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ab70d8c-36c5-475c-b967-35e5fccc9dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:37.951957 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b114248b-b4d1-42bd-9cce-42d6d932edc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fe60c40>, '9987dda5-59fd-4a21-b175-88ab0b2a0ae1') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:37.954871 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b114248b-b4d1-42bd-9cce-42d6d932edc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fe60c40>, '9987dda5-59fd-4a21-b175-88ab0b2a0ae1') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:38.012623 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ccca850c-2793-49bb-84e2-93b552b8e4f4 req-58dad5f7-bebf-4f54-939e-4ead48c9cd66 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633864
Nov 20 21:00:38.042636 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-4a7997bd-7dfb-41ec-93b9-2961600a7e85 admin admin] Deleting port 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:38.043004 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a7997bd-7dfb-41ec-93b9-2961600a7e85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.065009 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986b5da-f294-4d37-8a73-4d51bc8da105 req-ce38fae2-6d48-4a9e-8dfc-aa25053e859d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:38.073692 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986b5da-f294-4d37-8a73-4d51bc8da105 req-ce38fae2-6d48-4a9e-8dfc-aa25053e859d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:38.089327 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986b5da-f294-4d37-8a73-4d51bc8da105 req-ce38fae2-6d48-4a9e-8dfc-aa25053e859d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:38.101276 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a986b5da-f294-4d37-8a73-4d51bc8da105 req-ce38fae2-6d48-4a9e-8dfc-aa25053e859d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2418 time: 0.5453057
Nov 20 21:00:38.119747 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ab70d8c-36c5-475c-b967-35e5fccc9dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.159227 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b114248b-b4d1-42bd-9cce-42d6d932edc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.162797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab70d8c-36c5-475c-b967-35e5fccc9dee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67696e00-d47a-4c01-b60f-02743de8399e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:38.175335 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ab70d8c-36c5-475c-b967-35e5fccc9dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.182472 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9ab70d8c-36c5-475c-b967-35e5fccc9dee admin admin] 10.222.0.41 "DELETE /v2.0/subnets/67696e00-d47a-4c01-b60f-02743de8399e HTTP/1.1" status: 204  len: 168 time: 0.7794924
Nov 20 21:00:38.183281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49536) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:38.210333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c0bfe-61e8-49c9-9600-d74212cbe311 None None] Network 00efdad1-1d3a-4059-9b5a-980ee6794339 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:38.215448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5e95aa78-cf30-4872-a515-77b24aeb0899,revision_number=10']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:38.255984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-4a7997bd-7dfb-41ec-93b9-2961600a7e85 admin admin] For port 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1faee13c-95ac-4a8a-8f14-d8b0ab7137b4,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:38.256888 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a7997bd-7dfb-41ec-93b9-2961600a7e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.290818 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b114248b-b4d1-42bd-9cce-42d6d932edc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.300381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:00:38.306584 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Checking segment: {'id': '3eb6f32e-71b4-4d41-9db7-bd3676860134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:38.307222 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.307717 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Bound using segment: {'id': '3eb6f32e-71b4-4d41-9db7-bd3676860134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:00:38.308346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Bound port: ea69b7b3-ecd2-405d-95c1-3ca7e3f96874, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb6f32e-71b4-4d41-9db7-bd3676860134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:00:38.308855 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.329961 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-63c5112c-5d5f-47af-b9b3-12fddf0713da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.346265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-4a7997bd-7dfb-41ec-93b9-2961600a7e85 admin admin] Calling delete_port for 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:38.427920 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.455620 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.507890 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b114248b-b4d1-42bd-9cce-42d6d932edc8 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:00:38.515742 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b114248b-b4d1-42bd-9cce-42d6d932edc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:00:38.521538 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:00:38.524101 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-63c5112c-5d5f-47af-b9b3-12fddf0713da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.549673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-63c5112c-5d5f-47af-b9b3-12fddf0713da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ee01070>,) {'filters': {'network_id': ['00efdad1-1d3a-4059-9b5a-980ee6794339']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:38.561454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-63c5112c-5d5f-47af-b9b3-12fddf0713da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ee01070>, 'c0d94a67-f676-4066-a805-c6c070e887e3') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:38.562771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-63c5112c-5d5f-47af-b9b3-12fddf0713da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ee01070>, 'c0d94a67-f676-4066-a805-c6c070e887e3') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:38.575322 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-63c5112c-5d5f-47af-b9b3-12fddf0713da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.590128 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-63c5112c-5d5f-47af-b9b3-12fddf0713da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.599776 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c5112c-5d5f-47af-b9b3-12fddf0713da admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:00:38.600062 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-63c5112c-5d5f-47af-b9b3-12fddf0713da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.623181 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] For port ea69b7b3-ecd2-405d-95c1-3ca7e3f96874, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:00:38.633020 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] For port ea69b7b3-ecd2-405d-95c1-3ca7e3f96874, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea69b7b3-ecd2-405d-95c1-3ca7e3f96874,segment=NetworkSegment(3eb6f32e-71b4-4d41-9db7-bd3676860134),segment_id=3eb6f32e-71b4-4d41-9db7-bd3676860134)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:00:38.709724 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a986b5da-f294-4d37-8a73-4d51bc8da105 req-206f5ac0-3302-4189-b042-8fc2e32a39d5 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6063108
Nov 20 21:00:38.800703 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Allocated IP 172.20.0.1 (1285f7b9-19ec-4973-b341-2c247825bb31/5d22161a-a3e9-4afa-87de-f7672d10bc2a/69e80da7-37e3-4b17-a4b0-7cb40d94193b) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:00:38.803419 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b114248b-b4d1-42bd-9cce-42d6d932edc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.807578 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.819689 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.826368 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b114248b-b4d1-42bd-9cce-42d6d932edc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.830042 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b114248b-b4d1-42bd-9cce-42d6d932edc8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6909f76c-6cf0-49e8-9350-bbb4acb8a084 HTTP/1.1" status: 204  len: 168 time: 2.1128919
Nov 20 21:00:38.840106 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b0ff4470-757b-4027-9429-ed41c54e215e up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:38.871170 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114248b-b4d1-42bd-9cce-42d6d932edc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6909f76c-6cf0-49e8-9350-bbb4acb8a084,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:00:38.938086 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:00:38.967349 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-63c5112c-5d5f-47af-b9b3-12fddf0713da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.989286 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-63c5112c-5d5f-47af-b9b3-12fddf0713da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:38.997010 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-63c5112c-5d5f-47af-b9b3-12fddf0713da admin admin] 10.222.0.41 "DELETE /v2.0/networks/00efdad1-1d3a-4059-9b5a-980ee6794339 HTTP/1.1" status: 204  len: 168 time: 0.8073187
Nov 20 21:00:39.029074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=46b173fa-03d9-4a65-880e-26f38e2b0498,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:39.125669 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65c0e4-391f-45ad-b944-e15c120684e5 None None] Pushing event updated for resources: {'Port': ['ID=ea69b7b3-ecd2-405d-95c1-3ca7e3f96874,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:39.132375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f5831bae-5912-4285-a3cd-5871565e533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a540bd160>, [{'id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-router', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:39Z', 'updated_at': '2021-11-20T21:00:35Z', 'revision_number': 5, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'gw_port': {'id': '1faee13c-95ac-4a8a-8f14-d8b0ab7137b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:40Z', 'updated_at': '2021-11-20T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:39.174739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5831bae-5912-4285-a3cd-5871565e533e None None] Checking router: 13da22d3-7a52-46b7-bbec-230050d661f6 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:00:39.192675 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b0ff4470-757b-4027-9429-ed41c54e215e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:39.192675 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:39.228513 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49546) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:39.336608 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:39.343310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807f652b-214a-48d8-b8c5-1fde6eae5d72 None None] DHCP port deletion for 00efdad1-1d3a-4059-9b5a-980ee6794339 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:39.346555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49548) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:39.368156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5112c-5d5f-47af-b9b3-12fddf0713da admin admin] Pushing event deleted for resources: {'Network': ['ID=00efdad1-1d3a-4059-9b5a-980ee6794339,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:39.384181 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a7997bd-7dfb-41ec-93b9-2961600a7e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:39.393970 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5831bae-5912-4285-a3cd-5871565e533e None None] Routers {'13da22d3-7a52-46b7-bbec-230050d661f6'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:00:39.401301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f5831bae-5912-4285-a3cd-5871565e533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a540bd160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:00:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13da22d3-7a52-46b7-bbec-230050d661f6'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:39.491149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7997bd-7dfb-41ec-93b9-2961600a7e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=1faee13c-95ac-4a8a-8f14-d8b0ab7137b4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:39.551550 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:39.560954 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:00:39.574693 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3f8b78-c1b2-46c9-b3f2-6793a91c7ef3 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:39.575025 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-23c36bf8-afa1-4ca0-9d46-7bf080e2bb99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71afe10ea2e54e09af1aef5ee9f07261&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3428338
Nov 20 21:00:39.579066 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49552) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:39.595739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:39.601250 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event updated for resources: {'Port': ['ID=23154080-b7ae-4963-b93f-89310e4d145e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:39.607787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:00:39.710411 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0d17a8e3-fef7-4e41-877f-55840bdd97b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bfc3f13200ff407ea8e320abdbb3c456&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3553827
Nov 20 21:00:39.717120 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49556) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:39.730639 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-f5831bae-5912-4285-a3cd-5871565e533e None None] Set router 13da22d3-7a52-46b7-bbec-230050d661f6 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:00:39.777195 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a7997bd-7dfb-41ec-93b9-2961600a7e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:39.845942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49560) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:39.867253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Request body: {'subnets': [{'network_id': 'c6b16d73-0106-4101-bf13-e5e68f29ac64', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1067855324', 'ip_version': 6}, {'network_id': 'cbf250cf-446e-4821-930b-4010d9746b62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:39.867602 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Request body: {'subnet': {'network_id': 'c6b16d73-0106-4101-bf13-e5e68f29ac64', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1067855324', 'ip_version': 6}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:39.868342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Request body: {'subnet': {'network_id': 'cbf250cf-446e-4821-930b-4010d9746b62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:39.879925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f5831bae-5912-4285-a3cd-5871565e533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a540bd160>, [{'id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-router', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:39Z', 'updated_at': '2021-11-20T21:00:38Z', 'revision_number': 7, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:39.989955 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5831bae-5912-4285-a3cd-5871565e533e None None] The sync data for ids ['13da22d3-7a52-46b7-bbec-230050d661f6'] in ncdv-master-1 is: [{'id': '13da22d3-7a52-46b7-bbec-230050d661f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1503289543-router', 'tenant_id': 'ee4ec8b62e354149acb1c43558b168e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:39Z', 'updated_at': '2021-11-20T21:00:38Z', 'revision_number': 7, 'project_id': 'ee4ec8b62e354149acb1c43558b168e6', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:00:40.007023 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a7997bd-7dfb-41ec-93b9-2961600a7e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.025456 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a7997bd-7dfb-41ec-93b9-2961600a7e85 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.028056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7fd8dbc3-2486-4695-bba2-6d312494dd77 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:40.095309 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 7fd8dbc3-2486-4695-bba2-6d312494dd77 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:40.095791 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.163437 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a7997bd-7dfb-41ec-93b9-2961600a7e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.165370 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7997bd-7dfb-41ec-93b9-2961600a7e85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13da22d3-7a52-46b7-bbec-230050d661f6 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:00:40.177926 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a7997bd-7dfb-41ec-93b9-2961600a7e85 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.182341 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4a7997bd-7dfb-41ec-93b9-2961600a7e85 admin admin] 10.222.0.41 "DELETE /v2.0/routers/13da22d3-7a52-46b7-bbec-230050d661f6 HTTP/1.1" status: 204  len: 168 time: 3.2306626
Nov 20 21:00:40.183858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49566) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:40.205351 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-956635ff-c5f4-476f-b496-1ea7c5918f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.243321 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800103c-f96e-4086-89b8-2498d25cbbac req-57d98103-6601-4b4b-a695-a8ac945891da tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:40.249931 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800103c-f96e-4086-89b8-2498d25cbbac req-57d98103-6601-4b4b-a695-a8ac945891da tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:40.256150 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800103c-f96e-4086-89b8-2498d25cbbac req-57d98103-6601-4b4b-a695-a8ac945891da tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:40.257856 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0800103c-f96e-4086-89b8-2498d25cbbac req-57d98103-6601-4b4b-a695-a8ac945891da tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2418 time: 0.2483392
Nov 20 21:00:40.304484 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-956635ff-c5f4-476f-b496-1ea7c5918f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.319268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e514f5-6436-44a8-a7c6-d2d401e582e3 admin admin] Deleting subnet 896a2b4f-e6df-41e5-a4ac-848e45777065 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:00:40.331318 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-47e514f5-6436-44a8-a7c6-d2d401e582e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.435609 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0800103c-f96e-4086-89b8-2498d25cbbac req-da3bd756-3c3b-4d87-a87b-5156c2b44a27 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693661
Nov 20 21:00:40.489821 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-47e514f5-6436-44a8-a7c6-d2d401e582e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.588932 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-956635ff-c5f4-476f-b496-1ea7c5918f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.593545 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-956635ff-c5f4-476f-b496-1ea7c5918f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.597768 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.609420 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-956635ff-c5f4-476f-b496-1ea7c5918f65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e194326-07ef-4dce-85dd-74379f8a11b3 HTTP/1.1" status: 204  len: 168 time: 0.8884454
Nov 20 21:00:40.648371 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956635ff-c5f4-476f-b496-1ea7c5918f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e194326-07ef-4dce-85dd-74379f8a11b3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:40.713481 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.755845 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-47e514f5-6436-44a8-a7c6-d2d401e582e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.836785 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Port': ['ID=69e80da7-37e3-4b17-a4b0-7cb40d94193b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:40.850717 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d548adf-b709-4aac-ad83-07119737f6e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.867556 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-47e514f5-6436-44a8-a7c6-d2d401e582e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.877715 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.898985 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e514f5-6436-44a8-a7c6-d2d401e582e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=896a2b4f-e6df-41e5-a4ac-848e45777065,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:40.918237 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b3af2b-baac-4d79-ad09-bec701b93c12 None None] Network faba2177-d247-4737-8414-396da08b9b04 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:40.918767 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-47e514f5-6436-44a8-a7c6-d2d401e582e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:40.925913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-47e514f5-6436-44a8-a7c6-d2d401e582e3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/896a2b4f-e6df-41e5-a4ac-848e45777065 HTTP/1.1" status: 204  len: 168 time: 0.7395010
Nov 20 21:00:40.954508 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49574) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:41.016918 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0536daa4-b1b3-498b-b975-93dcdad1b0aa None None] Network 1285f7b9-19ec-4973-b341-2c247825bb31 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:41.081647 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network 1285f7b9-19ec-4973-b341-2c247825bb31 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:00:41.104705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:41.135867 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ea69b7b3-ecd2-405d-95c1-3ca7e3f96874 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:41.167003 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:41.181061 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:00:41.199408 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d548adf-b709-4aac-ad83-07119737f6e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:41.203515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Made reservation on behalf of 9ce231b2507f45a2842c4aea4bdc4e77 for: {'subnet': 2} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:41.208154 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:41.208513 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:41.304751 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] Deleting port ede9d78e-53b1-400b-b90d-dff83e6778b9 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:41.305108 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:41.595051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-461b551f-36a1-4d91-9b0a-de8b56a4420b None None] Provisioning complete for port ea69b7b3-ecd2-405d-95c1-3ca7e3f96874 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:41.595433 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-461b551f-36a1-4d91-9b0a-de8b56a4420b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:41.905701 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-461b551f-36a1-4d91-9b0a-de8b56a4420b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:41.945289 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ea69b7b3-ecd2-405d-95c1-3ca7e3f96874 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:41.947365 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:41.969211 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:42.049599 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] For port ede9d78e-53b1-400b-b90d-dff83e6778b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ede9d78e-53b1-400b-b90d-dff83e6778b9,segment=NetworkSegment(37041694-220a-4ba9-8baa-9998343435bd),segment_id=37041694-220a-4ba9-8baa-9998343435bd)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:42.050191 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:42.051986 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a8c3e3-6cc1-4e97-919b-c00572fa8ea3 None None] DHCP port deletion for faba2177-d247-4737-8414-396da08b9b04 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:42.086493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] Calling delete_port for ede9d78e-53b1-400b-b90d-dff83e6778b9 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:42.127755 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-461b551f-36a1-4d91-9b0a-de8b56a4420b None None] For port ea69b7b3-ecd2-405d-95c1-3ca7e3f96874, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea69b7b3-ecd2-405d-95c1-3ca7e3f96874,segment=NetworkSegment(3eb6f32e-71b4-4d41-9db7-bd3676860134),segment_id=3eb6f32e-71b4-4d41-9db7-bd3676860134)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:42.150585 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-461b551f-36a1-4d91-9b0a-de8b56a4420b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:42.188757 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:42.245249 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:42.288850 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] No DVR routers for this DVR port ede9d78e-53b1-400b-b90d-dff83e6778b9 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:42.340859 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event updated for resources: {'Subnet': ['ID=5293024b-b4d1-49e7-a22f-fe9d8824e126,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:42.368221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 046cd993-6c51-4abc-a37e-b68f7647befd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:42.414339 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:42.451190 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:42.480080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b551f-36a1-4d91-9b0a-de8b56a4420b None None] Pushing event updated for resources: {'Port': ['ID=ea69b7b3-ecd2-405d-95c1-3ca7e3f96874,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:42.511766 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 046cd993-6c51-4abc-a37e-b68f7647befd {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:00:42.518578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e037820>,) {'filters': {'network_id': ['faba2177-d247-4737-8414-396da08b9b04']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:42.531494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 046cd993-6c51-4abc-a37e-b68f7647befd not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:00:42.543441 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-67a8c3e3-6cc1-4e97-919b-c00572fa8ea3 None None] Deleting port ede9d78e-53b1-400b-b90d-dff83e6778b9 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:42.550840 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-67a8c3e3-6cc1-4e97-919b-c00572fa8ea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:42.557097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e037820>, '37041694-220a-4ba9-8baa-9998343435bd') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:42.557725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e037820>, '37041694-220a-4ba9-8baa-9998343435bd') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:42.586145 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06088c9-206c-4ce0-8e8a-a00db13dd3fd req-1cfe4b25-6760-4f55-81c6-0fde7cf6b23d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:42.588931 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:42.601416 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06088c9-206c-4ce0-8e8a-a00db13dd3fd req-1cfe4b25-6760-4f55-81c6-0fde7cf6b23d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:42.616030 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06088c9-206c-4ce0-8e8a-a00db13dd3fd req-1cfe4b25-6760-4f55-81c6-0fde7cf6b23d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:42.620044 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b06088c9-206c-4ce0-8e8a-a00db13dd3fd req-1cfe4b25-6760-4f55-81c6-0fde7cf6b23d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2418 time: 1.3944137
Nov 20 21:00:42.628672 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:42.661836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:00:42.662362 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:42.735625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-67a8c3e3-6cc1-4e97-919b-c00572fa8ea3 None None] For port ede9d78e-53b1-400b-b90d-dff83e6778b9, host ncdv-master-1, got binding levels [] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:42.737410 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-67a8c3e3-6cc1-4e97-919b-c00572fa8ea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:42.786896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-67a8c3e3-6cc1-4e97-919b-c00572fa8ea3 None None] Calling delete_port for ede9d78e-53b1-400b-b90d-dff83e6778b9 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:42.796881 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Checking segment: {'id': '729a94cf-f7a7-42f8-9676-f68995901336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6b16d73-0106-4101-bf13-e5e68f29ac64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:42.797272 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Network hostable DHCP agents. Network: c6b16d73-0106-4101-bf13-e5e68f29ac64, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:00:42.804021 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.ipam_backend_mixin [None req-67a8c3e3-6cc1-4e97-919b-c00572fa8ea3 None None] Port ede9d78e-53b1-400b-b90d-dff83e6778b9 was not found and therefore no delete operation was performed {{(pid=126226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:00:42.827298 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:00:42.830955 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ac56d1f0-cf8b-4c33-8d09-5ce72924974a None None] Provisioning complete for port 69e80da7-37e3-4b17-a4b0-7cb40d94193b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:42.834019 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ac56d1f0-cf8b-4c33-8d09-5ce72924974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:42.838596 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] Pushing event deleted for resources: {'Port': ['ID=ede9d78e-53b1-400b-b90d-dff83e6778b9,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:42.844154 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-67a8c3e3-6cc1-4e97-919b-c00572fa8ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:42.846707 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:42.859955 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b06088c9-206c-4ce0-8e8a-a00db13dd3fd req-79ba8bd5-8bce-4e2c-899f-028566c2d450 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2116053
Nov 20 21:00:42.886090 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:42.893130 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] 10.222.0.41 "DELETE /v2.0/networks/faba2177-d247-4737-8414-396da08b9b04 HTTP/1.1" status: 204  len: 168 time: 1.9364674
Nov 20 21:00:42.918852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49616) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:42.945780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464774e7-322d-4d0d-a816-422f947aad0c admin admin] Pushing event deleted for resources: {'Network': ['ID=faba2177-d247-4737-8414-396da08b9b04,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:42.988768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-67a8c3e3-6cc1-4e97-919b-c00572fa8ea3 None None] Network faba2177-d247-4737-8414-396da08b9b04 is not hosted by any dhcp agent {{(pid=126226) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 20 21:00:42.992062 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8c3e3-6cc1-4e97-919b-c00572fa8ea3 None None] No DVR routers for this DVR port ede9d78e-53b1-400b-b90d-dff83e6778b9 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:43.018848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8c3e3-6cc1-4e97-919b-c00572fa8ea3 None None] Pushing event deleted for resources: {'Port': ['ID=ede9d78e-53b1-400b-b90d-dff83e6778b9,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:43.060723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49618) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:43.062007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ac56d1f0-cf8b-4c33-8d09-5ce72924974a None None] Port 69e80da7-37e3-4b17-a4b0-7cb40d94193b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:00:43.082293 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ac56d1f0-cf8b-4c33-8d09-5ce72924974a None None] Provisioning complete for port ea69b7b3-ecd2-405d-95c1-3ca7e3f96874 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:43.082889 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ac56d1f0-cf8b-4c33-8d09-5ce72924974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:43.086325 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ea69b7b3-ecd2-405d-95c1-3ca7e3f96874 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:43.125861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-a3934447-b19f-427d-9adc-3d127b0ea2f7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:43.132003 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-a3934447-b19f-427d-9adc-3d127b0ea2f7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:43.140241 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-a3934447-b19f-427d-9adc-3d127b0ea2f7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:43.142331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-a3934447-b19f-427d-9adc-3d127b0ea2f7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.37 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2418 time: 0.3170238
Nov 20 21:00:43.198609 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d548adf-b709-4aac-ad83-07119737f6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:43.207238 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d548adf-b709-4aac-ad83-07119737f6e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:43.214635 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9d548adf-b709-4aac-ad83-07119737f6e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/135fbdf9-042a-47df-b319-2ce564a3fa8b HTTP/1.1" status: 204  len: 168 time: 3.6253369
Nov 20 21:00:43.239119 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Network c6b16d73-0106-4101-bf13-e5e68f29ac64 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:00:43.276164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d548adf-b709-4aac-ad83-07119737f6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135fbdf9-042a-47df-b319-2ce564a3fa8b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:43.308486 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:43.320390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c6b16d73-0106-4101-bf13-e5e68f29ac64) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:43.333901 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef3b64f-8467-4ac0-8b96-fe4b695b49e8 None None] Network c6b16d73-0106-4101-bf13-e5e68f29ac64 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:43.353856 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:43.361756 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:43.364842 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fde5939f-c974-494e-a964-111727ad04b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:43.483087 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ea69b7b3-ecd2-405d-95c1-3ca7e3f96874 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:43.484068 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:43.492286 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2cf0ce6e-9ce7-425f-b5ac-1c527d80aca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:43.495201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event updated for resources: {'Subnet': ['ID=36c03f35-e5a5-449e-b546-28cf231dbc1b,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:43.600651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-b0d770c9-fe0b-4e7b-b847-601928a10d9a tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Deleting port 81d2d57f-3035-4006-a984-49d10147384b {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:43.603695 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-b0d770c9-fe0b-4e7b-b847-601928a10d9a tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:43.623692 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event updated for resources: {'Port': ['ID=23154080-b7ae-4963-b93f-89310e4d145e,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:43.675261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8cacf3de-f715-4c80-8590-a032fc9e034e None None] Provisioning complete for port 69e80da7-37e3-4b17-a4b0-7cb40d94193b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:43.675637 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8cacf3de-f715-4c80-8590-a032fc9e034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:43.751871 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8cacf3de-f715-4c80-8590-a032fc9e034e None None] Port 69e80da7-37e3-4b17-a4b0-7cb40d94193b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:00:43.765680 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:43.808988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:00:43.809342 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1faee13c-95ac-4a8a-8f14-d8b0ab7137b4 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:00:43.810365 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ede9d78e-53b1-400b-b90d-dff83e6778b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:43.811296 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:43.830019 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:43.859367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c6b16d73-0106-4101-bf13-e5e68f29ac64', 'network_id': 'c6b16d73-0106-4101-bf13-e5e68f29ac64', 'tenant_id': '9ce231b2507f45a2842c4aea4bdc4e77', 'fixed_ips': [{'subnet_id': '5293024b-b4d1-49e7-a22f-fe9d8824e126'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:00:43.866648 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:43.888073 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: ede9d78e-53b1-400b-b90d-dff83e6778b9 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:00:43.888915 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ede9d78e-53b1-400b-b90d-dff83e6778b9 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:00:43.953393 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Port': ['ID=69e80da7-37e3-4b17-a4b0-7cb40d94193b,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:43.993056 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:43.995197 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:44.025302 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Checking segment: {'id': '1e0be71a-dce6-468c-a72f-e601db0add12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cbf250cf-446e-4821-930b-4010d9746b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:44.026083 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Network hostable DHCP agents. Network: cbf250cf-446e-4821-930b-4010d9746b62, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:00:44.041237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-b0d770c9-fe0b-4e7b-b847-601928a10d9a tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] For port 81d2d57f-3035-4006-a984-49d10147384b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81d2d57f-3035-4006-a984-49d10147384b,segment=NetworkSegment(6bd1643c-fb88-4295-8168-28766e8b9f80),segment_id=6bd1643c-fb88-4295-8168-28766e8b9f80)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:44.041915 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-b0d770c9-fe0b-4e7b-b847-601928a10d9a tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:44.138862 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:44.149114 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-453f8abe-0025-4a6e-b2a8-07e46dcb66f5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 9.5204611
Nov 20 21:00:44.166287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-b0d770c9-fe0b-4e7b-b847-601928a10d9a tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Calling delete_port for 81d2d57f-3035-4006-a984-49d10147384b owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:44.175831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network 1285f7b9-19ec-4973-b341-2c247825bb31 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:00:44.180377 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:44.183661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Allocated IP 2001:db8::1 (c6b16d73-0106-4101-bf13-e5e68f29ac64/5293024b-b4d1-49e7-a22f-fe9d8824e126/a5d3bd52-b2b6-4c97-95b6-f912a592bf45) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:00:44.212705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Network cbf250cf-446e-4821-930b-4010d9746b62 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:00:44.398367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cbf250cf-446e-4821-930b-4010d9746b62) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:44.420047 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:44.426315 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46613fd-9958-45a9-ac2d-e0a811494e96 None None] Network cbf250cf-446e-4821-930b-4010d9746b62 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:44.440644 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:44.445569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:44.446288 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:44.468679 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2cf0ce6e-9ce7-425f-b5ac-1c527d80aca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:44.469791 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:44.495897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48627a1a-732b-4341-afac-1bcbc356e7e3 req-cf7473f8-abca-4014-ac48-787c0ac83356 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:44.510892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48627a1a-732b-4341-afac-1bcbc356e7e3 req-cf7473f8-abca-4014-ac48-787c0ac83356 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:44.518359 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48627a1a-732b-4341-afac-1bcbc356e7e3 req-cf7473f8-abca-4014-ac48-787c0ac83356 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:44.520211 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-48627a1a-732b-4341-afac-1bcbc356e7e3 req-cf7473f8-abca-4014-ac48-787c0ac83356 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 2418 time: 0.4930840
Nov 20 21:00:44.521590 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2cf0ce6e-9ce7-425f-b5ac-1c527d80aca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:44.577756 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2cf0ce6e-9ce7-425f-b5ac-1c527d80aca4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4a99ffbd482430a8436da2893013c31&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5117996
Nov 20 21:00:44.583729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0ce6e-9ce7-425f-b5ac-1c527d80aca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df29353-0c33-45e4-8be6-d5fffbe821c0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:44.596840 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49658) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:44.646179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Network c6b16d73-0106-4101-bf13-e5e68f29ac64 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:00:44.658335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:44.670554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:00:44.681351 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Pushing event updated for resources: {'Port': ['ID=a5d3bd52-b2b6-4c97-95b6-f912a592bf45,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:44.752461 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9ee9eae3-f0b4-46f4-af8b-92cbd1482b3f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 4.8906226
Nov 20 21:00:44.757942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49668) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:44.758580 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49670) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:44.763754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e83d7528-e9e0-4e31-987b-d04a01a194f9 None None] Provisioning complete for port 69e80da7-37e3-4b17-a4b0-7cb40d94193b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:44.764632 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e83d7528-e9e0-4e31-987b-d04a01a194f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:44.785980 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-b0d770c9-fe0b-4e7b-b847-601928a10d9a tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:44.873878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Attempting to bind port a5d3bd52-b2b6-4c97-95b6-f912a592bf45 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:00:44.889993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Attempting to bind port a5d3bd52-b2b6-4c97-95b6-f912a592bf45 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '729a94cf-f7a7-42f8-9676-f68995901336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6b16d73-0106-4101-bf13-e5e68f29ac64'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:00:44.890730 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Attempting to bind port a5d3bd52-b2b6-4c97-95b6-f912a592bf45 on network c6b16d73-0106-4101-bf13-e5e68f29ac64 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:00:44.911780 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e83d7528-e9e0-4e31-987b-d04a01a194f9 None None] Port 69e80da7-37e3-4b17-a4b0-7cb40d94193b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:00:44.916614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:00:44.917227 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Checking segment: {'id': '729a94cf-f7a7-42f8-9676-f68995901336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6b16d73-0106-4101-bf13-e5e68f29ac64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:44.917798 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:44.918804 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Bound using segment: {'id': '729a94cf-f7a7-42f8-9676-f68995901336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6b16d73-0106-4101-bf13-e5e68f29ac64'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:00:44.919486 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Bound port: a5d3bd52-b2b6-4c97-95b6-f912a592bf45, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729a94cf-f7a7-42f8-9676-f68995901336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6b16d73-0106-4101-bf13-e5e68f29ac64'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:00:44.920047 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:44.948730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d770c9-fe0b-4e7b-b847-601928a10d9a tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event deleted for resources: {'Port': ['ID=81d2d57f-3035-4006-a984-49d10147384b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:45.008969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cbf250cf-446e-4821-930b-4010d9746b62', 'network_id': 'cbf250cf-446e-4821-930b-4010d9746b62', 'tenant_id': '9ce231b2507f45a2842c4aea4bdc4e77', 'fixed_ips': [{'subnet_id': '36c03f35-e5a5-449e-b546-28cf231dbc1b'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:00:45.011472 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:45.018777 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Router 5b4337eb-626e-46f6-94a9-e74c337eee87 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:00:45.023429 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed9dd5-e4f9-4d9f-9704-924fb44982e1 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:45.025117 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed9dd5-e4f9-4d9f-9704-924fb44982e1 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:45.025255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-b0d770c9-fe0b-4e7b-b847-601928a10d9a tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] No DVR routers for this DVR port 81d2d57f-3035-4006-a984-49d10147384b on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:45.026779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed9dd5-e4f9-4d9f-9704-924fb44982e1 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:45.028455 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-66ed9dd5-e4f9-4d9f-9704-924fb44982e1 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.2569306
Nov 20 21:00:45.036206 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-b0d770c9-fe0b-4e7b-b847-601928a10d9a tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:45.039073 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49674) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:45.042631 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a250d26f-123a-4fde-9b7f-b7200bae09c4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-242984182-network', 'tenant_id': 'c36aae4eacda4f76ac551fe613c502f7'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:45.043327 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-b0d770c9-fe0b-4e7b-b847-601928a10d9a tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.37 "DELETE /v2.0/ports/81d2d57f-3035-4006-a984-49d10147384b HTTP/1.1" status: 204  len: 173 time: 1.8926485
Nov 20 21:00:45.043819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'name': 'network-vif-deleted', 'tag': '81d2d57f-3035-4006-a984-49d10147384b'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:45.048079 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c64a0ba-82f0-4f0d-8aed-bc0466623730" -d '{"events": [{"server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "name": "network-vif-deleted", "tag": "81d2d57f-3035-4006-a984-49d10147384b"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:45.118994 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-627167fa-d3ef-4bf7-a2b6-05075ef4c15f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1574033707&fields=id&tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f HTTP/1.1" status: 200  len: 267 time: 0.4375193
Nov 20 21:00:45.151559 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-48627a1a-732b-4341-afac-1bcbc356e7e3 req-906d34b8-f2f0-46c9-87fa-09d485eeae4e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5991609
Nov 20 21:00:45.186074 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5724e2b6-e06b-47b1-95fd-c3c0a41111ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:45.214012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] For port a5d3bd52-b2b6-4c97-95b6-f912a592bf45, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:00:45.258353 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] For port a5d3bd52-b2b6-4c97-95b6-f912a592bf45, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5d3bd52-b2b6-4c97-95b6-f912a592bf45,segment=NetworkSegment(729a94cf-f7a7-42f8-9676-f68995901336),segment_id=729a94cf-f7a7-42f8-9676-f68995901336)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:00:45.269895 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5724e2b6-e06b-47b1-95fd-c3c0a41111ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:45.287834 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9df75e3-371c-44c7-b110-f3699c68e9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:45.290563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Allocated IP 2001:db8:0:1::1 (cbf250cf-446e-4821-930b-4010d9746b62/36c03f35-e5a5-449e-b546-28cf231dbc1b/c6c23a6f-89d4-472c-ba55-f5e9fadeadec) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:00:45.300905 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:45.345602 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-b2f151e2-1734-4258-8c23-baa51c77523c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:45.354113 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-b2f151e2-1734-4258-8c23-baa51c77523c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports/bd4e7a14-7d21-4548-8472-ba80748bb825 HTTP/1.1" status: 200  len: 932 time: 0.2220528
Nov 20 21:00:45.355049 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79d5e17-65d0-4bdc-956e-84faa33670b9 x-openstack-request-id: req-a79d5e17-65d0-4bdc-956e-84faa33670b9 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:45.355356 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "name": "network-vif-deleted", "tag": "81d2d57f-3035-4006-a984-49d10147384b", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:45.355662 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a79d5e17-65d0-4bdc-956e-84faa33670b9 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:45.356070 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'name': 'network-vif-deleted', 'tag': '81d2d57f-3035-4006-a984-49d10147384b', 'status': 'completed', 'code': 200}
Nov 20 21:00:45.431652 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-2bffc8da-45af-4b9d-8a02-25cd250b0f4c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Deleting port 44f55344-9797-4791-8c1a-27f87cf698a5 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:45.432005 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-2bffc8da-45af-4b9d-8a02-25cd250b0f4c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:45.439322 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6a7569-6640-4b66-a4f1-4486d8b45ebf tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Deleting subnet 5293024b-b4d1-49e7-a22f-fe9d8824e126 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:00:45.450921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a250d26f-123a-4fde-9b7f-b7200bae09c4 admin admin] Made reservation on behalf of c36aae4eacda4f76ac551fe613c502f7 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:45.457823 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a250d26f-123a-4fde-9b7f-b7200bae09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:45.464010 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c9c43-5a5c-45d6-8503-dd8eb1429a85 None None] Pushing event updated for resources: {'Port': ['ID=a5d3bd52-b2b6-4c97-95b6-f912a592bf45,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:45.470399 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9e6a7569-6640-4b66-a4f1-4486d8b45ebf tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:45.478942 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a250d26f-123a-4fde-9b7f-b7200bae09c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:45.527688 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5724e2b6-e06b-47b1-95fd-c3c0a41111ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:45.533156 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5724e2b6-e06b-47b1-95fd-c3c0a41111ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:45.540622 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5724e2b6-e06b-47b1-95fd-c3c0a41111ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5df29353-0c33-45e4-8be6-d5fffbe821c0 HTTP/1.1" status: 204  len: 168 time: 0.7720282
Nov 20 21:00:45.540809 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:00:45.551758 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Sync routers for ids ['5b4337eb-626e-46f6-94a9-e74c337eee87'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:00:45.557293 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-870af849-856a-451c-9b22-d7367fc3dbeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "PUT /v2.0/routers/5b4337eb-626e-46f6-94a9-e74c337eee87/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5137417
Nov 20 21:00:45.571096 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-42c08d6a-3b3e-4d32-9a9d-aacad8b44eb1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:45.580868 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Routers {'5b4337eb-626e-46f6-94a9-e74c337eee87'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:00:45.581518 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5410e730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:00:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5b4337eb-626e-46f6-94a9-e74c337eee87'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:45.584199 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-42c08d6a-3b3e-4d32-9a9d-aacad8b44eb1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports/17593c85-2aba-4b07-b484-60c0a0677ba6 HTTP/1.1" status: 200  len: 932 time: 0.2290947
Nov 20 21:00:45.604160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49684) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:45.614794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724e2b6-e06b-47b1-95fd-c3c0a41111ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df29353-0c33-45e4-8be6-d5fffbe821c0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:45.691854 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-257bb775-76c7-42e0-8e07-cfd566281748 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?network_id=d7561cda-0cef-429a-ab48-39d731d77e04&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.1055815
Nov 20 21:00:45.789682 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23852551-60f0-4ee0-acad-a46b639d0a0b tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?network_id=d7561cda-0cef-429a-ab48-39d731d77e04&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0969319
Nov 20 21:00:45.817540 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9e6a7569-6640-4b66-a4f1-4486d8b45ebf tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:45.988977 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Set router 5b4337eb-626e-46f6-94a9-e74c337eee87 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:00:45.991664 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-766546ee-10f9-460c-a805-8404edf32063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:45.999980 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:46.007055 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-2bffc8da-45af-4b9d-8a02-25cd250b0f4c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] For port 44f55344-9797-4791-8c1a-27f87cf698a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44f55344-9797-4791-8c1a-27f87cf698a5,segment=NetworkSegment(e337759b-4a24-400c-b508-3401859a822b),segment_id=e337759b-4a24-400c-b508-3401859a822b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:46.007519 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-2bffc8da-45af-4b9d-8a02-25cd250b0f4c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:46.017406 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:46.106752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-2bffc8da-45af-4b9d-8a02-25cd250b0f4c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Calling delete_port for 44f55344-9797-4791-8c1a-27f87cf698a5 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:46.114759 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Network cbf250cf-446e-4821-930b-4010d9746b62 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:00:46.117875 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:46.123170 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:00:46.198382 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Pushing event updated for resources: {'Port': ['ID=c6c23a6f-89d4-472c-ba55-f5e9fadeadec,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:46.213945 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Attempting to bind port c6c23a6f-89d4-472c-ba55-f5e9fadeadec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:00:46.214378 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Attempting to bind port c6c23a6f-89d4-472c-ba55-f5e9fadeadec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e0be71a-dce6-468c-a72f-e601db0add12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cbf250cf-446e-4821-930b-4010d9746b62'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:00:46.214954 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Attempting to bind port c6c23a6f-89d4-472c-ba55-f5e9fadeadec on network cbf250cf-446e-4821-930b-4010d9746b62 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:00:46.225271 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:00:46.225556 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Checking segment: {'id': '1e0be71a-dce6-468c-a72f-e601db0add12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cbf250cf-446e-4821-930b-4010d9746b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:46.235048 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:46.235559 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Bound using segment: {'id': '1e0be71a-dce6-468c-a72f-e601db0add12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cbf250cf-446e-4821-930b-4010d9746b62'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:00:46.239532 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Bound port: c6c23a6f-89d4-472c-ba55-f5e9fadeadec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0be71a-dce6-468c-a72f-e601db0add12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cbf250cf-446e-4821-930b-4010d9746b62'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:00:46.243831 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:46.273236 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9e6a7569-6640-4b66-a4f1-4486d8b45ebf tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:46.395705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] For port c6c23a6f-89d4-472c-ba55-f5e9fadeadec, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:00:46.411281 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] For port c6c23a6f-89d4-472c-ba55-f5e9fadeadec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6c23a6f-89d4-472c-ba55-f5e9fadeadec,segment=NetworkSegment(1e0be71a-dce6-468c-a72f-e601db0add12),segment_id=1e0be71a-dce6-468c-a72f-e601db0add12)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:00:46.426744 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:46.435229 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-352549a4-1096-4bf9-a9db-11709093aff2 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.440576 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5410e730>, [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:00:42Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '69e80da7-37e3-4b17-a4b0-7cb40d94193b', 'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1e:69:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:37Z', 'updated_at': '2021-11-20T21:00:43Z', 'revision_number': 2, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:46.446495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-352549a4-1096-4bf9-a9db-11709093aff2 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.454999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-352549a4-1096-4bf9-a9db-11709093aff2 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.467113 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-352549a4-1096-4bf9-a9db-11709093aff2 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/networks?id=9a4d1c40-4599-43fd-8084-24cc8c85159b&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=d7561cda-0cef-429a-ab48-39d731d77e04&id=d7561cda-0cef-429a-ab48-39d731d77e04 HTTP/1.1" status: 200  len: 1990 time: 0.6764493
Nov 20 21:00:46.473493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.484135 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.484887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.485437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.486023 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.486539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.487076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.487762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.488300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.488842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.489853 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.489853 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.490430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.490956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.491496 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.492031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.492573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.495159 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bd2ab673-9790-4ae3-9e1e-d4cf209a5137 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 11889 time: 0.8875399
Nov 20 21:00:46.501412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49702) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:46.531642 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Checking router: 5b4337eb-626e-46f6-94a9-e74c337eee87 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:00:46.532012 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Updating router 5b4337eb-626e-46f6-94a9-e74c337eee87 port 69e80da7-37e3-4b17-a4b0-7cb40d94193b binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:00:46.540566 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-53ce7f9d-db6c-484f-8d7d-837042cc4412 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/quotas/ff892c31a4354551b7c9e9c01d5b7b6f HTTP/1.1" status: 200  len: 375 time: 0.0721588
Nov 20 21:00:46.589892 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 44f55344-9797-4791-8c1a-27f87cf698a5 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:46.603990 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2a8d-167b-4d48-b5b8-07ecec3f0518 req-ccf7dae0-accb-4a3a-8bee-4eef31bb7217 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.611467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2a8d-167b-4d48-b5b8-07ecec3f0518 req-ccf7dae0-accb-4a3a-8bee-4eef31bb7217 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:46.618962 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-091e2a8d-167b-4d48-b5b8-07ecec3f0518 req-ccf7dae0-accb-4a3a-8bee-4eef31bb7217 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 1683 time: 0.2829411
Nov 20 21:00:46.624818 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:46.640234 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a250d26f-123a-4fde-9b7f-b7200bae09c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:46.706915 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a250d26f-123a-4fde-9b7f-b7200bae09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:46.766000 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9e6a7569-6640-4b66-a4f1-4486d8b45ebf tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:46.809078 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-78689b19-8e48-4a5d-bd12-eb2012357089 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&fields=id HTTP/1.1" status: 200  len: 486 time: 0.2672956
Nov 20 21:00:46.816817 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a250d26f-123a-4fde-9b7f-b7200bae09c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:00:46.848536 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9e6a7569-6640-4b66-a4f1-4486d8b45ebf tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:46.856079 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9e6a7569-6640-4b66-a4f1-4486d8b45ebf tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "DELETE /v2.0/subnets/5293024b-b4d1-49e7-a22f-fe9d8824e126 HTTP/1.1" status: 204  len: 168 time: 1.8085201
Nov 20 21:00:46.856760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49710) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:46.923587 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:47.003418 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef209431-7299-4f80-a1db-d5937456ab3f tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:47.005737 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef209431-7299-4f80-a1db-d5937456ab3f tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:47.008222 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef209431-7299-4f80-a1db-d5937456ab3f tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:47.009410 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef209431-7299-4f80-a1db-d5937456ab3f tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:47.016654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef209431-7299-4f80-a1db-d5937456ab3f tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:47.017224 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef209431-7299-4f80-a1db-d5937456ab3f tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:47.022321 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef209431-7299-4f80-a1db-d5937456ab3f tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:47.022928 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef209431-7299-4f80-a1db-d5937456ab3f tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:47.023468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef209431-7299-4f80-a1db-d5937456ab3f tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:47.024049 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef209431-7299-4f80-a1db-d5937456ab3f tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:47.026564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef209431-7299-4f80-a1db-d5937456ab3f tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:47.027903 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef209431-7299-4f80-a1db-d5937456ab3f tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:47.028494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef209431-7299-4f80-a1db-d5937456ab3f tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:47.029178 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef209431-7299-4f80-a1db-d5937456ab3f tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:47.029697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef209431-7299-4f80-a1db-d5937456ab3f tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:47.039927 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ef209431-7299-4f80-a1db-d5937456ab3f tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 9532 time: 0.5141199
Nov 20 21:00:47.058218 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49714) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:47.092344 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250d26f-123a-4fde-9b7f-b7200bae09c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4527ab92-9742-48bb-98f1-e99952454214,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:47.099282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8677e-ad22-4573-bb87-87bfe261a855 None None] Pushing event updated for resources: {'Port': ['ID=c6c23a6f-89d4-472c-ba55-f5e9fadeadec,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:47.105218 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a7569-6640-4b66-a4f1-4486d8b45ebf tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event deleted for resources: {'Subnet': ['ID=5293024b-b4d1-49e7-a22f-fe9d8824e126,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:47.118975 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a250d26f-123a-4fde-9b7f-b7200bae09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:47.123364 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-a250d26f-123a-4fde-9b7f-b7200bae09c4 admin admin] Added segment 3f8b367c-e89c-4bf8-b4f8-91639ce74ee4 of type vlan for network 874d5862-1978-419b-ab00-ff1c249ca441
Nov 20 21:00:47.137473 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:47.202892 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a5d3bd52-b2b6-4c97-95b6-f912a592bf45 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:47.330322 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-091e2a8d-167b-4d48-b5b8-07ecec3f0518 req-88057e09-93ac-4752-8929-036575370b15 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6719368
Nov 20 21:00:47.372619 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-2bffc8da-45af-4b9d-8a02-25cd250b0f4c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:47.414747 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffc8da-45af-4b9d-8a02-25cd250b0f4c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event deleted for resources: {'Port': ['ID=44f55344-9797-4791-8c1a-27f87cf698a5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:47.431954 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991b3362-633f-41b6-b1fb-fd9834dc280c None None] Network c6b16d73-0106-4101-bf13-e5e68f29ac64 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:47.439770 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c9df75e3-371c-44c7-b110-f3699c68e9dd admin admin] Deleting port 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:47.440269 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9df75e3-371c-44c7-b110-f3699c68e9dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:47.471147 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a250d26f-123a-4fde-9b7f-b7200bae09c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:47.522306 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71a723a-e858-4e9a-a401-55d57e7a3e9c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Deleting subnet 36c03f35-e5a5-449e-b546-28cf231dbc1b {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:00:47.528288 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a71a723a-e858-4e9a-a401-55d57e7a3e9c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:47.549901 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 81d2d57f-3035-4006-a984-49d10147384b no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:47.610365 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a71a723a-e858-4e9a-a401-55d57e7a3e9c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:47.642448 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:47.662176 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:47.709214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 81d2d57f-3035-4006-a984-49d10147384b {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:00:47.711062 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 81d2d57f-3035-4006-a984-49d10147384b not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:00:47.712014 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 46b173fa-03d9-4a65-880e-26f38e2b0498 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:47.712434 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a71a723a-e858-4e9a-a401-55d57e7a3e9c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:47.785397 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a250d26f-123a-4fde-9b7f-b7200bae09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:47.787363 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a250d26f-123a-4fde-9b7f-b7200bae09c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:47.788082 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a250d26f-123a-4fde-9b7f-b7200bae09c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:47.799802 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a71a723a-e858-4e9a-a401-55d57e7a3e9c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:47.855883 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a71a723a-e858-4e9a-a401-55d57e7a3e9c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:47.859529 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a71a723a-e858-4e9a-a401-55d57e7a3e9c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "DELETE /v2.0/subnets/36c03f35-e5a5-449e-b546-28cf231dbc1b HTTP/1.1" status: 204  len: 168 time: 0.9506738
Nov 20 21:00:47.883008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a723a-e858-4e9a-a401-55d57e7a3e9c tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event deleted for resources: {'Subnet': ['ID=36c03f35-e5a5-449e-b546-28cf231dbc1b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:47.885952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49724) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:47.926344 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be144a-0d54-4a14-9bad-2c8969a11d3e None None] Pushing event updated for resources: {'Port': ['ID=69e80da7-37e3-4b17-a4b0-7cb40d94193b,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:48.020695 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c5f83a-017a-4f94-8590-0d18f1b73614 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:48.025540 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b6c5f83a-017a-4f94-8590-0d18f1b73614 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1273265
Nov 20 21:00:48.034062 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49726) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:48.062107 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a250d26f-123a-4fde-9b7f-b7200bae09c4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 3.2964509
Nov 20 21:00:48.075365 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Attempting to bind port 69e80da7-37e3-4b17-a4b0-7cb40d94193b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:00:48.075741 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Attempting to bind port 69e80da7-37e3-4b17-a4b0-7cb40d94193b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3eb6f32e-71b4-4d41-9db7-bd3676860134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:00:48.076100 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Attempting to bind port 69e80da7-37e3-4b17-a4b0-7cb40d94193b on network 1285f7b9-19ec-4973-b341-2c247825bb31 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:00:48.090144 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:00:48.090436 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Checking segment: {'id': '3eb6f32e-71b4-4d41-9db7-bd3676860134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:48.091048 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:48.091768 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Bound using segment: {'id': '3eb6f32e-71b4-4d41-9db7-bd3676860134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:00:48.092257 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Bound port: 69e80da7-37e3-4b17-a4b0-7cb40d94193b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb6f32e-71b4-4d41-9db7-bd3676860134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:00:48.093415 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:48.115935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49728) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:48.129129 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-b1f34b8c-e91d-4483-a000-46cdd19dbb29 service neutron] 10.222.0.41 "GET /v2.0/networks/9a4d1c40-4599-43fd-8084-24cc8c85159b?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2631104
Nov 20 21:00:48.244550 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] For port 69e80da7-37e3-4b17-a4b0-7cb40d94193b, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:00:48.252246 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] For port 69e80da7-37e3-4b17-a4b0-7cb40d94193b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69e80da7-37e3-4b17-a4b0-7cb40d94193b,segment=NetworkSegment(3eb6f32e-71b4-4d41-9db7-bd3676860134),segment_id=3eb6f32e-71b4-4d41-9db7-bd3676860134)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:00:48.258392 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:48.294873 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8118a92f-ca04-4c8b-b32e-e0554b2057af admin admin] Request body: {'subnet': {'network_id': '874d5862-1978-419b-ab00-ff1c249ca441', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-242984182-subnet', 'tenant_id': 'c36aae4eacda4f76ac551fe613c502f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:48.342177 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be144a-0d54-4a14-9bad-2c8969a11d3e None None] Pushing event updated for resources: {'Port': ['ID=69e80da7-37e3-4b17-a4b0-7cb40d94193b,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:48.352799 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Routers {'5b4337eb-626e-46f6-94a9-e74c337eee87'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:00:48.353525 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5410e730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:00:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5b4337eb-626e-46f6-94a9-e74c337eee87'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:48.544692 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ea3f8808-e55c-4204-ac03-1faf7b51bd14 None None] Provisioning complete for port a5d3bd52-b2b6-4c97-95b6-f912a592bf45 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:48.545412 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8808-e55c-4204-ac03-1faf7b51bd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:48.568319 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250d26f-123a-4fde-9b7f-b7200bae09c4 admin admin] Pushing event updated for resources: {'Network': ['ID=874d5862-1978-419b-ab00-ff1c249ca441,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:48.802148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 874d5862-1978-419b-ab00-ff1c249ca441 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:00:48.850677 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] Set router 5b4337eb-626e-46f6-94a9-e74c337eee87 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:00:48.873521 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-2bffc8da-45af-4b9d-8a02-25cd250b0f4c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] No DVR routers for this DVR port 44f55344-9797-4791-8c1a-27f87cf698a5 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:48.896976 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-2bffc8da-45af-4b9d-8a02-25cd250b0f4c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:48.912153 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-2bffc8da-45af-4b9d-8a02-25cd250b0f4c tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.37 "DELETE /v2.0/ports/44f55344-9797-4791-8c1a-27f87cf698a5 HTTP/1.1" status: 204  len: 173 time: 3.8443544
Nov 20 21:00:48.993678 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'name': 'network-vif-deleted', 'tag': '44f55344-9797-4791-8c1a-27f87cf698a5'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:49.001970 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b1f9c9-90fe-43ca-98cd-7269ccd37082" -d '{"events": [{"server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "name": "network-vif-deleted", "tag": "44f55344-9797-4791-8c1a-27f87cf698a5"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:49.113623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port a5d3bd52-b2b6-4c97-95b6-f912a592bf45 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:49.114198 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:49.301211 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5410e730>, [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:00:42Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '69e80da7-37e3-4b17-a4b0-7cb40d94193b', 'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1e:69:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:37Z', 'updated_at': '2021-11-20T21:00:48Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:49.313566 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:49.355885 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bdea2-dd35-47a1-834d-5e337bf3f248 req-f0564c97-8ae7-40ec-bb24-1612ccffb914 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:49.357462 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-da7bdea2-dd35-47a1-834d-5e337bf3f248 req-f0564c97-8ae7-40ec-bb24-1612ccffb914 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 946 time: 0.7159376
Nov 20 21:00:49.365510 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a74231b-5e8c-4da0-b44a-7ee9959071a8 None None] The sync data for ids ['5b4337eb-626e-46f6-94a9-e74c337eee87'] in ncdv-master-1 is: [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:00:42Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '69e80da7-37e3-4b17-a4b0-7cb40d94193b', 'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1e:69:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:37Z', 'updated_at': '2021-11-20T21:00:48Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:00:49.409969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f084cc53-6bfe-4b16-8197-3d749c1b608e None None] Network cbf250cf-446e-4821-930b-4010d9746b62 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:49.522510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-c9df75e3-371c-44c7-b110-f3699c68e9dd admin admin] For port 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86e9986f-6974-4a79-a5b3-78b6ff2a5dd4,segment=NetworkSegment(c720c92e-6ddb-493c-9e9f-81e8bb19726d),segment_id=c720c92e-6ddb-493c-9e9f-81e8bb19726d)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:49.522510 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9df75e3-371c-44c7-b110-f3699c68e9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:49.545726 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:49.612553 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c9df75e3-371c-44c7-b110-f3699c68e9dd admin admin] Calling delete_port for 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:49.619474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-da7bdea2-dd35-47a1-834d-5e337bf3f248 req-84bacd7b-5b84-418e-aaeb-cac53de97e67 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2227390
Nov 20 21:00:49.626944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-5eeba1d5-f72e-4fd4-a99f-57dc5c4a6204 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Deleting port 46b173fa-03d9-4a65-880e-26f38e2b0498 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:49.627499 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-5eeba1d5-f72e-4fd4-a99f-57dc5c4a6204 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:49.662071 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:49.717736 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:49.767913 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a97b5d9-ad8f-4509-9451-b700e8d99282 x-openstack-request-id: req-9a97b5d9-ad8f-4509-9451-b700e8d99282 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:49.768223 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "name": "network-vif-deleted", "tag": "44f55344-9797-4791-8c1a-27f87cf698a5", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:49.768654 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a97b5d9-ad8f-4509-9451-b700e8d99282 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:49.769060 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'name': 'network-vif-deleted', 'tag': '44f55344-9797-4791-8c1a-27f87cf698a5', 'status': 'completed', 'code': 200}
Nov 20 21:00:49.806128 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port a5d3bd52-b2b6-4c97-95b6-f912a592bf45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5d3bd52-b2b6-4c97-95b6-f912a592bf45,segment=NetworkSegment(729a94cf-f7a7-42f8-9676-f68995901336),segment_id=729a94cf-f7a7-42f8-9676-f68995901336)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:49.844214 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:49.917374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-5eeba1d5-f72e-4fd4-a99f-57dc5c4a6204 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] For port 46b173fa-03d9-4a65-880e-26f38e2b0498, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b173fa-03d9-4a65-880e-26f38e2b0498,segment=NetworkSegment(6bd1643c-fb88-4295-8168-28766e8b9f80),segment_id=6bd1643c-fb88-4295-8168-28766e8b9f80)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:49.917874 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-5eeba1d5-f72e-4fd4-a99f-57dc5c4a6204 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:49.932681 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-5eeba1d5-f72e-4fd4-a99f-57dc5c4a6204 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Calling delete_port for 46b173fa-03d9-4a65-880e-26f38e2b0498 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:50.033403 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-eb85a391-746a-4d4b-aa3b-842e1ad6abda service neutron] 10.222.0.41 "GET /v2.0/networks/9a4d1c40-4599-43fd-8084-24cc8c85159b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5801852
Nov 20 21:00:50.038579 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:50.094313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8118a92f-ca04-4c8b-b32e-e0554b2057af admin admin] Made reservation on behalf of c36aae4eacda4f76ac551fe613c502f7 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:50.096713 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8118a92f-ca04-4c8b-b32e-e0554b2057af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:50.130193 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-5eeba1d5-f72e-4fd4-a99f-57dc5c4a6204 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:50.241639 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-51ce859b-c976-4c2b-b637-835f6913c612 service neutron] 10.222.0.41 "GET /v2.0/ports/bd4e7a14-7d21-4548-8472-ba80748bb825?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1974723
Nov 20 21:00:50.245993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 69e80da7-37e3-4b17-a4b0-7cb40d94193b up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:50.272811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeba1d5-f72e-4fd4-a99f-57dc5c4a6204 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event deleted for resources: {'Port': ['ID=46b173fa-03d9-4a65-880e-26f38e2b0498,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:50.387516 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fe034e7b-9998-4c8d-9653-1cea57f6a5bc tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 5210 time: 3.3162076
Nov 20 21:00:50.462948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=a5d3bd52-b2b6-4c97-95b6-f912a592bf45,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:50.472874 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73b1930-d85b-4458-a9f8-308ccd31ed95 None None] DHCP port deletion for c6b16d73-0106-4101-bf13-e5e68f29ac64 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:50.477264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-766b8d34-f006-47e7-87b0-ae1694ee2b81 None None] Provisioning complete for port 69e80da7-37e3-4b17-a4b0-7cb40d94193b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:50.477634 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-766b8d34-f006-47e7-87b0-ae1694ee2b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:50.618016 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-5eeba1d5-f72e-4fd4-a99f-57dc5c4a6204 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] No DVR routers for this DVR port 46b173fa-03d9-4a65-880e-26f38e2b0498 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:50.622179 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-5eeba1d5-f72e-4fd4-a99f-57dc5c4a6204 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:50.627659 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eabb5378-651c-4c95-9d67-7ead0f712647 req-5eeba1d5-f72e-4fd4-a99f-57dc5c4a6204 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.37 "DELETE /v2.0/ports/46b173fa-03d9-4a65-880e-26f38e2b0498 HTTP/1.1" status: 204  len: 173 time: 1.6120710
Nov 20 21:00:50.844713 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfc49c3-b75f-44fd-ae29-fd9f388eb143 None None] DHCP port deletion for cbf250cf-446e-4821-930b-4010d9746b62 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:50.848625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 69e80da7-37e3-4b17-a4b0-7cb40d94193b triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:50.849098 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:50.981892 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Deleting port c6c23a6f-89d4-472c-ba55-f5e9fadeadec {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:50.982281 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:51.016059 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9df75e3-371c-44c7-b110-f3699c68e9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:51.047057 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-2f5ecc6e-7612-4287-a28e-04d5d6b277ba service neutron] 10.222.0.41 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7983317
Nov 20 21:00:51.058035 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df75e3-371c-44c7-b110-f3699c68e9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=86e9986f-6974-4a79-a5b3-78b6ff2a5dd4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:51.251996 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-766b8d34-f006-47e7-87b0-ae1694ee2b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:51.427694 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:51.450173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49784) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:51.454322 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] For port c6c23a6f-89d4-472c-ba55-f5e9fadeadec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6c23a6f-89d4-472c-ba55-f5e9fadeadec,segment=NetworkSegment(1e0be71a-dce6-468c-a72f-e601db0add12),segment_id=1e0be71a-dce6-468c-a72f-e601db0add12)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:51.454766 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:51.466557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ec8be542-719a-4044-8ed5-ceb6cb2b49e0 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1222555796', 'description': 'tempest-secgroup-smoke-1222555796 description', 'project_id': '3d0636503ac5406792f6a872f4f9c10d'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:51.471802 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Calling delete_port for c6c23a6f-89d4-472c-ba55-f5e9fadeadec owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:51.579980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b73b1930-d85b-4458-a9f8-308ccd31ed95 None None] Deleting port a5d3bd52-b2b6-4c97-95b6-f912a592bf45 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:51.582419 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b73b1930-d85b-4458-a9f8-308ccd31ed95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:51.603044 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-4cc6b527-991a-4a58-a7a6-fb61126f4777 service neutron] 10.222.0.41 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5538805
Nov 20 21:00:51.609972 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:51.639167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-766b8d34-f006-47e7-87b0-ae1694ee2b81 None None] For port 69e80da7-37e3-4b17-a4b0-7cb40d94193b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69e80da7-37e3-4b17-a4b0-7cb40d94193b,segment=NetworkSegment(3eb6f32e-71b4-4d41-9db7-bd3676860134),segment_id=3eb6f32e-71b4-4d41-9db7-bd3676860134)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:51.668621 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc49c3-b75f-44fd-ae29-fd9f388eb143 None None] Deleting port c6c23a6f-89d4-472c-ba55-f5e9fadeadec {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:51.669821 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bdfc49c3-b75f-44fd-ae29-fd9f388eb143 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:51.670159 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c83434b-cb1e-4746-972d-5e6835f35483 req-0d5bb9f2-076c-42b8-bb01-e4434684bd5b tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10cd167-1c23-4db7-b21c-bb773186754d HTTP/1.1" status: 200  len: 210 time: 0.0940270
Nov 20 21:00:51.672457 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec8be542-719a-4044-8ed5-ceb6cb2b49e0 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:51.679812 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event deleted for resources: {'Port': ['ID=c6c23a6f-89d4-472c-ba55-f5e9fadeadec,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:51.730040 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] No DVR routers for this DVR port c6c23a6f-89d4-472c-ba55-f5e9fadeadec on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:51.781252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'name': 'network-vif-deleted', 'tag': '46b173fa-03d9-4a65-880e-26f38e2b0498'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:00:51.795022 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf5a639-411b-4b5e-be90-f89ca9cd6ee7" -d '{"events": [{"server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "name": "network-vif-deleted", "tag": "46b173fa-03d9-4a65-880e-26f38e2b0498"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:00:51.815088 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9df75e3-371c-44c7-b110-f3699c68e9dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:51.820262 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-f7285d3b-4943-4515-850b-70a00e2fc8c1 service neutron] 10.222.0.41 "GET /v2.0/ports/17593c85-2aba-4b07-b484-60c0a0677ba6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1601481
Nov 20 21:00:51.843058 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-bdfc49c3-b75f-44fd-ae29-fd9f388eb143 None None] For port c6c23a6f-89d4-472c-ba55-f5e9fadeadec, host ncdv-master-1, got binding levels [] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:51.843468 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bdfc49c3-b75f-44fd-ae29-fd9f388eb143 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:51.903422 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-766b8d34-f006-47e7-87b0-ae1694ee2b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:51.925652 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8118a92f-ca04-4c8b-b32e-e0554b2057af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:51.935600 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc49c3-b75f-44fd-ae29-fd9f388eb143 None None] Calling delete_port for c6c23a6f-89d4-472c-ba55-f5e9fadeadec owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:51.941920 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.ipam_backend_mixin [None req-bdfc49c3-b75f-44fd-ae29-fd9f388eb143 None None] Port c6c23a6f-89d4-472c-ba55-f5e9fadeadec was not found and therefore no delete operation was performed {{(pid=126226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 20 21:00:52.009605 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-766b8d34-f006-47e7-87b0-ae1694ee2b81 None None] Could not find standard attr ID for object c6c23a6f-89d4-472c-ba55-f5e9fadeadec. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:00:52.014883 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bdfc49c3-b75f-44fd-ae29-fd9f388eb143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:52.036513 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:52.065528 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecaf670-48df-4010-9692-10391bba029b x-openstack-request-id: req-2ecaf670-48df-4010-9692-10391bba029b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:00:52.066107 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10cd167-1c23-4db7-b21c-bb773186754d", "name": "network-vif-deleted", "tag": "46b173fa-03d9-4a65-880e-26f38e2b0498", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:00:52.066107 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ecaf670-48df-4010-9692-10391bba029b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:00:52.066500 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10cd167-1c23-4db7-b21c-bb773186754d', 'name': 'network-vif-deleted', 'tag': '46b173fa-03d9-4a65-880e-26f38e2b0498', 'status': 'completed', 'code': 200}
Nov 20 21:00:52.129622 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54a5fc40>,) {'filters': {'network_id': ['cbf250cf-446e-4821-930b-4010d9746b62']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:52.160714 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54a5fc40>, '1e0be71a-dce6-468c-a72f-e601db0add12') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:52.161010 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54a5fc40>, '1e0be71a-dce6-468c-a72f-e601db0add12') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:52.166799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118a92f-ca04-4c8b-b32e-e0554b2057af admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb4e75e7-079d-45cc-8550-59f282652240,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:52.170726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b8d34-f006-47e7-87b0-ae1694ee2b81 None None] Pushing event updated for resources: {'Port': ['ID=69e80da7-37e3-4b17-a4b0-7cb40d94193b,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:52.178743 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:00:52.179369 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:00:52.253277 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc49c3-b75f-44fd-ae29-fd9f388eb143 None None] Pushing event deleted for resources: {'Port': ['ID=c6c23a6f-89d4-472c-ba55-f5e9fadeadec,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:52.263024 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:52.285745 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-371c9214-209e-4c01-aaf1-bcdd817e92b8 service neutron] 10.222.0.41 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4570758
Nov 20 21:00:52.296687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfc49c3-b75f-44fd-ae29-fd9f388eb143 None None] No DVR routers for this DVR port c6c23a6f-89d4-472c-ba55-f5e9fadeadec on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:52.303335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b73b1930-d85b-4458-a9f8-308ccd31ed95 None None] For port a5d3bd52-b2b6-4c97-95b6-f912a592bf45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5d3bd52-b2b6-4c97-95b6-f912a592bf45,segment=NetworkSegment(729a94cf-f7a7-42f8-9676-f68995901336),segment_id=729a94cf-f7a7-42f8-9676-f68995901336)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:52.303870 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b73b1930-d85b-4458-a9f8-308ccd31ed95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:52.329442 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec8be542-719a-4044-8ed5-ceb6cb2b49e0 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:52.335061 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec8be542-719a-4044-8ed5-ceb6cb2b49e0 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:52.354666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b73b1930-d85b-4458-a9f8-308ccd31ed95 None None] Calling delete_port for a5d3bd52-b2b6-4c97-95b6-f912a592bf45 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:52.372172 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8118a92f-ca04-4c8b-b32e-e0554b2057af admin admin] Checking segment: {'id': '3f8b367c-e89c-4bf8-b4f8-91639ce74ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '874d5862-1978-419b-ab00-ff1c249ca441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:00:52.372557 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8118a92f-ca04-4c8b-b32e-e0554b2057af admin admin] Network hostable DHCP agents. Network: 874d5862-1978-419b-ab00-ff1c249ca441, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:00:52.392934 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:52.461047 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:00:52.461722 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:00:52.472678 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:00:52.488290 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec8be542-719a-4044-8ed5-ceb6cb2b49e0 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:52.490564 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ec8be542-719a-4044-8ed5-ceb6cb2b49e0 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 1.0363367
Nov 20 21:00:52.516465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49810) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:52.567167 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8118a92f-ca04-4c8b-b32e-e0554b2057af admin admin] Network 874d5862-1978-419b-ab00-ff1c249ca441 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:00:52.567374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a4a5545d-95fd-4c00-ab57-1566ac95d4e1 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '901c49c0-b13b-4d1f-a4f5-8b0fce50260f', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:52.583121 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b73b1930-d85b-4458-a9f8-308ccd31ed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:52.607409 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8be542-719a-4044-8ed5-ceb6cb2b49e0 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901c49c0-b13b-4d1f-a4f5-8b0fce50260f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:52.607725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73b1930-d85b-4458-a9f8-308ccd31ed95 None None] No DVR routers for this DVR port a5d3bd52-b2b6-4c97-95b6-f912a592bf45 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:52.631424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-8118a92f-ca04-4c8b-b32e-e0554b2057af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 874d5862-1978-419b-ab00-ff1c249ca441) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:00:52.633040 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:52.638791 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8118a92f-ca04-4c8b-b32e-e0554b2057af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:52.639623 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8118a92f-ca04-4c8b-b32e-e0554b2057af admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:52.655622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9df75e3-371c-44c7-b110-f3699c68e9dd admin admin] Router cbabe231-072a-4094-bd86-7d20bf2bdefe has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:00:52.666020 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:52.673654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfb69a9-d3e8-4822-888d-d578a26982f9 None None] Network 874d5862-1978-419b-ab00-ff1c249ca441 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:52.691029 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b1930-d85b-4458-a9f8-308ccd31ed95 None None] Pushing event deleted for resources: {'Port': ['ID=a5d3bd52-b2b6-4c97-95b6-f912a592bf45,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:52.697600 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "DELETE /v2.0/networks/cbf250cf-446e-4821-930b-4010d9746b62 HTTP/1.1" status: 204  len: 168 time: 4.6422529
Nov 20 21:00:52.714406 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49818) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:52.716997 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a4a5545d-95fd-4c00-ab57-1566ac95d4e1 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:52.741571 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-2d043cdd-a88b-4832-bda2-02a1fe25c64b service neutron] 10.222.0.41 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4406252
Nov 20 21:00:52.742369 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b52a9-70c1-410d-908f-a8068ffbb388 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event deleted for resources: {'Network': ['ID=cbf250cf-446e-4821-930b-4010d9746b62,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:52.762923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49820) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:52.830124 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8118a92f-ca04-4c8b-b32e-e0554b2057af admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 4.6991751
Nov 20 21:00:52.870571 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c6c23a6f-89d4-472c-ba55-f5e9fadeadec up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:52.909217 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: c6c23a6f-89d4-472c-ba55-f5e9fadeadec {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:00:52.909821 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c6c23a6f-89d4-472c-ba55-f5e9fadeadec not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Nov 20 21:00:52.930680 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e14a6b-a2c4-4bd5-9dc6-5fbbb4938346 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Deleting subnet 42231b03-e968-490c-adc6-5643750aa3f3 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:00:52.936894 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e8e14a6b-a2c4-4bd5-9dc6-5fbbb4938346 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:52.946662 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Port c6c23a6f-89d4-472c-ba55-f5e9fadeadec not found, will not notify nova. {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Nov 20 21:00:53.032434 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f10b15-fff9-463d-b5a4-4df84964c099 None None] Network 874d5862-1978-419b-ab00-ff1c249ca441 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:53.033246 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-de3ef8ab-cc29-4960-8741-c40ec89dd570 service neutron] 10.222.0.41 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2806408
Nov 20 21:00:53.076577 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e8e14a6b-a2c4-4bd5-9dc6-5fbbb4938346 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:53.225467 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a813ba6-ddbc-44fa-a14f-a644650fd693 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:53.262110 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a4a5545d-95fd-4c00-ab57-1566ac95d4e1 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:53.272088 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9df75e3-371c-44c7-b110-f3699c68e9dd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:00:53.281865 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a4a5545d-95fd-4c00-ab57-1566ac95d4e1 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:53.298474 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a8c8e-dd36-4911-bd31-eb08f153704f None None] Sync routers for ids ['cbabe231-072a-4094-bd86-7d20bf2bdefe'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:00:53.298702 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49828) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:53.300931 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c9df75e3-371c-44c7-b110-f3699c68e9dd admin admin] 10.222.0.41 "PUT /v2.0/routers/cbabe231-072a-4094-bd86-7d20bf2bdefe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.3807921
Nov 20 21:00:53.385837 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a4a5545d-95fd-4c00-ab57-1566ac95d4e1 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:53.388110 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a4a5545d-95fd-4c00-ab57-1566ac95d4e1 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8707042
Nov 20 21:00:53.389862 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5545d-95fd-4c00-ab57-1566ac95d4e1 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f807efa7-ba35-4d77-827a-b85594544296,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:53.393753 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 69e80da7-37e3-4b17-a4b0-7cb40d94193b up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:00:53.397937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49834) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:53.414473 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a8c8e-dd36-4911-bd31-eb08f153704f None None] Routers {'cbabe231-072a-4094-bd86-7d20bf2bdefe'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:00:53.414967 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-101a8c8e-dd36-4911-bd31-eb08f153704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464ad3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:00:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cbabe231-072a-4094-bd86-7d20bf2bdefe'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:53.415324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-6962a5fa-f837-403d-a402-b815b636ac44 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '901c49c0-b13b-4d1f-a4f5-8b0fce50260f', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:53.479685 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e8e14a6b-a2c4-4bd5-9dc6-5fbbb4938346 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:53.502418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a813ba6-ddbc-44fa-a14f-a644650fd693 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:53.556893 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4a813ba6-ddbc-44fa-a14f-a644650fd693 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a547ddb50>,) {'filters': {'network_id': ['c6b16d73-0106-4101-bf13-e5e68f29ac64']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:53.566258 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e8e14a6b-a2c4-4bd5-9dc6-5fbbb4938346 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:53.573831 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4a813ba6-ddbc-44fa-a14f-a644650fd693 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a547ddb50>, '729a94cf-f7a7-42f8-9676-f68995901336') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:53.574558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4a813ba6-ddbc-44fa-a14f-a644650fd693 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a547ddb50>, '729a94cf-f7a7-42f8-9676-f68995901336') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:53.589932 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a813ba6-ddbc-44fa-a14f-a644650fd693 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:53.610238 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a813ba6-ddbc-44fa-a14f-a644650fd693 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:53.620454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a813ba6-ddbc-44fa-a14f-a644650fd693 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:00:53.621079 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a813ba6-ddbc-44fa-a14f-a644650fd693 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:00:53.626616 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:00:53.630932 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e14a6b-a2c4-4bd5-9dc6-5fbbb4938346 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event deleted for resources: {'Subnet': ['ID=42231b03-e968-490c-adc6-5643750aa3f3,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:53.679161 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-ebc4e025-77fa-4c94-acf0-49035019a83a service neutron] 10.222.0.41 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6306775
Nov 20 21:00:53.779884 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e8e14a6b-a2c4-4bd5-9dc6-5fbbb4938346 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:53.789779 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a813ba6-ddbc-44fa-a14f-a644650fd693 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:53.794182 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e8e14a6b-a2c4-4bd5-9dc6-5fbbb4938346 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "DELETE /v2.0/subnets/42231b03-e968-490c-adc6-5643750aa3f3 HTTP/1.1" status: 204  len: 168 time: 1.0253105
Nov 20 21:00:53.807216 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a813ba6-ddbc-44fa-a14f-a644650fd693 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:53.808161 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-07441c7f-4d0e-4cb4-ac39-2e3f61f67b38 service neutron] 10.222.0.41 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279104
Nov 20 21:00:53.808878 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49844) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:53.812269 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4a813ba6-ddbc-44fa-a14f-a644650fd693 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "DELETE /v2.0/networks/c6b16d73-0106-4101-bf13-e5e68f29ac64 HTTP/1.1" status: 204  len: 168 time: 1.0953271
Nov 20 21:00:53.829415 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49846) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:53.877745 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6962a5fa-f837-403d-a402-b815b636ac44 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:53.913655 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee1f0577-d992-4612-89df-c4ca2bed802f admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:53.948960 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-775115e8-adb7-4995-a7dd-5362fd5aeb7f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:53.950821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a813ba6-ddbc-44fa-a14f-a644650fd693 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event deleted for resources: {'Network': ['ID=c6b16d73-0106-4101-bf13-e5e68f29ac64,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:54.149041 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac5ebd7-3186-4102-8a32-794cce5eed0e None None] Network 26b4e903-e81a-4dfe-8f45-7cde89d8557a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:54.167305 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-775115e8-adb7-4995-a7dd-5362fd5aeb7f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:54.323550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-101a8c8e-dd36-4911-bd31-eb08f153704f None None] Set router cbabe231-072a-4094-bd86-7d20bf2bdefe gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:00:54.392412 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee1f0577-d992-4612-89df-c4ca2bed802f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:54.408090 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:54.458263 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-775115e8-adb7-4995-a7dd-5362fd5aeb7f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4eef9670>,) {'filters': {'network_id': ['cd19bcda-aacf-40e5-9c1b-3f689005ab73']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:54.492308 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-775115e8-adb7-4995-a7dd-5362fd5aeb7f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4eef9670>, '3a1cab15-8852-4bee-8757-7349a32c76d9') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:54.492926 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-775115e8-adb7-4995-a7dd-5362fd5aeb7f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4eef9670>, '3a1cab15-8852-4bee-8757-7349a32c76d9') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:54.501510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-932f3d14-d9eb-42ae-9768-7dced0ac7026 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:54.515456 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-932f3d14-d9eb-42ae-9768-7dced0ac7026 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/networks?id=874d5862-1978-419b-ab00-ff1c249ca441 HTTP/1.1" status: 200  len: 821 time: 0.3205204
Nov 20 21:00:54.539919 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-775115e8-adb7-4995-a7dd-5362fd5aeb7f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:54.552885 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6962a5fa-f837-403d-a402-b815b636ac44 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:54.562455 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-f51e9ba3-5e63-44ce-9da1-31d6de64ac2a service neutron] 10.222.0.41 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7356853
Nov 20 21:00:54.587590 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-775115e8-adb7-4995-a7dd-5362fd5aeb7f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:54.609005 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775115e8-adb7-4995-a7dd-5362fd5aeb7f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:00:54.609427 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-775115e8-adb7-4995-a7dd-5362fd5aeb7f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:00:54.613259 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:00:54.745794 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-775115e8-adb7-4995-a7dd-5362fd5aeb7f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:54.755674 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-8d078e4f-4f2a-4e31-b262-dbae98186b33 service neutron] 10.222.0.41 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899464
Nov 20 21:00:54.760549 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-775115e8-adb7-4995-a7dd-5362fd5aeb7f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:54.766469 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-775115e8-adb7-4995-a7dd-5362fd5aeb7f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "DELETE /v2.0/networks/cd19bcda-aacf-40e5-9c1b-3f689005ab73 HTTP/1.1" status: 204  len: 168 time: 0.9331501
Nov 20 21:00:54.766629 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 69e80da7-37e3-4b17-a4b0-7cb40d94193b triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:00:54.766629 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:54.767504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49878) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:54.784729 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6962a5fa-f837-403d-a402-b815b636ac44 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:54.806037 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775115e8-adb7-4995-a7dd-5362fd5aeb7f tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event deleted for resources: {'Network': ['ID=cd19bcda-aacf-40e5-9c1b-3f689005ab73,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:54.864044 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962a5fa-f837-403d-a402-b815b636ac44 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dceadb71-93b2-4f0c-99b7-b64f4d538a5b,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:54.886721 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6962a5fa-f837-403d-a402-b815b636ac44 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:54.892421 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6962a5fa-f837-403d-a402-b815b636ac44 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.4868939
Nov 20 21:00:54.893643 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49880) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:54.923932 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a57c9cee-4c08-41cf-8e16-6b975992ecee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '901c49c0-b13b-4d1f-a4f5-8b0fce50260f', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:54.961088 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-ee1f0577-d992-4612-89df-c4ca2bed802f admin admin] Deleting port bab15740-08ca-4295-8c02-4a78214706d9 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:54.961596 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee1f0577-d992-4612-89df-c4ca2bed802f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:54.967126 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Deleting port c446c857-71a7-4a8b-8761-fd8608c5a281 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:54.968243 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-96ae2e8a-8f15-4cb1-852e-ae41fee43266 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:54.968463 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:55.021726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-101a8c8e-dd36-4911-bd31-eb08f153704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464ad3d0>, [{'id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'name': 'tempest-TaggedBootDevicesTest_v242-476141936-router', 'tenant_id': '553848746f694f11a37edd170f44fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bab15740-08ca-4295-8c02-4a78214706d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:54Z', 'updated_at': '2021-11-20T21:00:50Z', 'revision_number': 5, 'project_id': '553848746f694f11a37edd170f44fe8f', 'gw_port': {'id': 'bab15740-08ca-4295-8c02-4a78214706d9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:49:55Z', 'updated_at': '2021-11-20T20:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:55.034178 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5f67a7-d53e-44d8-88ef-6bb52c4f4d32 None None] DHCP port deletion for 26b4e903-e81a-4dfe-8f45-7cde89d8557a request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:55.091822 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-c4dcdc43-1f2f-411b-8edd-a1e02b5fb1f7 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/quotas/c36aae4eacda4f76ac551fe613c502f7 HTTP/1.1" status: 200  len: 375 time: 0.5765667
Nov 20 21:00:55.127387 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-96ae2e8a-8f15-4cb1-852e-ae41fee43266 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:55.157790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a8c8e-dd36-4911-bd31-eb08f153704f None None] Checking router: cbabe231-072a-4094-bd86-7d20bf2bdefe for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:00:55.174011 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-ec4df712-61fe-4c38-bfd7-4b9c25b83d43 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c36aae4eacda4f76ac551fe613c502f7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0430133
Nov 20 21:00:55.178567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-96ae2e8a-8f15-4cb1-852e-ae41fee43266 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54e65cd0>,) {'filters': {'network_id': ['92746339-9bfa-4c0b-bd2e-d1886d221194']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:55.189033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-96ae2e8a-8f15-4cb1-852e-ae41fee43266 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54e65cd0>, 'a3d97153-9a70-40e8-947e-32931f5e8458') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:55.189669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-96ae2e8a-8f15-4cb1-852e-ae41fee43266 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54e65cd0>, 'a3d97153-9a70-40e8-947e-32931f5e8458') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:55.204142 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-96ae2e8a-8f15-4cb1-852e-ae41fee43266 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:55.213154 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-8a72d5d6-722f-4bb9-8c1e-ada90aaea73b service neutron] 10.222.0.41 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4558728
Nov 20 21:00:55.231556 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a8c8e-dd36-4911-bd31-eb08f153704f None None] Routers {'cbabe231-072a-4094-bd86-7d20bf2bdefe'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:00:55.232238 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-101a8c8e-dd36-4911-bd31-eb08f153704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464ad3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:00:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cbabe231-072a-4094-bd86-7d20bf2bdefe'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:55.252751 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a57c9cee-4c08-41cf-8e16-6b975992ecee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:55.285374 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-96ae2e8a-8f15-4cb1-852e-ae41fee43266 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:55.298437 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] For port c446c857-71a7-4a8b-8761-fd8608c5a281, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c446c857-71a7-4a8b-8761-fd8608c5a281,segment=NetworkSegment(e337759b-4a24-400c-b508-3401859a822b),segment_id=e337759b-4a24-400c-b508-3401859a822b)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:55.298892 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:55.318710 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ae2e8a-8f15-4cb1-852e-ae41fee43266 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:00:55.323124 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-96ae2e8a-8f15-4cb1-852e-ae41fee43266 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:00:55.329898 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:00:55.337233 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Calling delete_port for c446c857-71a7-4a8b-8761-fd8608c5a281 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:55.400490 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-ee1f0577-d992-4612-89df-c4ca2bed802f admin admin] For port bab15740-08ca-4295-8c02-4a78214706d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bab15740-08ca-4295-8c02-4a78214706d9,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:55.401188 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee1f0577-d992-4612-89df-c4ca2bed802f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:55.468633 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-ee1f0577-d992-4612-89df-c4ca2bed802f admin admin] Calling delete_port for bab15740-08ca-4295-8c02-4a78214706d9 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:55.471437 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-96ae2e8a-8f15-4cb1-852e-ae41fee43266 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:55.488442 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-101a8c8e-dd36-4911-bd31-eb08f153704f None None] Set router cbabe231-072a-4094-bd86-7d20bf2bdefe gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:00:55.505856 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-96ae2e8a-8f15-4cb1-852e-ae41fee43266 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:55.511703 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-96ae2e8a-8f15-4cb1-852e-ae41fee43266 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] 10.222.0.41 "DELETE /v2.0/networks/92746339-9bfa-4c0b-bd2e-d1886d221194 HTTP/1.1" status: 204  len: 168 time: 0.7240856
Nov 20 21:00:55.528587 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-700460cd-1913-490a-b65b-0cbcee4186a3 service neutron] 10.222.0.41 "GET /v2.0/networks/874d5862-1978-419b-ab00-ff1c249ca441?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3277435
Nov 20 21:00:55.535681 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a57c9cee-4c08-41cf-8e16-6b975992ecee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:55.579632 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae2e8a-8f15-4cb1-852e-ae41fee43266 tempest-BulkNetworkOpsIpV6Test-759293623 tempest-BulkNetworkOpsIpV6Test-759293623-project] Pushing event deleted for resources: {'Network': ['ID=92746339-9bfa-4c0b-bd2e-d1886d221194,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:55.632223 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a57c9cee-4c08-41cf-8e16-6b975992ecee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:55.674032 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-a1ba0df7-f396-4a84-8888-f9765d05b910 service neutron] 10.222.0.41 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4597557
Nov 20 21:00:55.695399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-101a8c8e-dd36-4911-bd31-eb08f153704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464ad3d0>, [{'id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'name': 'tempest-TaggedBootDevicesTest_v242-476141936-router', 'tenant_id': '553848746f694f11a37edd170f44fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:54Z', 'updated_at': '2021-11-20T21:00:54Z', 'revision_number': 6, 'project_id': '553848746f694f11a37edd170f44fe8f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:55.790186 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-7520f68d-b0e5-4957-b012-beb8a56e3357 service neutron] 10.222.0.41 "GET /v2.0/networks/874d5862-1978-419b-ab00-ff1c249ca441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2344024
Nov 20 21:00:55.815978 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c9cee-4c08-41cf-8e16-6b975992ecee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d95026-520a-4f1e-8b41-6770b4d749fd,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:55.818110 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a5d3bd52-b2b6-4c97-95b6-f912a592bf45 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:55.877595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a8c8e-dd36-4911-bd31-eb08f153704f None None] The sync data for ids ['cbabe231-072a-4094-bd86-7d20bf2bdefe'] in ncdv-master-1 is: [{'id': 'cbabe231-072a-4094-bd86-7d20bf2bdefe', 'name': 'tempest-TaggedBootDevicesTest_v242-476141936-router', 'tenant_id': '553848746f694f11a37edd170f44fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:49:54Z', 'updated_at': '2021-11-20T21:00:54Z', 'revision_number': 6, 'project_id': '553848746f694f11a37edd170f44fe8f', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:00:55.886341 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: a5d3bd52-b2b6-4c97-95b6-f912a592bf45 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:00:55.894414 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a5d3bd52-b2b6-4c97-95b6-f912a592bf45 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:00:55.895147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c6c23a6f-89d4-472c-ba55-f5e9fadeadec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:55.919205 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a57c9cee-4c08-41cf-8e16-6b975992ecee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:55.921341 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a57c9cee-4c08-41cf-8e16-6b975992ecee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0259800
Nov 20 21:00:55.924207 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49910) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:55.928999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-94a2d073-37f0-4ef8-9bc0-c32114e74db3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '901c49c0-b13b-4d1f-a4f5-8b0fce50260f', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:56.000604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f67a7-d53e-44d8-88ef-6bb52c4f4d32 None None] Deleting port c446c857-71a7-4a8b-8761-fd8608c5a281 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:56.001603 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ae5f67a7-d53e-44d8-88ef-6bb52c4f4d32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:56.011500 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-94a2d073-37f0-4ef8-9bc0-c32114e74db3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:56.179267 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49920) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:56.188053 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ae5f67a7-d53e-44d8-88ef-6bb52c4f4d32 None None] For port c446c857-71a7-4a8b-8761-fd8608c5a281, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c446c857-71a7-4a8b-8761-fd8608c5a281,segment=NetworkSegment(e337759b-4a24-400c-b508-3401859a822b),segment_id=e337759b-4a24-400c-b508-3401859a822b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:56.189012 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ae5f67a7-d53e-44d8-88ef-6bb52c4f4d32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:56.193089 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: c6c23a6f-89d4-472c-ba55-f5e9fadeadec {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:00:56.193624 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c6c23a6f-89d4-472c-ba55-f5e9fadeadec not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:00:56.213834 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f67a7-d53e-44d8-88ef-6bb52c4f4d32 None None] Calling delete_port for c446c857-71a7-4a8b-8761-fd8608c5a281 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:00:56.277691 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1afe019d-909a-40d6-8109-1c83523d464b req-47edca53-4b48-4239-9ab3-63b5ddf5dbc1 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 210 time: 0.1679723
Nov 20 21:00:56.301832 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:56.351027 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-94a2d073-37f0-4ef8-9bc0-c32114e74db3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:56.352043 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] No DVR routers for this DVR port c446c857-71a7-4a8b-8761-fd8608c5a281 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:56.357762 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-94a2d073-37f0-4ef8-9bc0-c32114e74db3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:56.429663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2d073-37f0-4ef8-9bc0-c32114e74db3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422581ba-7181-4f83-a46b-6ed3435fa6c4,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:56.451219 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-94a2d073-37f0-4ef8-9bc0-c32114e74db3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:56.453332 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-94a2d073-37f0-4ef8-9bc0-c32114e74db3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5278692
Nov 20 21:00:56.457412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49934) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:56.467905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-09c591a8-5c1e-471c-bb41-2a72b402f452 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '901c49c0-b13b-4d1f-a4f5-8b0fce50260f', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:56.541978 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-09c591a8-5c1e-471c-bb41-2a72b402f452 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Project 3d0636503ac5406792f6a872f4f9c10d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:00:56.548112 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c446c857-71a7-4a8b-8761-fd8608c5a281 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:56.551652 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-09c591a8-5c1e-471c-bb41-2a72b402f452 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:56.610547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: c446c857-71a7-4a8b-8761-fd8608c5a281 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:00:56.611000 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c446c857-71a7-4a8b-8761-fd8608c5a281 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:00:56.611353 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:56.640527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:00:56.641185 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 86e9986f-6974-4a79-a5b3-78b6ff2a5dd4 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:00:56.642513 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:56.663325 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ae5f67a7-d53e-44d8-88ef-6bb52c4f4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:56.748750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event deleted for resources: {'Port': ['ID=c446c857-71a7-4a8b-8761-fd8608c5a281,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:56.750044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f67a7-d53e-44d8-88ef-6bb52c4f4d32 None None] No DVR routers for this DVR port c446c857-71a7-4a8b-8761-fd8608c5a281 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:00:56.751974 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f67a7-d53e-44d8-88ef-6bb52c4f4d32 None None] Pushing event deleted for resources: {'Port': ['ID=c446c857-71a7-4a8b-8761-fd8608c5a281,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:56.768468 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-57933b73-30b2-4993-9b0a-afdc94b45d5a service neutron] 10.222.0.41 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0934057
Nov 20 21:00:56.782490 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-79834408-0041-4a6d-8ffb-52911bf64c4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ce231b2507f45a2842c4aea4bdc4e77&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5574100
Nov 20 21:00:56.785581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49948) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:56.801521 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e5e20d0>,) {'filters': {'network_id': ['26b4e903-e81a-4dfe-8f45-7cde89d8557a']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:56.811424 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-09c591a8-5c1e-471c-bb41-2a72b402f452 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:56.821475 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-09c591a8-5c1e-471c-bb41-2a72b402f452 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:56.844829 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e5e20d0>, 'e337759b-4a24-400c-b508-3401859a822b') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:56.846300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e5e20d0>, 'e337759b-4a24-400c-b508-3401859a822b') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:00:56.863120 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c591a8-5c1e-471c-bb41-2a72b402f452 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10796f0e-d9fc-4ad2-9941-7201a05ab4fb,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:56.885755 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-09c591a8-5c1e-471c-bb41-2a72b402f452 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:56.889591 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-09c591a8-5c1e-471c-bb41-2a72b402f452 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4309399
Nov 20 21:00:56.890551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49952) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:56.898578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0d4562b0-7bb1-41f8-b010-93b4cfedd494 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '901c49c0-b13b-4d1f-a4f5-8b0fce50260f', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:56.903304 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:56.970034 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-79784af0-6bd3-4c21-b30b-3ad3e95d034c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.006723 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-79784af0-6bd3-4c21-b30b-3ad3e95d034c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.040671 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.053910 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:00:57.054956 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:00:57.060045 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:00:57.071721 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-79784af0-6bd3-4c21-b30b-3ad3e95d034c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.074777 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-79784af0-6bd3-4c21-b30b-3ad3e95d034c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.076009 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-79784af0-6bd3-4c21-b30b-3ad3e95d034c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d333065-738c-4904-a4f3-56977e1ea056 HTTP/1.1" status: 204  len: 168 time: 0.2890282
Nov 20 21:00:57.086876 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79784af0-6bd3-4c21-b30b-3ad3e95d034c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d333065-738c-4904-a4f3-56977e1ea056,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:57.088911 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-0d4562b0-7bb1-41f8-b010-93b4cfedd494 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Project 3d0636503ac5406792f6a872f4f9c10d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:00:57.104891 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee1f0577-d992-4612-89df-c4ca2bed802f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.115515 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d4562b0-7bb1-41f8-b010-93b4cfedd494 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.291273 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d4562b0-7bb1-41f8-b010-93b4cfedd494 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.298457 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d4562b0-7bb1-41f8-b010-93b4cfedd494 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.316241 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f0577-d992-4612-89df-c4ca2bed802f admin admin] Pushing event deleted for resources: {'Port': ['ID=bab15740-08ca-4295-8c02-4a78214706d9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:57.329701 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4562b0-7bb1-41f8-b010-93b4cfedd494 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e659435e-536b-4db1-a556-40c5cdd7c7ab,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:57.365811 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d4562b0-7bb1-41f8-b010-93b4cfedd494 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.403846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0d4562b0-7bb1-41f8-b010-93b4cfedd494 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5100498
Nov 20 21:00:57.409694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462c8015-2d97-4ef4-bfd3-c7fc36d525db None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:57.492777 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.572786 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.576323 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "DELETE /v2.0/networks/26b4e903-e81a-4dfe-8f45-7cde89d8557a HTTP/1.1" status: 204  len: 168 time: 3.7552512
Nov 20 21:00:57.577617 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee1f0577-d992-4612-89df-c4ca2bed802f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.581480 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49990) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:57.599362 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d707c188-9b0a-46d5-b201-27391f097b2a req-75eb7146-3037-46fd-b44b-14f42ee4d938 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 210 time: 0.0721567
Nov 20 21:00:57.611082 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2b2b1-dd7b-491c-bea4-220effdc1130 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event deleted for resources: {'Network': ['ID=26b4e903-e81a-4dfe-8f45-7cde89d8557a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:57.731311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb0b08c-33fa-4d85-8b0b-ff38611fbaa0 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Deleting subnet e4b94314-0617-4f11-89de-f78126fff9e3 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:00:57.739248 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cb0b08c-33fa-4d85-8b0b-ff38611fbaa0 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.809241 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cb0b08c-33fa-4d85-8b0b-ff38611fbaa0 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.948766 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee1f0577-d992-4612-89df-c4ca2bed802f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.956602 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee1f0577-d992-4612-89df-c4ca2bed802f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:57.980518 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-bb740bb3-5960-47c2-91c6-cc4a495f176e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1222555796&fields=id&tenant_id=3d0636503ac5406792f6a872f4f9c10d HTTP/1.1" status: 200  len: 267 time: 0.1164064
Nov 20 21:00:58.133883 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee1f0577-d992-4612-89df-c4ca2bed802f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:58.134885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1f0577-d992-4612-89df-c4ca2bed802f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbabe231-072a-4094-bd86-7d20bf2bdefe {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:00:58.151759 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee1f0577-d992-4612-89df-c4ca2bed802f admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:58.167745 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ee1f0577-d992-4612-89df-c4ca2bed802f admin admin] 10.222.0.41 "DELETE /v2.0/routers/cbabe231-072a-4094-bd86-7d20bf2bdefe HTTP/1.1" status: 204  len: 168 time: 4.8648918
Nov 20 21:00:58.168417 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50032) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:58.399443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86bb393-4586-40c3-86aa-774af051c244 admin admin] Deleting subnet 7a9363e9-6eaa-43d4-9b67-e45462888f90 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:00:58.421947 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a86bb393-4586-40c3-86aa-774af051c244 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:58.487226 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bab15740-08ca-4295-8c02-4a78214706d9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:00:58.563569 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: bab15740-08ca-4295-8c02-4a78214706d9 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:00:58.564135 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bab15740-08ca-4295-8c02-4a78214706d9 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:00:58.602034 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3394f293-f789-41a4-9c1c-f96038d27ea9 req-5d947b5b-c071-4432-a2f9-19297482045e tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 210 time: 0.1852665
Nov 20 21:00:58.618569 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a86bb393-4586-40c3-86aa-774af051c244 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:58.818209 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7ea77d2b-9049-4115-b6c3-60e9422adca7 req-81c5c4c8-0b88-4b29-b0a3-87e12feaffc2 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 210 time: 0.0622299
Nov 20 21:00:58.840401 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a86bb393-4586-40c3-86aa-774af051c244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:58.913440 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a86bb393-4586-40c3-86aa-774af051c244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:58.943473 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50064) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:58.949465 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bba488-ce41-4fc9-9b0b-83eac130abb7 None None] Network c4b096bb-c0da-4e46-9ec4-5eb526d91841 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:58.951380 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a86bb393-4586-40c3-86aa-774af051c244 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:58.956526 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a86bb393-4586-40c3-86aa-774af051c244 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7a9363e9-6eaa-43d4-9b67-e45462888f90 HTTP/1.1" status: 204  len: 168 time: 0.7870836
Nov 20 21:00:58.972833 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cb0b08c-33fa-4d85-8b0b-ff38611fbaa0 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:58.981604 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50068) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:58.992070 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bb393-4586-40c3-86aa-774af051c244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a9363e9-6eaa-43d4-9b67-e45462888f90,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:59.158279 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:59.232510 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f0e351a1-ec3c-4206-a9ea-345224559e0d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1005974402'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:59.275443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e351a1-ec3c-4206-a9ea-345224559e0d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:59.279360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0e351a1-ec3c-4206-a9ea-345224559e0d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:59.299282 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0e351a1-ec3c-4206-a9ea-345224559e0d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:59.344381 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-e1c6598d-e8f2-4f2f-896e-3dabbb91e4cd tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:59.346179 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-e1c6598d-e8f2-4f2f-896e-3dabbb91e4cd tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/networks?id=1285f7b9-19ec-4973-b341-2c247825bb31 HTTP/1.1" status: 200  len: 796 time: 1.3648384
Nov 20 21:00:59.363275 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b8416f-d77a-4f45-ab94-264887d90e0e None None] DHCP port deletion for c4b096bb-c0da-4e46-9ec4-5eb526d91841 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:59.393779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] Deleting port 6d87b13f-eddc-43e8-a8d6-6e93760a8036 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:59.393991 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:59.396353 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cb0b08c-33fa-4d85-8b0b-ff38611fbaa0 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:59.408426 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-69c23033-9b74-45f2-8d12-9730c0f71e80 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/quotas/3d0636503ac5406792f6a872f4f9c10d HTTP/1.1" status: 200  len: 375 time: 0.0279534
Nov 20 21:00:59.429143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-061682f3-9b8f-48ad-9e0d-77c5eb2b236d tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:00:59.430350 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e0c9b8-1e77-47f7-872c-a73b00657266 None None] Network 75b827dc-6833-4bfb-88ea-ff6bce0d0650 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:00:59.431208 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-061682f3-9b8f-48ad-9e0d-77c5eb2b236d tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.37 "GET /v2.0/networks?id=874d5862-1978-419b-ab00-ff1c249ca441 HTTP/1.1" status: 200  len: 821 time: 1.2694931
Nov 20 21:00:59.434260 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cb0b08c-33fa-4d85-8b0b-ff38611fbaa0 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:59.439145 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6cb0b08c-33fa-4d85-8b0b-ff38611fbaa0 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "DELETE /v2.0/subnets/e4b94314-0617-4f11-89de-f78126fff9e3 HTTP/1.1" status: 204  len: 168 time: 1.8387504
Nov 20 21:00:59.454583 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50094) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:00:59.465700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0b08c-33fa-4d85-8b0b-ff38611fbaa0 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b94314-0617-4f11-89de-f78126fff9e3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:00:59.471513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-c6b8ffb9-80e7-4e91-ae63-a590ae0f43e6 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Request body: {'port': {'device_id': 'f008fe68-b64a-4bda-ab3c-42f2c26a1280', 'network_id': '874d5862-1978-419b-ab00-ff1c249ca441', 'admin_state_up': True, 'tenant_id': 'c36aae4eacda4f76ac551fe613c502f7'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:00:59.729674 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-e4b207e3-b074-4b20-a86e-d7331b194e3c tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d0636503ac5406792f6a872f4f9c10d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2889974
Nov 20 21:00:59.793638 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] For port 6d87b13f-eddc-43e8-a8d6-6e93760a8036, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6d87b13f-eddc-43e8-a8d6-6e93760a8036,segment=NetworkSegment(c720c92e-6ddb-493c-9e9f-81e8bb19726d),segment_id=c720c92e-6ddb-493c-9e9f-81e8bb19726d)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:00:59.793951 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:59.796897 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8416f-d77a-4f45-ab94-264887d90e0e None None] Deleting port 6d87b13f-eddc-43e8-a8d6-6e93760a8036 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:00:59.802538 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c2b8416f-d77a-4f45-ab94-264887d90e0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:59.802691 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-c6b8ffb9-80e7-4e91-ae63-a590ae0f43e6 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Made reservation on behalf of c36aae4eacda4f76ac551fe613c502f7 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:00:59.806088 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-c6b8ffb9-80e7-4e91-ae63-a590ae0f43e6 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:59.950013 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c14d4804-2ce3-4820-bd58-158f9641717c req-2233ae0e-61df-46f8-8d55-458a662250ef tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 210 time: 0.1434281
Nov 20 21:00:59.967015 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:59.983770 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e7a9c9-245a-4ca9-a1e2-5e5a195ca458 None None] DHCP port deletion for 75b827dc-6833-4bfb-88ea-ff6bce0d0650 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:00:59.985555 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0e351a1-ec3c-4206-a9ea-345224559e0d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:00:59.994453 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] Calling delete_port for 6d87b13f-eddc-43e8-a8d6-6e93760a8036 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:00.002328 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0e351a1-ec3c-4206-a9ea-345224559e0d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:00.028926 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c2b8416f-d77a-4f45-ab94-264887d90e0e None None] For port 6d87b13f-eddc-43e8-a8d6-6e93760a8036, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6d87b13f-eddc-43e8-a8d6-6e93760a8036,segment=NetworkSegment(c720c92e-6ddb-493c-9e9f-81e8bb19726d),segment_id=c720c92e-6ddb-493c-9e9f-81e8bb19726d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:00.029347 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c2b8416f-d77a-4f45-ab94-264887d90e0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:00.045170 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e351a1-ec3c-4206-a9ea-345224559e0d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:01:00.112263 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0e351a1-ec3c-4206-a9ea-345224559e0d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:00.113482 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-f0e351a1-ec3c-4206-a9ea-345224559e0d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Added segment 53b0b470-d4b2-4122-bcff-f928f25eb05b of type vlan for network 6f2b4bf1-0c82-43b6-86f0-5e4a210817e6
Nov 20 21:01:00.135780 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8416f-d77a-4f45-ab94-264887d90e0e None None] Calling delete_port for 6d87b13f-eddc-43e8-a8d6-6e93760a8036 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:00.172823 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0e351a1-ec3c-4206-a9ea-345224559e0d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:00.247850 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-c6b8ffb9-80e7-4e91-ae63-a590ae0f43e6 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Allocated IP 172.20.0.2 (874d5862-1978-419b-ab00-ff1c249ca441/bb4e75e7-079d-45cc-8550-59f282652240/af9fddac-288d-4af5-b181-dc99829991f3) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:00.289134 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ceee579a-17af-40d1-89f1-407c357f45d5 req-730d374f-cdf5-4367-85c8-5837416fdaa3 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 210 time: 0.1855969
Nov 20 21:01:00.294889 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.resource_extend [None req-f0e351a1-ec3c-4206-a9ea-345224559e0d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 21:01:00.410773 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a1e7a9c9-245a-4ca9-a1e2-5e5a195ca458 None None] Deleting port 93cabec8-fc83-4e2a-b2d6-da352777738f {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:01:00.411161 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a9c9-245a-4ca9-a1e2-5e5a195ca458 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:00.416807 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-07fbf9d5-9606-4cf7-979d-847d619d399c service neutron] 10.222.0.41 "GET /v2.0/networks/1285f7b9-19ec-4973-b341-2c247825bb31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6787348
Nov 20 21:01:00.475966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6d87b13f-eddc-43e8-a8d6-6e93760a8036 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:01:00.504393 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-a709bfd4-4e8a-436b-957c-f5dd0f591c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:00.509384 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-a709bfd4-4e8a-436b-957c-f5dd0f591c35 service neutron] 10.222.0.47 "GET /v2.0/ports/bd4e7a14-7d21-4548-8472-ba80748bb825 HTTP/1.1" status: 200  len: 1028 time: 0.1530981
Nov 20 21:01:00.691985 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a1e7a9c9-245a-4ca9-a1e2-5e5a195ca458 None None] For port 93cabec8-fc83-4e2a-b2d6-da352777738f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93cabec8-fc83-4e2a-b2d6-da352777738f,segment=NetworkSegment(6bd1643c-fb88-4295-8168-28766e8b9f80),segment_id=6bd1643c-fb88-4295-8168-28766e8b9f80)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:00.692675 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a9c9-245a-4ca9-a1e2-5e5a195ca458 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:00.707089 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a1e7a9c9-245a-4ca9-a1e2-5e5a195ca458 None None] Calling delete_port for 93cabec8-fc83-4e2a-b2d6-da352777738f owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:00.743218 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-7cd2ed28-1789-4b81-a033-9b18e85a6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:00.744686 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-7cd2ed28-1789-4b81-a033-9b18e85a6ea2 service neutron] 10.222.0.47 "GET /v2.0/ports/17593c85-2aba-4b07-b484-60c0a0677ba6 HTTP/1.1" status: 200  len: 1028 time: 0.1952174
Nov 20 21:01:00.756047 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-c6b8ffb9-80e7-4e91-ae63-a590ae0f43e6 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:00.805833 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a9c9-245a-4ca9-a1e2-5e5a195ca458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:00.820818 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7a9c9-245a-4ca9-a1e2-5e5a195ca458 None None] No DVR routers for this DVR port 93cabec8-fc83-4e2a-b2d6-da352777738f on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:01:00.866268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7a9c9-245a-4ca9-a1e2-5e5a195ca458 None None] Pushing event deleted for resources: {'Port': ['ID=93cabec8-fc83-4e2a-b2d6-da352777738f,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:00.869987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e351a1-ec3c-4206-a9ea-345224559e0d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd36b56-5fab-43f2-9245-64ebe84dc0f7,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:00.910230 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50132) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:00.925673 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c2b8416f-d77a-4f45-ab94-264887d90e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:00.928708 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:00.938201 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0e351a1-ec3c-4206-a9ea-345224559e0d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:00.947028 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e351a1-ec3c-4206-a9ea-345224559e0d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:00.948389 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0e351a1-ec3c-4206-a9ea-345224559e0d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:00.973363 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b8416f-d77a-4f45-ab94-264887d90e0e None None] No DVR routers for this DVR port 6d87b13f-eddc-43e8-a8d6-6e93760a8036 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:01:00.982004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-1069c02b-b1d9-4db2-8be5-95a8b2b3ab2c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:00.994408 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-1069c02b-b1d9-4db2-8be5-95a8b2b3ab2c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:01.012771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-1069c02b-b1d9-4db2-8be5-95a8b2b3ab2c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:01.019148 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-1069c02b-b1d9-4db2-8be5-95a8b2b3ab2c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.47 "GET /v2.0/networks?id=9a4d1c40-4599-43fd-8084-24cc8c85159b&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=d7561cda-0cef-429a-ab48-39d731d77e04&id=d7561cda-0cef-429a-ab48-39d731d77e04 HTTP/1.1" status: 200  len: 1990 time: 0.2621453
Nov 20 21:01:01.049337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8416f-d77a-4f45-ab94-264887d90e0e None None] Pushing event deleted for resources: {'Port': ['ID=6d87b13f-eddc-43e8-a8d6-6e93760a8036,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:01.088301 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-2d25fe42-4852-41ab-97e9-2f0c350c7348 service neutron] 10.222.0.41 "GET /v2.0/networks/1285f7b9-19ec-4973-b341-2c247825bb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6349409
Nov 20 21:01:01.113921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e351a1-ec3c-4206-a9ea-345224559e0d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Network': ['ID=6f2b4bf1-0c82-43b6-86f0-5e4a210817e6,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:01.114719 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:01.130206 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d87b13f-eddc-43e8-a8d6-6e93760a8036,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:01.140354 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] No DVR routers for this DVR port 6d87b13f-eddc-43e8-a8d6-6e93760a8036 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:01:01.192151 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 6f2b4bf1-0c82-43b6-86f0-5e4a210817e6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:01:01.207723 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-8d8df53b-9d60-4ec4-99d9-559a74240766 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f HTTP/1.1" status: 200  len: 380 time: 0.1771574
Nov 20 21:01:01.235582 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f0e351a1-ec3c-4206-a9ea-345224559e0d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.2905071
Nov 20 21:01:01.240500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-fd7d23cc-8c8a-4f12-a315-badddd80952c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Request body: {'port': {'device_id': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b', 'admin_state_up': True, 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'security_groups': ['3d68a3d8-2a31-4843-baef-7c9183484a5f']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:01.246790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 93cabec8-fc83-4e2a-b2d6-da352777738f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:01:01.301068 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 93cabec8-fc83-4e2a-b2d6-da352777738f {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:01:01.301515 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 93cabec8-fc83-4e2a-b2d6-da352777738f not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:01:01.414961 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-007339e8-6d5c-4fbf-9a8d-c665f904da70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:01.423234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50148) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:01.434173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-11129cdb-8d3a-4d02-b655-7626eb938e95 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'subnet': {'network_id': '6f2b4bf1-0c82-43b6-86f0-5e4a210817e6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:01.447242 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Deleting port 93cabec8-fc83-4e2a-b2d6-da352777738f {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:01:01.447804 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:01.555821 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] For port 93cabec8-fc83-4e2a-b2d6-da352777738f, host ncdv-master-1, got binding levels [] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:01.559171 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:01.566114 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-c6b8ffb9-80e7-4e91-ae63-a590ae0f43e6 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:01.728388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-c6b8ffb9-80e7-4e91-ae63-a590ae0f43e6 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Network 874d5862-1978-419b-ab00-ff1c249ca441 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:01.754902 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:01.756769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-c6b8ffb9-80e7-4e91-ae63-a590ae0f43e6 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:01.769751 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-fd7d23cc-8c8a-4f12-a315-badddd80952c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Made reservation on behalf of ff892c31a4354551b7c9e9c01d5b7b6f for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:01.773316 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-fd7d23cc-8c8a-4f12-a315-badddd80952c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:01.781439 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54bb5f10>,) {'filters': {'network_id': ['c4b096bb-c0da-4e46-9ec4-5eb526d91841']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:01.785546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-c6b8ffb9-80e7-4e91-ae63-a590ae0f43e6 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:01.799288 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Calling delete_port for 93cabec8-fc83-4e2a-b2d6-da352777738f owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:01.817536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54bb5f10>, 'c720c92e-6ddb-493c-9e9f-81e8bb19726d') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:01.818014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54bb5f10>, 'c720c92e-6ddb-493c-9e9f-81e8bb19726d') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:01.823053 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.ipam_backend_mixin [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Port 93cabec8-fc83-4e2a-b2d6-da352777738f was not found and therefore no delete operation was performed {{(pid=126224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 20 21:01:01.832177 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5067d81f-78fe-4e5f-80ae-ec58c7555d67 req-7ffe8e1a-3ab2-4620-9ae0-798d293197c3 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 210 time: 0.5527442
Nov 20 21:01:01.853950 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:01.872293 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:01.915668 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda0271-1187-4c04-9869-7d0af34a64b3 req-6fa863da-1f88-4855-84dd-c23b6dd9bb70 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:01.917781 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1cda0271-1187-4c04-9869-7d0af34a64b3 req-6fa863da-1f88-4855-84dd-c23b6dd9bb70 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 931 time: 0.3998203
Nov 20 21:01:01.931160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-c6b8ffb9-80e7-4e91-ae63-a590ae0f43e6 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:01.931977 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-c6b8ffb9-80e7-4e91-ae63-a590ae0f43e6 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:01.964486 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-c6b8ffb9-80e7-4e91-ae63-a590ae0f43e6 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5220540
Nov 20 21:01:01.977287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8ffb9-80e7-4e91-ae63-a590ae0f43e6 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Pushing event updated for resources: {'Port': ['ID=af9fddac-288d-4af5-b181-dc99829991f3,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:02.008363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Request body: {'port': {'device_id': 'f008fe68-b64a-4bda-ab3c-42f2c26a1280', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:02.017000 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:02.022550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] No DVR routers for this DVR port 93cabec8-fc83-4e2a-b2d6-da352777738f on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:01:02.043564 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event deleted for resources: {'Port': ['ID=93cabec8-fc83-4e2a-b2d6-da352777738f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:02.053990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11129cdb-8d3a-4d02-b655-7626eb938e95 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:02.068147 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11129cdb-8d3a-4d02-b655-7626eb938e95 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:02.176346 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:01:02.177000 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:02.180743 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-800531b9-6ddd-4ed3-8c6d-92ff946b600d req-10e7dc28-f435-4eac-a390-253361b5fb3c tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 210 time: 0.1880236
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:01:02.181575 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:01:02.188069 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1cda0271-1187-4c04-9869-7d0af34a64b3 req-d531deb4-cbf0-45e9-a192-6088814975ba tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/security-groups?id=4527ab92-9742-48bb-98f1-e99952454214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2310128
Nov 20 21:01:02.230905 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:02.450861 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:02.453871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-fd7d23cc-8c8a-4f12-a315-badddd80952c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Allocated IP 172.20.0.6 (9a4d1c40-4599-43fd-8084-24cc8c85159b/835298ec-367e-491f-9a58-fa02055ec6e1/5332c620-9136-495b-bd4d-92357990f3a2) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:02.457434 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:02.462985 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c4b096bb-c0da-4e46-9ec4-5eb526d91841 HTTP/1.1" status: 204  len: 168 time: 3.4794059
Nov 20 21:01:02.511530 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-007339e8-6d5c-4fbf-9a8d-c665f904da70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:02.549751 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:02.559787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21391ffe-9041-40da-b062-adf991630b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b096bb-c0da-4e46-9ec4-5eb526d91841,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:02.578405 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-007339e8-6d5c-4fbf-9a8d-c665f904da70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:02.659846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54ab1880>,) {'filters': {'network_id': ['75b827dc-6833-4bfb-88ea-ff6bce0d0650']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:02.684095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54ab1880>, '6bd1643c-fb88-4295-8168-28766e8b9f80') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:02.684473 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54ab1880>, '6bd1643c-fb88-4295-8168-28766e8b9f80') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:02.707110 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-007339e8-6d5c-4fbf-9a8d-c665f904da70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d7fe2db1ac84545b20a62dff4ae850e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.7948656
Nov 20 21:01:02.707893 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007339e8-6d5c-4fbf-9a8d-c665f904da70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5177d829-b772-49fe-8626-7318886d23b1,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:02.710648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50194) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:02.742429 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:02.781925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50196) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:02.835541 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e7621159-b0a8-46b6-a762-5ed75e15d183 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee4ec8b62e354149acb1c43558b168e6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0519533
Nov 20 21:01:02.836513 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:02.845192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50198) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:02.852754 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:01:02.853270 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:01:02.858797 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:01:03.041613 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.052026 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.058768 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "DELETE /v2.0/networks/75b827dc-6833-4bfb-88ea-ff6bce0d0650 HTTP/1.1" status: 204  len: 168 time: 3.5994122
Nov 20 21:01:03.064128 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-fd7d23cc-8c8a-4f12-a315-badddd80952c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.065485 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-548ef311-43f9-4605-8488-415fc81e4b33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.076037 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50206) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:03.085165 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d5cd0cfd-9975-4e3d-ac47-c5be0694c50a req-fb093610-5471-499c-b8a6-26bda82c87be tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 210 time: 0.0870724
Nov 20 21:01:03.087614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ca48cd96-87b6-456b-8d44-baf97c75b39d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-739455572'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:03.096010 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11129cdb-8d3a-4d02-b655-7626eb938e95 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.102128 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654f3e7-aa8f-43f8-9ca4-f5475f5cce48 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event deleted for resources: {'Network': ['ID=75b827dc-6833-4bfb-88ea-ff6bce0d0650,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:03.135768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-500fbad8-12b5-4e93-8a95-fdc3c4958127 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:03.137211 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-500fbad8-12b5-4e93-8a95-fdc3c4958127 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.37 "GET /v2.0/networks?id=1285f7b9-19ec-4973-b341-2c247825bb31 HTTP/1.1" status: 200  len: 796 time: 0.2406125
Nov 20 21:01:03.166797 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11129cdb-8d3a-4d02-b655-7626eb938e95 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Subnet': ['ID=65eaca73-46d4-401c-b2a3-bdac9ba09a48,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:03.171790 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11129cdb-8d3a-4d02-b655-7626eb938e95 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Checking segment: {'id': '53b0b470-d4b2-4122-bcff-f928f25eb05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6f2b4bf1-0c82-43b6-86f0-5e4a210817e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:03.172162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11129cdb-8d3a-4d02-b655-7626eb938e95 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network hostable DHCP agents. Network: 6f2b4bf1-0c82-43b6-86f0-5e4a210817e6, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:01:03.189072 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-548ef311-43f9-4605-8488-415fc81e4b33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.193028 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11129cdb-8d3a-4d02-b655-7626eb938e95 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network 6f2b4bf1-0c82-43b6-86f0-5e4a210817e6 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:01:03.202371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-11129cdb-8d3a-4d02-b655-7626eb938e95 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6f2b4bf1-0c82-43b6-86f0-5e4a210817e6) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:03.206582 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11129cdb-8d3a-4d02-b655-7626eb938e95 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:03.207180 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11129cdb-8d3a-4d02-b655-7626eb938e95 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.209417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9fddac-288d-4af5-b181-dc99829991f3 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:03.217190 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6e322f-5b6f-4134-9eb8-1692d1731920 None None] Network 6f2b4bf1-0c82-43b6-86f0-5e4a210817e6 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:03.241577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.251726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca48cd96-87b6-456b-8d44-baf97c75b39d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Made reservation on behalf of 4ec4545fe17f4700bc073f25016da683 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:03.253441 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-11129cdb-8d3a-4d02-b655-7626eb938e95 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 1.8247690
Nov 20 21:01:03.256219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50216) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:03.259057 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ca48cd96-87b6-456b-8d44-baf97c75b39d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.265576 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a2af7746-bf5f-426b-a0fc-c5dad39356d5 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-502071747'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:03.288045 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ac9560c-312f-4614-ace7-a20bb8c4a8b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.298904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2af7746-bf5f-426b-a0fc-c5dad39356d5 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:03.303421 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a2af7746-bf5f-426b-a0fc-c5dad39356d5 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.330959 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Transition to ACTIVE for port object af9fddac-288d-4af5-b181-dc99829991f3 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:01:03.339826 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2af7746-bf5f-426b-a0fc-c5dad39356d5 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:01:03.356636 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a2af7746-bf5f-426b-a0fc-c5dad39356d5 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.357301 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-a2af7746-bf5f-426b-a0fc-c5dad39356d5 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Added segment aece81d4-deb6-4334-9176-4633b541b476 of type vlan for network d9fb28c4-1eff-4bdd-9333-fdf8297fbeed
Nov 20 21:01:03.367731 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ac9560c-312f-4614-ace7-a20bb8c4a8b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.429935 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-fd7d23cc-8c8a-4f12-a315-badddd80952c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.448186 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a2af7746-bf5f-426b-a0fc-c5dad39356d5 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.461321 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:01:03.476779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca48cd96-87b6-456b-8d44-baf97c75b39d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:01:03.489869 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ca48cd96-87b6-456b-8d44-baf97c75b39d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.490168 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-ca48cd96-87b6-456b-8d44-baf97c75b39d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Added segment 7f73ac3f-ed7c-4b15-bac6-dd8451d4e388 of type vlan for network 5d592188-6e19-4699-a637-786cdf0d36f7
Nov 20 21:01:03.508514 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.510473 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ac9560c-312f-4614-ace7-a20bb8c4a8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.511773 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c0bfa723-f351-4d04-8029-50ce7c2edb60 req-dfc90bf5-f768-442f-b05a-50bdef03fb03 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 210 time: 0.0326722
Nov 20 21:01:03.513679 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a2af7746-bf5f-426b-a0fc-c5dad39356d5 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.513824 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ac9560c-312f-4614-ace7-a20bb8c4a8b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.521328 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2af7746-bf5f-426b-a0fc-c5dad39356d5 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:03.523010 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a2af7746-bf5f-426b-a0fc-c5dad39356d5 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.537368 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4ac9560c-312f-4614-ace7-a20bb8c4a8b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ccc8b8d5-0c10-4bd4-9e16-53177528fb74 HTTP/1.1" status: 204  len: 168 time: 0.6771250
Nov 20 21:01:03.576437 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a2af7746-bf5f-426b-a0fc-c5dad39356d5 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3176174
Nov 20 21:01:03.580135 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50228) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:03.585399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f4d9d346-b71d-49cc-9975-313f0f85c47d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'subnet': {'network_id': 'd9fb28c4-1eff-4bdd-9333-fdf8297fbeed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:03.646944 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af7746-bf5f-426b-a0fc-c5dad39356d5 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Network': ['ID=d9fb28c4-1eff-4bdd-9333-fdf8297fbeed,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:03.775519 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d9d346-b71d-49cc-9975-313f0f85c47d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:03.780389 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d346-b71d-49cc-9975-313f0f85c47d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.806833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc042b9-dc29-4386-8802-e6aa6775d784 req-0326471a-6d15-4d22-9f17-c6882025a59a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:03.808740 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dc042b9-dc29-4386-8802-e6aa6775d784 req-0326471a-6d15-4d22-9f17-c6882025a59a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 947 time: 0.0940764
Nov 20 21:01:03.829787 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9560c-312f-4614-ace7-a20bb8c4a8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc8b8d5-0c10-4bd4-9e16-53177528fb74,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:03.859110 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-be421b31-dfb8-4533-b881-a8ed315c34c3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d0636503ac5406792f6a872f4f9c10d HTTP/1.1" status: 200  len: 380 time: 0.7056723
Nov 20 21:01:03.868802 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ca48cd96-87b6-456b-8d44-baf97c75b39d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.878977 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-548ef311-43f9-4605-8488-415fc81e4b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.881474 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-548ef311-43f9-4605-8488-415fc81e4b33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:03.885612 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-548ef311-43f9-4605-8488-415fc81e4b33 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5177d829-b772-49fe-8626-7318886d23b1 HTTP/1.1" status: 204  len: 168 time: 1.1716874
Nov 20 21:01:03.887864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-fd7d23cc-8c8a-4f12-a315-badddd80952c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Network 9a4d1c40-4599-43fd-8084-24cc8c85159b is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:03.893334 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-55828a7f-701a-48dd-a5a6-0d60b2e03fef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'port': {'device_id': '66476154-140d-461c-82e4-a9bf5200d6ba', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'admin_state_up': True, 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'security_groups': ['901c49c0-b13b-4d1f-a4f5-8b0fce50260f']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:03.929941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-fd7d23cc-8c8a-4f12-a315-badddd80952c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:03.932704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-fd7d23cc-8c8a-4f12-a315-badddd80952c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:03.957269 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network d9fb28c4-1eff-4bdd-9333-fdf8297fbeed details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:01:03.973099 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Pushing event updated for resources: {'Port': ['ID=af9fddac-288d-4af5-b181-dc99829991f3,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:04.044984 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dc042b9-dc29-4386-8802-e6aa6775d784 req-97d6b896-3d3f-41ca-878a-553db2d2b9c4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2157407
Nov 20 21:01:04.173173 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6f2b4bf1-0c82-43b6-86f0-5e4a210817e6', 'network_id': '6f2b4bf1-0c82-43b6-86f0-5e4a210817e6', 'tenant_id': '8d2d425586f64e2bba9faa95444d1286', 'fixed_ips': [{'subnet_id': '65eaca73-46d4-401c-b2a3-bdac9ba09a48'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:01:04.174393 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:04.206714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ef311-43f9-4605-8488-415fc81e4b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5177d829-b772-49fe-8626-7318886d23b1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:04.296824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-fd7d23cc-8c8a-4f12-a315-badddd80952c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:04.302572 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-fd7d23cc-8c8a-4f12-a315-badddd80952c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:04.322316 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d346-b71d-49cc-9975-313f0f85c47d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:04.334110 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ca48cd96-87b6-456b-8d44-baf97c75b39d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:04.355090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca48cd96-87b6-456b-8d44-baf97c75b39d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:04.355759 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ca48cd96-87b6-456b-8d44-baf97c75b39d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:04.428119 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50254) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:04.463173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9ab1-4a3d-40cf-b00b-c85e95ad0954 req-96423f4a-0bfa-4689-8a4e-507d50d5363e tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:04.464108 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52cd9ab1-4a3d-40cf-b00b-c85e95ad0954 req-96423f4a-0bfa-4689-8a4e-507d50d5363e tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 943 time: 1.0260282
Nov 20 21:01:04.484944 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-fd7d23cc-8c8a-4f12-a315-badddd80952c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2688425
Nov 20 21:01:04.509121 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9d346-b71d-49cc-9975-313f0f85c47d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Subnet': ['ID=6bd078b3-67c0-45f5-aa17-6681c0f80a1d,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:04.527819 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9d346-b71d-49cc-9975-313f0f85c47d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Checking segment: {'id': 'aece81d4-deb6-4334-9176-4633b541b476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9fb28c4-1eff-4bdd-9333-fdf8297fbeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:04.531198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d9d346-b71d-49cc-9975-313f0f85c47d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network hostable DHCP agents. Network: d9fb28c4-1eff-4bdd-9333-fdf8297fbeed, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:01:04.568039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Allocated IP 172.20.255.242 (6f2b4bf1-0c82-43b6-86f0-5e4a210817e6/65eaca73-46d4-401c-b2a3-bdac9ba09a48/4850d29d-924b-4dcb-a003-e918c73e2339) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:04.570956 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d9d346-b71d-49cc-9975-313f0f85c47d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network d9fb28c4-1eff-4bdd-9333-fdf8297fbeed is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:01:04.587340 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d23cc-8c8a-4f12-a315-badddd80952c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event updated for resources: {'Port': ['ID=5332c620-9136-495b-bd4d-92357990f3a2,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:04.596374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f4d9d346-b71d-49cc-9975-313f0f85c47d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d9fb28c4-1eff-4bdd-9333-fdf8297fbeed) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:04.597261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7033d824-f21d-4e94-b1e6-e972202c2336 None None] Provisioning complete for port 5332c620-9136-495b-bd4d-92357990f3a2 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:04.597521 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7033d824-f21d-4e94-b1e6-e972202c2336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:04.600223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-049bd33b-ff46-4fa2-8316-2e2a298679ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Request body: {'port': {'device_id': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd', 'admin_state_up': True, 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'security_groups': ['3d68a3d8-2a31-4843-baef-7c9183484a5f']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:04.603456 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d9d346-b71d-49cc-9975-313f0f85c47d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:04.604184 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d346-b71d-49cc-9975-313f0f85c47d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:04.625554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5018a7e-d698-41ce-a994-498b69e428b0 None None] Network d9fb28c4-1eff-4bdd-9333-fdf8297fbeed requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:04.642124 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f4d9d346-b71d-49cc-9975-313f0f85c47d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 1.0582376
Nov 20 21:01:04.642527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50262) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:04.709019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ca48cd96-87b6-456b-8d44-baf97c75b39d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.6317153
Nov 20 21:01:04.711727 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50264) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:04.717705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-53e9d433-4473-4ae2-be9b-c042a9ca329e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Request body: {'subnet': {'network_id': '5d592188-6e19-4699-a637-786cdf0d36f7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:04.812587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Attempting to bind port af9fddac-288d-4af5-b181-dc99829991f3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:04.812821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Attempting to bind port af9fddac-288d-4af5-b181-dc99829991f3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3f8b367c-e89c-4bf8-b4f8-91639ce74ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '874d5862-1978-419b-ab00-ff1c249ca441'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:04.814167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Attempting to bind port af9fddac-288d-4af5-b181-dc99829991f3 on network 874d5862-1978-419b-ab00-ff1c249ca441 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:04.816541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48cd96-87b6-456b-8d44-baf97c75b39d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event updated for resources: {'Network': ['ID=5d592188-6e19-4699-a637-786cdf0d36f7,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:04.818953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50266) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:04.899540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 5d592188-6e19-4699-a637-786cdf0d36f7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:01:04.903138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-7033d824-f21d-4e94-b1e6-e972202c2336 None None] Port 5332c620-9136-495b-bd4d-92357990f3a2 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:01:04.930751 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1c82239-06ca-4c80-9766-2dc1a205b879 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:04.973493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e9d433-4473-4ae2-be9b-c042a9ca329e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Made reservation on behalf of 4ec4545fe17f4700bc073f25016da683 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:04.977409 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-53e9d433-4473-4ae2-be9b-c042a9ca329e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:05.087607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea0624c-72aa-4aa8-a09e-07973cab24b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d9fb28c4-1eff-4bdd-9333-fdf8297fbeed', 'network_id': 'd9fb28c4-1eff-4bdd-9333-fdf8297fbeed', 'tenant_id': '8d2d425586f64e2bba9faa95444d1286', 'fixed_ips': [{'subnet_id': '6bd078b3-67c0-45f5-aa17-6681c0f80a1d'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:01:05.089059 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9ea0624c-72aa-4aa8-a09e-07973cab24b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:05.124018 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1c82239-06ca-4c80-9766-2dc1a205b879 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:05.232572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73e8ed-60fb-453c-9d8e-3061d40b2c58 req-f1ab5a99-3ea1-40eb-9778-66237e2dbb9d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:05.234609 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ce73e8ed-60fb-453c-9d8e-3061d40b2c58 req-f1ab5a99-3ea1-40eb-9778-66237e2dbb9d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 931 time: 0.2303629
Nov 20 21:01:05.260067 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:05.290680 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:05.343314 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1c82239-06ca-4c80-9766-2dc1a205b879 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:05.357375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Network 6f2b4bf1-0c82-43b6-86f0-5e4a210817e6 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:05.357738 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ce73e8ed-60fb-453c-9d8e-3061d40b2c58 req-a45cb5c4-9c71-416d-af22-ef72b0c7c262 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1116686
Nov 20 21:01:05.363080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:05.370828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:05.385395 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c82239-06ca-4c80-9766-2dc1a205b879 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Subnet': ['ID=6bd078b3-67c0-45f5-aa17-6681c0f80a1d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server [None req-9ea0624c-72aa-4aa8-a09e-07973cab24b6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bd078b3-67c0-45f5-aa17-6681c0f80a1d: This subnet is being modified by another concurrent operation.
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise exception
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bd078b3-67c0-45f5-aa17-6681c0f80a1d: This subnet is being modified by another concurrent operation.
Nov 20 21:01:05.443743 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server 
Nov 20 21:01:05.496987 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-53e9d433-4473-4ae2-be9b-c042a9ca329e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:05.532213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Port af9fddac-288d-4af5-b181-dc99829991f3 on network 874d5862-1978-419b-ab00-ff1c249ca441 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:05.532766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Attempting to bind port af9fddac-288d-4af5-b181-dc99829991f3 on network 874d5862-1978-419b-ab00-ff1c249ca441 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:05.536805 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Attempting to bind port 4850d29d-924b-4dcb-a003-e918c73e2339 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:05.537222 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Attempting to bind port 4850d29d-924b-4dcb-a003-e918c73e2339 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '53b0b470-d4b2-4122-bcff-f928f25eb05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6f2b4bf1-0c82-43b6-86f0-5e4a210817e6'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:05.537666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Attempting to bind port 4850d29d-924b-4dcb-a003-e918c73e2339 on network 6f2b4bf1-0c82-43b6-86f0-5e4a210817e6 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:05.547473 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Pushing event updated for resources: {'Port': ['ID=4850d29d-924b-4dcb-a003-e918c73e2339,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:05.570778 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52cd9ab1-4a3d-40cf-b00b-c85e95ad0954 req-c47f41d9-fa2e-4e7f-ae6f-0fb61e557e67 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/security-groups?id=4527ab92-9742-48bb-98f1-e99952454214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0048270
Nov 20 21:01:05.590080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:05.591397 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Checking segment: {'id': '53b0b470-d4b2-4122-bcff-f928f25eb05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6f2b4bf1-0c82-43b6-86f0-5e4a210817e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:05.593373 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:05.594103 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Bound using segment: {'id': '53b0b470-d4b2-4122-bcff-f928f25eb05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6f2b4bf1-0c82-43b6-86f0-5e4a210817e6'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:05.594783 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Bound port: 4850d29d-924b-4dcb-a003-e918c73e2339, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b0b470-d4b2-4122-bcff-f928f25eb05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6f2b4bf1-0c82-43b6-86f0-5e4a210817e6'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:05.595422 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:05.602353 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e9fd3b-1003-4e7d-b656-6879ad653990 None None] Network d9fb28c4-1eff-4bdd-9333-fdf8297fbeed requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:05.605247 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9d433-4473-4ae2-be9b-c042a9ca329e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event updated for resources: {'Subnet': ['ID=0dc35605-5801-4a98-856b-78ba5d36ed30,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:05.646970 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a25764c-f14e-4b1f-aa51-3316a6e16885 req-d90a6bc9-ab16-4cea-80db-237725a35e04 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 210 time: 0.1581874
Nov 20 21:01:05.648034 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-35fd6e95-bcf3-4332-9faa-e4627b1f8348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:05.653622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:05.653963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Checking segment: {'id': '3f8b367c-e89c-4bf8-b4f8-91639ce74ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '874d5862-1978-419b-ab00-ff1c249ca441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:05.657610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Bound using segment: {'id': '3f8b367c-e89c-4bf8-b4f8-91639ce74ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '874d5862-1978-419b-ab00-ff1c249ca441'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:05.667272 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Bound port: af9fddac-288d-4af5-b181-dc99829991f3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8b367c-e89c-4bf8-b4f8-91639ce74ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '874d5862-1978-419b-ab00-ff1c249ca441'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:05.667664 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:05.670160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-55828a7f-701a-48dd-a5a6-0d60b2e03fef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Made reservation on behalf of 3d0636503ac5406792f6a872f4f9c10d for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:05.679427 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-55828a7f-701a-48dd-a5a6-0d60b2e03fef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:05.697466 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1c82239-06ca-4c80-9766-2dc1a205b879 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:05.710860 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f8dc843b-cfb0-4e7d-ac36-69fa0f3150ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=553848746f694f11a37edd170f44fe8f&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2456324
Nov 20 21:01:05.714358 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50270) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:05.770301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-d1c82239-06ca-4c80-9766-2dc1a205b879 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54c08640>,) {'filters': {'network_id': ['d9fb28c4-1eff-4bdd-9333-fdf8297fbeed']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:05.777043 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e9d433-4473-4ae2-be9b-c042a9ca329e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Checking segment: {'id': '7f73ac3f-ed7c-4b15-bac6-dd8451d4e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5d592188-6e19-4699-a637-786cdf0d36f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:05.777417 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e9d433-4473-4ae2-be9b-c042a9ca329e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Network hostable DHCP agents. Network: 5d592188-6e19-4699-a637-786cdf0d36f7, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:01:05.794307 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-d1c82239-06ca-4c80-9766-2dc1a205b879 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54c08640>, 'aece81d4-deb6-4334-9176-4633b541b476') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:05.794761 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-d1c82239-06ca-4c80-9766-2dc1a205b879 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54c08640>, 'aece81d4-deb6-4334-9176-4633b541b476') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:05.823214 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1c82239-06ca-4c80-9766-2dc1a205b879 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:05.847559 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e9d433-4473-4ae2-be9b-c042a9ca329e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Network 5d592188-6e19-4699-a637-786cdf0d36f7 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:01:05.859816 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1c82239-06ca-4c80-9766-2dc1a205b879 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:05.862556 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-545546c4-3a12-4402-91f1-36e1d6765bd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:05.894648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-53e9d433-4473-4ae2-be9b-c042a9ca329e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5d592188-6e19-4699-a637-786cdf0d36f7) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:05.898257 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c82239-06ca-4c80-9766-2dc1a205b879 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:01:05.898611 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1c82239-06ca-4c80-9766-2dc1a205b879 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:05.907417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9177a09e-b619-4fbc-ad00-d04f7c33443d None None] Network 5d592188-6e19-4699-a637-786cdf0d36f7 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:05.949429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a080a-13ca-4904-b62b-d82b7f16922d req-05eb8a0b-f975-4ec2-a974-5f44891d5e39 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:05.957230 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-428a080a-13ca-4904-b62b-d82b7f16922d req-05eb8a0b-f975-4ec2-a974-5f44891d5e39 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 947 time: 0.2751353
Nov 20 21:01:05.989843 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] For port af9fddac-288d-4af5-b181-dc99829991f3, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:06.009820 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-545546c4-3a12-4402-91f1-36e1d6765bd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.037495 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] For port af9fddac-288d-4af5-b181-dc99829991f3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af9fddac-288d-4af5-b181-dc99829991f3,segment=NetworkSegment(3f8b367c-e89c-4bf8-b4f8-91639ce74ee4),segment_id=3f8b367c-e89c-4bf8-b4f8-91639ce74ee4)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:06.043775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-049bd33b-ff46-4fa2-8316-2e2a298679ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Made reservation on behalf of ff892c31a4354551b7c9e9c01d5b7b6f for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:06.047416 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-049bd33b-ff46-4fa2-8316-2e2a298679ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.063320 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.065638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-55828a7f-701a-48dd-a5a6-0d60b2e03fef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Allocated IP 172.20.0.3 (1285f7b9-19ec-4973-b341-2c247825bb31/5d22161a-a3e9-4afa-87de-f7672d10bc2a/8adc5a88-c2fa-4460-a689-528a2266b1a5) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:06.071160 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] For port 4850d29d-924b-4dcb-a003-e918c73e2339, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:01:06.093070 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:01:06.101292 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1c82239-06ca-4c80-9766-2dc1a205b879 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.105689 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e9d433-4473-4ae2-be9b-c042a9ca329e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:06.106589 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-53e9d433-4473-4ae2-be9b-c042a9ca329e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.112653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] For port 4850d29d-924b-4dcb-a003-e918c73e2339, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4850d29d-924b-4dcb-a003-e918c73e2339,segment=NetworkSegment(53b0b470-d4b2-4122-bcff-f928f25eb05b),segment_id=53b0b470-d4b2-4122-bcff-f928f25eb05b)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:06.123206 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.128434 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-545546c4-3a12-4402-91f1-36e1d6765bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.131559 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-545546c4-3a12-4402-91f1-36e1d6765bd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.133399 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-545546c4-3a12-4402-91f1-36e1d6765bd5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c561c7e-fc83-447f-a34d-b1ef39f0aba1 HTTP/1.1" status: 204  len: 168 time: 0.4169891
Nov 20 21:01:06.135487 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1c82239-06ca-4c80-9766-2dc1a205b879 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.140466 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d1c82239-06ca-4c80-9766-2dc1a205b879 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/d9fb28c4-1eff-4bdd-9333-fdf8297fbeed HTTP/1.1" status: 204  len: 168 time: 1.4963477
Nov 20 21:01:06.149433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50282) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:06.166357 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545546c4-3a12-4402-91f1-36e1d6765bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c561c7e-fc83-447f-a34d-b1ef39f0aba1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:06.171326 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-53e9d433-4473-4ae2-be9b-c042a9ca329e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.4584692
Nov 20 21:01:06.171736 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d04ae0bc-bf74-4155-be07-9624e4ced0a8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1181089297'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:06.172733 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c82239-06ca-4c80-9766-2dc1a205b879 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Network': ['ID=d9fb28c4-1eff-4bdd-9333-fdf8297fbeed,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:06.175839 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50284) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:06.181390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-87b3e433-ddad-4428-88c7-f9001ef56dd7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-114568397'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:06.186598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:06.188283 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.191827 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] 10.222.0.37 "PUT /v2.0/ports/af9fddac-288d-4af5-b181-dc99829991f3 HTTP/1.1" status: 200  len: 1091 time: 4.2066088
Nov 20 21:01:06.214436 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b3e433-ddad-4428-88c7-f9001ef56dd7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Made reservation on behalf of 4ec4545fe17f4700bc073f25016da683 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:06.220297 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87b3e433-ddad-4428-88c7-f9001ef56dd7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.227149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f008fe68-b64a-4bda-ab3c-42f2c26a1280', 'tag': 'af9fddac-288d-4af5-b181-dc99829991f3'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:06.236835 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56d6f73-ae00-49ed-9610-c1637241033c" -d '{"events": [{"name": "network-changed", "server_uuid": "f008fe68-b64a-4bda-ab3c-42f2c26a1280", "tag": "af9fddac-288d-4af5-b181-dc99829991f3"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:06.255365 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b3e433-ddad-4428-88c7-f9001ef56dd7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:01:06.265762 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-428a080a-13ca-4904-b62b-d82b7f16922d req-37e20ae5-85c7-43b7-982b-beebc89da5d4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3069870
Nov 20 21:01:06.304914 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87b3e433-ddad-4428-88c7-f9001ef56dd7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.307294 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-87b3e433-ddad-4428-88c7-f9001ef56dd7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Added segment f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc of type vlan for network 1b885263-72f5-453c-9058-e569be630156
Nov 20 21:01:06.372106 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb18c9-46e7-4966-aab2-4e6a0f400234 None None] Pushing event updated for resources: {'Port': ['ID=4850d29d-924b-4dcb-a003-e918c73e2339,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:06.381319 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d592188-6e19-4699-a637-786cdf0d36f7', 'network_id': '5d592188-6e19-4699-a637-786cdf0d36f7', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'fixed_ips': [{'subnet_id': '0dc35605-5801-4a98-856b-78ba5d36ed30'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:01:06.387506 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.393841 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558c939a-d7e4-4077-b254-faa7c0a61326 x-openstack-request-id: req-558c939a-d7e4-4077-b254-faa7c0a61326 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:06.398952 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f008fe68-b64a-4bda-ab3c-42f2c26a1280", "tag": "af9fddac-288d-4af5-b181-dc99829991f3", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:06.399210 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-558c939a-d7e4-4077-b254-faa7c0a61326 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:06.399948 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f008fe68-b64a-4bda-ab3c-42f2c26a1280', 'tag': 'af9fddac-288d-4af5-b181-dc99829991f3', 'status': 'completed', 'code': 200}
Nov 20 21:01:06.413252 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87b3e433-ddad-4428-88c7-f9001ef56dd7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.449322 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-35fd6e95-bcf3-4332-9faa-e4627b1f8348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.472220 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87b3e433-ddad-4428-88c7-f9001ef56dd7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.484970 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-35fd6e95-bcf3-4332-9faa-e4627b1f8348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.488265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd0b5c-17c9-46df-97b4-406842e76898 service neutron] Pushing event updated for resources: {'Port': ['ID=af9fddac-288d-4af5-b181-dc99829991f3,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:06.514750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b3e433-ddad-4428-88c7-f9001ef56dd7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:06.518758 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87b3e433-ddad-4428-88c7-f9001ef56dd7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.694195 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-87b3e433-ddad-4428-88c7-f9001ef56dd7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.5148606
Nov 20 21:01:06.704488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50296) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:06.719031 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a4efa216-6876-4ea6-be46-d357a7e96a08 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Request body: {'subnet': {'network_id': '1b885263-72f5-453c-9058-e569be630156', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:06.736272 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04ae0bc-bf74-4155-be07-9624e4ced0a8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:06.741611 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d04ae0bc-bf74-4155-be07-9624e4ced0a8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:06.780328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Allocated IP 19.80.0.2 (5d592188-6e19-4699-a637-786cdf0d36f7/0dc35605-5801-4a98-856b-78ba5d36ed30/e827a49d-7206-464f-b913-b7346b8dd147) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:06.839064 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-35fd6e95-bcf3-4332-9faa-e4627b1f8348 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b8f29f50fcf4c8bbfef67f645839149&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4116616
Nov 20 21:01:06.847945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50300) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:06.882402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5e95aa78-cf30-4872-a515-77b24aeb0899 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:01:06.965700 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-55828a7f-701a-48dd-a5a6-0d60b2e03fef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.016009 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-03a7afe6-2b37-4ac7-9441-45f78696cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:07.017942 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-03a7afe6-2b37-4ac7-9441-45f78696cfa3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c36aae4eacda4f76ac551fe613c502f7&device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 1094 time: 0.7509046
Nov 20 21:01:07.034944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd6e95-bcf3-4332-9faa-e4627b1f8348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8688ccd-84c0-4f7b-8535-3327415b4b05,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:07.041370 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04ae0bc-bf74-4155-be07-9624e4ced0a8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:01:07.090885 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.094823 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.097215 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-55828a7f-701a-48dd-a5a6-0d60b2e03fef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.112459 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.118134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3e433-ddad-4428-88c7-f9001ef56dd7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event updated for resources: {'Network': ['ID=1b885263-72f5-453c-9058-e569be630156,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:07.166931 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 1b885263-72f5-453c-9058-e569be630156 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:01:07.189586 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Network 5d592188-6e19-4699-a637-786cdf0d36f7 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:07.200167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:07.202963 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f3f2f9-a7db-4f54-b7b8-da8e4261374a" -d '{"events": [{"server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "name": "network-vif-unplugged", "status": "completed", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:07.211986 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:07.216088 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-55828a7f-701a-48dd-a5a6-0d60b2e03fef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network 1285f7b9-19ec-4973-b341-2c247825bb31 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:07.219700 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6c9b8-64f0-4467-b357-b95216f8b37d req-3c1f2214-ed91-4795-81c6-7543d4a8c666 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:07.223936 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f6249e2-2275-420c-b45b-efa8cb197091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.227698 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-82a6c9b8-64f0-4467-b357-b95216f8b37d req-3c1f2214-ed91-4795-81c6-7543d4a8c666 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 943 time: 0.4973207
Nov 20 21:01:07.230442 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:07.242325 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e95aa78-cf30-4872-a515-77b24aeb0899,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:07.247571 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Pushing event updated for resources: {'Port': ['ID=e827a49d-7206-464f-b913-b7346b8dd147,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:07.253782 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f6249e2-2275-420c-b45b-efa8cb197091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.256941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4efa216-6876-4ea6-be46-d357a7e96a08 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Made reservation on behalf of 4ec4545fe17f4700bc073f25016da683 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:07.260783 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4efa216-6876-4ea6-be46-d357a7e96a08 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.288779 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.314295 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55828a7f-701a-48dd-a5a6-0d60b2e03fef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Port': ['ID=8adc5a88-c2fa-4460-a689-528a2266b1a5,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:07.319925 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-55828a7f-701a-48dd-a5a6-0d60b2e03fef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:07.327702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-55828a7f-701a-48dd-a5a6-0d60b2e03fef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:07.334638 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-82a6c9b8-64f0-4467-b357-b95216f8b37d req-b0a98929-f329-4289-8efd-a18d9e688310 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/security-groups?id=4527ab92-9742-48bb-98f1-e99952454214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058238
Nov 20 21:01:07.423841 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f6249e2-2275-420c-b45b-efa8cb197091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.434773 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f6249e2-2275-420c-b45b-efa8cb197091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.436372 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6f6249e2-2275-420c-b45b-efa8cb197091 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8688ccd-84c0-4f7b-8535-3327415b4b05 HTTP/1.1" status: 204  len: 168 time: 0.4171779
Nov 20 21:01:07.467955 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5e95aa78-cf30-4872-a515-77b24aeb0899,revision_number=11']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:07.485805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387339c-8ebf-42cc-9bc5-3e2aa367f212 req-e5b862ee-fb49-4d7e-a330-aafa47f3f7d1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:07.500626 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b387339c-8ebf-42cc-9bc5-3e2aa367f212 req-e5b862ee-fb49-4d7e-a330-aafa47f3f7d1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 931 time: 0.9818497
Nov 20 21:01:07.529162 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Attempting to bind port e827a49d-7206-464f-b913-b7346b8dd147 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:07.530291 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Attempting to bind port e827a49d-7206-464f-b913-b7346b8dd147 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f73ac3f-ed7c-4b15-bac6-dd8451d4e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5d592188-6e19-4699-a637-786cdf0d36f7'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:07.530874 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Attempting to bind port e827a49d-7206-464f-b913-b7346b8dd147 on network 5d592188-6e19-4699-a637-786cdf0d36f7 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:07.541146 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:07.543505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Checking segment: {'id': '7f73ac3f-ed7c-4b15-bac6-dd8451d4e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5d592188-6e19-4699-a637-786cdf0d36f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:07.544674 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.544674 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Bound using segment: {'id': '7f73ac3f-ed7c-4b15-bac6-dd8451d4e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5d592188-6e19-4699-a637-786cdf0d36f7'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:07.545236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Bound port: e827a49d-7206-464f-b913-b7346b8dd147, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f73ac3f-ed7c-4b15-bac6-dd8451d4e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5d592188-6e19-4699-a637-786cdf0d36f7'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:07.547078 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.563713 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d04ae0bc-bf74-4155-be07-9624e4ced0a8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.564079 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-d04ae0bc-bf74-4155-be07-9624e4ced0a8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Added segment aef65d58-3406-461c-b53d-2bb42fb862ff of type vlan for network ea3cab5a-25ca-436b-b491-b1aa7be35da4
Nov 20 21:01:07.584805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6249e2-2275-420c-b45b-efa8cb197091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8688ccd-84c0-4f7b-8535-3327415b4b05,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:07.587492 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-be35eced-12bf-4912-b1a5-10c3b233dec6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af9fddac-288d-4af5-b181-dc99829991f3 HTTP/1.1" status: 200  len: 217 time: 0.5428429
Nov 20 21:01:07.597120 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340790fb-c8ab-4902-bcd6-c083e6645390 req-8b01fcca-5832-4b68-98bc-599b10864333 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:07.613441 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-340790fb-c8ab-4902-bcd6-c083e6645390 req-8b01fcca-5832-4b68-98bc-599b10864333 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 931 time: 0.1617031
Nov 20 21:01:07.666715 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] For port e827a49d-7206-464f-b913-b7346b8dd147, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:07.670990 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] For port e827a49d-7206-464f-b913-b7346b8dd147, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e827a49d-7206-464f-b913-b7346b8dd147,segment=NetworkSegment(7f73ac3f-ed7c-4b15-bac6-dd8451d4e388),segment_id=7f73ac3f-ed7c-4b15-bac6-dd8451d4e388)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:07.680605 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.798529 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d6405-d1c0-4fc4-96bb-49efb0a7f057 None None] Pushing event updated for resources: {'Port': ['ID=e827a49d-7206-464f-b913-b7346b8dd147,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:07.799255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-9cc35685-03f2-4324-83b5-1971d1b9720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:07.800758 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-9cc35685-03f2-4324-83b5-1971d1b9720f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb4e75e7-079d-45cc-8550-59f282652240 HTTP/1.1" status: 200  len: 861 time: 0.1639440
Nov 20 21:01:07.805100 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-049bd33b-ff46-4fa2-8316-2e2a298679ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Allocated IP 10.1.1.30 (a71914d1-f8db-41aa-b100-1859a3120efd/630c88fd-664b-445f-a16b-0430e156a60c/144b0c11-f5e6-471f-8963-411ff27f7777) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:07.846094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-535df8a1-56ef-45a6-b40b-65ed5eac26f5 None None] Provisioning complete for port 8adc5a88-c2fa-4460-a689-528a2266b1a5 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:07.846946 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-535df8a1-56ef-45a6-b40b-65ed5eac26f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.899839 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-bb079f62-59c9-40cc-a681-5033b0a3efe8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=874d5862-1978-419b-ab00-ff1c249ca441&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471675
Nov 20 21:01:07.926374 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-340790fb-c8ab-4902-bcd6-c083e6645390 req-b5ab26be-b767-4abc-bae4-102e45880f3d tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=901c49c0-b13b-4d1f-a4f5-8b0fce50260f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3068674
Nov 20 21:01:07.930696 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50324) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:07.943075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-55828a7f-701a-48dd-a5a6-0d60b2e03fef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:07.944174 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-55828a7f-701a-48dd-a5a6-0d60b2e03fef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.960490 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-535df8a1-56ef-45a6-b40b-65ed5eac26f5 None None] Port 8adc5a88-c2fa-4460-a689-528a2266b1a5 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:01:07.982339 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d04ae0bc-bf74-4155-be07-9624e4ced0a8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.993149 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4efa216-6876-4ea6-be46-d357a7e96a08 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:07.993667 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-55828a7f-701a-48dd-a5a6-0d60b2e03fef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1188653
Nov 20 21:01:08.002753 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b89c8b-49c1-4452-b9e7-e4400e85d132 x-openstack-request-id: req-17b89c8b-49c1-4452-b9e7-e4400e85d132 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:08.003549 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "name": "network-vif-unplugged", "status": "completed", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:08.003914 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17b89c8b-49c1-4452-b9e7-e4400e85d132 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:08.004645 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'code': 200}
Nov 20 21:01:08.046486 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Request body: {'port': {'device_id': '66476154-140d-461c-82e4-a9bf5200d6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:08.094983 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:08.192685 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.db.resource_extend [None req-d04ae0bc-bf74-4155-be07-9624e4ced0a8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 21:01:08.193644 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf248b2-e735-4fc9-ab01-d6a0afaef864 None None] Network 6f2b4bf1-0c82-43b6-86f0-5e4a210817e6 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:08.196690 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:08.221018 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:08.244481 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b387339c-8ebf-42cc-9bc5-3e2aa367f212 req-d18c06ca-7ca8-4a58-b6cc-abe065cd2936 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7422817
Nov 20 21:01:08.247457 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ef8bb209-a61e-4859-a274-4fa3f82b7193 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-55718789-network', 'tenant_id': '6a7b316a84eb425aabf378a838ec02b3'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:08.281500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efa216-6876-4ea6-be46-d357a7e96a08 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event updated for resources: {'Subnet': ['ID=b16391a5-ec11-4f49-a39d-3639946f8d67,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:08.281500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4efa216-6876-4ea6-be46-d357a7e96a08 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Checking segment: {'id': 'f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1b885263-72f5-453c-9058-e569be630156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:08.281500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4efa216-6876-4ea6-be46-d357a7e96a08 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Network hostable DHCP agents. Network: 1b885263-72f5-453c-9058-e569be630156, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:01:08.361043 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fd3e0795-8c8d-4ce1-bf0e-b36bb2c7d392 None None] Provisioning complete for port 4850d29d-924b-4dcb-a003-e918c73e2339 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:08.361465 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0795-8c8d-4ce1-bf0e-b36bb2c7d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:08.362953 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d04ae0bc-bf74-4155-be07-9624e4ced0a8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:08.366289 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37467282-2686-4ac0-8306-a31a076c5e52 req-c89139d0-d76b-4756-943b-01494a03e067 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:08.369870 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37467282-2686-4ac0-8306-a31a076c5e52 req-c89139d0-d76b-4756-943b-01494a03e067 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.2740316
Nov 20 21:01:08.374695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04ae0bc-bf74-4155-be07-9624e4ced0a8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:08.375543 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d04ae0bc-bf74-4155-be07-9624e4ced0a8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:08.439467 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8bb209-a61e-4859-a274-4fa3f82b7193 admin admin] Made reservation on behalf of 6a7b316a84eb425aabf378a838ec02b3 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:08.444931 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef8bb209-a61e-4859-a274-4fa3f82b7193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:08.490937 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef8bb209-a61e-4859-a274-4fa3f82b7193 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:08.530463 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37467282-2686-4ac0-8306-a31a076c5e52 req-1d370937-c71b-4174-9839-772fad24efb7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1478853
Nov 20 21:01:08.531251 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4efa216-6876-4ea6-be46-d357a7e96a08 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Network 1b885263-72f5-453c-9058-e569be630156 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:01:08.549216 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d04ae0bc-bf74-4155-be07-9624e4ced0a8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.3905892
Nov 20 21:01:08.554014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-a4efa216-6876-4ea6-be46-d357a7e96a08 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1b885263-72f5-453c-9058-e569be630156) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:08.558002 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50340) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:08.567780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'subnet': {'network_id': 'ea3cab5a-25ca-436b-b491-b1aa7be35da4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:08.579276 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4efa216-6876-4ea6-be46-d357a7e96a08 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:08.579874 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4efa216-6876-4ea6-be46-d357a7e96a08 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:08.626951 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a4efa216-6876-4ea6-be46-d357a7e96a08 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.9111423
Nov 20 21:01:08.643187 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961abc9d-d25a-4f04-8289-f4dbc47a2ea6 None None] Network 1b885263-72f5-453c-9058-e569be630156 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:08.653556 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-6c8efa7d-12c0-48a0-a846-fa8622c7892f service neutron] 10.222.0.37 "GET /v2.0/networks/874d5862-1978-419b-ab00-ff1c249ca441?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7205164
Nov 20 21:01:08.756330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:08.758888 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ae0bc-bf74-4155-be07-9624e4ced0a8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Network': ['ID=ea3cab5a-25ca-436b-b491-b1aa7be35da4,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:08.760391 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:08.802810 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef8bb209-a61e-4859-a274-4fa3f82b7193 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:08.807391 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef8bb209-a61e-4859-a274-4fa3f82b7193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:08.867391 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8bb209-a61e-4859-a274-4fa3f82b7193 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:01:08.906099 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.ipam_backend_mixin [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Performing IP validity checks on allocation pools {{(pid=126224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 20 21:01:08.911360 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.ipam_backend_mixin [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 20 21:01:08.949213 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bb209-a61e-4859-a274-4fa3f82b7193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214831d0-48b1-48d8-b488-51203b241792,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:08.961395 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef8bb209-a61e-4859-a274-4fa3f82b7193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:08.961711 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-ef8bb209-a61e-4859-a274-4fa3f82b7193 admin admin] Added segment f8158246-8c3a-4c9d-9900-a7eec183c2f3 of type vlan for network a8f2480b-fc80-4ebf-9635-3977528e4714
Nov 20 21:01:09.079759 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-156beea6-19ea-4a34-a47b-40fbef56b24a req-311d63c4-8d99-4b7d-9e9c-2b72fcef80cd service neutron] 10.222.0.37 "GET /v2.0/networks/874d5862-1978-419b-ab00-ff1c249ca441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3905792
Nov 20 21:01:09.110662 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef8bb209-a61e-4859-a274-4fa3f82b7193 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:09.128605 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-049bd33b-ff46-4fa2-8316-2e2a298679ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:09.241099 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e827a49d-7206-464f-b913-b7346b8dd147 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:09.258621 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network ea3cab5a-25ca-436b-b491-b1aa7be35da4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:01:09.259063 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef8bb209-a61e-4859-a274-4fa3f82b7193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:09.260057 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8bb209-a61e-4859-a274-4fa3f82b7193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:09.260658 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef8bb209-a61e-4859-a274-4fa3f82b7193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:09.356190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bb209-a61e-4859-a274-4fa3f82b7193 admin admin] Pushing event updated for resources: {'Network': ['ID=a8f2480b-fc80-4ebf-9635-3977528e4714,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:09.394988 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ef8bb209-a61e-4859-a274-4fa3f82b7193 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.4529936
Nov 20 21:01:09.395513 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5e95aa78-cf30-4872-a515-77b24aeb0899 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:01:09.405542 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92224a5-4469-4f77-86df-5b83354530e4 req-302dc188-1bd5-4148-a1cf-64c9e144886f tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:09.412383 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92224a5-4469-4f77-86df-5b83354530e4 req-302dc188-1bd5-4148-a1cf-64c9e144886f tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:09.414018 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-302dc188-1bd5-4148-a1cf-64c9e144886f tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/networks?id=5d592188-6e19-4699-a637-786cdf0d36f7&id=1b885263-72f5-453c-9058-e569be630156 HTTP/1.1" status: 200  len: 1390 time: 0.3847744
Nov 20 21:01:09.427355 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network a8f2480b-fc80-4ebf-9635-3977528e4714 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:01:09.448704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50388) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:09.469952 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89511532-2af0-46d3-8829-96fdbf71bb62 req-1df0b029-a668-4212-9129-5851b14cb429 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:09.471846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89511532-2af0-46d3-8829-96fdbf71bb62 req-1df0b029-a668-4212-9129-5851b14cb429 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 943 time: 0.9296567
Nov 20 21:01:09.486905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-fa959b96-9096-4935-936b-bec598c49553 admin admin] Request body: {'subnet': {'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-55718789-subnet', 'tenant_id': '6a7b316a84eb425aabf378a838ec02b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:09.499084 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-049bd33b-ff46-4fa2-8316-2e2a298679ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:09.523854 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-aa3fa32c-19be-4001-b590-b138144cdc61 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/quotas/4ec4545fe17f4700bc073f25016da683 HTTP/1.1" status: 200  len: 375 time: 0.0603876
Nov 20 21:01:09.553148 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:09.681015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-049bd33b-ff46-4fa2-8316-2e2a298679ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Network a71914d1-f8db-41aa-b100-1859a3120efd is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:09.683064 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac22ce3-ea64-47df-9335-1208ea7440f3 None None] Network 5d592188-6e19-4699-a637-786cdf0d36f7 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:09.694108 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa959b96-9096-4935-936b-bec598c49553 admin admin] Made reservation on behalf of 6a7b316a84eb425aabf378a838ec02b3 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:09.697405 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa959b96-9096-4935-936b-bec598c49553 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:09.709593 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-049bd33b-ff46-4fa2-8316-2e2a298679ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:09.726819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d6f73-ae00-49ed-9610-c1637241033c req-3c8d2729-c657-4f33-81ff-a45f474eda57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:09.728731 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b56d6f73-ae00-49ed-9610-c1637241033c req-3c8d2729-c657-4f33-81ff-a45f474eda57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c36aae4eacda4f76ac551fe613c502f7&device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 1094 time: 0.2801213
Nov 20 21:01:09.729801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bd33b-ff46-4fa2-8316-2e2a298679ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event updated for resources: {'Port': ['ID=144b0c11-f5e6-471f-8963-411ff27f7777,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:09.773948 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0795-8c8d-4ce1-bf0e-b36bb2c7d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:09.799540 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-049bd33b-ff46-4fa2-8316-2e2a298679ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:09.830078 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Checking segment: {'id': 'aef65d58-3406-461c-b53d-2bb42fb862ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ea3cab5a-25ca-436b-b491-b1aa7be35da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:09.831363 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network hostable DHCP agents. Network: ea3cab5a-25ca-436b-b491-b1aa7be35da4, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:01:09.871708 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network ea3cab5a-25ca-436b-b491-b1aa7be35da4 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:01:09.903465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-049bd33b-ff46-4fa2-8316-2e2a298679ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:09.905148 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-049bd33b-ff46-4fa2-8316-2e2a298679ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:09.910631 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-f662944a-210c-40c4-8900-af7e2fe56dd5 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ec4545fe17f4700bc073f25016da683&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3726141
Nov 20 21:01:09.911793 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ea3cab5a-25ca-436b-b491-b1aa7be35da4) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:09.919312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:09.920752 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:09.959201 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 1.4000845
Nov 20 21:01:09.960615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Subnet': ['ID=b24938c3-be2d-4fe5-a5b4-1165a138b1ad,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:09.973968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092080a9-e6e8-4733-a576-fc37ca584ff4 None None] Network ea3cab5a-25ca-436b-b491-b1aa7be35da4 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:09.974397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50406) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:09.989251 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:09.989621 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:09.990203 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:09.990562 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:09.991103 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:09.991439 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:09.991771 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:09.992114 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:09.992503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:09.993130 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:09.993737 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:09.994137 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2861-f4ac-4ca3-b4d9-3af7f677e118 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:10.061646 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89511532-2af0-46d3-8829-96fdbf71bb62 req-d23696d3-8539-4bdd-b2a9-d48b68ec09e3 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/security-groups?id=4527ab92-9742-48bb-98f1-e99952454214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5568433
Nov 20 21:01:10.164385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8adc5a88-c2fa-4460-a689-528a2266b1a5 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:10.246358 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-0bffd07f-2cf4-40f0-9b17-f63cd21a287a service neutron] 10.222.0.41 "GET /v2.0/networks/5d592188-6e19-4699-a637-786cdf0d36f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3079455
Nov 20 21:01:10.258774 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-36540de8-9fe7-4cec-b56a-db25716758b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:10.275327 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e827a49d-7206-464f-b913-b7346b8dd147 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:10.275945 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:10.279085 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-049bd33b-ff46-4fa2-8316-2e2a298679ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 5.6898487
Nov 20 21:01:10.283919 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:10.354879 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-fd3e0795-8c8d-4ce1-bf0e-b36bb2c7d392 None None] For port 4850d29d-924b-4dcb-a003-e918c73e2339, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4850d29d-924b-4dcb-a003-e918c73e2339,segment=NetworkSegment(53b0b470-d4b2-4122-bcff-f928f25eb05b),segment_id=53b0b470-d4b2-4122-bcff-f928f25eb05b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:10.393790 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-36540de8-9fe7-4cec-b56a-db25716758b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:10.429141 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-8b410a25-e066-4a71-bab3-47b0f232fa11 service neutron] 10.222.0.41 "GET /v2.0/networks/5d592188-6e19-4699-a637-786cdf0d36f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1681561
Nov 20 21:01:10.437319 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0795-8c8d-4ce1-bf0e-b36bb2c7d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:10.465071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-46f0d7f4-f5f4-4708-be2a-df9d44327809 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Request body: {'port': {'device_id': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd', 'admin_state_up': True, 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'security_groups': ['3d68a3d8-2a31-4843-baef-7c9183484a5f']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:10.470085 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1b885263-72f5-453c-9058-e569be630156', 'network_id': '1b885263-72f5-453c-9058-e569be630156', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'fixed_ips': [{'subnet_id': 'b16391a5-ec11-4f49-a39d-3639946f8d67'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:01:10.471201 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:10.537003 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e95aa78-cf30-4872-a515-77b24aeb0899,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:10.541369 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa959b96-9096-4935-936b-bec598c49553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:10.542950 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e0795-8c8d-4ce1-bf0e-b36bb2c7d392 None None] Pushing event updated for resources: {'Port': ['ID=4850d29d-924b-4dcb-a003-e918c73e2339,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:10.639926 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'port_id': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'mac_address': 'fa:16:3e:c4:b5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:01:10.647908 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ebc879-023c-42a8-a737-fbe065317c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ea3cab5a-25ca-436b-b491-b1aa7be35da4', 'network_id': 'ea3cab5a-25ca-436b-b491-b1aa7be35da4', 'tenant_id': '8d2d425586f64e2bba9faa95444d1286', 'fixed_ips': [{'subnet_id': 'b24938c3-be2d-4fe5-a5b4-1165a138b1ad'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:01:10.649417 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f2ebc879-023c-42a8-a737-fbe065317c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:10.663842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Transition to ACTIVE for port object 8adc5a88-c2fa-4460-a689-528a2266b1a5 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:01:10.668323 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-36540de8-9fe7-4cec-b56a-db25716758b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:10.731416 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:10.773549 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36540de8-9fe7-4cec-b56a-db25716758b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Subnet': ['ID=b24938c3-be2d-4fe5-a5b4-1165a138b1ad,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:10.795636 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Allocated IP 19.86.0.2 (1b885263-72f5-453c-9058-e569be630156/b16391a5-ec11-4f49-a39d-3639946f8d67/60928531-c499-4d52-86e2-b32481b45f80) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:10.864344 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-36540de8-9fe7-4cec-b56a-db25716758b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:10.865562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Pushing event updated for resources: {'Port': ['ID=8adc5a88-c2fa-4460-a689-528a2266b1a5,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:10.892969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-36540de8-9fe7-4cec-b56a-db25716758b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4de91760>,) {'filters': {'network_id': ['ea3cab5a-25ca-436b-b491-b1aa7be35da4']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:10.906738 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-36540de8-9fe7-4cec-b56a-db25716758b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4de91760>, 'aef65d58-3406-461c-b53d-2bb42fb862ff') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:10.907050 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-36540de8-9fe7-4cec-b56a-db25716758b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4de91760>, 'aef65d58-3406-461c-b53d-2bb42fb862ff') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:10.924871 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-36540de8-9fe7-4cec-b56a-db25716758b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:10.942858 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-36540de8-9fe7-4cec-b56a-db25716758b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:10.953610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d6f73-ae00-49ed-9610-c1637241033c req-912eeb53-5283-498f-8b6b-94fae6fa41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:10.953962 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36540de8-9fe7-4cec-b56a-db25716758b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:01:10.954412 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-36540de8-9fe7-4cec-b56a-db25716758b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:10.957137 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b56d6f73-ae00-49ed-9610-c1637241033c req-912eeb53-5283-498f-8b6b-94fae6fa41c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=874d5862-1978-419b-ab00-ff1c249ca441 HTTP/1.1" status: 200  len: 922 time: 1.0274236
Nov 20 21:01:10.961547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa959b96-9096-4935-936b-bec598c49553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e07f238a-03ae-410d-979c-eac4af184a33,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:10.973663 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:11.011017 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:11.035106 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1bf68-2412-4f68-beb1-3181093da356 req-98ecd8a3-3442-44d7-9889-3a366957f438 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:11.038463 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cd1bf68-2412-4f68-beb1-3181093da356 req-98ecd8a3-3442-44d7-9889-3a366957f438 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 931 time: 0.7513814
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:01:11.072981 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:01:11.077792 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-36540de8-9fe7-4cec-b56a-db25716758b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:11.082214 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-e6df3aa2-ec53-4fbe-8ccf-339d4cc05814 service neutron] 10.222.0.41 "GET /v2.0/networks/1b885263-72f5-453c-9058-e569be630156?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6416552
Nov 20 21:01:11.088170 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-36540de8-9fe7-4cec-b56a-db25716758b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:11.092643 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-36540de8-9fe7-4cec-b56a-db25716758b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/ea3cab5a-25ca-436b-b491-b1aa7be35da4 HTTP/1.1" status: 204  len: 168 time: 1.0807159
Nov 20 21:01:11.096182 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50450) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:11.101290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c09f3734-8fd9-43d3-9556-45d379d13807 None None] Provisioning complete for port 4850d29d-924b-4dcb-a003-e918c73e2339 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:11.101664 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c09f3734-8fd9-43d3-9556-45d379d13807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:11.113549 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-eeaea824-5a86-4428-90fb-e1475d63e2a7 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1504133721'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:11.123962 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa959b96-9096-4935-936b-bec598c49553 admin admin] Checking segment: {'id': 'f8158246-8c3a-4c9d-9900-a7eec183c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:11.124981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa959b96-9096-4935-936b-bec598c49553 admin admin] Network hostable DHCP agents. Network: a8f2480b-fc80-4ebf-9635-3977528e4714, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:01:11.130729 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b56d6f73-ae00-49ed-9610-c1637241033c req-dfac0a3b-e7cb-4ad2-9bf7-5e3d2d9b1736 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af9fddac-288d-4af5-b181-dc99829991f3 HTTP/1.1" status: 200  len: 217 time: 0.1510448
Nov 20 21:01:11.213584 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36540de8-9fe7-4cec-b56a-db25716758b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Network': ['ID=ea3cab5a-25ca-436b-b491-b1aa7be35da4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:11.266094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Network 1b885263-72f5-453c-9058-e569be630156 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:11.307034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:11.317583 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:11.339716 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.db.api [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-46f0d7f4-f5f4-4708-be2a-df9d44327809 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 20 21:01:11.339716 ncdv-master-1 neutron-server[126225]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 20 21:01:11.339716 ncdv-master-1 neutron-server[126225]: [parameters: {'project_id_1': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'expiration_1': datetime.datetime(2021, 11, 20, 21, 0, 51, 205569)}]
Nov 20 21:01:11.339716 ncdv-master-1 neutron-server[126225]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:01:11.340531 ncdv-master-1 neutron-server[126225]: DEBUG oslo_db.api [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-46f0d7f4-f5f4-4708-be2a-df9d44327809 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:01:11.359258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa959b96-9096-4935-936b-bec598c49553 admin admin] Network a8f2480b-fc80-4ebf-9635-3977528e4714 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:01:11.363325 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaea824-5a86-4428-90fb-e1475d63e2a7 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:11.372964 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeaea824-5a86-4428-90fb-e1475d63e2a7 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:11.391365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d6f73-ae00-49ed-9610-c1637241033c req-8703abcd-0ced-44af-8c5a-158fec73d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:11.393015 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b56d6f73-ae00-49ed-9610-c1637241033c req-8703abcd-0ced-44af-8c5a-158fec73d187 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb4e75e7-079d-45cc-8550-59f282652240 HTTP/1.1" status: 200  len: 861 time: 0.2231846
Nov 20 21:01:11.401220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cd1bf68-2412-4f68-beb1-3181093da356 req-e88c3ffe-40b5-48dc-8434-a5e7bad32d5b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=901c49c0-b13b-4d1f-a4f5-8b0fce50260f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2963264
Nov 20 21:01:11.413100 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-fa959b96-9096-4935-936b-bec598c49553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a8f2480b-fc80-4ebf-9635-3977528e4714) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:11.425978 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeaea824-5a86-4428-90fb-e1475d63e2a7 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:01:11.451965 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-942529ad-48b3-42bb-b341-60bce69e2e67 service neutron] 10.222.0.41 "GET /v2.0/networks/1b885263-72f5-453c-9058-e569be630156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3583410
Nov 20 21:01:11.452974 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa959b96-9096-4935-936b-bec598c49553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:11.453703 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa959b96-9096-4935-936b-bec598c49553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:11.462455 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0240484-eebb-413f-9531-08d2259c23dd None None] Network ea3cab5a-25ca-436b-b491-b1aa7be35da4 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:11.464843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbafd55-5375-40c1-a5c6-92898e9c12dd None None] Network a8f2480b-fc80-4ebf-9635-3977528e4714 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:11.466454 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b56d6f73-ae00-49ed-9610-c1637241033c req-f0db885e-66f7-460f-a1cf-b863eb73e245 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=874d5862-1978-419b-ab00-ff1c249ca441&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0627639
Nov 20 21:01:11.480097 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fa959b96-9096-4935-936b-bec598c49553 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.9994736
Nov 20 21:01:11.482355 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Attempting to bind port 8adc5a88-c2fa-4460-a689-528a2266b1a5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:11.483869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Attempting to bind port 8adc5a88-c2fa-4460-a689-528a2266b1a5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3eb6f32e-71b4-4d41-9db7-bd3676860134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:11.484252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Attempting to bind port 8adc5a88-c2fa-4460-a689-528a2266b1a5 on network 1285f7b9-19ec-4973-b341-2c247825bb31 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:11.489161 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeaea824-5a86-4428-90fb-e1475d63e2a7 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:11.489635 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-eeaea824-5a86-4428-90fb-e1475d63e2a7 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Added segment 3d8fb8cc-eb6f-4bf0-8a99-027af8a25c92 of type vlan for network e51c0f98-4d49-456c-b736-71908e95a003
Nov 20 21:01:11.508277 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Port 8adc5a88-c2fa-4460-a689-528a2266b1a5 on network 1285f7b9-19ec-4973-b341-2c247825bb31 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:11.508502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Attempting to bind port 8adc5a88-c2fa-4460-a689-528a2266b1a5 on network 1285f7b9-19ec-4973-b341-2c247825bb31 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:11.546475 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:11.546980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Checking segment: {'id': '3eb6f32e-71b4-4d41-9db7-bd3676860134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:11.547728 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Bound using segment: {'id': '3eb6f32e-71b4-4d41-9db7-bd3676860134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:11.548249 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Bound port: 8adc5a88-c2fa-4460-a689-528a2266b1a5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb6f32e-71b4-4d41-9db7-bd3676860134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:11.548692 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:11.652818 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeaea824-5a86-4428-90fb-e1475d63e2a7 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:11.692314 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeaea824-5a86-4428-90fb-e1475d63e2a7 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:11.702316 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaea824-5a86-4428-90fb-e1475d63e2a7 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:11.703521 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeaea824-5a86-4428-90fb-e1475d63e2a7 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:11.764637 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-eeaea824-5a86-4428-90fb-e1475d63e2a7 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6673803
Nov 20 21:01:11.765367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50488) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:11.777897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b89ded1b-d10c-41b5-849c-4d27aacb0e79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'subnet': {'network_id': 'e51c0f98-4d49-456c-b736-71908e95a003', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:11.871200 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:11.952825 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e95aa78-cf30-4872-a515-77b24aeb0899 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:11.957484 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Pushing event updated for resources: {'Port': ['ID=60928531-c499-4d52-86e2-b32481b45f80,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:11.983104 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0240484-eebb-413f-9531-08d2259c23dd None None] Network ea3cab5a-25ca-436b-b491-b1aa7be35da4 could not be found, it might have been deleted concurrently. {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 20 21:01:11.991662 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:12.071522 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e95aa78-cf30-4872-a515-77b24aeb0899,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:12.084792 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Attempting to bind port 60928531-c499-4d52-86e2-b32481b45f80 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:12.085425 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Attempting to bind port 60928531-c499-4d52-86e2-b32481b45f80 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1b885263-72f5-453c-9058-e569be630156'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:12.086073 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Attempting to bind port 60928531-c499-4d52-86e2-b32481b45f80 on network 1b885263-72f5-453c-9058-e569be630156 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:12.095512 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:12.096503 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Checking segment: {'id': 'f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1b885263-72f5-453c-9058-e569be630156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:12.097234 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:12.097879 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Bound using segment: {'id': 'f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1b885263-72f5-453c-9058-e569be630156'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:12.099278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Bound port: 60928531-c499-4d52-86e2-b32481b45f80, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1b885263-72f5-453c-9058-e569be630156'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:12.099891 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:12.109529 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:12.225958 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89ded1b-d10c-41b5-849c-4d27aacb0e79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:12.230207 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b89ded1b-d10c-41b5-849c-4d27aacb0e79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:12.553523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port e827a49d-7206-464f-b913-b7346b8dd147, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e827a49d-7206-464f-b913-b7346b8dd147,segment=NetworkSegment(7f73ac3f-ed7c-4b15-bac6-dd8451d4e388),segment_id=7f73ac3f-ed7c-4b15-bac6-dd8451d4e388)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:12.554906 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a8f2480b-fc80-4ebf-9635-3977528e4714', 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714', 'tenant_id': '6a7b316a84eb425aabf378a838ec02b3', 'fixed_ips': [{'subnet_id': 'e07f238a-03ae-410d-979c-eac4af184a33'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:01:12.556356 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:12.565661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['5e95aa78-cf30-4872-a515-77b24aeb0899'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:01:12.612540 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b56d6f73-ae00-49ed-9610-c1637241033c req-665d08f7-d1e9-4194-9053-dffd105537b5 service neutron] 10.222.0.37 "GET /v2.0/networks/874d5862-1978-419b-ab00-ff1c249ca441?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1389279
Nov 20 21:01:12.634015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-46f0d7f4-f5f4-4708-be2a-df9d44327809 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Made reservation on behalf of ff892c31a4354551b7c9e9c01d5b7b6f for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:12.639363 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-46f0d7f4-f5f4-4708-be2a-df9d44327809 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:12.657039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] For port 8adc5a88-c2fa-4460-a689-528a2266b1a5, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:12.686855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] For port 8adc5a88-c2fa-4460-a689-528a2266b1a5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8adc5a88-c2fa-4460-a689-528a2266b1a5,segment=NetworkSegment(3eb6f32e-71b4-4d41-9db7-bd3676860134),segment_id=3eb6f32e-71b4-4d41-9db7-bd3676860134)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:12.693390 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:12.699294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4850d29d-924b-4dcb-a003-e918c73e2339 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:12.703128 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f57a2d-2a9b-4fae-8d96-95dff881dc06 req-d7ab710d-48b6-4ec5-9091-479df87f27d7 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:12.709875 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f57a2d-2a9b-4fae-8d96-95dff881dc06 req-d7ab710d-48b6-4ec5-9091-479df87f27d7 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:12.711556 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-99f57a2d-2a9b-4fae-8d96-95dff881dc06 req-d7ab710d-48b6-4ec5-9091-479df87f27d7 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 1652 time: 0.2736359
Nov 20 21:01:12.717830 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:12.773601 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device af9fddac-288d-4af5-b181-dc99829991f3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:01:12.835028 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c09f3734-8fd9-43d3-9556-45d379d13807 None None] Provisioning complete for port e827a49d-7206-464f-b913-b7346b8dd147 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:12.835477 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c09f3734-8fd9-43d3-9556-45d379d13807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:12.918769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18be06-6438-4342-be17-75e4d883eb0e req-6ec6cc94-5800-4794-8b79-b5d1dc2fefe9 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:12.931802 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5a18be06-6438-4342-be17-75e4d883eb0e req-6ec6cc94-5800-4794-8b79-b5d1dc2fefe9 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.9026883
Nov 20 21:01:12.934160 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaea824-5a86-4428-90fb-e1475d63e2a7 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Network': ['ID=e51c0f98-4d49-456c-b736-71908e95a003,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:12.947430 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b89ded1b-d10c-41b5-849c-4d27aacb0e79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:12.975746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:12.976659 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:12.978384 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] 10.222.0.37 "PUT /v2.0/ports/8adc5a88-c2fa-4460-a689-528a2266b1a5 HTTP/1.1" status: 200  len: 1091 time: 4.9416387
Nov 20 21:01:12.980697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66476154-140d-461c-82e4-a9bf5200d6ba', 'tag': '8adc5a88-c2fa-4460-a689-528a2266b1a5'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:12.983803 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea185220-21e1-4c1a-969f-5097894a7103" -d '{"events": [{"name": "network-changed", "server_uuid": "66476154-140d-461c-82e4-a9bf5200d6ba", "tag": "8adc5a88-c2fa-4460-a689-528a2266b1a5"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:13.004786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network e51c0f98-4d49-456c-b736-71908e95a003 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:01:13.044841 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5e95aa78-cf30-4872-a515-77b24aeb0899,revision_number=12']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:13.144591 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b56d6f73-ae00-49ed-9610-c1637241033c req-bfaeff4a-29b2-46f0-b23c-96839c84c445 service neutron] 10.222.0.37 "GET /v2.0/networks/874d5862-1978-419b-ab00-ff1c249ca441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5191123
Nov 20 21:01:13.164736 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93791a7-de43-4ceb-bae8-74fb65c6249a service neutron] Pushing event updated for resources: {'Port': ['ID=8adc5a88-c2fa-4460-a689-528a2266b1a5,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:13.219873 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-99f57a2d-2a9b-4fae-8d96-95dff881dc06 req-62cb9606-29c3-458d-b1f9-878e81dfb9cf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4997644
Nov 20 21:01:13.250367 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-d284335e-2970-491a-95c4-0c31303663ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:13.252083 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.resource_extend [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 21:01:13.253134 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-d284335e-2970-491a-95c4-0c31303663ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d0636503ac5406792f6a872f4f9c10d&device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 1094 time: 0.2253067
Nov 20 21:01:13.272942 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-46f0d7f4-f5f4-4708-be2a-df9d44327809 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Allocated IP 10.1.1.233 (a71914d1-f8db-41aa-b100-1859a3120efd/630c88fd-664b-445f-a16b-0430e156a60c/a1c1d818-4c07-4d09-b360-b1acc5a224b8) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:13.285161 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5a18be06-6438-4342-be17-75e4d883eb0e req-af18251d-5157-4e6a-b046-d25451a8a71f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3277240
Nov 20 21:01:13.302485 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ded1b-d10c-41b5-849c-4d27aacb0e79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Subnet': ['ID=63b974c8-38a8-4334-8690-58f279545fa7,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:13.320035 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ded1b-d10c-41b5-849c-4d27aacb0e79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Checking segment: {'id': '3d8fb8cc-eb6f-4bf0-8a99-027af8a25c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e51c0f98-4d49-456c-b736-71908e95a003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:13.320469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ded1b-d10c-41b5-849c-4d27aacb0e79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network hostable DHCP agents. Network: e51c0f98-4d49-456c-b736-71908e95a003, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:01:13.332802 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] For port 60928531-c499-4d52-86e2-b32481b45f80, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:13.352509 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-ea4018d8-2b2f-4309-ab6b-d419b72773d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adc5a88-c2fa-4460-a689-528a2266b1a5 HTTP/1.1" status: 200  len: 217 time: 0.0820701
Nov 20 21:01:13.391318 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ded1b-d10c-41b5-849c-4d27aacb0e79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network e51c0f98-4d49-456c-b736-71908e95a003 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:01:13.418040 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5d0001ce-0006-4662-95dc-d34f193e0547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:13.418862 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-b89ded1b-d10c-41b5-849c-4d27aacb0e79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e51c0f98-4d49-456c-b736-71908e95a003) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:13.428633 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89ded1b-d10c-41b5-849c-4d27aacb0e79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:13.431936 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b89ded1b-d10c-41b5-849c-4d27aacb0e79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:13.479739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] For port 60928531-c499-4d52-86e2-b32481b45f80, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60928531-c499-4d52-86e2-b32481b45f80,segment=NetworkSegment(f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc),segment_id=f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:13.491271 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18706c00-5cc7-4730-8150-73997cebeb58 None None] Network e51c0f98-4d49-456c-b736-71908e95a003 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:13.532211 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-24845939-382f-485c-9794-e0b384dd09b4 req-7982b9e1-63ad-4c63-8ddb-a8060432dc62 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 210 time: 0.0834615
Nov 20 21:01:13.538516 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b89ded1b-d10c-41b5-849c-4d27aacb0e79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.7659955
Nov 20 21:01:13.539216 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50568) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:13.564456 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 4850d29d-924b-4dcb-a003-e918c73e2339 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:13.565049 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:13.597083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-5a6b5ce2-60c6-417b-b4e6-4b299b547344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:13.599348 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-5a6b5ce2-60c6-417b-b4e6-4b299b547344 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d22161a-a3e9-4afa-87de-f7672d10bc2a HTTP/1.1" status: 200  len: 834 time: 0.2373726
Nov 20 21:01:13.680123 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56bf9d-cadb-4489-95da-ef803da96caa req-10d75573-0f7b-48e7-b92b-1428249353f2 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:13.680830 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:13.682681 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3e56bf9d-cadb-4489-95da-ef803da96caa req-10d75573-0f7b-48e7-b92b-1428249353f2 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 943 time: 0.2220225
Nov 20 21:01:13.755794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-1325ab19-5d2b-4289-8901-94a8d2b5515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:13.757487 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-1325ab19-5d2b-4289-8901-94a8d2b5515f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1285f7b9-19ec-4973-b341-2c247825bb31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1480763
Nov 20 21:01:13.772470 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=e827a49d-7206-464f-b913-b7346b8dd147,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:13.795234 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3e56bf9d-cadb-4489-95da-ef803da96caa req-e5e9d872-bd95-422b-8b4a-4f0fcbbee5d6 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/security-groups?id=4527ab92-9742-48bb-98f1-e99952454214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760746
Nov 20 21:01:13.837305 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9b7b167-6845-4c6b-8e59-22059c94e527 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:13.911138 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-46f0d7f4-f5f4-4708-be2a-df9d44327809 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:14.128642 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Allocated IP 172.20.0.2 (a8f2480b-fc80-4ebf-9635-3977528e4714/e07f238a-03ae-410d-979c-eac4af184a33/29b0983a-b379-4558-8a6b-ef37155d7acc) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:14.132103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800cff8-6708-4d8d-a9a9-d0a40df14016 req-f19c8ef4-35b7-48b9-8789-89d3dfb45874 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:14.134813 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7800cff8-6708-4d8d-a9a9-d0a40df14016 req-f19c8ef4-35b7-48b9-8789-89d3dfb45874 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 943 time: 0.2199249
Nov 20 21:01:14.143359 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c09f3734-8fd9-43d3-9556-45d379d13807 None None] Provisioning complete for port 144b0c11-f5e6-471f-8963-411ff27f7777 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:14.144070 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c09f3734-8fd9-43d3-9556-45d379d13807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:14.241237 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-07908fa2-cd90-4d9d-9824-25dab03a1514 service neutron] 10.222.0.37 "GET /v2.0/networks/1285f7b9-19ec-4973-b341-2c247825bb31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4534185
Nov 20 21:01:14.252552 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7800cff8-6708-4d8d-a9a9-d0a40df14016 req-b9910078-0d5c-460d-9f0c-bc6f9d2f8b89 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=901c49c0-b13b-4d1f-a4f5-8b0fce50260f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1028755
Nov 20 21:01:14.253882 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-46f0d7f4-f5f4-4708-be2a-df9d44327809 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:14.316578 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9b7b167-6845-4c6b-8e59-22059c94e527 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:14.322694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port af9fddac-288d-4af5-b181-dc99829991f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af9fddac-288d-4af5-b181-dc99829991f3,segment=NetworkSegment(3f8b367c-e89c-4bf8-b4f8-91639ce74ee4),segment_id=3f8b367c-e89c-4bf8-b4f8-91639ce74ee4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:14.335994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-46f0d7f4-f5f4-4708-be2a-df9d44327809 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Network a71914d1-f8db-41aa-b100-1859a3120efd is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:14.445853 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c09f3734-8fd9-43d3-9556-45d379d13807 None None] Port 144b0c11-f5e6-471f-8963-411ff27f7777 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:01:14.534276 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0d7f4-f5f4-4708-be2a-df9d44327809 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event updated for resources: {'Port': ['ID=a1c1d818-4c07-4d09-b360-b1acc5a224b8,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:14.547075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-46f0d7f4-f5f4-4708-be2a-df9d44327809 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:14.554619 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487adeae-d48d-4d93-8d73-08f38d5b24ed x-openstack-request-id: req-487adeae-d48d-4d93-8d73-08f38d5b24ed {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:14.555006 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66476154-140d-461c-82e4-a9bf5200d6ba", "tag": "8adc5a88-c2fa-4460-a689-528a2266b1a5", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:14.555329 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-487adeae-d48d-4d93-8d73-08f38d5b24ed {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:14.561244 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66476154-140d-461c-82e4-a9bf5200d6ba', 'tag': '8adc5a88-c2fa-4460-a689-528a2266b1a5', 'status': 'completed', 'code': 200}
Nov 20 21:01:14.566194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-46f0d7f4-f5f4-4708-be2a-df9d44327809 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:14.711842 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b245a10-b04f-411c-bd4a-01313f52ed2e req-9c40f401-a2af-474b-bbc2-52e8c2a8a178 service neutron] 10.222.0.37 "GET /v2.0/networks/1285f7b9-19ec-4973-b341-2c247825bb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4425244
Nov 20 21:01:14.739228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-46f0d7f4-f5f4-4708-be2a-df9d44327809 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:14.744542 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-46f0d7f4-f5f4-4708-be2a-df9d44327809 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:14.765996 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:14.775542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'af9fddac-288d-4af5-b181-dc99829991f3', 'network_id': '874d5862-1978-419b-ab00-ff1c249ca441', 'port_id': 'af9fddac-288d-4af5-b181-dc99829991f3', 'mac_address': 'fa:16:3e:bb:96:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4e75e7-079d-45cc-8550-59f282652240', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:01:14.791195 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f3404-bb9c-4cc0-9d30-c25d94027e65 None None] Pushing event updated for resources: {'Port': ['ID=60928531-c499-4d52-86e2-b32481b45f80,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:14.877841 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-46f0d7f4-f5f4-4708-be2a-df9d44327809 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4298012
Nov 20 21:01:14.915634 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:14.917108 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e3d3d8c-9462-4d73-8e37-5f1b7bb3c00f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Request body: {'port': {'device_id': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04', 'admin_state_up': True, 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'security_groups': ['3d68a3d8-2a31-4843-baef-7c9183484a5f']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:15.034766 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Network a8f2480b-fc80-4ebf-9635-3977528e4714 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:15.060635 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Pushing event updated for resources: {'Port': ['ID=29b0983a-b379-4558-8a6b-ef37155d7acc,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:15.067809 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:15.072219 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:15.103653 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50624) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:15.118916 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e3d3d8c-9462-4d73-8e37-5f1b7bb3c00f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Made reservation on behalf of ff892c31a4354551b7c9e9c01d5b7b6f for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:15.163099 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df082e4e-956f-4576-a178-d4c78574bf55 req-53ee5c1f-cc92-4694-bf4d-85a66cc2ea9a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:15.175495 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df082e4e-956f-4576-a178-d4c78574bf55 req-53ee5c1f-cc92-4694-bf4d-85a66cc2ea9a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/networks?id=a8f2480b-fc80-4ebf-9635-3977528e4714 HTTP/1.1" status: 200  len: 814 time: 0.7548666
Nov 20 21:01:15.239695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea185220-21e1-4c1a-969f-5097894a7103 req-711ee9ca-09f0-4290-8790-594255c23047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:15.246325 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ea185220-21e1-4c1a-969f-5097894a7103 req-711ee9ca-09f0-4290-8790-594255c23047 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d0636503ac5406792f6a872f4f9c10d&device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 1094 time: 0.4446805
Nov 20 21:01:15.253160 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Attempting to bind port 29b0983a-b379-4558-8a6b-ef37155d7acc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:15.253554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Attempting to bind port 29b0983a-b379-4558-8a6b-ef37155d7acc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f8158246-8c3a-4c9d-9900-a7eec183c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:15.253935 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Attempting to bind port 29b0983a-b379-4558-8a6b-ef37155d7acc on network a8f2480b-fc80-4ebf-9635-3977528e4714 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:15.257768 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df082e4e-956f-4576-a178-d4c78574bf55 req-2a96e5b2-6b78-4c93-be0d-657700a80159 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/quotas/6a7b316a84eb425aabf378a838ec02b3 HTTP/1.1" status: 200  len: 375 time: 0.0810299
Nov 20 21:01:15.263530 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abca87ec-d685-48be-a28d-287bf9bf9d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e51c0f98-4d49-456c-b736-71908e95a003', 'network_id': 'e51c0f98-4d49-456c-b736-71908e95a003', 'tenant_id': '8d2d425586f64e2bba9faa95444d1286', 'fixed_ips': [{'subnet_id': '63b974c8-38a8-4334-8690-58f279545fa7'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:01:15.265226 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-abca87ec-d685-48be-a28d-287bf9bf9d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:15.285206 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:15.285587 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Checking segment: {'id': 'f8158246-8c3a-4c9d-9900-a7eec183c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:15.286731 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:15.287164 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Bound using segment: {'id': 'f8158246-8c3a-4c9d-9900-a7eec183c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:15.290251 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Bound port: 29b0983a-b379-4558-8a6b-ef37155d7acc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8158246-8c3a-4c9d-9900-a7eec183c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:15.290984 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:15.295809 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92224a5-4469-4f77-86df-5b83354530e4 req-791f3d6d-c674-4a26-b796-0854a90a6d54 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:15.304200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92224a5-4469-4f77-86df-5b83354530e4 req-791f3d6d-c674-4a26-b796-0854a90a6d54 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:15.306031 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-791f3d6d-c674-4a26-b796-0854a90a6d54 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.47 "GET /v2.0/networks?id=5d592188-6e19-4699-a637-786cdf0d36f7&id=1b885263-72f5-453c-9058-e569be630156 HTTP/1.1" status: 200  len: 1390 time: 1.3585560
Nov 20 21:01:15.320720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349561e3-cb62-4acb-bafc-a5237e3c65f7 req-d724fdc9-f6b3-4b68-b6de-46be262dfaba tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:15.353125 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349561e3-cb62-4acb-bafc-a5237e3c65f7 req-d724fdc9-f6b3-4b68-b6de-46be262dfaba tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:15.359367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-a92224a5-4469-4f77-86df-5b83354530e4 req-ce93bc39-2677-4304-91c0-0e6cf3a24904 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Request body: {'port': {'device_id': '7e82b2a4-a302-441d-9b65-9c0ad1288816', 'network_id': '5d592188-6e19-4699-a637-786cdf0d36f7', 'admin_state_up': True, 'tenant_id': '4ec4545fe17f4700bc073f25016da683'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:15.359947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349561e3-cb62-4acb-bafc-a5237e3c65f7 req-d724fdc9-f6b3-4b68-b6de-46be262dfaba tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:15.396297 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-349561e3-cb62-4acb-bafc-a5237e3c65f7 req-d724fdc9-f6b3-4b68-b6de-46be262dfaba tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 2373 time: 0.6823006
Nov 20 21:01:15.466804 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9b7b167-6845-4c6b-8e59-22059c94e527 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:15.480639 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] For port 29b0983a-b379-4558-8a6b-ef37155d7acc, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:15.484771 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] For port 29b0983a-b379-4558-8a6b-ef37155d7acc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29b0983a-b379-4558-8a6b-ef37155d7acc,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:15.486625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a425be78-96e4-40e3-b51c-6ad209b3ed7d None None] Provisioning complete for port e827a49d-7206-464f-b913-b7346b8dd147 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:15.487408 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a425be78-96e4-40e3-b51c-6ad209b3ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:15.499634 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df082e4e-956f-4576-a178-d4c78574bf55 req-c36a73f4-6ca5-4740-b4cc-8fd0d0d3c2aa tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a7b316a84eb425aabf378a838ec02b3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2377255
Nov 20 21:01:15.532528 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 60928531-c499-4d52-86e2-b32481b45f80 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:15.572201 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:15.581832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea185220-21e1-4c1a-969f-5097894a7103 req-6592be5f-6353-4d42-ab5d-5257e1499c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:15.590167 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ea185220-21e1-4c1a-969f-5097894a7103 req-6592be5f-6353-4d42-ab5d-5257e1499c89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1285f7b9-19ec-4973-b341-2c247825bb31 HTTP/1.1" status: 200  len: 897 time: 0.1892521
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server [None req-abca87ec-d685-48be-a28d-287bf9bf9d19 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63b974c8-38a8-4334-8690-58f279545fa7: This subnet is being modified by another concurrent operation.
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise exception
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63b974c8-38a8-4334-8690-58f279545fa7: This subnet is being modified by another concurrent operation.
Nov 20 21:01:15.656359 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server 
Nov 20 21:01:15.665064 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5e87f-c15c-424e-a1ee-8f2a9a164181 None None] Pushing event updated for resources: {'Port': ['ID=29b0983a-b379-4558-8a6b-ef37155d7acc,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:15.670718 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:15.696700 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9fddac-288d-4af5-b181-dc99829991f3 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:15.699916 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df082e4e-956f-4576-a178-d4c78574bf55 req-de0ec452-f65c-408a-8502-588157a8bfab service neutron] 10.222.0.41 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986060
Nov 20 21:01:15.722781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port af9fddac-288d-4af5-b181-dc99829991f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af9fddac-288d-4af5-b181-dc99829991f3,segment=NetworkSegment(3f8b367c-e89c-4bf8-b4f8-91639ce74ee4),segment_id=3f8b367c-e89c-4bf8-b4f8-91639ce74ee4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:15.722781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0f076f-83f3-4c22-acef-5ad4fb77de0d None None] Network e51c0f98-4d49-456c-b736-71908e95a003 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:15.783319 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ea185220-21e1-4c1a-969f-5097894a7103 req-269863e4-b523-49d8-b888-bdcde09923e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adc5a88-c2fa-4460-a689-528a2266b1a5 HTTP/1.1" status: 200  len: 217 time: 0.0890749
Nov 20 21:01:15.805920 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7b167-6845-4c6b-8e59-22059c94e527 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Subnet': ['ID=63b974c8-38a8-4334-8690-58f279545fa7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:15.846907 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:15.849303 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59d3f41a-e030-413e-b078-8fb3994e4665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:15.854827 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 60928531-c499-4d52-86e2-b32481b45f80 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:15.855796 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:15.980949 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9b7b167-6845-4c6b-8e59-22059c94e527 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:16.005538 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e3d3d8c-9462-4d73-8e37-5f1b7bb3c00f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:16.126346 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-c9b7b167-6845-4c6b-8e59-22059c94e527 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4fd18520>,) {'filters': {'network_id': ['e51c0f98-4d49-456c-b736-71908e95a003']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:16.136879 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 8adc5a88-c2fa-4460-a689-528a2266b1a5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:01:16.151267 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-c9b7b167-6845-4c6b-8e59-22059c94e527 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fd18520>, '3d8fb8cc-eb6f-4bf0-8a99-027af8a25c92') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:16.151597 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-c9b7b167-6845-4c6b-8e59-22059c94e527 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fd18520>, '3d8fb8cc-eb6f-4bf0-8a99-027af8a25c92') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:16.185397 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9b7b167-6845-4c6b-8e59-22059c94e527 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:16.196507 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92224a5-4469-4f77-86df-5b83354530e4 req-ce93bc39-2677-4304-91c0-0e6cf3a24904 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Made reservation on behalf of 4ec4545fe17f4700bc073f25016da683 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:16.200326 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-ce93bc39-2677-4304-91c0-0e6cf3a24904 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:16.249132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 8adc5a88-c2fa-4460-a689-528a2266b1a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8adc5a88-c2fa-4460-a689-528a2266b1a5,segment=NetworkSegment(3eb6f32e-71b4-4d41-9db7-bd3676860134),segment_id=3eb6f32e-71b4-4d41-9db7-bd3676860134)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:16.262228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5ca106-603b-4df2-aa71-df80a4843e78 None None] Network 1b885263-72f5-453c-9058-e569be630156 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:16.294495 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5e95aa78-cf30-4872-a515-77b24aeb0899 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:16.365606 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e3d3d8c-9462-4d73-8e37-5f1b7bb3c00f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Allocated IP 10.2.2.100 (d7561cda-0cef-429a-ab48-39d731d77e04/d8522ada-000b-482e-bebc-4b49e37aceb8/fafe012b-fc11-4ebf-90fb-e3698bda3e63) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:16.382363 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '8adc5a88-c2fa-4460-a689-528a2266b1a5', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'port_id': '8adc5a88-c2fa-4460-a689-528a2266b1a5', 'mac_address': 'fa:16:3e:67:5a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:01:16.412643 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-a92224a5-4469-4f77-86df-5b83354530e4 req-ce93bc39-2677-4304-91c0-0e6cf3a24904 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Allocated IP 19.80.0.135 (5d592188-6e19-4699-a637-786cdf0d36f7/0dc35605-5801-4a98-856b-78ba5d36ed30/5c352741-4197-4cfc-b9f2-69018aa4115f) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:16.442110 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['af9fddac-288d-4af5-b181-dc99829991f3'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:01:16.527512 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e3d3d8c-9462-4d73-8e37-5f1b7bb3c00f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:16.527976 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:16.562270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8adc5a88-c2fa-4460-a689-528a2266b1a5 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:16.574342 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b819ce1d-3b22-4f59-bee6-741fb495938b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:16.584615 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-349561e3-cb62-4acb-bafc-a5237e3c65f7 req-686c2543-cbad-4ecb-9f64-96897f4a9c85 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.1871982
Nov 20 21:01:16.593326 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e3d3d8c-9462-4d73-8e37-5f1b7bb3c00f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:16.611347 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea185220-21e1-4c1a-969f-5097894a7103 req-3b33fd70-bee0-483b-9cf9-0a1ecbabdbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:16.625876 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ea185220-21e1-4c1a-969f-5097894a7103 req-3b33fd70-bee0-483b-9cf9-0a1ecbabdbdb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d22161a-a3e9-4afa-87de-f7672d10bc2a HTTP/1.1" status: 200  len: 834 time: 0.8203940
Nov 20 21:01:16.626015 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 5e95aa78-cf30-4872-a515-77b24aeb0899 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:16.626015 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:16.650149 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-ce93bc39-2677-4304-91c0-0e6cf3a24904 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:16.706788 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df082e4e-956f-4576-a178-d4c78574bf55 req-a6f9ecaf-1157-48ed-937a-1ca13c492e3a service neutron] 10.222.0.41 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0035911
Nov 20 21:01:16.727411 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-ce93bc39-2677-4304-91c0-0e6cf3a24904 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:16.749856 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 8adc5a88-c2fa-4460-a689-528a2266b1a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8adc5a88-c2fa-4460-a689-528a2266b1a5,segment=NetworkSegment(3eb6f32e-71b4-4d41-9db7-bd3676860134),segment_id=3eb6f32e-71b4-4d41-9db7-bd3676860134)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:16.753932 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9b7b167-6845-4c6b-8e59-22059c94e527 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:16.758873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f60e8d1a-ce18-411e-a5e2-cb8fe2e7660d None None] Provisioning complete for port 60928531-c499-4d52-86e2-b32481b45f80 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:16.759325 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f60e8d1a-ce18-411e-a5e2-cb8fe2e7660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:16.847384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b7b167-6845-4c6b-8e59-22059c94e527 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:01:16.848146 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9b7b167-6845-4c6b-8e59-22059c94e527 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:16.851626 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:01:16.854106 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:01:16.856277 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:16.856277 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=af9fddac-288d-4af5-b181-dc99829991f3,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:16.882827 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:16.883361 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e3d3d8c-9462-4d73-8e37-5f1b7bb3c00f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Network d7561cda-0cef-429a-ab48-39d731d77e04 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:16.926374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e3d3d8c-9462-4d73-8e37-5f1b7bb3c00f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:16.928848 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e3d3d8c-9462-4d73-8e37-5f1b7bb3c00f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:16.946927 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92224a5-4469-4f77-86df-5b83354530e4 req-ce93bc39-2677-4304-91c0-0e6cf3a24904 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Network 5d592188-6e19-4699-a637-786cdf0d36f7 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:16.952137 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-a92224a5-4469-4f77-86df-5b83354530e4 req-ce93bc39-2677-4304-91c0-0e6cf3a24904 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:16.959145 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92224a5-4469-4f77-86df-5b83354530e4 req-ce93bc39-2677-4304-91c0-0e6cf3a24904 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:17.002075 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93bc39-2677-4304-91c0-0e6cf3a24904 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event updated for resources: {'Port': ['ID=5c352741-4197-4cfc-b9f2-69018aa4115f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:17.039608 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e95aa78-cf30-4872-a515-77b24aeb0899,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:17.053436 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e3d3d8c-9462-4d73-8e37-5f1b7bb3c00f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:17.054255 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e3d3d8c-9462-4d73-8e37-5f1b7bb3c00f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:17.098338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d3d8c-9462-4d73-8e37-5f1b7bb3c00f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event updated for resources: {'Port': ['ID=fafe012b-fc11-4ebf-90fb-e3698bda3e63,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:17.156521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:17.165596 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4411af37-ce23-40f7-9692-0adb538a615e" -d '{"events": [{"server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "name": "network-vif-plugged", "status": "completed", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:17.215112 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:17.279006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59927a82-1ebe-42fa-8b5c-51e55b9acd91 req-cf8557fa-d6d8-40bf-ba2e-85c6f8faeb91 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:17.296903 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-59927a82-1ebe-42fa-8b5c-51e55b9acd91 req-cf8557fa-d6d8-40bf-ba2e-85c6f8faeb91 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 946 time: 0.5729806
Nov 20 21:01:17.328294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea185220-21e1-4c1a-969f-5097894a7103 req-e32833ce-e8a7-4fc7-8035-91a609a2d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:17.329862 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ea185220-21e1-4c1a-969f-5097894a7103 req-e32833ce-e8a7-4fc7-8035-91a609a2d965 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1285f7b9-19ec-4973-b341-2c247825bb31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6940680
Nov 20 21:01:17.344548 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['8adc5a88-c2fa-4460-a689-528a2266b1a5'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:01:17.361850 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59d3f41a-e030-413e-b078-8fb3994e4665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:17.379598 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e3d3d8c-9462-4d73-8e37-5f1b7bb3c00f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4778352
Nov 20 21:01:17.387047 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59d3f41a-e030-413e-b078-8fb3994e4665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:17.462700 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92224a5-4469-4f77-86df-5b83354530e4 req-ce93bc39-2677-4304-91c0-0e6cf3a24904 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:17.463433 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-ce93bc39-2677-4304-91c0-0e6cf3a24904 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:17.486224 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9b7b167-6845-4c6b-8e59-22059c94e527 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:17.545315 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9b7b167-6845-4c6b-8e59-22059c94e527 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:17.551080 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c9b7b167-6845-4c6b-8e59-22059c94e527 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/e51c0f98-4d49-456c-b736-71908e95a003 HTTP/1.1" status: 204  len: 168 time: 4.0108516
Nov 20 21:01:17.571148 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50640) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:17.619781 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d3eec7e7-5d97-40e1-b57d-5e2f96a85e77 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1938263013'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:17.626499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7b167-6845-4c6b-8e59-22059c94e527 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Network': ['ID=e51c0f98-4d49-456c-b736-71908e95a003,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:17.635910 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-59d3f41a-e030-413e-b078-8fb3994e4665 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=198d847d31a746de9c749d8dd8c91f09&name=default HTTP/1.1" status: 200  len: 3000 time: 2.5275128
Nov 20 21:01:17.636117 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-ce93bc39-2677-4304-91c0-0e6cf3a24904 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2881992
Nov 20 21:01:17.647862 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e3a4d-7c14-4423-aeaa-9d21703d4dec req-63aaf141-a988-4b68-addb-dbcd0bfbf94d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:17.655835 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d58e3a4d-7c14-4423-aeaa-9d21703d4dec req-63aaf141-a988-4b68-addb-dbcd0bfbf94d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 932 time: 0.4810877
Nov 20 21:01:17.660459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50644) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:17.662823 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-af8b4107-3079-45f7-abb4-2152cedb4cce tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Request body: {'port': {'device_id': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04', 'admin_state_up': True, 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'security_groups': ['3d68a3d8-2a31-4843-baef-7c9183484a5f']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:17.679942 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc40bd2c-7e57-449b-a39b-da111c9ff881 None None] Network a8f2480b-fc80-4ebf-9635-3977528e4714 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:17.696851 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-a92224a5-4469-4f77-86df-5b83354530e4 req-d57ba95b-2232-438b-82db-5382445b6298 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Request body: {'port': {'device_id': '7e82b2a4-a302-441d-9b65-9c0ad1288816', 'network_id': '1b885263-72f5-453c-9058-e569be630156', 'admin_state_up': True, 'tenant_id': '4ec4545fe17f4700bc073f25016da683'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:17.765704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=8adc5a88-c2fa-4460-a689-528a2266b1a5,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:17.792007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3f41a-e030-413e-b078-8fb3994e4665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37764a3b-091d-40f9-a328-a17a1741e362,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:17.804597 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-59927a82-1ebe-42fa-8b5c-51e55b9acd91 req-48ecf72a-e0a0-41cf-8a08-7de1b044e753 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5067067
Nov 20 21:01:17.807282 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ea185220-21e1-4c1a-969f-5097894a7103 req-91c9a5eb-389d-4f51-8969-e88e6d62d78a service neutron] 10.222.0.37 "GET /v2.0/networks/1285f7b9-19ec-4973-b341-2c247825bb31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4212818
Nov 20 21:01:17.812766 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eec7e7-5d97-40e1-b57d-5e2f96a85e77 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:17.816936 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3eec7e7-5d97-40e1-b57d-5e2f96a85e77 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:17.842651 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5e95aa78-cf30-4872-a515-77b24aeb0899,revision_number=13']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:17.846386 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:17.860080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3f41a-e030-413e-b078-8fb3994e4665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:17.860648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3f41a-e030-413e-b078-8fb3994e4665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:17.861203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3f41a-e030-413e-b078-8fb3994e4665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:17.861739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3f41a-e030-413e-b078-8fb3994e4665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:17.862337 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3f41a-e030-413e-b078-8fb3994e4665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:17.863040 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3f41a-e030-413e-b078-8fb3994e4665 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:17.863922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3f41a-e030-413e-b078-8fb3994e4665 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:17.864435 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3f41a-e030-413e-b078-8fb3994e4665 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:17.864950 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3f41a-e030-413e-b078-8fb3994e4665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:17.865463 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3f41a-e030-413e-b078-8fb3994e4665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:17.865994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3f41a-e030-413e-b078-8fb3994e4665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:17.866512 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3f41a-e030-413e-b078-8fb3994e4665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:17.925043 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-318ef0de-527d-4670-9557-76c8162b89cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:17.973101 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-318ef0de-527d-4670-9557-76c8162b89cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:18.050220 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d58e3a4d-7c14-4423-aeaa-9d21703d4dec req-8b06ae02-a39d-467c-8080-37d82a38cddc tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3932834
Nov 20 21:01:18.060576 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-318ef0de-527d-4670-9557-76c8162b89cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:18.063636 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-318ef0de-527d-4670-9557-76c8162b89cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:18.065132 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-318ef0de-527d-4670-9557-76c8162b89cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37764a3b-091d-40f9-a328-a17a1741e362 HTTP/1.1" status: 204  len: 168 time: 0.4030435
Nov 20 21:01:18.097455 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-af8b4107-3079-45f7-abb4-2152cedb4cce tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Made reservation on behalf of ff892c31a4354551b7c9e9c01d5b7b6f for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:18.104364 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-af8b4107-3079-45f7-abb4-2152cedb4cce tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:18.107294 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f60e8d1a-ce18-411e-a5e2-cb8fe2e7660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:18.132370 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3eec7e7-5d97-40e1-b57d-5e2f96a85e77 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:01:18.186680 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ef0de-527d-4670-9557-76c8162b89cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37764a3b-091d-40f9-a328-a17a1741e362,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:18.218888 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3eec7e7-5d97-40e1-b57d-5e2f96a85e77 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:18.219157 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-d3eec7e7-5d97-40e1-b57d-5e2f96a85e77 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Added segment 85cf1dd4-df5a-4065-95b6-6a1ec2ee7c47 of type vlan for network 58505500-d0ff-4655-bf27-30887958fcaa
Nov 20 21:01:18.242333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 60928531-c499-4d52-86e2-b32481b45f80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60928531-c499-4d52-86e2-b32481b45f80,segment=NetworkSegment(f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc),segment_id=f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:18.279359 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:18.280465 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e827a49d-7206-464f-b913-b7346b8dd147 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:18.297409 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706594c8-5c80-43b3-99ce-453fd0e4c2d1 req-0a1d3a65-0b10-4db8-a295-d8eac05e8e52 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:18.299094 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-706594c8-5c80-43b3-99ce-453fd0e4c2d1 req-0a1d3a65-0b10-4db8-a295-d8eac05e8e52 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 944 time: 0.3370345
Nov 20 21:01:18.553864 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3eec7e7-5d97-40e1-b57d-5e2f96a85e77 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:18.592743 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ea185220-21e1-4c1a-969f-5097894a7103 req-b1888db5-a97d-4705-bd06-cdecbe3a0a6d service neutron] 10.222.0.37 "GET /v2.0/networks/1285f7b9-19ec-4973-b341-2c247825bb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7726004
Nov 20 21:01:18.631335 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af12130-167f-4ecf-8398-2dab7b8dcd04 req-603037d5-9577-43d3-99fa-58fc9d3b4bed tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:18.639687 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0af12130-167f-4ecf-8398-2dab7b8dcd04 req-603037d5-9577-43d3-99fa-58fc9d3b4bed tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 944 time: 0.4388628
Nov 20 21:01:18.657389 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92224a5-4469-4f77-86df-5b83354530e4 req-d57ba95b-2232-438b-82db-5382445b6298 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Made reservation on behalf of 4ec4545fe17f4700bc073f25016da683 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:18.660745 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-d57ba95b-2232-438b-82db-5382445b6298 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:18.665985 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.resource_extend [None req-d3eec7e7-5d97-40e1-b57d-5e2f96a85e77 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 21:01:18.697666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=60928531-c499-4d52-86e2-b32481b45f80,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:18.718603 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-706594c8-5c80-43b3-99ce-453fd0e4c2d1 req-b28ede78-0011-4d0a-b627-1f6dc00ecde1 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/security-groups?id=4527ab92-9742-48bb-98f1-e99952454214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4077849
Nov 20 21:01:18.764484 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0af12130-167f-4ecf-8398-2dab7b8dcd04 req-1b5ee116-4d7d-4710-9317-c75f20671b13 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=901c49c0-b13b-4d1f-a4f5-8b0fce50260f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1229405
Nov 20 21:01:18.783612 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:18.784477 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-f60e8d1a-ce18-411e-a5e2-cb8fe2e7660d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:01:18.784787 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-f60e8d1a-ce18-411e-a5e2-cb8fe2e7660d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:01:18.845946 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015f0095-a9dc-45b0-bd50-87cc7d68e593 x-openstack-request-id: req-015f0095-a9dc-45b0-bd50-87cc7d68e593 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:18.846290 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "name": "network-vif-plugged", "status": "completed", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:18.846551 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-015f0095-a9dc-45b0-bd50-87cc7d68e593 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:18.846944 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'code': 200}
Nov 20 21:01:18.852460 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e827a49d-7206-464f-b913-b7346b8dd147 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:18.852845 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:18.956379 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-af8b4107-3079-45f7-abb4-2152cedb4cce tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Allocated IP 10.2.2.200 (d7561cda-0cef-429a-ab48-39d731d77e04/d8522ada-000b-482e-bebc-4b49e37aceb8/1d8adb08-4bb0-45be-8e71-4a53fb65eb7e) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:19.143325 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4850d29d-924b-4dcb-a003-e918c73e2339 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:19.147047 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:19.163721 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-a92224a5-4469-4f77-86df-5b83354530e4 req-d57ba95b-2232-438b-82db-5382445b6298 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Allocated IP 19.86.0.101 (1b885263-72f5-453c-9058-e569be630156/b16391a5-ec11-4f49-a39d-3639946f8d67/d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:19.383179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4935b7d3-37c7-45c1-8964-fd4cd3d8d989 None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 21:01:19.397619 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3eec7e7-5d97-40e1-b57d-5e2f96a85e77 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:19.420752 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-af8b4107-3079-45f7-abb4-2152cedb4cce tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:19.427137 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eec7e7-5d97-40e1-b57d-5e2f96a85e77 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:19.430077 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3eec7e7-5d97-40e1-b57d-5e2f96a85e77 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:19.473406 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-af8b4107-3079-45f7-abb4-2152cedb4cce tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:19.608337 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e847-3126-45dc-96db-f13bd89f7ac4 req-b29405af-eec4-4e0f-9237-0c3969913497 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:19.614503 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e847-3126-45dc-96db-f13bd89f7ac4 req-b29405af-eec4-4e0f-9237-0c3969913497 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:19.620543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e847-3126-45dc-96db-f13bd89f7ac4 req-b29405af-eec4-4e0f-9237-0c3969913497 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:19.627216 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e847-3126-45dc-96db-f13bd89f7ac4 req-b29405af-eec4-4e0f-9237-0c3969913497 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:19.634872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0869e847-3126-45dc-96db-f13bd89f7ac4 req-b29405af-eec4-4e0f-9237-0c3969913497 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 3094 time: 0.4194219
Nov 20 21:01:19.645049 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-af8b4107-3079-45f7-abb4-2152cedb4cce tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Network d7561cda-0cef-429a-ab48-39d731d77e04 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:19.651141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-af8b4107-3079-45f7-abb4-2152cedb4cce tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:19.653978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-af8b4107-3079-45f7-abb4-2152cedb4cce tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:19.687682 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eec7e7-5d97-40e1-b57d-5e2f96a85e77 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Network': ['ID=58505500-d0ff-4655-bf27-30887958fcaa,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:19.747385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b4107-3079-45f7-abb4-2152cedb4cce tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event updated for resources: {'Port': ['ID=1d8adb08-4bb0-45be-8e71-4a53fb65eb7e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:19.784999 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0869e847-3126-45dc-96db-f13bd89f7ac4 req-a79921df-c1f4-4116-941c-d08db9abb52b tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1466100
Nov 20 21:01:19.810087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-af8b4107-3079-45f7-abb4-2152cedb4cce tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:19.815788 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-af8b4107-3079-45f7-abb4-2152cedb4cce tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:19.823768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 58505500-d0ff-4655-bf27-30887958fcaa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:01:19.826160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df082e4e-956f-4576-a178-d4c78574bf55 req-ed7979c6-4bcf-4010-be5b-3727b60f0a71 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:19.827873 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df082e4e-956f-4576-a178-d4c78574bf55 req-ed7979c6-4bcf-4010-be5b-3727b60f0a71 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.37 "GET /v2.0/networks?id=a8f2480b-fc80-4ebf-9635-3977528e4714 HTTP/1.1" status: 200  len: 814 time: 0.6344569
Nov 20 21:01:19.839301 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d3eec7e7-5d97-40e1-b57d-5e2f96a85e77 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.2389429
Nov 20 21:01:19.844812 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50698) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:19.858372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-df082e4e-956f-4576-a178-d4c78574bf55 req-51e9a491-65f3-4103-9137-3d31d8b2d916 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Request body: {'port': {'device_id': '8fc25086-0d43-4e57-88e4-74951ec706cb', 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714', 'admin_state_up': True, 'tenant_id': '6a7b316a84eb425aabf378a838ec02b3'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:19.865867 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a9e4d066-713a-436c-9f18-bee306db6f3c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'subnet': {'network_id': '58505500-d0ff-4655-bf27-30887958fcaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:19.920947 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 8adc5a88-c2fa-4460-a689-528a2266b1a5 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:19.933038 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-af8b4107-3079-45f7-abb4-2152cedb4cce tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4888830
Nov 20 21:01:20.004107 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 4850d29d-924b-4dcb-a003-e918c73e2339 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:20.004402 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:20.035850 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-d57ba95b-2232-438b-82db-5382445b6298 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:20.055521 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-53f16d9e-6810-4cbb-aa44-69534d6a40c6 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:20.059253 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f60e8d1a-ce18-411e-a5e2-cb8fe2e7660d None None] Provisioning complete for port a1c1d818-4c07-4d09-b360-b1acc5a224b8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:20.059642 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f60e8d1a-ce18-411e-a5e2-cb8fe2e7660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:20.074666 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-53f16d9e-6810-4cbb-aa44-69534d6a40c6 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/networks?id=a8f2480b-fc80-4ebf-9635-3977528e4714 HTTP/1.1" status: 200  len: 814 time: 0.7934511
Nov 20 21:01:20.117141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f60e8d1a-ce18-411e-a5e2-cb8fe2e7660d None None] Port a1c1d818-4c07-4d09-b360-b1acc5a224b8 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:01:20.120132 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4ce7aaff-c86c-4002-8feb-2c14ebb20338 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/quotas/6a7b316a84eb425aabf378a838ec02b3 HTTP/1.1" status: 200  len: 375 time: 0.0444999
Nov 20 21:01:20.137646 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 8adc5a88-c2fa-4460-a689-528a2266b1a5 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:01:20.148134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 8adc5a88-c2fa-4460-a689-528a2266b1a5 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:20.148734 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:20.191481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Request body: {'port': {'device_id': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:20.269398 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-686307d2-0e76-48e9-8c98-a276ee1452d9 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a7b316a84eb425aabf378a838ec02b3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1484005
Nov 20 21:01:20.274305 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b47d5cf1-8472-42d0-bcc0-0557549339c8 None None] Provisioning complete for port 29b0983a-b379-4558-8a6b-ef37155d7acc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:20.274690 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b47d5cf1-8472-42d0-bcc0-0557549339c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:20.280762 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-d57ba95b-2232-438b-82db-5382445b6298 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:20.411072 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4935b7d3-37c7-45c1-8964-fd4cd3d8d989 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 20 21:01:20.439791 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:20.476890 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-ac844216-358d-4f45-a891-fff1c57acce7 service neutron] 10.222.0.41 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1937850
Nov 20 21:01:20.487579 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 8adc5a88-c2fa-4460-a689-528a2266b1a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8adc5a88-c2fa-4460-a689-528a2266b1a5,segment=NetworkSegment(3eb6f32e-71b4-4d41-9db7-bd3676860134),segment_id=3eb6f32e-71b4-4d41-9db7-bd3676860134)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:20.500790 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:20.501800 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device af9fddac-288d-4af5-b181-dc99829991f3 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:20.698952 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b47d5cf1-8472-42d0-bcc0-0557549339c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:20.769644 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=8adc5a88-c2fa-4460-a689-528a2266b1a5,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:20.803052 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b47d5cf1-8472-42d0-bcc0-0557549339c8 None None] For port 29b0983a-b379-4558-8a6b-ef37155d7acc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29b0983a-b379-4558-8a6b-ef37155d7acc,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:20.848948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 60928531-c499-4d52-86e2-b32481b45f80 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:20.849292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92224a5-4469-4f77-86df-5b83354530e4 req-d57ba95b-2232-438b-82db-5382445b6298 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Network 1b885263-72f5-453c-9058-e569be630156 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:20.853392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66476154-140d-461c-82e4-a9bf5200d6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adc5a88-c2fa-4460-a689-528a2266b1a5'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:20.855890 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ce8c8f-3a6e-41d5-9197-8e77dd356968" -d '{"events": [{"server_uuid": "66476154-140d-461c-82e4-a9bf5200d6ba", "name": "network-vif-plugged", "status": "completed", "tag": "8adc5a88-c2fa-4460-a689-528a2266b1a5"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:20.859536 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b47d5cf1-8472-42d0-bcc0-0557549339c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:20.867293 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port af9fddac-288d-4af5-b181-dc99829991f3 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:01:20.877780 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-add4ee10-ad4c-482f-8966-5eee84822e64 service neutron] 10.222.0.41 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3832896
Nov 20 21:01:20.878609 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ba95b-2232-438b-82db-5382445b6298 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event updated for resources: {'Port': ['ID=d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:20.881837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-a92224a5-4469-4f77-86df-5b83354530e4 req-d57ba95b-2232-438b-82db-5382445b6298 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:20.890095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92224a5-4469-4f77-86df-5b83354530e4 req-d57ba95b-2232-438b-82db-5382445b6298 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:20.934097 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port af9fddac-288d-4af5-b181-dc99829991f3 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:20.934640 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:21.000308 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92224a5-4469-4f77-86df-5b83354530e4 req-d57ba95b-2232-438b-82db-5382445b6298 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:21.001356 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-d57ba95b-2232-438b-82db-5382445b6298 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:21.019032 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b47d5cf1-8472-42d0-bcc0-0557549339c8 None None] Provisioning complete for port 5c352741-4197-4cfc-b9f2-69018aa4115f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:21.019507 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b47d5cf1-8472-42d0-bcc0-0557549339c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:21.237483 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:21.321372 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d5cf1-8472-42d0-bcc0-0557549339c8 None None] Pushing event updated for resources: {'Port': ['ID=29b0983a-b379-4558-8a6b-ef37155d7acc,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:21.331521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a88b34c-c8e8-4d61-a565-e8bf7b36f99a None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 21:01:21.358188 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:21.390092 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93246c53-5fff-47a9-9ced-53775f42b100 req-5eaa79b7-5164-43c0-a933-3c45e50bf416 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:21.407087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93246c53-5fff-47a9-9ced-53775f42b100 req-5eaa79b7-5164-43c0-a933-3c45e50bf416 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:21.409444 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-93246c53-5fff-47a9-9ced-53775f42b100 req-5eaa79b7-5164-43c0-a933-3c45e50bf416 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 1655 time: 0.1359825
Nov 20 21:01:21.410958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3207a-6416-47fe-b616-32bf0a51d6e8 req-94969340-453e-4dd3-b093-936ba1a4cc19 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:21.425663 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-98a3207a-6416-47fe-b616-32bf0a51d6e8 req-94969340-453e-4dd3-b093-936ba1a4cc19 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 947 time: 1.4344199
Nov 20 21:01:21.509489 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-d57ba95b-2232-438b-82db-5382445b6298 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8513970
Nov 20 21:01:21.541326 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e4d066-713a-436c-9f18-bee306db6f3c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:21.580497 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a9e4d066-713a-436c-9f18-bee306db6f3c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:21.621195 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Request body: {'port': {'device_id': '7e82b2a4-a302-441d-9b65-9c0ad1288816', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:21.634424 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-93246c53-5fff-47a9-9ced-53775f42b100 req-c0497cad-9b7d-429f-a8af-254128c4d41b tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2124228
Nov 20 21:01:21.793017 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port af9fddac-288d-4af5-b181-dc99829991f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af9fddac-288d-4af5-b181-dc99829991f3,segment=NetworkSegment(3f8b367c-e89c-4bf8-b4f8-91639ce74ee4),segment_id=3f8b367c-e89c-4bf8-b4f8-91639ce74ee4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:21.805219 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b47d5cf1-8472-42d0-bcc0-0557549339c8 None None] Port 5c352741-4197-4cfc-b9f2-69018aa4115f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:01:21.810621 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:21.817231 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 60928531-c499-4d52-86e2-b32481b45f80 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:21.817539 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:21.880950 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:21.883119 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a88b34c-c8e8-4d61-a565-e8bf7b36f99a None None] Resources bound (agent type, host, resource id):  {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 20 21:01:21.935787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b47d5cf1-8472-42d0-bcc0-0557549339c8 None None] Provisioning complete for port fafe012b-fc11-4ebf-90fb-e3698bda3e63 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:21.936157 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b47d5cf1-8472-42d0-bcc0-0557549339c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:22.063686 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b47d5cf1-8472-42d0-bcc0-0557549339c8 None None] Port fafe012b-fc11-4ebf-90fb-e3698bda3e63 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:01:22.131156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50806) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:22.148721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df082e4e-956f-4576-a178-d4c78574bf55 req-51e9a491-65f3-4103-9137-3d31d8b2d916 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Made reservation on behalf of 6a7b316a84eb425aabf378a838ec02b3 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:22.152651 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-df082e4e-956f-4576-a178-d4c78574bf55 req-51e9a491-65f3-4103-9137-3d31d8b2d916 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:22.163647 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fefdc6-93b8-4d05-b59b-9ce7fbc2e0f8 req-70f8decd-0688-4e61-b4ff-6f5a5faa65c1 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:22.173250 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-98fefdc6-93b8-4d05-b59b-9ce7fbc2e0f8 req-70f8decd-0688-4e61-b4ff-6f5a5faa65c1 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 945 time: 0.3347468
Nov 20 21:01:22.178995 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-98a3207a-6416-47fe-b616-32bf0a51d6e8 req-5f9703a9-a2a6-404e-ac40-c3e8c2bf6aba tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7481027
Nov 20 21:01:22.182693 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=af9fddac-288d-4af5-b181-dc99829991f3,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:22.188380 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 29b0983a-b379-4558-8a6b-ef37155d7acc up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:22.339979 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b47d5cf1-8472-42d0-bcc0-0557549339c8 None None] Provisioning complete for port 60928531-c499-4d52-86e2-b32481b45f80 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:22.340634 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b47d5cf1-8472-42d0-bcc0-0557549339c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:22.601139 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-98fefdc6-93b8-4d05-b59b-9ce7fbc2e0f8 req-1255f69a-9a6d-42ce-b5cc-d5fe2a9f5703 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/security-groups?id=4527ab92-9742-48bb-98f1-e99952454214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4269288
Nov 20 21:01:22.677095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958e4ee-4b7a-49b2-b83b-cead75f58e6c req-e7cf655b-40e9-494c-b1f0-589f84fc039c tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:22.684807 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9958e4ee-4b7a-49b2-b83b-cead75f58e6c req-e7cf655b-40e9-494c-b1f0-589f84fc039c tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 945 time: 0.3827469
Nov 20 21:01:22.718169 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a9e4d066-713a-436c-9f18-bee306db6f3c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:22.731347 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d58eaedf-8ca7-4a21-bc5b-037c12326d1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:22.742580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-df082e4e-956f-4576-a178-d4c78574bf55 req-51e9a491-65f3-4103-9137-3d31d8b2d916 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Allocated IP 172.20.0.13 (a8f2480b-fc80-4ebf-9635-3977528e4714/e07f238a-03ae-410d-979c-eac4af184a33/30ac0211-8c85-4946-8044-a3d499132c3b) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:22.956095 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 29b0983a-b379-4558-8a6b-ef37155d7acc triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:22.962581 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:22.997241 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5332c620-9136-495b-bd4d-92357990f3a2 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:23.086450 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9958e4ee-4b7a-49b2-b83b-cead75f58e6c req-5835bdd7-6595-415a-80f1-c64386443f3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=901c49c0-b13b-4d1f-a4f5-8b0fce50260f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3989201
Nov 20 21:01:23.094080 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:23.139982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4d066-713a-436c-9f18-bee306db6f3c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Subnet': ['ID=8e0ba55e-e4f3-4836-8fec-e4e0c537a97e,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:23.146555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b425b4b-a750-4034-851f-2e2146c71c05 req-41b3fb17-8588-4311-b199-34e0928b0579 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:23.172867 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b425b4b-a750-4034-851f-2e2146c71c05 req-41b3fb17-8588-4311-b199-34e0928b0579 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:23.200126 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b425b4b-a750-4034-851f-2e2146c71c05 req-41b3fb17-8588-4311-b199-34e0928b0579 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:23.209131 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b425b4b-a750-4034-851f-2e2146c71c05 req-41b3fb17-8588-4311-b199-34e0928b0579 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:23.224803 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0a64cd-a026-41eb-b100-96777d402515 x-openstack-request-id: req-ff0a64cd-a026-41eb-b100-96777d402515 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:23.225254 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66476154-140d-461c-82e4-a9bf5200d6ba", "name": "network-vif-plugged", "status": "completed", "tag": "8adc5a88-c2fa-4460-a689-528a2266b1a5", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:23.229197 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff0a64cd-a026-41eb-b100-96777d402515 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:23.229197 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66476154-140d-461c-82e4-a9bf5200d6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adc5a88-c2fa-4460-a689-528a2266b1a5', 'code': 200}
Nov 20 21:01:23.231094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0f636811-6894-4bf4-9277-46dda9deaa96 None None] Provisioning complete for port af9fddac-288d-4af5-b181-dc99829991f3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:23.233002 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0f636811-6894-4bf4-9277-46dda9deaa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:23.249268 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b425b4b-a750-4034-851f-2e2146c71c05 req-41b3fb17-8588-4311-b199-34e0928b0579 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:23.266327 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Transition to ACTIVE for port object 5332c620-9136-495b-bd4d-92357990f3a2 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:01:23.284448 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9b425b4b-a750-4034-851f-2e2146c71c05 req-41b3fb17-8588-4311-b199-34e0928b0579 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 3815 time: 0.4979975
Nov 20 21:01:23.383036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 29b0983a-b379-4558-8a6b-ef37155d7acc up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:23.386826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4d066-713a-436c-9f18-bee306db6f3c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Checking segment: {'id': '85cf1dd4-df5a-4065-95b6-6a1ec2ee7c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '58505500-d0ff-4655-bf27-30887958fcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:23.387200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e4d066-713a-436c-9f18-bee306db6f3c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network hostable DHCP agents. Network: 58505500-d0ff-4655-bf27-30887958fcaa, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:01:23.436246 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:23.440361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c352741-4197-4cfc-b9f2-69018aa4115f {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:23.462872 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d58eaedf-8ca7-4a21-bc5b-037c12326d1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:23.472655 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 29b0983a-b379-4558-8a6b-ef37155d7acc triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:23.473366 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:23.473516 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:23.480319 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d58eaedf-8ca7-4a21-bc5b-037c12326d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:23.523451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9b425b4b-a750-4034-851f-2e2146c71c05 req-3990080b-3b35-4ba1-b8c7-508ed4e26114 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2281651
Nov 20 21:01:23.606800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Transition to ACTIVE for port object 5c352741-4197-4cfc-b9f2-69018aa4115f will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:01:23.609871 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58eaedf-8ca7-4a21-bc5b-037c12326d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8493d2c-a2b1-4162-a36f-c55250641485,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:23.650985 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d58eaedf-8ca7-4a21-bc5b-037c12326d1c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5428e68e20e3486fb70c7afa3c212033&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5185018
Nov 20 21:01:23.651652 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50824) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:23.651912 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:23.724213 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Pushing event updated for resources: {'Port': ['ID=5c352741-4197-4cfc-b9f2-69018aa4115f,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:23.762550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ef6a6a16-8f8e-44ec-b36f-066c58ea27eb None None] Provisioning complete for port 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:23.763332 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ef6a6a16-8f8e-44ec-b36f-066c58ea27eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:23.824865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a6a16-8f8e-44ec-b36f-066c58ea27eb None None] Port 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:01:23.844319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-044fc98a-7a20-4e86-a61f-fab536aa263d tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:23.846532 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-044fc98a-7a20-4e86-a61f-fab536aa263d tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.47 "GET /v2.0/networks?id=a8f2480b-fc80-4ebf-9635-3977528e4714 HTTP/1.1" status: 200  len: 814 time: 0.9780102
Nov 20 21:01:23.849349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ef6a6a16-8f8e-44ec-b36f-066c58ea27eb None None] Provisioning complete for port d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:23.849739 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ef6a6a16-8f8e-44ec-b36f-066c58ea27eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:23.901517 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf457b50-3c10-425f-a2ee-786e2bbcd53c req-5af33094-4ad3-41ac-b68c-5e2f097e27a7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:23.902372 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-df082e4e-956f-4576-a178-d4c78574bf55 req-51e9a491-65f3-4103-9137-3d31d8b2d916 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:23.908325 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf457b50-3c10-425f-a2ee-786e2bbcd53c req-5af33094-4ad3-41ac-b68c-5e2f097e27a7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:23.909995 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bf457b50-3c10-425f-a2ee-786e2bbcd53c req-5af33094-4ad3-41ac-b68c-5e2f097e27a7 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 1667 time: 0.2012513
Nov 20 21:01:23.938667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5332c620-9136-495b-bd4d-92357990f3a2,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:23.942115 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e4d066-713a-436c-9f18-bee306db6f3c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network 58505500-d0ff-4655-bf27-30887958fcaa is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:01:23.948963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-d39b84a3-a0c9-4517-aaea-60c9fa7c9f72 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Request body: {'port': {'device_id': '3c7f9f50-4ba7-462b-8d2d-4b514ccd3301', 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714', 'admin_state_up': True, 'tenant_id': '6a7b316a84eb425aabf378a838ec02b3'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:23.984533 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-df082e4e-956f-4576-a178-d4c78574bf55 req-51e9a491-65f3-4103-9137-3d31d8b2d916 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:24.079924 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Attempting to bind port 5c352741-4197-4cfc-b9f2-69018aa4115f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:24.080301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Attempting to bind port 5c352741-4197-4cfc-b9f2-69018aa4115f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7f73ac3f-ed7c-4b15-bac6-dd8451d4e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5d592188-6e19-4699-a637-786cdf0d36f7'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:24.080648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Attempting to bind port 5c352741-4197-4cfc-b9f2-69018aa4115f on network 5d592188-6e19-4699-a637-786cdf0d36f7 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:24.083656 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df082e4e-956f-4576-a178-d4c78574bf55 req-51e9a491-65f3-4103-9137-3d31d8b2d916 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Network a8f2480b-fc80-4ebf-9635-3977528e4714 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:24.093990 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bf457b50-3c10-425f-a2ee-786e2bbcd53c req-3d630350-f5a0-4ffc-9dd0-21ef1bcea427 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401043
Nov 20 21:01:24.102465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9a491-65f3-4103-9137-3d31d8b2d916 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Pushing event updated for resources: {'Port': ['ID=30ac0211-8c85-4946-8044-a3d499132c3b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:24.103853 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Port 5c352741-4197-4cfc-b9f2-69018aa4115f on network 5d592188-6e19-4699-a637-786cdf0d36f7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:24.105454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-df082e4e-956f-4576-a178-d4c78574bf55 req-51e9a491-65f3-4103-9137-3d31d8b2d916 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:24.115875 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Attempting to bind port 5c352741-4197-4cfc-b9f2-69018aa4115f on network 5d592188-6e19-4699-a637-786cdf0d36f7 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:24.127367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:24.131020 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Checking segment: {'id': '7f73ac3f-ed7c-4b15-bac6-dd8451d4e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5d592188-6e19-4699-a637-786cdf0d36f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:24.131628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Bound using segment: {'id': '7f73ac3f-ed7c-4b15-bac6-dd8451d4e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5d592188-6e19-4699-a637-786cdf0d36f7'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:24.132268 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Bound port: 5c352741-4197-4cfc-b9f2-69018aa4115f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f73ac3f-ed7c-4b15-bac6-dd8451d4e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5d592188-6e19-4699-a637-786cdf0d36f7'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:24.140727 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:24.143801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-df082e4e-956f-4576-a178-d4c78574bf55 req-51e9a491-65f3-4103-9137-3d31d8b2d916 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:24.181136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a6a16-8f8e-44ec-b36f-066c58ea27eb None None] Port d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:01:24.186030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-a9e4d066-713a-436c-9f18-bee306db6f3c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 58505500-d0ff-4655-bf27-30887958fcaa) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:24.190321 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e4d066-713a-436c-9f18-bee306db6f3c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:24.191283 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a9e4d066-713a-436c-9f18-bee306db6f3c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:24.195413 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ac660-4406-4991-8501-fc227f90fdb4 req-2501ee93-88dc-4cbf-8e79-18fba489821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:24.197303 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4ac660-4406-4991-8501-fc227f90fdb4 req-2501ee93-88dc-4cbf-8e79-18fba489821a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 1096 time: 0.8272700
Nov 20 21:01:24.222357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115c4b8f-b11c-4f79-b500-7b9cea832011 None None] Network 58505500-d0ff-4655-bf27-30887958fcaa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:24.239527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-ca6683a9-7721-4270-829f-b8ef1a469be7 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:24.249812 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-ca6683a9-7721-4270-829f-b8ef1a469be7 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/networks?id=a8f2480b-fc80-4ebf-9635-3977528e4714 HTTP/1.1" status: 200  len: 814 time: 0.8809061
Nov 20 21:01:24.302415 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77a590ad-537d-4f39-81e7-d5408b89fce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:24.362938 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77a590ad-537d-4f39-81e7-d5408b89fce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:24.365407 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27debf-d549-4975-9bc0-9721225aa3fb req-907e22a3-0350-4d82-b14c-05f802dd68b7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:24.374603 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1e27debf-d549-4975-9bc0-9721225aa3fb req-907e22a3-0350-4d82-b14c-05f802dd68b7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 947 time: 0.1265638
Nov 20 21:01:24.403404 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] For port 5c352741-4197-4cfc-b9f2-69018aa4115f, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:24.452121 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] For port 5c352741-4197-4cfc-b9f2-69018aa4115f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c352741-4197-4cfc-b9f2-69018aa4115f,segment=NetworkSegment(7f73ac3f-ed7c-4b15-bac6-dd8451d4e388),segment_id=7f73ac3f-ed7c-4b15-bac6-dd8451d4e388)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:24.461379 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:24.503321 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1e27debf-d549-4975-9bc0-9721225aa3fb req-11e524cc-e25f-4aac-867c-7355f064ec9c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1274581
Nov 20 21:01:24.520062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df082e4e-956f-4576-a178-d4c78574bf55 req-51e9a491-65f3-4103-9137-3d31d8b2d916 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:24.521904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:24.522573 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:24.523982 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] 10.222.0.47 "PUT /v2.0/ports/5c352741-4197-4cfc-b9f2-69018aa4115f HTTP/1.1" status: 200  len: 1092 time: 2.9704289
Nov 20 21:01:24.524662 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-df082e4e-956f-4576-a178-d4c78574bf55 req-51e9a491-65f3-4103-9137-3d31d8b2d916 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:24.527271 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77a590ad-537d-4f39-81e7-d5408b89fce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:24.534085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e82b2a4-a302-441d-9b65-9c0ad1288816', 'tag': '5c352741-4197-4cfc-b9f2-69018aa4115f'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:24.534275 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3711544-252e-4fa1-b75d-d7c36b5a40b6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e82b2a4-a302-441d-9b65-9c0ad1288816", "tag": "5c352741-4197-4cfc-b9f2-69018aa4115f"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:24.536557 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77a590ad-537d-4f39-81e7-d5408b89fce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:24.540244 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-77a590ad-537d-4f39-81e7-d5408b89fce9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8493d2c-a2b1-4162-a36f-c55250641485 HTTP/1.1" status: 204  len: 168 time: 0.8585358
Nov 20 21:01:24.563487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-58505500-d0ff-4655-bf27-30887958fcaa', 'network_id': '58505500-d0ff-4655-bf27-30887958fcaa', 'tenant_id': '8d2d425586f64e2bba9faa95444d1286', 'fixed_ips': [{'subnet_id': '8e0ba55e-e4f3-4836-8fec-e4e0c537a97e'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:01:24.564478 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:24.572358 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Request body: {'port': {'device_id': '7e82b2a4-a302-441d-9b65-9c0ad1288816', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:24.665900 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43454678-3e74-4b55-8153-a93ce3449ccf service neutron] Pushing event updated for resources: {'Port': ['ID=5c352741-4197-4cfc-b9f2-69018aa4115f,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:24.700238 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-8b2a2dda-defa-4b59-b287-aaa743cb74aa tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/quotas/6a7b316a84eb425aabf378a838ec02b3 HTTP/1.1" status: 200  len: 375 time: 0.4494321
Nov 20 21:01:24.744459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a590ad-537d-4f39-81e7-d5408b89fce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8493d2c-a2b1-4162-a36f-c55250641485,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:24.754342 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a9e4d066-713a-436c-9f18-bee306db6f3c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.8918314
Nov 20 21:01:24.770796 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50834) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:24.799296 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-65e50a42-1e5a-49ef-b472-03d10a61d172 None None] Provisioning complete for port 30ac0211-8c85-4946-8044-a3d499132c3b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:24.800255 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-65e50a42-1e5a-49ef-b472-03d10a61d172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:24.813799 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4ac660-4406-4991-8501-fc227f90fdb4 req-ede0ccc8-0ee9-4596-be2b-5c9bce5d84ed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=901c49c0-b13b-4d1f-a4f5-8b0fce50260f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5618930
Nov 20 21:01:24.817827 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df082e4e-956f-4576-a178-d4c78574bf55 req-51e9a491-65f3-4103-9137-3d31d8b2d916 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.9747696
Nov 20 21:01:24.872446 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Attempting to bind port 5332c620-9136-495b-bd4d-92357990f3a2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:24.873163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Attempting to bind port 5332c620-9136-495b-bd4d-92357990f3a2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4b649abf-c8be-42af-b705-d4f94f06269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:24.873163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Attempting to bind port 5332c620-9136-495b-bd4d-92357990f3a2 on network 9a4d1c40-4599-43fd-8084-24cc8c85159b {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:24.875922 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8d966-9873-44ce-959e-860ad7cd0b34 req-c886b182-560f-47cc-b887-ee6b22730439 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:24.877583 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-04b8d966-9873-44ce-959e-860ad7cd0b34 req-c886b182-560f-47cc-b887-ee6b22730439 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 945 time: 0.2012808
Nov 20 21:01:24.886865 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:24.914025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-65e50a42-1e5a-49ef-b472-03d10a61d172 None None] Port 30ac0211-8c85-4946-8044-a3d499132c3b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:01:24.939557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Allocated IP 172.20.0.2 (58505500-d0ff-4655-bf27-30887958fcaa/8e0ba55e-e4f3-4836-8fec-e4e0c537a97e/d46a8f62-32af-4a8d-a998-c17f1b20c9e3) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:24.954986 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-1516cf1b-8e4c-4cad-886f-7a38a9ad7906 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a7b316a84eb425aabf378a838ec02b3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2528129
Nov 20 21:01:24.955631 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Port 5332c620-9136-495b-bd4d-92357990f3a2 on network 9a4d1c40-4599-43fd-8084-24cc8c85159b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:24.955956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Attempting to bind port 5332c620-9136-495b-bd4d-92357990f3a2 on network 9a4d1c40-4599-43fd-8084-24cc8c85159b {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:24.959968 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-d39b84a3-a0c9-4517-aaea-60c9fa7c9f72 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Made reservation on behalf of 6a7b316a84eb425aabf378a838ec02b3 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:24.963720 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-d39b84a3-a0c9-4517-aaea-60c9fa7c9f72 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:24.976393 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:24.976732 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Checking segment: {'id': '4b649abf-c8be-42af-b705-d4f94f06269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:24.977127 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Bound using segment: {'id': '4b649abf-c8be-42af-b705-d4f94f06269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:24.977894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Bound port: 5332c620-9136-495b-bd4d-92357990f3a2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b649abf-c8be-42af-b705-d4f94f06269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:24.978031 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:25.151056 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-d39b84a3-a0c9-4517-aaea-60c9fa7c9f72 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Allocated IP 172.20.0.10 (a8f2480b-fc80-4ebf-9635-3977528e4714/e07f238a-03ae-410d-979c-eac4af184a33/a63523ab-4285-469f-b0a4-206673b76fcc) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:25.221639 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:25.232029 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f008fe68-b64a-4bda-ab3c-42f2c26a1280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9fddac-288d-4af5-b181-dc99829991f3'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:25.234739 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf9b7a9-7fed-4fc6-8d3e-3ba9a6e268f8" -d '{"events": [{"server_uuid": "f008fe68-b64a-4bda-ab3c-42f2c26a1280", "name": "network-vif-plugged", "status": "completed", "tag": "af9fddac-288d-4af5-b181-dc99829991f3"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:25.239266 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:25.312341 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Network 58505500-d0ff-4655-bf27-30887958fcaa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:25.321833 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:25.328154 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:25.334820 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Pushing event updated for resources: {'Port': ['ID=d46a8f62-32af-4a8d-a998-c17f1b20c9e3,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:25.362896 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-d39b84a3-a0c9-4517-aaea-60c9fa7c9f72 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:25.390416 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Request body: {'port': {'device_id': '8fc25086-0d43-4e57-88e4-74951ec706cb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:25.454898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Attempting to bind port d46a8f62-32af-4a8d-a998-c17f1b20c9e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:25.455277 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Attempting to bind port d46a8f62-32af-4a8d-a998-c17f1b20c9e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '85cf1dd4-df5a-4065-95b6-6a1ec2ee7c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '58505500-d0ff-4655-bf27-30887958fcaa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:25.455649 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Attempting to bind port d46a8f62-32af-4a8d-a998-c17f1b20c9e3 on network 58505500-d0ff-4655-bf27-30887958fcaa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:25.467556 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:25.468031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Checking segment: {'id': '85cf1dd4-df5a-4065-95b6-6a1ec2ee7c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '58505500-d0ff-4655-bf27-30887958fcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:25.468450 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:25.468851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Bound using segment: {'id': '85cf1dd4-df5a-4065-95b6-6a1ec2ee7c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '58505500-d0ff-4655-bf27-30887958fcaa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:25.469333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Bound port: d46a8f62-32af-4a8d-a998-c17f1b20c9e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85cf1dd4-df5a-4065-95b6-6a1ec2ee7c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '58505500-d0ff-4655-bf27-30887958fcaa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:25.469725 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:25.651112 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] For port d46a8f62-32af-4a8d-a998-c17f1b20c9e3, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:25.656187 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] For port d46a8f62-32af-4a8d-a998-c17f1b20c9e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d46a8f62-32af-4a8d-a998-c17f1b20c9e3,segment=NetworkSegment(85cf1dd4-df5a-4065-95b6-6a1ec2ee7c47),segment_id=85cf1dd4-df5a-4065-95b6-6a1ec2ee7c47)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:25.663878 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:25.667848 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:25.688111 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-d39b84a3-a0c9-4517-aaea-60c9fa7c9f72 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:25.697655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] For port 5332c620-9136-495b-bd4d-92357990f3a2, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:25.775602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b84a3-a0c9-4517-aaea-60c9fa7c9f72 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Pushing event updated for resources: {'Port': ['ID=a63523ab-4285-469f-b0a4-206673b76fcc,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:25.780672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-c7eca6e7-15d6-4153-9f9f-5b90bc2a7bd1 service neutron] 10.222.0.41 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7964211
Nov 20 21:01:25.809657 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc83359-471e-4fbd-ad45-a8fb18d24a13 None None] Pushing event updated for resources: {'Port': ['ID=d46a8f62-32af-4a8d-a998-c17f1b20c9e3,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:25.843440 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] For port 5332c620-9136-495b-bd4d-92357990f3a2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5332c620-9136-495b-bd4d-92357990f3a2,segment=NetworkSegment(4b649abf-c8be-42af-b705-d4f94f06269b),segment_id=4b649abf-c8be-42af-b705-d4f94f06269b)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:25.906211 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:25.916331 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:25.973210 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:26.013157 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-04b8d966-9873-44ce-959e-860ad7cd0b34 req-de60e57f-fd8c-4953-bbd4-dc5b0d969531 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/security-groups?id=4527ab92-9742-48bb-98f1-e99952454214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1077061
Nov 20 21:01:26.027098 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Transition to ACTIVE for port object d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:01:26.037496 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:26.057742 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:26.061244 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:26.062849 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] 10.222.0.47 "PUT /v2.0/ports/5332c620-9136-495b-bd4d-92357990f3a2 HTTP/1.1" status: 200  len: 1091 time: 6.1055131
Nov 20 21:01:26.125430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'tag': '5332c620-9136-495b-bd4d-92357990f3a2'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:26.139695 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9403615d-e388-473f-8136-068e5b6d01c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "tag": "5332c620-9136-495b-bd4d-92357990f3a2"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:26.158104 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-d39b84a3-a0c9-4517-aaea-60c9fa7c9f72 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Network a8f2480b-fc80-4ebf-9635-3977528e4714 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:26.262304 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Pushing event updated for resources: {'Port': ['ID=d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:26.276023 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc9017-50eb-4bdc-b59d-73b4d1b5b4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5332c620-9136-495b-bd4d-92357990f3a2,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:26.283991 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:26.292159 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Request body: {'port': {'device_id': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:26.342158 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-d39b84a3-a0c9-4517-aaea-60c9fa7c9f72 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:26.346701 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-d39b84a3-a0c9-4517-aaea-60c9fa7c9f72 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:26.440659 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50870) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:26.520040 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Attempting to bind port d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:26.520383 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Attempting to bind port d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1b885263-72f5-453c-9058-e569be630156'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:26.520715 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Attempting to bind port d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f on network 1b885263-72f5-453c-9058-e569be630156 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:26.605379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd28b2-2ae0-4cf9-ae38-1a5928cd6b1e req-1d6a16ea-7ee4-41b7-89ad-a8ad7eedf885 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:26.620146 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ddcd28b2-2ae0-4cf9-ae38-1a5928cd6b1e req-1d6a16ea-7ee4-41b7-89ad-a8ad7eedf885 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 945 time: 0.3713589
Nov 20 21:01:26.625714 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Port d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f on network 1b885263-72f5-453c-9058-e569be630156 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:26.626730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Attempting to bind port d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f on network 1b885263-72f5-453c-9058-e569be630156 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:26.704656 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:26.705017 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Checking segment: {'id': 'f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1b885263-72f5-453c-9058-e569be630156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:26.705403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Bound using segment: {'id': 'f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1b885263-72f5-453c-9058-e569be630156'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:26.705852 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Bound port: d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1b885263-72f5-453c-9058-e569be630156'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:26.706240 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:26.771160 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:26.796091 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cb929d7a-e8f8-4e21-b42e-656febe02d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:26.840634 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3ec2d890-018f-4d43-9488-da13526cf5a2 service neutron] 10.222.0.41 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0370219
Nov 20 21:01:26.860801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-d39b84a3-a0c9-4517-aaea-60c9fa7c9f72 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:26.861497 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-d39b84a3-a0c9-4517-aaea-60c9fa7c9f72 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:26.869669 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Deleting port d46a8f62-32af-4a8d-a998-c17f1b20c9e3 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:01:26.870030 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:26.934238 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-915475a0-3940-4d93-8609-bc437ff8a428 None None] Provisioning complete for port a63523ab-4285-469f-b0a4-206673b76fcc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:26.936369 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-915475a0-3940-4d93-8609-bc437ff8a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:26.954369 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cb929d7a-e8f8-4e21-b42e-656febe02d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:27.019211 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-d39b84a3-a0c9-4517-aaea-60c9fa7c9f72 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0741742
Nov 20 21:01:27.027713 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ddcd28b2-2ae0-4cf9-ae38-1a5928cd6b1e req-a57442d3-57fb-4111-a0e5-3b8b8095bbac tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=901c49c0-b13b-4d1f-a4f5-8b0fce50260f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4029140
Nov 20 21:01:27.041479 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cb929d7a-e8f8-4e21-b42e-656febe02d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:27.048527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Request body: {'port': {'device_id': '3c7f9f50-4ba7-462b-8d2d-4b514ccd3301', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:27.054753 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-915475a0-3940-4d93-8609-bc437ff8a428 None None] Port a63523ab-4285-469f-b0a4-206673b76fcc cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:01:27.204833 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cb929d7a-e8f8-4e21-b42e-656febe02d4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36e406c7f65b42a2b24a66cc687d2328&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7569442
Nov 20 21:01:27.205761 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50882) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:27.221523 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d65e01e-a2e1-48f5-95ee-1f19b733d304 x-openstack-request-id: req-5d65e01e-a2e1-48f5-95ee-1f19b733d304 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:27.222737 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e82b2a4-a302-441d-9b65-9c0ad1288816", "tag": "5c352741-4197-4cfc-b9f2-69018aa4115f", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:27.225832 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d65e01e-a2e1-48f5-95ee-1f19b733d304 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:27.226477 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e82b2a4-a302-441d-9b65-9c0ad1288816', 'tag': '5c352741-4197-4cfc-b9f2-69018aa4115f', 'status': 'completed', 'code': 200}
Nov 20 21:01:27.230846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb929d7a-e8f8-4e21-b42e-656febe02d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556e1a2f-255e-453f-885b-35fbf50e1433,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:27.392830 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4e7a14-7d21-4548-8472-ba80748bb825 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:27.401804 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:27.417578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Transition to ACTIVE for port object bd4e7a14-7d21-4548-8472-ba80748bb825 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:01:27.473834 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device d46a8f62-32af-4a8d-a998-c17f1b20c9e3 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:27.526352 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:27.541855 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:27.587374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port d46a8f62-32af-4a8d-a998-c17f1b20c9e3 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:27.587911 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:27.608381 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] For port d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:27.652409 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4e7a14-7d21-4548-8472-ba80748bb825,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:27.740403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a7df7-2c9d-42dd-8554-03e6bfc7766e req-94939170-2292-482b-9615-07d307677261 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:27.748771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ac0211-8c85-4946-8044-a3d499132c3b {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:27.749472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a7df7-2c9d-42dd-8554-03e6bfc7766e req-94939170-2292-482b-9615-07d307677261 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:27.757681 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a7df7-2c9d-42dd-8554-03e6bfc7766e req-94939170-2292-482b-9615-07d307677261 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:27.768895 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a7df7-2c9d-42dd-8554-03e6bfc7766e req-94939170-2292-482b-9615-07d307677261 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:27.776316 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a7df7-2c9d-42dd-8554-03e6bfc7766e req-94939170-2292-482b-9615-07d307677261 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:27.791640 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:27.791804 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-309a7df7-2c9d-42dd-8554-03e6bfc7766e req-94939170-2292-482b-9615-07d307677261 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 3827 time: 0.5617101
Nov 20 21:01:27.824025 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] For port d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f,segment=NetworkSegment(f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc),segment_id=f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:27.827906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98438dd-6299-435b-b6a0-8789b51f710d req-fc6c5c5d-f76a-4ef8-8985-f89115c3f012 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:27.835500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98438dd-6299-435b-b6a0-8789b51f710d req-fc6c5c5d-f76a-4ef8-8985-f89115c3f012 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:27.844797 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b98438dd-6299-435b-b6a0-8789b51f710d req-fc6c5c5d-f76a-4ef8-8985-f89115c3f012 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 1679 time: 0.4205351
Nov 20 21:01:27.858877 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:27.943085 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-309a7df7-2c9d-42dd-8554-03e6bfc7766e req-eb1b1c8a-b9c8-4082-afe7-ed5e459c133f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1436765
Nov 20 21:01:27.952993 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:27.956806 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port d46a8f62-32af-4a8d-a998-c17f1b20c9e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d46a8f62-32af-4a8d-a998-c17f1b20c9e3,segment=NetworkSegment(85cf1dd4-df5a-4065-95b6-6a1ec2ee7c47),segment_id=85cf1dd4-df5a-4065-95b6-6a1ec2ee7c47)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:27.960654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada5336d-3fbb-4139-838f-eedb5bc13676 None None] Network 58505500-d0ff-4655-bf27-30887958fcaa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:27.965735 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:28.022968 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711544-252e-4fa1-b75d-d7c36b5a40b6 req-b2b9d39a-5afc-4f17-8675-cd7ac1acf66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:28.023685 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711544-252e-4fa1-b75d-d7c36b5a40b6 req-b2b9d39a-5afc-4f17-8675-cd7ac1acf66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:28.030105 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b3711544-252e-4fa1-b75d-d7c36b5a40b6 req-b2b9d39a-5afc-4f17-8675-cd7ac1acf66a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ec4545fe17f4700bc073f25016da683&device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 1939 time: 0.7698228
Nov 20 21:01:28.041764 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] For port d46a8f62-32af-4a8d-a998-c17f1b20c9e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d46a8f62-32af-4a8d-a998-c17f1b20c9e3,segment=NetworkSegment(85cf1dd4-df5a-4065-95b6-6a1ec2ee7c47),segment_id=85cf1dd4-df5a-4065-95b6-6a1ec2ee7c47)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:28.047104 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:28.121905 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3761938-11ee-4006-8add-2ec740a763e3 x-openstack-request-id: req-e3761938-11ee-4006-8add-2ec740a763e3 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:28.121905 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f008fe68-b64a-4bda-ab3c-42f2c26a1280", "name": "network-vif-plugged", "status": "completed", "tag": "af9fddac-288d-4af5-b181-dc99829991f3", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:28.122274 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3761938-11ee-4006-8add-2ec740a763e3 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:28.123177 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f008fe68-b64a-4bda-ab3c-42f2c26a1280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9fddac-288d-4af5-b181-dc99829991f3', 'code': 200}
Nov 20 21:01:28.180007 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3353415-7081-46b6-986f-65550575a266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:28.214563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-dcf8de89-e81d-4752-a0e6-588dcc37bda1 None None] Provisioning complete for port d46a8f62-32af-4a8d-a998-c17f1b20c9e3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:28.215250 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dcf8de89-e81d-4752-a0e6-588dcc37bda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:28.227151 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3353415-7081-46b6-986f-65550575a266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:28.347516 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Pushing event updated for resources: {'Port': ['ID=d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:28.366777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=d46a8f62-32af-4a8d-a998-c17f1b20c9e3,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:28.403490 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Calling delete_port for d46a8f62-32af-4a8d-a998-c17f1b20c9e3 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:28.413940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:28.415938 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:28.418824 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-7eba5bfc-bfa1-4b8c-abb1-f3125836f925 service neutron] 10.222.0.47 "PUT /v2.0/ports/d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f HTTP/1.1" status: 200  len: 1092 time: 3.8564236
Nov 20 21:01:28.420317 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3353415-7081-46b6-986f-65550575a266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:28.425771 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3353415-7081-46b6-986f-65550575a266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:28.446910 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d3353415-7081-46b6-986f-65550575a266 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/556e1a2f-255e-453f-885b-35fbf50e1433 HTTP/1.1" status: 204  len: 168 time: 1.2006822
Nov 20 21:01:28.784885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3353415-7081-46b6-986f-65550575a266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556e1a2f-255e-453f-885b-35fbf50e1433,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:28.869230 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Transition to ACTIVE for port object 30ac0211-8c85-4946-8044-a3d499132c3b will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:01:28.942638 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b31fce-72f0-4816-aadf-7cefb6d1f03b req-95567af5-7f15-4486-ac70-4c68c340c80a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:28.953480 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-38b31fce-72f0-4816-aadf-7cefb6d1f03b req-95567af5-7f15-4486-ac70-4c68c340c80a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 947 time: 0.6188893
Nov 20 21:01:29.014751 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8838e4ba-8b7a-4c3f-a46e-98488243dcaf None None] Provisioning complete for port d46a8f62-32af-4a8d-a998-c17f1b20c9e3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:29.015281 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8838e4ba-8b7a-4c3f-a46e-98488243dcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:29.030239 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:29.145830 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Attempting to bind port bd4e7a14-7d21-4548-8472-ba80748bb825 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:29.146210 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Attempting to bind port bd4e7a14-7d21-4548-8472-ba80748bb825 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:29.146547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Attempting to bind port bd4e7a14-7d21-4548-8472-ba80748bb825 on network a71914d1-f8db-41aa-b100-1859a3120efd {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:29.177022 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-38b31fce-72f0-4816-aadf-7cefb6d1f03b req-d3e216bf-9739-4143-bc40-fd94d13dda7f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2225103
Nov 20 21:01:29.195674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Port bd4e7a14-7d21-4548-8472-ba80748bb825 on network a71914d1-f8db-41aa-b100-1859a3120efd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:29.196175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Attempting to bind port bd4e7a14-7d21-4548-8472-ba80748bb825 on network a71914d1-f8db-41aa-b100-1859a3120efd {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:29.202514 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b98438dd-6299-435b-b6a0-8789b51f710d req-9fb61bf3-acd1-41f6-b0a6-641eb03adeb1 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3567407
Nov 20 21:01:29.236161 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e82b2a4-a302-441d-9b65-9c0ad1288816', 'tag': 'd71fdd45-59d2-4a17-ad5b-f5bce4b5d47f'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:29.238684 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100d7bd8-90ba-40fe-a6e6-52836ceb0995" -d '{"events": [{"name": "network-changed", "server_uuid": "7e82b2a4-a302-441d-9b65-9c0ad1288816", "tag": "d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:29.260380 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711544-252e-4fa1-b75d-d7c36b5a40b6 req-03dc4822-5eab-4528-94a5-687eb9d738a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:29.260876 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711544-252e-4fa1-b75d-d7c36b5a40b6 req-03dc4822-5eab-4528-94a5-687eb9d738a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:29.261353 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711544-252e-4fa1-b75d-d7c36b5a40b6 req-03dc4822-5eab-4528-94a5-687eb9d738a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:29.265388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79653b-e324-406a-9ed6-19982ee68c6b req-cb8e9117-c7c7-40b0-871e-aee41cff825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:29.267181 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6b79653b-e324-406a-9ed6-19982ee68c6b req-cb8e9117-c7c7-40b0-871e-aee41cff825a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 1096 time: 0.3945150
Nov 20 21:01:29.268134 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:29.268663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Checking segment: {'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:29.269221 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Bound using segment: {'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:29.269836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Bound port: bd4e7a14-7d21-4548-8472-ba80748bb825, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:29.270405 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:29.285512 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b3711544-252e-4fa1-b75d-d7c36b5a40b6 req-03dc4822-5eab-4528-94a5-687eb9d738a1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4ec4545fe17f4700bc073f25016da683&shared=False HTTP/1.1" status: 200  len: 2289 time: 0.9640799
Nov 20 21:01:29.415679 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device d46a8f62-32af-4a8d-a998-c17f1b20c9e3 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:29.526210 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6b79653b-e324-406a-9ed6-19982ee68c6b req-47638e76-5934-44d4-837d-28aca231503e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4527ab92-9742-48bb-98f1-e99952454214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595855
Nov 20 21:01:29.526859 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Pushing event updated for resources: {'Port': ['ID=30ac0211-8c85-4946-8044-a3d499132c3b,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:29.541351 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:29.611749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No active binding found for port d46a8f62-32af-4a8d-a998-c17f1b20c9e3 {{(pid=126226) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 20 21:01:29.614916 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device d46a8f62-32af-4a8d-a998-c17f1b20c9e3 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Nov 20 21:01:29.669194 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Port d46a8f62-32af-4a8d-a998-c17f1b20c9e3 not found, will not notify nova. {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Nov 20 21:01:29.686763 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934483a1-d427-4179-8003-f5d290491b0f x-openstack-request-id: req-934483a1-d427-4179-8003-f5d290491b0f {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:29.687106 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "tag": "5332c620-9136-495b-bd4d-92357990f3a2", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:29.687331 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-934483a1-d427-4179-8003-f5d290491b0f {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:29.687764 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'tag': '5332c620-9136-495b-bd4d-92357990f3a2', 'status': 'completed', 'code': 200}
Nov 20 21:01:29.753967 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Port': ['ID=d46a8f62-32af-4a8d-a998-c17f1b20c9e3,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:29.848549 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] For port bd4e7a14-7d21-4548-8472-ba80748bb825, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:29.851703 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] For port bd4e7a14-7d21-4548-8472-ba80748bb825, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd4e7a14-7d21-4548-8472-ba80748bb825,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:29.913087 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:29.947495 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-86ca68eb-d676-4662-912b-869301ef4312 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:29.950360 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-86ca68eb-d676-4662-912b-869301ef4312 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.37 "GET /v2.0/networks?id=a8f2480b-fc80-4ebf-9635-3977528e4714 HTTP/1.1" status: 200  len: 814 time: 1.0073929
Nov 20 21:01:29.999266 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3e49dfab-b078-4c95-bb31-74a7a57214bf tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Request body: {'port': {'device_id': '7cc5c22e-5a81-482a-898e-703e259cb1a5', 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714', 'admin_state_up': True, 'tenant_id': '6a7b316a84eb425aabf378a838ec02b3'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:30.015640 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecd5af6-edf5-443e-a49e-2d61446bdccd None None] DHCP port deletion for 58505500-d0ff-4655-bf27-30887958fcaa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:01:30.105042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Attempting to bind port 30ac0211-8c85-4946-8044-a3d499132c3b on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:30.105454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Attempting to bind port 30ac0211-8c85-4946-8044-a3d499132c3b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f8158246-8c3a-4c9d-9900-a7eec183c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:30.105795 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Attempting to bind port 30ac0211-8c85-4946-8044-a3d499132c3b on network a8f2480b-fc80-4ebf-9635-3977528e4714 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:30.113728 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:30.114414 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:30.118034 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] 10.222.0.47 "PUT /v2.0/ports/bd4e7a14-7d21-4548-8472-ba80748bb825 HTTP/1.1" status: 200  len: 1131 time: 3.9206061
Nov 20 21:01:30.125738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Port 30ac0211-8c85-4946-8044-a3d499132c3b on network a8f2480b-fc80-4ebf-9635-3977528e4714 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:30.126137 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Attempting to bind port 30ac0211-8c85-4946-8044-a3d499132c3b on network a8f2480b-fc80-4ebf-9635-3977528e4714 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:30.170393 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:30.170753 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Checking segment: {'id': 'f8158246-8c3a-4c9d-9900-a7eec183c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:30.171166 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Bound using segment: {'id': 'f8158246-8c3a-4c9d-9900-a7eec183c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:30.171634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Bound port: 30ac0211-8c85-4946-8044-a3d499132c3b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8158246-8c3a-4c9d-9900-a7eec183c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:30.171998 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:30.194806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Request body: {'port': {'device_id': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:30.203699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63523ab-4285-469f-b0a4-206673b76fcc {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:30.219540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No DVR routers for this DVR port d46a8f62-32af-4a8d-a998-c17f1b20c9e3 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:01:30.226353 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42212e6-5eb9-4a7b-97e8-0f08b472e3c2 req-d920ee63-1d34-4afd-a8c5-450c00cce5f5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:30.230648 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a42212e6-5eb9-4a7b-97e8-0f08b472e3c2 req-d920ee63-1d34-4afd-a8c5-450c00cce5f5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 945 time: 0.7206519
Nov 20 21:01:30.238279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711544-252e-4fa1-b75d-d7c36b5a40b6 req-8b61658a-35fd-48ef-b73a-3b01c69d2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:30.240498 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b3711544-252e-4fa1-b75d-d7c36b5a40b6 req-8b61658a-35fd-48ef-b73a-3b01c69d2a90 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.9488661
Nov 20 21:01:30.293414 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278a85a-d404-4708-bcc9-197acdf5d2b6 req-8df9c7a1-78f0-4306-80bc-6cac4cd9fd4c tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:30.302525 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1278a85a-d404-4708-bcc9-197acdf5d2b6 req-8df9c7a1-78f0-4306-80bc-6cac4cd9fd4c tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 945 time: 0.5267124
Nov 20 21:01:30.308304 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:30.311505 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403615d-e388-473f-8136-068e5b6d01c5 req-aa529533-270a-4b97-b2c9-6a7550ad93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:30.312394 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403615d-e388-473f-8136-068e5b6d01c5 req-aa529533-270a-4b97-b2c9-6a7550ad93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:30.313080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403615d-e388-473f-8136-068e5b6d01c5 req-aa529533-270a-4b97-b2c9-6a7550ad93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:30.313817 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403615d-e388-473f-8136-068e5b6d01c5 req-aa529533-270a-4b97-b2c9-6a7550ad93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:30.314629 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403615d-e388-473f-8136-068e5b6d01c5 req-aa529533-270a-4b97-b2c9-6a7550ad93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:30.315296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403615d-e388-473f-8136-068e5b6d01c5 req-aa529533-270a-4b97-b2c9-6a7550ad93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:30.317428 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9403615d-e388-473f-8136-068e5b6d01c5 req-aa529533-270a-4b97-b2c9-6a7550ad93c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5244 time: 0.6071682
Nov 20 21:01:30.414291 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab097613-8d95-41c3-904b-664ec795bc51 None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 21:01:30.443067 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:30.467711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7220580-8535-43af-9bc8-e481aab978a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4e7a14-7d21-4548-8472-ba80748bb825,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:30.544136 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1278a85a-d404-4708-bcc9-197acdf5d2b6 req-b2547030-670d-4761-ad40-df6c6a16cadf tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/security-groups?id=4527ab92-9742-48bb-98f1-e99952454214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2341554
Nov 20 21:01:30.615593 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Transition to ACTIVE for port object a63523ab-4285-469f-b0a4-206673b76fcc will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:01:30.689598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3e49dfab-b078-4c95-bb31-74a7a57214bf tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Made reservation on behalf of 6a7b316a84eb425aabf378a838ec02b3 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:30.699478 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3e49dfab-b078-4c95-bb31-74a7a57214bf tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:30.707702 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92224a5-4469-4f77-86df-5b83354530e4 req-a7ff22a4-231c-4f8c-bda4-84bf62cf0f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:30.710756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92224a5-4469-4f77-86df-5b83354530e4 req-a7ff22a4-231c-4f8c-bda4-84bf62cf0f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:30.719432 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-a7ff22a4-231c-4f8c-bda4-84bf62cf0f70 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ec4545fe17f4700bc073f25016da683&device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 1981 time: 0.4003072
Nov 20 21:01:30.728019 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:30.753840 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403615d-e388-473f-8136-068e5b6d01c5 req-6ccb6dd5-27ce-43f4-a744-773dfe2a1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:30.766095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403615d-e388-473f-8136-068e5b6d01c5 req-6ccb6dd5-27ce-43f4-a744-773dfe2a1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:30.767182 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403615d-e388-473f-8136-068e5b6d01c5 req-6ccb6dd5-27ce-43f4-a744-773dfe2a1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:30.769074 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9403615d-e388-473f-8136-068e5b6d01c5 req-6ccb6dd5-27ce-43f4-a744-773dfe2a1f03 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.4275026
Nov 20 21:01:30.836644 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab097613-8d95-41c3-904b-664ec795bc51 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 20 21:01:30.848422 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a42212e6-5eb9-4a7b-97e8-0f08b472e3c2 req-976d4c17-7c0d-4924-bd6a-fa5029bd8ed4 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=901c49c0-b13b-4d1f-a4f5-8b0fce50260f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5788472
Nov 20 21:01:30.870569 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:30.886691 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Pushing event updated for resources: {'Port': ['ID=a63523ab-4285-469f-b0a4-206673b76fcc,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:30.891545 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50938) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:31.105389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] For port 30ac0211-8c85-4946-8044-a3d499132c3b, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:31.150353 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50940) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:31.285708 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device d46a8f62-32af-4a8d-a998-c17f1b20c9e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:01:31.301308 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] For port 30ac0211-8c85-4946-8044-a3d499132c3b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ac0211-8c85-4946-8044-a3d499132c3b,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:31.313714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: d46a8f62-32af-4a8d-a998-c17f1b20c9e3 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:01:31.314222 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device d46a8f62-32af-4a8d-a998-c17f1b20c9e3 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:01:31.370981 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:31.383008 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-89b3b21e-7082-4aef-bd89-e1c76394f3c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=5c352741-4197-4cfc-b9f2-69018aa4115f HTTP/1.1" status: 200  len: 217 time: 0.6518743
Nov 20 21:01:31.392862 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a1e70231-9cbd-4dd5-8030-f1a2155c1b0b req-29de3e90-fbc0-46d9-b6ea-8b364ec3e1d2 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 210 time: 0.6204522
Nov 20 21:01:31.399641 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:31.428940 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac71ab-cc77-4400-add8-96b6fe7ded6b tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:31.433550 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3bac71ab-cc77-4400-add8-96b6fe7ded6b tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 1091 time: 0.5092139
Nov 20 21:01:31.495768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50944) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:31.545937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '8adc5a88-c2fa-4460-a689-528a2266b1a5', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:31.571600 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92224a5-4469-4f77-86df-5b83354530e4 req-24b0571a-6120-4a91-a09b-c72ef16b6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:31.573226 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-24b0571a-6120-4a91-a09b-c72ef16b6029 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0dc35605-5801-4a98-856b-78ba5d36ed30 HTTP/1.1" status: 200  len: 801 time: 0.1754191
Nov 20 21:01:31.615119 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7983785-d9cf-4af4-aa41-c89f7e64dd00 x-openstack-request-id: req-c7983785-d9cf-4af4-aa41-c89f7e64dd00 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:31.615431 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e82b2a4-a302-441d-9b65-9c0ad1288816", "tag": "d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:31.615696 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7983785-d9cf-4af4-aa41-c89f7e64dd00 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:31.616104 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e82b2a4-a302-441d-9b65-9c0ad1288816', 'tag': 'd71fdd45-59d2-4a17-ad5b-f5bce4b5d47f', 'status': 'completed', 'code': 200}
Nov 20 21:01:31.629282 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0ba55e-e4f3-4836-8fec-e4e0c537a97e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:31.666360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d4e2f-e468-4d68-b49e-c1111dd32c6b req-09feb7d8-b0bf-447f-aaa9-d7918b2017da tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:31.682828 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d4e2f-e468-4d68-b49e-c1111dd32c6b req-09feb7d8-b0bf-447f-aaa9-d7918b2017da tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:31.692768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d4e2f-e468-4d68-b49e-c1111dd32c6b req-09feb7d8-b0bf-447f-aaa9-d7918b2017da tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:31.700110 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d4e2f-e468-4d68-b49e-c1111dd32c6b req-09feb7d8-b0bf-447f-aaa9-d7918b2017da tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:31.707537 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d4e2f-e468-4d68-b49e-c1111dd32c6b req-09feb7d8-b0bf-447f-aaa9-d7918b2017da tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:31.721673 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f21a36-b022-4ffa-8207-63350c619ae4 None None] Network 58505500-d0ff-4655-bf27-30887958fcaa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:31.726547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d4e2f-e468-4d68-b49e-c1111dd32c6b req-09feb7d8-b0bf-447f-aaa9-d7918b2017da tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:31.728491 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d9d4e2f-e468-4d68-b49e-c1111dd32c6b req-09feb7d8-b0bf-447f-aaa9-d7918b2017da tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 4600 time: 0.6976478
Nov 20 21:01:31.831074 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:31.877566 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54984eb0>,) {'filters': {'network_id': ['58505500-d0ff-4655-bf27-30887958fcaa']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:31.889885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54984eb0>, '85cf1dd4-df5a-4065-95b6-6a1ec2ee7c47') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:31.890285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54984eb0>, '85cf1dd4-df5a-4065-95b6-6a1ec2ee7c47') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:31.901269 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:31.917796 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:31.926353 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82f8d91-0669-4126-b3e1-73f302bbd061 None None] DHCP port deletion for 58505500-d0ff-4655-bf27-30887958fcaa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:01:31.939946 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:01:31.940355 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:31.969162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:31.969779 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:31.975795 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df082e4e-956f-4576-a178-d4c78574bf55 req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] 10.222.0.37 "PUT /v2.0/ports/30ac0211-8c85-4946-8044-a3d499132c3b HTTP/1.1" status: 200  len: 1092 time: 6.9625688
Nov 20 21:01:31.976309 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'tag': 'bd4e7a14-7d21-4548-8472-ba80748bb825'}, {'name': 'network-changed', 'server_uuid': '8fc25086-0d43-4e57-88e4-74951ec706cb', 'tag': '30ac0211-8c85-4946-8044-a3d499132c3b'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:31.978666 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f42148b-d241-45b3-b7d0-72b616b6ed6d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "tag": "bd4e7a14-7d21-4548-8472-ba80748bb825"}, {"name": "network-changed", "server_uuid": "8fc25086-0d43-4e57-88e4-74951ec706cb", "tag": "30ac0211-8c85-4946-8044-a3d499132c3b"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:01:32.017857 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:01:32.020206 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-26719926-ebc7-4884-abbc-35bbbe07c23f tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1614010897'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:32.031862 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Attempting to bind port a63523ab-4285-469f-b0a4-206673b76fcc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:32.031862 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Attempting to bind port a63523ab-4285-469f-b0a4-206673b76fcc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f8158246-8c3a-4c9d-9900-a7eec183c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:32.032266 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Attempting to bind port a63523ab-4285-469f-b0a4-206673b76fcc on network a8f2480b-fc80-4ebf-9635-3977528e4714 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:32.037233 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:32.056647 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:32.060978 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/58505500-d0ff-4655-bf27-30887958fcaa HTTP/1.1" status: 204  len: 168 time: 7.2880580
Nov 20 21:01:32.066093 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:32.079823 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50950) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:32.106429 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9d466997-41df-4685-bc12-a653a8cc7516 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-65020765'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:32.140459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44067e7a-f009-446e-94ab-f3058f3cfc8d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Network': ['ID=58505500-d0ff-4655-bf27-30887958fcaa,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:32.141076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Port a63523ab-4285-469f-b0a4-206673b76fcc on network a8f2480b-fc80-4ebf-9635-3977528e4714 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:32.141539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Attempting to bind port a63523ab-4285-469f-b0a4-206673b76fcc on network a8f2480b-fc80-4ebf-9635-3977528e4714 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:32.159542 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403615d-e388-473f-8136-068e5b6d01c5 req-ad2a1c81-7d01-4b74-9859-601107e24e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:32.161871 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9403615d-e388-473f-8136-068e5b6d01c5 req-ad2a1c81-7d01-4b74-9859-601107e24e6d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.3739076
Nov 20 21:01:32.188939 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727ce7a-5bbb-4908-976a-8fe0886175be req-5099733d-3f44-444e-a077-558b134058d2 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:32.191194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3e49dfab-b078-4c95-bb31-74a7a57214bf tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Allocated IP 172.20.0.12 (a8f2480b-fc80-4ebf-9635-3977528e4714/e07f238a-03ae-410d-979c-eac4af184a33/d9b0e2d6-668a-46d9-91dd-0b40e6525d46) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:32.193034 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3727ce7a-5bbb-4908-976a-8fe0886175be req-5099733d-3f44-444e-a077-558b134058d2 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 947 time: 0.5592525
Nov 20 21:01:32.197453 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92224a5-4469-4f77-86df-5b83354530e4 req-addf8dab-979e-4e9f-ac61-fb63a23889a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:32.198174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:32.198620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Checking segment: {'id': 'f8158246-8c3a-4c9d-9900-a7eec183c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:32.199084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Bound using segment: {'id': 'f8158246-8c3a-4c9d-9900-a7eec183c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:32.199556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Bound port: a63523ab-4285-469f-b0a4-206673b76fcc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8158246-8c3a-4c9d-9900-a7eec183c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:32.200102 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:32.202739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe35f79-78dd-4547-bbfe-1a9ea59aeec2 service neutron] Pushing event updated for resources: {'Port': ['ID=30ac0211-8c85-4946-8044-a3d499132c3b,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:32.203972 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-addf8dab-979e-4e9f-ac61-fb63a23889a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d592188-6e19-4699-a637-786cdf0d36f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5757432
Nov 20 21:01:32.214068 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.api [None req-9d466997-41df-4685-bc12-a653a8cc7516 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 20 21:01:32.214068 ncdv-master-1 neutron-server[126224]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 20 21:01:32.214068 ncdv-master-1 neutron-server[126224]: [parameters: {'project_id_1': '8d2d425586f64e2bba9faa95444d1286', 'expiration_1': datetime.datetime(2021, 11, 20, 21, 1, 12, 115088)}]
Nov 20 21:01:32.214068 ncdv-master-1 neutron-server[126224]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:01:32.214730 ncdv-master-1 neutron-server[126224]: DEBUG oslo_db.api [None req-9d466997-41df-4685-bc12-a653a8cc7516 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:01:32.214847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17593c85-2aba-4b07-b484-60c0a0677ba6 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:32.243210 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:32.265529 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26719926-ebc7-4884-abbc-35bbbe07c23f tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Made reservation on behalf of 7750dfdbcbf74ce4a97dff74d9e8ca55 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:32.269111 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26719926-ebc7-4884-abbc-35bbbe07c23f tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:32.334208 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26719926-ebc7-4884-abbc-35bbbe07c23f tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:32.336580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Transition to ACTIVE for port object 17593c85-2aba-4b07-b484-60c0a0677ba6 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:01:32.337807 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3727ce7a-5bbb-4908-976a-8fe0886175be req-91711a8b-8001-49bf-a1c2-9c07d2de2e22 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1322794
Nov 20 21:01:32.388221 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:32.389351 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-62e75817-92d2-4898-a5fc-660ba9aa7269 service neutron] 10.222.0.47 "GET /v2.0/networks/5d592188-6e19-4699-a637-786cdf0d36f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710334
Nov 20 21:01:32.392219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df082e4e-956f-4576-a178-d4c78574bf55 req-7def0726-7cf1-41b9-980d-d87ac5e9b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:32.393778 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df082e4e-956f-4576-a178-d4c78574bf55 req-7def0726-7cf1-41b9-980d-d87ac5e9b5e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a7b316a84eb425aabf378a838ec02b3&device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 1095 time: 0.3289485
Nov 20 21:01:32.419053 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d9d4e2f-e468-4d68-b49e-c1111dd32c6b req-56becdd8-56e8-464a-9444-a619d9f05da2 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3937235
Nov 20 21:01:32.601086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a930926-c56e-42f5-995f-0e5e4dead6b7 req-27bf1fde-14ed-4328-9145-793c0d8e6d89 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:32.609246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a930926-c56e-42f5-995f-0e5e4dead6b7 req-27bf1fde-14ed-4328-9145-793c0d8e6d89 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:32.611591 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6a930926-c56e-42f5-995f-0e5e4dead6b7 req-27bf1fde-14ed-4328-9145-793c0d8e6d89 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 1679 time: 0.1039634
Nov 20 21:01:32.614844 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-6f83d80f-7ba6-4730-9744-af77daae27c2 service neutron] 10.222.0.47 "GET /v2.0/networks/5d592188-6e19-4699-a637-786cdf0d36f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2191441
Nov 20 21:01:32.631875 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df082e4e-956f-4576-a178-d4c78574bf55 req-c64e6b6b-08b9-43d0-a940-1db1a23274ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ac0211-8c85-4946-8044-a3d499132c3b HTTP/1.1" status: 200  len: 217 time: 0.2087026
Nov 20 21:01:32.698418 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-ae2f717a-88e1-4f35-a621-5cecf4d6092f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.101&port_id=d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f HTTP/1.1" status: 200  len: 217 time: 0.0627921
Nov 20 21:01:32.726665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Pushing event updated for resources: {'Port': ['ID=17593c85-2aba-4b07-b484-60c0a0677ba6,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:32.761928 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] For port a63523ab-4285-469f-b0a4-206673b76fcc, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:32.793939 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d466997-41df-4685-bc12-a653a8cc7516 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:32.798601 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d466997-41df-4685-bc12-a653a8cc7516 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:32.842085 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] For port a63523ab-4285-469f-b0a4-206673b76fcc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a63523ab-4285-469f-b0a4-206673b76fcc,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:32.860808 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6a930926-c56e-42f5-995f-0e5e4dead6b7 req-32bc3a07-2b6d-46cc-90e2-20074b14bebd tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2345471
Nov 20 21:01:32.868156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92224a5-4469-4f77-86df-5b83354530e4 req-8202715c-6b57-421f-809e-1c11ce5a20c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:32.871256 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-8202715c-6b57-421f-809e-1c11ce5a20c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b16391a5-ec11-4f49-a39d-3639946f8d67 HTTP/1.1" status: 200  len: 801 time: 0.1632216
Nov 20 21:01:32.874677 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d466997-41df-4685-bc12-a653a8cc7516 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:01:32.911102 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:32.929588 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d466997-41df-4685-bc12-a653a8cc7516 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:32.929588 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-9d466997-41df-4685-bc12-a653a8cc7516 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Added segment 3d3d180e-f35f-4929-94fa-02b027690234 of type vlan for network d04c4643-b464-4ea4-8c25-812638c43afb
Nov 20 21:01:32.980846 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df082e4e-956f-4576-a178-d4c78574bf55 req-4f38ee5f-cdc6-44d8-88f9-268b158ca6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:32.983196 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df082e4e-956f-4576-a178-d4c78574bf55 req-4f38ee5f-cdc6-44d8-88f9-268b158ca6b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e07f238a-03ae-410d-979c-eac4af184a33 HTTP/1.1" status: 200  len: 853 time: 0.3183894
Nov 20 21:01:32.996640 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b8061e-8284-4636-b4b6-17dbe940cfcc x-openstack-request-id: req-c0b8061e-8284-4636-b4b6-17dbe940cfcc {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:32.997003 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "tag": "bd4e7a14-7d21-4548-8472-ba80748bb825", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8fc25086-0d43-4e57-88e4-74951ec706cb", "tag": "30ac0211-8c85-4946-8044-a3d499132c3b", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:32.997184 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0b8061e-8284-4636-b4b6-17dbe940cfcc {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:32.998259 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'tag': 'bd4e7a14-7d21-4548-8472-ba80748bb825', 'status': 'completed', 'code': 200}
Nov 20 21:01:32.998635 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc25086-0d43-4e57-88e4-74951ec706cb', 'tag': '30ac0211-8c85-4946-8044-a3d499132c3b', 'status': 'completed', 'code': 200}
Nov 20 21:01:33.002313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92224a5-4469-4f77-86df-5b83354530e4 req-87ab1df4-0758-4142-bfea-74d27e52b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:33.006926 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-87ab1df4-0758-4142-bfea-74d27e52b792 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b885263-72f5-453c-9058-e569be630156&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1263609
Nov 20 21:01:33.018530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ba2f7-741d-4e69-a6e8-f2f66a90ed55 req-6b4b4dcd-0052-4ca1-b06d-e362d7614167 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:33.025653 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f85ba2f7-741d-4e69-a6e8-f2f66a90ed55 req-6b4b4dcd-0052-4ca1-b06d-e362d7614167 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 945 time: 0.4144678
Nov 20 21:01:33.054227 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:33.054862 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:33.056718 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] 10.222.0.47 "PUT /v2.0/ports/a63523ab-4285-469f-b0a4-206673b76fcc HTTP/1.1" status: 200  len: 1092 time: 6.0250380
Nov 20 21:01:33.104312 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d466997-41df-4685-bc12-a653a8cc7516 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:33.183755 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dc7048b3-ebd1-4393-88be-115c96161d5b req-24820c0d-233b-4375-8b99-66706ea37587 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 210 time: 0.0918937
Nov 20 21:01:33.214011 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d466997-41df-4685-bc12-a653a8cc7516 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:33.225630 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d466997-41df-4685-bc12-a653a8cc7516 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:33.226343 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d466997-41df-4685-bc12-a653a8cc7516 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:33.249367 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26719926-ebc7-4884-abbc-35bbbe07c23f tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:33.283244 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:33.293118 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26719926-ebc7-4884-abbc-35bbbe07c23f tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:33.299192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51b41c-223c-4094-9d58-0c22459ea09c service neutron] Pushing event updated for resources: {'Port': ['ID=a63523ab-4285-469f-b0a4-206673b76fcc,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:33.318202 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3e49dfab-b078-4c95-bb31-74a7a57214bf tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:33.327972 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Attempting to bind port 17593c85-2aba-4b07-b484-60c0a0677ba6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:33.328389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Attempting to bind port 17593c85-2aba-4b07-b484-60c0a0677ba6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:33.328734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Attempting to bind port 17593c85-2aba-4b07-b484-60c0a0677ba6 on network a71914d1-f8db-41aa-b100-1859a3120efd {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:33.339495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-1be670f8-afe0-4e99-9f7d-02e043e1ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:33.340277 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-1be670f8-afe0-4e99-9f7d-02e043e1ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:33.340961 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-1be670f8-afe0-4e99-9f7d-02e043e1ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:33.341621 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-1be670f8-afe0-4e99-9f7d-02e043e1ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:33.342345 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-1be670f8-afe0-4e99-9f7d-02e043e1ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:33.343028 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-1be670f8-afe0-4e99-9f7d-02e043e1ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:33.343639 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-1be670f8-afe0-4e99-9f7d-02e043e1ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:33.345811 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-1be670f8-afe0-4e99-9f7d-02e043e1ced7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 6168 time: 0.3536334
Nov 20 21:01:33.361004 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9d466997-41df-4685-bc12-a653a8cc7516 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 1.2782826
Nov 20 21:01:33.386155 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50954) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:33.392794 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-bb3bf640-86ec-457e-b294-47b4bf7ba96c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'subnet': {'network_id': 'd04c4643-b464-4ea4-8c25-812638c43afb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:33.425948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Port 17593c85-2aba-4b07-b484-60c0a0677ba6 on network a71914d1-f8db-41aa-b100-1859a3120efd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:33.426306 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Attempting to bind port 17593c85-2aba-4b07-b484-60c0a0677ba6 on network a71914d1-f8db-41aa-b100-1859a3120efd {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:33.430699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26719926-ebc7-4884-abbc-35bbbe07c23f tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:01:33.441133 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df082e4e-956f-4576-a178-d4c78574bf55 req-137376df-dde3-4171-8a38-93040c8bb27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:33.442893 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df082e4e-956f-4576-a178-d4c78574bf55 req-137376df-dde3-4171-8a38-93040c8bb27b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8f2480b-fc80-4ebf-9635-3977528e4714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4409091
Nov 20 21:01:33.456105 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f85ba2f7-741d-4e69-a6e8-f2f66a90ed55 req-150461c8-be2c-46e5-b1ab-97c3c5213ec1 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/security-groups?id=4527ab92-9742-48bb-98f1-e99952454214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4295003
Nov 20 21:01:33.538964 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d466997-41df-4685-bc12-a653a8cc7516 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Network': ['ID=d04c4643-b464-4ea4-8c25-812638c43afb,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:33.552444 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network d04c4643-b464-4ea4-8c25-812638c43afb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:01:33.583448 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-ddec3bc0-d8b0-4abb-b4f2-d0336df14d67 service neutron] 10.222.0.47 "GET /v2.0/networks/1b885263-72f5-453c-9058-e569be630156?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5553708
Nov 20 21:01:33.699788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-4ab00f84-bc44-4e38-b47f-c8c0a2a1b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:33.701773 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-4ab00f84-bc44-4e38-b47f-c8c0a2a1b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:33.702683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-4ab00f84-bc44-4e38-b47f-c8c0a2a1b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:33.704558 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-4ab00f84-bc44-4e38-b47f-c8c0a2a1b7d5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.3419685
Nov 20 21:01:33.879310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935da9b-d6dd-4f57-b793-ce36f1be4d34 req-d44e2a1d-d9f5-4ba6-ba0a-458d261bd584 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:33.887376 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b935da9b-d6dd-4f57-b793-ce36f1be4d34 req-d44e2a1d-d9f5-4ba6-ba0a-458d261bd584 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 947 time: 0.3953583
Nov 20 21:01:34.000776 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3bf640-86ec-457e-b294-47b4bf7ba96c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:34.005147 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bb3bf640-86ec-457e-b294-47b4bf7ba96c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:34.048374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-713d0234-69a6-40ed-894e-c29f2589a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.048374 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-713d0234-69a6-40ed-894e-c29f2589a91e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2908065
Nov 20 21:01:34.054241 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b935da9b-d6dd-4f57-b793-ce36f1be4d34 req-64db4927-c0c8-4622-a1bd-9728221e3911 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1653330
Nov 20 21:01:34.063948 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a92224a5-4469-4f77-86df-5b83354530e4 req-ae406646-829b-4740-bb28-f3f594ee529b service neutron] 10.222.0.47 "GET /v2.0/networks/1b885263-72f5-453c-9058-e569be630156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4706743
Nov 20 21:01:34.122044 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:34.123049 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Checking segment: {'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:34.123509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Bound using segment: {'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:34.124256 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Bound port: 17593c85-2aba-4b07-b484-60c0a0677ba6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:34.124626 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:34.127443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.ipam_backend_mixin [None req-bb3bf640-86ec-457e-b294-47b4bf7ba96c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Performing IP validity checks on allocation pools {{(pid=126224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 20 21:01:34.128097 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.ipam_backend_mixin [None req-bb3bf640-86ec-457e-b294-47b4bf7ba96c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 20 21:01:34.145349 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26719926-ebc7-4884-abbc-35bbbe07c23f tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:34.145652 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-26719926-ebc7-4884-abbc-35bbbe07c23f tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Added segment 36accd1f-77eb-4d78-94e6-19b54caca11e of type vlan for network 8a037666-f0a4-440c-9195-bfe7adc90f8a
Nov 20 21:01:34.193957 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26719926-ebc7-4884-abbc-35bbbe07c23f tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:34.197769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d7bd8-90ba-40fe-a6e6-52836ceb0995 req-bc9f83d0-b2fe-4e01-b402-586dd5371b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.198198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d7bd8-90ba-40fe-a6e6-52836ceb0995 req-bc9f83d0-b2fe-4e01-b402-586dd5371b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.200060 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-100d7bd8-90ba-40fe-a6e6-52836ceb0995 req-bc9f83d0-b2fe-4e01-b402-586dd5371b67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ec4545fe17f4700bc073f25016da683&device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 1981 time: 0.0691736
Nov 20 21:01:34.219957 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-c54ffcf3-b170-41d9-a2cb-1c7e966264aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.221668 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-c54ffcf3-b170-41d9-a2cb-1c7e966264aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a7b316a84eb425aabf378a838ec02b3&device_id=3c7f9f50-4ba7-462b-8d2d-4b514ccd3301 HTTP/1.1" status: 200  len: 1095 time: 1.0973094
Nov 20 21:01:34.222473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26719926-ebc7-4884-abbc-35bbbe07c23f tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6668511e-cbab-42cf-add0-006e7bdbd32b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:34.254803 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3e49dfab-b078-4c95-bb31-74a7a57214bf tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:34.311501 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.db.resource_extend [None req-26719926-ebc7-4884-abbc-35bbbe07c23f tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 21:01:34.405702 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-7d0e25b9-78bd-4d63-93a5-903f7c8e7cbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a63523ab-4285-469f-b0a4-206673b76fcc HTTP/1.1" status: 200  len: 217 time: 0.1639469
Nov 20 21:01:34.412741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3e49dfab-b078-4c95-bb31-74a7a57214bf tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Network a8f2480b-fc80-4ebf-9635-3977528e4714 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:34.446949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d408991-bc39-4cda-8fbd-98728d0bdfc8 req-abed89d3-e3a5-43a3-8c43-f271355fbd04 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.453793 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d408991-bc39-4cda-8fbd-98728d0bdfc8 req-abed89d3-e3a5-43a3-8c43-f271355fbd04 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.455553 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4d408991-bc39-4cda-8fbd-98728d0bdfc8 req-abed89d3-e3a5-43a3-8c43-f271355fbd04 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 1679 time: 0.1752825
Nov 20 21:01:34.480156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3e49dfab-b078-4c95-bb31-74a7a57214bf tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:34.512676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d39686-1c8f-4e5c-981b-d7db54a0108b req-791a0df4-bf28-4d64-a82c-414b00923551 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.522485 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d39686-1c8f-4e5c-981b-d7db54a0108b req-791a0df4-bf28-4d64-a82c-414b00923551 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.522800 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bb3bf640-86ec-457e-b294-47b4bf7ba96c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:34.525128 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d7bd8-90ba-40fe-a6e6-52836ceb0995 req-22fdb219-1c91-4e23-ad76-bf0a5b6a603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.526637 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-100d7bd8-90ba-40fe-a6e6-52836ceb0995 req-22fdb219-1c91-4e23-ad76-bf0a5b6a603f service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b885263-72f5-453c-9058-e569be630156 HTTP/1.1" status: 200  len: 902 time: 0.3165855
Nov 20 21:01:34.529485 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d39686-1c8f-4e5c-981b-d7db54a0108b req-791a0df4-bf28-4d64-a82c-414b00923551 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.535785 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d39686-1c8f-4e5c-981b-d7db54a0108b req-791a0df4-bf28-4d64-a82c-414b00923551 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.541910 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d39686-1c8f-4e5c-981b-d7db54a0108b req-791a0df4-bf28-4d64-a82c-414b00923551 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.552738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d39686-1c8f-4e5c-981b-d7db54a0108b req-791a0df4-bf28-4d64-a82c-414b00923551 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.565947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d39686-1c8f-4e5c-981b-d7db54a0108b req-791a0df4-bf28-4d64-a82c-414b00923551 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.575419 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47d39686-1c8f-4e5c-981b-d7db54a0108b req-791a0df4-bf28-4d64-a82c-414b00923551 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5373 time: 0.5188906
Nov 20 21:01:34.610982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3e49dfab-b078-4c95-bb31-74a7a57214bf tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:34.644947 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4d408991-bc39-4cda-8fbd-98728d0bdfc8 req-df3d24d9-4757-4d29-8264-c503f765cb99 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1820526
Nov 20 21:01:34.650299 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-100d7bd8-90ba-40fe-a6e6-52836ceb0995 req-497f8b41-060c-48a0-b01f-677e4ed640a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.101&port_id=d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f HTTP/1.1" status: 200  len: 217 time: 0.0941043
Nov 20 21:01:34.659100 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26719926-ebc7-4884-abbc-35bbbe07c23f tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:34.667228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26719926-ebc7-4884-abbc-35bbbe07c23f tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.668490 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26719926-ebc7-4884-abbc-35bbbe07c23f tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:34.727802 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d7bd8-90ba-40fe-a6e6-52836ceb0995 req-f561d437-0730-4675-b370-8401d31ec216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.729324 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-100d7bd8-90ba-40fe-a6e6-52836ceb0995 req-f561d437-0730-4675-b370-8401d31ec216 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b16391a5-ec11-4f49-a39d-3639946f8d67 HTTP/1.1" status: 200  len: 801 time: 0.0714245
Nov 20 21:01:34.747551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] For port 17593c85-2aba-4b07-b484-60c0a0677ba6, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:34.789494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bf640-86ec-457e-b294-47b4bf7ba96c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Subnet': ['ID=a73d25aa-ad08-4a9a-ae4d-77c68b8f063d,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:34.816841 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49dfab-b078-4c95-bb31-74a7a57214bf tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Pushing event updated for resources: {'Port': ['ID=d9b0e2d6-668a-46d9-91dd-0b40e6525d46,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:34.849575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3bf640-86ec-457e-b294-47b4bf7ba96c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Checking segment: {'id': '3d3d180e-f35f-4929-94fa-02b027690234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd04c4643-b464-4ea4-8c25-812638c43afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:34.849941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3bf640-86ec-457e-b294-47b4bf7ba96c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network hostable DHCP agents. Network: d04c4643-b464-4ea4-8c25-812638c43afb, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:01:34.876972 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d7bd8-90ba-40fe-a6e6-52836ceb0995 req-33358102-3289-4db0-b7d2-e18cae00da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.880413 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-100d7bd8-90ba-40fe-a6e6-52836ceb0995 req-33358102-3289-4db0-b7d2-e18cae00da31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b885263-72f5-453c-9058-e569be630156&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1297975
Nov 20 21:01:34.905730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] For port 17593c85-2aba-4b07-b484-60c0a0677ba6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17593c85-2aba-4b07-b484-60c0a0677ba6,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:34.911180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Allocated IP 172.35.1.185 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/4b2bb0e8-eb43-4c27-ac6d-bfd0b7a2c69b) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:34.912544 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c60bac-b2cc-4f1a-9bd7-4743f613f803 req-81b0d3bc-4ab5-434a-a9a2-10735b877cc6 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.913075 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6a7d67d1-6243-41cd-b57d-44356a59cff2 None None] Provisioning complete for port d9b0e2d6-668a-46d9-91dd-0b40e6525d46 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:34.914307 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0c60bac-b2cc-4f1a-9bd7-4743f613f803 req-81b0d3bc-4ab5-434a-a9a2-10735b877cc6 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 932 time: 0.1215036
Nov 20 21:01:34.914734 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6a7d67d1-6243-41cd-b57d-44356a59cff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:34.917578 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3bf640-86ec-457e-b294-47b4bf7ba96c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network d04c4643-b464-4ea4-8c25-812638c43afb is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:01:34.924395 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-26719926-ebc7-4884-abbc-35bbbe07c23f tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 3.7496786
Nov 20 21:01:34.926872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df082e4e-956f-4576-a178-d4c78574bf55 req-0984c5d5-3058-4a2b-8739-a685bef220a8 service neutron] 10.222.0.37 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4696469
Nov 20 21:01:34.955632 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d67d1-6243-41cd-b57d-44356a59cff2 None None] Port d9b0e2d6-668a-46d9-91dd-0b40e6525d46 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:01:34.957313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-bb3bf640-86ec-457e-b294-47b4bf7ba96c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d04c4643-b464-4ea4-8c25-812638c43afb) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:34.961310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-34571b5d-efc4-4b87-880e-28bbc57e1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.962906 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-34571b5d-efc4-4b87-880e-28bbc57e1a25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e07f238a-03ae-410d-979c-eac4af184a33 HTTP/1.1" status: 200  len: 853 time: 0.5409949
Nov 20 21:01:34.973818 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d260afd-4705-47b4-8dbf-215b3e05cb9a None None] Network d04c4643-b464-4ea4-8c25-812638c43afb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:34.975858 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3bf640-86ec-457e-b294-47b4bf7ba96c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.976354 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:34.976494 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bb3bf640-86ec-457e-b294-47b4bf7ba96c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:34.984491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3e49dfab-b078-4c95-bb31-74a7a57214bf tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:34.985266 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3e49dfab-b078-4c95-bb31-74a7a57214bf tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:35.005768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7f9f50-4ba7-462b-8d2d-4b514ccd3301', 'tag': 'a63523ab-4285-469f-b0a4-206673b76fcc'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:35.008259 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49f505e-a0ea-43ac-af72-64b0b779021c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7f9f50-4ba7-462b-8d2d-4b514ccd3301", "tag": "a63523ab-4285-469f-b0a4-206673b76fcc"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:35.014811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26719926-ebc7-4884-abbc-35bbbe07c23f tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Pushing event updated for resources: {'Network': ['ID=8a037666-f0a4-440c-9195-bfe7adc90f8a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:35.048968 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0c60bac-b2cc-4f1a-9bd7-4743f613f803 req-9d9b0d4f-ea19-4504-a538-94a121da7aab tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121223
Nov 20 21:01:35.054924 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 8a037666-f0a4-440c-9195-bfe7adc90f8a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:01:35.107539 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-100d7bd8-90ba-40fe-a6e6-52836ceb0995 req-1327fa75-b3b1-43e2-81c0-3afa3495ac50 service neutron] 10.222.0.47 "GET /v2.0/networks/1b885263-72f5-453c-9058-e569be630156?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2119226
Nov 20 21:01:35.122166 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bb3bf640-86ec-457e-b294-47b4bf7ba96c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 1.7344508
Nov 20 21:01:35.148096 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50976) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:35.323031 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df082e4e-956f-4576-a178-d4c78574bf55 req-ee25f230-b7fb-4215-ab49-389b24756720 service neutron] 10.222.0.37 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3589745
Nov 20 21:01:35.346403 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:35.347265 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:35.348869 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] 10.222.0.47 "PUT /v2.0/ports/17593c85-2aba-4b07-b484-60c0a0677ba6 HTTP/1.1" status: 200  len: 1131 time: 5.1674473
Nov 20 21:01:35.358998 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d04c4643-b464-4ea4-8c25-812638c43afb', 'network_id': 'd04c4643-b464-4ea4-8c25-812638c43afb', 'tenant_id': '8d2d425586f64e2bba9faa95444d1286', 'fixed_ips': [{'subnet_id': 'a73d25aa-ad08-4a9a-ae4d-77c68b8f063d'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:01:35.361750 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:35.371977 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47d39686-1c8f-4e5c-981b-d7db54a0108b req-24f62502-4d40-42df-bc6b-51f9f8de9f3b tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.7920518
Nov 20 21:01:35.382697 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3e49dfab-b078-4c95-bb31-74a7a57214bf tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.3927722
Nov 20 21:01:35.400333 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Request body: {'port': {'device_id': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:35.468007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Request body: {'port': {'device_id': '7cc5c22e-5a81-482a-898e-703e259cb1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:35.539787 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd344fe-5645-4ea7-bb4b-31485e62dd1c x-openstack-request-id: req-4dd344fe-5645-4ea7-bb4b-31485e62dd1c {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:35.540085 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7f9f50-4ba7-462b-8d2d-4b514ccd3301", "tag": "a63523ab-4285-469f-b0a4-206673b76fcc", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:35.540345 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4dd344fe-5645-4ea7-bb4b-31485e62dd1c {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:35.540750 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7f9f50-4ba7-462b-8d2d-4b514ccd3301', 'tag': 'a63523ab-4285-469f-b0a4-206673b76fcc', 'status': 'completed', 'code': 200}
Nov 20 21:01:35.667368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b53f4d-5985-40c9-9913-903646d7d9bd service neutron] Pushing event updated for resources: {'Port': ['ID=17593c85-2aba-4b07-b484-60c0a0677ba6,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:35.711755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-b4755250-e626-4661-88f9-0f033580c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:35.713508 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-b4755250-e626-4661-88f9-0f033580c9f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8f2480b-fc80-4ebf-9635-3977528e4714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.7150674
Nov 20 21:01:35.768891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Allocated IP 172.20.0.3 (d04c4643-b464-4ea4-8c25-812638c43afb/a73d25aa-ad08-4a9a-ae4d-77c68b8f063d/c61f7200-3462-43ec-b0dc-3bdce20cd84c) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:35.862240 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:35.870432 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50984) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:35.887635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Request body: {'port': {'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-842806977'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:35.918215 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:35.973140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-0f35a519-2119-4272-9ebb-f1d8dca392b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:35.975030 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-0f35a519-2119-4272-9ebb-f1d8dca392b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a7b316a84eb425aabf378a838ec02b3&device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 1095 time: 0.4240336
Nov 20 21:01:35.979827 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:35.985469 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:35.995408 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:36.000933 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:36.004419 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-100d7bd8-90ba-40fe-a6e6-52836ceb0995 req-86960d38-38c2-48c4-863f-72ec760d244b service neutron] 10.222.0.47 "GET /v2.0/networks/1b885263-72f5-453c-9058-e569be630156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8787599
Nov 20 21:01:36.045956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f36c4-d29d-4ad2-b5e0-52db9cf96d99 req-bb121bf4-6845-4ba2-b36a-1f5eedc30401 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:36.047957 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5e8f36c4-d29d-4ad2-b5e0-52db9cf96d99 req-bb121bf4-6845-4ba2-b36a-1f5eedc30401 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 947 time: 0.3562703
Nov 20 21:01:36.061158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Network d04c4643-b464-4ea4-8c25-812638c43afb is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:36.066690 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa93cac-e9d4-484b-9d9e-c13d775f73a3 req-5f4cfe36-6e2f-4099-9fa3-94a942c4d841 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:36.071855 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:36.074879 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0aa93cac-e9d4-484b-9d9e-c13d775f73a3 req-5f4cfe36-6e2f-4099-9fa3-94a942c4d841 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 945 time: 0.1123493
Nov 20 21:01:36.136247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Pushing event updated for resources: {'Port': ['ID=c61f7200-3462-43ec-b0dc-3bdce20cd84c,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:36.148501 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0aa93cac-e9d4-484b-9d9e-c13d775f73a3 req-cbe58329-22ca-4ff4-9f36-1c880082cdde tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/security-groups?id=4527ab92-9742-48bb-98f1-e99952454214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726120
Nov 20 21:01:36.156743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:36.165648 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:36.166012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:36.166396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:36.205375 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Made reservation on behalf of 66e51c30faac43cd87211e0baa61e067 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:36.207448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:36.207448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:36.207448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:36.207448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:36.207448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:36.207448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:36.207988 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:36.208125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:36.208125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:36.208125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:01:36.233695 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Deleting port c61f7200-3462-43ec-b0dc-3bdce20cd84c {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:01:36.241667 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:36.264563 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-7c36526c-f54a-494b-bda7-90aaeaa29ce9 service neutron] 10.222.0.47 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5142493
Nov 20 21:01:36.324002 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:36.484878 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb93df-3ebe-42d3-bd18-d8d53a3b5785 req-9f25fc2d-8495-480c-a913-35e43ac0ba8e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:36.495219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb93df-3ebe-42d3-bd18-d8d53a3b5785 req-9f25fc2d-8495-480c-a913-35e43ac0ba8e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:36.500920 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:36.503343 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5c352741-4197-4cfc-b9f2-69018aa4115f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:01:36.505031 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5cfb93df-3ebe-42d3-bd18-d8d53a3b5785 req-9f25fc2d-8495-480c-a913-35e43ac0ba8e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 1679 time: 0.2032363
Nov 20 21:01:36.534601 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] For port c61f7200-3462-43ec-b0dc-3bdce20cd84c, host ncdv-master-1, got binding levels [] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:36.534972 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:36.539898 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5e8f36c4-d29d-4ad2-b5e0-52db9cf96d99 req-abebcfdd-46f6-4695-9572-5dcc05bf990c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4515805
Nov 20 21:01:36.601578 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Calling delete_port for c61f7200-3462-43ec-b0dc-3bdce20cd84c owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:36.628581 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5c352741-4197-4cfc-b9f2-69018aa4115f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c352741-4197-4cfc-b9f2-69018aa4115f,segment=NetworkSegment(7f73ac3f-ed7c-4b15-bac6-dd8451d4e388),segment_id=7f73ac3f-ed7c-4b15-bac6-dd8451d4e388)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:36.646387 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '5c352741-4197-4cfc-b9f2-69018aa4115f', 'network_id': '5d592188-6e19-4699-a637-786cdf0d36f7', 'port_id': '5c352741-4197-4cfc-b9f2-69018aa4115f', 'mac_address': 'fa:16:3e:bd:fb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc35605-5801-4a98-856b-78ba5d36ed30', 'ip_address': '19.80.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:01:36.656461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-a915daa3-935b-4e3f-aeb8-da10a63e4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:36.658799 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-a915daa3-935b-4e3f-aeb8-da10a63e4566 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8f2480b-fc80-4ebf-9635-3977528e4714 HTTP/1.1" status: 200  len: 915 time: 0.6671457
Nov 20 21:01:36.690168 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:36.706734 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:36.713005 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:36.724772 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c352741-4197-4cfc-b9f2-69018aa4115f {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:36.751975 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5c352741-4197-4cfc-b9f2-69018aa4115f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c352741-4197-4cfc-b9f2-69018aa4115f,segment=NetworkSegment(7f73ac3f-ed7c-4b15-bac6-dd8451d4e388),segment_id=7f73ac3f-ed7c-4b15-bac6-dd8451d4e388)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:36.757575 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:36.758855 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:01:36.769874 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:36.795209 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:36.874156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Port': ['ID=c61f7200-3462-43ec-b0dc-3bdce20cd84c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:36.880195 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f,segment=NetworkSegment(f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc),segment_id=f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:36.914185 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5cfb93df-3ebe-42d3-bd18-d8d53a3b5785 req-9b0c2897-0755-4573-9dae-75df3aad8526 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4081414
Nov 20 21:01:36.915851 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No DVR routers for this DVR port c61f7200-3462-43ec-b0dc-3bdce20cd84c on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:01:36.942902 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-2f6f22e6-4a02-49f6-ad34-b1ca501d9ead service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ac0211-8c85-4946-8044-a3d499132c3b HTTP/1.1" status: 200  len: 217 time: 0.2693880
Nov 20 21:01:36.952303 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'd71fdd45-59d2-4a17-ad5b-f5bce4b5d47f', 'network_id': '1b885263-72f5-453c-9058-e569be630156', 'port_id': 'd71fdd45-59d2-4a17-ad5b-f5bce4b5d47f', 'mac_address': 'fa:16:3e:80:bd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16391a5-ec11-4f49-a39d-3639946f8d67', 'ip_address': '19.86.0.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:01:36.954290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Attempting to bind port c61f7200-3462-43ec-b0dc-3bdce20cd84c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:36.954698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Attempting to bind port c61f7200-3462-43ec-b0dc-3bdce20cd84c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3d3d180e-f35f-4929-94fa-02b027690234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd04c4643-b464-4ea4-8c25-812638c43afb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:36.955089 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Attempting to bind port c61f7200-3462-43ec-b0dc-3bdce20cd84c on network d04c4643-b464-4ea4-8c25-812638c43afb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:36.959064 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5c352741-4197-4cfc-b9f2-69018aa4115f,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:36.965878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:36.966794 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Checking segment: {'id': '3d3d180e-f35f-4929-94fa-02b027690234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd04c4643-b464-4ea4-8c25-812638c43afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:36.967259 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:36.967626 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Bound using segment: {'id': '3d3d180e-f35f-4929-94fa-02b027690234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd04c4643-b464-4ea4-8c25-812638c43afb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:36.968598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Bound port: c61f7200-3462-43ec-b0dc-3bdce20cd84c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3d180e-f35f-4929-94fa-02b027690234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd04c4643-b464-4ea4-8c25-812638c43afb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:36.968984 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:36.993751 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Port': ['ID=4b2bb0e8-eb43-4c27-ac6d-bfd0b7a2c69b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:37.028114 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:37.038936 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:37.070549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8a5147ab-b9a9-43de-8542-5f9335d141b4 None None] Port c61f7200-3462-43ec-b0dc-3bdce20cd84c has been deleted concurrently {{(pid=126226) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}}
Nov 20 21:01:37.074032 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:37.097759 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f,segment=NetworkSegment(f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc),segment_id=f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:37.106329 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:37.120620 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:37.213466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:37.237371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Subnet': ['ID=a73d25aa-ad08-4a9a-ae4d-77c68b8f063d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:37.258352 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-820a63fe-c532-4dc7-b839-ef7e8ed076c0 req-2b2e534e-11e9-427a-862b-55e32b371e36 service neutron] 10.222.0.47 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9259832
Nov 20 21:01:37.306141 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:37.346896 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f870d60>,) {'filters': {'network_id': ['d04c4643-b464-4ea4-8c25-812638c43afb']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:37.353451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:01:37.397223 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f870d60>, '3d3d180e-f35f-4929-94fa-02b027690234') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:37.397504 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f870d60>, '3d3d180e-f35f-4929-94fa-02b027690234') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:37.449547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec4519-371f-4c64-a88f-6f0b41e241ea req-4d61cfe1-5583-4c63-8d5d-f8d81bf2ae0e tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:37.469541 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec4519-371f-4c64-a88f-6f0b41e241ea req-4d61cfe1-5583-4c63-8d5d-f8d81bf2ae0e tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:37.488173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec4519-371f-4c64-a88f-6f0b41e241ea req-4d61cfe1-5583-4c63-8d5d-f8d81bf2ae0e tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:37.494974 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31262065-0dbc-4127-be58-72e09f3f910d req-cec3c769-3887-484b-b545-8ff692e2160d tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:37.496559 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-31262065-0dbc-4127-be58-72e09f3f910d req-cec3c769-3887-484b-b545-8ff692e2160d tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 932 time: 0.7921860
Nov 20 21:01:37.506721 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec4519-371f-4c64-a88f-6f0b41e241ea req-4d61cfe1-5583-4c63-8d5d-f8d81bf2ae0e tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:37.526809 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec4519-371f-4c64-a88f-6f0b41e241ea req-4d61cfe1-5583-4c63-8d5d-f8d81bf2ae0e tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:37.543091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec4519-371f-4c64-a88f-6f0b41e241ea req-4d61cfe1-5583-4c63-8d5d-f8d81bf2ae0e tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:37.549817 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec4519-371f-4c64-a88f-6f0b41e241ea req-4d61cfe1-5583-4c63-8d5d-f8d81bf2ae0e tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:37.558149 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f7ec4519-371f-4c64-a88f-6f0b41e241ea req-4d61cfe1-5583-4c63-8d5d-f8d81bf2ae0e tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5373 time: 0.4409359
Nov 20 21:01:37.581746 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:37.627044 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:37.660546 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:01:37.660867 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:01:37.750488 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:01:37.783487 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f7ec4519-371f-4c64-a88f-6f0b41e241ea req-e6e272b7-01b9-4f6b-8c94-20b0cdce27a2 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2241747
Nov 20 21:01:37.784974 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:37.797376 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:37.806630 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/d04c4643-b464-4ea4-8c25-812638c43afb HTTP/1.1" status: 204  len: 168 time: 2.6574852
Nov 20 21:01:37.807301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50998) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:37.815626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-48d1a08d-e4b8-4cbd-bf00-be8c9d5fcacd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1570252026'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:37.850331 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d1a08d-e4b8-4cbd-bf00-be8c9d5fcacd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:37.854103 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48d1a08d-e4b8-4cbd-bf00-be8c9d5fcacd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:37.862349 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b278a-bbd7-4c53-9263-f37eca678b45 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Network': ['ID=d04c4643-b464-4ea4-8c25-812638c43afb,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:37.943994 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d1a08d-e4b8-4cbd-bf00-be8c9d5fcacd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:01:37.960059 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48d1a08d-e4b8-4cbd-bf00-be8c9d5fcacd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:37.960597 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-48d1a08d-e4b8-4cbd-bf00-be8c9d5fcacd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Added segment 6287590a-4276-439e-9fb5-fff43e8b48ec of type vlan for network a5cee038-1f3a-45b3-9bc3-85cc958ddbb0
Nov 20 21:01:37.992114 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 30ac0211-8c85-4946-8044-a3d499132c3b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:01:37.994810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'tag': '17593c85-2aba-4b07-b484-60c0a0677ba6'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:37.997385 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d5a73f-4c80-461c-9dec-157db6d9e588" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "tag": "17593c85-2aba-4b07-b484-60c0a0677ba6"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:38.007292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb82e9-1f35-42c0-9578-bd26f325c49a req-4ec6a28b-094c-4945-a154-ecee45f8ca38 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:38.008823 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3eb82e9-1f35-42c0-9578-bd26f325c49a req-4ec6a28b-094c-4945-a154-ecee45f8ca38 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 945 time: 1.1820688
Nov 20 21:01:38.027779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db722f9-9526-4971-be22-5d7c00ea572b req-762204bf-e560-4f80-acaf-e699c256c309 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:38.030412 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8db722f9-9526-4971-be22-5d7c00ea572b req-762204bf-e560-4f80-acaf-e699c256c309 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 945 time: 0.1309156
Nov 20 21:01:38.032775 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48d1a08d-e4b8-4cbd-bf00-be8c9d5fcacd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:38.053562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-e3c874ec-cf70-48fe-a65c-2c06f2342984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:38.055577 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-e3c874ec-cf70-48fe-a65c-2c06f2342984 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e07f238a-03ae-410d-979c-eac4af184a33 HTTP/1.1" status: 200  len: 853 time: 1.0378335
Nov 20 21:01:38.093501 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48d1a08d-e4b8-4cbd-bf00-be8c9d5fcacd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:38.100964 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d1a08d-e4b8-4cbd-bf00-be8c9d5fcacd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:38.101602 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48d1a08d-e4b8-4cbd-bf00-be8c9d5fcacd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:38.132613 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:38.141833 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:38.179519 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:38.185708 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 30ac0211-8c85-4946-8044-a3d499132c3b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ac0211-8c85-4946-8044-a3d499132c3b,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:38.211770 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1a08d-e4b8-4cbd-bf00-be8c9d5fcacd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Network': ['ID=a5cee038-1f3a-45b3-9bc3-85cc958ddbb0,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:38.238150 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-48d1a08d-e4b8-4cbd-bf00-be8c9d5fcacd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4282856
Nov 20 21:01:38.242915 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51014) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:38.253127 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ba6c0a98-e4a5-4a96-8f0e-db4e10977573 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'subnet': {'network_id': 'a5cee038-1f3a-45b3-9bc3-85cc958ddbb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:38.254108 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network a5cee038-1f3a-45b3-9bc3-85cc958ddbb0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:01:38.254975 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] device_id is not set on port 489d4be2-2859-44d3-9afb-636579d2c32a yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:01:38.256972 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:38.260366 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '30ac0211-8c85-4946-8044-a3d499132c3b', 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714', 'port_id': '30ac0211-8c85-4946-8044-a3d499132c3b', 'mac_address': 'fa:16:3e:4a:c6:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07f238a-03ae-410d-979c-eac4af184a33', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:01:38.264897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f505e-a0ea-43ac-af72-64b0b779021c req-b40917e1-5205-4e13-afc3-37c174432516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:38.267418 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a49f505e-a0ea-43ac-af72-64b0b779021c req-b40917e1-5205-4e13-afc3-37c174432516 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a7b316a84eb425aabf378a838ec02b3&device_id=3c7f9f50-4ba7-462b-8d2d-4b514ccd3301 HTTP/1.1" status: 200  len: 1095 time: 0.8989770
Nov 20 21:01:38.269530 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:38.271112 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8db722f9-9526-4971-be22-5d7c00ea572b req-1efa4c28-7901-445d-b704-e14ba8cce865 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/security-groups?id=4527ab92-9742-48bb-98f1-e99952454214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2142031
Nov 20 21:01:38.396245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144b0c11-f5e6-471f-8963-411ff27f7777 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:38.413676 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:38.428649 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['5c352741-4197-4cfc-b9f2-69018aa4115f'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:01:38.465532 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6c0a98-e4a5-4a96-8f0e-db4e10977573 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:38.470135 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba6c0a98-e4a5-4a96-8f0e-db4e10977573 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:38.490847 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ac0211-8c85-4946-8044-a3d499132c3b {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:38.525901 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:38.532352 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:01:38.541713 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 30ac0211-8c85-4946-8044-a3d499132c3b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ac0211-8c85-4946-8044-a3d499132c3b,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:38.553236 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:38.559946 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:38.560878 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:38.625664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99b800-0b3a-4189-8327-0de1bda50bf1 req-c624bd9e-dcd3-4078-b4f0-eaa85ada5085 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:38.627288 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0e99b800-0b3a-4189-8327-0de1bda50bf1 req-c624bd9e-dcd3-4078-b4f0-eaa85ada5085 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 947 time: 0.2274487
Nov 20 21:01:38.638329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d75181-14db-4aa8-90a6-39a65ab90683,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:38.696513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-9a340f0a-59fd-43f5-be3c-08439f253a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:38.698352 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-9a340f0a-59fd-43f5-be3c-08439f253a72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8f2480b-fc80-4ebf-9635-3977528e4714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5639281
Nov 20 21:01:38.709831 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Transition to ACTIVE for port object 144b0c11-f5e6-471f-8963-411ff27f7777 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:01:38.735065 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0e99b800-0b3a-4189-8327-0de1bda50bf1 req-9b219f94-6e51-4a23-bf64-d5cbca451d58 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956717
Nov 20 21:01:38.769233 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-31262065-0dbc-4127-be58-72e09f3f910d req-6af70fc8-3fe2-4337-86e9-215e4427f017 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2589481
Nov 20 21:01:38.792021 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8591ec86-3f32-4384-b673-e4f0d0f6c1b9 None None] Could not find standard attr ID for object c61f7200-3462-43ec-b0dc-3bdce20cd84c. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:01:38.793389 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:38.819092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=30ac0211-8c85-4946-8044-a3d499132c3b,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:38.835607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['30ac0211-8c85-4946-8044-a3d499132c3b'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:01:38.839074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897fa99f-fb96-411a-8814-aa6c8cf6e679 None None] DHCP port deletion for d04c4643-b464-4ea4-8c25-812638c43afb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:01:38.853440 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:38.857780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b0e2d6-668a-46d9-91dd-0b40e6525d46 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:38.910709 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ddcf7d-ad77-45bd-a74f-1a047498f79d x-openstack-request-id: req-33ddcf7d-ad77-45bd-a74f-1a047498f79d {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:38.911417 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "tag": "17593c85-2aba-4b07-b484-60c0a0677ba6", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:38.911866 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33ddcf7d-ad77-45bd-a74f-1a047498f79d {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:38.912757 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'tag': '17593c85-2aba-4b07-b484-60c0a0677ba6', 'status': 'completed', 'code': 200}
Nov 20 21:01:38.923415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1defd47b-8308-4652-87ee-f78e36e990c3 None None] Network d04c4643-b464-4ea4-8c25-812638c43afb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:38.936920 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e82b2a4-a302-441d-9b65-9c0ad1288816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71fdd45-59d2-4a17-ad5b-f5bce4b5d47f'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:38.939986 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8ce0ae-f64f-42cc-8a00-732ca90b6bda" -d '{"events": [{"server_uuid": "7e82b2a4-a302-441d-9b65-9c0ad1288816", "name": "network-vif-plugged", "status": "completed", "tag": "d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:38.959351 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1defd47b-8308-4652-87ee-f78e36e990c3 None None] Network d04c4643-b464-4ea4-8c25-812638c43afb could not be found, it might have been deleted concurrently. {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 20 21:01:38.981858 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba6c0a98-e4a5-4a96-8f0e-db4e10977573 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:38.994403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f,segment=NetworkSegment(f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc),segment_id=f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:39.004817 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:39.011503 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:39.025261 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Transition to ACTIVE for port object d9b0e2d6-668a-46d9-91dd-0b40e6525d46 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:01:39.045976 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c0a98-e4a5-4a96-8f0e-db4e10977573 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Subnet': ['ID=b07fbb57-4756-4e3e-aec8-ed8a11f0c99f,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:39.053849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5a73f-4c80-461c-9dec-157db6d9e588 req-c6d60579-3f38-4254-8bed-76b6f40b035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.054530 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5a73f-4c80-461c-9dec-157db6d9e588 req-c6d60579-3f38-4254-8bed-76b6f40b035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.055225 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5a73f-4c80-461c-9dec-157db6d9e588 req-c6d60579-3f38-4254-8bed-76b6f40b035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.055817 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5a73f-4c80-461c-9dec-157db6d9e588 req-c6d60579-3f38-4254-8bed-76b6f40b035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.056372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5a73f-4c80-461c-9dec-157db6d9e588 req-c6d60579-3f38-4254-8bed-76b6f40b035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.057057 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5a73f-4c80-461c-9dec-157db6d9e588 req-c6d60579-3f38-4254-8bed-76b6f40b035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.058460 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5a73f-4c80-461c-9dec-157db6d9e588 req-c6d60579-3f38-4254-8bed-76b6f40b035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.060807 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-85d5a73f-4c80-461c-9dec-157db6d9e588 req-c6d60579-3f38-4254-8bed-76b6f40b035c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 6235 time: 0.1505339
Nov 20 21:01:39.069645 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:39.091770 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:39.220573 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c0a98-e4a5-4a96-8f0e-db4e10977573 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Checking segment: {'id': '6287590a-4276-439e-9fb5-fff43e8b48ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a5cee038-1f3a-45b3-9bc3-85cc958ddbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:39.221555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6c0a98-e4a5-4a96-8f0e-db4e10977573 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network hostable DHCP agents. Network: a5cee038-1f3a-45b3-9bc3-85cc958ddbb0, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:01:39.241669 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361c7f9-9063-45f2-a6ce-69c83ab71f21 req-96334b16-7c5b-465a-8496-d2896274d740 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.248534 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361c7f9-9063-45f2-a6ce-69c83ab71f21 req-96334b16-7c5b-465a-8496-d2896274d740 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.254863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361c7f9-9063-45f2-a6ce-69c83ab71f21 req-96334b16-7c5b-465a-8496-d2896274d740 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.261804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361c7f9-9063-45f2-a6ce-69c83ab71f21 req-96334b16-7c5b-465a-8496-d2896274d740 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.273048 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361c7f9-9063-45f2-a6ce-69c83ab71f21 req-96334b16-7c5b-465a-8496-d2896274d740 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.283909 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361c7f9-9063-45f2-a6ce-69c83ab71f21 req-96334b16-7c5b-465a-8496-d2896274d740 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.295851 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361c7f9-9063-45f2-a6ce-69c83ab71f21 req-96334b16-7c5b-465a-8496-d2896274d740 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.307020 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e361c7f9-9063-45f2-a6ce-69c83ab71f21 req-96334b16-7c5b-465a-8496-d2896274d740 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5385 time: 0.2645319
Nov 20 21:01:39.379890 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c3eb82e9-1f35-42c0-9578-bd26f325c49a req-51e2e414-0cef-48e5-b8b5-f78af95b0dc9 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Deleting port af9fddac-288d-4af5-b181-dc99829991f3 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:01:39.380243 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c3eb82e9-1f35-42c0-9578-bd26f325c49a req-51e2e414-0cef-48e5-b8b5-f78af95b0dc9 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:39.384941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f505e-a0ea-43ac-af72-64b0b779021c req-04d71f4b-3e25-486c-8a3d-f04ada484644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.386557 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a49f505e-a0ea-43ac-af72-64b0b779021c req-04d71f4b-3e25-486c-8a3d-f04ada484644 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a8f2480b-fc80-4ebf-9635-3977528e4714 HTTP/1.1" status: 200  len: 915 time: 1.0291007
Nov 20 21:01:39.398680 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6c0a98-e4a5-4a96-8f0e-db4e10977573 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network a5cee038-1f3a-45b3-9bc3-85cc958ddbb0 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:01:39.411609 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5a73f-4c80-461c-9dec-157db6d9e588 req-78e82942-898e-47e2-9ce5-36e6930a7257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.414420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5a73f-4c80-461c-9dec-157db6d9e588 req-78e82942-898e-47e2-9ce5-36e6930a7257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.415198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5a73f-4c80-461c-9dec-157db6d9e588 req-78e82942-898e-47e2-9ce5-36e6930a7257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.417268 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-85d5a73f-4c80-461c-9dec-157db6d9e588 req-78e82942-898e-47e2-9ce5-36e6930a7257 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.3450072
Nov 20 21:01:39.460855 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e361c7f9-9063-45f2-a6ce-69c83ab71f21 req-e725003d-f52c-4620-99e9-0c84dfcd4e4d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1527519
Nov 20 21:01:39.469254 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Pushing event updated for resources: {'Port': ['ID=144b0c11-f5e6-471f-8963-411ff27f7777,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:39.493523 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-ba6c0a98-e4a5-4a96-8f0e-db4e10977573 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a5cee038-1f3a-45b3-9bc3-85cc958ddbb0) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:39.501985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6c0a98-e4a5-4a96-8f0e-db4e10977573 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.502697 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba6c0a98-e4a5-4a96-8f0e-db4e10977573 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:39.507547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679e92e5-3cb0-4f4c-981e-6720238defe4 None None] Network a5cee038-1f3a-45b3-9bc3-85cc958ddbb0 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:39.573007 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ba6c0a98-e4a5-4a96-8f0e-db4e10977573 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.3264689
Nov 20 21:01:39.575573 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51054) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:39.603876 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9c89d-048b-4ad6-9622-642f48eff90c req-bf78b020-0834-470f-b9ea-5f79be6184cc tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.613647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9c89d-048b-4ad6-9622-642f48eff90c req-bf78b020-0834-470f-b9ea-5f79be6184cc tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.615294 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25f9c89d-048b-4ad6-9622-642f48eff90c req-bf78b020-0834-470f-b9ea-5f79be6184cc tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 1682 time: 0.5842714
Nov 20 21:01:39.732227 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69168a5-8612-4f4d-bab3-e41a303b2d49 x-openstack-request-id: req-a69168a5-8612-4f4d-bab3-e41a303b2d49 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:39.732772 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e82b2a4-a302-441d-9b65-9c0ad1288816", "name": "network-vif-plugged", "status": "completed", "tag": "d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:39.734577 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a69168a5-8612-4f4d-bab3-e41a303b2d49 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:39.735170 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e82b2a4-a302-441d-9b65-9c0ad1288816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71fdd45-59d2-4a17-ad5b-f5bce4b5d47f', 'code': 200}
Nov 20 21:01:39.750004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a5cee038-1f3a-45b3-9bc3-85cc958ddbb0', 'network_id': 'a5cee038-1f3a-45b3-9bc3-85cc958ddbb0', 'tenant_id': '8d2d425586f64e2bba9faa95444d1286', 'fixed_ips': [{'subnet_id': 'b07fbb57-4756-4e3e-aec8-ed8a11f0c99f'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:01:39.750970 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:39.777043 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5a73f-4c80-461c-9dec-157db6d9e588 req-0399503b-c69e-4115-ac18-0f36fe6995ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.783417 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-85d5a73f-4c80-461c-9dec-157db6d9e588 req-0399503b-c69e-4115-ac18-0f36fe6995ed service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3216574
Nov 20 21:01:39.849316 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:39.850825 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a49f505e-a0ea-43ac-af72-64b0b779021c req-edb00029-d4af-4755-925e-f592cc38bca9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a63523ab-4285-469f-b0a4-206673b76fcc HTTP/1.1" status: 200  len: 217 time: 0.4083641
Nov 20 21:01:39.866937 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-6d7ca073-99ca-40ba-bf8f-be48ded039a6 service neutron] 10.222.0.37 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1337745
Nov 20 21:01:39.934363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] device_id is not set on port 489d4be2-2859-44d3-9afb-636579d2c32a yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:01:39.970194 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 30ac0211-8c85-4946-8044-a3d499132c3b up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:39.973060 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Allocated IP 172.20.0.1 (a5cee038-1f3a-45b3-9bc3-85cc958ddbb0/b07fbb57-4756-4e3e-aec8-ed8a11f0c99f/02906f59-b162-4ba1-b47c-cb9954336291) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:39.973632 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb4707-ad16-40f4-a182-1bf91c73f96b req-76e3228b-8c96-4861-bfea-4ce381747a97 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:39.975284 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ccb4707-ad16-40f4-a182-1bf91c73f96b req-76e3228b-8c96-4861-bfea-4ce381747a97 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 945 time: 0.1580086
Nov 20 21:01:39.997807 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.062684 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.088257 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 30ac0211-8c85-4946-8044-a3d499132c3b completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:01:40.096951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 30ac0211-8c85-4946-8044-a3d499132c3b triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:40.097345 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.099274 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ccb4707-ad16-40f4-a182-1bf91c73f96b req-0be977f7-0bef-4372-bf18-60f43d481583 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/security-groups?id=4527ab92-9742-48bb-98f1-e99952454214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097515
Nov 20 21:01:40.174996 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.176825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b0e2d6-668a-46d9-91dd-0b40e6525d46,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:40.208054 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4960484-0b9d-46c3-a6d2-3893971e0945 req-6fe3d184-fd09-446f-88fc-92a06bc78a3a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:40.215673 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e4960484-0b9d-46c3-a6d2-3893971e0945 req-6fe3d184-fd09-446f-88fc-92a06bc78a3a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 944 time: 0.0565999
Nov 20 21:01:40.243294 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.246122 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a63523ab-4285-469f-b0a4-206673b76fcc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:01:40.261998 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5c352741-4197-4cfc-b9f2-69018aa4115f up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:40.275051 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.290573 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e4960484-0b9d-46c3-a6d2-3893971e0945 req-4d985515-793d-4c49-b4a8-26afb82f10ef tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674081
Nov 20 21:01:40.309646 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.314156 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25f9c89d-048b-4ad6-9622-642f48eff90c req-3f5121ea-21b2-4ab0-8ff0-4c98c028133e tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6149356
Nov 20 21:01:40.315583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f505e-a0ea-43ac-af72-64b0b779021c req-6fa23d03-1ed6-4287-92ab-a5c4ab39e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:40.317722 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a49f505e-a0ea-43ac-af72-64b0b779021c req-6fa23d03-1ed6-4287-92ab-a5c4ab39e21d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e07f238a-03ae-410d-979c-eac4af184a33 HTTP/1.1" status: 200  len: 853 time: 0.3892839
Nov 20 21:01:40.318471 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Attempting to bind port 144b0c11-f5e6-471f-8963-411ff27f7777 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:40.318829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Attempting to bind port 144b0c11-f5e6-471f-8963-411ff27f7777 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:40.319331 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Attempting to bind port 144b0c11-f5e6-471f-8963-411ff27f7777 on network a71914d1-f8db-41aa-b100-1859a3120efd {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:40.342970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Subnet': ['ID=b07fbb57-4756-4e3e-aec8-ed8a11f0c99f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:40.359781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Pushing event updated for resources: {'Port': ['ID=02906f59-b162-4ba1-b47c-cb9954336291,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:40.387020 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Network a5cee038-1f3a-45b3-9bc3-85cc958ddbb0 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:40.389418 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c3eb82e9-1f35-42c0-9578-bd26f325c49a req-51e2e414-0cef-48e5-b8b5-f78af95b0dc9 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] For port af9fddac-288d-4af5-b181-dc99829991f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af9fddac-288d-4af5-b181-dc99829991f3,segment=NetworkSegment(3f8b367c-e89c-4bf8-b4f8-91639ce74ee4),segment_id=3f8b367c-e89c-4bf8-b4f8-91639ce74ee4)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:40.389796 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c3eb82e9-1f35-42c0-9578-bd26f325c49a req-51e2e414-0cef-48e5-b8b5-f78af95b0dc9 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.394091 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:40.396515 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.402240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:40.423723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Port 144b0c11-f5e6-471f-8963-411ff27f7777 on network a71914d1-f8db-41aa-b100-1859a3120efd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:40.424050 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Attempting to bind port 144b0c11-f5e6-471f-8963-411ff27f7777 on network a71914d1-f8db-41aa-b100-1859a3120efd {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:40.448250 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.460489 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:01:40.467212 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Attempting to bind port d9b0e2d6-668a-46d9-91dd-0b40e6525d46 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:40.467855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Attempting to bind port d9b0e2d6-668a-46d9-91dd-0b40e6525d46 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f8158246-8c3a-4c9d-9900-a7eec183c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:40.468180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Attempting to bind port d9b0e2d6-668a-46d9-91dd-0b40e6525d46 on network a8f2480b-fc80-4ebf-9635-3977528e4714 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:40.503730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d4b4f70>,) {'filters': {'network_id': ['a5cee038-1f3a-45b3-9bc3-85cc958ddbb0']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:40.518088 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d4b4f70>, '6287590a-4276-439e-9fb5-fff43e8b48ec') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:40.518088 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d4b4f70>, '6287590a-4276-439e-9fb5-fff43e8b48ec') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:40.546182 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.569865 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfdb41-f7f3-46c7-82ff-80213ca25527 req-6ed8d348-8175-451a-b465-0f345ffc5d7b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:40.578772 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0adfdb41-f7f3-46c7-82ff-80213ca25527 req-6ed8d348-8175-451a-b465-0f345ffc5d7b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 947 time: 0.1261230
Nov 20 21:01:40.586925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Attempting to bind port 02906f59-b162-4ba1-b47c-cb9954336291 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:40.587630 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Attempting to bind port 02906f59-b162-4ba1-b47c-cb9954336291 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6287590a-4276-439e-9fb5-fff43e8b48ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a5cee038-1f3a-45b3-9bc3-85cc958ddbb0'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:40.588512 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Attempting to bind port 02906f59-b162-4ba1-b47c-cb9954336291 on network a5cee038-1f3a-45b3-9bc3-85cc958ddbb0 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:40.607357 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.620907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a63523ab-4285-469f-b0a4-206673b76fcc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a63523ab-4285-469f-b0a4-206673b76fcc,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:40.621656 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:01:40.622363 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.625221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:40.626301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Checking segment: {'id': '6287590a-4276-439e-9fb5-fff43e8b48ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a5cee038-1f3a-45b3-9bc3-85cc958ddbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:01:40.626448 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:01:40.628607 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.628607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Bound using segment: {'id': '6287590a-4276-439e-9fb5-fff43e8b48ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a5cee038-1f3a-45b3-9bc3-85cc958ddbb0'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:40.628607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Bound port: 02906f59-b162-4ba1-b47c-cb9954336291, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6287590a-4276-439e-9fb5-fff43e8b48ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a5cee038-1f3a-45b3-9bc3-85cc958ddbb0'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:40.629507 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.641048 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 30ac0211-8c85-4946-8044-a3d499132c3b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ac0211-8c85-4946-8044-a3d499132c3b,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:40.656847 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.657114 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0adfdb41-f7f3-46c7-82ff-80213ca25527 req-85f51215-3c8d-4aec-a848-3269a01139ca tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763032
Nov 20 21:01:40.657666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device af9fddac-288d-4af5-b181-dc99829991f3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:01:40.659425 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 5c352741-4197-4cfc-b9f2-69018aa4115f completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:01:40.707492 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 5c352741-4197-4cfc-b9f2-69018aa4115f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:40.707879 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.714945 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.api [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 20 21:01:40.714945 ncdv-master-1 neutron-server[126224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 20 21:01:40.714945 ncdv-master-1 neutron-server[126224]: [parameters: {'id': 'a5cee038-1f3a-45b3-9bc3-85cc958ddbb0'}]
Nov 20 21:01:40.714945 ncdv-master-1 neutron-server[126224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:01:40.715822 ncdv-master-1 neutron-server[126224]: DEBUG oslo_db.api [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:01:40.730806 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'a63523ab-4285-469f-b0a4-206673b76fcc', 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714', 'port_id': 'a63523ab-4285-469f-b0a4-206673b76fcc', 'mac_address': 'fa:16:3e:5e:c3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07f238a-03ae-410d-979c-eac4af184a33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:01:40.855698 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135226a-3196-4718-a08a-396874ab8847 req-2766e1c3-f9b8-46f2-9843-cfb927165c49 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:40.858086 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d135226a-3196-4718-a08a-396874ab8847 req-2766e1c3-f9b8-46f2-9843-cfb927165c49 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 947 time: 0.0575635
Nov 20 21:01:40.869735 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c3eb82e9-1f35-42c0-9578-bd26f325c49a req-51e2e414-0cef-48e5-b8b5-f78af95b0dc9 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Calling delete_port for af9fddac-288d-4af5-b181-dc99829991f3 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:40.879832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:40.880185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Checking segment: {'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:40.880558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Bound using segment: {'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:40.881406 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Bound port: 144b0c11-f5e6-471f-8963-411ff27f7777, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:40.881406 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:40.902832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Pushing event updated for resources: {'Port': ['ID=489d4be2-2859-44d3-9afb-636579d2c32a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:40.914562 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d135226a-3196-4718-a08a-396874ab8847 req-85f2552d-47d6-4ab4-8521-5865f2ee8796 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501039
Nov 20 21:01:40.945087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Port d9b0e2d6-668a-46d9-91dd-0b40e6525d46 on network a8f2480b-fc80-4ebf-9635-3977528e4714 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:40.945413 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Attempting to bind port d9b0e2d6-668a-46d9-91dd-0b40e6525d46 on network a8f2480b-fc80-4ebf-9635-3977528e4714 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:40.988635 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f42148b-d241-45b3-b7d0-72b616b6ed6d req-46b1b973-190e-4e7f-9832-888ac7577061 service neutron] 10.222.0.37 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0294802
Nov 20 21:01:41.007330 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=30ac0211-8c85-4946-8044-a3d499132c3b,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:41.051551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:41.051908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Checking segment: {'id': 'f8158246-8c3a-4c9d-9900-a7eec183c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:41.052467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Bound using segment: {'id': 'f8158246-8c3a-4c9d-9900-a7eec183c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:41.052760 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Bound port: d9b0e2d6-668a-46d9-91dd-0b40e6525d46, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8158246-8c3a-4c9d-9900-a7eec183c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:41.053130 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:41.056319 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:41.059320 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] For port 02906f59-b162-4ba1-b47c-cb9954336291, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:41.064684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] For port 02906f59-b162-4ba1-b47c-cb9954336291, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02906f59-b162-4ba1-b47c-cb9954336291,segment=NetworkSegment(6287590a-4276-439e-9fb5-fff43e8b48ec),segment_id=6287590a-4276-439e-9fb5-fff43e8b48ec)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:41.080450 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:41.080813 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:41.093042 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63523ab-4285-469f-b0a4-206673b76fcc {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:41.111211 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f505e-a0ea-43ac-af72-64b0b779021c req-631d7b80-dfa7-4362-a55e-90d4e6b474c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:41.119473 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a49f505e-a0ea-43ac-af72-64b0b779021c req-631d7b80-dfa7-4362-a55e-90d4e6b474c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8f2480b-fc80-4ebf-9635-3977528e4714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.7724493
Nov 20 21:01:41.190481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Checking segment: {'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:41.191341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Network hostable DHCP agents. Network: 8a037666-f0a4-440c-9195-bfe7adc90f8a, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:01:41.229013 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:41.236255 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a63523ab-4285-469f-b0a4-206673b76fcc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a63523ab-4285-469f-b0a4-206673b76fcc,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:41.258709 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:41.267503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94f24e-72b1-4a3a-9511-20e5e3b19c68 req-0f4c09aa-158e-4ff0-b0e1-58ec506782c1 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:41.274796 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:41.276159 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eb94f24e-72b1-4a3a-9511-20e5e3b19c68 req-0f4c09aa-158e-4ff0-b0e1-58ec506782c1 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/ports?device_id=f008fe68-b64a-4bda-ab3c-42f2c26a1280 HTTP/1.1" status: 200  len: 945 time: 0.0866373
Nov 20 21:01:41.282298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cce53-84af-4f94-a972-b2fac228491c req-6e40fc48-93e0-41fa-bf3b-6152c16bad38 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:41.284277 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:41.292196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cce53-84af-4f94-a972-b2fac228491c req-6e40fc48-93e0-41fa-bf3b-6152c16bad38 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:41.298292 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d6037-4ef4-4d6e-81a0-d7a840445a0d None None] Pushing event updated for resources: {'Port': ['ID=02906f59-b162-4ba1-b47c-cb9954336291,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:41.299690 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cce53-84af-4f94-a972-b2fac228491c req-6e40fc48-93e0-41fa-bf3b-6152c16bad38 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:41.310729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cce53-84af-4f94-a972-b2fac228491c req-6e40fc48-93e0-41fa-bf3b-6152c16bad38 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:41.332939 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cce53-84af-4f94-a972-b2fac228491c req-6e40fc48-93e0-41fa-bf3b-6152c16bad38 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:41.341919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cce53-84af-4f94-a972-b2fac228491c req-6e40fc48-93e0-41fa-bf3b-6152c16bad38 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:41.342832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b0652a-abb2-443f-806f-d21956f1135b None None] Network a5cee038-1f3a-45b3-9bc3-85cc958ddbb0 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:41.351718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cce53-84af-4f94-a972-b2fac228491c req-6e40fc48-93e0-41fa-bf3b-6152c16bad38 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:41.354079 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b23cce53-84af-4f94-a972-b2fac228491c req-6e40fc48-93e0-41fa-bf3b-6152c16bad38 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5385 time: 0.4816794
Nov 20 21:01:41.372941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] For port 144b0c11-f5e6-471f-8963-411ff27f7777, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:41.381084 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eb94f24e-72b1-4a3a-9511-20e5e3b19c68 req-2982afe4-ab78-4679-abb2-26a63cfe556a tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.41 "GET /v2.0/security-groups?id=4527ab92-9742-48bb-98f1-e99952454214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038539
Nov 20 21:01:41.416826 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Deleting port 02906f59-b162-4ba1-b47c-cb9954336291 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:01:41.417444 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:41.445099 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=a63523ab-4285-469f-b0a4-206673b76fcc,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:41.501208 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5c352741-4197-4cfc-b9f2-69018aa4115f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c352741-4197-4cfc-b9f2-69018aa4115f,segment=NetworkSegment(7f73ac3f-ed7c-4b15-bac6-dd8451d4e388),segment_id=7f73ac3f-ed7c-4b15-bac6-dd8451d4e388)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:41.503312 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['a63523ab-4285-469f-b0a4-206673b76fcc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:01:41.553158 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a49f505e-a0ea-43ac-af72-64b0b779021c req-7294a334-ebc5-48f7-8277-fd616bf6c38f service neutron] 10.222.0.47 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3672700
Nov 20 21:01:41.596575 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:41.597302 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] For port 02906f59-b162-4ba1-b47c-cb9954336291, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02906f59-b162-4ba1-b47c-cb9954336291,segment=NetworkSegment(6287590a-4276-439e-9fb5-fff43e8b48ec),segment_id=6287590a-4276-439e-9fb5-fff43e8b48ec)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:41.597598 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:41.625794 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Calling delete_port for 02906f59-b162-4ba1-b47c-cb9954336291 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:41.654456 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f85161-19e7-4220-9ac4-72ffd4c5f25e req-19913690-44de-4ff9-b8be-cad45eadb58a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:41.656326 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-91f85161-19e7-4220-9ac4-72ffd4c5f25e req-19913690-44de-4ff9-b8be-cad45eadb58a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 944 time: 0.1731992
Nov 20 21:01:41.687651 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c3eb82e9-1f35-42c0-9578-bd26f325c49a req-51e2e414-0cef-48e5-b8b5-f78af95b0dc9 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:41.705021 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 20 21:01:41.705021 ncdv-master-1 neutron-server[126226]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s]
Nov 20 21:01:41.705021 ncdv-master-1 neutron-server[126226]: [parameters: {'status': 'DOWN', 'ports_id': 'af9fddac-288d-4af5-b181-dc99829991f3'}]
Nov 20 21:01:41.705021 ncdv-master-1 neutron-server[126226]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:01:41.705702 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:01:41.740266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc25086-0d43-4e57-88e4-74951ec706cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ac0211-8c85-4946-8044-a3d499132c3b'}, {'server_uuid': '7e82b2a4-a302-441d-9b65-9c0ad1288816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c352741-4197-4cfc-b9f2-69018aa4115f'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:41.743026 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38c6359-16fa-48c6-8411-3dc3a49dc3ff" -d '{"events": [{"server_uuid": "8fc25086-0d43-4e57-88e4-74951ec706cb", "name": "network-vif-plugged", "status": "completed", "tag": "30ac0211-8c85-4946-8044-a3d499132c3b"}, {"server_uuid": "7e82b2a4-a302-441d-9b65-9c0ad1288816", "name": "network-vif-plugged", "status": "completed", "tag": "5c352741-4197-4cfc-b9f2-69018aa4115f"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:41.772868 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b23cce53-84af-4f94-a972-b2fac228491c req-0b9ff5fa-8272-42a3-81e8-bf4ecb2f5369 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2167814
Nov 20 21:01:41.773071 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-91f85161-19e7-4220-9ac4-72ffd4c5f25e req-ef39afe1-6e32-422d-919f-e92e20480bc7 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742159
Nov 20 21:01:41.779628 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Network 8a037666-f0a4-440c-9195-bfe7adc90f8a is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:01:41.784380 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] For port 144b0c11-f5e6-471f-8963-411ff27f7777, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=144b0c11-f5e6-471f-8963-411ff27f7777,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:41.796446 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:41.825440 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5c352741-4197-4cfc-b9f2-69018aa4115f,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:41.836783 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd53f9-5047-442a-929a-a5a5b0dd42f1 None None] DHCP port deletion for 874d5862-1978-419b-ab00-ff1c249ca441 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:01:41.839396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Port': ['ID=02906f59-b162-4ba1-b47c-cb9954336291,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:41.849464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No DVR routers for this DVR port 02906f59-b162-4ba1-b47c-cb9954336291 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:01:41.885037 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:41.907464 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2e414-0cef-48e5-b8b5-f78af95b0dc9 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Pushing event deleted for resources: {'Port': ['ID=af9fddac-288d-4af5-b181-dc99829991f3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:41.958067 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef72f98-f6d1-4612-9798-7816d17b4c80 x-openstack-request-id: req-9ef72f98-f6d1-4612-9798-7816d17b4c80 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:41.958679 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc25086-0d43-4e57-88e4-74951ec706cb", "name": "network-vif-plugged", "status": "completed", "tag": "30ac0211-8c85-4946-8044-a3d499132c3b", "code": 200}, {"server_uuid": "7e82b2a4-a302-441d-9b65-9c0ad1288816", "name": "network-vif-plugged", "status": "completed", "tag": "5c352741-4197-4cfc-b9f2-69018aa4115f", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:41.959308 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ef72f98-f6d1-4612-9798-7816d17b4c80 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:41.959839 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc25086-0d43-4e57-88e4-74951ec706cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ac0211-8c85-4946-8044-a3d499132c3b', 'code': 200}
Nov 20 21:01:41.960521 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e82b2a4-a302-441d-9b65-9c0ad1288816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c352741-4197-4cfc-b9f2-69018aa4115f', 'code': 200}
Nov 20 21:01:41.978478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8a037666-f0a4-440c-9195-bfe7adc90f8a) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:41.995842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:42.012587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3eb82e9-1f35-42c0-9578-bd26f325c49a req-51e2e414-0cef-48e5-b8b5-f78af95b0dc9 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] No DVR routers for this DVR port af9fddac-288d-4af5-b181-dc99829991f3 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:01:42.026979 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c3eb82e9-1f35-42c0-9578-bd26f325c49a req-51e2e414-0cef-48e5-b8b5-f78af95b0dc9 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:42.032093 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:42.032340 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3eb82e9-1f35-42c0-9578-bd26f325c49a req-51e2e414-0cef-48e5-b8b5-f78af95b0dc9 tempest-ServerAddressesNegativeTestJSON-1643572577 tempest-ServerAddressesNegativeTestJSON-1643572577-project] 10.222.0.37 "DELETE /v2.0/ports/af9fddac-288d-4af5-b181-dc99829991f3 HTTP/1.1" status: 204  len: 173 time: 3.9982514
Nov 20 21:01:42.039364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.040080 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:42.041610 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] 10.222.0.47 "PUT /v2.0/ports/144b0c11-f5e6-471f-8963-411ff27f7777 HTTP/1.1" status: 200  len: 1090 time: 6.6558571
Nov 20 21:01:42.048385 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676204d6-8ae1-485c-8c16-d4634d46f852 None None] Network 8a037666-f0a4-440c-9195-bfe7adc90f8a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:42.073223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f008fe68-b64a-4bda-ab3c-42f2c26a1280', 'name': 'network-vif-deleted', 'tag': 'af9fddac-288d-4af5-b181-dc99829991f3'}, {'name': 'network-changed', 'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'tag': '144b0c11-f5e6-471f-8963-411ff27f7777'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:42.086866 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1d57ef-d38a-4054-8ca1-dcfa1aa9e3fc" -d '{"events": [{"server_uuid": "f008fe68-b64a-4bda-ab3c-42f2c26a1280", "name": "network-vif-deleted", "tag": "af9fddac-288d-4af5-b181-dc99829991f3"}, {"name": "network-changed", "server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "tag": "144b0c11-f5e6-471f-8963-411ff27f7777"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:42.254492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Request body: {'port': {'device_id': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:42.258850 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5e95aa78-cf30-4872-a515-77b24aeb0899 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:01:42.268302 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f9c169-fbcc-42ed-b3a4-3b7c68be3e8a x-openstack-request-id: req-e7f9c169-fbcc-42ed-b3a4-3b7c68be3e8a {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:42.268529 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f008fe68-b64a-4bda-ab3c-42f2c26a1280", "name": "network-vif-deleted", "tag": "af9fddac-288d-4af5-b181-dc99829991f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "tag": "144b0c11-f5e6-471f-8963-411ff27f7777", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:42.268788 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7f9c169-fbcc-42ed-b3a4-3b7c68be3e8a {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:42.269236 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f008fe68-b64a-4bda-ab3c-42f2c26a1280', 'name': 'network-vif-deleted', 'tag': 'af9fddac-288d-4af5-b181-dc99829991f3', 'status': 'completed', 'code': 200}
Nov 20 21:01:42.269508 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'tag': '144b0c11-f5e6-471f-8963-411ff27f7777', 'status': 'completed', 'code': 200}
Nov 20 21:01:42.297298 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a547fd0a0>,) {'filters': {'network_id': ['a5cee038-1f3a-45b3-9bc3-85cc958ddbb0']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:42.319898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] For port d9b0e2d6-668a-46d9-91dd-0b40e6525d46, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:42.346867 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:42.367620 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a547fd0a0>, '6287590a-4276-439e-9fb5-fff43e8b48ec') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:42.367795 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a547fd0a0>, '6287590a-4276-439e-9fb5-fff43e8b48ec') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:42.373261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Port af9fddac-288d-4af5-b181-dc99829991f3 update to DOWN by agent not found {{(pid=126226) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 20 21:01:42.393228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:42.393559 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:42.394354 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:42.396101 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:42.421727 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d2c6c6-cff0-4785-9e6c-39e7d9510e49 None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 21:01:42.431439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:42.431787 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:42.432423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc5d77-0fef-4125-9ffb-b9d6cb451ff1 req-4fa18334-eb3b-4c47-86e0-b8ee9bd8d953 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.438600 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc5d77-0fef-4125-9ffb-b9d6cb451ff1 req-4fa18334-eb3b-4c47-86e0-b8ee9bd8d953 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.440222 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f5bc5d77-0fef-4125-9ffb-b9d6cb451ff1 req-4fa18334-eb3b-4c47-86e0-b8ee9bd8d953 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 1683 time: 0.3660772
Nov 20 21:01:42.442357 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:42.446380 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46cbc7-a816-46c8-a890-7c6de183e79f req-15aa6a58-b386-4e29-a6e6-b5ca33f50898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.447093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46cbc7-a816-46c8-a890-7c6de183e79f req-15aa6a58-b386-4e29-a6e6-b5ca33f50898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.448796 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0e46cbc7-a816-46c8-a890-7c6de183e79f req-15aa6a58-b386-4e29-a6e6-b5ca33f50898 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 1985 time: 0.3934178
Nov 20 21:01:42.464119 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 2 to bind port 489d4be2-2859-44d3-9afb-636579d2c32a
Nov 20 21:01:42.464396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:01:42.464781 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:01:42.468805 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:01:42.478354 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] For port d9b0e2d6-668a-46d9-91dd-0b40e6525d46, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9b0e2d6-668a-46d9-91dd-0b40e6525d46,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:42.503203 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:42.509393 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d57ef-d38a-4054-8ca1-dcfa1aa9e3fc req-edaf4531-35f7-4aaa-9bd5-6c068c24d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.509595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62a3b7-26d1-4b05-88a2-1b9c83e8f159 service neutron] Pushing event updated for resources: {'Port': ['ID=144b0c11-f5e6-471f-8963-411ff27f7777,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:42.510037 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d57ef-d38a-4054-8ca1-dcfa1aa9e3fc req-edaf4531-35f7-4aaa-9bd5-6c068c24d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.510836 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d57ef-d38a-4054-8ca1-dcfa1aa9e3fc req-edaf4531-35f7-4aaa-9bd5-6c068c24d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.511734 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d57ef-d38a-4054-8ca1-dcfa1aa9e3fc req-edaf4531-35f7-4aaa-9bd5-6c068c24d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.513288 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d57ef-d38a-4054-8ca1-dcfa1aa9e3fc req-edaf4531-35f7-4aaa-9bd5-6c068c24d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.514458 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d57ef-d38a-4054-8ca1-dcfa1aa9e3fc req-edaf4531-35f7-4aaa-9bd5-6c068c24d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.515124 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d57ef-d38a-4054-8ca1-dcfa1aa9e3fc req-edaf4531-35f7-4aaa-9bd5-6c068c24d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.517405 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dd1d57ef-d38a-4054-8ca1-dcfa1aa9e3fc req-edaf4531-35f7-4aaa-9bd5-6c068c24d36d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 6277 time: 0.2684360
Nov 20 21:01:42.545064 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:42.569220 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789c9de-1ec3-4657-90c0-34b6ffe12c41 req-1a636298-6e69-4360-b427-4865da441d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.571297 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3789c9de-1ec3-4657-90c0-34b6ffe12c41 req-1a636298-6e69-4360-b427-4865da441d36 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 1097 time: 0.4358246
Nov 20 21:01:42.572147 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:42.595352 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e95aa78-cf30-4872-a515-77b24aeb0899,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:42.606477 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:42.654693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a49f505e-a0ea-43ac-af72-64b0b779021c req-89098a8e-a75a-4580-8709-c9a07e8c1c8a service neutron] 10.222.0.47 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0078022
Nov 20 21:01:42.680493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:42.680839 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:42.681180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:42.693688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5e95aa78-cf30-4872-a515-77b24aeb0899,revision_number=14']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:42.694019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3789c9de-1ec3-4657-90c0-34b6ffe12c41 req-b2b40864-c585-4bd0-822f-0990149a1c52 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087809
Nov 20 21:01:42.695633 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d57ef-d38a-4054-8ca1-dcfa1aa9e3fc req-0e800d3f-5465-4cc7-b3fa-da95c3b43179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.696195 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d57ef-d38a-4054-8ca1-dcfa1aa9e3fc req-0e800d3f-5465-4cc7-b3fa-da95c3b43179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.697141 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d57ef-d38a-4054-8ca1-dcfa1aa9e3fc req-0e800d3f-5465-4cc7-b3fa-da95c3b43179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.697289 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d2c6c6-cff0-4785-9e6c-39e7d9510e49 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 20 21:01:42.699456 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dd1d57ef-d38a-4054-8ca1-dcfa1aa9e3fc req-0e800d3f-5465-4cc7-b3fa-da95c3b43179 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.1550074
Nov 20 21:01:42.728944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90321ae-9fe5-4502-a24b-e24173afdc0d req-d8420e76-142c-42a6-9b21-8440fc552513 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.730740 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d90321ae-9fe5-4502-a24b-e24173afdc0d req-d8420e76-142c-42a6-9b21-8440fc552513 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 947 time: 0.3542092
Nov 20 21:01:42.740470 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:42.740821 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:42.745214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:42.745214 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:42.746555 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] 10.222.0.37 "PUT /v2.0/ports/d9b0e2d6-668a-46d9-91dd-0b40e6525d46 HTTP/1.1" status: 200  len: 1092 time: 7.3155217
Nov 20 21:01:42.750110 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 3 to bind port 489d4be2-2859-44d3-9afb-636579d2c32a
Nov 20 21:01:42.818330 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:42.823146 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f5bc5d77-0fef-4125-9ffb-b9d6cb451ff1 req-adeccf20-2eee-43d8-a56a-a5fbc9991e8d tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3672707
Nov 20 21:01:42.844971 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:42.852427 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/a5cee038-1f3a-45b3-9bc3-85cc958ddbb0 HTTP/1.1" status: 204  len: 168 time: 3.2247496
Nov 20 21:01:42.857688 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51170) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:42.861909 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8aaac660-b73c-4d23-86e0-f2fd862b68ad tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2038496009'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:42.862227 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:42.862580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:42.862921 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:42.900185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb8814-0538-4283-8102-4fc1c3d52f05 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b0e2d6-668a-46d9-91dd-0b40e6525d46,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:42.937039 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d90321ae-9fe5-4502-a24b-e24173afdc0d req-411b6297-985c-48f6-b6b5-c5d3f614da1c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1875968
Nov 20 21:01:42.947118 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:42.947333 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:42.995443 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 4 to bind port 489d4be2-2859-44d3-9afb-636579d2c32a
Nov 20 21:01:43.003797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51172) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:43.157847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:43.158263 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:43.158547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:43.174646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:43.174986 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:43.188279 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0e46cbc7-a816-46c8-a890-7c6de183e79f req-8ce3ac2b-0a7b-4254-8363-b21ba42a3271 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7291939
Nov 20 21:01:43.189160 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 5 to bind port 489d4be2-2859-44d3-9afb-636579d2c32a
Nov 20 21:01:43.193353 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5044a29-8b37-4ff8-857a-e2cbe725909c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Network': ['ID=a5cee038-1f3a-45b3-9bc3-85cc958ddbb0,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:43.236900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbb8368-a544-4211-a648-8101236115cf admin admin] Deleting subnet bb4e75e7-079d-45cc-8550-59f282652240 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:01:43.241051 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-c601c08d-bc01-4b04-91cb-d3be191d9f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:43.242654 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-c601c08d-bc01-4b04-91cb-d3be191d9f2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a7b316a84eb425aabf378a838ec02b3&device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 1095 time: 0.2397280
Nov 20 21:01:43.257142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaac660-b73c-4d23-86e0-f2fd862b68ad tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:43.258965 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-231ee442-a516-4302-84c8-33af3e5456ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:43.260584 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8aaac660-b73c-4d23-86e0-f2fd862b68ad tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:43.264008 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:43.267864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:43.268240 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:43.268733 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:43.278298 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8368-a544-4211-a648-8101236115cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:43.281181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d57ef-d38a-4054-8ca1-dcfa1aa9e3fc req-7df8f76f-d293-4bd1-8136-169ba00ca0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:43.282695 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dd1d57ef-d38a-4054-8ca1-dcfa1aa9e3fc req-7df8f76f-d293-4bd1-8136-169ba00ca0db service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5618932
Nov 20 21:01:43.299255 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ca6b2-7894-4254-9c73-7ce3545b3d83 req-9b720af8-c959-4029-a134-9a7b9f50777b tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:43.300782 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-148ca6b2-7894-4254-9c73-7ce3545b3d83 req-9b720af8-c959-4029-a134-9a7b9f50777b tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 944 time: 0.1158073
Nov 20 21:01:43.309242 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aaac660-b73c-4d23-86e0-f2fd862b68ad tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:01:43.332667 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:43.333619 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8aaac660-b73c-4d23-86e0-f2fd862b68ad tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:43.334080 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-8aaac660-b73c-4d23-86e0-f2fd862b68ad tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Added segment fd8f3901-98d3-4d56-b300-542b402f7462 of type vlan for network 67a2c924-b34c-429a-92aa-017edd8e1b30
Nov 20 21:01:43.371645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:43.371982 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:43.391264 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 6 to bind port 489d4be2-2859-44d3-9afb-636579d2c32a
Nov 20 21:01:43.400105 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8aaac660-b73c-4d23-86e0-f2fd862b68ad tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:43.405508 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d669ebf-db47-4d05-9694-59ba50b21d5b req-aaf744d7-6118-4a34-b779-b33a44b5aa58 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:43.408214 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-148ca6b2-7894-4254-9c73-7ce3545b3d83 req-2bcb2437-4572-4a02-9a9b-a0528c2a50a6 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957310
Nov 20 21:01:43.411708 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d669ebf-db47-4d05-9694-59ba50b21d5b req-aaf744d7-6118-4a34-b779-b33a44b5aa58 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:43.417515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d669ebf-db47-4d05-9694-59ba50b21d5b req-aaf744d7-6118-4a34-b779-b33a44b5aa58 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:43.424368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d669ebf-db47-4d05-9694-59ba50b21d5b req-aaf744d7-6118-4a34-b779-b33a44b5aa58 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:43.431312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d669ebf-db47-4d05-9694-59ba50b21d5b req-aaf744d7-6118-4a34-b779-b33a44b5aa58 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:43.432188 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8aaac660-b73c-4d23-86e0-f2fd862b68ad tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:43.438312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d669ebf-db47-4d05-9694-59ba50b21d5b req-aaf744d7-6118-4a34-b779-b33a44b5aa58 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:43.439049 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaac660-b73c-4d23-86e0-f2fd862b68ad tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:43.439674 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8aaac660-b73c-4d23-86e0-f2fd862b68ad tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:43.444242 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d669ebf-db47-4d05-9694-59ba50b21d5b req-aaf744d7-6118-4a34-b779-b33a44b5aa58 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:43.446705 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d669ebf-db47-4d05-9694-59ba50b21d5b req-aaf744d7-6118-4a34-b779-b33a44b5aa58 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5385 time: 0.3513925
Nov 20 21:01:43.448728 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-081caf86-26d1-4674-91b5-de45489b1b05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9b0e2d6-668a-46d9-91dd-0b40e6525d46 HTTP/1.1" status: 200  len: 217 time: 0.1921420
Nov 20 21:01:43.489550 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8aaac660-b73c-4d23-86e0-f2fd862b68ad tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6313674
Nov 20 21:01:43.496469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51176) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:43.502697 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-60e81148-b15f-44ff-aadf-81c1daf80864 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'subnet': {'network_id': '67a2c924-b34c-429a-92aa-017edd8e1b30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:43.522761 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8368-a544-4211-a648-8101236115cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:43.552570 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaac660-b73c-4d23-86e0-f2fd862b68ad tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Network': ['ID=67a2c924-b34c-429a-92aa-017edd8e1b30,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:43.568980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 67a2c924-b34c-429a-92aa-017edd8e1b30 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:01:43.637217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:43.637589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:43.639607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:43.732218 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0be4be-2ab5-4706-9201-8f29f697f4cc req-3c9d2ebc-3599-4c4f-ad2b-59dd2e8709dc tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:43.733808 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8d0be4be-2ab5-4706-9201-8f29f697f4cc req-3c9d2ebc-3599-4c4f-ad2b-59dd2e8709dc tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1080563
Nov 20 21:01:43.738040 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e81148-b15f-44ff-aadf-81c1daf80864 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:43.741539 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60e81148-b15f-44ff-aadf-81c1daf80864 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:43.754891 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae26e71-e780-416c-b1aa-d60e31d9a7dc req-47bb4576-6a02-4ab9-86f1-8ac5e43ba57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:43.756395 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ae26e71-e780-416c-b1aa-d60e31d9a7dc req-47bb4576-6a02-4ab9-86f1-8ac5e43ba57e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 1096 time: 0.1115105
Nov 20 21:01:43.948464 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8d0be4be-2ab5-4706-9201-8f29f697f4cc req-a7f72887-6255-4361-8214-b571ffb15ac3 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2035217
Nov 20 21:01:43.961872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:43.965005 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e33d41a-1690-4ed1-80f2-de07a530d19f" -d '{"events": [{"server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "name": "network-vif-unplugged", "status": "completed", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:43.974161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:43.974655 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:43.974889 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae26e71-e780-416c-b1aa-d60e31d9a7dc req-33424870-2d4a-431d-9063-dd950e11cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:43.976368 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ae26e71-e780-416c-b1aa-d60e31d9a7dc req-33424870-2d4a-431d-9063-dd950e11cc11 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 912 time: 0.2074554
Nov 20 21:01:43.985562 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 7 to bind port 489d4be2-2859-44d3-9afb-636579d2c32a
Nov 20 21:01:43.988097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Port': ['ID=4b2bb0e8-eb43-4c27-ac6d-bfd0b7a2c69b,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:44.037179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-0e6c86d5-b395-457f-8212-0742f894d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:44.038672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-0e6c86d5-b395-457f-8212-0742f894d37b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e07f238a-03ae-410d-979c-eac4af184a33 HTTP/1.1" status: 200  len: 853 time: 0.5539284
Nov 20 21:01:44.046594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:44.046928 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:44.047265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:44.076867 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:44.084735 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8368-a544-4211-a648-8101236115cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:44.137530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:44.138763 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:44.151689 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ae26e71-e780-416c-b1aa-d60e31d9a7dc req-640c492b-073b-4eef-8e66-4f80b7766efb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e95aa78-cf30-4872-a515-77b24aeb0899 HTTP/1.1" status: 200  len: 999 time: 0.1433926
Nov 20 21:01:44.178533 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 8 to bind port 489d4be2-2859-44d3-9afb-636579d2c32a
Nov 20 21:01:44.211463 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d669ebf-db47-4d05-9694-59ba50b21d5b req-f450e595-b61b-48c7-b0ab-b6805193da8e tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.7292001
Nov 20 21:01:44.234473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c1d818-4c07-4d09-b360-b1acc5a224b8 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:44.236986 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce858e5a-9520-4202-b9f0-f93c1802c87a req-6471f463-9967-4d94-9a07-363594c17ba3 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:44.249143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:44.249143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:44.249143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:44.249520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce858e5a-9520-4202-b9f0-f93c1802c87a req-6471f463-9967-4d94-9a07-363594c17ba3 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:44.249520 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ce858e5a-9520-4202-b9f0-f93c1802c87a req-6471f463-9967-4d94-9a07-363594c17ba3 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 1683 time: 0.1951368
Nov 20 21:01:44.263603 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:44.263955 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a63523ab-4285-469f-b0a4-206673b76fcc up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:44.266039 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60e81148-b15f-44ff-aadf-81c1daf80864 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:44.270092 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc5c22e-5a81-482a-898e-703e259cb1a5', 'tag': 'd9b0e2d6-668a-46d9-91dd-0b40e6525d46'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:44.272562 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b007ed8-545f-496f-9b56-9c802d6ef7df" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc5c22e-5a81-482a-898e-703e259cb1a5", "tag": "d9b0e2d6-668a-46d9-91dd-0b40e6525d46"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:44.290966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:44.291818 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:44.331646 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae26e71-e780-416c-b1aa-d60e31d9a7dc req-0fbcb7d4-a358-4cfb-9ea0-30421ce59100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:44.333347 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ae26e71-e780-416c-b1aa-d60e31d9a7dc req-0fbcb7d4-a358-4cfb-9ea0-30421ce59100 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.1612637
Nov 20 21:01:44.338603 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 9 to bind port 489d4be2-2859-44d3-9afb-636579d2c32a
Nov 20 21:01:44.350696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Transition to ACTIVE for port object a1c1d818-4c07-4d09-b360-b1acc5a224b8 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:01:44.354767 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03c1bb0-0bdf-417a-86bd-0b6da38f4585 x-openstack-request-id: req-e03c1bb0-0bdf-417a-86bd-0b6da38f4585 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:44.355259 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "name": "network-vif-unplugged", "status": "completed", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:44.356315 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e03c1bb0-0bdf-417a-86bd-0b6da38f4585 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:44.358584 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'code': 200}
Nov 20 21:01:44.361216 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-37b7d191-b464-4a28-b5ae-4489f9c7507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:44.363522 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-37b7d191-b464-4a28-b5ae-4489f9c7507e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8f2480b-fc80-4ebf-9635-3977528e4714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3112648
Nov 20 21:01:44.383410 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:44.388654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port a63523ab-4285-469f-b0a4-206673b76fcc completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:01:44.410873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port a63523ab-4285-469f-b0a4-206673b76fcc triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:44.411625 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:44.414659 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e81148-b15f-44ff-aadf-81c1daf80864 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Subnet': ['ID=b189e481-2c7a-43bb-b923-25fa6ca778be,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:44.420781 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ce858e5a-9520-4202-b9f0-f93c1802c87a req-0b3239b1-9bfa-418f-b8dd-b8f1f9184323 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651804
Nov 20 21:01:44.441477 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c5d9c4-07f8-4260-9f61-f15e9e7c405b x-openstack-request-id: req-c2c5d9c4-07f8-4260-9f61-f15e9e7c405b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:44.441666 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc5c22e-5a81-482a-898e-703e259cb1a5", "tag": "d9b0e2d6-668a-46d9-91dd-0b40e6525d46", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:44.441966 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2c5d9c4-07f8-4260-9f61-f15e9e7c405b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:44.442438 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc5c22e-5a81-482a-898e-703e259cb1a5', 'tag': 'd9b0e2d6-668a-46d9-91dd-0b40e6525d46', 'status': 'completed', 'code': 200}
Nov 20 21:01:44.459061 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e81148-b15f-44ff-aadf-81c1daf80864 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Checking segment: {'id': 'fd8f3901-98d3-4d56-b300-542b402f7462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '67a2c924-b34c-429a-92aa-017edd8e1b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:44.459814 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e81148-b15f-44ff-aadf-81c1daf80864 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network hostable DHCP agents. Network: 67a2c924-b34c-429a-92aa-017edd8e1b30, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:01:44.463588 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8368-a544-4211-a648-8101236115cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:44.465659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:44.466072 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:44.466752 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae26e71-e780-416c-b1aa-d60e31d9a7dc req-f836d299-b93c-452c-b853-d7b2be068ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:44.467080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:44.468819 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ae26e71-e780-416c-b1aa-d60e31d9a7dc req-f836d299-b93c-452c-b853-d7b2be068ef6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1159074
Nov 20 21:01:44.511432 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e81148-b15f-44ff-aadf-81c1daf80864 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network 67a2c924-b34c-429a-92aa-017edd8e1b30 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:01:44.518453 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Floating IP 190680e7-d4ff-484d-b953-78c7ff9f012d associated. External IP: 172.35.1.185, port: 8adc5a88-c2fa-4460-a689-528a2266b1a5.
Nov 20 21:01:44.538622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:44.538948 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:44.568649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-60e81148-b15f-44ff-aadf-81c1daf80864 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 67a2c924-b34c-429a-92aa-017edd8e1b30) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:44.577244 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e81148-b15f-44ff-aadf-81c1daf80864 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:44.578081 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60e81148-b15f-44ff-aadf-81c1daf80864 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:44.579875 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 10 to bind port 489d4be2-2859-44d3-9afb-636579d2c32a
Nov 20 21:01:44.583386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fb3d27-2b5e-434c-82e1-d3fa1b5e0c59 None None] Network 67a2c924-b34c-429a-92aa-017edd8e1b30 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:44.584448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb8368-a544-4211-a648-8101236115cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb4e75e7-079d-45cc-8550-59f282652240,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:44.589081 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8368-a544-4211-a648-8101236115cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:44.592882 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cfbb8368-a544-4211-a648-8101236115cf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bb4e75e7-079d-45cc-8550-59f282652240 HTTP/1.1" status: 204  len: 168 time: 1.5875282
Nov 20 21:01:44.598202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51188) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:44.598389 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3b39c4-ae5a-415b-b75f-20d0b47e9dfe None None] Network 874d5862-1978-419b-ab00-ff1c249ca441 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:44.605759 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:44.646579 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-60e81148-b15f-44ff-aadf-81c1daf80864 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.1487277
Nov 20 21:01:44.650682 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51190) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:44.680071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c1d818-4c07-4d09-b360-b1acc5a224b8,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:44.702480 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a63523ab-4285-469f-b0a4-206673b76fcc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a63523ab-4285-469f-b0a4-206673b76fcc,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:44.710551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:44.710892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:44.711377 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:44.738411 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:44.758347 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 489d4be2-2859-44d3-9afb-636579d2c32a on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:44.758950 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 489d4be2-2859-44d3-9afb-636579d2c32a on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:44.759343 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:44.766484 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ae26e71-e780-416c-b1aa-d60e31d9a7dc req-048b6e87-57aa-4bfa-8f69-f594cb639415 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2871759
Nov 20 21:01:44.833122 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-025edd5f-fa36-4689-9116-7ab1190a186b service neutron] 10.222.0.37 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4522758
Nov 20 21:01:44.855729 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a88ebe18-061c-415b-990f-2c7a969041b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:44.879863 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9106f-37c8-4c91-ab4b-0f80f5359835 req-722cde10-5944-41d8-9f22-bfb1e9e2f2e3 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:44.881696 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26a9106f-37c8-4c91-ab4b-0f80f5359835 req-722cde10-5944-41d8-9f22-bfb1e9e2f2e3 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 944 time: 0.3587677
Nov 20 21:01:44.883665 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:44.949270 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Attempting to bind port a1c1d818-4c07-4d09-b360-b1acc5a224b8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:44.949609 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Attempting to bind port a1c1d818-4c07-4d09-b360-b1acc5a224b8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:44.949936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Attempting to bind port a1c1d818-4c07-4d09-b360-b1acc5a224b8 on network a71914d1-f8db-41aa-b100-1859a3120efd {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:44.973928 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3f2a09-4903-4753-bbff-3e561fbc6c2b None None] DHCP port deletion for 874d5862-1978-419b-ab00-ff1c249ca441 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:01:44.981117 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=a63523ab-4285-469f-b0a4-206673b76fcc,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:45.010093 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Port a1c1d818-4c07-4d09-b360-b1acc5a224b8 on network a71914d1-f8db-41aa-b100-1859a3120efd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:45.010565 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Attempting to bind port a1c1d818-4c07-4d09-b360-b1acc5a224b8 on network a71914d1-f8db-41aa-b100-1859a3120efd {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:45.033840 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ae26e71-e780-416c-b1aa-d60e31d9a7dc req-80157f83-f4ec-425e-885d-30797703795d service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2558300
Nov 20 21:01:45.048403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-67a2c924-b34c-429a-92aa-017edd8e1b30', 'network_id': '67a2c924-b34c-429a-92aa-017edd8e1b30', 'tenant_id': '8d2d425586f64e2bba9faa95444d1286', 'fixed_ips': [{'subnet_id': 'b189e481-2c7a-43bb-b923-25fa6ca778be'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:01:45.050210 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.075008 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a88ebe18-061c-415b-990f-2c7a969041b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.088002 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:45.088329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Checking segment: {'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:45.088717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Bound using segment: {'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:45.089170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Bound port: a1c1d818-4c07-4d09-b360-b1acc5a224b8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45457b62-eb99-4065-b112-411e99e2c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:45.089526 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.093824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] For port 489d4be2-2859-44d3-9afb-636579d2c32a, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:45.094109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempted to set empty binding levels {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 20 21:01:45.115388 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.136243 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26a9106f-37c8-4c91-ab4b-0f80f5359835 req-0ef6f314-2c31-4ee2-9a6c-16a4e5d99566 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2273395
Nov 20 21:01:45.180559 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a88ebe18-061c-415b-990f-2c7a969041b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ea3a7c0>,) {'filters': {'network_id': ['874d5862-1978-419b-ab00-ff1c249ca441']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:45.184812 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.222321 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a88ebe18-061c-415b-990f-2c7a969041b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ea3a7c0>, '3f8b367c-e89c-4bf8-b4f8-91639ce74ee4') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:45.222706 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a88ebe18-061c-415b-990f-2c7a969041b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ea3a7c0>, '3f8b367c-e89c-4bf8-b4f8-91639ce74ee4') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:45.239656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Allocated IP 172.20.0.1 (67a2c924-b34c-429a-92aa-017edd8e1b30/b189e481-2c7a-43bb-b923-25fa6ca778be/12194998-4fd7-4765-9c19-b42dd7af8b80) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:45.246707 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a88ebe18-061c-415b-990f-2c7a969041b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.254302 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8876e432-bed1-47fd-bdc2-4d08631b4792 req-85f7cbe3-5791-48fe-82c8-afe3f41f0ce9 service neutron] 10.222.0.37 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4101362
Nov 20 21:01:45.293419 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:45.294569 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.295080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdcc86-22b6-415c-bd88-edbad12a2136 req-b326c526-7468-4b90-9832-ef39bc4cf3ce tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:45.301353 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Pushing event updated for resources: {'Port': ['ID=489d4be2-2859-44d3-9afb-636579d2c32a,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:45.302491 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-85fdcc86-22b6-415c-bd88-edbad12a2136 req-b326c526-7468-4b90-9832-ef39bc4cf3ce tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.2211723
Nov 20 21:01:45.327322 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a88ebe18-061c-415b-990f-2c7a969041b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.342520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88ebe18-061c-415b-990f-2c7a969041b9 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:01:45.343240 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a88ebe18-061c-415b-990f-2c7a969041b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:01:45.344647 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:01:45.386518 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-85fdcc86-22b6-415c-bd88-edbad12a2136 req-4b8d4ad9-ec2a-48a4-834a-f8afab2bf213 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825522
Nov 20 21:01:45.424256 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a88ebe18-061c-415b-990f-2c7a969041b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.430280 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a88ebe18-061c-415b-990f-2c7a969041b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.443566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4a46afa5-673a-4938-af31-f42b43b00714 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 979 time: 9.5651755
Nov 20 21:01:45.446600 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a88ebe18-061c-415b-990f-2c7a969041b9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/874d5862-1978-419b-ab00-ff1c249ca441 HTTP/1.1" status: 204  len: 168 time: 0.8457367
Nov 20 21:01:45.451864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Router 5b4337eb-626e-46f6-94a9-e74c337eee87 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:01:45.460459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] For port a1c1d818-4c07-4d09-b360-b1acc5a224b8, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:45.466562 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51196) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:45.472533 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] For port a1c1d818-4c07-4d09-b360-b1acc5a224b8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1c1d818-4c07-4d09-b360-b1acc5a224b8,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:45.484387 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.492348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ebe18-061c-415b-990f-2c7a969041b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=874d5862-1978-419b-ab00-ff1c249ca441,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:45.497869 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.500898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aabf98-59ac-4855-9d32-e18f41f66b14 req-6afb595e-4151-422c-9ddb-994f1d9fbf6c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:45.508664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aabf98-59ac-4855-9d32-e18f41f66b14 req-6afb595e-4151-422c-9ddb-994f1d9fbf6c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:45.525927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aabf98-59ac-4855-9d32-e18f41f66b14 req-6afb595e-4151-422c-9ddb-994f1d9fbf6c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:45.540433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aabf98-59ac-4855-9d32-e18f41f66b14 req-6afb595e-4151-422c-9ddb-994f1d9fbf6c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:45.547890 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aabf98-59ac-4855-9d32-e18f41f66b14 req-6afb595e-4151-422c-9ddb-994f1d9fbf6c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:45.555364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aabf98-59ac-4855-9d32-e18f41f66b14 req-6afb595e-4151-422c-9ddb-994f1d9fbf6c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:45.563732 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aabf98-59ac-4855-9d32-e18f41f66b14 req-6afb595e-4151-422c-9ddb-994f1d9fbf6c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:45.565809 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.566665 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02aabf98-59ac-4855-9d32-e18f41f66b14 req-6afb595e-4151-422c-9ddb-994f1d9fbf6c tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5397 time: 0.2149944
Nov 20 21:01:45.571551 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.611819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b007ed8-545f-496f-9b56-9c802d6ef7df req-224578a2-f96e-4c0c-bfef-50af9d14c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:45.613771 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2b007ed8-545f-496f-9b56-9c802d6ef7df req-224578a2-f96e-4c0c-bfef-50af9d14c62c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a7b316a84eb425aabf378a838ec02b3&device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 1095 time: 0.2797353
Nov 20 21:01:45.628933 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Subnet': ['ID=b189e481-2c7a-43bb-b923-25fa6ca778be,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:45.733755 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.745842 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-c4a5025f-911f-4ab8-9410-b399170cc40c tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Deleting port 489d4be2-2859-44d3-9afb-636579d2c32a {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:01:45.746238 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c4a5025f-911f-4ab8-9410-b399170cc40c tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.777369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51202) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:45.780441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf67033-0ee0-4108-8559-03386cb9bfde req-10149b4f-f192-425d-92d2-c0223cca3b66 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:45.784422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:45.785519 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.786532 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] 10.222.0.47 "PUT /v2.0/ports/a1c1d818-4c07-4d09-b360-b1acc5a224b8 HTTP/1.1" status: 200  len: 1091 time: 3.6786873
Nov 20 21:01:45.788272 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf67033-0ee0-4108-8559-03386cb9bfde req-10149b4f-f192-425d-92d2-c0223cca3b66 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:45.795590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Network 67a2c924-b34c-429a-92aa-017edd8e1b30 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:45.804394 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:45.808214 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-caf67033-0ee0-4108-8559-03386cb9bfde req-10149b4f-f192-425d-92d2-c0223cca3b66 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 1683 time: 0.1959670
Nov 20 21:01:45.812317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:45.816260 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Pushing event updated for resources: {'Port': ['ID=12194998-4fd7-4765-9c19-b42dd7af8b80,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:45.829254 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cd120e41-974f-40e9-9560-49381e205cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.832099 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Request body: {'port': {'device_id': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:45.848565 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4fac99d0>,) {'filters': {'network_id': ['67a2c924-b34c-429a-92aa-017edd8e1b30']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:45.883368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Attempting to bind port 12194998-4fd7-4765-9c19-b42dd7af8b80 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:45.883738 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Attempting to bind port 12194998-4fd7-4765-9c19-b42dd7af8b80 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fd8f3901-98d3-4d56-b300-542b402f7462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '67a2c924-b34c-429a-92aa-017edd8e1b30'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:45.884116 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Attempting to bind port 12194998-4fd7-4765-9c19-b42dd7af8b80 on network 67a2c924-b34c-429a-92aa-017edd8e1b30 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:45.892844 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:45.893247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Checking segment: {'id': 'fd8f3901-98d3-4d56-b300-542b402f7462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '67a2c924-b34c-429a-92aa-017edd8e1b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:45.893806 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.894232 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Bound using segment: {'id': 'fd8f3901-98d3-4d56-b300-542b402f7462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '67a2c924-b34c-429a-92aa-017edd8e1b30'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:45.894717 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Bound port: 12194998-4fd7-4765-9c19-b42dd7af8b80, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f3901-98d3-4d56-b300-542b402f7462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '67a2c924-b34c-429a-92aa-017edd8e1b30'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:45.895111 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.899885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fac99d0>, 'fd8f3901-98d3-4d56-b300-542b402f7462') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:45.900239 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fac99d0>, 'fd8f3901-98d3-4d56-b300-542b402f7462') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:45.925155 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.927295 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-c4a5025f-911f-4ab8-9410-b399170cc40c tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] For port 489d4be2-2859-44d3-9afb-636579d2c32a, host nch2-master-1, got binding levels [] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:45.927427 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c4a5025f-911f-4ab8-9410-b399170cc40c tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.963299 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.969906 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] For port 12194998-4fd7-4765-9c19-b42dd7af8b80, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:45.973383 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-c4a5025f-911f-4ab8-9410-b399170cc40c tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Calling delete_port for 489d4be2-2859-44d3-9afb-636579d2c32a owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:45.978363 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:01:45.979261 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:01:45.984202 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:01:45.999532 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02aabf98-59ac-4855-9d32-e18f41f66b14 req-512589e0-76d7-4cb2-8828-a7bd3d75e779 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4180133
Nov 20 21:01:46.000543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:01:46.013702 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2488b108-01ea-4865-8ecf-41e4c198dc9d None None] Sync routers for ids ['5b4337eb-626e-46f6-94a9-e74c337eee87'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:01:46.015733 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-caf67033-0ee0-4108-8559-03386cb9bfde req-ed27c092-1523-482a-a9f1-0c91e3615651 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2060986
Nov 20 21:01:46.041586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d0269-fb16-40d7-8d30-5331919cdbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c1d818-4c07-4d09-b360-b1acc5a224b8,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:46.045148 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2488b108-01ea-4865-8ecf-41e4c198dc9d None None] Routers {'5b4337eb-626e-46f6-94a9-e74c337eee87'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:01:46.046399 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2488b108-01ea-4865-8ecf-41e4c198dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5431d640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:01:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5b4337eb-626e-46f6-94a9-e74c337eee87'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:46.100879 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:46.107565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d3d937e8-f19a-46ce-9d84-6c75cd1bf6aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c36aae4eacda4f76ac551fe613c502f7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3264906
Nov 20 21:01:46.107565 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b007ed8-545f-496f-9b56-9c802d6ef7df req-09b4c5b6-058e-4cf2-9591-e21a9b1fedc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:46.109361 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2b007ed8-545f-496f-9b56-9c802d6ef7df req-09b4c5b6-058e-4cf2-9591-e21a9b1fedc6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8f2480b-fc80-4ebf-9635-3977528e4714 HTTP/1.1" status: 200  len: 915 time: 0.4632068
Nov 20 21:01:46.110718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51206) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:46.114145 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:46.152580 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.api [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 20 21:01:46.152580 ncdv-master-1 neutron-server[126224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 20 21:01:46.152580 ncdv-master-1 neutron-server[126224]: [parameters: {'id': '67a2c924-b34c-429a-92aa-017edd8e1b30'}]
Nov 20 21:01:46.152580 ncdv-master-1 neutron-server[126224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:01:46.154042 ncdv-master-1 neutron-server[126224]: DEBUG oslo_db.api [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:01:46.183748 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] For port 12194998-4fd7-4765-9c19-b42dd7af8b80, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12194998-4fd7-4765-9c19-b42dd7af8b80,segment=NetworkSegment(fd8f3901-98d3-4d56-b300-542b402f7462),segment_id=fd8f3901-98d3-4d56-b300-542b402f7462)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:46.203624 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c4a5025f-911f-4ab8-9410-b399170cc40c tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:46.210193 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2488b108-01ea-4865-8ecf-41e4c198dc9d None None] Set router 5b4337eb-626e-46f6-94a9-e74c337eee87 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:01:46.215317 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:46.245294 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-02a508b0-6cc3-4498-b7d2-c30ef33e1b3a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 14.7437387
Nov 20 21:01:46.249524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51212) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:46.250987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5025f-911f-4ab8-9410-b399170cc40c tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Pushing event deleted for resources: {'Port': ['ID=489d4be2-2859-44d3-9afb-636579d2c32a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:46.340683 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c4a5025f-911f-4ab8-9410-b399170cc40c tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:46.344772 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c4a5025f-911f-4ab8-9410-b399170cc40c tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] 10.222.0.41 "DELETE /v2.0/ports/489d4be2-2859-44d3-9afb-636579d2c32a HTTP/1.1" status: 204  len: 168 time: 0.8759117
Nov 20 21:01:46.347312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51216) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:46.375481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7f9f50-4ba7-462b-8d2d-4b514ccd3301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63523ab-4285-469f-b0a4-206673b76fcc'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:46.377853 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a65b17-d218-451f-8903-a59177116e6e" -d '{"events": [{"server_uuid": "3c7f9f50-4ba7-462b-8d2d-4b514ccd3301", "name": "network-vif-plugged", "status": "completed", "tag": "a63523ab-4285-469f-b0a4-206673b76fcc"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:46.385761 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ea459-de3e-4cc8-b52c-42495bc3bda5 None None] Pushing event updated for resources: {'Port': ['ID=12194998-4fd7-4765-9c19-b42dd7af8b80,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:46.414445 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68ee135-e4da-4ea2-a044-a04d2d974f74 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] GET failed (client error): The resource could not be found.
Nov 20 21:01:46.416062 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c68ee135-e4da-4ea2-a044-a04d2d974f74 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] 10.222.0.41 "GET /v2.0/ports/489d4be2-2859-44d3-9afb-636579d2c32a HTTP/1.1" status: 404  len: 333 time: 0.0676863
Nov 20 21:01:46.422550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51222) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:46.427740 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-6d89b076-d5a6-445e-8746-d26016e56281 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Request body: {'port': {'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-958394048'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:46.452804 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b5c4fc-bdc9-4309-83e1-e1beed0c2e3c None None] Network 67a2c924-b34c-429a-92aa-017edd8e1b30 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:46.453863 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5b9537fa-7048-410d-bd84-9fe6e9803be8 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/floatingips/190680e7-d4ff-484d-b953-78c7ff9f012d HTTP/1.1" status: 200  len: 991 time: 0.1926613
Nov 20 21:01:46.483115 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d89b076-d5a6-445e-8746-d26016e56281 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Made reservation on behalf of 66e51c30faac43cd87211e0baa61e067 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:46.485718 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6d89b076-d5a6-445e-8746-d26016e56281 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:46.492270 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2488b108-01ea-4865-8ecf-41e4c198dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5431d640>, [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:00:42Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '190680e7-d4ff-484d-b953-78c7ff9f012d', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'floating_ip_address': '172.35.1.185', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'port_id': '8adc5a88-c2fa-4460-a689-528a2266b1a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'mac_address': 'fa:16:3e:67:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66476154-140d-461c-82e4-a9bf5200d6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:01:39Z', 'updated_at': '2021-11-20T21:01:39Z', 'revision_number': 0, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e80da7-37e3-4b17-a4b0-7cb40d94193b', 'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1e:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:37Z', 'updated_at': '2021-11-20T21:00:51Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:46.500247 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12d807-0f9d-4b1c-a9b7-4956ad939e81 req-b398f562-630d-42b7-976e-4af9ce60aa4b tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:46.506598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12d807-0f9d-4b1c-a9b7-4956ad939e81 req-b398f562-630d-42b7-976e-4af9ce60aa4b tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:46.518367 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf12d807-0f9d-4b1c-a9b7-4956ad939e81 req-b398f562-630d-42b7-976e-4af9ce60aa4b tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 1683 time: 0.1087835
Nov 20 21:01:46.523391 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2488b108-01ea-4865-8ecf-41e4c198dc9d None None] Checking router: 5b4337eb-626e-46f6-94a9-e74c337eee87 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:01:46.551579 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-6d89b076-d5a6-445e-8746-d26016e56281 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] device_id is not set on port 860e4597-2b6a-4647-8ae0-68b6729668b3 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:01:46.554360 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2488b108-01ea-4865-8ecf-41e4c198dc9d None None] Routers {'5b4337eb-626e-46f6-94a9-e74c337eee87'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:01:46.556938 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2488b108-01ea-4865-8ecf-41e4c198dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5431d640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:01:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5b4337eb-626e-46f6-94a9-e74c337eee87'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:46.627620 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf12d807-0f9d-4b1c-a9b7-4956ad939e81 req-46968502-3de6-4a67-bacb-ab4b3f5f8367 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119716
Nov 20 21:01:46.632079 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ec9530-1bb2-4dc1-bce3-37afba71a75d None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 21:01:46.657734 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:46.738278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'tag': 'a1c1d818-4c07-4d09-b360-b1acc5a224b8'}, {'name': 'network-changed', 'server_uuid': '66476154-140d-461c-82e4-a9bf5200d6ba', 'tag': '8adc5a88-c2fa-4460-a689-528a2266b1a5'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:46.740621 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092d7b7c-ce56-41f1-8335-a12e33f0da81" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "tag": "a1c1d818-4c07-4d09-b360-b1acc5a224b8"}, {"name": "network-changed", "server_uuid": "66476154-140d-461c-82e4-a9bf5200d6ba", "tag": "8adc5a88-c2fa-4460-a689-528a2266b1a5"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:46.753740 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2b007ed8-545f-496f-9b56-9c802d6ef7df req-b0032ce7-0fde-4aa6-9caf-f8aaa0b54597 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9b0e2d6-668a-46d9-91dd-0b40e6525d46 HTTP/1.1" status: 200  len: 217 time: 0.5263548
Nov 20 21:01:46.759761 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2488b108-01ea-4865-8ecf-41e4c198dc9d None None] Set router 5b4337eb-626e-46f6-94a9-e74c337eee87 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:01:46.772589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919dd15-a89d-405e-af90-22c10e5b25a6 req-9743366d-667b-4a8d-af85-7d05bb9a172f tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:46.774153 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e919dd15-a89d-405e-af90-22c10e5b25a6 req-9743366d-667b-4a8d-af85-7d05bb9a172f tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 944 time: 0.4253373
Nov 20 21:01:46.802838 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3703d942-e89f-4d28-9845-6ce4caa4d653 x-openstack-request-id: req-3703d942-e89f-4d28-9845-6ce4caa4d653 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:46.803197 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7f9f50-4ba7-462b-8d2d-4b514ccd3301", "name": "network-vif-plugged", "status": "completed", "tag": "a63523ab-4285-469f-b0a4-206673b76fcc", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:46.803394 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3703d942-e89f-4d28-9845-6ce4caa4d653 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:46.803776 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7f9f50-4ba7-462b-8d2d-4b514ccd3301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63523ab-4285-469f-b0a4-206673b76fcc', 'code': 200}
Nov 20 21:01:46.859469 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-205e5eef-293e-4d47-9d5d-717797ae65eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:46.882474 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6d89b076-d5a6-445e-8746-d26016e56281 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:46.890168 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:46.913641 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ec9530-1bb2-4dc1-bce3-37afba71a75d None None] Resources bound (agent type, host, resource id):  {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 20 21:01:46.953758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b007ed8-545f-496f-9b56-9c802d6ef7df req-d3cdb7c9-9f49-4c34-afd7-9ef994601881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:46.955456 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2b007ed8-545f-496f-9b56-9c802d6ef7df req-d3cdb7c9-9f49-4c34-afd7-9ef994601881 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e07f238a-03ae-410d-979c-eac4af184a33 HTTP/1.1" status: 200  len: 853 time: 0.1770637
Nov 20 21:01:46.988879 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7682fe-5c66-4816-ad9a-1b1527c76798 req-049121f0-766d-4477-bc7c-47dd9725faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:46.991649 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0b7682fe-5c66-4816-ad9a-1b1527c76798 req-049121f0-766d-4477-bc7c-47dd9725faf5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3c7f9f50-4ba7-462b-8d2d-4b514ccd3301 HTTP/1.1" status: 200  len: 1097 time: 0.2245986
Nov 20 21:01:46.995099 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-205e5eef-293e-4d47-9d5d-717797ae65eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:47.002478 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd10b2-96e1-404d-bb3f-33538061c0b6 req-8fd86ca3-6447-491d-9b56-8c01fe3fa24c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.013346 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-72bd10b2-96e1-404d-bb3f-33538061c0b6 req-8fd86ca3-6447-491d-9b56-8c01fe3fa24c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.2048824
Nov 20 21:01:47.024686 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Deleting port 12194998-4fd7-4765-9c19-b42dd7af8b80 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:01:47.025128 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:47.031357 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e919dd15-a89d-405e-af90-22c10e5b25a6 req-c61590df-7e29-47a2-8d71-be3e8e3aaf0b tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2293742
Nov 20 21:01:47.125551 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2488b108-01ea-4865-8ecf-41e4c198dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5431d640>, [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:00:42Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '190680e7-d4ff-484d-b953-78c7ff9f012d', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'floating_ip_address': '172.35.1.185', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'port_id': '8adc5a88-c2fa-4460-a689-528a2266b1a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'mac_address': 'fa:16:3e:67:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66476154-140d-461c-82e4-a9bf5200d6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:01:39Z', 'updated_at': '2021-11-20T21:01:39Z', 'revision_number': 0, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e80da7-37e3-4b17-a4b0-7cb40d94193b', 'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1e:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:37Z', 'updated_at': '2021-11-20T21:00:51Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:47.149582 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16cef13-1709-44f2-b853-ae0d1354fbf9 x-openstack-request-id: req-f16cef13-1709-44f2-b853-ae0d1354fbf9 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:47.149582 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "tag": "a1c1d818-4c07-4d09-b360-b1acc5a224b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "66476154-140d-461c-82e4-a9bf5200d6ba", "tag": "8adc5a88-c2fa-4460-a689-528a2266b1a5", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:47.149582 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f16cef13-1709-44f2-b853-ae0d1354fbf9 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:47.150319 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'tag': 'a1c1d818-4c07-4d09-b360-b1acc5a224b8', 'status': 'completed', 'code': 200}
Nov 20 21:01:47.150319 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66476154-140d-461c-82e4-a9bf5200d6ba', 'tag': '8adc5a88-c2fa-4460-a689-528a2266b1a5', 'status': 'completed', 'code': 200}
Nov 20 21:01:47.173725 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2488b108-01ea-4865-8ecf-41e4c198dc9d None None] The sync data for ids ['5b4337eb-626e-46f6-94a9-e74c337eee87'] in ncdv-master-1 is: [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:00:42Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '190680e7-d4ff-484d-b953-78c7ff9f012d', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'floating_ip_address': '172.35.1.185', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'port_id': '8adc5a88-c2fa-4460-a689-528a2266b1a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'mac_address': 'fa:16:3e:67:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66476154-140d-461c-82e4-a9bf5200d6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:01:39Z', 'updated_at': '2021-11-20T21:01:39Z', 'revision_number': 0, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e80da7-37e3-4b17-a4b0-7cb40d94193b', 'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1e:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:37Z', 'updated_at': '2021-11-20T21:00:51Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:01:47.232878 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6d89b076-d5a6-445e-8746-d26016e56281 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:47.277814 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] For port 12194998-4fd7-4765-9c19-b42dd7af8b80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12194998-4fd7-4765-9c19-b42dd7af8b80,segment=NetworkSegment(fd8f3901-98d3-4d56-b300-542b402f7462),segment_id=fd8f3901-98d3-4d56-b300-542b402f7462)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:47.278227 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:47.296963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b007ed8-545f-496f-9b56-9c802d6ef7df req-2238b3e2-c9d5-4a1e-a08e-42df9cded2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.298718 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2b007ed8-545f-496f-9b56-9c802d6ef7df req-2238b3e2-c9d5-4a1e-a08e-42df9cded2b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8f2480b-fc80-4ebf-9635-3977528e4714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3324335
Nov 20 21:01:47.397674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7fc3d-1571-49ff-83c2-de0219f17ae8 req-5d59aa3d-a93a-4091-8393-7ecfcdaccb7d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.403933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7fc3d-1571-49ff-83c2-de0219f17ae8 req-5d59aa3d-a93a-4091-8393-7ecfcdaccb7d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.410082 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7fc3d-1571-49ff-83c2-de0219f17ae8 req-5d59aa3d-a93a-4091-8393-7ecfcdaccb7d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.416309 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7fc3d-1571-49ff-83c2-de0219f17ae8 req-5d59aa3d-a93a-4091-8393-7ecfcdaccb7d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.422884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7fc3d-1571-49ff-83c2-de0219f17ae8 req-5d59aa3d-a93a-4091-8393-7ecfcdaccb7d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.428981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7fc3d-1571-49ff-83c2-de0219f17ae8 req-5d59aa3d-a93a-4091-8393-7ecfcdaccb7d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.435317 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7fc3d-1571-49ff-83c2-de0219f17ae8 req-5d59aa3d-a93a-4091-8393-7ecfcdaccb7d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.437405 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01c7fc3d-1571-49ff-83c2-de0219f17ae8 req-5d59aa3d-a93a-4091-8393-7ecfcdaccb7d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5397 time: 0.2154646
Nov 20 21:01:47.442034 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-205e5eef-293e-4d47-9d5d-717797ae65eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:47.444723 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-205e5eef-293e-4d47-9d5d-717797ae65eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:47.445985 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-205e5eef-293e-4d47-9d5d-717797ae65eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4527ab92-9742-48bb-98f1-e99952454214 HTTP/1.1" status: 204  len: 168 time: 1.3294623
Nov 20 21:01:47.459206 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-dd178a4d-a1e4-49d5-84e9-249a94f3d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.460751 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-dd178a4d-a1e4-49d5-84e9-249a94f3d19f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d0636503ac5406792f6a872f4f9c10d&device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 1096 time: 0.3074117
Nov 20 21:01:47.469564 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d2fd84-a4f6-42a7-9160-fdddbc4947fd None None] New status for floating IP 190680e7-d4ff-484d-b953-78c7ff9f012d: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:01:47.491173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51230) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:47.491838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e5eef-293e-4d47-9d5d-717797ae65eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4527ab92-9742-48bb-98f1-e99952454214,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:47.690090 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-b0383033-631d-4187-9f5f-da77ac841c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.690635 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-b0383033-631d-4187-9f5f-da77ac841c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.691254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-b0383033-631d-4187-9f5f-da77ac841c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.692006 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-b0383033-631d-4187-9f5f-da77ac841c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.692358 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-b0383033-631d-4187-9f5f-da77ac841c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.692819 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-b0383033-631d-4187-9f5f-da77ac841c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.693918 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-b0383033-631d-4187-9f5f-da77ac841c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.698689 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-b0383033-631d-4187-9f5f-da77ac841c01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 6344 time: 0.5318997
Nov 20 21:01:47.700825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Calling delete_port for 12194998-4fd7-4765-9c19-b42dd7af8b80 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:47.711024 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0b7682fe-5c66-4816-ad9a-1b1527c76798 req-0b03cef3-9325-4857-9b7c-e72dfae3e17d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6896133
Nov 20 21:01:47.717782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d89b076-d5a6-445e-8746-d26016e56281 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Network 8a037666-f0a4-440c-9195-bfe7adc90f8a is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:47.740919 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-6d89b076-d5a6-445e-8746-d26016e56281 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:47.743359 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d89b076-d5a6-445e-8746-d26016e56281 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:47.744694 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d89b076-d5a6-445e-8746-d26016e56281 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:47.745368 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6d89b076-d5a6-445e-8746-d26016e56281 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:47.774743 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89b076-d5a6-445e-8746-d26016e56281 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Pushing event updated for resources: {'Port': ['ID=860e4597-2b6a-4647-8ae0-68b6729668b3,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:47.780329 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2b007ed8-545f-496f-9b56-9c802d6ef7df req-fb389698-e573-4276-bd55-4eb2e5c73484 service neutron] 10.222.0.37 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4618332
Nov 20 21:01:47.782429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafe012b-fc11-4ebf-90fb-e3698bda3e63 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:47.791276 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-72bd10b2-96e1-404d-bb3f-33538061c0b6 req-9a875515-a894-4c2f-bb1d-a7a73f62aac4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7763014
Nov 20 21:01:47.807900 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-166cd133-e6bf-41a4-a5f5-b2fcb1b22eae tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/floatingips/190680e7-d4ff-484d-b953-78c7ff9f012d HTTP/1.1" status: 200  len: 991 time: 0.3138046
Nov 20 21:01:47.810413 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:47.847740 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6d89b076-d5a6-445e-8746-d26016e56281 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.4238632
Nov 20 21:01:47.855588 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51238) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:47.869087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:47.904206 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Transition to ACTIVE for port object fafe012b-fc11-4ebf-90fb-e3698bda3e63 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:01:47.953449 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01c7fc3d-1571-49ff-83c2-de0219f17ae8 req-89bfb712-4912-4973-bf59-698b758cacbf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4915833
Nov 20 21:01:47.974602 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:47.989661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d9b0e2d6-668a-46d9-91dd-0b40e6525d46 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:01:48.005323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-6eac3866-a826-43b2-8865-92f1e9fe89ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:48.005800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-6eac3866-a826-43b2-8865-92f1e9fe89ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:48.006309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-6eac3866-a826-43b2-8865-92f1e9fe89ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:48.007916 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-6eac3866-a826-43b2-8865-92f1e9fe89ed service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.2925286
Nov 20 21:01:48.019982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-ddd2582b-98c6-4d12-9ce2-0723477f7a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:48.022204 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-ddd2582b-98c6-4d12-9ce2-0723477f7a88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1285f7b9-19ec-4973-b341-2c247825bb31 HTTP/1.1" status: 200  len: 897 time: 0.5224764
Nov 20 21:01:48.047661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac4e57-c435-4d00-a100-99bbe722626f req-2760c2ce-ba42-4e15-88ac-6855a406c3c0 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:48.057065 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac4e57-c435-4d00-a100-99bbe722626f req-2760c2ce-ba42-4e15-88ac-6855a406c3c0 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:48.069692 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6ac4e57-c435-4d00-a100-99bbe722626f req-2760c2ce-ba42-4e15-88ac-6855a406c3c0 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 1683 time: 0.1779194
Nov 20 21:01:48.077296 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:48.141764 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:48.173499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Port': ['ID=12194998-4fd7-4765-9c19-b42dd7af8b80,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:48.192673 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No DVR routers for this DVR port 12194998-4fd7-4765-9c19-b42dd7af8b80 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:01:48.202673 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d9b0e2d6-668a-46d9-91dd-0b40e6525d46, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9b0e2d6-668a-46d9-91dd-0b40e6525d46,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:48.203726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=fafe012b-fc11-4ebf-90fb-e3698bda3e63,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:48.216951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'd9b0e2d6-668a-46d9-91dd-0b40e6525d46', 'network_id': 'a8f2480b-fc80-4ebf-9635-3977528e4714', 'port_id': 'd9b0e2d6-668a-46d9-91dd-0b40e6525d46', 'mac_address': 'fa:16:3e:9f:f1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07f238a-03ae-410d-979c-eac4af184a33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:01:48.222797 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acb7f9-5278-4c07-920c-440829647093 req-5b98e458-c038-4e56-9f78-ecdcc51b100f tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:48.230159 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acb7f9-5278-4c07-920c-440829647093 req-5b98e458-c038-4e56-9f78-ecdcc51b100f tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:48.233072 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54acb7f9-5278-4c07-920c-440829647093 req-5b98e458-c038-4e56-9f78-ecdcc51b100f tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 1683 time: 0.2995410
Nov 20 21:01:48.238488 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2b007ed8-545f-496f-9b56-9c802d6ef7df req-4b147ae3-ca30-4184-a8ae-f712f3865a1b service neutron] 10.222.0.37 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4404960
Nov 20 21:01:48.315286 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:48.339215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b0e2d6-668a-46d9-91dd-0b40e6525d46 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:48.342596 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-a01bae79-53a6-4edd-9536-37dbe70bd256 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adc5a88-c2fa-4460-a689-528a2266b1a5 HTTP/1.1" status: 200  len: 1001 time: 0.2963216
Nov 20 21:01:48.375432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d9b0e2d6-668a-46d9-91dd-0b40e6525d46, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9b0e2d6-668a-46d9-91dd-0b40e6525d46,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:48.381551 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:48.434917 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6ac4e57-c435-4d00-a100-99bbe722626f req-3ef291a9-f413-4bb4-bc0a-401a9f1a5c90 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3497725
Nov 20 21:01:48.459286 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d9b0e2d6-668a-46d9-91dd-0b40e6525d46,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:48.550200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32abad-6234-41db-bd4d-ffb86ade46dd req-40f542f4-47e3-45b3-b42c-60611bbda27b tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:48.557672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a32abad-6234-41db-bd4d-ffb86ade46dd req-40f542f4-47e3-45b3-b42c-60611bbda27b tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 944 time: 0.3314152
Nov 20 21:01:48.558681 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:48.576246 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:48.589467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-f2d46c58-f636-4252-9bad-50e0d9bc18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:48.591706 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-f2d46c58-f636-4252-9bad-50e0d9bc18c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d22161a-a3e9-4afa-87de-f7672d10bc2a HTTP/1.1" status: 200  len: 834 time: 0.2012210
Nov 20 21:01:48.592916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-1fe73097-d93a-4052-b067-631fe06ee6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:48.594413 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-1fe73097-d93a-4052-b067-631fe06ee6d6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5750606
Nov 20 21:01:48.633208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a56113130>,) {'filters': {'network_id': ['67a2c924-b34c-429a-92aa-017edd8e1b30']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:48.642943 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d9b0e2d6-668a-46d9-91dd-0b40e6525d46'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:01:48.657477 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a56113130>, 'fd8f3901-98d3-4d56-b300-542b402f7462') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:48.657842 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a56113130>, 'fd8f3901-98d3-4d56-b300-542b402f7462') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:48.672196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Attempting to bind port fafe012b-fc11-4ebf-90fb-e3698bda3e63 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:48.672536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Attempting to bind port fafe012b-fc11-4ebf-90fb-e3698bda3e63 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b500a6dc-5edd-4c88-82df-4a23560852fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:48.672874 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Attempting to bind port fafe012b-fc11-4ebf-90fb-e3698bda3e63 on network d7561cda-0cef-429a-ab48-39d731d77e04 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:48.675202 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51260) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:48.678007 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:48.709622 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2e4f5-e36b-448f-9b57-c30219c79d89 req-ab51d5b3-0438-4abe-8a72-12fc46a688ac tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:48.712175 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-40e2e4f5-e36b-448f-9b57-c30219c79d89 req-ab51d5b3-0438-4abe-8a72-12fc46a688ac tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1443057
Nov 20 21:01:48.712816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Port fafe012b-fc11-4ebf-90fb-e3698bda3e63 on network d7561cda-0cef-429a-ab48-39d731d77e04 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:48.713208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Attempting to bind port fafe012b-fc11-4ebf-90fb-e3698bda3e63 on network d7561cda-0cef-429a-ab48-39d731d77e04 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:48.714018 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:48.719652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-54acb7f9-5278-4c07-920c-440829647093 req-4099b499-d225-42be-bd9a-4ee2df347713 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Deleting port 5c352741-4197-4cfc-b9f2-69018aa4115f {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:01:48.720544 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-54acb7f9-5278-4c07-920c-440829647093 req-4099b499-d225-42be-bd9a-4ee2df347713 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:48.742453 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7a32abad-6234-41db-bd4d-ffb86ade46dd req-5e5fb5ce-eafb-46b3-ac29-60ea6976be75 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1837609
Nov 20 21:01:48.749787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:01:48.750255 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:48.751853 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:48.752279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Checking segment: {'id': 'b500a6dc-5edd-4c88-82df-4a23560852fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:48.753378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Bound using segment: {'id': 'b500a6dc-5edd-4c88-82df-4a23560852fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:48.753378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Bound port: fafe012b-fc11-4ebf-90fb-e3698bda3e63, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b500a6dc-5edd-4c88-82df-4a23560852fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:48.753589 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:01:48.754189 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:01:48.779113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-2867cc83-ae65-4a0c-98da-7f28245d4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:48.780672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-2867cc83-ae65-4a0c-98da-7f28245d4300 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1285f7b9-19ec-4973-b341-2c247825bb31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1771541
Nov 20 21:01:48.816415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51264) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:48.892564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-bc1ceed1-d22a-461f-a29c-9183ff88151e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2123781575-network', 'tenant_id': '3c79515660014c0bb607fcb10f6f0870'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:48.944574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] device_id is not set on port 860e4597-2b6a-4647-8ae0-68b6729668b3 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:01:48.963950 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:48.978093 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] For port fafe012b-fc11-4ebf-90fb-e3698bda3e63, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:48.990342 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] For port fafe012b-fc11-4ebf-90fb-e3698bda3e63, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fafe012b-fc11-4ebf-90fb-e3698bda3e63,segment=NetworkSegment(b500a6dc-5edd-4c88-82df-4a23560852fc),segment_id=b500a6dc-5edd-4c88-82df-4a23560852fc)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:48.994451 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:49.006156 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:49.010168 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:49.032251 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0b8e19d7-730a-49e4-99ed-b4ba53f91b08 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/floatingips/190680e7-d4ff-484d-b953-78c7ff9f012d HTTP/1.1" status: 200  len: 993 time: 0.1994042
Nov 20 21:01:49.034128 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:49.037729 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/67a2c924-b34c-429a-92aa-017edd8e1b30 HTTP/1.1" status: 204  len: 168 time: 4.3860917
Nov 20 21:01:49.045095 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-40e2e4f5-e36b-448f-9b57-c30219c79d89 req-2cf8324d-cef9-4fb9-8418-b4a9a0e2c3f8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3171527
Nov 20 21:01:49.058251 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1ceed1-d22a-461f-a29c-9183ff88151e admin admin] Made reservation on behalf of 3c79515660014c0bb607fcb10f6f0870 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:49.059300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51268) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:49.061614 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc1ceed1-d22a-461f-a29c-9183ff88151e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:49.064174 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:49.070476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-20da67b2-b1cb-4f1b-8b64-3453a401e195 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1883903557'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:49.074229 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e36d43-2347-46d4-a2a1-28c58d3cd5cd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Network': ['ID=67a2c924-b34c-429a-92aa-017edd8e1b30,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:49.085546 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-54acb7f9-5278-4c07-920c-440829647093 req-4099b499-d225-42be-bd9a-4ee2df347713 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] For port 5c352741-4197-4cfc-b9f2-69018aa4115f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c352741-4197-4cfc-b9f2-69018aa4115f,segment=NetworkSegment(7f73ac3f-ed7c-4b15-bac6-dd8451d4e388),segment_id=7f73ac3f-ed7c-4b15-bac6-dd8451d4e388)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:49.086090 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-54acb7f9-5278-4c07-920c-440829647093 req-4099b499-d225-42be-bd9a-4ee2df347713 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:49.104271 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-54acb7f9-5278-4c07-920c-440829647093 req-4099b499-d225-42be-bd9a-4ee2df347713 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Calling delete_port for 5c352741-4197-4cfc-b9f2-69018aa4115f owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:49.113779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-2fcdd440-e495-4d44-af70-db8bfc9cd3a6 service neutron] 10.222.0.37 "GET /v2.0/networks/1285f7b9-19ec-4973-b341-2c247825bb31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3184109
Nov 20 21:01:49.114553 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc1ceed1-d22a-461f-a29c-9183ff88151e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:49.119904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20da67b2-b1cb-4f1b-8b64-3453a401e195 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:49.124122 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20da67b2-b1cb-4f1b-8b64-3453a401e195 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:49.227029 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20da67b2-b1cb-4f1b-8b64-3453a401e195 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:01:49.257302 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20da67b2-b1cb-4f1b-8b64-3453a401e195 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:49.257656 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-20da67b2-b1cb-4f1b-8b64-3453a401e195 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Added segment 5437242d-5095-427c-be19-dee2601a73f5 of type vlan for network c78daeb8-421d-44c5-87fb-51286e8e0548
Nov 20 21:01:49.280953 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36774e7e-8b38-4da1-952b-bd8187250c41 req-a563a552-97eb-49fd-9d13-cf1c9068e061 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.282560 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-36774e7e-8b38-4da1-952b-bd8187250c41 req-a563a552-97eb-49fd-9d13-cf1c9068e061 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1472790
Nov 20 21:01:49.335114 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20da67b2-b1cb-4f1b-8b64-3453a401e195 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:49.401086 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.402329 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:49.404222 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] 10.222.0.47 "PUT /v2.0/ports/fafe012b-fc11-4ebf-90fb-e3698bda3e63 HTTP/1.1" status: 200  len: 1091 time: 3.5841651
Nov 20 21:01:49.415792 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'tag': 'fafe012b-fc11-4ebf-90fb-e3698bda3e63'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:49.420278 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8863ccf4-d09b-481f-99ef-5b4b27b0cce3" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "tag": "fafe012b-fc11-4ebf-90fb-e3698bda3e63"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:49.427816 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-36774e7e-8b38-4da1-952b-bd8187250c41 req-89dbcd2e-8baf-43b3-a9a0-881b7d2b2500 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1263402
Nov 20 21:01:49.430038 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-54acb7f9-5278-4c07-920c-440829647093 req-4099b499-d225-42be-bd9a-4ee2df347713 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:49.432232 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20da67b2-b1cb-4f1b-8b64-3453a401e195 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:49.438699 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20da67b2-b1cb-4f1b-8b64-3453a401e195 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.439329 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20da67b2-b1cb-4f1b-8b64-3453a401e195 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:49.441899 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f', '5c352741-4197-4cfc-b9f2-69018aa4115f'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:01:49.496043 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099b499-d225-42be-bd9a-4ee2df347713 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event deleted for resources: {'Port': ['ID=5c352741-4197-4cfc-b9f2-69018aa4115f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:49.516498 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-20da67b2-b1cb-4f1b-8b64-3453a401e195 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4551821
Nov 20 21:01:49.530417 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51278) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:49.537996 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d2ddb507-29a4-4977-b8f3-106c77e9b645 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'network': {'name': 'New_network'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:49.588849 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Request body: {'port': {'device_id': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:49.650283 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfd385d-f4dd-4a6a-b6bf-473df4c9d8c5 x-openstack-request-id: req-5cfd385d-f4dd-4a6a-b6bf-473df4c9d8c5 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:49.654777 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "tag": "fafe012b-fc11-4ebf-90fb-e3698bda3e63", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:49.654939 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da67b2-b1cb-4f1b-8b64-3453a401e195 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Network': ['ID=c78daeb8-421d-44c5-87fb-51286e8e0548,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:49.662549 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5cfd385d-f4dd-4a6a-b6bf-473df4c9d8c5 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:49.663046 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'tag': 'fafe012b-fc11-4ebf-90fb-e3698bda3e63', 'status': 'completed', 'code': 200}
Nov 20 21:01:49.673424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:49.673761 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:49.675406 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network c78daeb8-421d-44c5-87fb-51286e8e0548 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:01:49.675905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:49.680979 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Pushing event updated for resources: {'Port': ['ID=860e4597-2b6a-4647-8ae0-68b6729668b3,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:49.746039 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:49.751980 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-54acb7f9-5278-4c07-920c-440829647093 req-4099b499-d225-42be-bd9a-4ee2df347713 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] No DVR routers for this DVR port 5c352741-4197-4cfc-b9f2-69018aa4115f on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:01:49.755577 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-54acb7f9-5278-4c07-920c-440829647093 req-4099b499-d225-42be-bd9a-4ee2df347713 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:49.759283 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54acb7f9-5278-4c07-920c-440829647093 req-4099b499-d225-42be-bd9a-4ee2df347713 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.47 "DELETE /v2.0/ports/5c352741-4197-4cfc-b9f2-69018aa4115f HTTP/1.1" status: 204  len: 173 time: 1.4858482
Nov 20 21:01:49.786623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e82b2a4-a302-441d-9b65-9c0ad1288816', 'name': 'network-vif-deleted', 'tag': '5c352741-4197-4cfc-b9f2-69018aa4115f'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:49.798173 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fdeb03-a329-4f12-9233-04e84a89ab87" -d '{"events": [{"server_uuid": "7e82b2a4-a302-441d-9b65-9c0ad1288816", "name": "network-vif-deleted", "tag": "5c352741-4197-4cfc-b9f2-69018aa4115f"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:49.894305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae4bd4-4bc5-40e9-b7b7-fb9aa5f73985 req-7accb956-4fd2-4e85-a421-b930bd373641 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.900330 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae4bd4-4bc5-40e9-b7b7-fb9aa5f73985 req-7accb956-4fd2-4e85-a421-b930bd373641 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.906654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae4bd4-4bc5-40e9-b7b7-fb9aa5f73985 req-7accb956-4fd2-4e85-a421-b930bd373641 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.912626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae4bd4-4bc5-40e9-b7b7-fb9aa5f73985 req-7accb956-4fd2-4e85-a421-b930bd373641 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.918658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae4bd4-4bc5-40e9-b7b7-fb9aa5f73985 req-7accb956-4fd2-4e85-a421-b930bd373641 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.924654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae4bd4-4bc5-40e9-b7b7-fb9aa5f73985 req-7accb956-4fd2-4e85-a421-b930bd373641 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.930871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae4bd4-4bc5-40e9-b7b7-fb9aa5f73985 req-7accb956-4fd2-4e85-a421-b930bd373641 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.932870 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e3ae4bd4-4bc5-40e9-b7b7-fb9aa5f73985 req-7accb956-4fd2-4e85-a421-b930bd373641 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5409 time: 0.8629103
Nov 20 21:01:49.933513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:49.933694 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ccf4-d09b-481f-99ef-5b4b27b0cce3 req-83770510-2ff6-476d-9baf-98deef56ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.933849 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:49.934188 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ccf4-d09b-481f-99ef-5b4b27b0cce3 req-83770510-2ff6-476d-9baf-98deef56ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.935265 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ccf4-d09b-481f-99ef-5b4b27b0cce3 req-83770510-2ff6-476d-9baf-98deef56ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.935769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ccf4-d09b-481f-99ef-5b4b27b0cce3 req-83770510-2ff6-476d-9baf-98deef56ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.936318 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ccf4-d09b-481f-99ef-5b4b27b0cce3 req-83770510-2ff6-476d-9baf-98deef56ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.936795 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ccf4-d09b-481f-99ef-5b4b27b0cce3 req-83770510-2ff6-476d-9baf-98deef56ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.937254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ccf4-d09b-481f-99ef-5b4b27b0cce3 req-83770510-2ff6-476d-9baf-98deef56ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.939203 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8863ccf4-d09b-481f-99ef-5b4b27b0cce3 req-83770510-2ff6-476d-9baf-98deef56ed95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 6411 time: 0.3359196
Nov 20 21:01:49.944414 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 2 to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3
Nov 20 21:01:49.955483 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492a52a-5d7e-4a0d-ba8c-fb5f71b6a25e req-613a3138-4526-4351-ad1b-9877e70626a3 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:49.956993 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0492a52a-5d7e-4a0d-ba8c-fb5f71b6a25e req-613a3138-4526-4351-ad1b-9877e70626a3 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 946 time: 0.2845211
Nov 20 21:01:50.011383 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d9b0e2d6-668a-46d9-91dd-0b40e6525d46 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:50.030847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:50.031185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:50.031530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:50.084034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port d9b0e2d6-668a-46d9-91dd-0b40e6525d46 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:01:50.089718 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port d9b0e2d6-668a-46d9-91dd-0b40e6525d46 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:50.089718 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.097751 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-092d7b7c-ce56-41f1-8335-a12e33f0da81 req-8c22388a-6b25-44da-8e94-9cff6d0beb4d service neutron] 10.222.0.37 "GET /v2.0/networks/1285f7b9-19ec-4973-b341-2c247825bb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7053952
Nov 20 21:01:50.134260 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:50.134498 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:50.149518 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 3 to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3
Nov 20 21:01:50.152081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf8fe9-679e-4dd4-ace7-47fd3afd4bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=fafe012b-fc11-4ebf-90fb-e3698bda3e63,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:50.152353 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb507-29a4-4977-b8f3-106c77e9b645 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.172012 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc1ceed1-d22a-461f-a29c-9183ff88151e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.181805 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e3ae4bd4-4bc5-40e9-b7b7-fb9aa5f73985 req-2dd84f14-b8a7-4137-b3f0-eda801dc449d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2343650
Nov 20 21:01:50.189693 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc1ceed1-d22a-461f-a29c-9183ff88151e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.190383 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0492a52a-5d7e-4a0d-ba8c-fb5f71b6a25e req-3112f077-1f7b-4d8f-ac68-a7333ff93f45 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156920
Nov 20 21:01:50.198560 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:50.198560 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:50.198873 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:50.204136 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb507-29a4-4977-b8f3-106c77e9b645 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.211105 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.239448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc5c22e-5a81-482a-898e-703e259cb1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b0e2d6-668a-46d9-91dd-0b40e6525d46'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:50.240368 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2ddb507-29a4-4977-b8f3-106c77e9b645 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network c78daeb8-421d-44c5-87fb-51286e8e0548 is not hosted by any dhcp agent {{(pid=126224) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 20 21:01:50.241882 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032e17a4-bf17-4e48-994c-2bbe00e4403f" -d '{"events": [{"server_uuid": "7cc5c22e-5a81-482a-898e-703e259cb1a5", "name": "network-vif-plugged", "status": "completed", "tag": "d9b0e2d6-668a-46d9-91dd-0b40e6525d46"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:50.255171 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ddb507-29a4-4977-b8f3-106c77e9b645 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:50.255827 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb507-29a4-4977-b8f3-106c77e9b645 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.257132 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d2ddb507-29a4-4977-b8f3-106c77e9b645 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "PUT /v2.0/networks/c78daeb8-421d-44c5-87fb-51286e8e0548 HTTP/1.1" status: 200  len: 723 time: 0.7251761
Nov 20 21:01:50.260858 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51288) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:50.261990 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d9b0e2d6-668a-46d9-91dd-0b40e6525d46, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9b0e2d6-668a-46d9-91dd-0b40e6525d46,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:50.270219 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.274989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:50.274989 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:50.275487 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1ceed1-d22a-461f-a29c-9183ff88151e admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:01:50.276536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ccf4-d09b-481f-99ef-5b4b27b0cce3 req-124e6111-822a-4094-a5d8-af5aa3fa7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:50.277019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ccf4-d09b-481f-99ef-5b4b27b0cce3 req-124e6111-822a-4094-a5d8-af5aa3fa7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:50.277493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ccf4-d09b-481f-99ef-5b4b27b0cce3 req-124e6111-822a-4094-a5d8-af5aa3fa7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:50.279732 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8863ccf4-d09b-481f-99ef-5b4b27b0cce3 req-124e6111-822a-4094-a5d8-af5aa3fa7c7d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.3146980
Nov 20 21:01:50.281195 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 4 to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3
Nov 20 21:01:50.287214 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-60bc4909-5c04-4614-b5b5-bd4755d80f79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'subnet': {'network_id': 'c78daeb8-421d-44c5-87fb-51286e8e0548', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:50.292468 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-54acb7f9-5278-4c07-920c-440829647093 req-1aa978de-82fd-4f12-9327-c2ae0538602f tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Deleting port d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:01:50.292809 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-54acb7f9-5278-4c07-920c-440829647093 req-1aa978de-82fd-4f12-9327-c2ae0538602f tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.348817 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc1ceed1-d22a-461f-a29c-9183ff88151e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.349178 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-bc1ceed1-d22a-461f-a29c-9183ff88151e admin admin] Added segment 3d6a0149-c14d-4f9e-bcb0-98cf878df86b of type vlan for network 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7
Nov 20 21:01:50.350488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:50.351011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:50.351523 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:50.353525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ceed1-d22a-461f-a29c-9183ff88151e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:50.356482 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d9b0e2d6-668a-46d9-91dd-0b40e6525d46,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:50.397053 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:50.397320 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:50.420988 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 5 to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3
Nov 20 21:01:50.446177 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddb507-29a4-4977-b8f3-106c77e9b645 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Network': ['ID=c78daeb8-421d-44c5-87fb-51286e8e0548,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:50.457859 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc1ceed1-d22a-461f-a29c-9183ff88151e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.465120 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network c78daeb8-421d-44c5-87fb-51286e8e0548 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:01:50.475870 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:50.476217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:50.476563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:50.507466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:50.507807 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:50.511772 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 6 to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3
Nov 20 21:01:50.531579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee0bc7-6fa5-4a6b-a88b-7e48f593933b req-56adaa69-66ca-42bb-b3d3-ec43d2e8a432 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:50.533454 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-efee0bc7-6fa5-4a6b-a88b-7e48f593933b req-56adaa69-66ca-42bb-b3d3-ec43d2e8a432 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 946 time: 0.1862164
Nov 20 21:01:50.570630 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc1ceed1-d22a-461f-a29c-9183ff88151e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.571517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1ceed1-d22a-461f-a29c-9183ff88151e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:50.572101 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc1ceed1-d22a-461f-a29c-9183ff88151e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.606013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:50.606385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:50.607264 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:50.647932 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:50.648191 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:50.658806 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 7 to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3
Nov 20 21:01:50.663835 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bc1ceed1-d22a-461f-a29c-9183ff88151e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.9806244
Nov 20 21:01:50.685285 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51298) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:50.687268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:50.701574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-54acb7f9-5278-4c07-920c-440829647093 req-1aa978de-82fd-4f12-9327-c2ae0538602f tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] For port d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f,segment=NetworkSegment(f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc),segment_id=f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:50.701957 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-54acb7f9-5278-4c07-920c-440829647093 req-1aa978de-82fd-4f12-9327-c2ae0538602f tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.716991 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c3d7e379-7526-4ab1-908f-07b10295b4b0 admin admin] Request body: {'subnet': {'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2123781575-subnet', 'tenant_id': '3c79515660014c0bb607fcb10f6f0870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:50.739070 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-54acb7f9-5278-4c07-920c-440829647093 req-1aa978de-82fd-4f12-9327-c2ae0538602f tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Calling delete_port for d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:50.752734 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.765943 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ccf4-d09b-481f-99ef-5b4b27b0cce3 req-64b88db3-d969-4041-982d-0e5d23eba87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:50.767481 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8863ccf4-d09b-481f-99ef-5b4b27b0cce3 req-64b88db3-d969-4041-982d-0e5d23eba87d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4664366
Nov 20 21:01:50.769884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ceed1-d22a-461f-a29c-9183ff88151e admin admin] Pushing event updated for resources: {'Network': ['ID=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:50.772976 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:50.772976 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:50.772976 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:50.774515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bc4909-5c04-4614-b5b5-bd4755d80f79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:50.777979 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60bc4909-5c04-4614-b5b5-bd4755d80f79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.787610 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:01:50.797850 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Transition to ACTIVE for port object 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:01:50.798968 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:50.799408 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:50.804188 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-efee0bc7-6fa5-4a6b-a88b-7e48f593933b req-96bec647-0e7d-4b8a-9fd4-e1e313c763a2 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2506762
Nov 20 21:01:50.806029 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 8 to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3
Nov 20 21:01:50.810650 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.863907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d7e379-7526-4ab1-908f-07b10295b4b0 admin admin] Made reservation on behalf of 3c79515660014c0bb607fcb10f6f0870 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:50.866316 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3d7e379-7526-4ab1-908f-07b10295b4b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:50.893007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:50.893352 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:50.893678 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:50.927285 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:50.927623 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:50.931751 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 9 to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3
Nov 20 21:01:51.000957 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8adb08-4bb0-45be-8e71-4a53fb65eb7e,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:51.039719 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:51.040064 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:51.040413 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:51.051783 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:51.052199 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:51.055662 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 10 to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3
Nov 20 21:01:51.107008 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:51.107373 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:51.107667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:51.123306 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Attempting to bind port 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:51.123641 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Attempting to bind port 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b500a6dc-5edd-4c88-82df-4a23560852fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:51.123967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Attempting to bind port 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e on network d7561cda-0cef-429a-ab48-39d731d77e04 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:51.126812 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:51.127142 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 860e4597-2b6a-4647-8ae0-68b6729668b3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:51.127513 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:51.147173 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c132a0f5-7296-4eb7-a5b4-0eb0a1b4e95f x-openstack-request-id: req-c132a0f5-7296-4eb7-a5b4-0eb0a1b4e95f {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:51.147624 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc5c22e-5a81-482a-898e-703e259cb1a5", "name": "network-vif-plugged", "status": "completed", "tag": "d9b0e2d6-668a-46d9-91dd-0b40e6525d46", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:51.147839 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c132a0f5-7296-4eb7-a5b4-0eb0a1b4e95f {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:51.148240 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc5c22e-5a81-482a-898e-703e259cb1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b0e2d6-668a-46d9-91dd-0b40e6525d46', 'code': 200}
Nov 20 21:01:51.164752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Port 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e on network d7561cda-0cef-429a-ab48-39d731d77e04 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:51.165083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Attempting to bind port 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e on network d7561cda-0cef-429a-ab48-39d731d77e04 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:51.179160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:51.179382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Checking segment: {'id': 'b500a6dc-5edd-4c88-82df-4a23560852fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:51.179775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Bound using segment: {'id': 'b500a6dc-5edd-4c88-82df-4a23560852fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:51.180316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Bound port: 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b500a6dc-5edd-4c88-82df-4a23560852fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:51.180654 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:51.219993 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-d025ec1e-1758-4648-8f44-90d999c0299f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.222510 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-d025ec1e-1758-4648-8f44-90d999c0299f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 811 time: 0.8685410
Nov 20 21:01:51.225578 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d67387-b75e-4776-8ac3-e3d3f14639ba x-openstack-request-id: req-21d67387-b75e-4776-8ac3-e3d3f14639ba {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:51.225883 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e82b2a4-a302-441d-9b65-9c0ad1288816", "name": "network-vif-deleted", "tag": "5c352741-4197-4cfc-b9f2-69018aa4115f", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:51.226170 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21d67387-b75e-4776-8ac3-e3d3f14639ba {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:51.226578 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e82b2a4-a302-441d-9b65-9c0ad1288816', 'name': 'network-vif-deleted', 'tag': '5c352741-4197-4cfc-b9f2-69018aa4115f', 'status': 'completed', 'code': 200}
Nov 20 21:01:51.268609 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-97c2f519-b903-4430-94f6-11c1af40d69e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/quotas/e51856fcb6a14eb6a78ce767f46c8472 HTTP/1.1" status: 200  len: 375 time: 0.0387282
Nov 20 21:01:51.393244 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3d7e379-7526-4ab1-908f-07b10295b4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:51.421071 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-c699493f-c27b-4898-abee-1b0c34a3c06c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1440780
Nov 20 21:01:51.427076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] For port 860e4597-2b6a-4647-8ae0-68b6729668b3, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:51.427076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempted to set empty binding levels {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 20 21:01:51.446201 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315535f-933b-4e1a-b131-d85b7d07f38f req-785f7301-a390-4dd4-a31e-ae930237d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.447983 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4315535f-933b-4e1a-b131-d85b7d07f38f req-785f7301-a390-4dd4-a31e-ae930237d4a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 1097 time: 0.2136428
Nov 20 21:01:51.449158 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:51.510828 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-54acb7f9-5278-4c07-920c-440829647093 req-1aa978de-82fd-4f12-9327-c2ae0538602f tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:51.525617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] For port 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:51.533450 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] In _notify_port_updated(), no bound segment for port 860e4597-2b6a-4647-8ae0-68b6729668b3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:01:51.534353 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.534972 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:51.538968 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] 10.222.0.41 "PUT /v2.0/ports/860e4597-2b6a-4647-8ae0-68b6729668b3 HTTP/1.1" status: 200  len: 974 time: 3.6787856
Nov 20 21:01:51.545540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51310) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:51.566519 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7e379-7526-4ab1-908f-07b10295b4b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6eff07-25fc-4f90-a3eb-b1120046c7e7,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:51.573758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] For port 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d8adb08-4bb0-45be-8e71-4a53fb65eb7e,segment=NetworkSegment(b500a6dc-5edd-4c88-82df-4a23560852fc),segment_id=b500a6dc-5edd-4c88-82df-4a23560852fc)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:51.584673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb83e0-fb17-4d3c-a5a5-7f711d862c39 req-f774a92e-4795-4f7c-8e35-faa716c74ffb tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.586215 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9cbb83e0-fb17-4d3c-a5a5-7f711d862c39 req-f774a92e-4795-4f7c-8e35-faa716c74ffb tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e82b2a4-a302-441d-9b65-9c0ad1288816 HTTP/1.1" status: 200  len: 946 time: 0.2517312
Nov 20 21:01:51.602630 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:51.609245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fbd4d-ebe0-4339-b23f-8537630ddcba tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Pushing event updated for resources: {'Port': ['ID=860e4597-2b6a-4647-8ae0-68b6729668b3,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:51.640125 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa978de-82fd-4f12-9327-c2ae0538602f tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event deleted for resources: {'Port': ['ID=d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:51.676216 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.676976 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:51.678264 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] 10.222.0.47 "PUT /v2.0/ports/1d8adb08-4bb0-45be-8e71-4a53fb65eb7e HTTP/1.1" status: 200  len: 1091 time: 2.1428416
Nov 20 21:01:51.681997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'tag': '1d8adb08-4bb0-45be-8e71-4a53fb65eb7e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:51.685740 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92faa1c-ca12-402b-a0a9-0751082a5123" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "tag": "1d8adb08-4bb0-45be-8e71-4a53fb65eb7e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:51.691763 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d7e379-7526-4ab1-908f-07b10295b4b0 admin admin] Checking segment: {'id': '3d6a0149-c14d-4f9e-bcb0-98cf878df86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:51.691972 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d7e379-7526-4ab1-908f-07b10295b4b0 admin admin] Network hostable DHCP agents. Network: 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:01:51.703366 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4315535f-933b-4e1a-b131-d85b7d07f38f req-c614a3e4-9b4d-467e-a0c5-edc7fec7e622 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2388909
Nov 20 21:01:51.756857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97878ea0-77d8-4caf-9e5e-53320415e558 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8adb08-4bb0-45be-8e71-4a53fb65eb7e,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:51.773636 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-54acb7f9-5278-4c07-920c-440829647093 req-1aa978de-82fd-4f12-9327-c2ae0538602f tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] No DVR routers for this DVR port d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:01:51.778813 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60bc4909-5c04-4614-b5b5-bd4755d80f79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:51.782530 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9cbb83e0-fb17-4d3c-a5a5-7f711d862c39 req-ce9b9e1f-097c-4887-84b5-c40d4078e380 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "GET /v2.0/security-groups?id=c223b2fa-21ea-4c08-ba2a-f6475255fe64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1829388
Nov 20 21:01:51.782796 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-54acb7f9-5278-4c07-920c-440829647093 req-1aa978de-82fd-4f12-9327-c2ae0538602f tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:51.791702 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54acb7f9-5278-4c07-920c-440829647093 req-1aa978de-82fd-4f12-9327-c2ae0538602f tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.47 "DELETE /v2.0/ports/d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f HTTP/1.1" status: 204  len: 173 time: 1.9809399
Nov 20 21:01:51.793383 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d7e379-7526-4ab1-908f-07b10295b4b0 admin admin] Network 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:01:51.799635 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e7aeb7de-c093-4ee9-929a-ce5eac613487 service neutron] 10.222.0.41 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3666105
Nov 20 21:01:51.818031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-c3d7e379-7526-4ab1-908f-07b10295b4b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:51.822820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d7e379-7526-4ab1-908f-07b10295b4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.823432 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3d7e379-7526-4ab1-908f-07b10295b4b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:51.832705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056ba784-3929-4185-9fef-ce646f8aaa2e None None] Network 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:51.847673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-9441788a-dbc9-4508-853e-ee913992435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.847673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-9441788a-dbc9-4508-853e-ee913992435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.847673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-9441788a-dbc9-4508-853e-ee913992435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.847673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-9441788a-dbc9-4508-853e-ee913992435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.847673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-9441788a-dbc9-4508-853e-ee913992435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.847673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-9441788a-dbc9-4508-853e-ee913992435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.847673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-9441788a-dbc9-4508-853e-ee913992435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.847673 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-9441788a-dbc9-4508-853e-ee913992435e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 6478 time: 0.1049109
Nov 20 21:01:51.881026 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.881584 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.882088 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.882573 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.883048 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.883525 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.884000 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.884472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.884943 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.885424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.885905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.886420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.886891 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.887366 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.888165 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.889157 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.891034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.891034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.891034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.891034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.891538 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.892005 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.892475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.894916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.895293 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.895794 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.896292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.896806 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.897287 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.897765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.898300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.898775 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.899503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.899994 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.900451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.900921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.905097 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.905685 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.906210 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.906700 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.907184 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:51.922820 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1775bf05-fd71-4a7b-b3cc-f7e07df29a6d tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 37001 time: 0.3702681
Nov 20 21:01:51.930852 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51316) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:51.940144 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c3d7e379-7526-4ab1-908f-07b10295b4b0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2379968
Nov 20 21:01:51.942201 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51318) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:51.943658 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-4c35f8da-6a1a-48cf-b8f9-7bca452dae95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5332c620-9136-495b-bd4d-92357990f3a2 HTTP/1.1" status: 200  len: 217 time: 0.0916317
Nov 20 21:01:51.948366 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2123781575-router', 'tenant_id': '3c79515660014c0bb607fcb10f6f0870', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:52.087306 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:52.088507 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:52.100649 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f348ff05-74c1-44cd-a8c7-d3a85473f981 None None] Network 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:52.113052 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc4909-5c04-4614-b5b5-bd4755d80f79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Subnet': ['ID=57bc9842-6826-493e-ab7f-2e1d6b192f47,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:52.128464 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478dd02-5381-4e07-897a-acc6bc03e58b req-ee8582e0-2844-4338-90f5-214c95a3e4ca tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:52.137888 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478dd02-5381-4e07-897a-acc6bc03e58b req-ee8582e0-2844-4338-90f5-214c95a3e4ca tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:52.145764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478dd02-5381-4e07-897a-acc6bc03e58b req-ee8582e0-2844-4338-90f5-214c95a3e4ca tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:52.153010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478dd02-5381-4e07-897a-acc6bc03e58b req-ee8582e0-2844-4338-90f5-214c95a3e4ca tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:52.159243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478dd02-5381-4e07-897a-acc6bc03e58b req-ee8582e0-2844-4338-90f5-214c95a3e4ca tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:52.167868 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478dd02-5381-4e07-897a-acc6bc03e58b req-ee8582e0-2844-4338-90f5-214c95a3e4ca tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:52.175327 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478dd02-5381-4e07-897a-acc6bc03e58b req-ee8582e0-2844-4338-90f5-214c95a3e4ca tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:52.186080 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5478dd02-5381-4e07-897a-acc6bc03e58b req-ee8582e0-2844-4338-90f5-214c95a3e4ca tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5421 time: 0.2446558
Nov 20 21:01:52.192478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-f8082913-94c9-4bfb-9ae4-ecfc3bb50d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:52.194345 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-f8082913-94c9-4bfb-9ae4-ecfc3bb50d1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=835298ec-367e-491f-9a58-fa02055ec6e1 HTTP/1.1" status: 200  len: 851 time: 0.2272506
Nov 20 21:01:52.199047 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bc4909-5c04-4614-b5b5-bd4755d80f79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Checking segment: {'id': '5437242d-5095-427c-be19-dee2601a73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c78daeb8-421d-44c5-87fb-51286e8e0548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:52.199369 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bc4909-5c04-4614-b5b5-bd4755d80f79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network hostable DHCP agents. Network: c78daeb8-421d-44c5-87fb-51286e8e0548, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:01:52.205610 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-72af4322-b868-4819-89a5-06f29492a8b2 service neutron] 10.222.0.41 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3614516
Nov 20 21:01:52.234635 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-73d94c33-38cc-4b07-9948-91f9f1e3b6f1 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Deleting port 860e4597-2b6a-4647-8ae0-68b6729668b3 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:01:52.234990 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-73d94c33-38cc-4b07-9948-91f9f1e3b6f1 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:52.251610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bc4909-5c04-4614-b5b5-bd4755d80f79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network c78daeb8-421d-44c5-87fb-51286e8e0548 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:01:52.269960 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-60bc4909-5c04-4614-b5b5-bd4755d80f79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c78daeb8-421d-44c5-87fb-51286e8e0548) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:52.277459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bc4909-5c04-4614-b5b5-bd4755d80f79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:52.278384 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60bc4909-5c04-4614-b5b5-bd4755d80f79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:52.279882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c055a4b6-fe5b-4ae5-9f4b-808de1319b4f None None] Network c78daeb8-421d-44c5-87fb-51286e8e0548 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:52.314691 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5c352741-4197-4cfc-b9f2-69018aa4115f no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:01:52.340375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 5c352741-4197-4cfc-b9f2-69018aa4115f {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:01:52.340913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5c352741-4197-4cfc-b9f2-69018aa4115f not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:01:52.341727 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:01:52.368419 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-73d94c33-38cc-4b07-9948-91f9f1e3b6f1 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] For port 860e4597-2b6a-4647-8ae0-68b6729668b3, host nch2-master-1, got binding levels [] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:52.370460 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-73d94c33-38cc-4b07-9948-91f9f1e3b6f1 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:52.386847 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-60bc4909-5c04-4614-b5b5-bd4755d80f79 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1098483
Nov 20 21:01:52.402212 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5478dd02-5381-4e07-897a-acc6bc03e58b req-969c14e3-b6db-4e11-a614-d8bdc9146262 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2152019
Nov 20 21:01:52.405529 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51320) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:52.406830 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:01:52.407344 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:01:52.450735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-88c75e04-d281-4253-be50-59a321c4946e tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:52.492317 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:52.497939 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067e03fc-540b-4546-85c7-50b03a0dd9aa x-openstack-request-id: req-067e03fc-540b-4546-85c7-50b03a0dd9aa {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:52.498493 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "tag": "1d8adb08-4bb0-45be-8e71-4a53fb65eb7e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:52.498965 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-067e03fc-540b-4546-85c7-50b03a0dd9aa {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:52.499692 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'tag': '1d8adb08-4bb0-45be-8e71-4a53fb65eb7e', 'status': 'completed', 'code': 200}
Nov 20 21:01:52.529132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c78daeb8-421d-44c5-87fb-51286e8e0548', 'network_id': 'c78daeb8-421d-44c5-87fb-51286e8e0548', 'tenant_id': '8d2d425586f64e2bba9faa95444d1286', 'fixed_ips': [{'subnet_id': '57bc9842-6826-493e-ab7f-2e1d6b192f47'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:01:52.530161 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:52.616075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-9f3947a8-14bd-446a-bfe7-d2dc8db6d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:52.617750 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-9f3947a8-14bd-446a-bfe7-d2dc8db6d972 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a4d1c40-4599-43fd-8084-24cc8c85159b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3641269
Nov 20 21:01:52.647397 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-88c75e04-d281-4253-be50-59a321c4946e tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25282567'] for subnet, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:52.711001 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-73d94c33-38cc-4b07-9948-91f9f1e3b6f1 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Calling delete_port for 860e4597-2b6a-4647-8ae0-68b6729668b3 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:52.733778 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Allocated IP 172.20.0.2 (c78daeb8-421d-44c5-87fb-51286e8e0548/57bc9842-6826-493e-ab7f-2e1d6b192f47/47045fe7-5ff5-4e5b-b681-e28b1b154444) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:52.735016 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:52.743588 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fc2df2ae-c6f8-4afb-bc2e-1a00f98c07e8 req-dd94ffb3-3f2b-4e52-8908-b29bb5fc5b89 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 210 time: 0.0395088
Nov 20 21:01:52.916992 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51334) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:52.999506 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd910e0-8db3-487c-b331-2ff717bb13e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Deleting subnet b16391a5-ec11-4f49-a39d-3639946f8d67 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:01:53.007749 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fd910e0-8db3-487c-b331-2ff717bb13e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:53.008129 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:53.016755 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:53.072458 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Pushing event updated for resources: {'Port': ['ID=47045fe7-5ff5-4e5b-b681-e28b1b154444,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:53.084667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Network c78daeb8-421d-44c5-87fb-51286e8e0548 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:53.086151 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:53.093266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:53.130237 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-449efb8d-0eaf-4d1c-a4d2-b8342434abba req-a81ececc-76b1-4330-8b09-86dd04620934 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2963696
Nov 20 21:01:53.146477 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a663eb-32bf-4cd8-867a-4ab282becfcc req-265b8c97-13f2-4177-b85d-273001a06f7a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:53.152067 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-08a663eb-32bf-4cd8-867a-4ab282becfcc req-265b8c97-13f2-4177-b85d-273001a06f7a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 946 time: 0.5330317
Nov 20 21:01:53.173345 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fd910e0-8db3-487c-b331-2ff717bb13e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:53.206820 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Attempting to bind port 47045fe7-5ff5-4e5b-b681-e28b1b154444 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:53.210389 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Attempting to bind port 47045fe7-5ff5-4e5b-b681-e28b1b154444 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5437242d-5095-427c-be19-dee2601a73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c78daeb8-421d-44c5-87fb-51286e8e0548'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:53.211056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Attempting to bind port 47045fe7-5ff5-4e5b-b681-e28b1b154444 on network c78daeb8-421d-44c5-87fb-51286e8e0548 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:53.218723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:53.219478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Checking segment: {'id': '5437242d-5095-427c-be19-dee2601a73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c78daeb8-421d-44c5-87fb-51286e8e0548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:53.220560 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:53.221177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Bound using segment: {'id': '5437242d-5095-427c-be19-dee2601a73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c78daeb8-421d-44c5-87fb-51286e8e0548'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:53.221821 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-88c75e04-d281-4253-be50-59a321c4946e tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764508837816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27007149'] for subnet, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:53.223030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Bound port: 47045fe7-5ff5-4e5b-b681-e28b1b154444, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5437242d-5095-427c-be19-dee2601a73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c78daeb8-421d-44c5-87fb-51286e8e0548'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:53.223692 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:53.234946 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-73d94c33-38cc-4b07-9948-91f9f1e3b6f1 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:53.240823 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-7122cc5a-1624-4cce-b286-55de05a06d2b service neutron] 10.222.0.47 "GET /v2.0/networks/9a4d1c40-4599-43fd-8084-24cc8c85159b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5785940
Nov 20 21:01:53.243940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e82b2a4-a302-441d-9b65-9c0ad1288816', 'name': 'network-vif-deleted', 'tag': 'd71fdd45-59d2-4a17-ad5b-f5bce4b5d47f'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:53.247007 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a882dd4-d787-471d-9242-0ce229180567" -d '{"events": [{"server_uuid": "7e82b2a4-a302-441d-9b65-9c0ad1288816", "name": "network-vif-deleted", "tag": "d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:53.321133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] For port 47045fe7-5ff5-4e5b-b681-e28b1b154444, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:53.322181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c75e04-d281-4253-be50-59a321c4946e tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:53.322951 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-88c75e04-d281-4253-be50-59a321c4946e tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:53.324439 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-88c75e04-d281-4253-be50-59a321c4946e tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "PUT /v2.0/subnets/57bc9842-6826-493e-ab7f-2e1d6b192f47 HTTP/1.1" status: 200  len: 806 time: 0.9011695
Nov 20 21:01:53.326001 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] For port 47045fe7-5ff5-4e5b-b681-e28b1b154444, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47045fe7-5ff5-4e5b-b681-e28b1b154444,segment=NetworkSegment(5437242d-5095-427c-be19-dee2601a73f5),segment_id=5437242d-5095-427c-be19-dee2601a73f5)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:53.332451 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:53.332840 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dcee05-4c8b-4f8c-b0d4-2da0e79f88ad x-openstack-request-id: req-14dcee05-4c8b-4f8c-b0d4-2da0e79f88ad {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:01:53.333143 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e82b2a4-a302-441d-9b65-9c0ad1288816", "name": "network-vif-deleted", "tag": "d71fdd45-59d2-4a17-ad5b-f5bce4b5d47f", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:01:53.333405 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14dcee05-4c8b-4f8c-b0d4-2da0e79f88ad {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:01:53.333812 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e82b2a4-a302-441d-9b65-9c0ad1288816', 'name': 'network-vif-deleted', 'tag': 'd71fdd45-59d2-4a17-ad5b-f5bce4b5d47f', 'status': 'completed', 'code': 200}
Nov 20 21:01:53.341273 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51342) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:53.351619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d94c33-38cc-4b07-9948-91f9f1e3b6f1 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Pushing event deleted for resources: {'Port': ['ID=860e4597-2b6a-4647-8ae0-68b6729668b3,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:53.401257 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-08a663eb-32bf-4cd8-867a-4ab282becfcc req-a3d3d2aa-303a-4445-aea5-801b021f1d3c tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2028627
Nov 20 21:01:53.414843 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-73d94c33-38cc-4b07-9948-91f9f1e3b6f1 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:53.421650 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-73d94c33-38cc-4b07-9948-91f9f1e3b6f1 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] 10.222.0.41 "DELETE /v2.0/ports/860e4597-2b6a-4647-8ae0-68b6729668b3 HTTP/1.1" status: 204  len: 168 time: 1.4671328
Nov 20 21:01:53.429887 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39f6d0-a0f6-4eb6-98e5-a10df34ce404 None None] Pushing event updated for resources: {'Port': ['ID=47045fe7-5ff5-4e5b-b681-e28b1b154444,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:53.443680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51344) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:53.449184 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c75e04-d281-4253-be50-59a321c4946e tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Subnet': ['ID=57bc9842-6826-493e-ab7f-2e1d6b192f47,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:53.491577 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-628c138c-63f7-47a3-a272-fae03892d401 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] GET failed (client error): The resource could not be found.
Nov 20 21:01:53.498617 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-628c138c-63f7-47a3-a272-fae03892d401 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] 10.222.0.41 "GET /v2.0/ports/860e4597-2b6a-4647-8ae0-68b6729668b3 HTTP/1.1" status: 404  len: 333 time: 0.0528734
Nov 20 21:01:53.499649 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51348) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:53.518609 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-f9791a83-092f-406f-bf10-fee2a5726548 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-166061964', 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:53.551133 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449efb8d-0eaf-4d1c-a4d2-b8342434abba req-caf95b22-533d-4e7a-b33c-e5d43acc96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:53.552734 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-449efb8d-0eaf-4d1c-a4d2-b8342434abba req-caf95b22-533d-4e7a-b33c-e5d43acc96f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 1096 time: 0.3577638
Nov 20 21:01:53.561071 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-7f653028-0587-4a7e-9b28-5658889176ce service neutron] 10.222.0.47 "GET /v2.0/networks/9a4d1c40-4599-43fd-8084-24cc8c85159b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3127911
Nov 20 21:01:53.619647 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e857507d-4d5e-4301-9e58-44c37c8abdaf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=bd4e7a14-7d21-4548-8472-ba80748bb825 HTTP/1.1" status: 200  len: 217 time: 0.0502596
Nov 20 21:01:53.621590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9791a83-092f-406f-bf10-fee2a5726548 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Made reservation on behalf of 66e51c30faac43cd87211e0baa61e067 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:53.624516 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f9791a83-092f-406f-bf10-fee2a5726548 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:53.632617 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fd910e0-8db3-487c-b331-2ff717bb13e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:53.701034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:53.748219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-f9791a83-092f-406f-bf10-fee2a5726548 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] device_id is not set on port c9049aa4-88fa-4ba4-8160-287c4dde9c32 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:01:53.823205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faaf99-dfa7-4198-ac32-f4ddcb9b2846 req-03ca1ce7-b0dc-421d-b158-84470f7a6c24 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:53.830775 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faaf99-dfa7-4198-ac32-f4ddcb9b2846 req-03ca1ce7-b0dc-421d-b158-84470f7a6c24 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:53.836756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faaf99-dfa7-4198-ac32-f4ddcb9b2846 req-03ca1ce7-b0dc-421d-b158-84470f7a6c24 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:53.843998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faaf99-dfa7-4198-ac32-f4ddcb9b2846 req-03ca1ce7-b0dc-421d-b158-84470f7a6c24 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:53.850933 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faaf99-dfa7-4198-ac32-f4ddcb9b2846 req-03ca1ce7-b0dc-421d-b158-84470f7a6c24 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:53.857104 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faaf99-dfa7-4198-ac32-f4ddcb9b2846 req-03ca1ce7-b0dc-421d-b158-84470f7a6c24 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:53.863443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faaf99-dfa7-4198-ac32-f4ddcb9b2846 req-03ca1ce7-b0dc-421d-b158-84470f7a6c24 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:53.865365 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60faaf99-dfa7-4198-ac32-f4ddcb9b2846 req-03ca1ce7-b0dc-421d-b158-84470f7a6c24 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5421 time: 0.3183434
Nov 20 21:01:53.900614 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:53.903089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-726ea5c5-f952-4204-9ac5-4a204e81aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:53.905142 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-726ea5c5-f952-4204-9ac5-4a204e81aaf9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c88fd-664b-445f-a16b-0430e156a60c HTTP/1.1" status: 200  len: 797 time: 0.2713737
Nov 20 21:01:53.954881 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fd910e0-8db3-487c-b331-2ff717bb13e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:53.990597 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449efb8d-0eaf-4d1c-a4d2-b8342434abba req-bf57f2ae-d038-46fd-bce0-f5ec29fcf89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:53.992021 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-449efb8d-0eaf-4d1c-a4d2-b8342434abba req-bf57f2ae-d038-46fd-bce0-f5ec29fcf89c service neutron] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 912 time: 0.3881605
Nov 20 21:01:53.999135 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:54.002483 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3387ef09-0c5e-4ced-a0ea-dfd59e163759 req-d2406bae-7fa5-4695-8032-532486037c87 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 210 time: 0.0591369
Nov 20 21:01:54.069976 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af00d58-5c73-411f-b397-827ceac97cbe None None] Network 1b885263-72f5-453c-9058-e569be630156 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:54.071348 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fd910e0-8db3-487c-b331-2ff717bb13e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:54.074607 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4fd910e0-8db3-487c-b331-2ff717bb13e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "DELETE /v2.0/subnets/b16391a5-ec11-4f49-a39d-3639946f8d67 HTTP/1.1" status: 204  len: 168 time: 1.1542053
Nov 20 21:01:54.082324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd910e0-8db3-487c-b331-2ff717bb13e4 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event deleted for resources: {'Subnet': ['ID=b16391a5-ec11-4f49-a39d-3639946f8d67,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:54.082847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51354) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:54.129929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-5d258a4c-3960-4572-9674-4687a7615b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:54.131492 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-5d258a4c-3960-4572-9674-4687a7615b53 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a71914d1-f8db-41aa-b100-1859a3120efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1863575
Nov 20 21:01:54.190900 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60faaf99-dfa7-4198-ac32-f4ddcb9b2846 req-3a2d1a11-639c-4e99-8060-d09a970d62c4 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3019381
Nov 20 21:01:54.218754 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Deleting port 47045fe7-5ff5-4e5b-b681-e28b1b154444 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:01:54.221005 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:54.277577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:54.327078 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-07e701e4-d46d-40f2-adc3-571bab9c69a6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:54.329137 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-07e701e4-d46d-40f2-adc3-571bab9c69a6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 811 time: 0.5397272
Nov 20 21:01:54.365184 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e71aabad-102f-41f4-adfb-cf6047947d2d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Request body: {'port': {'device_id': 'ea408b76-6111-499e-93d3-91486b7f5ea0', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'admin_state_up': True, 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:54.375258 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] For port 47045fe7-5ff5-4e5b-b681-e28b1b154444, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47045fe7-5ff5-4e5b-b681-e28b1b154444,segment=NetworkSegment(5437242d-5095-427c-be19-dee2601a73f5),segment_id=5437242d-5095-427c-be19-dee2601a73f5)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:54.375781 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:54.398613 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-449efb8d-0eaf-4d1c-a4d2-b8342434abba req-e27539c7-ba60-4885-9b50-85c5b4a36c33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e95aa78-cf30-4872-a515-77b24aeb0899 HTTP/1.1" status: 200  len: 999 time: 0.3395467
Nov 20 21:01:54.423657 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Allocated IP 172.35.1.142 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/2951333b-96fa-4ee9-b590-abc0683925f9) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:54.446606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Calling delete_port for 47045fe7-5ff5-4e5b-b681-e28b1b154444 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:54.473436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9e7c2d-8898-4bff-8abb-5663a953aec4 None None] DHCP port deletion for 1b885263-72f5-453c-9058-e569be630156 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:01:54.483451 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f9791a83-092f-406f-bf10-fee2a5726548 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:54.502972 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-b5731ef2-017e-4c15-a9d8-b198a90d0b10 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3557565
Nov 20 21:01:54.550125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9a9e7c2d-8898-4bff-8abb-5663a953aec4 None None] Deleting port 60928531-c499-4d52-86e2-b32481b45f80 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:01:54.550676 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a9e7c2d-8898-4bff-8abb-5663a953aec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:54.633797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9a9e7c2d-8898-4bff-8abb-5663a953aec4 None None] For port 60928531-c499-4d52-86e2-b32481b45f80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60928531-c499-4d52-86e2-b32481b45f80,segment=NetworkSegment(f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc),segment_id=f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:54.634244 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a9e7c2d-8898-4bff-8abb-5663a953aec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:54.650668 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9a9e7c2d-8898-4bff-8abb-5663a953aec4 None None] Calling delete_port for 60928531-c499-4d52-86e2-b32481b45f80 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:54.744394 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a9e7c2d-8898-4bff-8abb-5663a953aec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:54.777067 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1d496e-e6c5-49f7-beba-c80757ee8e76 None None] Network c78daeb8-421d-44c5-87fb-51286e8e0548 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:54.780778 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e7c2d-8898-4bff-8abb-5663a953aec4 None None] Pushing event deleted for resources: {'Port': ['ID=60928531-c499-4d52-86e2-b32481b45f80,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:54.781775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75102537-1018-4cd6-ab52-42435cde9a71 req-e27fe9b6-5eb2-44fe-8429-b1b44cb86e1f tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:54.783749 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-75102537-1018-4cd6-ab52-42435cde9a71 req-e27fe9b6-5eb2-44fe-8429-b1b44cb86e1f tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 946 time: 0.2847826
Nov 20 21:01:54.798942 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e7c2d-8898-4bff-8abb-5663a953aec4 None None] No DVR routers for this DVR port 60928531-c499-4d52-86e2-b32481b45f80 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:01:54.811230 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Deleting port 60928531-c499-4d52-86e2-b32481b45f80 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:01:54.811609 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:54.841024 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-59ccd857-cc9f-45a3-b156-0c3a49cde2e7 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2976580
Nov 20 21:01:54.860630 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f9791a83-092f-406f-bf10-fee2a5726548 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:54.886214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3eaf3f5d-ccc5-4a1a-bbe3-823b68ec799e None None] Provisioning complete for port 47045fe7-5ff5-4e5b-b681-e28b1b154444 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:54.886621 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3eaf3f5d-ccc5-4a1a-bbe3-823b68ec799e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:54.897848 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449efb8d-0eaf-4d1c-a4d2-b8342434abba req-4143ef0d-92d4-473d-946d-2273f9de1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:54.899386 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-449efb8d-0eaf-4d1c-a4d2-b8342434abba req-4143ef0d-92d4-473d-946d-2273f9de1da9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.4880257
Nov 20 21:01:54.981683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e71aabad-102f-41f4-adfb-cf6047947d2d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Made reservation on behalf of e51856fcb6a14eb6a78ce767f46c8472 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:54.986212 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e71aabad-102f-41f4-adfb-cf6047947d2d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:54.989296 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-55d2bbf8-f7fe-408c-b8d3-5a0f305b9fee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=17593c85-2aba-4b07-b484-60c0a0677ba6 HTTP/1.1" status: 200  len: 217 time: 0.1374676
Nov 20 21:01:54.993447 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:55.005718 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449efb8d-0eaf-4d1c-a4d2-b8342434abba req-48994491-1fca-4f21-8137-b6c0183e4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:55.007161 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-449efb8d-0eaf-4d1c-a4d2-b8342434abba req-48994491-1fca-4f21-8137-b6c0183e4937 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0960498
Nov 20 21:01:55.024320 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3eaf3f5d-ccc5-4a1a-bbe3-823b68ec799e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:55.031613 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-75102537-1018-4cd6-ab52-42435cde9a71 req-86866711-96bd-49ad-bb25-9e3e9d3a3d00 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265162
Nov 20 21:01:55.055637 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9791a83-092f-406f-bf10-fee2a5726548 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Network 8a037666-f0a4-440c-9195-bfe7adc90f8a is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:55.118973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-f9791a83-092f-406f-bf10-fee2a5726548 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:55.128578 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-449efb8d-0eaf-4d1c-a4d2-b8342434abba req-a4baffce-abe8-44cb-9100-fa6a150e4fad service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1129494
Nov 20 21:01:55.133140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9791a83-092f-406f-bf10-fee2a5726548 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:55.134109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9791a83-092f-406f-bf10-fee2a5726548 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:55.134716 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f9791a83-092f-406f-bf10-fee2a5726548 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:55.143914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9791a83-092f-406f-bf10-fee2a5726548 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Pushing event updated for resources: {'Port': ['ID=c9049aa4-88fa-4ba4-8160-287c4dde9c32,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:55.156222 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] For port 60928531-c499-4d52-86e2-b32481b45f80, host ncdv-master-1, got binding levels [] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:55.156774 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:55.185474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f9791a83-092f-406f-bf10-fee2a5726548 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.6736307
Nov 20 21:01:55.189122 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-17810764-3077-49a7-ad12-67e7648bfb78 req-3be8a7fd-f5f9-483e-9631-64d928183676 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 210 time: 0.0567546
Nov 20 21:01:55.193412 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51362) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:55.231878 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0a2035ae-550d-42ec-b2ee-2bca37bd362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:55.233352 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0a2035ae-550d-42ec-b2ee-2bca37bd362b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c88fd-664b-445f-a16b-0430e156a60c HTTP/1.1" status: 200  len: 797 time: 0.2334304
Nov 20 21:01:55.237435 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Calling delete_port for 60928531-c499-4d52-86e2-b32481b45f80 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:55.239539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.ipam_backend_mixin [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Port 60928531-c499-4d52-86e2-b32481b45f80 was not found and therefore no delete operation was performed {{(pid=126225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 20 21:01:55.301640 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:55.353231 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 47045fe7-5ff5-4e5b-b681-e28b1b154444 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:01:55.383578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] No DVR routers for this DVR port 60928531-c499-4d52-86e2-b32481b45f80 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:01:55.390129 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:55.391322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event deleted for resources: {'Port': ['ID=60928531-c499-4d52-86e2-b32481b45f80,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:55.432178 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cc9e54-a76f-412b-8584-0211ff030861 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:55.433877 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-98cc9e54-a76f-412b-8584-0211ff030861 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] 10.222.0.41 "GET /v2.0/ports/c9049aa4-88fa-4ba4-8160-287c4dde9c32 HTTP/1.1" status: 200  len: 954 time: 0.2384226
Nov 20 21:01:55.436606 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:55.444215 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51366) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:55.468078 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No active binding found for port 47045fe7-5ff5-4e5b-b681-e28b1b154444 {{(pid=126226) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 20 21:01:55.468956 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 47045fe7-5ff5-4e5b-b681-e28b1b154444 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Nov 20 21:01:55.470038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-449efb8d-0eaf-4d1c-a4d2-b8342434abba req-689946ea-baad-4550-b899-62adf993648d service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3200722
Nov 20 21:01:55.484772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Port': ['ID=47045fe7-5ff5-4e5b-b681-e28b1b154444,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:55.496020 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Port 47045fe7-5ff5-4e5b-b681-e28b1b154444 not found, will not notify nova. {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Nov 20 21:01:55.498844 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff60faf9-b835-46c5-8de2-a2e4a3a609ed None None] Network c78daeb8-421d-44c5-87fb-51286e8e0548 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:55.509489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:55.527033 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-592c96f5-e290-41b1-958b-09fc687574c0 req-6223eeca-bb01-4264-b8d9-467423628917 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=66476154-140d-461c-82e4-a9bf5200d6ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2568803
Nov 20 21:01:55.566478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980feac-39f8-4b79-bbc8-a965f7513218 req-c3d906b7-47f7-41bf-bcca-a13e80369e99 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:55.568055 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4980feac-39f8-4b79-bbc8-a965f7513218 req-c3d906b7-47f7-41bf-bcca-a13e80369e99 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 946 time: 0.3761454
Nov 20 21:01:55.588561 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-f31b6be1-f165-44e9-b5c9-0b58aeb37b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:55.590112 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-f31b6be1-f165-44e9-b5c9-0b58aeb37b30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a71914d1-f8db-41aa-b100-1859a3120efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3010373
Nov 20 21:01:55.591903 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:55.605577 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a1ad7-42ca-4147-840f-93199863c944 req-c9ef96b2-f796-4904-845c-ea8c26de8017 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:55.611574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:55.614595 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a1ad7-42ca-4147-840f-93199863c944 req-c9ef96b2-f796-4904-845c-ea8c26de8017 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:55.621087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a1ad7-42ca-4147-840f-93199863c944 req-c9ef96b2-f796-4904-845c-ea8c26de8017 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:55.628787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a1ad7-42ca-4147-840f-93199863c944 req-c9ef96b2-f796-4904-845c-ea8c26de8017 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:55.635113 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a1ad7-42ca-4147-840f-93199863c944 req-c9ef96b2-f796-4904-845c-ea8c26de8017 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:55.641295 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Pushing event updated for resources: {'Port': ['ID=2951333b-96fa-4ee9-b590-abc0683925f9,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:55.642091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a1ad7-42ca-4147-840f-93199863c944 req-c9ef96b2-f796-4904-845c-ea8c26de8017 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:55.648354 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a1ad7-42ca-4147-840f-93199863c944 req-c9ef96b2-f796-4904-845c-ea8c26de8017 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:55.655310 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-330a1ad7-42ca-4147-840f-93199863c944 req-c9ef96b2-f796-4904-845c-ea8c26de8017 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5421 time: 0.3030343
Nov 20 21:01:55.657278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 60928531-c499-4d52-86e2-b32481b45f80 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:01:55.677281 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d05982-96dd-4c53-be0a-939447314d36 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:01:55.682704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-72c95030-aced-4a39-b32f-9261c950fea1 None None] Could not find standard attr ID for object 47045fe7-5ff5-4e5b-b681-e28b1b154444. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:01:55.689672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 60928531-c499-4d52-86e2-b32481b45f80 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:01:55.690248 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 60928531-c499-4d52-86e2-b32481b45f80 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:01:55.713695 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e71aabad-102f-41f4-adfb-cf6047947d2d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Allocated IP 172.20.0.13 (bafdbd34-4234-401f-abb5-0b7b5a2562ab/7619f288-4cdb-4db5-897a-403b8dada68f/060b39d6-eba6-405a-948f-556357f13071) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:01:55.716277 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No DVR routers for this DVR port 47045fe7-5ff5-4e5b-b681-e28b1b154444 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:01:55.750836 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:55.810541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d49e99f-75a7-4f01-b7de-7c9c633301fa None None] Provisioning complete for port 2951333b-96fa-4ee9-b590-abc0683925f9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:55.811429 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d49e99f-75a7-4f01-b7de-7c9c633301fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:55.835946 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:55.858684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d49e99f-75a7-4f01-b7de-7c9c633301fa None None] Port 2951333b-96fa-4ee9-b590-abc0683925f9 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:01:55.926024 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-330a1ad7-42ca-4147-840f-93199863c944 req-890d4421-11a3-4e03-8321-582fc48518b2 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2515218
Nov 20 21:01:55.965528 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-dfc09214-ac78-47d0-910d-5dcc98584b65 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Deleting port c9049aa4-88fa-4ba4-8160-287c4dde9c32 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:01:55.966487 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dfc09214-ac78-47d0-910d-5dcc98584b65 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.040737 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.119023 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dfc09214-ac78-47d0-910d-5dcc98584b65 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.121535 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Subnet': ['ID=57bc9842-6826-493e-ab7f-2e1d6b192f47,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:56.126400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f8931f0>,) {'filters': {'network_id': ['1b885263-72f5-453c-9058-e569be630156']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:56.141031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb85667-7be0-49ec-bd9e-64f5deff8d28 None None] Network c78daeb8-421d-44c5-87fb-51286e8e0548 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:56.152632 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4980feac-39f8-4b79-bbc8-a965f7513218 req-1885c314-4915-44c8-8f9b-7fc75f6716c5 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5503879
Nov 20 21:01:56.163575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-dfc09214-ac78-47d0-910d-5dcc98584b65 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Calling delete_port for c9049aa4-88fa-4ba4-8160-287c4dde9c32 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:56.193057 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f8931f0>, 'f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:56.193369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f8931f0>, 'f14e4dd9-9d66-4e66-aff9-72b9bc0e52bc') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:56.209183 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c96f5-e290-41b1-958b-09fc687574c0 req-02c2f2e6-f312-443d-b251-20ee24ff6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:56.210767 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-592c96f5-e290-41b1-958b-09fc687574c0 req-02c2f2e6-f312-443d-b251-20ee24ff6962 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d0636503ac5406792f6a872f4f9c10d&device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 1096 time: 0.5460024
Nov 20 21:01:56.223665 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.271715 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.290469 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e71aabad-102f-41f4-adfb-cf6047947d2d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.317524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e525f10>,) {'filters': {'network_id': ['c78daeb8-421d-44c5-87fb-51286e8e0548']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:56.332197 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-db8139fe-e26c-47ec-af35-7860c58556bb service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7182267
Nov 20 21:01:56.348302 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.367146 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-61e3cd74-752a-47a0-9256-484307371bf6 req-315fbd2d-cc3d-4861-a22d-d18f1f276a39 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 210 time: 0.0619564
Nov 20 21:01:56.383565 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e525f10>, '5437242d-5095-427c-be19-dee2601a73f5') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:56.384708 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e525f10>, '5437242d-5095-427c-be19-dee2601a73f5') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:56.390211 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2c9be9-6a1b-46cd-ad8c-fca3b8928b0c None None] DHCP port deletion for c78daeb8-421d-44c5-87fb-51286e8e0548 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:01:56.402392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:01:56.402804 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:01:56.406860 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:01:56.412346 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.449645 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.466853 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55f650-630d-43d1-8c06-fa1637577b23 req-4c38ff8e-00ed-41e1-be28-081328a5b07e tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:56.468379 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cc55f650-630d-43d1-8c06-fa1637577b23 req-4c38ff8e-00ed-41e1-be28-081328a5b07e tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c7f9f50-4ba7-462b-8d2d-4b514ccd3301 HTTP/1.1" status: 200  len: 946 time: 0.1746998
Nov 20 21:01:56.473830 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:01:56.474312 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:01:56.477307 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:01:56.504209 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e71aabad-102f-41f4-adfb-cf6047947d2d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.597141 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dfc09214-ac78-47d0-910d-5dcc98584b65 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.609981 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.611857 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e71aabad-102f-41f4-adfb-cf6047947d2d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Network bafdbd34-4234-401f-abb5-0b7b5a2562ab is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:56.629391 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.631235 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e71aabad-102f-41f4-adfb-cf6047947d2d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:56.640716 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.646372 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "DELETE /v2.0/networks/1b885263-72f5-453c-9058-e569be630156 HTTP/1.1" status: 204  len: 168 time: 2.5600419
Nov 20 21:01:56.649639 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e71aabad-102f-41f4-adfb-cf6047947d2d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:56.654673 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.657922 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/c78daeb8-421d-44c5-87fb-51286e8e0548 HTTP/1.1" status: 204  len: 168 time: 3.3132567
Nov 20 21:01:56.663209 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51372) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:56.663550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51374) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:56.685736 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104b58c-293d-4075-a0c8-77bbdafbc9db tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event deleted for resources: {'Network': ['ID=1b885263-72f5-453c-9058-e569be630156,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:56.688782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c96f5-e290-41b1-958b-09fc687574c0 req-4f0a74b7-44bb-45d1-8358-f2d9a36f09b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:56.690279 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-592c96f5-e290-41b1-958b-09fc687574c0 req-4f0a74b7-44bb-45d1-8358-f2d9a36f09b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1285f7b9-19ec-4973-b341-2c247825bb31 HTTP/1.1" status: 200  len: 897 time: 0.4503732
Nov 20 21:01:56.700224 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71aabad-102f-41f4-adfb-cf6047947d2d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event updated for resources: {'Port': ['ID=060b39d6-eba6-405a-948f-556357f13071,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:56.713850 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48918a4-be3d-4ced-bf13-a8b191f29e94 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Network': ['ID=c78daeb8-421d-44c5-87fb-51286e8e0548,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:56.726610 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cc55f650-630d-43d1-8c06-fa1637577b23 req-cc2784f4-0001-45c3-995a-779279e605a4 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2483652
Nov 20 21:01:56.728076 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dfc09214-ac78-47d0-910d-5dcc98584b65 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.733794 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dfc09214-ac78-47d0-910d-5dcc98584b65 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c9049aa4-88fa-4ba4-8160-287c4dde9c32 HTTP/1.1" status: 204  len: 168 time: 1.2625115
Nov 20 21:01:56.762259 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51376) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:56.776305 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc09214-ac78-47d0-910d-5dcc98584b65 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9049aa4-88fa-4ba4-8160-287c4dde9c32,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:56.802546 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4a00f7-dce9-4e11-a5fe-123b0d772161 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] GET failed (client error): The resource could not be found.
Nov 20 21:01:56.807885 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4c4a00f7-dce9-4e11-a5fe-123b0d772161 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] 10.222.0.41 "GET /v2.0/ports/c9049aa4-88fa-4ba4-8160-287c4dde9c32 HTTP/1.1" status: 404  len: 333 time: 0.0439312
Nov 20 21:01:56.808509 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51380) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:56.817035 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-733bed90-eed3-4abd-b0b8-50791a049265 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Request body: {'port': {'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-894055119'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:56.817277 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21f290f-9c31-42e7-a08b-227b8c18ce64 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:01:56.817810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c21f290f-9c31-42e7-a08b-227b8c18ce64 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:01:56.826043 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c21f290f-9c31-42e7-a08b-227b8c18ce64 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/c78daeb8-421d-44c5-87fb-51286e8e0548 HTTP/1.1" status: 404  len: 339 time: 0.1484358
Nov 20 21:01:56.826259 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51382) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:56.831495 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-631c1beb-d50d-42d7-aaf1-275e7e5c6c41 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4769223
Nov 20 21:01:56.835576 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4611a0f6-761a-4019-81d1-6aecba6c063d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1128778127', 'description': 'd1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:56.851084 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e71aabad-102f-41f4-adfb-cf6047947d2d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:56.851811 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e71aabad-102f-41f4-adfb-cf6047947d2d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.863385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a33b504-8a23-40a0-845b-a814fcb68f82 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Deleting subnet 0dc35605-5801-4a98-856b-78ba5d36ed30 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:01:56.886282 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733bed90-eed3-4abd-b0b8-50791a049265 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Made reservation on behalf of 66e51c30faac43cd87211e0baa61e067 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:56.889122 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-733bed90-eed3-4abd-b0b8-50791a049265 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.907344 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e71aabad-102f-41f4-adfb-cf6047947d2d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5524633
Nov 20 21:01:56.908050 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a33b504-8a23-40a0-845b-a814fcb68f82 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.924594 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Request body: {'port': {'device_id': 'ea408b76-6111-499e-93d3-91486b7f5ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:56.932221 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-733bed90-eed3-4abd-b0b8-50791a049265 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] device_id is not set on port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:01:56.939040 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-a8d50b35-11d1-4dc2-951b-10abf852a3f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=144b0c11-f5e6-471f-8963-411ff27f7777 HTTP/1.1" status: 200  len: 217 time: 0.0888026
Nov 20 21:01:56.946881 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:56.983044 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4611a0f6-761a-4019-81d1-6aecba6c063d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:56.994722 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4611a0f6-761a-4019-81d1-6aecba6c063d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:57.002831 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-79ead7c1-0d90-4554-91a2-3c730106e5e8 None None] Provisioning complete for port 060b39d6-eba6-405a-948f-556357f13071 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:01:57.003773 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-79ead7c1-0d90-4554-91a2-3c730106e5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:57.037702 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-592c96f5-e290-41b1-958b-09fc687574c0 req-644f549d-c8e6-468e-910d-7d6dcc1cfe80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adc5a88-c2fa-4460-a689-528a2266b1a5 HTTP/1.1" status: 200  len: 1001 time: 0.3104782
Nov 20 21:01:57.039010 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:57.049607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-79ead7c1-0d90-4554-91a2-3c730106e5e8 None None] Port 060b39d6-eba6-405a-948f-556357f13071 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:01:57.058510 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a33b504-8a23-40a0-845b-a814fcb68f82 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:57.168055 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4611a0f6-761a-4019-81d1-6aecba6c063d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:01:57.195953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3e17cf0d-522a-4dab-99ba-2bda8706be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:57.197458 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-3e17cf0d-522a-4dab-99ba-2bda8706be2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c88fd-664b-445f-a16b-0430e156a60c HTTP/1.1" status: 200  len: 797 time: 0.2439339
Nov 20 21:01:57.212420 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4611a0f6-761a-4019-81d1-6aecba6c063d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:57.212865 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-4611a0f6-761a-4019-81d1-6aecba6c063d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Added segment f512e61a-ee15-49d2-aff1-f11d4ad16b43 of type vlan for network 2e5624be-c65a-4758-bc15-526fd6dd00ce
Nov 20 21:01:57.254492 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2940ed2-0c48-46c4-b11b-fb6a5e35f050 req-66b509cb-c515-4579-8fee-ccf2ff66928d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:57.256449 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 47045fe7-5ff5-4e5b-b681-e28b1b154444 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:01:57.259473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c96f5-e290-41b1-958b-09fc687574c0 req-11c4e3e1-2561-48db-baff-499c4e29ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:57.260514 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2940ed2-0c48-46c4-b11b-fb6a5e35f050 req-66b509cb-c515-4579-8fee-ccf2ff66928d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:57.260964 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-592c96f5-e290-41b1-958b-09fc687574c0 req-11c4e3e1-2561-48db-baff-499c4e29ccc3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d22161a-a3e9-4afa-87de-f7672d10bc2a HTTP/1.1" status: 200  len: 834 time: 0.1976352
Nov 20 21:01:57.267198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2940ed2-0c48-46c4-b11b-fb6a5e35f050 req-66b509cb-c515-4579-8fee-ccf2ff66928d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:57.273074 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2940ed2-0c48-46c4-b11b-fb6a5e35f050 req-66b509cb-c515-4579-8fee-ccf2ff66928d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:57.273336 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a41e0-c4d6-4ff9-8028-a1cd920d48f1 req-4c3dd020-1a45-481e-b061-bd76de6cfce6 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:57.274871 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3f1a41e0-c4d6-4ff9-8028-a1cd920d48f1 req-4c3dd020-1a45-481e-b061-bd76de6cfce6 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 946 time: 0.2332633
Nov 20 21:01:57.279670 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2940ed2-0c48-46c4-b11b-fb6a5e35f050 req-66b509cb-c515-4579-8fee-ccf2ff66928d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:57.282507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 47045fe7-5ff5-4e5b-b681-e28b1b154444 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:01:57.283049 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 47045fe7-5ff5-4e5b-b681-e28b1b154444 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:01:57.285575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2940ed2-0c48-46c4-b11b-fb6a5e35f050 req-66b509cb-c515-4579-8fee-ccf2ff66928d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:57.297149 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2940ed2-0c48-46c4-b11b-fb6a5e35f050 req-66b509cb-c515-4579-8fee-ccf2ff66928d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:57.299133 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c2940ed2-0c48-46c4-b11b-fb6a5e35f050 req-66b509cb-c515-4579-8fee-ccf2ff66928d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5421 time: 0.2620578
Nov 20 21:01:57.400522 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a33b504-8a23-40a0-845b-a814fcb68f82 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:57.426213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e7035c63-3b11-4e48-9358-d5278a34e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:57.427649 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-e7035c63-3b11-4e48-9358-d5278a34e216 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a71914d1-f8db-41aa-b100-1859a3120efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2209146
Nov 20 21:01:57.442613 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4611a0f6-761a-4019-81d1-6aecba6c063d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:57.498625 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-733bed90-eed3-4abd-b0b8-50791a049265 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:57.541032 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3f1a41e0-c4d6-4ff9-8028-a1cd920d48f1 req-239ad98d-1f0c-4527-b36f-5f7c8baed0ef tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2332628
Nov 20 21:01:57.542886 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c96f5-e290-41b1-958b-09fc687574c0 req-bbddebb0-98fa-4c7f-baff-dd9b9d3f3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:57.544406 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-592c96f5-e290-41b1-958b-09fc687574c0 req-bbddebb0-98fa-4c7f-baff-dd9b9d3f3db6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1285f7b9-19ec-4973-b341-2c247825bb31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2516248
Nov 20 21:01:57.550645 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4611a0f6-761a-4019-81d1-6aecba6c063d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:57.563866 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4611a0f6-761a-4019-81d1-6aecba6c063d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:57.564483 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4611a0f6-761a-4019-81d1-6aecba6c063d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:57.625146 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c2940ed2-0c48-46c4-b11b-fb6a5e35f050 req-81bfbea8-508c-4bdf-aaea-36d25d13af82 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2615635
Nov 20 21:01:57.669841 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4611a0f6-761a-4019-81d1-6aecba6c063d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.8365421
Nov 20 21:01:57.681994 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51392) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:57.745282 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611a0f6-761a-4019-81d1-6aecba6c063d tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Network': ['ID=2e5624be-c65a-4758-bc15-526fd6dd00ce,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:57.766299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 2e5624be-c65a-4758-bc15-526fd6dd00ce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:01:57.789758 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-733bed90-eed3-4abd-b0b8-50791a049265 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:57.870606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c6bfc2-ee49-4576-a609-f0971414b0c7 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:57.872657 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-94c6bfc2-ee49-4576-a609-f0971414b0c7 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "GET /v2.0/networks?id=2e5624be-c65a-4758-bc15-526fd6dd00ce HTTP/1.1" status: 200  len: 761 time: 0.1893208
Nov 20 21:01:57.879828 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51394) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:57.887164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-33114a79-a284-4204-b809-9f905bb6ba27 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'network': {'description': 'd2'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:57.948247 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:57.961481 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733bed90-eed3-4abd-b0b8-50791a049265 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Network 8a037666-f0a4-440c-9195-bfe7adc90f8a is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:01:57.985348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bed90-eed3-4abd-b0b8-50791a049265 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Pushing event updated for resources: {'Port': ['ID=1ca44b8a-7898-4a46-90b0-b89cbdbaaad3,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:57.993739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-733bed90-eed3-4abd-b0b8-50791a049265 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:01:58.001375 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 060b39d6-eba6-405a-948f-556357f13071 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:01:58.005719 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733bed90-eed3-4abd-b0b8-50791a049265 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:01:58.006692 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733bed90-eed3-4abd-b0b8-50791a049265 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:58.007299 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-733bed90-eed3-4abd-b0b8-50791a049265 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:58.012169 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a33b504-8a23-40a0-845b-a814fcb68f82 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:58.051247 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:58.053057 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-dba99aa5-5587-4d9a-bf72-d6f0003ac66b service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6146078
Nov 20 21:01:58.081451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Transition to ACTIVE for port object 060b39d6-eba6-405a-948f-556357f13071 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:01:58.102095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33b504-8a23-40a0-845b-a814fcb68f82 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc35605-5801-4a98-856b-78ba5d36ed30,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:58.104900 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7acf3-c2f7-4d65-8cf9-6db738b2476f req-5ce8d798-ab9a-4b65-8449-b0b6a0285c31 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:58.106492 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59d7acf3-c2f7-4d65-8cf9-6db738b2476f req-5ce8d798-ab9a-4b65-8449-b0b6a0285c31 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 946 time: 0.1778109
Nov 20 21:01:58.114940 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-733bed90-eed3-4abd-b0b8-50791a049265 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.3001199
Nov 20 21:01:58.114940 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:58.115208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51396) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:58.127389 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:58.128944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3a2721-62c5-4239-88fd-8e4b68fe161a None None] Network 5d592188-6e19-4699-a637-786cdf0d36f7 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:01:58.132582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c62b0d-699f-4256-89ff-b83926ab436d req-130d73ed-d99a-4a3b-92aa-b60a2e76779b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:58.134153 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-59c62b0d-699f-4256-89ff-b83926ab436d req-130d73ed-d99a-4a3b-92aa-b60a2e76779b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 932 time: 0.2641637
Nov 20 21:01:58.146452 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a33b504-8a23-40a0-845b-a814fcb68f82 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:58.152007 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4a33b504-8a23-40a0-845b-a814fcb68f82 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "DELETE /v2.0/subnets/0dc35605-5801-4a98-856b-78ba5d36ed30 HTTP/1.1" status: 204  len: 168 time: 1.4852006
Nov 20 21:01:58.156086 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51398) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:58.272305 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-592c96f5-e290-41b1-958b-09fc687574c0 req-0425cb65-5fb5-4c1b-a270-ae3244c2ae9f service neutron] 10.222.0.37 "GET /v2.0/networks/1285f7b9-19ec-4973-b341-2c247825bb31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4010763
Nov 20 21:01:58.309074 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=060b39d6-eba6-405a-948f-556357f13071,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:58.333549 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33114a79-a284-4204-b809-9f905bb6ba27 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:58.369106 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59d7acf3-c2f7-4d65-8cf9-6db738b2476f req-128a2d58-4e39-4139-bf2a-3aed756e9ec2 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2498572
Nov 20 21:01:58.369915 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:58.399366 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237de85e-8148-4eba-944a-19969e2f4db3 None None] DHCP port deletion for 5d592188-6e19-4699-a637-786cdf0d36f7 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:01:58.463563 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-59c62b0d-699f-4256-89ff-b83926ab436d req-27f5b94c-d7c3-477a-980f-b5d72ab1acf6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3125722
Nov 20 21:01:58.471620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-237de85e-8148-4eba-944a-19969e2f4db3 None None] Deleting port e827a49d-7206-464f-b913-b7346b8dd147 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:01:58.472084 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-237de85e-8148-4eba-944a-19969e2f4db3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:58.474889 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:58.498043 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-f56b4373-f169-4c40-9446-338a1c8b5089 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4142041
Nov 20 21:01:58.503236 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33114a79-a284-4204-b809-9f905bb6ba27 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:58.569852 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-ca4b3661-db49-4d05-b3fc-ea9f5a85014a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=a1c1d818-4c07-4d09-b360-b1acc5a224b8 HTTP/1.1" status: 200  len: 217 time: 0.0610373
Nov 20 21:01:58.598588 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-237de85e-8148-4eba-944a-19969e2f4db3 None None] For port e827a49d-7206-464f-b913-b7346b8dd147, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e827a49d-7206-464f-b913-b7346b8dd147,segment=NetworkSegment(7f73ac3f-ed7c-4b15-bac6-dd8451d4e388),segment_id=7f73ac3f-ed7c-4b15-bac6-dd8451d4e388)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:58.600353 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-237de85e-8148-4eba-944a-19969e2f4db3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:58.611507 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33114a79-a284-4204-b809-9f905bb6ba27 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Network': ['ID=2e5624be-c65a-4758-bc15-526fd6dd00ce,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:58.618024 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-237de85e-8148-4eba-944a-19969e2f4db3 None None] Calling delete_port for e827a49d-7206-464f-b913-b7346b8dd147 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:58.628574 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 2e5624be-c65a-4758-bc15-526fd6dd00ce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:01:58.635274 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33114a79-a284-4204-b809-9f905bb6ba27 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network 2e5624be-c65a-4758-bc15-526fd6dd00ce is not hosted by any dhcp agent {{(pid=126224) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 20 21:01:58.641385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Router c23bfc45-2076-4160-a450-09dea8246b9f is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:01:58.642760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33114a79-a284-4204-b809-9f905bb6ba27 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:58.643478 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33114a79-a284-4204-b809-9f905bb6ba27 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:58.645587 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-33114a79-a284-4204-b809-9f905bb6ba27 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "PUT /v2.0/networks/2e5624be-c65a-4758-bc15-526fd6dd00ce HTTP/1.1" status: 200  len: 758 time: 0.7626286
Nov 20 21:01:58.650344 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-592c96f5-e290-41b1-958b-09fc687574c0 req-66774d9f-cbe3-46bd-9e45-869fc1705af7 service neutron] 10.222.0.37 "GET /v2.0/networks/1285f7b9-19ec-4973-b341-2c247825bb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3641458
Nov 20 21:01:58.652053 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51402) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:58.721729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-f6ef59ad-969c-4534-80b1-133059b1fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:58.723610 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-f6ef59ad-969c-4534-80b1-133059b1fef7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c88fd-664b-445f-a16b-0430e156a60c HTTP/1.1" status: 200  len: 797 time: 0.1380360
Nov 20 21:01:58.810413 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Deleting port e827a49d-7206-464f-b913-b7346b8dd147 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:01:58.811079 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:58.851043 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-237de85e-8148-4eba-944a-19969e2f4db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:58.879533 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237de85e-8148-4eba-944a-19969e2f4db3 None None] Pushing event deleted for resources: {'Port': ['ID=e827a49d-7206-464f-b913-b7346b8dd147,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:58.884797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237de85e-8148-4eba-944a-19969e2f4db3 None None] No DVR routers for this DVR port e827a49d-7206-464f-b913-b7346b8dd147 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:01:58.899403 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:01:58.912401 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Sync routers for ids ['c23bfc45-2076-4160-a450-09dea8246b9f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:01:58.925387 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Routers {'c23bfc45-2076-4160-a450-09dea8246b9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:01:58.926015 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54230b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:01:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['c23bfc45-2076-4160-a450-09dea8246b9f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:58.945396 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-a30c8e0a-9e95-4920-98bf-6f888da992b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:58.946985 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-a30c8e0a-9e95-4920-98bf-6f888da992b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a71914d1-f8db-41aa-b100-1859a3120efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2027025
Nov 20 21:01:59.003186 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850c865-3af5-43f1-bd0a-be737a639c45 req-4250a435-9013-42d3-968a-c871c98316af tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:59.010120 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850c865-3af5-43f1-bd0a-be737a639c45 req-4250a435-9013-42d3-968a-c871c98316af tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:59.017818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850c865-3af5-43f1-bd0a-be737a639c45 req-4250a435-9013-42d3-968a-c871c98316af tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:59.027041 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850c865-3af5-43f1-bd0a-be737a639c45 req-4250a435-9013-42d3-968a-c871c98316af tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:59.031595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850c865-3af5-43f1-bd0a-be737a639c45 req-4250a435-9013-42d3-968a-c871c98316af tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:59.037949 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850c865-3af5-43f1-bd0a-be737a639c45 req-4250a435-9013-42d3-968a-c871c98316af tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:59.044891 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Set router c23bfc45-2076-4160-a450-09dea8246b9f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:01:59.045108 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850c865-3af5-43f1-bd0a-be737a639c45 req-4250a435-9013-42d3-968a-c871c98316af tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:59.047070 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a850c865-3af5-43f1-bd0a-be737a639c45 req-4250a435-9013-42d3-968a-c871c98316af tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5421 time: 0.2913711
Nov 20 21:01:59.068148 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.072408 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d8f4e125-34a8-4b27-9bec-ced665deaf76 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.1248620
Nov 20 21:01:59.085074 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] For port e827a49d-7206-464f-b913-b7346b8dd147, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e827a49d-7206-464f-b913-b7346b8dd147,segment=NetworkSegment(7f73ac3f-ed7c-4b15-bac6-dd8451d4e388),segment_id=7f73ac3f-ed7c-4b15-bac6-dd8451d4e388)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:01:59.085443 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.088460 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51406) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:59.110779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Calling delete_port for e827a49d-7206-464f-b913-b7346b8dd147 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:01:59.179255 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Attempting to bind port 060b39d6-eba6-405a-948f-556357f13071 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:59.179601 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Attempting to bind port 060b39d6-eba6-405a-948f-556357f13071 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:59.179921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Attempting to bind port 060b39d6-eba6-405a-948f-556357f13071 on network bafdbd34-4234-401f-abb5-0b7b5a2562ab {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:59.240485 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Port 060b39d6-eba6-405a-948f-556357f13071 on network bafdbd34-4234-401f-abb5-0b7b5a2562ab not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:59.240884 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Attempting to bind port 060b39d6-eba6-405a-948f-556357f13071 on network bafdbd34-4234-401f-abb5-0b7b5a2562ab {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:59.259865 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a850c865-3af5-43f1-bd0a-be737a639c45 req-2e627082-913a-4761-8282-2a4d5291bc27 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1826267
Nov 20 21:01:59.266435 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-58260455-7307-4be4-843d-ce3472f81b78 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3106239
Nov 20 21:01:59.284609 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73d7991-fec1-484f-9afb-b2445d7e23eb tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:59.286624 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c73d7991-fec1-484f-9afb-b2445d7e23eb tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "GET /v2.0/networks?id=2e5624be-c65a-4758-bc15-526fd6dd00ce HTTP/1.1" status: 200  len: 761 time: 0.6047318
Nov 20 21:01:59.297977 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51408) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:01:59.299545 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e827a49d-7206-464f-b913-b7346b8dd147 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:01:59.308086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266a4c3-1f07-4ebc-9858-fbdb453dac82 req-e0e4c0fd-b82a-4820-878d-7d755cefa84f tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:59.316496 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266a4c3-1f07-4ebc-9858-fbdb453dac82 req-e0e4c0fd-b82a-4820-878d-7d755cefa84f tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:59.323240 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266a4c3-1f07-4ebc-9858-fbdb453dac82 req-e0e4c0fd-b82a-4820-878d-7d755cefa84f tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:59.331621 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e266a4c3-1f07-4ebc-9858-fbdb453dac82 req-e0e4c0fd-b82a-4820-878d-7d755cefa84f tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5&device_id=3c7f9f50-4ba7-462b-8d2d-4b514ccd3301&device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 2419 time: 0.6386440
Nov 20 21:01:59.341188 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: e827a49d-7206-464f-b913-b7346b8dd147 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:01:59.341683 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e827a49d-7206-464f-b913-b7346b8dd147 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:01:59.343617 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-92f25973-f845-4608-b47b-1ac6e6fe89b8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-281448438'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:01:59.348716 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:59.349254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Checking segment: {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:59.349811 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Bound using segment: {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:59.350656 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Bound port: 060b39d6-eba6-405a-948f-556357f13071, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:59.351378 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.368565 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.381548 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54230b20>, [{'id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'name': 'tempest-ServerRescueTestJSON-2123781575-router', 'tenant_id': '3c79515660014c0bb607fcb10f6f0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.142'}], 'enable_snat': True}, 'gw_port_id': '2951333b-96fa-4ee9-b590-abc0683925f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:01:52Z', 'updated_at': '2021-11-20T21:01:56Z', 'revision_number': 3, 'project_id': '3c79515660014c0bb607fcb10f6f0870', 'gw_port': {'id': '2951333b-96fa-4ee9-b590-abc0683925f9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:01:54Z', 'updated_at': '2021-11-20T21:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:59.404311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event deleted for resources: {'Port': ['ID=e827a49d-7206-464f-b913-b7346b8dd147,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:59.412310 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Checking router: c23bfc45-2076-4160-a450-09dea8246b9f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:01:59.412662 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Updating router c23bfc45-2076-4160-a450-09dea8246b9f port 2951333b-96fa-4ee9-b590-abc0683925f9 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:01:59.412820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] No DVR routers for this DVR port e827a49d-7206-464f-b913-b7346b8dd147 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:01:59.442761 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.449589 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-cce03349-81c6-48cc-8ee7-217608dee6ad service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1752815
Nov 20 21:01:59.507109 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-cb248956-49ff-4438-8f6b-a0ec7b97b4bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fafe012b-fc11-4ebf-90fb-e3698bda3e63 HTTP/1.1" status: 200  len: 217 time: 0.0465550
Nov 20 21:01:59.521503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] device_id is not set on port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:01:59.533357 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.563092 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.571354 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.574120 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f25973-f845-4608-b47b-1ac6e6fe89b8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:01:59.579425 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-92f25973-f845-4608-b47b-1ac6e6fe89b8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.629317 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4c9f7a30>,) {'filters': {'network_id': ['5d592188-6e19-4699-a637-786cdf0d36f7']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:59.639147 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e266a4c3-1f07-4ebc-9858-fbdb453dac82 req-e31cb1d2-a3ab-41ce-a56f-880f27271801 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3063943
Nov 20 21:01:59.644493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4c9f7a30>, '7f73ac3f-ed7c-4b15-bac6-dd8451d4e388') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:59.644792 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4c9f7a30>, '7f73ac3f-ed7c-4b15-bac6-dd8451d4e388') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:01:59.659650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-ea1f8563-5906-4fee-b90c-eb349e19acea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:59.659650 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-ea1f8563-5906-4fee-b90c-eb349e19acea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8522ada-000b-482e-bebc-4b49e37aceb8 HTTP/1.1" status: 200  len: 797 time: 0.1342392
Nov 20 21:01:59.699258 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.727545 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523b5cc-9cde-404e-9200-077111af7bbb req-e8dbe201-3f0c-46de-96ba-e654be044252 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:59.729119 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c523b5cc-9cde-404e-9200-077111af7bbb req-e8dbe201-3f0c-46de-96ba-e654be044252 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 944 time: 0.1549120
Nov 20 21:01:59.730461 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.733962 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] For port 060b39d6-eba6-405a-948f-556357f13071, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:59.739509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:01:59.739942 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.740492 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Pushing event updated for resources: {'Port': ['ID=1ca44b8a-7898-4a46-90b0-b89cbdbaaad3,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:01:59.743023 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:01:59.750517 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] For port 060b39d6-eba6-405a-948f-556357f13071, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=060b39d6-eba6-405a-948f-556357f13071,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:01:59.757985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f25973-f845-4608-b47b-1ac6e6fe89b8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:01:59.768349 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.775297 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-139834b4-5378-470e-ba5c-7cb1d6cdaf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:59.776733 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-139834b4-5378-470e-ba5c-7cb1d6cdaf5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7561cda-0cef-429a-ab48-39d731d77e04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1089516
Nov 20 21:01:59.811690 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.818040 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.846917 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-92f25973-f845-4608-b47b-1ac6e6fe89b8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.847270 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-92f25973-f845-4608-b47b-1ac6e6fe89b8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Added segment ca25e67f-2850-45be-9e52-7bbbf2786011 of type vlan for network 47050f0e-663e-41a9-a503-c78ec36d59d4
Nov 20 21:01:59.860479 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.875093 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Attempting to bind port 2951333b-96fa-4ee9-b590-abc0683925f9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:59.875545 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Attempting to bind port 2951333b-96fa-4ee9-b590-abc0683925f9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:59.875886 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Attempting to bind port 2951333b-96fa-4ee9-b590-abc0683925f9 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:59.883684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d779ac-fca3-4089-bad6-f785d672c4ec None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:01:59.889365 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:01:59.889754 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:01:59.897458 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:01:59.897642 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:01:59.898203 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:01:59.898339 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.898716 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.899387 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:01:59.900079 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Bound port: 2951333b-96fa-4ee9-b590-abc0683925f9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:01:59.900481 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.904609 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] 10.222.0.41 "DELETE /v2.0/networks/5d592188-6e19-4699-a637-786cdf0d36f7 HTTP/1.1" status: 204  len: 168 time: 1.7311540
Nov 20 21:01:59.905041 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:01:59.905041 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:01:59.905219 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] 10.222.0.47 "PUT /v2.0/ports/060b39d6-eba6-405a-948f-556357f13071 HTTP/1.1" status: 200  len: 1092 time: 2.9874942
Nov 20 21:01:59.930738 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea408b76-6111-499e-93d3-91486b7f5ea0', 'tag': '060b39d6-eba6-405a-948f-556357f13071'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:01:59.933073 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1635d3ae-8a36-491e-bbf5-92989c047640" -d '{"events": [{"name": "network-changed", "server_uuid": "ea408b76-6111-499e-93d3-91486b7f5ea0", "tag": "060b39d6-eba6-405a-948f-556357f13071"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:01:59.944470 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c377c3c-177d-401a-b25b-787c34a22d51 tempest-ServersTestMultiNic-882305418 tempest-ServersTestMultiNic-882305418-project] Pushing event deleted for resources: {'Network': ['ID=5d592188-6e19-4699-a637-786cdf0d36f7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:01:59.964633 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c523b5cc-9cde-404e-9200-077111af7bbb req-520fd9d3-e5ff-444a-a4cb-2a7e67b574cf tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809163
Nov 20 21:01:59.987064 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:01:59.987885 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:01:59.995436 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] For port 2951333b-96fa-4ee9-b590-abc0683925f9, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:01:59.997858 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-c5d67d5d-2085-4e24-b33e-bc2245dc6d63 service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869130
Nov 20 21:02:00.003282 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] For port 2951333b-96fa-4ee9-b590-abc0683925f9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2951333b-96fa-4ee9-b590-abc0683925f9,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:02:00.009050 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:00.023920 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3682b119-d5ba-4c05-a057-7e42295bce18 None None] Provisioning complete for port 2951333b-96fa-4ee9-b590-abc0683925f9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:00.025425 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 2 to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3
Nov 20 21:02:00.026155 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3682b119-d5ba-4c05-a057-7e42295bce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:00.059968 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Routers {'c23bfc45-2076-4160-a450-09dea8246b9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:00.061257 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54230b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:01:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['c23bfc45-2076-4160-a450-09dea8246b9f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:00.082842 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a71e152-b31b-4621-94ab-68f486f89176 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:00.118134 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-92f25973-f845-4608-b47b-1ac6e6fe89b8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:00.134627 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a55d97-74cc-4689-98e5-ed00a3c5601d x-openstack-request-id: req-24a55d97-74cc-4689-98e5-ed00a3c5601d {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:00.134975 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea408b76-6111-499e-93d3-91486b7f5ea0", "tag": "060b39d6-eba6-405a-948f-556357f13071", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:00.135182 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24a55d97-74cc-4689-98e5-ed00a3c5601d {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:00.135586 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea408b76-6111-499e-93d3-91486b7f5ea0', 'tag': '060b39d6-eba6-405a-948f-556357f13071', 'status': 'completed', 'code': 200}
Nov 20 21:02:00.155889 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5e48c-9fe1-499d-96b5-fd9ada346bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=060b39d6-eba6-405a-948f-556357f13071,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:00.173559 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:00.173903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:00.182820 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:00.194095 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-1dcbd35f-2a80-4cd6-a3b7-9ea956889b62 service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1875341
Nov 20 21:02:00.199123 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5bc7b-32ae-46e8-a40d-d9e0cbe0cb25 req-fd32bbd9-514e-4fc5-bcd5-cab7aed427f0 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:00.199298 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912251b5-691f-4bea-a890-1a826885a8b3 None None] Pushing event updated for resources: {'Port': ['ID=2951333b-96fa-4ee9-b590-abc0683925f9,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:00.200982 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25a5bc7b-32ae-46e8-a40d-d9e0cbe0cb25 req-fd32bbd9-514e-4fc5-bcd5-cab7aed427f0 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 946 time: 0.3880932
Nov 20 21:02:00.239261 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3682b119-d5ba-4c05-a057-7e42295bce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:00.266125 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-30d6cbbb-76be-451b-a609-bc17b4124a15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1d8adb08-4bb0-45be-8e71-4a53fb65eb7e HTTP/1.1" status: 200  len: 217 time: 0.0590587
Nov 20 21:02:00.271460 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3682b119-d5ba-4c05-a057-7e42295bce18 None None] For port 2951333b-96fa-4ee9-b590-abc0683925f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2951333b-96fa-4ee9-b590-abc0683925f9,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:00.276270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:02:00.276835 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:02:00.280814 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912251b5-691f-4bea-a890-1a826885a8b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:00.281367 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912251b5-691f-4bea-a890-1a826885a8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:00.281974 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912251b5-691f-4bea-a890-1a826885a8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:00.282425 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912251b5-691f-4bea-a890-1a826885a8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:00.282556 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3682b119-d5ba-4c05-a057-7e42295bce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:00.283157 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912251b5-691f-4bea-a890-1a826885a8b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:00.284744 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912251b5-691f-4bea-a890-1a826885a8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:00.285558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51424) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:00.286811 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912251b5-691f-4bea-a890-1a826885a8b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:00.287396 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912251b5-691f-4bea-a890-1a826885a8b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:00.287955 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912251b5-691f-4bea-a890-1a826885a8b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:00.288693 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 3 to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3
Nov 20 21:02:00.289259 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912251b5-691f-4bea-a890-1a826885a8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:00.289684 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912251b5-691f-4bea-a890-1a826885a8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:00.290135 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912251b5-691f-4bea-a890-1a826885a8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:00.312543 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-be6d951f-6668-41b3-8a77-520b822c24cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:00.314962 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-be6d951f-6668-41b3-8a77-520b822c24cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 1095 time: 0.3472788
Nov 20 21:02:00.379585 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912251b5-691f-4bea-a890-1a826885a8b3 None None] Pushing event updated for resources: {'Port': ['ID=2951333b-96fa-4ee9-b590-abc0683925f9,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:00.390346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-8e778c58-bc60-4d1d-8d74-7287ef1d9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:00.392136 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-8e778c58-bc60-4d1d-8d74-7287ef1d9ccd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8522ada-000b-482e-bebc-4b49e37aceb8 HTTP/1.1" status: 200  len: 797 time: 0.1194022
Nov 20 21:02:00.406349 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] Set router c23bfc45-2076-4160-a450-09dea8246b9f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:02:00.422995 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682b119-d5ba-4c05-a057-7e42295bce18 None None] Pushing event updated for resources: {'Port': ['ID=2951333b-96fa-4ee9-b590-abc0683925f9,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:00.437610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:00.438164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:00.438402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:00.440786 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-92f25973-f845-4608-b47b-1ac6e6fe89b8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:00.446646 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f25973-f845-4608-b47b-1ac6e6fe89b8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:00.447237 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-92f25973-f845-4608-b47b-1ac6e6fe89b8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:00.449081 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f4d62c5f-fdd9-44e2-a6e0-906e362d188b None None] Provisioning complete for port 2951333b-96fa-4ee9-b590-abc0683925f9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:00.449690 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f4d62c5f-fdd9-44e2-a6e0-906e362d188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:00.475960 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-dc8aa820-1658-46e9-b945-09f0b70406f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=060b39d6-eba6-405a-948f-556357f13071 HTTP/1.1" status: 200  len: 217 time: 0.1463456
Nov 20 21:02:00.518340 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:02:00.518340 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:02:00.523230 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 4 to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3
Nov 20 21:02:00.535167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-fc2e68d8-6950-4caa-b840-7a1fc58dc79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:00.536581 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-fc2e68d8-6950-4caa-b840-7a1fc58dc79a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7561cda-0cef-429a-ab48-39d731d77e04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1378789
Nov 20 21:02:00.551673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef59fa-075c-46cc-ac61-cfd9fdaf90d6 req-b4c88e3f-429d-47a7-ae50-c4872704d361 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:00.557578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef59fa-075c-46cc-ac61-cfd9fdaf90d6 req-b4c88e3f-429d-47a7-ae50-c4872704d361 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:00.564042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef59fa-075c-46cc-ac61-cfd9fdaf90d6 req-b4c88e3f-429d-47a7-ae50-c4872704d361 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:00.570109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef59fa-075c-46cc-ac61-cfd9fdaf90d6 req-b4c88e3f-429d-47a7-ae50-c4872704d361 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:00.570311 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-92f25973-f845-4608-b47b-1ac6e6fe89b8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.2313886
Nov 20 21:02:00.576358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef59fa-075c-46cc-ac61-cfd9fdaf90d6 req-b4c88e3f-429d-47a7-ae50-c4872704d361 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:00.582485 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef59fa-075c-46cc-ac61-cfd9fdaf90d6 req-b4c88e3f-429d-47a7-ae50-c4872704d361 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:00.585702 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25a5bc7b-32ae-46e8-a40d-d9e0cbe0cb25 req-90dd3152-2c24-4b16-a61b-27c2288f135f tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3591814
Nov 20 21:02:00.586346 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51428) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:00.589161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef59fa-075c-46cc-ac61-cfd9fdaf90d6 req-b4c88e3f-429d-47a7-ae50-c4872704d361 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:00.597432 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36ef59fa-075c-46cc-ac61-cfd9fdaf90d6 req-b4c88e3f-429d-47a7-ae50-c4872704d361 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5421 time: 0.1806715
Nov 20 21:02:00.609989 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-6ba3f65f-8a92-4b26-86e2-56b8309e652b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'subnet': {'network_id': '47050f0e-663e-41a9-a503-c78ec36d59d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:00.690458 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:00.691564 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:00.691945 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:00.695616 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f25973-f845-4608-b47b-1ac6e6fe89b8 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Network': ['ID=47050f0e-663e-41a9-a503-c78ec36d59d4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:00.708419 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54230b20>, [{'id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'name': 'tempest-ServerRescueTestJSON-2123781575-router', 'tenant_id': '3c79515660014c0bb607fcb10f6f0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.142'}], 'enable_snat': True}, 'gw_port_id': '2951333b-96fa-4ee9-b590-abc0683925f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:01:52Z', 'updated_at': '2021-11-20T21:01:56Z', 'revision_number': 3, 'project_id': '3c79515660014c0bb607fcb10f6f0870', 'gw_port': {'id': '2951333b-96fa-4ee9-b590-abc0683925f9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:01:54Z', 'updated_at': '2021-11-20T21:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:00.709146 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 47050f0e-663e-41a9-a503-c78ec36d59d4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:02:00.754811 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a772afb5-5e9f-49da-8a64-12afa8e6d99e None None] The sync data for ids ['c23bfc45-2076-4160-a450-09dea8246b9f'] in ncdv-master-1 is: [{'id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'name': 'tempest-ServerRescueTestJSON-2123781575-router', 'tenant_id': '3c79515660014c0bb607fcb10f6f0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.142'}], 'enable_snat': True}, 'gw_port_id': '2951333b-96fa-4ee9-b590-abc0683925f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:01:52Z', 'updated_at': '2021-11-20T21:01:56Z', 'revision_number': 3, 'project_id': '3c79515660014c0bb607fcb10f6f0870', 'gw_port': {'id': '2951333b-96fa-4ee9-b590-abc0683925f9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:01:54Z', 'updated_at': '2021-11-20T21:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:02:00.894010 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-7ec3d23d-34da-41f7-8e88-a98605bc7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:00.895545 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-7ec3d23d-34da-41f7-8e88-a98605bc7f27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.4000208
Nov 20 21:02:00.899479 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:02:00.899816 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:02:00.902618 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 5 to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3
Nov 20 21:02:00.985805 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:00.986194 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:00.986531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:01.005423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:02:01.006508 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:02:01.011285 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 6 to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3
Nov 20 21:02:01.017010 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba3f65f-8a92-4b26-86e2-56b8309e652b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:02:01.020810 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ba3f65f-8a92-4b26-86e2-56b8309e652b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:01.041012 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:01.065376 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:01.065767 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:01.065969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:01.088908 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-cc6ac724-1461-459a-a4e1-4b6bcf15bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:01.090702 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-cc6ac724-1461-459a-a4e1-4b6bcf15bb86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1776881
Nov 20 21:02:01.107589 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:02:01.119414 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:02:01.157890 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-89d18808-d11e-4688-8af5-ae14aebfba57 service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5519404
Nov 20 21:02:01.173529 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 7 to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3
Nov 20 21:02:01.193954 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36ef59fa-075c-46cc-ac61-cfd9fdaf90d6 req-7809cb8a-95c3-48fa-9965-6cba4d7f083b tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.5954638
Nov 20 21:02:01.271790 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:01.272136 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:01.272628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:01.301475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:02:01.301765 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:02:01.344724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2951333b-96fa-4ee9-b590-abc0683925f9 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:01.402484 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 8 to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3
Nov 20 21:02:01.407729 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 2951333b-96fa-4ee9-b590-abc0683925f9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:01.408571 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:01.542298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cb3e5-a420-4648-80eb-83ededbc14e0 req-44b14706-08ae-41e8-b787-efed1ebba7c6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:01.550970 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ce9cb3e5-a420-4648-80eb-83ededbc14e0 req-44b14706-08ae-41e8-b787-efed1ebba7c6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 944 time: 0.1887267
Nov 20 21:02:01.576254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:01.576868 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:01.577230 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:01.603730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:02:01.603730 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:02:01.614959 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 9 to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3
Nov 20 21:02:01.641126 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Allocated IP 172.20.0.1 (667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7/3d6eff07-25fc-4f90-a3eb-b1120046c7e7/b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:02:01.642437 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf6b5060-178d-47bf-b3f1-4a9d1e3a40a8 req-0feadbd7-dd9e-4693-b5c8-449edf7d1df5 service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4457295
Nov 20 21:02:01.683406 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ce9cb3e5-a420-4648-80eb-83ededbc14e0 req-e57a2401-d5cd-48cd-ab4b-fe64f297ec0d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314292
Nov 20 21:02:01.720971 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:01.721330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:01.721908 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:01.725785 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-acdafce2-1d8d-42be-ac52-94482707617a service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6268060
Nov 20 21:02:01.772555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:02:01.772881 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:02:01.778586 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempt 10 to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3
Nov 20 21:02:01.796022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92faa1c-ca12-402b-a0a9-0751082a5123 req-a8641ab5-e622-4f52-b44d-cc0604602d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:01.796605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92faa1c-ca12-402b-a0a9-0751082a5123 req-a8641ab5-e622-4f52-b44d-cc0604602d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:01.797096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92faa1c-ca12-402b-a0a9-0751082a5123 req-a8641ab5-e622-4f52-b44d-cc0604602d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:01.797578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92faa1c-ca12-402b-a0a9-0751082a5123 req-a8641ab5-e622-4f52-b44d-cc0604602d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:01.798130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92faa1c-ca12-402b-a0a9-0751082a5123 req-a8641ab5-e622-4f52-b44d-cc0604602d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:01.798680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92faa1c-ca12-402b-a0a9-0751082a5123 req-a8641ab5-e622-4f52-b44d-cc0604602d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:01.799011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92faa1c-ca12-402b-a0a9-0751082a5123 req-a8641ab5-e622-4f52-b44d-cc0604602d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:01.801150 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f92faa1c-ca12-402b-a0a9-0751082a5123 req-a8641ab5-e622-4f52-b44d-cc0604602d22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 6478 time: 0.0785074
Nov 20 21:02:01.813406 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba71bd74-00e3-4155-8c0f-579a0318ed4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:01.843987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:01.844316 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:01.844663 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempting to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:01.930134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:02:01.930134 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Failed to bind port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on host nch2-master-1 for vnic_type normal using segments [{'id': '36accd1f-77eb-4d78-94e6-19b54caca11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8a037666-f0a4-440c-9195-bfe7adc90f8a'}]
Nov 20 21:02:01.930963 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:02.006793 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ba3f65f-8a92-4b26-86e2-56b8309e652b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:02.086101 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3db5ea45-0d79-497b-a20b-69d5c74e5c1d req-4439546a-3319-48e5-95aa-87444d0b6d3c service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3452520
Nov 20 21:02:02.103827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92faa1c-ca12-402b-a0a9-0751082a5123 req-c26e43d4-5b3b-4404-b663-8aa53de45314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.105328 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f92faa1c-ca12-402b-a0a9-0751082a5123 req-c26e43d4-5b3b-4404-b663-8aa53de45314 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d7561cda-0cef-429a-ab48-39d731d77e04 HTTP/1.1" status: 200  len: 902 time: 0.2896748
Nov 20 21:02:02.210699 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f92faa1c-ca12-402b-a0a9-0751082a5123 req-1f865438-c2f9-4e42-9a05-f3ccd8669409 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1d8adb08-4bb0-45be-8e71-4a53fb65eb7e HTTP/1.1" status: 200  len: 217 time: 0.0533531
Nov 20 21:02:02.260039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51452) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:02.385183 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92faa1c-ca12-402b-a0a9-0751082a5123 req-5d7c9358-e530-468a-982b-51a8a9943103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.386796 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f92faa1c-ca12-402b-a0a9-0751082a5123 req-5d7c9358-e530-468a-982b-51a8a9943103 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8522ada-000b-482e-bebc-4b49e37aceb8 HTTP/1.1" status: 200  len: 797 time: 0.1568835
Nov 20 21:02:02.422528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211e9094-067e-49f7-8cf2-3d789e0b233e tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.423014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211e9094-067e-49f7-8cf2-3d789e0b233e tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.423492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211e9094-067e-49f7-8cf2-3d789e0b233e tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.425111 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-211e9094-067e-49f7-8cf2-3d789e0b233e tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=3d0636503ac5406792f6a872f4f9c10d&network_id=1285f7b9-19ec-4973-b341-2c247825bb31 HTTP/1.1" status: 200  len: 2971 time: 0.1630476
Nov 20 21:02:02.446923 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:02.460234 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca67c-6619-4f61-a232-4f2030d9c494 req-ab2a1bed-8c7a-4505-a1b1-a53518e0ecaf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.468283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca67c-6619-4f61-a232-4f2030d9c494 req-ab2a1bed-8c7a-4505-a1b1-a53518e0ecaf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.474976 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca67c-6619-4f61-a232-4f2030d9c494 req-ab2a1bed-8c7a-4505-a1b1-a53518e0ecaf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.483462 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca67c-6619-4f61-a232-4f2030d9c494 req-ab2a1bed-8c7a-4505-a1b1-a53518e0ecaf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.484172 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3f65f-8a92-4b26-86e2-56b8309e652b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Subnet': ['ID=53cb68f3-1f3f-49a9-a8e7-ed5ac30518ee,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:02.489886 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca67c-6619-4f61-a232-4f2030d9c494 req-ab2a1bed-8c7a-4505-a1b1-a53518e0ecaf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.499852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca67c-6619-4f61-a232-4f2030d9c494 req-ab2a1bed-8c7a-4505-a1b1-a53518e0ecaf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.506232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca67c-6619-4f61-a232-4f2030d9c494 req-ab2a1bed-8c7a-4505-a1b1-a53518e0ecaf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.508438 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0adca67c-6619-4f61-a232-4f2030d9c494 req-ab2a1bed-8c7a-4505-a1b1-a53518e0ecaf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5421 time: 0.2052584
Nov 20 21:02:02.511977 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-ba71bd74-00e3-4155-8c0f-579a0318ed4d admin admin] Deleting port 96ae2420-5fda-4ea6-8afe-3c8471e35873 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:02.512738 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba71bd74-00e3-4155-8c0f-579a0318ed4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:02.558883 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45295f8-4c44-426b-89db-f3195076cc71 req-1b475b15-b059-40ab-b644-8348d536e131 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.562790 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f45295f8-4c44-426b-89db-f3195076cc71 req-1b475b15-b059-40ab-b644-8348d536e131 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 946 time: 0.5350580
Nov 20 21:02:02.578238 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] For port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:02:02.578238 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attempted to set empty binding levels {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 20 21:02:02.580061 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92faa1c-ca12-402b-a0a9-0751082a5123 req-430d54fe-0b43-4069-bc30-fd1d531ea312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.581240 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f92faa1c-ca12-402b-a0a9-0751082a5123 req-430d54fe-0b43-4069-bc30-fd1d531ea312 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7561cda-0cef-429a-ab48-39d731d77e04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1742361
Nov 20 21:02:02.585959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba3f65f-8a92-4b26-86e2-56b8309e652b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Checking segment: {'id': 'ca25e67f-2850-45be-9e52-7bbbf2786011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '47050f0e-663e-41a9-a503-c78ec36d59d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:02:02.586358 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba3f65f-8a92-4b26-86e2-56b8309e652b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network hostable DHCP agents. Network: 47050f0e-663e-41a9-a503-c78ec36d59d4, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:02:02.615947 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:02.642413 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635d3ae-8a36-491e-bbf5-92989c047640 req-989dcc08-8ad7-4098-ba4f-16c6a31b238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.643938 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1635d3ae-8a36-491e-bbf5-92989c047640 req-989dcc08-8ad7-4098-ba4f-16c6a31b238b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 1095 time: 0.2069855
Nov 20 21:02:02.696922 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] In _notify_port_updated(), no bound segment for port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 on network 8a037666-f0a4-440c-9195-bfe7adc90f8a {{(pid=126224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:02:02.697814 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.698873 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:02.700218 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] 10.222.0.41 "PUT /v2.0/ports/1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 HTTP/1.1" status: 200  len: 974 time: 4.5785327
Nov 20 21:02:02.707373 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51476) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:02.723694 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:02.754180 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0adca67c-6619-4f61-a232-4f2030d9c494 req-92e120d8-9ea9-4e3c-84a7-819324862f5f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2309330
Nov 20 21:02:02.755988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-ba71bd74-00e3-4155-8c0f-579a0318ed4d admin admin] For port 96ae2420-5fda-4ea6-8afe-3c8471e35873, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96ae2420-5fda-4ea6-8afe-3c8471e35873,segment=NetworkSegment(39b9fd26-2e04-48b3-847d-3bd3da3b7f0c),segment_id=39b9fd26-2e04-48b3-847d-3bd3da3b7f0c)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:02.756365 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba71bd74-00e3-4155-8c0f-579a0318ed4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:02.771101 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba3f65f-8a92-4b26-86e2-56b8309e652b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network 47050f0e-663e-41a9-a503-c78ec36d59d4 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:02:02.775067 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12393b-bbce-4e10-a5fb-194314ae7d8f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Pushing event updated for resources: {'Port': ['ID=1ca44b8a-7898-4a46-90b0-b89cbdbaaad3,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:02.800690 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-ba71bd74-00e3-4155-8c0f-579a0318ed4d admin admin] Calling delete_port for 96ae2420-5fda-4ea6-8afe-3c8471e35873 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:02.806133 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f45295f8-4c44-426b-89db-f3195076cc71 req-7b2e8c56-fdb2-46f8-ad31-1b6965e4a6c8 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2101479
Nov 20 21:02:02.866102 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Network 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:02.895842 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-6ba3f65f-8a92-4b26-86e2-56b8309e652b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 47050f0e-663e-41a9-a503-c78ec36d59d4) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:02.904156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:02.908625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99a547b-f46b-4196-84b0-009e7ca37a46 None None] Network 47050f0e-663e-41a9-a503-c78ec36d59d4 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:02.911925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba3f65f-8a92-4b26-86e2-56b8309e652b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.912530 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ba3f65f-8a92-4b26-86e2-56b8309e652b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:02.915651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:02:02.919351 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f92faa1c-ca12-402b-a0a9-0751082a5123 req-05df9294-cb13-47c7-baa5-e6a4b1888794 service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3014388
Nov 20 21:02:02.961337 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:02.990515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95cf85-20e9-4465-b7fb-82ebf10c8f7f req-7e569882-d45e-433f-9687-357f1c4147df tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:02.992152 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ce95cf85-20e9-4465-b7fb-82ebf10c8f7f req-7e569882-d45e-433f-9687-357f1c4147df tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 944 time: 0.1409340
Nov 20 21:02:03.060258 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Pushing event updated for resources: {'Port': ['ID=b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:03.092597 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6ba3f65f-8a92-4b26-86e2-56b8309e652b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4951062
Nov 20 21:02:03.092832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47050f0e-663e-41a9-a503-c78ec36d59d4', 'network_id': '47050f0e-663e-41a9-a503-c78ec36d59d4', 'tenant_id': '8d2d425586f64e2bba9faa95444d1286', 'fixed_ips': [{'subnet_id': '53cb68f3-1f3f-49a9-a8e7-ed5ac30518ee'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:02:03.092832 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.094173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51480) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:03.108751 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b36fedca-c2c0-48da-a8ba-ef90d83f3555 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Deleting port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:03.109108 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b36fedca-c2c0-48da-a8ba-ef90d83f3555 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.121841 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635d3ae-8a36-491e-bbf5-92989c047640 req-5fbf29d2-601a-4c95-af40-c7c887b06103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:03.124032 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1635d3ae-8a36-491e-bbf5-92989c047640 req-5fbf29d2-601a-4c95-af40-c7c887b06103 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 912 time: 0.4475226
Nov 20 21:02:03.192489 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f92faa1c-ca12-402b-a0a9-0751082a5123 req-12611892-4da0-41f5-aaba-7472490a5665 service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2476745
Nov 20 21:02:03.206314 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ce95cf85-20e9-4465-b7fb-82ebf10c8f7f req-729214c1-9104-4a81-aed8-c12f713d89f8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2033231
Nov 20 21:02:03.241829 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1635d3ae-8a36-491e-bbf5-92989c047640 req-5501b8af-5ff6-418d-bd34-de063b5a375e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=060b39d6-eba6-405a-948f-556357f13071 HTTP/1.1" status: 200  len: 217 time: 0.1029818
Nov 20 21:02:03.252897 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.261132 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-b36fedca-c2c0-48da-a8ba-ef90d83f3555 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] For port 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3, host nch2-master-1, got binding levels [] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:03.261770 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b36fedca-c2c0-48da-a8ba-ef90d83f3555 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.275632 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Allocated IP 172.20.0.2 (47050f0e-663e-41a9-a503-c78ec36d59d4/53cb68f3-1f3f-49a9-a8e7-ed5ac30518ee/735d3191-55b7-4245-b970-567935f1bd70) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:02:03.299582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b36fedca-c2c0-48da-a8ba-ef90d83f3555 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Calling delete_port for 1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:03.364213 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba71bd74-00e3-4155-8c0f-579a0318ed4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.394684 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635d3ae-8a36-491e-bbf5-92989c047640 req-0abfcebf-382c-4e05-afc7-502bc0b99c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:03.396039 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1635d3ae-8a36-491e-bbf5-92989c047640 req-0abfcebf-382c-4e05-afc7-502bc0b99c3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.1061518
Nov 20 21:02:03.403776 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.411457 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71bd74-00e3-4155-8c0f-579a0318ed4d admin admin] Pushing event deleted for resources: {'Port': ['ID=96ae2420-5fda-4ea6-8afe-3c8471e35873,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:03.447568 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.458327 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.484008 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b36fedca-c2c0-48da-a8ba-ef90d83f3555 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.509201 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Network 47050f0e-663e-41a9-a503-c78ec36d59d4 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:03.511690 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:03.511978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fedca-c2c0-48da-a8ba-ef90d83f3555 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ca44b8a-7898-4a46-90b0-b89cbdbaaad3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:03.518436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:02:03.596329 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b36fedca-c2c0-48da-a8ba-ef90d83f3555 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.599928 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b36fedca-c2c0-48da-a8ba-ef90d83f3555 tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] 10.222.0.41 "DELETE /v2.0/ports/1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 HTTP/1.1" status: 204  len: 168 time: 0.8915229
Nov 20 21:02:03.601739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Pushing event updated for resources: {'Port': ['ID=735d3191-55b7-4245-b970-567935f1bd70,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:03.602718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51482) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:03.613890 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635d3ae-8a36-491e-bbf5-92989c047640 req-50c5eb7f-fee4-4bc4-bfce-c2f11ef83819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:03.616174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Attempting to bind port 735d3191-55b7-4245-b970-567935f1bd70 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:03.616630 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1635d3ae-8a36-491e-bbf5-92989c047640 req-50c5eb7f-fee4-4bc4-bfce-c2f11ef83819 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2050030
Nov 20 21:02:03.617914 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Attempting to bind port 735d3191-55b7-4245-b970-567935f1bd70 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ca25e67f-2850-45be-9e52-7bbbf2786011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '47050f0e-663e-41a9-a503-c78ec36d59d4'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:03.618477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Attempting to bind port 735d3191-55b7-4245-b970-567935f1bd70 on network 47050f0e-663e-41a9-a503-c78ec36d59d4 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:03.624708 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:02:03.625101 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Checking segment: {'id': 'ca25e67f-2850-45be-9e52-7bbbf2786011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '47050f0e-663e-41a9-a503-c78ec36d59d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:02:03.625509 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.625908 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Bound using segment: {'id': 'ca25e67f-2850-45be-9e52-7bbbf2786011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '47050f0e-663e-41a9-a503-c78ec36d59d4'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:02:03.626413 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Bound port: 735d3191-55b7-4245-b970-567935f1bd70, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca25e67f-2850-45be-9e52-7bbbf2786011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '47050f0e-663e-41a9-a503-c78ec36d59d4'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:02:03.626803 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.659465 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-5616ce7d-7856-4532-bda2-5e22f687aa3f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] GET failed (client error): The resource could not be found.
Nov 20 21:02:03.664126 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5616ce7d-7856-4532-bda2-5e22f687aa3f tempest-PortsAdminExtendedAttrsTestJSON-375488371 tempest-PortsAdminExtendedAttrsTestJSON-375488371-project-admin] 10.222.0.41 "GET /v2.0/ports/1ca44b8a-7898-4a46-90b0-b89cbdbaaad3 HTTP/1.1" status: 404  len: 333 time: 0.0557837
Nov 20 21:02:03.664949 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51484) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:03.680564 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.709568 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.713219 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] For port 735d3191-55b7-4245-b970-567935f1bd70, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:02:03.715265 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba71bd74-00e3-4155-8c0f-579a0318ed4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.721225 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] For port 735d3191-55b7-4245-b970-567935f1bd70, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=735d3191-55b7-4245-b970-567935f1bd70,segment=NetworkSegment(ca25e67f-2850-45be-9e52-7bbbf2786011),segment_id=ca25e67f-2850-45be-9e52-7bbbf2786011)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:02:03.727751 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.798776 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7ab6b-6678-4199-a872-2c78f74b36c0 None None] Pushing event updated for resources: {'Port': ['ID=735d3191-55b7-4245-b970-567935f1bd70,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:03.852192 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Deleting port 735d3191-55b7-4245-b970-567935f1bd70 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:03.852540 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.854317 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Pushing event updated for resources: {'Port': ['ID=b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:03.854482 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2db83f1f-29af-485a-9bea-28759493e8c0 tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.861666 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:03.943198 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1635d3ae-8a36-491e-bbf5-92989c047640 req-20e9e1cc-edb8-44ee-a7ed-8ef94ab0a84c service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2811301
Nov 20 21:02:04.126116 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7af7e-93d1-4dfe-99d2-d4d8413f146b req-3c51a2b7-61e7-4bc5-a425-022db8dc1e5a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:04.132374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7af7e-93d1-4dfe-99d2-d4d8413f146b req-3c51a2b7-61e7-4bc5-a425-022db8dc1e5a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:04.139941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7af7e-93d1-4dfe-99d2-d4d8413f146b req-3c51a2b7-61e7-4bc5-a425-022db8dc1e5a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:04.146244 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7af7e-93d1-4dfe-99d2-d4d8413f146b req-3c51a2b7-61e7-4bc5-a425-022db8dc1e5a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:04.152667 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7af7e-93d1-4dfe-99d2-d4d8413f146b req-3c51a2b7-61e7-4bc5-a425-022db8dc1e5a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:04.159552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7af7e-93d1-4dfe-99d2-d4d8413f146b req-3c51a2b7-61e7-4bc5-a425-022db8dc1e5a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:04.165805 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7af7e-93d1-4dfe-99d2-d4d8413f146b req-3c51a2b7-61e7-4bc5-a425-022db8dc1e5a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:04.167918 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ccd7af7e-93d1-4dfe-99d2-d4d8413f146b req-3c51a2b7-61e7-4bc5-a425-022db8dc1e5a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5421 time: 0.3091195
Nov 20 21:02:04.212156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] For port 735d3191-55b7-4245-b970-567935f1bd70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=735d3191-55b7-4245-b970-567935f1bd70,segment=NetworkSegment(ca25e67f-2850-45be-9e52-7bbbf2786011),segment_id=ca25e67f-2850-45be-9e52-7bbbf2786011)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:04.212291 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:04.265046 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Calling delete_port for 735d3191-55b7-4245-b970-567935f1bd70 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:04.280080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Network 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:04.292390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:04.306987 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1635d3ae-8a36-491e-bbf5-92989c047640 req-f46c53a2-cd4e-45d0-94a4-772ce1ac5d3c service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3509600
Nov 20 21:02:04.337283 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2db83f1f-29af-485a-9bea-28759493e8c0 tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:04.398909 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-2db83f1f-29af-485a-9bea-28759493e8c0 tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d40d130>,) {'filters': {'network_id': ['8a037666-f0a4-440c-9195-bfe7adc90f8a']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:04.401679 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 060b39d6-eba6-405a-948f-556357f13071 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:02:04.415957 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa4a80-fe72-4ac5-b31b-930b07d69788 req-0858d1bd-ff1a-41d1-b3e6-89c5965cc503 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:04.417501 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9afa4a80-fe72-4ac5-b31b-930b07d69788 req-0858d1bd-ff1a-41d1-b3e6-89c5965cc503 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 946 time: 0.4741590
Nov 20 21:02:04.422541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-2db83f1f-29af-485a-9bea-28759493e8c0 tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d40d130>, '36accd1f-77eb-4d78-94e6-19b54caca11e') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:04.422829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-2db83f1f-29af-485a-9bea-28759493e8c0 tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d40d130>, '36accd1f-77eb-4d78-94e6-19b54caca11e') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:04.436279 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2db83f1f-29af-485a-9bea-28759493e8c0 tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:04.437344 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ccd7af7e-93d1-4dfe-99d2-d4d8413f146b req-37036420-5fde-450b-a7ab-7a8f6702155d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2390692
Nov 20 21:02:04.478328 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2db83f1f-29af-485a-9bea-28759493e8c0 tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:04.525492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db83f1f-29af-485a-9bea-28759493e8c0 tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:02:04.526232 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2db83f1f-29af-485a-9bea-28759493e8c0 tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:02:04.529214 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:02:04.550557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 060b39d6-eba6-405a-948f-556357f13071, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=060b39d6-eba6-405a-948f-556357f13071,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:04.558843 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:04.570795 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '060b39d6-eba6-405a-948f-556357f13071', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'port_id': '060b39d6-eba6-405a-948f-556357f13071', 'mac_address': 'fa:16:3e:66:74:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:02:04.608376 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9afa4a80-fe72-4ac5-b31b-930b07d69788 req-e4ce2589-8a25-47c5-86e9-168064be9afa tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701195
Nov 20 21:02:04.612086 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:04.619016 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba71bd74-00e3-4155-8c0f-579a0318ed4d admin admin] Router 50e36a91-591c-4f0e-a139-bcff8fe0dbdd has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:02:04.620468 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2db83f1f-29af-485a-9bea-28759493e8c0 tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:04.644590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060b39d6-eba6-405a-948f-556357f13071 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:02:04.654786 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db83f1f-29af-485a-9bea-28759493e8c0 tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Pushing event deleted for resources: {'Network': ['ID=8a037666-f0a4-440c-9195-bfe7adc90f8a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:04.659763 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2db83f1f-29af-485a-9bea-28759493e8c0 tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:04.664234 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2db83f1f-29af-485a-9bea-28759493e8c0 tempest-PortsAdminExtendedAttrsTestJSON-1733863469 tempest-PortsAdminExtendedAttrsTestJSON-1733863469-project] 10.222.0.41 "DELETE /v2.0/networks/8a037666-f0a4-440c-9195-bfe7adc90f8a HTTP/1.1" status: 204  len: 168 time: 0.9981315
Nov 20 21:02:04.667812 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Port': ['ID=735d3191-55b7-4245-b970-567935f1bd70,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:04.679643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 060b39d6-eba6-405a-948f-556357f13071, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=060b39d6-eba6-405a-948f-556357f13071,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:04.685811 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:04.737993 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No DVR routers for this DVR port 735d3191-55b7-4245-b970-567935f1bd70 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:02:04.744756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Router c23bfc45-2076-4160-a450-09dea8246b9f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:02:04.768933 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=060b39d6-eba6-405a-948f-556357f13071,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:04.792211 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d4468-a41d-4c3e-ae23-86d4a54302c7 req-9de2c3f0-3229-4d8e-98fc-389797bf5970 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:04.794686 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f77d4468-a41d-4c3e-ae23-86d4a54302c7 req-9de2c3f0-3229-4d8e-98fc-389797bf5970 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 944 time: 0.2527399
Nov 20 21:02:04.850342 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba71bd74-00e3-4155-8c0f-579a0318ed4d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:02:04.863968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03a50f1-1bb2-44f5-8dd8-804194c2c43d None None] Sync routers for ids ['50e36a91-591c-4f0e-a139-bcff8fe0dbdd'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:02:04.870528 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ba71bd74-00e3-4155-8c0f-579a0318ed4d admin admin] 10.222.0.41 "PUT /v2.0/routers/50e36a91-591c-4f0e-a139-bcff8fe0dbdd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5808811
Nov 20 21:02:04.870528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51498) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:04.876408 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:04.888757 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03a50f1-1bb2-44f5-8dd8-804194c2c43d None None] Routers {'50e36a91-591c-4f0e-a139-bcff8fe0dbdd'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:04.890385 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e03a50f1-1bb2-44f5-8dd8-804194c2c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4647e790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:01:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['50e36a91-591c-4f0e-a139-bcff8fe0dbdd'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:04.914910 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51500) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:04.953852 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['060b39d6-eba6-405a-948f-556357f13071'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:04.998336 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd51837-67e5-473e-add4-ff1afda37c2b tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:05.010067 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9dd51837-67e5-473e-add4-ff1afda37c2b tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 814 time: 0.0845106
Nov 20 21:02:05.010474 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f77d4468-a41d-4c3e-ae23-86d4a54302c7 req-9658ccd1-1882-4ee3-bf46-a1a6dc24147d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877153
Nov 20 21:02:05.083178 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:02:05.095182 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Sync routers for ids ['c23bfc45-2076-4160-a450-09dea8246b9f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:02:05.095762 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c886225c-ef0a-491f-addb-a9508dd6222e admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:05.101031 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a73100aa-e81c-4d2c-838e-4a46daef5883 admin admin] 10.222.0.41 "PUT /v2.0/routers/c23bfc45-2076-4160-a450-09dea8246b9f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0116081
Nov 20 21:02:05.117906 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Routers {'c23bfc45-2076-4160-a450-09dea8246b9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:05.120146 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54230c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:01:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['c23bfc45-2076-4160-a450-09dea8246b9f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:05.123709 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:05.164162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51510) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:05.182992 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Subnet': ['ID=53cb68f3-1f3f-49a9-a8e7-ed5ac30518ee,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:05.338278 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:05.351728 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c886225c-ef0a-491f-addb-a9508dd6222e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:05.362297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e813550>,) {'filters': {'network_id': ['47050f0e-663e-41a9-a503-c78ec36d59d4']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:05.376372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e813550>, 'ca25e67f-2850-45be-9e52-7bbbf2786011') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:05.377245 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e813550>, 'ca25e67f-2850-45be-9e52-7bbbf2786011') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:05.396441 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:05.401445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-e03a50f1-1bb2-44f5-8dd8-804194c2c43d None None] Set router 50e36a91-591c-4f0e-a139-bcff8fe0dbdd gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:02:05.433302 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:05.447272 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Set router c23bfc45-2076-4160-a450-09dea8246b9f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:02:05.450025 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:02:05.450821 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:05.478693 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de566c9-76c2-48d3-9424-44914604631a None None] Network 47050f0e-663e-41a9-a503-c78ec36d59d4 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:05.494278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c886225c-ef0a-491f-addb-a9508dd6222e admin admin] Deleting port 7c69d81d-46ba-47c3-b3d7-5b0502407a9f {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:05.494545 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c886225c-ef0a-491f-addb-a9508dd6222e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:05.536371 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-78342f82-c628-4867-a7d9-280b34268d7d None None] Could not find standard attr ID for object 735d3191-55b7-4245-b970-567935f1bd70. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:02:05.554382 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:02:05.563442 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:05.584058 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:05.593627 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/47050f0e-663e-41a9-a503-c78ec36d59d4 HTTP/1.1" status: 204  len: 168 time: 2.4943590
Nov 20 21:02:05.625147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-c886225c-ef0a-491f-addb-a9508dd6222e admin admin] For port 7c69d81d-46ba-47c3-b3d7-5b0502407a9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c69d81d-46ba-47c3-b3d7-5b0502407a9f,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:05.626201 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c886225c-ef0a-491f-addb-a9508dd6222e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:05.633051 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51522) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:05.633447 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51524) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:05.642303 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c886225c-ef0a-491f-addb-a9508dd6222e admin admin] Calling delete_port for 7c69d81d-46ba-47c3-b3d7-5b0502407a9f owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:05.652198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-6ae0e694-7d6a-4437-a6d7-60c4736cea66 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'network': {'name': 'tempest-network-smoke--973130546', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'port_security_enabled': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:05.738641 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d429f8-978d-48e1-8130-ab359cc4528a tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] GET failed (client error): The resource could not be found.
Nov 20 21:02:05.740828 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d3d429f8-978d-48e1-8130-ab359cc4528a tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "GET /v2.0/subnets/53cb68f3-1f3f-49a9-a8e7-ed5ac30518ee HTTP/1.1" status: 404  len: 337 time: 0.1039457
Nov 20 21:02:05.741979 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85efb8-16db-416a-af2d-794f715b9e52 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Network': ['ID=47050f0e-663e-41a9-a503-c78ec36d59d4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:05.763771 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51536) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:05.799750 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-8343d0fa-6d3d-4de7-b325-ede90b99776b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:05.800735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8343d0fa-6d3d-4de7-b325-ede90b99776b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:05.813460 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8343d0fa-6d3d-4de7-b325-ede90b99776b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/47050f0e-663e-41a9-a503-c78ec36d59d4 HTTP/1.1" status: 404  len: 339 time: 0.0473514
Nov 20 21:02:05.825304 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51538) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:05.877558 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e03a50f1-1bb2-44f5-8dd8-804194c2c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4647e790>, [{'id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'name': 'tempest-ServersTestMultiNic-284973660-router', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '7c69d81d-46ba-47c3-b3d7-5b0502407a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:21Z', 'updated_at': '2021-11-20T21:02:03Z', 'revision_number': 5, 'project_id': '4ec4545fe17f4700bc073f25016da683', 'gw_port': {'id': '7c69d81d-46ba-47c3-b3d7-5b0502407a9f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:22Z', 'updated_at': '2021-11-20T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:05.889559 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae0e694-7d6a-4437-a6d7-60c4736cea66 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Made reservation on behalf of 3d0636503ac5406792f6a872f4f9c10d for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:02:05.893757 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ae0e694-7d6a-4437-a6d7-60c4736cea66 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:05.909469 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c886225c-ef0a-491f-addb-a9508dd6222e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:05.915160 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03a50f1-1bb2-44f5-8dd8-804194c2c43d None None] Checking router: 50e36a91-591c-4f0e-a139-bcff8fe0dbdd for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:02:05.925061 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6859cf2-01b1-4825-9b57-21ed9287e8b3 None None] DHCP port deletion for 47050f0e-663e-41a9-a503-c78ec36d59d4 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:05.926155 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d167a2f-fd75-41dd-9641-9c6ffe569088 req-53b964e2-9589-4abd-bd92-f4ecee7b126a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:05.933678 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54230c70>, [{'id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'name': 'tempest-ServerRescueTestJSON-2123781575-router', 'tenant_id': '3c79515660014c0bb607fcb10f6f0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.142'}], 'enable_snat': True}, 'gw_port_id': '2951333b-96fa-4ee9-b590-abc0683925f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:01:52Z', 'updated_at': '2021-11-20T21:02:03Z', 'revision_number': 4, 'project_id': '3c79515660014c0bb607fcb10f6f0870', 'gw_port': {'id': '2951333b-96fa-4ee9-b590-abc0683925f9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:01:54Z', 'updated_at': '2021-11-20T21:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8', 'name': '', 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7', 'tenant_id': '3c79515660014c0bb607fcb10f6f0870', 'mac_address': 'fa:16:3e:3a:d1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '3d6eff07-25fc-4f90-a3eb-b1120046c7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:02:01Z', 'updated_at': '2021-11-20T21:02:03Z', 'revision_number': 2, 'project_id': '3c79515660014c0bb607fcb10f6f0870', 'subnets': [{'id': '3d6eff07-25fc-4f90-a3eb-b1120046c7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:05.935630 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d167a2f-fd75-41dd-9641-9c6ffe569088 req-53b964e2-9589-4abd-bd92-f4ecee7b126a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:05.945847 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d167a2f-fd75-41dd-9641-9c6ffe569088 req-53b964e2-9589-4abd-bd92-f4ecee7b126a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:05.949320 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03a50f1-1bb2-44f5-8dd8-804194c2c43d None None] Routers {'50e36a91-591c-4f0e-a139-bcff8fe0dbdd'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:05.950781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e03a50f1-1bb2-44f5-8dd8-804194c2c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4647e790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:01:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['50e36a91-591c-4f0e-a139-bcff8fe0dbdd'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:05.957984 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d167a2f-fd75-41dd-9641-9c6ffe569088 req-53b964e2-9589-4abd-bd92-f4ecee7b126a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:05.966359 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d167a2f-fd75-41dd-9641-9c6ffe569088 req-53b964e2-9589-4abd-bd92-f4ecee7b126a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:05.974498 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d167a2f-fd75-41dd-9641-9c6ffe569088 req-53b964e2-9589-4abd-bd92-f4ecee7b126a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:05.982564 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d167a2f-fd75-41dd-9641-9c6ffe569088 req-53b964e2-9589-4abd-bd92-f4ecee7b126a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:05.984785 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d167a2f-fd75-41dd-9641-9c6ffe569088 req-53b964e2-9589-4abd-bd92-f4ecee7b126a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5421 time: 0.3880646
Nov 20 21:02:05.991677 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Checking router: c23bfc45-2076-4160-a450-09dea8246b9f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:02:05.992180 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Updating router c23bfc45-2076-4160-a450-09dea8246b9f port b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:02:06.032745 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.045562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-e03a50f1-1bb2-44f5-8dd8-804194c2c43d None None] Set router 50e36a91-591c-4f0e-a139-bcff8fe0dbdd gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:02:06.067127 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886225c-ef0a-491f-addb-a9508dd6222e admin admin] Pushing event deleted for resources: {'Port': ['ID=7c69d81d-46ba-47c3-b3d7-5b0502407a9f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:06.083527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae0e694-7d6a-4437-a6d7-60c4736cea66 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:02:06.091158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028800fd-2fd5-4915-a54a-cb58e05d6bbb None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:06.095241 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ae0e694-7d6a-4437-a6d7-60c4736cea66 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.095603 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-6ae0e694-7d6a-4437-a6d7-60c4736cea66 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Added segment 866500c3-fdec-4136-a43d-db548f727f16 of type vlan for network 8fb7755f-19de-4f03-b01c-d910d1de5681
Nov 20 21:02:06.129825 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e03a50f1-1bb2-44f5-8dd8-804194c2c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4647e790>, [{'id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'name': 'tempest-ServersTestMultiNic-284973660-router', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:21Z', 'updated_at': '2021-11-20T21:02:05Z', 'revision_number': 7, 'project_id': '4ec4545fe17f4700bc073f25016da683', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:06.136687 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-54641f17-12c7-4e27-ad38-39e853119e10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7750dfdbcbf74ce4a97dff74d9e8ca55&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9690478
Nov 20 21:02:06.149514 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ae0e694-7d6a-4437-a6d7-60c4736cea66 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.154404 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51542) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:06.161369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-6ee988d4-4fd0-427a-a966-aae2ed98509f tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:06.162676 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03a50f1-1bb2-44f5-8dd8-804194c2c43d None None] The sync data for ids ['50e36a91-591c-4f0e-a139-bcff8fe0dbdd'] in ncdv-master-1 is: [{'id': '50e36a91-591c-4f0e-a139-bcff8fe0dbdd', 'name': 'tempest-ServersTestMultiNic-284973660-router', 'tenant_id': '4ec4545fe17f4700bc073f25016da683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:21Z', 'updated_at': '2021-11-20T21:02:05Z', 'revision_number': 7, 'project_id': '4ec4545fe17f4700bc073f25016da683', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:02:06.163136 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-6ee988d4-4fd0-427a-a966-aae2ed98509f tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/networks?id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 HTTP/1.1" status: 200  len: 811 time: 0.2686691
Nov 20 21:02:06.209691 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ae0e694-7d6a-4437-a6d7-60c4736cea66 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.228403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae0e694-7d6a-4437-a6d7-60c4736cea66 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:06.229059 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ae0e694-7d6a-4437-a6d7-60c4736cea66 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.251409 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-38306630-ceed-4526-a3dc-10ea74ee12de tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/quotas/3c79515660014c0bb607fcb10f6f0870 HTTP/1.1" status: 200  len: 375 time: 0.0385020
Nov 20 21:02:06.314138 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c886225c-ef0a-491f-addb-a9508dd6222e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.351524 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e323ec53-927d-4320-8b10-1ff9ee72bf7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.390111 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6ae0e694-7d6a-4437-a6d7-60c4736cea66 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7501247
Nov 20 21:02:06.395939 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51544) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:06.413611 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 060b39d6-eba6-405a-948f-556357f13071 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:06.466954 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.474186 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.507556 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 060b39d6-eba6-405a-948f-556357f13071 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:02:06.518678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 060b39d6-eba6-405a-948f-556357f13071 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:06.519651 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.561098 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c886225c-ef0a-491f-addb-a9508dd6222e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.570152 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ec6da-2333-48b9-97f6-309ca9497199 None None] Pushing event updated for resources: {'Port': ['ID=b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:06.575468 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-8898feff-3522-4bf3-983a-e0416a1c4674 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c79515660014c0bb607fcb10f6f0870&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3076499
Nov 20 21:02:06.593235 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e323ec53-927d-4320-8b10-1ff9ee72bf7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.596492 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c886225c-ef0a-491f-addb-a9508dd6222e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.622274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5585c82a-ab6f-4717-9cd2-ce14ad7521b3 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:06.624840 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5585c82a-ab6f-4717-9cd2-ce14ad7521b3 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=3d0636503ac5406792f6a872f4f9c10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.2242455
Nov 20 21:02:06.627739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51548) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:06.680369 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Attempting to bind port b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:06.681746 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Attempting to bind port b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3d6a0149-c14d-4f9e-bcb0-98cf878df86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:06.683140 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Attempting to bind port b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8 on network 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:06.696230 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.697060 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:02:06.699294 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Checking segment: {'id': '3d6a0149-c14d-4f9e-bcb0-98cf878df86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:02:06.700296 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.700794 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Bound using segment: {'id': '3d6a0149-c14d-4f9e-bcb0-98cf878df86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:02:06.702502 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Bound port: b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6a0149-c14d-4f9e-bcb0-98cf878df86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:02:06.703022 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.739140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea408b76-6111-499e-93d3-91486b7f5ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060b39d6-eba6-405a-948f-556357f13071'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:02:06.743638 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e97e8ec-bc43-4e20-b280-23206cc2d63f" -d '{"events": [{"server_uuid": "ea408b76-6111-499e-93d3-91486b7f5ea0", "name": "network-vif-plugged", "status": "completed", "tag": "060b39d6-eba6-405a-948f-556357f13071"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:02:06.772030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 060b39d6-eba6-405a-948f-556357f13071, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=060b39d6-eba6-405a-948f-556357f13071,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:06.778561 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.813011 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c886225c-ef0a-491f-addb-a9508dd6222e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.814283 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] For port b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:02:06.814803 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c886225c-ef0a-491f-addb-a9508dd6222e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50e36a91-591c-4f0e-a139-bcff8fe0dbdd {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:02:06.821760 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] For port b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8,segment=NetworkSegment(3d6a0149-c14d-4f9e-bcb0-98cf878df86b),segment_id=3d6a0149-c14d-4f9e-bcb0-98cf878df86b)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:02:06.828088 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.834265 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c886225c-ef0a-491f-addb-a9508dd6222e admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:06.838265 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c886225c-ef0a-491f-addb-a9508dd6222e admin admin] 10.222.0.41 "DELETE /v2.0/routers/50e36a91-591c-4f0e-a139-bcff8fe0dbdd HTTP/1.1" status: 204  len: 168 time: 1.9669697
Nov 20 21:02:06.865765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7600a998-93db-4482-8536-0a4de22bf502 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:06.870769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51552) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:06.870974 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7600a998-93db-4482-8536-0a4de22bf502 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 1.0280745
Nov 20 21:02:06.875019 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d167a2f-fd75-41dd-9641-9c6ffe569088 req-796a74d2-76b1-446e-9b84-deb6d0763b6f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.8647726
Nov 20 21:02:06.875668 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51554) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:06.876480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0e694-7d6a-4437-a6d7-60c4736cea66 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Network': ['ID=8fb7755f-19de-4f03-b01c-d910d1de5681,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:06.894225 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Routers {'c23bfc45-2076-4160-a450-09dea8246b9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:06.894981 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54230c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:01:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['c23bfc45-2076-4160-a450-09dea8246b9f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:06.926142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 8fb7755f-19de-4f03-b01c-d910d1de5681 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:02:06.928466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=060b39d6-eba6-405a-948f-556357f13071,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:06.934318 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7198220d-de65-470d-8091-342c005b829e tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 207 time: 0.0444837
Nov 20 21:02:06.941509 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51556) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:06.987928 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ec6da-2333-48b9-97f6-309ca9497199 None None] Pushing event updated for resources: {'Port': ['ID=b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:07.105659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-d411d7f6-8566-478d-986d-e24168d2f1ef admin admin] Deleting subnet a66f3de6-96b6-4482-8ae9-fc1f907e4d87 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:02:07.123946 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e323ec53-927d-4320-8b10-1ff9ee72bf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:07.126608 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e323ec53-927d-4320-8b10-1ff9ee72bf7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:07.130174 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e323ec53-927d-4320-8b10-1ff9ee72bf7e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6668511e-cbab-42cf-add0-006e7bdbd32b HTTP/1.1" status: 204  len: 168 time: 0.9622104
Nov 20 21:02:07.138103 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d411d7f6-8566-478d-986d-e24168d2f1ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:07.148021 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c957ed23-a072-48fb-8c2f-14046844c491 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:07.156147 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c957ed23-a072-48fb-8c2f-14046844c491 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:07.162509 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c957ed23-a072-48fb-8c2f-14046844c491 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:07.170612 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c957ed23-a072-48fb-8c2f-14046844c491 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:07.176592 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c957ed23-a072-48fb-8c2f-14046844c491 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.2304404
Nov 20 21:02:07.176803 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-8a92e270-56aa-417a-913c-22105b8ae377 service neutron] 10.222.0.41 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5978963
Nov 20 21:02:07.177816 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51560) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:07.179383 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323ec53-927d-4320-8b10-1ff9ee72bf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6668511e-cbab-42cf-add0-006e7bdbd32b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:07.188479 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef215ab-8867-45f9-9c08-92719caad58a tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:07.193451 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7ef215ab-8867-45f9-9c08-92719caad58a tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.5531769
Nov 20 21:02:07.200700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51562) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:07.268992 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] Set router c23bfc45-2076-4160-a450-09dea8246b9f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:02:07.404301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 735d3191-55b7-4245-b970-567935f1bd70 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:02:07.428061 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-98bf62e6-02e2-477c-bf24-d4d40000ef08 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.2428575
Nov 20 21:02:07.442103 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 735d3191-55b7-4245-b970-567935f1bd70 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:02:07.442468 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 735d3191-55b7-4245-b970-567935f1bd70 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:02:07.442902 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7c69d81d-46ba-47c3-b3d7-5b0502407a9f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:02:07.447181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046d8c9-e472-4486-b69c-6c40bc6fdfef req-9d2529e0-d6c3-43b1-a86c-33bcb4c97a47 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:07.448701 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d046d8c9-e472-4486-b69c-6c40bc6fdfef req-9d2529e0-d6c3-43b1-a86c-33bcb4c97a47 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 946 time: 0.4612851
Nov 20 21:02:07.449217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51564) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:07.482544 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 7c69d81d-46ba-47c3-b3d7-5b0502407a9f {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:02:07.483898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7c69d81d-46ba-47c3-b3d7-5b0502407a9f not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:02:07.484514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 96ae2420-5fda-4ea6-8afe-3c8471e35873 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:02:07.509000 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 96ae2420-5fda-4ea6-8afe-3c8471e35873 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:02:07.509688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 96ae2420-5fda-4ea6-8afe-3c8471e35873 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:02:07.566856 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0ebe23-0a6c-43d0-956d-0f108b1c918a tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:07.568702 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0ebe23-0a6c-43d0-956d-0f108b1c918a tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:07.570566 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-de0ebe23-0a6c-43d0-956d-0f108b1c918a tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1174352
Nov 20 21:02:07.595294 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51568) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:07.658854 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54230c70>, [{'id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'name': 'tempest-ServerRescueTestJSON-2123781575-router', 'tenant_id': '3c79515660014c0bb607fcb10f6f0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.142'}], 'enable_snat': True}, 'gw_port_id': '2951333b-96fa-4ee9-b590-abc0683925f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:01:52Z', 'updated_at': '2021-11-20T21:02:03Z', 'revision_number': 4, 'project_id': '3c79515660014c0bb607fcb10f6f0870', 'gw_port': {'id': '2951333b-96fa-4ee9-b590-abc0683925f9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:01:54Z', 'updated_at': '2021-11-20T21:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8', 'name': '', 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7', 'tenant_id': '3c79515660014c0bb607fcb10f6f0870', 'mac_address': 'fa:16:3e:3a:d1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '3d6eff07-25fc-4f90-a3eb-b1120046c7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:02:01Z', 'updated_at': '2021-11-20T21:02:06Z', 'revision_number': 4, 'project_id': '3c79515660014c0bb607fcb10f6f0870', 'subnets': [{'id': '3d6eff07-25fc-4f90-a3eb-b1120046c7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:07.663065 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d411d7f6-8566-478d-986d-e24168d2f1ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:07.666258 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7c0fa143-8238-4cf2-9c3c-f6927e4c2c4f tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4645047
Nov 20 21:02:07.669855 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51570) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:07.708235 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d956580-b6df-4af9-a567-c29e888677b5 None None] The sync data for ids ['c23bfc45-2076-4160-a450-09dea8246b9f'] in ncdv-master-1 is: [{'id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'name': 'tempest-ServerRescueTestJSON-2123781575-router', 'tenant_id': '3c79515660014c0bb607fcb10f6f0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.142'}], 'enable_snat': True}, 'gw_port_id': '2951333b-96fa-4ee9-b590-abc0683925f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:01:52Z', 'updated_at': '2021-11-20T21:02:03Z', 'revision_number': 4, 'project_id': '3c79515660014c0bb607fcb10f6f0870', 'gw_port': {'id': '2951333b-96fa-4ee9-b590-abc0683925f9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:01:54Z', 'updated_at': '2021-11-20T21:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8', 'name': '', 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7', 'tenant_id': '3c79515660014c0bb607fcb10f6f0870', 'mac_address': 'fa:16:3e:3a:d1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '3d6eff07-25fc-4f90-a3eb-b1120046c7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:02:01Z', 'updated_at': '2021-11-20T21:02:06Z', 'revision_number': 4, 'project_id': '3c79515660014c0bb607fcb10f6f0870', 'subnets': [{'id': '3d6eff07-25fc-4f90-a3eb-b1120046c7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:02:07.738641 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d046d8c9-e472-4486-b69c-6c40bc6fdfef req-d657241e-b9d8-41ab-b6f1-40c16a6c7bf1 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2675977
Nov 20 21:02:07.744153 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5b709551-5b71-4a54-a1bf-7024bdd5def4 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=3d0636503ac5406792f6a872f4f9c10d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0726893
Nov 20 21:02:07.747509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51572) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:07.774985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7178774-252c-41ec-ae90-3841d3227bae tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:07.776949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7178774-252c-41ec-ae90-3841d3227bae tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:07.780065 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d7178774-252c-41ec-ae90-3841d3227bae tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1832788
Nov 20 21:02:07.783494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51574) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:07.846662 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-68a2a55a-a2ba-4c8c-83cd-ae1046687bd3 service neutron] 10.222.0.41 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6588686
Nov 20 21:02:07.852381 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51576) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:07.928259 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d411d7f6-8566-478d-986d-e24168d2f1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:07.976740 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41999eb4-c255-4c39-9696-a041bbb51faa tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:07.978328 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-41999eb4-c255-4c39-9696-a041bbb51faa tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2271359
Nov 20 21:02:07.992980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51580) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:07.998154 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4146cf-f8b2-4a56-a918-6710f44ff4e7 req-726b617e-b75b-402d-a89f-e777df4476ec tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:08.005577 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1b4146cf-f8b2-4a56-a918-6710f44ff4e7 req-726b617e-b75b-402d-a89f-e777df4476ec tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.1111901
Nov 20 21:02:08.022937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de26813-cf25-49b5-afcd-22fa2c91e0ae tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:08.031121 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1de26813-cf25-49b5-afcd-22fa2c91e0ae tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "GET /v2.0/networks/6f2b4bf1-0c82-43b6-86f0-5e4a210817e6 HTTP/1.1" status: 200  len: 800 time: 0.2465260
Nov 20 21:02:08.031841 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51586) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:08.041898 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4ac3ea-ca35-4626-bf5f-93d63d213d7b x-openstack-request-id: req-4b4ac3ea-ca35-4626-bf5f-93d63d213d7b {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:08.042422 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea408b76-6111-499e-93d3-91486b7f5ea0", "name": "network-vif-plugged", "status": "completed", "tag": "060b39d6-eba6-405a-948f-556357f13071", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:08.042838 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b4ac3ea-ca35-4626-bf5f-93d63d213d7b {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:08.043420 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea408b76-6111-499e-93d3-91486b7f5ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060b39d6-eba6-405a-948f-556357f13071', 'code': 200}
Nov 20 21:02:08.086184 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d411d7f6-8566-478d-986d-e24168d2f1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:08.103841 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:08.107534 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-647a0b3a-863c-489d-a2e2-158dee6dc962 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66e51c30faac43cd87211e0baa61e067&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2237873
Nov 20 21:02:08.109374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51588) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:08.139882 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1a939d48-a92d-4409-b8c3-0882ba2f0634 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1457708
Nov 20 21:02:08.142737 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411d7f6-8566-478d-986d-e24168d2f1ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a66f3de6-96b6-4482-8ae9-fc1f907e4d87,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:08.144547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51590) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:08.150349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-21180814-c7e2-4c3b-bfc9-91a0ab6e6d9b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-508078722', 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:08.159241 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d411d7f6-8566-478d-986d-e24168d2f1ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:08.162779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d411d7f6-8566-478d-986d-e24168d2f1ef admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a66f3de6-96b6-4482-8ae9-fc1f907e4d87 HTTP/1.1" status: 204  len: 168 time: 1.2943242
Nov 20 21:02:08.167997 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc3989e-99db-46ee-a7f3-3b739425aff8 None None] Network 18cb4fb4-4c5c-474c-9154-5c1cc542812f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:08.175414 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51592) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:08.321452 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:08.436186 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a1c1d818-4c07-4d09-b360-b1acc5a224b8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:02:08.439686 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28161c-26ae-429e-8981-f4d6563f98c6 req-9e231aa9-a55d-428c-8ac7-54e74cffce87 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:08.446190 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28161c-26ae-429e-8981-f4d6563f98c6 req-9e231aa9-a55d-428c-8ac7-54e74cffce87 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:08.453755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28161c-26ae-429e-8981-f4d6563f98c6 req-9e231aa9-a55d-428c-8ac7-54e74cffce87 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:08.460165 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28161c-26ae-429e-8981-f4d6563f98c6 req-9e231aa9-a55d-428c-8ac7-54e74cffce87 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:08.467454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28161c-26ae-429e-8981-f4d6563f98c6 req-9e231aa9-a55d-428c-8ac7-54e74cffce87 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:08.474243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28161c-26ae-429e-8981-f4d6563f98c6 req-9e231aa9-a55d-428c-8ac7-54e74cffce87 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:08.480309 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28161c-26ae-429e-8981-f4d6563f98c6 req-9e231aa9-a55d-428c-8ac7-54e74cffce87 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:08.482894 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3f28161c-26ae-429e-8981-f4d6563f98c6 req-9e231aa9-a55d-428c-8ac7-54e74cffce87 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5421 time: 0.2833922
Nov 20 21:02:08.500601 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd71a3b-64a8-4bdb-a940-36a8fea86863 None None] DHCP port deletion for 18cb4fb4-4c5c-474c-9154-5c1cc542812f request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:08.501040 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1b4146cf-f8b2-4a56-a918-6710f44ff4e7 req-4078e2a3-be15-40fd-8190-908462d89516 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4945006
Nov 20 21:02:08.519124 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bd30012d-7ecc-49e9-b5a0-d4e1cdc36d17 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "GET /v2.0/networks/6f2b4bf1-0c82-43b6-86f0-5e4a210817e6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.4605470
Nov 20 21:02:08.532034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51600) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:08.541684 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:08.599796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21180814-c7e2-4c3b-bfc9-91a0ab6e6d9b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Made reservation on behalf of 3d0636503ac5406792f6a872f4f9c10d for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:02:08.611893 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-21180814-c7e2-4c3b-bfc9-91a0ab6e6d9b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:08.620253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5b1c3-bd6c-468c-9d60-021250f37483 req-f8ec54ee-91d4-4a98-89b4-062dff1c7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:08.623930 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0b5b1c3-bd6c-468c-9d60-021250f37483 req-f8ec54ee-91d4-4a98-89b4-062dff1c7114 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 1097 time: 0.4684427
Nov 20 21:02:08.686938 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b8b72d38-842a-4a64-a759-edd007a29c87 req-6519e4f5-1daa-4970-bbeb-f28fe26f315e tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 210 time: 0.1057317
Nov 20 21:02:08.715450 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a1c1d818-4c07-4d09-b360-b1acc5a224b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1c1d818-4c07-4d09-b360-b1acc5a224b8,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:08.747843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'a1c1d818-4c07-4d09-b360-b1acc5a224b8', 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd', 'port_id': 'a1c1d818-4c07-4d09-b360-b1acc5a224b8', 'mac_address': 'fa:16:3e:56:0d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630c88fd-664b-445f-a16b-0430e156a60c', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:02:08.756149 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6fd71a3b-64a8-4bdb-a940-36a8fea86863 None None] Deleting port 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:08.756678 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6fd71a3b-64a8-4bdb-a940-36a8fea86863 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:08.782710 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0b5b1c3-bd6c-468c-9d60-021250f37483 req-32260d92-1c46-4e11-bb3d-a20da1356746 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430905
Nov 20 21:02:08.785447 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c80e17b5-10b0-4a7d-9763-9e91b3169914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:08.794939 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebefd89-b968-44c5-9411-8b0cd4d989d3 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:08.797523 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1ebefd89-b968-44c5-9411-8b0cd4d989d3 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "GET /v2.0/subnets/65eaca73-46d4-401c-b2a3-bdac9ba09a48 HTTP/1.1" status: 200  len: 811 time: 0.2524185
Nov 20 21:02:08.802469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51604) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:08.857952 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c80e17b5-10b0-4a7d-9763-9e91b3169914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:08.897573 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3f28161c-26ae-429e-8981-f4d6563f98c6 req-d633c3b5-f90b-4d5a-bae9-9b163d9cd261 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4040859
Nov 20 21:02:08.945303 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1c6464-78fa-4628-a5c0-18da41e16dc7 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['shared'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:08.950852 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bf1c6464-78fa-4628-a5c0-18da41e16dc7 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "GET /v2.0/subnets/65eaca73-46d4-401c-b2a3-bdac9ba09a48?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1431322
Nov 20 21:02:08.955640 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6fd71a3b-64a8-4bdb-a940-36a8fea86863 None None] For port 3e60f450-7ecf-4148-b84c-26bc4e06f6b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e60f450-7ecf-4148-b84c-26bc4e06f6b5,segment=NetworkSegment(39b9fd26-2e04-48b3-847d-3bd3da3b7f0c),segment_id=39b9fd26-2e04-48b3-847d-3bd3da3b7f0c)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:08.956128 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6fd71a3b-64a8-4bdb-a940-36a8fea86863 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:08.956440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51606) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:08.961216 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] Deleting port 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:08.964536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b10f2bed-f139-4e30-8e7e-35d703d4ee4b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-50376221'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:08.965146 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:08.984604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6fd71a3b-64a8-4bdb-a940-36a8fea86863 None None] Calling delete_port for 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:08.991503 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:08.994874 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52f7bd-c2bb-4154-ad0a-4257e879ad26 req-515a1b2c-1727-48f0-bed1-3452a1851a1c tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:08.996457 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3b52f7bd-c2bb-4154-ad0a-4257e879ad26 req-515a1b2c-1727-48f0-bed1-3452a1851a1c tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 946 time: 0.1326509
Nov 20 21:02:09.004498 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-21180814-c7e2-4c3b-bfc9-91a0ab6e6d9b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:09.048832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c1d818-4c07-4d09-b360-b1acc5a224b8 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:02:09.070325 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3b52f7bd-c2bb-4154-ad0a-4257e879ad26 req-01f2923a-b55c-44f2-97c5-56858710f4c4 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609694
Nov 20 21:02:09.071710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10f2bed-f139-4e30-8e7e-35d703d4ee4b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:02:09.077286 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b10f2bed-f139-4e30-8e7e-35d703d4ee4b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:09.084652 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a1c1d818-4c07-4d09-b360-b1acc5a224b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1c1d818-4c07-4d09-b360-b1acc5a224b8,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:09.095510 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c80e17b5-10b0-4a7d-9763-9e91b3169914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:09.095751 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:09.096368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 17593c85-2aba-4b07-b484-60c0a0677ba6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:02:09.098188 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c80e17b5-10b0-4a7d-9763-9e91b3169914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:09.099349 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c80e17b5-10b0-4a7d-9763-9e91b3169914 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33d75181-14db-4aa8-90a6-39a65ab90683 HTTP/1.1" status: 204  len: 168 time: 0.9626310
Nov 20 21:02:09.127556 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e17b5-10b0-4a7d-9763-9e91b3169914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d75181-14db-4aa8-90a6-39a65ab90683,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:09.138653 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10f2bed-f139-4e30-8e7e-35d703d4ee4b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:02:09.151725 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b10f2bed-f139-4e30-8e7e-35d703d4ee4b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:09.152413 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-b10f2bed-f139-4e30-8e7e-35d703d4ee4b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Added segment c2a7be9c-f12d-4211-8339-330ee085fc65 of type vlan for network 1b566fc8-c921-48be-b966-e8e348c4f045
Nov 20 21:02:09.200162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] For port 3e60f450-7ecf-4148-b84c-26bc4e06f6b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e60f450-7ecf-4148-b84c-26bc4e06f6b5,segment=NetworkSegment(39b9fd26-2e04-48b3-847d-3bd3da3b7f0c),segment_id=39b9fd26-2e04-48b3-847d-3bd3da3b7f0c)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:09.200818 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:09.202982 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6fd71a3b-64a8-4bdb-a940-36a8fea86863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:09.241404 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=a1c1d818-4c07-4d09-b360-b1acc5a224b8,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:09.248789 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd71a3b-64a8-4bdb-a940-36a8fea86863 None None] No DVR routers for this DVR port 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:02:09.255488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 17593c85-2aba-4b07-b484-60c0a0677ba6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17593c85-2aba-4b07-b484-60c0a0677ba6,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:09.255756 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b10f2bed-f139-4e30-8e7e-35d703d4ee4b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:09.283168 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd71a3b-64a8-4bdb-a940-36a8fea86863 None None] Pushing event deleted for resources: {'Port': ['ID=3e60f450-7ecf-4148-b84c-26bc4e06f6b5,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:09.290172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '17593c85-2aba-4b07-b484-60c0a0677ba6', 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd', 'port_id': '17593c85-2aba-4b07-b484-60c0a0677ba6', 'mac_address': 'fa:16:3e:02:e8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630c88fd-664b-445f-a16b-0430e156a60c', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:02:09.340027 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b10f2bed-f139-4e30-8e7e-35d703d4ee4b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:09.343978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21180814-c7e2-4c3b-bfc9-91a0ab6e6d9b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Subnet': ['ID=ccab10bb-3c73-4430-9cb5-aeea51d97278,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:09.351047 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] Calling delete_port for 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:09.364272 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10f2bed-f139-4e30-8e7e-35d703d4ee4b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:09.375282 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b10f2bed-f139-4e30-8e7e-35d703d4ee4b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:09.392154 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:09.394014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21180814-c7e2-4c3b-bfc9-91a0ab6e6d9b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Checking segment: {'id': '866500c3-fdec-4136-a43d-db548f727f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:02:09.394417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21180814-c7e2-4c3b-bfc9-91a0ab6e6d9b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network hostable DHCP agents. Network: 8fb7755f-19de-4f03-b01c-d910d1de5681, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:02:09.429940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17593c85-2aba-4b07-b484-60c0a0677ba6 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:02:09.443245 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b10f2bed-f139-4e30-8e7e-35d703d4ee4b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.4848962
Nov 20 21:02:09.444698 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51614) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:09.455725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-814110c1-9be8-4a2b-95ea-0ba36d23de73 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'subnet': {'network_id': '1b566fc8-c921-48be-b966-e8e348c4f045', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:09.460336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 17593c85-2aba-4b07-b484-60c0a0677ba6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17593c85-2aba-4b07-b484-60c0a0677ba6,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:09.468572 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:09.469830 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device bd4e7a14-7d21-4548-8472-ba80748bb825 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:02:09.618073 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port bd4e7a14-7d21-4548-8472-ba80748bb825, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd4e7a14-7d21-4548-8472-ba80748bb825,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:09.625109 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f2bed-f139-4e30-8e7e-35d703d4ee4b tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Network': ['ID=1b566fc8-c921-48be-b966-e8e348c4f045,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:09.757971 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21180814-c7e2-4c3b-bfc9-91a0ab6e6d9b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network 8fb7755f-19de-4f03-b01c-d910d1de5681 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:02:09.793901 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-21180814-c7e2-4c3b-bfc9-91a0ab6e6d9b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8fb7755f-19de-4f03-b01c-d910d1de5681) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:09.816678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'bd4e7a14-7d21-4548-8472-ba80748bb825', 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd', 'port_id': 'bd4e7a14-7d21-4548-8472-ba80748bb825', 'mac_address': 'fa:16:3e:a2:8e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630c88fd-664b-445f-a16b-0430e156a60c', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:02:09.820839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:09.822940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 1b566fc8-c921-48be-b966-e8e348c4f045 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:02:09.831310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=17593c85-2aba-4b07-b484-60c0a0677ba6,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:09.835895 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eee171b-d2a8-4017-a682-f5b553108d1d None None] Network 8fb7755f-19de-4f03-b01c-d910d1de5681 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:09.850709 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402ef38-a09b-4036-9b1a-58d78fbbffd5 req-dbe0977b-ab19-4737-b4db-412098eb8afc tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:09.865547 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a402ef38-a09b-4036-9b1a-58d78fbbffd5 req-dbe0977b-ab19-4737-b4db-412098eb8afc tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 946 time: 0.1224322
Nov 20 21:02:09.878672 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814110c1-9be8-4a2b-95ea-0ba36d23de73 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Made reservation on behalf of 8d2d425586f64e2bba9faa95444d1286 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:02:09.882592 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-814110c1-9be8-4a2b-95ea-0ba36d23de73 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:09.888598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21180814-c7e2-4c3b-bfc9-91a0ab6e6d9b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:09.889179 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-21180814-c7e2-4c3b-bfc9-91a0ab6e6d9b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:09.975452 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a402ef38-a09b-4036-9b1a-58d78fbbffd5 req-bdb40215-5ae4-4308-852c-a6e5c5300164 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088638
Nov 20 21:02:10.008277 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-21180814-c7e2-4c3b-bfc9-91a0ab6e6d9b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.8580983
Nov 20 21:02:10.021144 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d44045-1fa1-4b2e-99ea-a8490a61c9df req-38dab89f-00a8-48a1-9999-567c59249844 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:10.029212 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-65d44045-1fa1-4b2e-99ea-a8490a61c9df req-38dab89f-00a8-48a1-9999-567c59249844 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.2529397
Nov 20 21:02:10.065341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-890ccc75-dde1-4143-a693-490bcbfdbffd tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:10.066880 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-890ccc75-dde1-4143-a693-490bcbfdbffd tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.37 "GET /v2.0/networks?id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 HTTP/1.1" status: 200  len: 811 time: 0.6700394
Nov 20 21:02:10.102185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.ipam_backend_mixin [None req-814110c1-9be8-4a2b-95ea-0ba36d23de73 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Performing IP validity checks on allocation pools {{(pid=126225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 20 21:02:10.102811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.ipam_backend_mixin [None req-814110c1-9be8-4a2b-95ea-0ba36d23de73 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 20 21:02:10.111341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-4590e583-8685-4895-bc1b-fd678a0db371 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Request body: {'port': {'device_id': 'c9eed9b8-8261-4f91-8997-7d345873726b', 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7', 'admin_state_up': True, 'tenant_id': '3c79515660014c0bb607fcb10f6f0870'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:10.146412 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-544b828d-8c61-48c0-a4ee-16f8f3c7cb9c req-f8d26fa7-6eb5-4a4d-ad69-6b7a20370c48 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 210 time: 0.0360181
Nov 20 21:02:10.170084 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:10.170531 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:10.202622 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-65d44045-1fa1-4b2e-99ea-a8490a61c9df req-2520f610-b24c-4f7b-b308-5f06d5c1a88b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707201
Nov 20 21:02:10.275297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6aaa-a20e-489a-b19f-de3a5b191deb req-9c27f80a-4442-401f-9217-25eccb4bd75d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:10.283069 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6aaa-a20e-489a-b19f-de3a5b191deb req-9c27f80a-4442-401f-9217-25eccb4bd75d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:10.289896 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6aaa-a20e-489a-b19f-de3a5b191deb req-9c27f80a-4442-401f-9217-25eccb4bd75d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:10.296930 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6aaa-a20e-489a-b19f-de3a5b191deb req-9c27f80a-4442-401f-9217-25eccb4bd75d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:10.304046 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6aaa-a20e-489a-b19f-de3a5b191deb req-9c27f80a-4442-401f-9217-25eccb4bd75d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:10.310920 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6aaa-a20e-489a-b19f-de3a5b191deb req-9c27f80a-4442-401f-9217-25eccb4bd75d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:10.322039 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6aaa-a20e-489a-b19f-de3a5b191deb req-9c27f80a-4442-401f-9217-25eccb4bd75d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:10.331613 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e71e6aaa-a20e-489a-b19f-de3a5b191deb req-9c27f80a-4442-401f-9217-25eccb4bd75d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5423 time: 0.1261201
Nov 20 21:02:10.409122 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e71e6aaa-a20e-489a-b19f-de3a5b191deb req-b0c0248c-13ab-4486-9970-e5071c84dc24 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0765431
Nov 20 21:02:10.415861 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:10.416249 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:10.437428 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76d362-825d-4b24-9f3d-b913fb925d82 req-b7d0c37d-b7a7-4976-a890-e69e112df64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:10.439743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4e7a14-7d21-4548-8472-ba80748bb825 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:02:10.440624 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d76d362-825d-4b24-9f3d-b913fb925d82 req-b7d0c37d-b7a7-4976-a890-e69e112df64c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a7b316a84eb425aabf378a838ec02b3&device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 1097 time: 0.5774364
Nov 20 21:02:10.479402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] Pushing event deleted for resources: {'Port': ['ID=3e60f450-7ecf-4148-b84c-26bc4e06f6b5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:10.519360 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port bd4e7a14-7d21-4548-8472-ba80748bb825, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd4e7a14-7d21-4548-8472-ba80748bb825,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:10.524706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8fb7755f-19de-4f03-b01c-d910d1de5681', 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'fixed_ips': [{'subnet_id': 'ccab10bb-3c73-4430-9cb5-aeea51d97278'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:02:10.526577 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:10.533573 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:10.534400 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5332c620-9136-495b-bd4d-92357990f3a2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:02:10.540748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] No DVR routers for this DVR port 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:02:10.698404 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5332c620-9136-495b-bd4d-92357990f3a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5332c620-9136-495b-bd4d-92357990f3a2,segment=NetworkSegment(4b649abf-c8be-42af-b705-d4f94f06269b),segment_id=4b649abf-c8be-42af-b705-d4f94f06269b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:10.759464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '5332c620-9136-495b-bd4d-92357990f3a2', 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b', 'port_id': '5332c620-9136-495b-bd4d-92357990f3a2', 'mac_address': 'fa:16:3e:db:81:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:02:10.770974 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51646) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:10.777423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-18460386', 'description': 'tempest-secgroup-smoke-18460386 description', 'project_id': '3d0636503ac5406792f6a872f4f9c10d'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:10.782579 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:10.793142 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-4590e583-8685-4895-bc1b-fd678a0db371 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Made reservation on behalf of 3c79515660014c0bb607fcb10f6f0870 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:02:10.797803 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-4590e583-8685-4895-bc1b-fd678a0db371 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:10.804503 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:10.828268 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-814110c1-9be8-4a2b-95ea-0ba36d23de73 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:10.848473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f204160>,) {'filters': {'network_id': ['18cb4fb4-4c5c-474c-9154-5c1cc542812f']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:10.853636 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76d362-825d-4b24-9f3d-b913fb925d82 req-7b0ffbc4-2d5a-4060-a602-f3adb511960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:10.855876 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d76d362-825d-4b24-9f3d-b913fb925d82 req-7b0ffbc4-2d5a-4060-a602-f3adb511960f service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8f2480b-fc80-4ebf-9635-3977528e4714 HTTP/1.1" status: 200  len: 915 time: 0.3802783
Nov 20 21:02:10.878721 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:10.899027 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f204160>, '39b9fd26-2e04-48b3-847d-3bd3da3b7f0c') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:10.899584 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f204160>, '39b9fd26-2e04-48b3-847d-3bd3da3b7f0c') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:10.902159 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:10.908594 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:10.933957 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:10.938263 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.1631188
Nov 20 21:02:10.943823 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51652) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:10.949950 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9eee5e73-6732-4e42-994b-aab71475b2ad tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '0dc41670-056b-413d-bd20-eae78a8aa102', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:10.964326 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:10.980066 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=bd4e7a14-7d21-4548-8472-ba80748bb825,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:10.983826 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc41670-056b-413d-bd20-eae78a8aa102,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:10.994815 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:10.995065 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:10.995424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:10.995930 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:10.996282 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:10.996661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:10.996989 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:10.997323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:10.997652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:10.997980 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:10.999545 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:10.999891 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177acaf1-2f49-4945-97a7-0e5b188177d9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:11.007119 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d76d362-825d-4b24-9f3d-b913fb925d82 req-c5556e72-95ee-4310-8bf0-56beb5fc32db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ac0211-8c85-4946-8044-a3d499132c3b HTTP/1.1" status: 200  len: 217 time: 0.1119335
Nov 20 21:02:11.023104 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.029974 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9eee5e73-6732-4e42-994b-aab71475b2ad tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.040816 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.072434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814110c1-9be8-4a2b-95ea-0ba36d23de73 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Subnet': ['ID=31f5e296-b852-4509-841b-2a1ae6cd3d2e,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:11.085613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:02:11.086020 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.097291 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5332c620-9136-495b-bd4d-92357990f3a2 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:02:11.118427 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:02:11.135219 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8,segment=NetworkSegment(3d6a0149-c14d-4f9e-bcb0-98cf878df86b),segment_id=3d6a0149-c14d-4f9e-bcb0-98cf878df86b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:11.164445 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.174513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814110c1-9be8-4a2b-95ea-0ba36d23de73 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Checking segment: {'id': 'c2a7be9c-f12d-4211-8339-330ee085fc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1b566fc8-c921-48be-b966-e8e348c4f045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:02:11.175690 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5332c620-9136-495b-bd4d-92357990f3a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5332c620-9136-495b-bd4d-92357990f3a2,segment=NetworkSegment(4b649abf-c8be-42af-b705-d4f94f06269b),segment_id=4b649abf-c8be-42af-b705-d4f94f06269b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:11.179499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814110c1-9be8-4a2b-95ea-0ba36d23de73 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network hostable DHCP agents. Network: 1b566fc8-c921-48be-b966-e8e348c4f045, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:02:11.196917 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Allocated IP 172.20.0.18 (8fb7755f-19de-4f03-b01c-d910d1de5681/ccab10bb-3c73-4430-9cb5-aeea51d97278/26308151-2013-4bf7-9dea-c32e606cc9c1) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:02:11.223484 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9eee5e73-6732-4e42-994b-aab71475b2ad tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.240305 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b822c29-e526-4147-9fac-c1bd120156ac req-d3681fe2-688b-44e3-858e-730deab535c0 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:11.246721 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b822c29-e526-4147-9fac-c1bd120156ac req-d3681fe2-688b-44e3-858e-730deab535c0 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 946 time: 0.1245582
Nov 20 21:02:11.248225 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9eee5e73-6732-4e42-994b-aab71475b2ad tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.298454 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.299112 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 144b0c11-f5e6-471f-8963-411ff27f7777 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:02:11.306407 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9eee5e73-6732-4e42-994b-aab71475b2ad tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.308104 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:02:11.309566 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9eee5e73-6732-4e42-994b-aab71475b2ad tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3643868
Nov 20 21:02:11.310765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee5e73-6732-4e42-994b-aab71475b2ad tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a610e97-f724-4df7-b02f-5d0cf124ab92,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:11.314866 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51666) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:11.321570 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c1fe0883-b9c2-45ab-afb0-a29b4eff0361 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '0dc41670-056b-413d-bd20-eae78a8aa102', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:11.364585 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.369579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76d362-825d-4b24-9f3d-b913fb925d82 req-6605e4b4-3828-4411-bfb6-25091e75dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:11.372142 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d76d362-825d-4b24-9f3d-b913fb925d82 req-6605e4b4-3828-4411-bfb6-25091e75dce1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e07f238a-03ae-410d-979c-eac4af184a33 HTTP/1.1" status: 200  len: 853 time: 0.3509471
Nov 20 21:02:11.376055 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:11.386899 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.388424 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:02:11.388805 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 3e60f450-7ecf-4148-b84c-26bc4e06f6b5 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:02:11.392093 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] 10.222.0.41 "DELETE /v2.0/networks/18cb4fb4-4c5c-474c-9154-5c1cc542812f HTTP/1.1" status: 204  len: 168 time: 3.2155681
Nov 20 21:02:11.399504 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b822c29-e526-4147-9fac-c1bd120156ac req-0f0586e8-0642-4611-9317-f558c7ff79b3 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270659
Nov 20 21:02:11.434515 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0883-b9c2-45ab-afb0-a29b4eff0361 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.476608 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-4590e583-8685-4895-bc1b-fd678a0db371 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Allocated IP 172.20.0.10 (667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7/3d6eff07-25fc-4f90-a3eb-b1120046c7e7/667f05d2-48b8-4779-814f-21386c146880) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:02:11.563791 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51674) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:11.569146 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac92b864-b525-4a8b-9acd-2507f893883d req-22c51de1-989f-4c95-9ac7-fcccfafd1dfd tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 210 time: 0.2226007
Nov 20 21:02:11.591605 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.resource_extend [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 21:02:11.609889 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 144b0c11-f5e6-471f-8963-411ff27f7777, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=144b0c11-f5e6-471f-8963-411ff27f7777,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:11.630328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5332c620-9136-495b-bd4d-92357990f3a2,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:11.634087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008482c-f932-40ab-ae58-e1f6c03487eb admin admin] Pushing event deleted for resources: {'Network': ['ID=18cb4fb4-4c5c-474c-9154-5c1cc542812f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:11.636489 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '144b0c11-f5e6-471f-8963-411ff27f7777', 'network_id': 'a71914d1-f8db-41aa-b100-1859a3120efd', 'port_id': '144b0c11-f5e6-471f-8963-411ff27f7777', 'mac_address': 'fa:16:3e:33:70:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630c88fd-664b-445f-a16b-0430e156a60c', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:02:11.645008 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814110c1-9be8-4a2b-95ea-0ba36d23de73 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Network 1b566fc8-c921-48be-b966-e8e348c4f045 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:02:11.651935 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:11.697383 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0883-b9c2-45ab-afb0-a29b4eff0361 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.707070 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0883-b9c2-45ab-afb0-a29b4eff0361 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.737036 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0883-b9c2-45ab-afb0-a29b4eff0361 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.739330 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c1fe0883-b9c2-45ab-afb0-a29b4eff0361 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4225426
Nov 20 21:02:11.750782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51678) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:11.765262 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8790a29e-e2ad-409d-96e5-f80a3e1b3e5a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '0dc41670-056b-413d-bd20-eae78a8aa102', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:11.769606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51680) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:11.774325 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe0883-b9c2-45ab-afb0-a29b4eff0361 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda643e9-08a2-458f-b56c-49b2c87ed771,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:11.796372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0662e814-a8df-4194-b565-d126ef6f96af tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-280746243', 'router:external': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:11.810155 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.828973 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fa9f8-7a9a-4494-908f-19b40a31dbae req-7f16808b-fff6-4116-a3b9-d7ff9546fca5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:11.829366 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.830629 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-959fa9f8-7a9a-4494-908f-19b40a31dbae req-7f16808b-fff6-4116-a3b9-d7ff9546fca5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.2659152
Nov 20 21:02:11.861225 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.884321 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8790a29e-e2ad-409d-96e5-f80a3e1b3e5a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.900633 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Network 8fb7755f-19de-4f03-b01c-d910d1de5681 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:11.904753 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144b0c11-f5e6-471f-8963-411ff27f7777 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:02:11.910814 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-11b85d54-fdb9-4ea7-b5da-8cba9c79068f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ec4545fe17f4700bc073f25016da683&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1351137
Nov 20 21:02:11.912004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51682) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:11.914238 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0662e814-a8df-4194-b565-d126ef6f96af tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Made reservation on behalf of 4bdb940b86ca4fc68d8335b9bdddab3f for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:02:11.916771 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0662e814-a8df-4194-b565-d126ef6f96af tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.918730 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:11.930524 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:02:11.943585 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Pushing event updated for resources: {'Port': ['ID=26308151-2013-4bf7-9dea-c32e606cc9c1,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:11.953202 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 144b0c11-f5e6-471f-8963-411ff27f7777, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=144b0c11-f5e6-471f-8963-411ff27f7777,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:11.958686 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:11.959243 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.966927 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0662e814-a8df-4194-b565-d126ef6f96af tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.981654 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:11.982588 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device fafe012b-fc11-4ebf-90fb-e3698bda3e63 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:02:12.003240 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-959fa9f8-7a9a-4494-908f-19b40a31dbae req-972f4671-0ed3-4e73-b6c4-32a254cef64c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547730
Nov 20 21:02:12.040905 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8790a29e-e2ad-409d-96e5-f80a3e1b3e5a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.054985 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8790a29e-e2ad-409d-96e5-f80a3e1b3e5a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.058510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76d362-825d-4b24-9f3d-b913fb925d82 req-26d120be-a0f2-4251-aa7f-e8ab830e7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:12.060774 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d76d362-825d-4b24-9f3d-b913fb925d82 req-26d120be-a0f2-4251-aa7f-e8ab830e7b46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8f2480b-fc80-4ebf-9635-3977528e4714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4860234
Nov 20 21:02:12.067804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-814110c1-9be8-4a2b-95ea-0ba36d23de73 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1b566fc8-c921-48be-b966-e8e348c4f045) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:12.087409 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814110c1-9be8-4a2b-95ea-0ba36d23de73 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:12.087917 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-814110c1-9be8-4a2b-95ea-0ba36d23de73 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.092878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0469ef22-dfdf-48da-8226-0640d4490a6f None None] Network 1b566fc8-c921-48be-b966-e8e348c4f045 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:12.103817 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2c352cec-0418-40d6-b39a-6f5455840f9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.108623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790a29e-e2ad-409d-96e5-f80a3e1b3e5a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff57ef7c-ed69-4d3a-bd89-ed2fa05229eb,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:12.120582 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8790a29e-e2ad-409d-96e5-f80a3e1b3e5a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.122363 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8790a29e-e2ad-409d-96e5-f80a3e1b3e5a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3641512
Nov 20 21:02:12.125341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51686) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:12.146437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad564bb-5c55-4ddb-9377-1666bbaf0f5b req-795a8b58-a9f9-4c8f-969b-fb0be22340d7 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:12.152449 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad564bb-5c55-4ddb-9377-1666bbaf0f5b req-795a8b58-a9f9-4c8f-969b-fb0be22340d7 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:12.154222 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2c352cec-0418-40d6-b39a-6f5455840f9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.159336 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad564bb-5c55-4ddb-9377-1666bbaf0f5b req-795a8b58-a9f9-4c8f-969b-fb0be22340d7 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:12.165640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad564bb-5c55-4ddb-9377-1666bbaf0f5b req-795a8b58-a9f9-4c8f-969b-fb0be22340d7 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:12.166242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Attempting to bind port 26308151-2013-4bf7-9dea-c32e606cc9c1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:12.166601 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Attempting to bind port 26308151-2013-4bf7-9dea-c32e606cc9c1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '866500c3-fdec-4136-a43d-db548f727f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:12.167082 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Attempting to bind port 26308151-2013-4bf7-9dea-c32e606cc9c1 on network 8fb7755f-19de-4f03-b01c-d910d1de5681 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:12.174665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad564bb-5c55-4ddb-9377-1666bbaf0f5b req-795a8b58-a9f9-4c8f-969b-fb0be22340d7 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:12.181213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad564bb-5c55-4ddb-9377-1666bbaf0f5b req-795a8b58-a9f9-4c8f-969b-fb0be22340d7 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:12.186358 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=144b0c11-f5e6-471f-8963-411ff27f7777,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:12.187706 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad564bb-5c55-4ddb-9377-1666bbaf0f5b req-795a8b58-a9f9-4c8f-969b-fb0be22340d7 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:12.189664 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9ad564bb-5c55-4ddb-9377-1666bbaf0f5b req-795a8b58-a9f9-4c8f-969b-fb0be22340d7 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5425 time: 0.4993272
Nov 20 21:02:12.196048 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-9043ed2e-a1bd-4db7-8312-bacf6c589aea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '0dc41670-056b-413d-bd20-eae78a8aa102', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:12.224983 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0662e814-a8df-4194-b565-d126ef6f96af tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.228858 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0662e814-a8df-4194-b565-d126ef6f96af tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.244840 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-814110c1-9be8-4a2b-95ea-0ba36d23de73 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 2.7965271
Nov 20 21:02:12.249460 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-4590e583-8685-4895-bc1b-fd678a0db371 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.252987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51688) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:12.253753 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:02:12.254428 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Checking segment: {'id': '866500c3-fdec-4136-a43d-db548f727f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:02:12.255151 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.255654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Bound using segment: {'id': '866500c3-fdec-4136-a43d-db548f727f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:02:12.256244 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Bound port: 26308151-2013-4bf7-9dea-c32e606cc9c1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866500c3-fdec-4136-a43d-db548f727f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:02:12.256744 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.263624 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-60bdbdcb-01f4-4ece-be6a-8e2a3e259ffc tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:12.312886 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0662e814-a8df-4194-b565-d126ef6f96af tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:02:12.323284 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662e814-a8df-4194-b565-d126ef6f96af tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ebef13-f05d-4baa-a401-935b809429f6,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:12.327139 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2c352cec-0418-40d6-b39a-6f5455840f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.337171 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2c352cec-0418-40d6-b39a-6f5455840f9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.342534 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2c352cec-0418-40d6-b39a-6f5455840f9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c223b2fa-21ea-4c08-ba2a-f6475255fe64 HTTP/1.1" status: 204  len: 168 time: 0.4292302
Nov 20 21:02:12.395923 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port fafe012b-fc11-4ebf-90fb-e3698bda3e63, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fafe012b-fc11-4ebf-90fb-e3698bda3e63,segment=NetworkSegment(b500a6dc-5edd-4c88-82df-4a23560852fc),segment_id=b500a6dc-5edd-4c88-82df-4a23560852fc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:12.397294 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0662e814-a8df-4194-b565-d126ef6f96af tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.397918 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-0662e814-a8df-4194-b565-d126ef6f96af tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Added segment c8bf65a3-f828-4c99-881d-d425b17f84a1 of type vlan for network 854ae15b-af7e-4d82-9b79-a68156061ef8
Nov 20 21:02:12.428534 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c352cec-0418-40d6-b39a-6f5455840f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c223b2fa-21ea-4c08-ba2a-f6475255fe64,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:12.457122 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'fafe012b-fc11-4ebf-90fb-e3698bda3e63', 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04', 'port_id': 'fafe012b-fc11-4ebf-90fb-e3698bda3e63', 'mac_address': 'fa:16:3e:1e:fb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8522ada-000b-482e-bebc-4b49e37aceb8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:02:12.461112 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9043ed2e-a1bd-4db7-8312-bacf6c589aea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.537341 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] For port 26308151-2013-4bf7-9dea-c32e606cc9c1, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:02:12.556351 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9043ed2e-a1bd-4db7-8312-bacf6c589aea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.563630 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d76d362-825d-4b24-9f3d-b913fb925d82 req-9abe7fd0-0d98-48fa-a22f-9ff8d3dd24b5 service neutron] 10.222.0.37 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4936538
Nov 20 21:02:12.575342 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9ad564bb-5c55-4ddb-9377-1666bbaf0f5b req-6a5af845-21d6-486f-8244-8a1bfd76c28b tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3654439
Nov 20 21:02:12.592395 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9043ed2e-a1bd-4db7-8312-bacf6c589aea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.627692 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-4590e583-8685-4895-bc1b-fd678a0db371 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.676287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] For port 26308151-2013-4bf7-9dea-c32e606cc9c1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26308151-2013-4bf7-9dea-c32e606cc9c1,segment=NetworkSegment(866500c3-fdec-4136-a43d-db548f727f16),segment_id=866500c3-fdec-4136-a43d-db548f727f16)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:02:12.677553 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1b566fc8-c921-48be-b966-e8e348c4f045', 'network_id': '1b566fc8-c921-48be-b966-e8e348c4f045', 'tenant_id': '8d2d425586f64e2bba9faa95444d1286', 'fixed_ips': [{'subnet_id': '31f5e296-b852-4509-841b-2a1ae6cd3d2e'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:02:12.678513 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.696270 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.723057 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590e583-8685-4895-bc1b-fd678a0db371 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Pushing event updated for resources: {'Port': ['ID=667f05d2-48b8-4779-814f-21386c146880,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:12.734813 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043ed2e-a1bd-4db7-8312-bacf6c589aea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61847440-0c34-4cb6-ad6b-67c892fa8f5a,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:12.746436 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0662e814-a8df-4194-b565-d126ef6f96af tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.751592 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9043ed2e-a1bd-4db7-8312-bacf6c589aea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.755832 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9043ed2e-a1bd-4db7-8312-bacf6c589aea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5649323
Nov 20 21:02:12.758839 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.783636 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51700) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:12.792956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4979d3a6-f38f-4012-af0b-60975e9764a3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '0dc41670-056b-413d-bd20-eae78a8aa102', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:12.819229 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60bdbdcb-01f4-4ece-be6a-8e2a3e259ffc tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25282567'] for subnet, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.836229 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-4979d3a6-f38f-4012-af0b-60975e9764a3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Project 3d0636503ac5406792f6a872f4f9c10d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:02:12.849702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-4590e583-8685-4895-bc1b-fd678a0db371 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Network 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:12.869099 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4979d3a6-f38f-4012-af0b-60975e9764a3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.891833 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafe012b-fc11-4ebf-90fb-e3698bda3e63 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:02:12.911030 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0662e814-a8df-4194-b565-d126ef6f96af tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.913399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0662e814-a8df-4194-b565-d126ef6f96af tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:12.914027 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0662e814-a8df-4194-b565-d126ef6f96af tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.914398 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d76d362-825d-4b24-9f3d-b913fb925d82 req-0aa05227-a153-4bc7-9cb1-11b310bf5e3d service neutron] 10.222.0.37 "GET /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3316767
Nov 20 21:02:12.924557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-4590e583-8685-4895-bc1b-fd678a0db371 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:12.951459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-4590e583-8685-4895-bc1b-fd678a0db371 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:02:12.953038 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9653ff-c95e-4d53-be41-dd2c89e8c1b5 None None] Pushing event updated for resources: {'Port': ['ID=26308151-2013-4bf7-9dea-c32e606cc9c1,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:12.970553 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port fafe012b-fc11-4ebf-90fb-e3698bda3e63, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fafe012b-fc11-4ebf-90fb-e3698bda3e63,segment=NetworkSegment(b500a6dc-5edd-4c88-82df-4a23560852fc),segment_id=b500a6dc-5edd-4c88-82df-4a23560852fc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:12.982939 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:12.984007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:02:12.986354 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d26ae-e687-411b-a5d6-ab1d24398685 req-2d3e888e-6d48-4c85-af9d-bad9ab33e539 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:13.001841 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-484d26ae-e687-411b-a5d6-ab1d24398685 req-2d3e888e-6d48-4c85-af9d-bad9ab33e539 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.5585971
Nov 20 21:02:13.021880 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0662e814-a8df-4194-b565-d126ef6f96af tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 1.4558449
Nov 20 21:02:13.031586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51708) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:13.034391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d8adb08-4bb0-45be-8e71-4a53fb65eb7e,segment=NetworkSegment(b500a6dc-5edd-4c88-82df-4a23560852fc),segment_id=b500a6dc-5edd-4c88-82df-4a23560852fc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:13.042074 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cee52c-25dc-4664-a19d-5831f3acf52d req-062ef1bd-c5bb-4a32-ba50-b1f236c7da29 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:13.051583 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '1d8adb08-4bb0-45be-8e71-4a53fb65eb7e', 'network_id': 'd7561cda-0cef-429a-ab48-39d731d77e04', 'port_id': '1d8adb08-4bb0-45be-8e71-4a53fb65eb7e', 'mac_address': 'fa:16:3e:5f:44:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8522ada-000b-482e-bebc-4b49e37aceb8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:02:13.051865 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-34cee52c-25dc-4664-a19d-5831f3acf52d req-062ef1bd-c5bb-4a32-ba50-b1f236c7da29 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 946 time: 0.3242347
Nov 20 21:02:13.067606 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ad846820-6be4-4981-a097-8f2bbc9c1c72 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Request body: {'subnet': {'network_id': '854ae15b-af7e-4d82-9b79-a68156061ef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:13.085347 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 20 21:02:13.085347 ncdv-master-1 neutron-server[126226]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s]
Nov 20 21:02:13.085347 ncdv-master-1 neutron-server[126226]: [parameters: {'in_use': 1, 'id_1': '31f5e296-b852-4509-841b-2a1ae6cd3d2e'}]
Nov 20 21:02:13.085347 ncdv-master-1 neutron-server[126226]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:02:13.085738 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:02:13.148207 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662e814-a8df-4194-b565-d126ef6f96af tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Pushing event updated for resources: {'Network': ['ID=854ae15b-af7e-4d82-9b79-a68156061ef8,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:13.220119 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-4590e583-8685-4895-bc1b-fd678a0db371 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:13.220940 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-4590e583-8685-4895-bc1b-fd678a0db371 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:13.239585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad846820-6be4-4981-a097-8f2bbc9c1c72 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Made reservation on behalf of 4bdb940b86ca4fc68d8335b9bdddab3f for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:02:13.245335 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad846820-6be4-4981-a097-8f2bbc9c1c72 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:13.296600 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-484d26ae-e687-411b-a5d6-ab1d24398685 req-c8195816-fdf5-4283-8412-eedbb587cf2b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2936811
Nov 20 21:02:13.331066 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4979d3a6-f38f-4012-af0b-60975e9764a3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:13.346354 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-4590e583-8685-4895-bc1b-fd678a0db371 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2395432
Nov 20 21:02:13.361061 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60bdbdcb-01f4-4ece-be6a-8e2a3e259ffc tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764508837816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27007149'] for subnet, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:13.365832 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-34cee52c-25dc-4664-a19d-5831f3acf52d req-aac9cdff-f74b-430d-b1a4-e3982b1cd770 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3121960
Nov 20 21:02:13.389888 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4979d3a6-f38f-4012-af0b-60975e9764a3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:13.399921 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Request body: {'port': {'device_id': 'c9eed9b8-8261-4f91-8997-7d345873726b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:13.417318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 854ae15b-af7e-4d82-9b79-a68156061ef8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:02:13.421459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979d3a6-f38f-4012-af0b-60975e9764a3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e90fb15-7d04-4da6-9398-87758a1b15a1,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:13.497953 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bdbdcb-01f4-4ece-be6a-8e2a3e259ffc tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:13.499144 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60bdbdcb-01f4-4ece-be6a-8e2a3e259ffc tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:13.505577 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-60bdbdcb-01f4-4ece-be6a-8e2a3e259ffc tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "PUT /v2.0/subnets/31f5e296-b852-4509-841b-2a1ae6cd3d2e HTTP/1.1" status: 200  len: 877 time: 1.2508800
Nov 20 21:02:13.508470 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51718) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:13.541058 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d8af631b-4efb-4ed9-a04d-1641dabd672d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:13.562808 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=fafe012b-fc11-4ebf-90fb-e3698bda3e63,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:13.568616 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:13.581062 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4979d3a6-f38f-4012-af0b-60975e9764a3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:13.586113 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4979d3a6-f38f-4012-af0b-60975e9764a3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.7995553
Nov 20 21:02:13.589250 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:13.594279 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:02:13.595190 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51722) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:13.608157 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-974be8c5-42fa-419b-b817-ef97dd4ef815 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '0dc41670-056b-413d-bd20-eae78a8aa102', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:13.622163 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d8adb08-4bb0-45be-8e71-4a53fb65eb7e,segment=NetworkSegment(b500a6dc-5edd-4c88-82df-4a23560852fc),segment_id=b500a6dc-5edd-4c88-82df-4a23560852fc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:13.650850 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:13.716724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=1d8adb08-4bb0-45be-8e71-4a53fb65eb7e,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:13.725437 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdbdcb-01f4-4ece-be6a-8e2a3e259ffc tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event updated for resources: {'Subnet': ['ID=31f5e296-b852-4509-841b-2a1ae6cd3d2e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:13.726431 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:13.744120 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-974be8c5-42fa-419b-b817-ef97dd4ef815 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Project 3d0636503ac5406792f6a872f4f9c10d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:02:13.765441 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-974be8c5-42fa-419b-b817-ef97dd4ef815 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:13.766953 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e73c09-7672-469f-b374-68c83c3eed1a req-e47850fa-3add-467a-839f-649d3828a58c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:13.768858 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6e73c09-7672-469f-b374-68c83c3eed1a req-e47850fa-3add-467a-839f-649d3828a58c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 932 time: 0.2867913
Nov 20 21:02:13.779737 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51726) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:13.793704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 26308151-2013-4bf7-9dea-c32e606cc9c1 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:13.864098 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:13.873570 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6e73c09-7672-469f-b374-68c83c3eed1a req-a9cc24e0-4104-49d9-bf62-4837e1a1f3a4 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771246
Nov 20 21:02:13.964777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 26308151-2013-4bf7-9dea-c32e606cc9c1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:13.965468 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:13.979266 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:13.992348 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82048600-da7b-4760-8d49-8e8cdf91aa9d req-4f853974-48d8-4f1c-8742-ebcca3ecfa9f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:14.000052 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82048600-da7b-4760-8d49-8e8cdf91aa9d req-4f853974-48d8-4f1c-8742-ebcca3ecfa9f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:14.002473 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Allocated IP 172.20.0.3 (1b566fc8-c921-48be-b966-e8e348c4f045/31f5e296-b852-4509-841b-2a1ae6cd3d2e/86a4537a-6bb6-418a-9654-6dbc87d2de63) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:02:14.006469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82048600-da7b-4760-8d49-8e8cdf91aa9d req-4f853974-48d8-4f1c-8742-ebcca3ecfa9f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:14.013153 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82048600-da7b-4760-8d49-8e8cdf91aa9d req-4f853974-48d8-4f1c-8742-ebcca3ecfa9f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:14.019326 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82048600-da7b-4760-8d49-8e8cdf91aa9d req-4f853974-48d8-4f1c-8742-ebcca3ecfa9f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:14.025459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82048600-da7b-4760-8d49-8e8cdf91aa9d req-4f853974-48d8-4f1c-8742-ebcca3ecfa9f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:14.035957 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82048600-da7b-4760-8d49-8e8cdf91aa9d req-4f853974-48d8-4f1c-8742-ebcca3ecfa9f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:14.037990 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82048600-da7b-4760-8d49-8e8cdf91aa9d req-4f853974-48d8-4f1c-8742-ebcca3ecfa9f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5428 time: 0.2951717
Nov 20 21:02:14.066067 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-cd68b1ab-9172-436a-9724-0a2998f92155 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1991240307-network', 'tenant_id': '80a1eb46e47b43ea916c35d5747f21d5'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:14.164787 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.165852 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-974be8c5-42fa-419b-b817-ef97dd4ef815 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.187828 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-974be8c5-42fa-419b-b817-ef97dd4ef815 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.260177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974be8c5-42fa-419b-b817-ef97dd4ef815 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a069f5c-14f0-4013-a0a0-466548a24c7d,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:14.260381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 26308151-2013-4bf7-9dea-c32e606cc9c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26308151-2013-4bf7-9dea-c32e606cc9c1,segment=NetworkSegment(866500c3-fdec-4136-a43d-db548f727f16),segment_id=866500c3-fdec-4136-a43d-db548f727f16)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:14.269419 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd68b1ab-9172-436a-9724-0a2998f92155 admin admin] Made reservation on behalf of 80a1eb46e47b43ea916c35d5747f21d5 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:02:14.270075 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.271770 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cd68b1ab-9172-436a-9724-0a2998f92155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.281396 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-974be8c5-42fa-419b-b817-ef97dd4ef815 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.281532 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.282708 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-974be8c5-42fa-419b-b817-ef97dd4ef815 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6856885
Nov 20 21:02:14.313716 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82048600-da7b-4760-8d49-8e8cdf91aa9d req-277e0388-234f-4cc1-8507-78560c67789d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2368081
Nov 20 21:02:14.318132 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.329528 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cd68b1ab-9172-436a-9724-0a2998f92155 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.375314 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.378735 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Network 1b566fc8-c921-48be-b966-e8e348c4f045 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:14.380396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:14.382513 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=26308151-2013-4bf7-9dea-c32e606cc9c1,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:14.401200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:02:14.463915 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039a446-5af7-4181-b19a-339193a06473 None None] Network 8fb7755f-19de-4f03-b01c-d910d1de5681 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:14.469013 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Subnet': ['ID=31f5e296-b852-4509-841b-2a1ae6cd3d2e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:14.526589 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['17593c85-2aba-4b07-b484-60c0a0677ba6'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:14.533030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['bd4e7a14-7d21-4548-8472-ba80748bb825'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:14.576865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['144b0c11-f5e6-471f-8963-411ff27f7777'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:14.583338 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.620942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d8795-08ed-4304-bee3-fc2f58ff52c0 req-ce8233b3-f2db-4bcc-84c9-68a7de340051 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:14.629125 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-920d8795-08ed-4304-bee3-fc2f58ff52c0 req-ce8233b3-f2db-4bcc-84c9-68a7de340051 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.1564026
Nov 20 21:02:14.632970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbada9c4-511e-4990-9884-ec5a86eef987 req-c9b04872-5e48-4fa6-981f-237e80726293 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:14.634876 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbada9c4-511e-4990-9884-ec5a86eef987 req-c9b04872-5e48-4fa6-981f-237e80726293 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 946 time: 0.1570561
Nov 20 21:02:14.636339 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['a1c1d818-4c07-4d09-b360-b1acc5a224b8'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:14.639186 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['5332c620-9136-495b-bd4d-92357990f3a2'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:14.639335 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d8021c0>,) {'filters': {'network_id': ['1b566fc8-c921-48be-b966-e8e348c4f045']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:14.658377 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d8021c0>, 'c2a7be9c-f12d-4211-8339-330ee085fc65') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:14.658659 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d8021c0>, 'c2a7be9c-f12d-4211-8339-330ee085fc65') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:14.670989 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['1d8adb08-4bb0-45be-8e71-4a53fb65eb7e'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:14.673029 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['fafe012b-fc11-4ebf-90fb-e3698bda3e63'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:14.680597 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.692261 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cd68b1ab-9172-436a-9724-0a2998f92155 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.705828 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.719747 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-920d8795-08ed-4304-bee3-fc2f58ff52c0 req-3fa61454-2f27-4ff3-9a01-ca95a1d71c80 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896955
Nov 20 21:02:14.723011 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cd68b1ab-9172-436a-9724-0a2998f92155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.728693 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667f05d2-48b8-4779-814f-21386c146880 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:02:14.739361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:02:14.739943 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.768286 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.773116 ncdv-master-1 neutron-server[126225]: DEBUG neutron.objects.ports [None req-ad846820-6be4-4981-a097-8f2bbc9c1c72 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:02:14.773841 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad846820-6be4-4981-a097-8f2bbc9c1c72 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.828646 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Pushing event updated for resources: {'Port': ['ID=86a4537a-6bb6-418a-9654-6dbc87d2de63,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:14.833596 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd68b1ab-9172-436a-9724-0a2998f92155 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:02:14.860118 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:02:14.868032 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cbada9c4-511e-4990-9884-ec5a86eef987 req-10efeff3-6d33-45ed-8e1f-bccd32c8fcf2 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081771
Nov 20 21:02:14.873486 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-76aa4779-e52a-43a8-8361-d5cf628d2846 None None] Provisioning complete for port 26308151-2013-4bf7-9dea-c32e606cc9c1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:14.873874 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-76aa4779-e52a-43a8-8361-d5cf628d2846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.879066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68b1ab-9172-436a-9724-0a2998f92155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253d0c1a-5c0a-4460-b71f-db06c01b5e5f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:14.882272 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Transition to ACTIVE for port object 667f05d2-48b8-4779-814f-21386c146880 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:02:14.883609 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cd68b1ab-9172-436a-9724-0a2998f92155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.883993 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-cd68b1ab-9172-436a-9724-0a2998f92155 admin admin] Added segment e32ee3a8-7f5b-4bd5-8a94-03e06640678f of type vlan for network d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9
Nov 20 21:02:14.889616 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.api [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 20 21:02:14.889616 ncdv-master-1 neutron-server[126224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 20 21:02:14.889616 ncdv-master-1 neutron-server[126224]: [parameters: {'id': '1b566fc8-c921-48be-b966-e8e348c4f045'}]
Nov 20 21:02:14.889616 ncdv-master-1 neutron-server[126224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:02:14.890763 ncdv-master-1 neutron-server[126224]: DEBUG oslo_db.api [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:02:14.913454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad846820-6be4-4981-a097-8f2bbc9c1c72 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2d6aba86-1b94-4680-8e7e-50fa9935348f,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:14.925394 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:14.936277 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-a753536d-ce75-4a66-b426-094ed1af1e60 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-18460386&fields=id&tenant_id=3d0636503ac5406792f6a872f4f9c10d HTTP/1.1" status: 200  len: 267 time: 0.0719583
Nov 20 21:02:14.986367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Attempting to bind port 86a4537a-6bb6-418a-9654-6dbc87d2de63 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:14.987026 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Attempting to bind port 86a4537a-6bb6-418a-9654-6dbc87d2de63 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c2a7be9c-f12d-4211-8339-330ee085fc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1b566fc8-c921-48be-b966-e8e348c4f045'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:14.987143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Attempting to bind port 86a4537a-6bb6-418a-9654-6dbc87d2de63 on network 1b566fc8-c921-48be-b966-e8e348c4f045 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:15.013208 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cd68b1ab-9172-436a-9724-0a2998f92155 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:15.056667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Pushing event updated for resources: {'Port': ['ID=667f05d2-48b8-4779-814f-21386c146880,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:15.064370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:02:15.064642 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Checking segment: {'id': 'c2a7be9c-f12d-4211-8339-330ee085fc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1b566fc8-c921-48be-b966-e8e348c4f045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:02:15.064980 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:15.065126 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-391187cb-fa5a-425a-b9be-60c49335b651 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:15.065364 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Bound using segment: {'id': 'c2a7be9c-f12d-4211-8339-330ee085fc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1b566fc8-c921-48be-b966-e8e348c4f045'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:02:15.065853 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Bound port: 86a4537a-6bb6-418a-9654-6dbc87d2de63, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a7be9c-f12d-4211-8339-330ee085fc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1b566fc8-c921-48be-b966-e8e348c4f045'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:02:15.066266 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:15.073230 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad846820-6be4-4981-a097-8f2bbc9c1c72 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Checking segment: {'id': 'c8bf65a3-f828-4c99-881d-d425b17f84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '854ae15b-af7e-4d82-9b79-a68156061ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:02:15.073613 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-391187cb-fa5a-425a-b9be-60c49335b651 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/networks?id=8fb7755f-19de-4f03-b01c-d910d1de5681 HTTP/1.1" status: 200  len: 796 time: 0.1364243
Nov 20 21:02:15.073799 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad846820-6be4-4981-a097-8f2bbc9c1c72 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Network hostable DHCP agents. Network: 854ae15b-af7e-4d82-9b79-a68156061ef8, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:02:15.091000 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-bfc7a06f-0a6c-447f-b6f1-630f851e02c4 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/quotas/3d0636503ac5406792f6a872f4f9c10d HTTP/1.1" status: 200  len: 375 time: 0.0161266
Nov 20 21:02:15.149813 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cd68b1ab-9172-436a-9724-0a2998f92155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:15.150877 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd68b1ab-9172-436a-9724-0a2998f92155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:15.151672 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cd68b1ab-9172-436a-9724-0a2998f92155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:15.177190 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2345f-4a13-44ce-a451-84a884b00d9c req-8c88898d-8233-4f54-a41d-216fe2106371 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:15.178849 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-abb2345f-4a13-44ce-a451-84a884b00d9c req-8c88898d-8233-4f54-a41d-216fe2106371 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 944 time: 0.1792867
Nov 20 21:02:15.197386 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad846820-6be4-4981-a097-8f2bbc9c1c72 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Network 854ae15b-af7e-4d82-9b79-a68156061ef8 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:02:15.238115 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cd68b1ab-9172-436a-9724-0a2998f92155 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.4462287
Nov 20 21:02:15.253590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51750) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:15.254345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-ad846820-6be4-4981-a097-8f2bbc9c1c72 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 854ae15b-af7e-4d82-9b79-a68156061ef8) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:15.284691 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b80389-2eb2-4d04-b4ee-cea30db355c4 None None] Network 854ae15b-af7e-4d82-9b79-a68156061ef8 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:15.291224 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-45373d3b-4209-43c5-8d7b-68883f949102 admin admin] Request body: {'subnet': {'network_id': 'd6fdb4a0-b5ae-4b3e-8a3f-f915385127e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1991240307-subnet', 'tenant_id': '80a1eb46e47b43ea916c35d5747f21d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:15.303981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad846820-6be4-4981-a097-8f2bbc9c1c72 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:15.304622 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad846820-6be4-4981-a097-8f2bbc9c1c72 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:15.315478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68b1ab-9172-436a-9724-0a2998f92155 admin admin] Pushing event updated for resources: {'Network': ['ID=d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:15.339924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Attempting to bind port 667f05d2-48b8-4779-814f-21386c146880 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:15.340403 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Attempting to bind port 667f05d2-48b8-4779-814f-21386c146880 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3d6a0149-c14d-4f9e-bcb0-98cf878df86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:15.340882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Attempting to bind port 667f05d2-48b8-4779-814f-21386c146880 on network 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:15.367784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Port 667f05d2-48b8-4779-814f-21386c146880 on network 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:02:15.367784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Attempting to bind port 667f05d2-48b8-4779-814f-21386c146880 on network 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:15.375189 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:02:15.380260 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-abb2345f-4a13-44ce-a451-84a884b00d9c req-7f5903d2-aeab-4ac9-9fbb-8bbcba567cc7 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750891
Nov 20 21:02:15.382656 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:02:15.383112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Checking segment: {'id': '3d6a0149-c14d-4f9e-bcb0-98cf878df86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:02:15.383450 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Bound using segment: {'id': '3d6a0149-c14d-4f9e-bcb0-98cf878df86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:02:15.384443 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Bound port: 667f05d2-48b8-4779-814f-21386c146880, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6a0149-c14d-4f9e-bcb0-98cf878df86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:02:15.384443 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:15.386353 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45373d3b-4209-43c5-8d7b-68883f949102 admin admin] Made reservation on behalf of 80a1eb46e47b43ea916c35d5747f21d5 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:02:15.389688 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-45373d3b-4209-43c5-8d7b-68883f949102 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:15.396660 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ad846820-6be4-4981-a097-8f2bbc9c1c72 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.3422818
Nov 20 21:02:15.415167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51756) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:15.421449 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-5b1f6fc6-4d4e-4c50-8532-cefb3b932272 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2114460423', 'network_id': '854ae15b-af7e-4d82-9b79-a68156061ef8'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:15.451232 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:15.489982 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-e855ac0c-94f9-4133-af92-4c6480cdc210 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d0636503ac5406792f6a872f4f9c10d&fields=id HTTP/1.1" status: 200  len: 394 time: 0.3974087
Nov 20 21:02:15.563563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1f6fc6-4d4e-4c50-8532-cefb3b932272 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Made reservation on behalf of 4bdb940b86ca4fc68d8335b9bdddab3f for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:02:15.566802 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5b1f6fc6-4d4e-4c50-8532-cefb3b932272 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:15.622458 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] For port 667f05d2-48b8-4779-814f-21386c146880, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:02:15.633931 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-5b1f6fc6-4d4e-4c50-8532-cefb3b932272 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] device_id is not set on port 12d20d64-a210-42de-8158-0eefd2e92217 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:02:15.654713 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-4db4437f-0069-448a-8510-6962d5912b4b service neutron] 10.222.0.41 "GET /v2.0/networks/8fb7755f-19de-4f03-b01c-d910d1de5681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249542
Nov 20 21:02:15.659778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] For port 667f05d2-48b8-4779-814f-21386c146880, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=667f05d2-48b8-4779-814f-21386c146880,segment=NetworkSegment(3d6a0149-c14d-4f9e-bcb0-98cf878df86b),segment_id=3d6a0149-c14d-4f9e-bcb0-98cf878df86b)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:02:15.693911 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Deleting port 86a4537a-6bb6-418a-9654-6dbc87d2de63 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:15.694372 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:15.713801 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:15.748831 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 26308151-2013-4bf7-9dea-c32e606cc9c1 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:15.805241 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:15.806560 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:15.807961 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] 10.222.0.37 "PUT /v2.0/ports/667f05d2-48b8-4779-814f-21386c146880 HTTP/1.1" status: 200  len: 1092 time: 2.4400032
Nov 20 21:02:15.810777 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] For port 86a4537a-6bb6-418a-9654-6dbc87d2de63, host ncdv-master-1, got binding levels [] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:15.811156 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:15.817753 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9eed9b8-8261-4f91-8997-7d345873726b', 'tag': '667f05d2-48b8-4779-814f-21386c146880'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:02:15.820028 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d34335-357e-40e2-88e4-fe7fd42e3fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "c9eed9b8-8261-4f91-8997-7d345873726b", "tag": "667f05d2-48b8-4779-814f-21386c146880"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:02:15.827905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Calling delete_port for 86a4537a-6bb6-418a-9654-6dbc87d2de63 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:15.870991 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] For port 86a4537a-6bb6-418a-9654-6dbc87d2de63, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:02:15.897694 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-6b06b86c-7896-4db7-9823-2a4fd7dd3e96 service neutron] 10.222.0.41 "GET /v2.0/networks/8fb7755f-19de-4f03-b01c-d910d1de5681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2331665
Nov 20 21:02:15.909675 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763f25d-e73d-40d4-a28a-8d75779fdcda req-fce0fdbd-9361-466b-a4b4-f4e78dbd193a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:15.915825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763f25d-e73d-40d4-a28a-8d75779fdcda req-fce0fdbd-9361-466b-a4b4-f4e78dbd193a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:15.922118 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763f25d-e73d-40d4-a28a-8d75779fdcda req-fce0fdbd-9361-466b-a4b4-f4e78dbd193a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:15.928144 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763f25d-e73d-40d4-a28a-8d75779fdcda req-fce0fdbd-9361-466b-a4b4-f4e78dbd193a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:15.934952 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763f25d-e73d-40d4-a28a-8d75779fdcda req-fce0fdbd-9361-466b-a4b4-f4e78dbd193a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:15.941085 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763f25d-e73d-40d4-a28a-8d75779fdcda req-fce0fdbd-9361-466b-a4b4-f4e78dbd193a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:15.947916 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763f25d-e73d-40d4-a28a-8d75779fdcda req-fce0fdbd-9361-466b-a4b4-f4e78dbd193a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:15.956786 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b763f25d-e73d-40d4-a28a-8d75779fdcda req-fce0fdbd-9361-466b-a4b4-f4e78dbd193a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5428 time: 0.3310177
Nov 20 21:02:15.972617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] For port 86a4537a-6bb6-418a-9654-6dbc87d2de63, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86a4537a-6bb6-418a-9654-6dbc87d2de63,segment=NetworkSegment(c2a7be9c-f12d-4211-8339-330ee085fc65),segment_id=c2a7be9c-f12d-4211-8339-330ee085fc65)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:02:15.995686 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:16.046961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-5b1f6fc6-4d4e-4c50-8532-cefb3b932272 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Allocated IP 172.20.0.14 (854ae15b-af7e-4d82-9b79-a68156061ef8/2d6aba86-1b94-4680-8e7e-50fa9935348f/12d20d64-a210-42de-8158-0eefd2e92217) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:02:16.048180 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Port': ['ID=86a4537a-6bb6-418a-9654-6dbc87d2de63,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:16.060319 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No DVR routers for this DVR port 86a4537a-6bb6-418a-9654-6dbc87d2de63 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:02:16.098624 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05a3a399-9440-466c-a095-e6e8eb89b2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:16.101944 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:16.218899 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5b1f6fc6-4d4e-4c50-8532-cefb3b932272 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:16.226696 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:16.260351 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a548bd4c0>,) {'filters': {'network_id': ['1b566fc8-c921-48be-b966-e8e348c4f045']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:16.265607 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5b1f6fc6-4d4e-4c50-8532-cefb3b932272 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:16.274446 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896a87b-bfab-4c40-bb10-a31bdb9d5b39 None None] Pushing event deleted for resources: {'Port': ['ID=86a4537a-6bb6-418a-9654-6dbc87d2de63,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:16.283632 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b139376-819d-465d-aa23-7a5cba6a0b15 service neutron] Pushing event updated for resources: {'Port': ['ID=667f05d2-48b8-4779-814f-21386c146880,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:16.310990 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-45373d3b-4209-43c5-8d7b-68883f949102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:16.333842 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a548bd4c0>, 'c2a7be9c-f12d-4211-8339-330ee085fc65') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:16.334158 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a548bd4c0>, 'c2a7be9c-f12d-4211-8339-330ee085fc65') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:16.359553 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:16.380857 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:16.393031 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:02:16.393668 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:16.405571 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa91b92-a774-4c07-90d9-e1a619e61010 req-62ec379d-0c3e-449f-9511-051a70abd146 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:16.416450 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4fa91b92-a774-4c07-90d9-e1a619e61010 req-62ec379d-0c3e-449f-9511-051a70abd146 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 946 time: 0.1016266
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:02:16.424839 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server [None req-1b3f3a50-319a-43ce-9de0-662b2d2e7d49 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 86a4537a-6bb6-418a-9654-6dbc87d2de63 could not be found.
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     port = model_query.get_by_id(context, models_v2.Port, id,
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return query.filter(model.id == object_id).one()
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._iter().one()
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._only_one_row(
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise exc.NoResultFound(
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server 
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred:
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server 
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return plugin.get_port(context, port_id)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     port = self._get_port(context, id, lazy_fields=lazy_fields)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise exceptions.PortNotFound(port_id=id)
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 86a4537a-6bb6-418a-9654-6dbc87d2de63 could not be found.
Nov 20 21:02:16.472058 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server 
Nov 20 21:02:16.499939 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1f6fc6-4d4e-4c50-8532-cefb3b932272 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Network 854ae15b-af7e-4d82-9b79-a68156061ef8 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:16.523134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc8f778-cbbb-4efd-abb7-15b1b565e3e6 None None] Network 1b566fc8-c921-48be-b966-e8e348c4f045 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:16.544888 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-1ff033fd-bd1d-4daa-8db1-2ce5ce28fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:16.546419 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-1ff033fd-bd1d-4daa-8db1-2ce5ce28fb12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c79515660014c0bb607fcb10f6f0870&device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 1095 time: 0.6750712
Nov 20 21:02:16.547273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-5b1f6fc6-4d4e-4c50-8532-cefb3b932272 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:16.555030 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4fa91b92-a774-4c07-90d9-e1a619e61010 req-279bc347-f89e-4725-8b3d-521adeb13302 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375577
Nov 20 21:02:16.557952 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f6fc6-4d4e-4c50-8532-cefb3b932272 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Pushing event updated for resources: {'Port': ['ID=12d20d64-a210-42de-8158-0eefd2e92217,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:16.564656 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f6fc6-4d4e-4c50-8532-cefb3b932272 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:02:16.566705 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:16.582735 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:16.591476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45373d3b-4209-43c5-8d7b-68883f949102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee7ce0a0-88e5-4ccf-bc1a-eb56312028af,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:16.596162 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/1b566fc8-c921-48be-b966-e8e348c4f045 HTTP/1.1" status: 204  len: 168 time: 3.0818217
Nov 20 21:02:16.616708 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51780) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:16.616954 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 26308151-2013-4bf7-9dea-c32e606cc9c1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:16.617333 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:16.617509 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e3c76-9c71-4ccc-8eeb-897f12497248 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Network': ['ID=1b566fc8-c921-48be-b966-e8e348c4f045,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:16.654144 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ee1ad105-8c72-4b89-a2f3-f0bef73a5025 None None] Provisioning complete for port 26308151-2013-4bf7-9dea-c32e606cc9c1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:16.654594 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ee1ad105-8c72-4b89-a2f3-f0bef73a5025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:16.666741 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b763f25d-e73d-40d4-a28a-8d75779fdcda req-040b0499-32c3-4674-8d16-d997c8f47691 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.7089593
Nov 20 21:02:16.687910 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-568d5090-44e8-40b8-a718-3ebd90540a3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=667f05d2-48b8-4779-814f-21386c146880 HTTP/1.1" status: 200  len: 217 time: 0.1204538
Nov 20 21:02:16.717897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1f6fc6-4d4e-4c50-8532-cefb3b932272 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:16.718632 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5b1f6fc6-4d4e-4c50-8532-cefb3b932272 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:16.729168 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e91035-6f0d-4748-8007-7ae748a8b4b5 x-openstack-request-id: req-20e91035-6f0d-4748-8007-7ae748a8b4b5 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:16.729464 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9eed9b8-8261-4f91-8997-7d345873726b", "tag": "667f05d2-48b8-4779-814f-21386c146880", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:16.729724 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20e91035-6f0d-4748-8007-7ae748a8b4b5 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:16.730318 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9eed9b8-8261-4f91-8997-7d345873726b', 'tag': '667f05d2-48b8-4779-814f-21386c146880', 'status': 'completed', 'code': 200}
Nov 20 21:02:16.776211 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45373d3b-4209-43c5-8d7b-68883f949102 admin admin] Checking segment: {'id': 'e32ee3a8-7f5b-4bd5-8a94-03e06640678f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd6fdb4a0-b5ae-4b3e-8a3f-f915385127e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:02:16.776450 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45373d3b-4209-43c5-8d7b-68883f949102 admin admin] Network hostable DHCP agents. Network: d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:02:16.784683 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-018ec703-43f7-4d0c-9bd0-79241305a9da tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:16.785936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018ec703-43f7-4d0c-9bd0-79241305a9da tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:16.795049 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-018ec703-43f7-4d0c-9bd0-79241305a9da tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/subnets/31f5e296-b852-4509-841b-2a1ae6cd3d2e HTTP/1.1" status: 404  len: 337 time: 0.1750400
Nov 20 21:02:16.796892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51784) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:16.811271 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5b1f6fc6-4d4e-4c50-8532-cefb3b932272 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1024 time: 1.3949142
Nov 20 21:02:16.811892 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51786) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:16.820734 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d2b0c2-9447-4bd8-8c70-4269e7642f38 None None] Network 854ae15b-af7e-4d82-9b79-a68156061ef8 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:16.837113 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:16.884449 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ceeebb2f-4f4f-41ea-b03d-07e865c4aaaa req-ca9e994d-deac-4a82-b676-79fa4f226c0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 210 time: 0.0520685
Nov 20 21:02:16.893989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2feead42-3169-4fc7-bd9f-ea2a3ec59383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:16.895712 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-2feead42-3169-4fc7-bd9f-ea2a3ec59383 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d6eff07-25fc-4f90-a3eb-b1120046c7e7 HTTP/1.1" status: 200  len: 851 time: 0.1732018
Nov 20 21:02:16.903760 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c36c8e-c3a0-4b24-a053-5ff1b71f2608 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:16.911110 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7831fac-a404-45df-98be-91b13976f9b6 None None] Network 1b566fc8-c921-48be-b966-e8e348c4f045 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:16.915305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c36c8e-c3a0-4b24-a053-5ff1b71f2608 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:16.921841 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-10c36c8e-c3a0-4b24-a053-5ff1b71f2608 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/1b566fc8-c921-48be-b966-e8e348c4f045 HTTP/1.1" status: 404  len: 339 time: 0.1070795
Nov 20 21:02:16.924167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45373d3b-4209-43c5-8d7b-68883f949102 admin admin] Network d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:02:16.926359 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51788) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:16.935203 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514d595-041b-468d-a87d-852fc7ded092 req-7cc51b45-4c5d-42f2-9b38-0b2b16656dcb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:16.937145 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c514d595-041b-468d-a87d-852fc7ded092 req-7cc51b45-4c5d-42f2-9b38-0b2b16656dcb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.2156606
Nov 20 21:02:16.977249 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7831fac-a404-45df-98be-91b13976f9b6 None None] Network 1b566fc8-c921-48be-b966-e8e348c4f045 could not be found, it might have been deleted concurrently. {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 20 21:02:16.983482 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-096ead75-8dca-43f2-a777-005b008a5d1b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Deleting port 12d20d64-a210-42de-8158-0eefd2e92217 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:16.983835 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-096ead75-8dca-43f2-a777-005b008a5d1b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:16.996869 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a933a81c-b2ec-439d-90c5-35467359cdf6 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:16.997550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a933a81c-b2ec-439d-90c5-35467359cdf6 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:17.003123 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a933a81c-b2ec-439d-90c5-35467359cdf6 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/subnets/53cb68f3-1f3f-49a9-a8e7-ed5ac30518ee HTTP/1.1" status: 404  len: 337 time: 0.0641692
Nov 20 21:02:17.005065 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-7790d33c-0962-4159-aef4-a2108c473aea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0829918
Nov 20 21:02:17.005910 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51790) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:17.021882 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c514d595-041b-468d-a87d-852fc7ded092 req-f229af42-378c-4ddf-8c6f-140d48d4dc19 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751050
Nov 20 21:02:17.062176 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-45373d3b-4209-43c5-8d7b-68883f949102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:17.074205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfbfa1d-33d9-4d56-b903-575e7dd81ce0 None None] Network d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:17.086447 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45373d3b-4209-43c5-8d7b-68883f949102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:17.087205 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-45373d3b-4209-43c5-8d7b-68883f949102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:17.097023 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-096ead75-8dca-43f2-a777-005b008a5d1b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:17.104939 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-7321af86-42cc-4d6f-85c0-9c88847f7651 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:17.105507 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7321af86-42cc-4d6f-85c0-9c88847f7651 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:17.110469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-096ead75-8dca-43f2-a777-005b008a5d1b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Calling delete_port for 12d20d64-a210-42de-8158-0eefd2e92217 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:17.113890 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51792) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:17.114540 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7321af86-42cc-4d6f-85c0-9c88847f7651 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/47050f0e-663e-41a9-a503-c78ec36d59d4 HTTP/1.1" status: 404  len: 339 time: 0.0979493
Nov 20 21:02:17.155493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a2e0-fdfc-4b5d-89a7-afa7b4ce1689 req-69be8548-c09f-4dfb-ab4f-73e5af27a55c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:17.163445 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d2c2a2e0-fdfc-4b5d-89a7-afa7b4ce1689 req-69be8548-c09f-4dfb-ab4f-73e5af27a55c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 944 time: 0.1683958
Nov 20 21:02:17.212370 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-45373d3b-4209-43c5-8d7b-68883f949102 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9560225
Nov 20 21:02:17.310122 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bcebd9bd-e00b-4628-910b-99f480cb30a4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:17.346683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74684431-2893-473b-9a0c-406c93639fed req-85b32686-5b65-48dc-a9dc-46fdaf357290 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:17.348923 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-74684431-2893-473b-9a0c-406c93639fed req-85b32686-5b65-48dc-a9dc-46fdaf357290 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c7f9f50-4ba7-462b-8d2d-4b514ccd3301 HTTP/1.1" status: 200  len: 946 time: 0.2205312
Nov 20 21:02:17.429780 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389dde01-41d4-457d-9b58-13e6e12a67cf None None] Network d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:17.464121 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:02:17.506905 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-74684431-2893-473b-9a0c-406c93639fed req-d7e105d7-8181-4cde-a128-4afc5f537882 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506858
Nov 20 21:02:17.547478 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bcebd9bd-e00b-4628-910b-99f480cb30a4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:17.589158 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-bcebd9bd-e00b-4628-910b-99f480cb30a4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f49f7f0>,) {'filters': {'network_id': ['2e5624be-c65a-4758-bc15-526fd6dd00ce']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:17.614427 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-bcebd9bd-e00b-4628-910b-99f480cb30a4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f49f7f0>, 'f512e61a-ee15-49d2-aff1-f11d4ad16b43') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:17.615237 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-bcebd9bd-e00b-4628-910b-99f480cb30a4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f49f7f0>, 'f512e61a-ee15-49d2-aff1-f11d4ad16b43') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:17.619472 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d2c2a2e0-fdfc-4b5d-89a7-afa7b4ce1689 req-3b14d80d-8e00-4c09-864a-87cb01997bae tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4551551
Nov 20 21:02:17.620980 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-096ead75-8dca-43f2-a777-005b008a5d1b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:17.654273 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bcebd9bd-e00b-4628-910b-99f480cb30a4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:17.680886 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279e7cb9-d3dc-4e8c-b22f-6f9e3358b3de None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 21:02:17.708879 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ead75-8dca-43f2-a777-005b008a5d1b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Pushing event deleted for resources: {'Port': ['ID=12d20d64-a210-42de-8158-0eefd2e92217,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:17.767990 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bcebd9bd-e00b-4628-910b-99f480cb30a4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:17.771294 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-096ead75-8dca-43f2-a777-005b008a5d1b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:17.778664 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-096ead75-8dca-43f2-a777-005b008a5d1b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "DELETE /v2.0/ports/12d20d64-a210-42de-8158-0eefd2e92217 HTTP/1.1" status: 204  len: 168 time: 0.9610984
Nov 20 21:02:17.779420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51804) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:17.780043 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-c434731c-5b81-4b0f-8107-8c6cba447d3d service neutron] 10.222.0.37 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7621975
Nov 20 21:02:17.788263 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '854ae15b-af7e-4d82-9b79-a68156061ef8', 'external_fixed_ips': [{'subnet_id': '2d6aba86-1b94-4680-8e7e-50fa9935348f', 'ip_address': '172.20.0.14'}]}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:17.794536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcebd9bd-e00b-4628-910b-99f480cb30a4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:02:17.795059 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bcebd9bd-e00b-4628-910b-99f480cb30a4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:02:17.799562 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:02:17.843532 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279e7cb9-d3dc-4e8c-b22f-6f9e3358b3de None None] Resources bound (agent type, host, resource id):  {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 20 21:02:17.874799 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-d062dbb7-ac04-469f-95ad-adb9cab3f243 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:17.876331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-d062dbb7-ac04-469f-95ad-adb9cab3f243 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.37 "GET /v2.0/networks?id=8fb7755f-19de-4f03-b01c-d910d1de5681 HTTP/1.1" status: 200  len: 796 time: 0.2856898
Nov 20 21:02:17.884262 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:17.886560 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:17.895578 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bcebd9bd-e00b-4628-910b-99f480cb30a4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:17.897845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0f956-2a4d-4e3c-abbb-7b84ddd813a9 req-da3e9e2e-b7e1-4e53-b472-d6b89314cb8b tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:17.899469 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11e0f956-2a4d-4e3c-abbb-7b84ddd813a9 req-da3e9e2e-b7e1-4e53-b472-d6b89314cb8b tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 946 time: 0.1781085
Nov 20 21:02:17.900527 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bcebd9bd-e00b-4628-910b-99f480cb30a4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:17.904746 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bcebd9bd-e00b-4628-910b-99f480cb30a4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/2e5624be-c65a-4758-bc15-526fd6dd00ce HTTP/1.1" status: 204  len: 168 time: 0.7891717
Nov 20 21:02:17.914337 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51808) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:17.967037 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebd9bd-e00b-4628-910b-99f480cb30a4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Network': ['ID=2e5624be-c65a-4758-bc15-526fd6dd00ce,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:17.974870 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b103a506-9fad-41d3-91f3-98909d4d5d83 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:17.975497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b103a506-9fad-41d3-91f3-98909d4d5d83 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:17.978832 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b103a506-9fad-41d3-91f3-98909d4d5d83 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/subnets/57bc9842-6826-493e-ab7f-2e1d6b192f47 HTTP/1.1" status: 404  len: 337 time: 0.0634375
Nov 20 21:02:17.985971 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51812) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:18.041786 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:18.056503 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16a883b-7f81-4f01-ac45-3fb6c51d72fd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:18.057206 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16a883b-7f81-4f01-ac45-3fb6c51d72fd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:18.061720 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e16a883b-7f81-4f01-ac45-3fb6c51d72fd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/c78daeb8-421d-44c5-87fb-51286e8e0548 HTTP/1.1" status: 404  len: 339 time: 0.0716062
Nov 20 21:02:18.072581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51816) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:18.100387 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f2a61-bf7a-459f-af18-a65dbd84d6ad req-e8d5d325-1ebf-49fd-905a-efa5747b5e35 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:18.106980 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f2a61-bf7a-459f-af18-a65dbd84d6ad req-e8d5d325-1ebf-49fd-905a-efa5747b5e35 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:18.112962 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f2a61-bf7a-459f-af18-a65dbd84d6ad req-e8d5d325-1ebf-49fd-905a-efa5747b5e35 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:18.119006 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f2a61-bf7a-459f-af18-a65dbd84d6ad req-e8d5d325-1ebf-49fd-905a-efa5747b5e35 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:18.125588 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11e0f956-2a4d-4e3c-abbb-7b84ddd813a9 req-cca7959e-d2e7-46de-a10b-999fc5079cc2 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2079051
Nov 20 21:02:18.126019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f2a61-bf7a-459f-af18-a65dbd84d6ad req-e8d5d325-1ebf-49fd-905a-efa5747b5e35 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:18.128564 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9e3ee56-bac3-43a1-86c5-ffd99ba0e602 req-d2a05a19-3ae0-406d-835b-6d532ea2cd66 service neutron] 10.222.0.37 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3394101
Nov 20 21:02:18.129851 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee038f5d-0d73-4c7d-8d25-26e8fa9b5882 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:18.130310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee038f5d-0d73-4c7d-8d25-26e8fa9b5882 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:18.132780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f2a61-bf7a-459f-af18-a65dbd84d6ad req-e8d5d325-1ebf-49fd-905a-efa5747b5e35 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:18.133379 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ee038f5d-0d73-4c7d-8d25-26e8fa9b5882 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/subnets/b189e481-2c7a-43bb-b923-25fa6ca778be HTTP/1.1" status: 404  len: 337 time: 0.0512030
Nov 20 21:02:18.142563 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-14fd3161-632f-4891-94e9-c8c976949c33 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d0636503ac5406792f6a872f4f9c10d HTTP/1.1" status: 200  len: 471 time: 0.2419801
Nov 20 21:02:18.142977 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51818) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:18.146119 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f2a61-bf7a-459f-af18-a65dbd84d6ad req-e8d5d325-1ebf-49fd-905a-efa5747b5e35 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:18.148337 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f22f2a61-bf7a-459f-af18-a65dbd84d6ad req-e8d5d325-1ebf-49fd-905a-efa5747b5e35 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5428 time: 0.2089345
Nov 20 21:02:18.182901 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'port': {'device_id': 'd887f393-fa16-4eb3-8539-7d8d82d31cf5', 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681', 'admin_state_up': True, 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'security_groups': ['0dc41670-056b-413d-bd20-eae78a8aa102']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:18.187249 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a75175f-692c-4e8f-98b0-caed049c5e76 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:18.187910 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a75175f-692c-4e8f-98b0-caed049c5e76 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:18.194268 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6a75175f-692c-4e8f-98b0-caed049c5e76 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/67a2c924-b34c-429a-92aa-017edd8e1b30 HTTP/1.1" status: 404  len: 339 time: 0.0500805
Nov 20 21:02:18.195685 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51822) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:18.275321 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-031978af-247f-48d0-b048-12f37ec6ddd3 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:18.275796 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031978af-247f-48d0-b048-12f37ec6ddd3 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:18.279560 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-031978af-247f-48d0-b048-12f37ec6ddd3 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/subnets/b07fbb57-4756-4e3e-aec8-ed8a11f0c99f HTTP/1.1" status: 404  len: 337 time: 0.0812135
Nov 20 21:02:18.284268 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51824) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:18.328700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d34335-357e-40e2-88e4-fe7fd42e3fa6 req-df27d4b1-1fe3-43de-8957-83a50970e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:18.329237 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:18.330553 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0d34335-357e-40e2-88e4-fe7fd42e3fa6 req-df27d4b1-1fe3-43de-8957-83a50970e0ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c79515660014c0bb607fcb10f6f0870&device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 1095 time: 0.1194334
Nov 20 21:02:18.337430 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-73d50c5e-d259-4be2-a752-1bedcd4997b6 None None] Provisioning complete for port b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:18.337841 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-73d50c5e-d259-4be2-a752-1bedcd4997b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:18.354534 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fedbc14-bb24-4e10-a945-5d814ba1bfcd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:18.355049 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fedbc14-bb24-4e10-a945-5d814ba1bfcd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:18.358216 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1fedbc14-bb24-4e10-a945-5d814ba1bfcd tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/a5cee038-1f3a-45b3-9bc3-85cc958ddbb0 HTTP/1.1" status: 404  len: 339 time: 0.0715344
Nov 20 21:02:18.364603 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51828) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:18.420511 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce64e32e-0f59-440c-8d8a-7766dc0a7849 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:18.420975 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce64e32e-0f59-440c-8d8a-7766dc0a7849 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:18.424099 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ce64e32e-0f59-440c-8d8a-7766dc0a7849 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/subnets/a73d25aa-ad08-4a9a-ae4d-77c68b8f063d HTTP/1.1" status: 404  len: 337 time: 0.0585406
Nov 20 21:02:18.427859 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51830) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:18.442541 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f22f2a61-bf7a-459f-af18-a65dbd84d6ad req-a154da4a-8ed0-4c37-a9c8-e8b2c32c10b1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2557220
Nov 20 21:02:18.456794 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-8984cde5-7de2-4b07-9cee-f90bcab8efc6 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:18.457313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8984cde5-7de2-4b07-9cee-f90bcab8efc6 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:18.458318 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8ce491c2-863e-48be-8085-d6fb534eeca8 req-3e46c350-e0e5-46b8-93a0-1bbb1baefc48 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 210 time: 0.0808678
Nov 20 21:02:18.474485 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8984cde5-7de2-4b07-9cee-f90bcab8efc6 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/d04c4643-b464-4ea4-8c25-812638c43afb HTTP/1.1" status: 404  len: 339 time: 0.0430627
Nov 20 21:02:18.475920 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51832) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:18.481903 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Made reservation on behalf of 3d0636503ac5406792f6a872f4f9c10d for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:02:18.486783 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:18.518686 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-c6a5511e-1600-4850-970a-ff6fe09c224e req-1c922e9d-71c5-49ea-8b40-534666ad98c7 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:02:18.519701 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6a5511e-1600-4850-970a-ff6fe09c224e req-1c922e9d-71c5-49ea-8b40-534666ad98c7 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0096242
Nov 20 21:02:18.525787 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec89166-4124-4736-8a01-e9fdf43b98a3 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:18.526274 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec89166-4124-4736-8a01-e9fdf43b98a3 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:18.529910 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d34335-357e-40e2-88e4-fe7fd42e3fa6 req-9ebdd299-6fb6-4534-a00a-9a4b0b3da4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:18.530146 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dec89166-4124-4736-8a01-e9fdf43b98a3 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/subnets/8e0ba55e-e4f3-4836-8fec-e4e0c537a97e HTTP/1.1" status: 404  len: 337 time: 0.0538146
Nov 20 21:02:18.531928 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0d34335-357e-40e2-88e4-fe7fd42e3fa6 req-9ebdd299-6fb6-4534-a00a-9a4b0b3da4c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 HTTP/1.1" status: 200  len: 912 time: 0.1885912
Nov 20 21:02:18.537781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51834) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:18.557525 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:18.616895 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475dcd5-7d73-4d8b-b83e-cbc56a2a8c45 req-2f896126-e891-4363-bf4a-236e0403df5f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:18.618497 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a475dcd5-7d73-4d8b-b83e-cbc56a2a8c45 req-2f896126-e891-4363-bf4a-236e0403df5f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.0953825
Nov 20 21:02:18.675509 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2cab01-7541-4ecd-af19-36cd666c7e2e tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:18.676083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd2cab01-7541-4ecd-af19-36cd666c7e2e tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:18.679102 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dd2cab01-7541-4ecd-af19-36cd666c7e2e tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/58505500-d0ff-4655-bf27-30887958fcaa HTTP/1.1" status: 404  len: 339 time: 0.1302669
Nov 20 21:02:18.690109 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0d34335-357e-40e2-88e4-fe7fd42e3fa6 req-59a9d5ad-34a8-41d5-bffc-23fcfea586fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=667f05d2-48b8-4779-814f-21386c146880 HTTP/1.1" status: 200  len: 217 time: 0.1120126
Nov 20 21:02:18.690570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51838) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:18.714558 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a475dcd5-7d73-4d8b-b83e-cbc56a2a8c45 req-bc781bdc-77b8-4443-ba30-0ffc2b6e3858 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875111
Nov 20 21:02:18.771213 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f75522-4812-47a3-b745-dd588aabadaa tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:18.771673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f75522-4812-47a3-b745-dd588aabadaa tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:18.774756 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-97f75522-4812-47a3-b745-dd588aabadaa tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/subnets/63b974c8-38a8-4334-8690-58f279545fa7 HTTP/1.1" status: 404  len: 337 time: 0.0792806
Nov 20 21:02:18.777372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51840) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:18.786594 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c6a5511e-1600-4850-970a-ff6fe09c224e req-e61fd775-7793-4cf2-ae05-e076ab8edf78 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.2580445
Nov 20 21:02:18.802440 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:18.804624 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1503427b-04c3-4be7-99ef-87e4a5e7d5db tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:18.805142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1503427b-04c3-4be7-99ef-87e4a5e7d5db tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:18.808252 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1503427b-04c3-4be7-99ef-87e4a5e7d5db tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/e51c0f98-4d49-456c-b736-71908e95a003 HTTP/1.1" status: 404  len: 339 time: 0.0291674
Nov 20 21:02:18.813783 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51842) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:18.835981 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:18.880339 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Allocated IP 172.20.0.25 (8fb7755f-19de-4f03-b01c-d910d1de5681/ccab10bb-3c73-4430-9cb5-aeea51d97278/56cf6d80-8b57-4905-b463-2e9ae52a0565) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:02:18.973939 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-92210a82-6125-4b3c-8285-f432a54601b1 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:18.974755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92210a82-6125-4b3c-8285-f432a54601b1 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:18.982256 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-92210a82-6125-4b3c-8285-f432a54601b1 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/subnets/b24938c3-be2d-4fe5-a5b4-1165a138b1ad HTTP/1.1" status: 404  len: 337 time: 0.1620164
Nov 20 21:02:18.986379 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51846) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:19.013592 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:19.028049 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e903198-abdb-4a89-9f9b-23109edeb5bd req-82df6fe0-7bf4-4eca-bf26-cff65ba8e8c5 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:19.029722 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6e903198-abdb-4a89-9f9b-23109edeb5bd req-82df6fe0-7bf4-4eca-bf26-cff65ba8e8c5 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 944 time: 0.1067686
Nov 20 21:02:19.044469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Allocated IP 172.20.0.14 (854ae15b-af7e-4d82-9b79-a68156061ef8/2d6aba86-1b94-4680-8e7e-50fa9935348f/aa085b03-f3a3-4ada-ac5b-2d46c6dfca0e) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:02:19.046393 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d34335-357e-40e2-88e4-fe7fd42e3fa6 req-0bfb1307-0147-49c6-a480-ccddcb3787ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:19.048102 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0d34335-357e-40e2-88e4-fe7fd42e3fa6 req-0bfb1307-0147-49c6-a480-ccddcb3787ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d6eff07-25fc-4f90-a3eb-b1120046c7e7 HTTP/1.1" status: 200  len: 851 time: 0.3355696
Nov 20 21:02:19.053233 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-92419dbf-e3a9-4be3-8b70-84df662fb5b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:19.053754 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92419dbf-e3a9-4be3-8b70-84df662fb5b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:19.059485 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-92419dbf-e3a9-4be3-8b70-84df662fb5b4 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/ea3cab5a-25ca-436b-b491-b1aa7be35da4 HTTP/1.1" status: 404  len: 339 time: 0.0371392
Nov 20 21:02:19.067343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51852) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:19.098013 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0d34335-357e-40e2-88e4-fe7fd42e3fa6 req-38113b70-d277-4ce4-bf4a-1b5ee5b55c8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400953
Nov 20 21:02:19.117498 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-05cb467d-1178-4391-bde8-5f7fcbdaf8c2 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:19.117957 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05cb467d-1178-4391-bde8-5f7fcbdaf8c2 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:19.121267 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-05cb467d-1178-4391-bde8-5f7fcbdaf8c2 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/subnets/6bd078b3-67c0-45f5-aa17-6681c0f80a1d HTTP/1.1" status: 404  len: 337 time: 0.0527229
Nov 20 21:02:19.127942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51854) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:19.168058 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24a59e9-7854-4ce1-847d-e0e682aa7e6c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:02:19.169093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24a59e9-7854-4ce1-847d-e0e682aa7e6c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:02:19.172620 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c24a59e9-7854-4ce1-847d-e0e682aa7e6c tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/d9fb28c4-1eff-4bdd-9333-fdf8297fbeed HTTP/1.1" status: 404  len: 339 time: 0.0417283
Nov 20 21:02:19.175198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51856) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:19.183514 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:19.213599 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6e903198-abdb-4a89-9f9b-23109edeb5bd req-33d61641-fe2f-4222-b88c-fa851050ea91 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663501
Nov 20 21:02:19.256267 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7aa87-a2ab-4b4f-bc28-6cb24fd854bf req-1ae4f9c7-9a83-485f-b923-173322a2497f tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:19.258161 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3fe7aa87-a2ab-4b4f-bc28-6cb24fd854bf req-1ae4f9c7-9a83-485f-b923-173322a2497f tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 946 time: 0.1626592
Nov 20 21:02:19.283558 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a56aae-fbc1-4fee-9629-ced8c73c7b84 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Deleting subnet 65eaca73-46d4-401c-b2a3-bdac9ba09a48 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:02:19.294018 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0d34335-357e-40e2-88e4-fe7fd42e3fa6 req-4a2e9493-5245-4ce3-9bcc-a3da7db34376 service neutron] 10.222.0.37 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816530
Nov 20 21:02:19.294405 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-61a56aae-fbc1-4fee-9629-ced8c73c7b84 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:19.301226 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:19.312515 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:19.356540 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-61a56aae-fbc1-4fee-9629-ced8c73c7b84 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:19.401427 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3fe7aa87-a2ab-4b4f-bc28-6cb24fd854bf req-bf0505f9-e924-4b32-8fc6-d0bc4f07dd1c tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331928
Nov 20 21:02:19.415840 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network 8fb7755f-19de-4f03-b01c-d910d1de5681 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:19.424717 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:19.449130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:19.456214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:02:19.495116 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Network 854ae15b-af7e-4d82-9b79-a68156061ef8 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:19.503282 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:19.505939 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:02:19.506703 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Port': ['ID=56cf6d80-8b57-4905-b463-2e9ae52a0565,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:19.543251 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f659bd2b-94cd-4ea6-af25-029bb0aeb14b None None] DHCP port deletion for 854ae15b-af7e-4d82-9b79-a68156061ef8 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:19.558203 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Pushing event updated for resources: {'Port': ['ID=aa085b03-f3a3-4ada-ac5b-2d46c6dfca0e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:19.562653 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-61a56aae-fbc1-4fee-9629-ced8c73c7b84 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:19.568652 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:19.569000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:19.569343 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:19.569683 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:19.570029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:19.570382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:19.570951 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:19.571079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:19.571401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:19.571645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:19.571969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:19.572374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:19.594645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:19.595306 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:19.599115 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0d34335-357e-40e2-88e4-fe7fd42e3fa6 req-32ea20ff-e372-4181-844d-9cfffe63c89d service neutron] 10.222.0.37 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2961693
Nov 20 21:02:19.625792 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-5212ba8e-d89c-4ae1-b173-09da961d86b5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4481144
Nov 20 21:02:19.635088 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be302781-44a1-475f-90e9-d2d6dbd12e63 req-77503642-b106-415b-960d-d5e13503b2c5 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:19.636743 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be302781-44a1-475f-90e9-d2d6dbd12e63 req-77503642-b106-415b-960d-d5e13503b2c5 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c7f9f50-4ba7-462b-8d2d-4b514ccd3301 HTTP/1.1" status: 200  len: 946 time: 0.1276917
Nov 20 21:02:19.642030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Request body: {'port': {'device_id': 'd887f393-fa16-4eb3-8539-7d8d82d31cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:19.678262 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a1c1d818-4c07-4d09-b360-b1acc5a224b8 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:19.710974 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a845349e-46eb-4ea1-b62b-b89428882886 None None] Provisioning complete for port aa085b03-f3a3-4ada-ac5b-2d46c6dfca0e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:19.711737 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a845349e-46eb-4ea1-b62b-b89428882886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:19.758423 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a845349e-46eb-4ea1-b62b-b89428882886 None None] Port aa085b03-f3a3-4ada-ac5b-2d46c6dfca0e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:02:19.768219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0601a5f-eb1f-4587-9e3c-6af9c52d7056 req-edf5b7cc-9617-4ad1-8872-2a2309a5b4ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:19.770750 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be302781-44a1-475f-90e9-d2d6dbd12e63 req-c7a09c15-f643-40bc-a2f9-d4cd07c4d90d tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181083
Nov 20 21:02:19.774479 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0601a5f-eb1f-4587-9e3c-6af9c52d7056 req-edf5b7cc-9617-4ad1-8872-2a2309a5b4ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:19.781982 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port a1c1d818-4c07-4d09-b360-b1acc5a224b8 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:02:19.782167 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0601a5f-eb1f-4587-9e3c-6af9c52d7056 req-edf5b7cc-9617-4ad1-8872-2a2309a5b4ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:19.787649 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port a1c1d818-4c07-4d09-b360-b1acc5a224b8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:19.788146 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:19.788541 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0601a5f-eb1f-4587-9e3c-6af9c52d7056 req-edf5b7cc-9617-4ad1-8872-2a2309a5b4ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:19.794717 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:19.795862 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0601a5f-eb1f-4587-9e3c-6af9c52d7056 req-edf5b7cc-9617-4ad1-8872-2a2309a5b4ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:19.802152 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0601a5f-eb1f-4587-9e3c-6af9c52d7056 req-edf5b7cc-9617-4ad1-8872-2a2309a5b4ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:19.808528 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0601a5f-eb1f-4587-9e3c-6af9c52d7056 req-edf5b7cc-9617-4ad1-8872-2a2309a5b4ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:19.817393 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e0601a5f-eb1f-4587-9e3c-6af9c52d7056 req-edf5b7cc-9617-4ad1-8872-2a2309a5b4ac tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5428 time: 0.2156279
Nov 20 21:02:19.866677 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-61a56aae-fbc1-4fee-9629-ced8c73c7b84 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:19.913676 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a56aae-fbc1-4fee-9629-ced8c73c7b84 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Subnet': ['ID=65eaca73-46d4-401c-b2a3-bdac9ba09a48,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:19.932107 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-61a56aae-fbc1-4fee-9629-ced8c73c7b84 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:19.935584 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-61a56aae-fbc1-4fee-9629-ced8c73c7b84 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/subnets/65eaca73-46d4-401c-b2a3-bdac9ba09a48 HTTP/1.1" status: 204  len: 168 time: 0.7594059
Nov 20 21:02:19.941554 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51878) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:19.948113 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb0bb43-8b0b-4f62-9e72-8bce431a7700 None None] Network 6f2b4bf1-0c82-43b6-86f0-5e4a210817e6 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:19.953040 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7e3ee83f-1f89-4927-a85e-e343aa5b270e None None] Provisioning complete for port 56cf6d80-8b57-4905-b463-2e9ae52a0565 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:19.953502 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7e3ee83f-1f89-4927-a85e-e343aa5b270e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:19.965731 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:20.003373 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3416d3-cb3e-41f0-87a3-9288519c7423 req-33a89be7-0f24-4623-8b4c-2619a9192f21 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:20.005209 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-da3416d3-cb3e-41f0-87a3-9288519c7423 req-33a89be7-0f24-4623-8b4c-2619a9192f21 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 932 time: 0.0858359
Nov 20 21:02:20.045033 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e0601a5f-eb1f-4587-9e3c-6af9c52d7056 req-d826d484-34cd-4417-9bf2-e41818b55537 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2236366
Nov 20 21:02:20.091112 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1d818-4c07-4d09-b360-b1acc5a224b8'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:02:20.094041 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372aff45-8a67-4acf-952a-5ace79c6ffbf" -d '{"events": [{"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-plugged", "status": "completed", "tag": "a1c1d818-4c07-4d09-b360-b1acc5a224b8"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:02:20.101043 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ee83f-1f89-4927-a85e-e343aa5b270e None None] Port 56cf6d80-8b57-4905-b463-2e9ae52a0565 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:02:20.112416 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a1c1d818-4c07-4d09-b360-b1acc5a224b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1c1d818-4c07-4d09-b360-b1acc5a224b8,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:20.120005 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-da3416d3-cb3e-41f0-87a3-9288519c7423 req-e4bcbc52-4d08-4390-ab28-d3b0cdb24a64 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dc41670-056b-413d-bd20-eae78a8aa102&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1031628
Nov 20 21:02:20.186895 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:20.191125 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:20.199220 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56cf6d80-8b57-4905-b463-2e9ae52a0565 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:02:20.219137 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:20.263388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Transition to ACTIVE for port object 56cf6d80-8b57-4905-b463-2e9ae52a0565 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:02:20.268458 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:20.311285 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe7030-3835-4884-b8ad-1e2fcbe90434 req-e8aa96de-f5ce-4fd3-9509-ebfa05fa07e9 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:20.314461 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80fe7030-3835-4884-b8ad-1e2fcbe90434 req-e8aa96de-f5ce-4fd3-9509-ebfa05fa07e9 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 946 time: 0.1084216
Nov 20 21:02:20.334106 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:20.334934 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5332c620-9136-495b-bd4d-92357990f3a2 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:20.361006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Pushing event updated for resources: {'Port': ['ID=56cf6d80-8b57-4905-b463-2e9ae52a0565,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:20.443645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=a1c1d818-4c07-4d09-b360-b1acc5a224b8,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:20.455777 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80fe7030-3835-4884-b8ad-1e2fcbe90434 req-d61896b7-e6e3-4fcc-a93a-ecba3364ef2d tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967236
Nov 20 21:02:20.467364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Attempting to bind port 56cf6d80-8b57-4905-b463-2e9ae52a0565 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:20.467715 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Attempting to bind port 56cf6d80-8b57-4905-b463-2e9ae52a0565 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '866500c3-fdec-4136-a43d-db548f727f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:20.468031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Attempting to bind port 56cf6d80-8b57-4905-b463-2e9ae52a0565 on network 8fb7755f-19de-4f03-b01c-d910d1de5681 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:20.473346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Port 56cf6d80-8b57-4905-b463-2e9ae52a0565 on network 8fb7755f-19de-4f03-b01c-d910d1de5681 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:02:20.473680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Attempting to bind port 56cf6d80-8b57-4905-b463-2e9ae52a0565 on network 8fb7755f-19de-4f03-b01c-d910d1de5681 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:20.491015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:02:20.491362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Checking segment: {'id': '866500c3-fdec-4136-a43d-db548f727f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:02:20.491756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Bound using segment: {'id': '866500c3-fdec-4136-a43d-db548f727f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:02:20.492199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Bound port: 56cf6d80-8b57-4905-b463-2e9ae52a0565, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866500c3-fdec-4136-a43d-db548f727f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:02:20.492565 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:20.525977 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 5332c620-9136-495b-bd4d-92357990f3a2 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:02:20.532921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 5332c620-9136-495b-bd4d-92357990f3a2 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:20.533305 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:20.583062 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df18c386-ecad-480e-9ad7-cb1c85ab73af x-openstack-request-id: req-df18c386-ecad-480e-9ad7-cb1c85ab73af {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:20.583641 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-plugged", "status": "completed", "tag": "a1c1d818-4c07-4d09-b360-b1acc5a224b8", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:20.584118 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df18c386-ecad-480e-9ad7-cb1c85ab73af {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:20.584521 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1d818-4c07-4d09-b360-b1acc5a224b8', 'code': 200}
Nov 20 21:02:20.623063 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ee1fb-fdb9-4631-b2c1-82afe6b1ac99 None None] DHCP port deletion for 6f2b4bf1-0c82-43b6-86f0-5e4a210817e6 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:20.640660 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] For port 56cf6d80-8b57-4905-b463-2e9ae52a0565, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:02:20.645415 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] For port 56cf6d80-8b57-4905-b463-2e9ae52a0565, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=56cf6d80-8b57-4905-b463-2e9ae52a0565,segment=NetworkSegment(866500c3-fdec-4136-a43d-db548f727f16),segment_id=866500c3-fdec-4136-a43d-db548f727f16)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:02:20.651278 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:20.690845 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f68c9-5698-4a52-b948-7b527482dbd6 req-627d554a-beb7-474d-932e-77baaed9ed36 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:20.693995 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:20.694812 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:20.696799 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] 10.222.0.37 "PUT /v2.0/ports/56cf6d80-8b57-4905-b463-2e9ae52a0565 HTTP/1.1" status: 200  len: 1092 time: 1.0587091
Nov 20 21:02:20.706963 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-090f68c9-5698-4a52-b948-7b527482dbd6 req-627d554a-beb7-474d-932e-77baaed9ed36 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.5110102
Nov 20 21:02:20.708608 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd887f393-fa16-4eb3-8539-7d8d82d31cf5', 'tag': '56cf6d80-8b57-4905-b463-2e9ae52a0565'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:02:20.712236 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2980ba-38bb-45fd-a763-f3c5ea309454" -d '{"events": [{"name": "network-changed", "server_uuid": "d887f393-fa16-4eb3-8539-7d8d82d31cf5", "tag": "56cf6d80-8b57-4905-b463-2e9ae52a0565"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:02:20.754924 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-366ee1fb-fdb9-4631-b2c1-82afe6b1ac99 None None] Deleting port 4850d29d-924b-4dcb-a003-e918c73e2339 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:20.755487 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-366ee1fb-fdb9-4631-b2c1-82afe6b1ac99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:20.758660 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:20.774339 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f50eb-e4e0-42da-8e0a-a6aa3e92991a service neutron] Pushing event updated for resources: {'Port': ['ID=56cf6d80-8b57-4905-b463-2e9ae52a0565,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:20.845979 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb69d25-9d2c-4b15-9bba-a3c3afc26e6f req-6ddb5f60-f709-45af-8948-27f24fbe5906 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:20.848507 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5bb69d25-9d2c-4b15-9bba-a3c3afc26e6f req-6ddb5f60-f709-45af-8948-27f24fbe5906 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 944 time: 0.1644990
Nov 20 21:02:20.854638 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-366ee1fb-fdb9-4631-b2c1-82afe6b1ac99 None None] For port 4850d29d-924b-4dcb-a003-e918c73e2339, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4850d29d-924b-4dcb-a003-e918c73e2339,segment=NetworkSegment(53b0b470-d4b2-4122-bcff-f928f25eb05b),segment_id=53b0b470-d4b2-4122-bcff-f928f25eb05b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:20.855220 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-366ee1fb-fdb9-4631-b2c1-82afe6b1ac99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:20.859589 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5332c620-9136-495b-bd4d-92357990f3a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5332c620-9136-495b-bd4d-92357990f3a2,segment=NetworkSegment(4b649abf-c8be-42af-b705-d4f94f06269b),segment_id=4b649abf-c8be-42af-b705-d4f94f06269b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:20.865318 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-13aa4a6b-6a5c-4d5b-89e3-cff99c434384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:20.868315 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-13aa4a6b-6a5c-4d5b-89e3-cff99c434384 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d0636503ac5406792f6a872f4f9c10d&device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 1095 time: 0.0850105
Nov 20 21:02:20.870640 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:20.871534 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 144b0c11-f5e6-471f-8963-411ff27f7777 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:20.874602 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-366ee1fb-fdb9-4631-b2c1-82afe6b1ac99 None None] Calling delete_port for 4850d29d-924b-4dcb-a003-e918c73e2339 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:20.929678 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-88d8db85-2b6b-474c-86b2-f933c92046cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=56cf6d80-8b57-4905-b463-2e9ae52a0565 HTTP/1.1" status: 200  len: 217 time: 0.0513651
Nov 20 21:02:20.960312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Deleting port 4850d29d-924b-4dcb-a003-e918c73e2339 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:20.960927 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:20.962835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5332c620-9136-495b-bd4d-92357990f3a2,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:20.982620 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-090f68c9-5698-4a52-b948-7b527482dbd6 req-08026521-94df-4bdf-a93b-4c5a79f0b4d9 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2740753
Nov 20 21:02:20.985767 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5bb69d25-9d2c-4b15-9bba-a3c3afc26e6f req-316b0bf4-dfb5-4b08-9636-7fbdaebd61a2 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114604
Nov 20 21:02:21.070780 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.071328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 144b0c11-f5e6-471f-8963-411ff27f7777 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:02:21.078675 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 144b0c11-f5e6-471f-8963-411ff27f7777 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:21.079049 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.097978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-51a084cb-5d8a-4ac8-aacc-e5b5bd8a52a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:21.099966 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-51a084cb-5d8a-4ac8-aacc-e5b5bd8a52a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccab10bb-3c73-4430-9cb5-aeea51d97278 HTTP/1.1" status: 200  len: 837 time: 0.1291850
Nov 20 21:02:21.119638 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-366ee1fb-fdb9-4631-b2c1-82afe6b1ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.159966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ee1fb-fdb9-4631-b2c1-82afe6b1ac99 None None] Pushing event deleted for resources: {'Port': ['ID=4850d29d-924b-4dcb-a003-e918c73e2339,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:21.165837 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ee1fb-fdb9-4631-b2c1-82afe6b1ac99 None None] No DVR routers for this DVR port 4850d29d-924b-4dcb-a003-e918c73e2339 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:02:21.183330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] For port 4850d29d-924b-4dcb-a003-e918c73e2339, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4850d29d-924b-4dcb-a003-e918c73e2339,segment=NetworkSegment(53b0b470-d4b2-4122-bcff-f928f25eb05b),segment_id=53b0b470-d4b2-4122-bcff-f928f25eb05b)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:21.183902 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.205613 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Calling delete_port for 4850d29d-924b-4dcb-a003-e918c73e2339 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:21.223991 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.224194 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706f2f22-619a-4b42-bda1-4ae093266804 x-openstack-request-id: req-706f2f22-619a-4b42-bda1-4ae093266804 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:21.224194 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d887f393-fa16-4eb3-8539-7d8d82d31cf5", "tag": "56cf6d80-8b57-4905-b463-2e9ae52a0565", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:21.224194 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-706f2f22-619a-4b42-bda1-4ae093266804 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:21.224643 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd887f393-fa16-4eb3-8539-7d8d82d31cf5', 'tag': '56cf6d80-8b57-4905-b463-2e9ae52a0565', 'status': 'completed', 'code': 200}
Nov 20 21:02:21.261255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-b6f2c880-e216-428f-904c-02e0caf32446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:21.263422 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-b6f2c880-e216-428f-904c-02e0caf32446 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8fb7755f-19de-4f03-b01c-d910d1de5681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.1550028
Nov 20 21:02:21.264121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 144b0c11-f5e6-471f-8963-411ff27f7777, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=144b0c11-f5e6-471f-8963-411ff27f7777,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:21.270304 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.271460 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device fafe012b-fc11-4ebf-90fb-e3698bda3e63 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:21.327375 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ade263-5904-4e3d-aae5-80c83bff8bc0 req-f1f7cfa3-0768-4b4c-8214-768cddfb3ca5 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:21.334169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ade263-5904-4e3d-aae5-80c83bff8bc0 req-f1f7cfa3-0768-4b4c-8214-768cddfb3ca5 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:21.341829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ade263-5904-4e3d-aae5-80c83bff8bc0 req-f1f7cfa3-0768-4b4c-8214-768cddfb3ca5 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:21.350594 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-24ade263-5904-4e3d-aae5-80c83bff8bc0 req-f1f7cfa3-0768-4b4c-8214-768cddfb3ca5 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5&device_id=3c7f9f50-4ba7-462b-8d2d-4b514ccd3301&device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 2419 time: 0.1310682
Nov 20 21:02:21.371503 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=144b0c11-f5e6-471f-8963-411ff27f7777,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:21.382788 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port fafe012b-fc11-4ebf-90fb-e3698bda3e63 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:02:21.391850 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port fafe012b-fc11-4ebf-90fb-e3698bda3e63 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:21.394407 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.411429 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d90ef-d8b9-42b7-aaee-935a59450a5e req-bb552bcb-121e-4b64-80e2-d1c8d11d92dc tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:21.417399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d90ef-d8b9-42b7-aaee-935a59450a5e req-bb552bcb-121e-4b64-80e2-d1c8d11d92dc tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:21.424116 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d90ef-d8b9-42b7-aaee-935a59450a5e req-bb552bcb-121e-4b64-80e2-d1c8d11d92dc tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:21.430160 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d90ef-d8b9-42b7-aaee-935a59450a5e req-bb552bcb-121e-4b64-80e2-d1c8d11d92dc tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:21.436373 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d90ef-d8b9-42b7-aaee-935a59450a5e req-bb552bcb-121e-4b64-80e2-d1c8d11d92dc tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:21.443018 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d90ef-d8b9-42b7-aaee-935a59450a5e req-bb552bcb-121e-4b64-80e2-d1c8d11d92dc tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:21.444962 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-0b82eea3-6ac8-4a3d-b1c5-5ea66056b8e0 service neutron] 10.222.0.37 "GET /v2.0/networks/8fb7755f-19de-4f03-b01c-d910d1de5681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1709824
Nov 20 21:02:21.448588 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-24ade263-5904-4e3d-aae5-80c83bff8bc0 req-c18881e3-5e48-44a1-aeb2-cd98ce1cf7f5 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964131
Nov 20 21:02:21.450102 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d90ef-d8b9-42b7-aaee-935a59450a5e req-bb552bcb-121e-4b64-80e2-d1c8d11d92dc tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:21.452096 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e96d90ef-d8b9-42b7-aaee-935a59450a5e req-bb552bcb-121e-4b64-80e2-d1c8d11d92dc tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5431 time: 0.1529868
Nov 20 21:02:21.485703 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Router 6a924532-70e1-42b1-816c-6d88e1ed01ec is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:02:21.494971 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.513900 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.526310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Port': ['ID=4850d29d-924b-4dcb-a003-e918c73e2339,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:21.548521 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] No DVR routers for this DVR port 4850d29d-924b-4dcb-a003-e918c73e2339 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:02:21.578465 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port fafe012b-fc11-4ebf-90fb-e3698bda3e63, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fafe012b-fc11-4ebf-90fb-e3698bda3e63,segment=NetworkSegment(b500a6dc-5edd-4c88-82df-4a23560852fc),segment_id=b500a6dc-5edd-4c88-82df-4a23560852fc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:21.584180 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.586282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:21.597547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4850d29d-924b-4dcb-a003-e918c73e2339 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:02:21.621479 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e25028b2-e58b-44fa-b067-5a5ca7fbc23b req-f4474970-c15c-4dac-b7c6-42b356facad5 service neutron] 10.222.0.37 "GET /v2.0/networks/8fb7755f-19de-4f03-b01c-d910d1de5681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1692986
Nov 20 21:02:21.687285 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 4850d29d-924b-4dcb-a003-e918c73e2339 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:02:21.687638 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4850d29d-924b-4dcb-a003-e918c73e2339 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:02:21.712570 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.727243 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=fafe012b-fc11-4ebf-90fb-e3698bda3e63,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:21.734666 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e96d90ef-d8b9-42b7-aaee-935a59450a5e req-db964d3c-f29f-49f2-b92e-fe5e973174fa tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2599742
Nov 20 21:02:21.748083 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:02:21.748490 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2980ba-38bb-45fd-a763-f3c5ea309454 req-6b0649d5-1a5b-489b-a0ee-ccb3ba07a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:21.750261 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dd2980ba-38bb-45fd-a763-f3c5ea309454 req-6b0649d5-1a5b-489b-a0ee-ccb3ba07a810 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d0636503ac5406792f6a872f4f9c10d&device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 1095 time: 0.0711110
Nov 20 21:02:21.753113 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:21.753671 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.817418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-1a9f5b06-e8b7-41f0-a7b3-76ed6009860b req-7668e19e-7df7-4e06-a649-9292f2b32990 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:02:21.818861 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1a9f5b06-e8b7-41f0-a7b3-76ed6009860b req-7668e19e-7df7-4e06-a649-9292f2b32990 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067313
Nov 20 21:02:21.826372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e4ee100>,) {'filters': {'network_id': ['6f2b4bf1-0c82-43b6-86f0-5e4a210817e6']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:21.860102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2980ba-38bb-45fd-a763-f3c5ea309454 req-0ccb9c31-b9d2-4a92-9706-fa01918c3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:21.862408 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dd2980ba-38bb-45fd-a763-f3c5ea309454 req-0ccb9c31-b9d2-4a92-9706-fa01918c3cce service neutron] 10.222.0.37 "GET /v2.0/networks?id=8fb7755f-19de-4f03-b01c-d910d1de5681 HTTP/1.1" status: 200  len: 897 time: 0.1037626
Nov 20 21:02:21.871959 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.874699 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e4ee100>, '53b0b470-d4b2-4122-bcff-f928f25eb05b') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:21.875100 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e4ee100>, '53b0b470-d4b2-4122-bcff-f928f25eb05b') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:21.909517 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.917733 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:02:21.921067 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d8adb08-4bb0-45be-8e71-4a53fb65eb7e,segment=NetworkSegment(b500a6dc-5edd-4c88-82df-4a23560852fc),segment_id=b500a6dc-5edd-4c88-82df-4a23560852fc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:21.922338 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dd2980ba-38bb-45fd-a763-f3c5ea309454 req-dd699a4f-90c0-4121-adcc-1a883dfe26cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=56cf6d80-8b57-4905-b463-2e9ae52a0565 HTTP/1.1" status: 200  len: 217 time: 0.0517459
Nov 20 21:02:21.932965 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01780f3b-1a10-4fde-9697-ae8a9d6e544b None None] Sync routers for ids ['6a924532-70e1-42b1-816c-6d88e1ed01ec'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:02:21.937755 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.938848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 17593c85-2aba-4b07-b484-60c0a0677ba6 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:21.943655 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.953271 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:02:21.953668 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:02:21.956690 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:02:21.974081 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:21.977639 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b4528e5a-b709-44dc-be02-51f81c2b12c8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 4.1948936
Nov 20 21:02:21.979943 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51900) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:21.988057 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1a9f5b06-e8b7-41f0-a7b3-76ed6009860b req-9fddbe03-1d51-405c-a555-67f2e3d5220c tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200  len: 369 time: 0.1545467
Nov 20 21:02:22.018749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01780f3b-1a10-4fde-9697-ae8a9d6e544b None None] Routers {'6a924532-70e1-42b1-816c-6d88e1ed01ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:22.019420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-01780f3b-1a10-4fde-9697-ae8a9d6e544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473f88e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6a924532-70e1-42b1-816c-6d88e1ed01ec'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:22.041441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2980ba-38bb-45fd-a763-f3c5ea309454 req-e2771dc6-d01d-4042-a17e-00bcf0a217c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:22.045604 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dd2980ba-38bb-45fd-a763-f3c5ea309454 req-e2771dc6-d01d-4042-a17e-00bcf0a217c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccab10bb-3c73-4430-9cb5-aeea51d97278 HTTP/1.1" status: 200  len: 837 time: 0.0903769
Nov 20 21:02:22.088497 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:22.108236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b79da3-5b94-4349-a174-8f687ef8bd6a req-0fba9762-10c2-4203-97d5-c3d422080f98 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:22.109066 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:22.111691 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 667f05d2-48b8-4779-814f-21386c146880 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:02:22.120522 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=1d8adb08-4bb0-45be-8e71-4a53fb65eb7e,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:22.123967 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-59b79da3-5b94-4349-a174-8f687ef8bd6a req-0fba9762-10c2-4203-97d5-c3d422080f98 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 944 time: 0.2052729
Nov 20 21:02:22.124822 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] 10.222.0.41 "DELETE /v2.0/networks/6f2b4bf1-0c82-43b6-86f0-5e4a210817e6 HTTP/1.1" status: 204  len: 168 time: 2.1792803
Nov 20 21:02:22.170617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2980ba-38bb-45fd-a763-f3c5ea309454 req-4591f6f6-012a-49c1-b78d-3a69570e3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:22.173030 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dd2980ba-38bb-45fd-a763-f3c5ea309454 req-4591f6f6-012a-49c1-b78d-3a69570e3e4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8fb7755f-19de-4f03-b01c-d910d1de5681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.1167686
Nov 20 21:02:22.211766 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 17593c85-2aba-4b07-b484-60c0a0677ba6 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:02:22.239446 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 17593c85-2aba-4b07-b484-60c0a0677ba6 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:22.239828 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:22.255825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86867c-e1b5-4dcb-a71e-1c8347c16b61 tempest-NetworksTest-1779728973 tempest-NetworksTest-1779728973-project] Pushing event deleted for resources: {'Network': ['ID=6f2b4bf1-0c82-43b6-86f0-5e4a210817e6,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:22.304596 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-412d20e1-d0e1-45c3-b36d-dba885926e26 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:22.308255 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-01780f3b-1a10-4fde-9697-ae8a9d6e544b None None] Set router 6a924532-70e1-42b1-816c-6d88e1ed01ec gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:02:22.450369 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-59b79da3-5b94-4349-a174-8f687ef8bd6a req-141f68d5-7d1a-44e6-b383-a3a4913ebd2f tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dc41670-056b-413d-bd20-eae78a8aa102&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3245082
Nov 20 21:02:22.463034 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dd2980ba-38bb-45fd-a763-f3c5ea309454 req-a5112d32-cf49-445b-a09a-2a358b894eaf service neutron] 10.222.0.37 "GET /v2.0/networks/8fb7755f-19de-4f03-b01c-d910d1de5681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2737854
Nov 20 21:02:22.585767 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5332c620-9136-495b-bd4d-92357990f3a2'}, {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144b0c11-f5e6-471f-8963-411ff27f7777'}, {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafe012b-fc11-4ebf-90fb-e3698bda3e63'}, {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8adb08-4bb0-45be-8e71-4a53fb65eb7e'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:02:22.593759 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bc82e0-5578-4f79-8794-bc0a83cdb717" -d '{"events": [{"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-plugged", "status": "completed", "tag": "5332c620-9136-495b-bd4d-92357990f3a2"}, {"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-plugged", "status": "completed", "tag": "144b0c11-f5e6-471f-8963-411ff27f7777"}, {"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-plugged", "status": "completed", "tag": "fafe012b-fc11-4ebf-90fb-e3698bda3e63"}, {"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-plugged", "status": "completed", "tag": "1d8adb08-4bb0-45be-8e71-4a53fb65eb7e"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:02:22.601018 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51916) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:22.641018 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf499f-c5cd-468e-a110-b508cd03e4b1 req-6aff8009-2ce9-4c43-bace-7258d10a70d1 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:22.643567 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9fcf499f-c5cd-468e-a110-b508cd03e4b1 req-6aff8009-2ce9-4c43-bace-7258d10a70d1 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 944 time: 0.1361527
Nov 20 21:02:22.645198 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-412d20e1-d0e1-45c3-b36d-dba885926e26 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:22.684131 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 667f05d2-48b8-4779-814f-21386c146880, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=667f05d2-48b8-4779-814f-21386c146880,segment=NetworkSegment(3d6a0149-c14d-4f9e-bcb0-98cf878df86b),segment_id=3d6a0149-c14d-4f9e-bcb0-98cf878df86b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:22.693878 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:22.705619 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dd2980ba-38bb-45fd-a763-f3c5ea309454 req-1a78497f-0cb1-42b8-ac50-54439350f843 service neutron] 10.222.0.37 "GET /v2.0/networks/8fb7755f-19de-4f03-b01c-d910d1de5681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2311475
Nov 20 21:02:22.723779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d06c2e-c546-4e19-b0f4-80707bdc6410 req-df7309d4-57a9-48da-be9f-bb986616ab30 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:22.726327 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-74d06c2e-c546-4e19-b0f4-80707bdc6410 req-df7309d4-57a9-48da-be9f-bb986616ab30 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.0894108
Nov 20 21:02:22.738513 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '667f05d2-48b8-4779-814f-21386c146880', 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7', 'port_id': '667f05d2-48b8-4779-814f-21386c146880', 'mac_address': 'fa:16:3e:29:72:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6eff07-25fc-4f90-a3eb-b1120046c7e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:02:22.768241 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9fcf499f-c5cd-468e-a110-b508cd03e4b1 req-fb75d7af-1761-4c3c-931a-1729de12abb3 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116662
Nov 20 21:02:22.789292 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-74d06c2e-c546-4e19-b0f4-80707bdc6410 req-d13d7759-c26c-4f21-b1a2-a25b40eef1e5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544047
Nov 20 21:02:22.820918 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-412d20e1-d0e1-45c3-b36d-dba885926e26 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Deleting port aa085b03-f3a3-4ada-ac5b-2d46c6dfca0e {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:22.821285 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-412d20e1-d0e1-45c3-b36d-dba885926e26 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:22.831346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 17593c85-2aba-4b07-b484-60c0a0677ba6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17593c85-2aba-4b07-b484-60c0a0677ba6,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:22.842504 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:22.843315 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device bd4e7a14-7d21-4548-8472-ba80748bb825 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:22.893541 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e677e143-c89a-4ac8-bc2f-db01512b54b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d2d425586f64e2bba9faa95444d1286&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2929132
Nov 20 21:02:22.895513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51932) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:22.903656 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:22.938206 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-412d20e1-d0e1-45c3-b36d-dba885926e26 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:22.955929 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-412d20e1-d0e1-45c3-b36d-dba885926e26 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Calling delete_port for aa085b03-f3a3-4ada-ac5b-2d46c6dfca0e owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:23.091237 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 20 Nov 2021 21:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71693e4-bc2c-4613-a9f6-f787bd48e9e0 x-openstack-request-id: req-f71693e4-bc2c-4613-a9f6-f787bd48e9e0 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:23.091617 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-plugged", "status": "completed", "tag": "5332c620-9136-495b-bd4d-92357990f3a2", "code": 200}, {"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-plugged", "status": "completed", "tag": "144b0c11-f5e6-471f-8963-411ff27f7777", "code": 200}, {"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-plugged", "status": "completed", "tag": "fafe012b-fc11-4ebf-90fb-e3698bda3e63", "code": 200}, {"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-plugged", "status": "completed", "tag": "1d8adb08-4bb0-45be-8e71-4a53fb65eb7e", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:23.092648 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f71693e4-bc2c-4613-a9f6-f787bd48e9e0 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:23.093539 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5332c620-9136-495b-bd4d-92357990f3a2', 'code': 200}
Nov 20 21:02:23.094243 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144b0c11-f5e6-471f-8963-411ff27f7777', 'code': 200}
Nov 20 21:02:23.094512 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafe012b-fc11-4ebf-90fb-e3698bda3e63', 'code': 200}
Nov 20 21:02:23.095071 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8adb08-4bb0-45be-8e71-4a53fb65eb7e', 'code': 200}
Nov 20 21:02:23.103654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=17593c85-2aba-4b07-b484-60c0a0677ba6,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:23.128426 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667f05d2-48b8-4779-814f-21386c146880 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:02:23.165808 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-01780f3b-1a10-4fde-9697-ae8a9d6e544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473f88e0>, [{'id': '6a924532-70e1-42b1-816c-6d88e1ed01ec', 'name': '', 'tenant_id': '4bdb940b86ca4fc68d8335b9bdddab3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '854ae15b-af7e-4d82-9b79-a68156061ef8', 'external_fixed_ips': [{'subnet_id': '2d6aba86-1b94-4680-8e7e-50fa9935348f', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa085b03-f3a3-4ada-ac5b-2d46c6dfca0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:02:17Z', 'updated_at': '2021-11-20T21:02:19Z', 'revision_number': 3, 'project_id': '4bdb940b86ca4fc68d8335b9bdddab3f', 'gw_port': {'id': 'aa085b03-f3a3-4ada-ac5b-2d46c6dfca0e', 'name': '', 'network_id': '854ae15b-af7e-4d82-9b79-a68156061ef8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:86:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a924532-70e1-42b1-816c-6d88e1ed01ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '2d6aba86-1b94-4680-8e7e-50fa9935348f', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:02:18Z', 'updated_at': '2021-11-20T21:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d6aba86-1b94-4680-8e7e-50fa9935348f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:23.170187 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 667f05d2-48b8-4779-814f-21386c146880, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=667f05d2-48b8-4779-814f-21386c146880,segment=NetworkSegment(3d6a0149-c14d-4f9e-bcb0-98cf878df86b),segment_id=3d6a0149-c14d-4f9e-bcb0-98cf878df86b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:23.201495 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:23.203284 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01780f3b-1a10-4fde-9697-ae8a9d6e544b None None] Checking router: 6a924532-70e1-42b1-816c-6d88e1ed01ec for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:02:23.203641 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01780f3b-1a10-4fde-9697-ae8a9d6e544b None None] Updating router 6a924532-70e1-42b1-816c-6d88e1ed01ec port aa085b03-f3a3-4ada-ac5b-2d46c6dfca0e binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:02:23.211144 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd9062-f48a-40c2-b6b4-219b7b2a50c0 req-5509b3a9-a648-46e6-992b-b96a87ce11dc tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:23.217950 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd9062-f48a-40c2-b6b4-219b7b2a50c0 req-5509b3a9-a648-46e6-992b-b96a87ce11dc tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:23.224314 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd9062-f48a-40c2-b6b4-219b7b2a50c0 req-5509b3a9-a648-46e6-992b-b96a87ce11dc tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:23.233234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd9062-f48a-40c2-b6b4-219b7b2a50c0 req-5509b3a9-a648-46e6-992b-b96a87ce11dc tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:23.239731 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd9062-f48a-40c2-b6b4-219b7b2a50c0 req-5509b3a9-a648-46e6-992b-b96a87ce11dc tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:23.246792 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01780f3b-1a10-4fde-9697-ae8a9d6e544b None None] Port aa085b03-f3a3-4ada-ac5b-2d46c6dfca0e not found while updating agent binding for router 6a924532-70e1-42b1-816c-6d88e1ed01ec. {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Nov 20 21:02:23.247551 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd9062-f48a-40c2-b6b4-219b7b2a50c0 req-5509b3a9-a648-46e6-992b-b96a87ce11dc tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:23.253566 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd9062-f48a-40c2-b6b4-219b7b2a50c0 req-5509b3a9-a648-46e6-992b-b96a87ce11dc tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:23.255566 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3fdd9062-f48a-40c2-b6b4-219b7b2a50c0 req-5509b3a9-a648-46e6-992b-b96a87ce11dc tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5434 time: 0.1223350
Nov 20 21:02:23.256463 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-412d20e1-d0e1-45c3-b36d-dba885926e26 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:23.264298 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port bd4e7a14-7d21-4548-8472-ba80748bb825 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:02:23.278403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port bd4e7a14-7d21-4548-8472-ba80748bb825 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:23.278875 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:23.283858 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01780f3b-1a10-4fde-9697-ae8a9d6e544b None None] Routers {'6a924532-70e1-42b1-816c-6d88e1ed01ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:23.284676 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-01780f3b-1a10-4fde-9697-ae8a9d6e544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473f88e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6a924532-70e1-42b1-816c-6d88e1ed01ec'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:23.326907 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d20e1-d0e1-45c3-b36d-dba885926e26 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa085b03-f3a3-4ada-ac5b-2d46c6dfca0e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:23.330485 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a45b890-1ee8-4486-b6b9-e5b4ddebb7af None None] DHCP port deletion for 854ae15b-af7e-4d82-9b79-a68156061ef8 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:23.357011 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-60c879f8-8f22-49ae-93f6-f3f32937b120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:23.363249 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=667f05d2-48b8-4779-814f-21386c146880,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:23.385551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-e6f82fa7-217c-424c-8d07-0198121b47b6 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:23.394330 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-e6f82fa7-217c-424c-8d07-0198121b47b6 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/networks?id=d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 HTTP/1.1" status: 200  len: 810 time: 0.4964583
Nov 20 21:02:23.407105 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3fdd9062-f48a-40c2-b6b4-219b7b2a50c0 req-b13c2b89-2e61-44ac-8dfd-43731ae7a931 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1399693
Nov 20 21:02:23.410037 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-412d20e1-d0e1-45c3-b36d-dba885926e26 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:23.411627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-01780f3b-1a10-4fde-9697-ae8a9d6e544b None None] Set router 6a924532-70e1-42b1-816c-6d88e1ed01ec gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:02:23.418506 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-60c879f8-8f22-49ae-93f6-f3f32937b120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:23.437808 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-b0a09f09-4ed1-4c5f-b08f-7b40c4aeee99 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/quotas/80a1eb46e47b43ea916c35d5747f21d5 HTTP/1.1" status: 200  len: 375 time: 0.0425522
Nov 20 21:02:23.482495 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-8fc021ee-b2f0-4d05-9614-9897eb71f92e tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=80a1eb46e47b43ea916c35d5747f21d5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0436780
Nov 20 21:02:23.485822 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-01780f3b-1a10-4fde-9697-ae8a9d6e544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473f88e0>, [{'id': '6a924532-70e1-42b1-816c-6d88e1ed01ec', 'name': '', 'tenant_id': '4bdb940b86ca4fc68d8335b9bdddab3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:02:17Z', 'updated_at': '2021-11-20T21:02:23Z', 'revision_number': 5, 'project_id': '4bdb940b86ca4fc68d8335b9bdddab3f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:23.543228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['667f05d2-48b8-4779-814f-21386c146880'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:23.551020 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01780f3b-1a10-4fde-9697-ae8a9d6e544b None None] The sync data for ids ['6a924532-70e1-42b1-816c-6d88e1ed01ec'] in ncdv-master-1 is: [{'id': '6a924532-70e1-42b1-816c-6d88e1ed01ec', 'name': '', 'tenant_id': '4bdb940b86ca4fc68d8335b9bdddab3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:02:17Z', 'updated_at': '2021-11-20T21:02:23Z', 'revision_number': 5, 'project_id': '4bdb940b86ca4fc68d8335b9bdddab3f', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:02:23.583101 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-412d20e1-d0e1-45c3-b36d-dba885926e26 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:23.585161 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-412d20e1-d0e1-45c3-b36d-dba885926e26 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:23.630837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-03750be9-5326-46c4-816c-7577d0813b6a service neutron] 10.222.0.41 "GET /v2.0/networks/d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474421
Nov 20 21:02:23.632212 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-60c879f8-8f22-49ae-93f6-f3f32937b120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:23.635052 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-60c879f8-8f22-49ae-93f6-f3f32937b120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:23.650293 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-60c879f8-8f22-49ae-93f6-f3f32937b120 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efd36b56-5fab-43f2-9245-64ebe84dc0f7 HTTP/1.1" status: 204  len: 168 time: 0.7428389
Nov 20 21:02:23.669961 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-412d20e1-d0e1-45c3-b36d-dba885926e26 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:23.670524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412d20e1-d0e1-45c3-b36d-dba885926e26 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a924532-70e1-42b1-816c-6d88e1ed01ec {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:02:23.688811 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-412d20e1-d0e1-45c3-b36d-dba885926e26 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:23.694252 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-412d20e1-d0e1-45c3-b36d-dba885926e26 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "DELETE /v2.0/routers/6a924532-70e1-42b1-816c-6d88e1ed01ec HTTP/1.1" status: 204  len: 168 time: 1.7012165
Nov 20 21:02:23.694252 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51942) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:23.722762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c879f8-8f22-49ae-93f6-f3f32937b120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd36b56-5fab-43f2-9245-64ebe84dc0f7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:23.744161 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:23.814037 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4847ffa8-5d8c-4811-9ac1-20639e0c0c0c tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Deleting subnet 2d6aba86-1b94-4680-8e7e-50fa9935348f {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:02:23.825449 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad456-f341-4afc-8ef5-9a5a94a4a59e req-96db73a0-8346-486e-8382-c0698aa60b0a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:23.832940 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-34aad456-f341-4afc-8ef5-9a5a94a4a59e req-96db73a0-8346-486e-8382-c0698aa60b0a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 944 time: 0.0719683
Nov 20 21:02:23.834895 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4847ffa8-5d8c-4811-9ac1-20639e0c0c0c tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:23.838830 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port bd4e7a14-7d21-4548-8472-ba80748bb825, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd4e7a14-7d21-4548-8472-ba80748bb825,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:23.851210 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:23.889407 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-39da3a6a-c4c7-4f14-b899-07b0b41d652b service neutron] 10.222.0.41 "GET /v2.0/networks/d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2351472
Nov 20 21:02:23.934255 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-34aad456-f341-4afc-8ef5-9a5a94a4a59e req-80c3c298-7f0d-40b2-9a7b-e474a90b9f0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dc41670-056b-413d-bd20-eae78a8aa102&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0996892
Nov 20 21:02:23.944916 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4847ffa8-5d8c-4811-9ac1-20639e0c0c0c tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:23.997483 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=bd4e7a14-7d21-4548-8472-ba80748bb825,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:24.015812 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4847ffa8-5d8c-4811-9ac1-20639e0c0c0c tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:24.123418 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4847ffa8-5d8c-4811-9ac1-20639e0c0c0c tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:24.181107 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4847ffa8-5d8c-4811-9ac1-20639e0c0c0c tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:24.185812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11634540-78c0-4e03-a076-a46568fe6dcc None None] Network 854ae15b-af7e-4d82-9b79-a68156061ef8 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:24.186272 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4847ffa8-5d8c-4811-9ac1-20639e0c0c0c tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/2d6aba86-1b94-4680-8e7e-50fa9935348f HTTP/1.1" status: 204  len: 168 time: 0.4910247
Nov 20 21:02:24.187444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847ffa8-5d8c-4811-9ac1-20639e0c0c0c tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2d6aba86-1b94-4680-8e7e-50fa9935348f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:24.188727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51958) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:24.310141 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ee8609e-fe02-4f13-9fae-f588f4ea0da6 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:24.359432 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bee0c-383c-40aa-bea0-03655c60e353 req-cf1a51c5-26db-48f0-a3a5-0ab2d72fe8bc tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:24.365388 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-310bee0c-383c-40aa-bea0-03655c60e353 req-cf1a51c5-26db-48f0-a3a5-0ab2d72fe8bc tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 945 time: 0.1138978
Nov 20 21:02:24.416797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227053ed-d9a2-4c46-9272-45b566040249 None None] DHCP port deletion for 854ae15b-af7e-4d82-9b79-a68156061ef8 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:24.447212 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ee8609e-fe02-4f13-9fae-f588f4ea0da6 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:24.482256 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-0ee8609e-fe02-4f13-9fae-f588f4ea0da6 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54add970>,) {'filters': {'network_id': ['854ae15b-af7e-4d82-9b79-a68156061ef8']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:24.482445 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-310bee0c-383c-40aa-bea0-03655c60e353 req-2cdd20cf-41c5-43c3-b7a2-b575c5ec6db3 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051285
Nov 20 21:02:24.502760 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2af72-195e-40b5-a344-57560ea68104 req-2a0fa51c-bec6-4a88-b0d6-b464e713640a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:24.502760 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ffe2af72-195e-40b5-a344-57560ea68104 req-2a0fa51c-bec6-4a88-b0d6-b464e713640a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.1571288
Nov 20 21:02:24.539822 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-0ee8609e-fe02-4f13-9fae-f588f4ea0da6 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54add970>, 'c8bf65a3-f828-4c99-881d-d425b17f84a1') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:24.540138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-0ee8609e-fe02-4f13-9fae-f588f4ea0da6 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54add970>, 'c8bf65a3-f828-4c99-881d-d425b17f84a1') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:24.557753 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ee8609e-fe02-4f13-9fae-f588f4ea0da6 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:24.602282 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ffe2af72-195e-40b5-a344-57560ea68104 req-6810be60-2323-40d0-9925-4500024b0ccc tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968635
Nov 20 21:02:24.629006 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ee8609e-fe02-4f13-9fae-f588f4ea0da6 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:24.637607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee8609e-fe02-4f13-9fae-f588f4ea0da6 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:02:24.638210 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ee8609e-fe02-4f13-9fae-f588f4ea0da6 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:02:24.642348 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:02:24.726690 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a3ed0fda-a77f-4ff7-bdb8-0bc0cab5a077 req-da23f8c2-c53a-4468-98b4-8d624564a453 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/ports?device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 210 time: 0.0653701
Nov 20 21:02:24.779856 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ee8609e-fe02-4f13-9fae-f588f4ea0da6 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:24.784711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee8609e-fe02-4f13-9fae-f588f4ea0da6 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  854ae15b-af7e-4d82-9b79-a68156061ef8 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 20 21:02:24.804781 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ee8609e-fe02-4f13-9fae-f588f4ea0da6 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:24.815893 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0ee8609e-fe02-4f13-9fae-f588f4ea0da6 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "DELETE /v2.0/networks/854ae15b-af7e-4d82-9b79-a68156061ef8 HTTP/1.1" status: 204  len: 168 time: 0.6231983
Nov 20 21:02:24.817242 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8609e-fe02-4f13-9fae-f588f4ea0da6 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Pushing event deleted for resources: {'Network': ['ID=854ae15b-af7e-4d82-9b79-a68156061ef8,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:24.937851 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c37038-ae4c-4aa0-b787-1d1402ce4fcf req-f3028acb-516f-4433-847b-cf5f310baad1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:24.946730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c37038-ae4c-4aa0-b787-1d1402ce4fcf req-f3028acb-516f-4433-847b-cf5f310baad1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:24.959930 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c37038-ae4c-4aa0-b787-1d1402ce4fcf req-f3028acb-516f-4433-847b-cf5f310baad1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:24.961258 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51988) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:24.978530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c37038-ae4c-4aa0-b787-1d1402ce4fcf req-f3028acb-516f-4433-847b-cf5f310baad1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:24.987087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c37038-ae4c-4aa0-b787-1d1402ce4fcf req-f3028acb-516f-4433-847b-cf5f310baad1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:24.995133 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c37038-ae4c-4aa0-b787-1d1402ce4fcf req-f3028acb-516f-4433-847b-cf5f310baad1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:25.005267 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c37038-ae4c-4aa0-b787-1d1402ce4fcf req-f3028acb-516f-4433-847b-cf5f310baad1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:25.015701 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-21c37038-ae4c-4aa0-b787-1d1402ce4fcf req-f3028acb-516f-4433-847b-cf5f310baad1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5435 time: 0.1882761
Nov 20 21:02:25.096643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17593c85-2aba-4b07-b484-60c0a0677ba6'}, {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4e7a14-7d21-4548-8472-ba80748bb825'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:02:25.099643 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7622d85c-17c1-4bd8-a610-9a8109bfa0f6" -d '{"events": [{"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-plugged", "status": "completed", "tag": "17593c85-2aba-4b07-b484-60c0a0677ba6"}, {"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-plugged", "status": "completed", "tag": "bd4e7a14-7d21-4548-8472-ba80748bb825"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:02:25.101557 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-2740eb6f-49af-4cbf-932a-08281ed6b6f0 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:25.102518 ncdv-master-1 neutron-server[126224]: WARNING neutron.api.v2.base [None req-2740eb6f-49af-4cbf-932a-08281ed6b6f0 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 20 21:02:25.103059 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-2740eb6f-49af-4cbf-932a-08281ed6b6f0 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 20 21:02:25.108239 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2740eb6f-49af-4cbf-932a-08281ed6b6f0 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1455679
Nov 20 21:02:25.108890 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52000) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:25.114973 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-084c56e8-7769-4d71-b54c-1178f9f8edd1 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group': {'name': 'tempest-secgroup--278106367'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:25.150489 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-084c56e8-7769-4d71-b54c-1178f9f8edd1 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.179382 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-21c37038-ae4c-4aa0-b787-1d1402ce4fcf req-d5a5aa98-e68d-4f53-beb3-757a03b72b5d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1621494
Nov 20 21:02:25.199861 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-084c56e8-7769-4d71-b54c-1178f9f8edd1 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.232922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52002) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:25.240966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-81df3a79-a74e-4aab-aa75-6c446bd0ebe8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Request body: {'router': {'name': 'tempest-router--632500992', 'project_id': '40eef0d8db1e4510911d2978c68e15d1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:25.276106 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-81df3a79-a74e-4aab-aa75-6c446bd0ebe8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.278103 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-81df3a79-a74e-4aab-aa75-6c446bd0ebe8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.297130 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7bbd7-37f3-41ff-8646-885e77675381 req-307aecc5-525b-434d-8a10-ee390a76eda0 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:25.298718 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-05f7bbd7-37f3-41ff-8646-885e77675381 req-307aecc5-525b-434d-8a10-ee390a76eda0 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 944 time: 0.1316848
Nov 20 21:02:25.356652 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-084c56e8-7769-4d71-b54c-1178f9f8edd1 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.382817 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-084c56e8-7769-4d71-b54c-1178f9f8edd1 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.411161 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-05f7bbd7-37f3-41ff-8646-885e77675381 req-ab4a8b73-ae4e-40f1-ad3f-a000d5c8b809 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dc41670-056b-413d-bd20-eae78a8aa102&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1041098
Nov 20 21:02:25.425211 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 20 Nov 2021 21:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8d57ab-6bcc-48e6-af9d-12095a1ea0a9 x-openstack-request-id: req-0c8d57ab-6bcc-48e6-af9d-12095a1ea0a9 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:25.425525 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-plugged", "status": "completed", "tag": "17593c85-2aba-4b07-b484-60c0a0677ba6", "code": 200}, {"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-plugged", "status": "completed", "tag": "bd4e7a14-7d21-4548-8472-ba80748bb825", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:25.425791 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c8d57ab-6bcc-48e6-af9d-12095a1ea0a9 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:25.426295 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17593c85-2aba-4b07-b484-60c0a0677ba6', 'code': 200}
Nov 20 21:02:25.426564 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4e7a14-7d21-4548-8472-ba80748bb825', 'code': 200}
Nov 20 21:02:25.433223 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-81df3a79-a74e-4aab-aa75-6c446bd0ebe8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.440707 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c56e8-7769-4d71-b54c-1178f9f8edd1 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823ae0c1-d659-4c2f-8878-33856717ba0d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:25.443198 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-81df3a79-a74e-4aab-aa75-6c446bd0ebe8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.467382 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-81df3a79-a74e-4aab-aa75-6c446bd0ebe8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.469512 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-81df3a79-a74e-4aab-aa75-6c446bd0ebe8 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.2335913
Nov 20 21:02:25.472000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52006) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:25.531933 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-084c56e8-7769-4d71-b54c-1178f9f8edd1 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.539962 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-084c56e8-7769-4d71-b54c-1178f9f8edd1 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.581467 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-084c56e8-7769-4d71-b54c-1178f9f8edd1 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.585613 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-084c56e8-7769-4d71-b54c-1178f9f8edd1 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4726250
Nov 20 21:02:25.587321 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52010) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:25.607177 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f330b5ce-7c1c-44e7-8147-7459876137bc tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': 'a9d24640-28ce-4eb3-b989-c1ba52ddce4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:25.633703 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df089d16-5a98-4e88-ae1c-dc5e6adc3c0b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.662085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c56e8-7769-4d71-b54c-1178f9f8edd1 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d24640-28ce-4eb3-b989-c1ba52ddce4a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:25.690833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f17f1-b3f8-44a6-a549-8cc211cfd6b3 req-fc098b4d-0798-41f1-a017-bdcdc0c0bdc6 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:25.692920 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a80f17f1-b3f8-44a6-a549-8cc211cfd6b3 req-fc098b4d-0798-41f1-a017-bdcdc0c0bdc6 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 946 time: 0.1379519
Nov 20 21:02:25.697032 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70dde9-3342-4244-b5cc-229f7cbfef38 req-5679b9b9-d069-459a-a68c-c9d4d5062251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:25.697520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70dde9-3342-4244-b5cc-229f7cbfef38 req-5679b9b9-d069-459a-a68c-c9d4d5062251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:25.698035 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70dde9-3342-4244-b5cc-229f7cbfef38 req-5679b9b9-d069-459a-a68c-c9d4d5062251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:25.698706 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70dde9-3342-4244-b5cc-229f7cbfef38 req-5679b9b9-d069-459a-a68c-c9d4d5062251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:25.698947 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70dde9-3342-4244-b5cc-229f7cbfef38 req-5679b9b9-d069-459a-a68c-c9d4d5062251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:25.700066 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70dde9-3342-4244-b5cc-229f7cbfef38 req-5679b9b9-d069-459a-a68c-c9d4d5062251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:25.700448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70dde9-3342-4244-b5cc-229f7cbfef38 req-5679b9b9-d069-459a-a68c-c9d4d5062251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:25.702457 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bc70dde9-3342-4244-b5cc-229f7cbfef38 req-5679b9b9-d069-459a-a68c-c9d4d5062251 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 6492 time: 0.1439831
Nov 20 21:02:25.711134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c6955-b462-4a9b-9b55-bb4fc934d452 req-229581e2-572e-426c-8a8d-d926a9428984 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:25.712638 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-884c6955-b462-4a9b-9b55-bb4fc934d452 req-229581e2-572e-426c-8a8d-d926a9428984 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 945 time: 0.1405382
Nov 20 21:02:25.715402 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f330b5ce-7c1c-44e7-8147-7459876137bc tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.845537 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bc70dde9-3342-4244-b5cc-229f7cbfef38 req-fcf6630b-1555-4dc9-82c2-0a0091e02532 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3d68a3d8-2a31-4843-baef-7c9183484a5f&id=4a894c9a-035a-4338-8445-7ef72a81e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1317108
Nov 20 21:02:25.855313 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-884c6955-b462-4a9b-9b55-bb4fc934d452 req-f32d4799-92b0-4254-b54d-4d9a40d92f6c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324906
Nov 20 21:02:25.857627 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f330b5ce-7c1c-44e7-8147-7459876137bc tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.864151 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f330b5ce-7c1c-44e7-8147-7459876137bc tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.881924 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df089d16-5a98-4e88-ae1c-dc5e6adc3c0b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.888550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330b5ce-7c1c-44e7-8147-7459876137bc tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65a81d8-a1e8-404f-be44-2f6b28271843,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:25.903563 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df089d16-5a98-4e88-ae1c-dc5e6adc3c0b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.910652 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f330b5ce-7c1c-44e7-8147-7459876137bc tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:25.917939 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52016) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:25.918229 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f330b5ce-7c1c-44e7-8147-7459876137bc tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3174062
Nov 20 21:02:25.961757 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d07b485b-6851-48af-b9d3-5f79c0464d54 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': 'a9d24640-28ce-4eb3-b989-c1ba52ddce4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:26.007772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be045710-9458-477a-b1b7-4f76545bebe4 req-8bf9c95c-5a92-4300-9944-5b96486b3d16 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:26.008541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a80f17f1-b3f8-44a6-a549-8cc211cfd6b3 req-51e019b8-6cfd-4ea3-9825-72f6fa232d3b tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2781410
Nov 20 21:02:26.009251 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be045710-9458-477a-b1b7-4f76545bebe4 req-8bf9c95c-5a92-4300-9944-5b96486b3d16 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.0520771
Nov 20 21:02:26.025557 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df089d16-5a98-4e88-ae1c-dc5e6adc3c0b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.026109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df089d16-5a98-4e88-ae1c-dc5e6adc3c0b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07419afe-fce6-4451-8983-61c47696b951 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:02:26.030575 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df089d16-5a98-4e88-ae1c-dc5e6adc3c0b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.034196 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-df089d16-5a98-4e88-ae1c-dc5e6adc3c0b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "DELETE /v2.0/routers/07419afe-fce6-4451-8983-61c47696b951 HTTP/1.1" status: 204  len: 168 time: 0.5579846
Nov 20 21:02:26.060299 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-1b970cc6-2563-40a3-bc38-5f802fabf60f tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:26.061817 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-1b970cc6-2563-40a3-bc38-5f802fabf60f tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.47 "GET /v2.0/networks?id=d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 HTTP/1.1" status: 200  len: 810 time: 0.2503099
Nov 20 21:02:26.071072 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be045710-9458-477a-b1b7-4f76545bebe4 req-5c757247-aac4-4ec5-8649-bbda521ffeb0 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532699
Nov 20 21:02:26.074945 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 56cf6d80-8b57-4905-b463-2e9ae52a0565 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:02:26.078519 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 667f05d2-48b8-4779-814f-21386c146880 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:26.091625 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-655a4d77-fda4-417f-81ef-d50b77baa57f tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Request body: {'port': {'device_id': '4219088e-ce1d-4f2f-8fc7-d2cfdeb14511', 'network_id': 'd6fdb4a0-b5ae-4b3e-8a3f-f915385127e9', 'admin_state_up': True, 'tenant_id': '80a1eb46e47b43ea916c35d5747f21d5'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:26.097020 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d07b485b-6851-48af-b9d3-5f79c0464d54 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.191109 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0daf16ed-68e7-40ff-a7b6-da9b23c93e80 req-d6d7b005-5e9d-45f8-a855-25f37ea2ad93 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/ports?device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 210 time: 0.0564318
Nov 20 21:02:26.199004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 667f05d2-48b8-4779-814f-21386c146880 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:02:26.220858 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 667f05d2-48b8-4779-814f-21386c146880 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:26.221674 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.248996 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52022) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:26.260684 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-d07b485b-6851-48af-b9d3-5f79c0464d54 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 20 21:02:26.264983 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d07b485b-6851-48af-b9d3-5f79c0464d54 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.3061202
Nov 20 21:02:26.265679 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52026) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:26.289697 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 56cf6d80-8b57-4905-b463-2e9ae52a0565, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=56cf6d80-8b57-4905-b463-2e9ae52a0565,segment=NetworkSegment(866500c3-fdec-4136-a43d-db548f727f16),segment_id=866500c3-fdec-4136-a43d-db548f727f16)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:26.326531 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-655a4d77-fda4-417f-81ef-d50b77baa57f tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Made reservation on behalf of 80a1eb46e47b43ea916c35d5747f21d5 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:02:26.346708 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-655a4d77-fda4-417f-81ef-d50b77baa57f tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.357373 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '56cf6d80-8b57-4905-b463-2e9ae52a0565', 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681', 'port_id': '56cf6d80-8b57-4905-b463-2e9ae52a0565', 'mac_address': 'fa:16:3e:40:11:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccab10bb-3c73-4430-9cb5-aeea51d97278', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:02:26.359113 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.392192 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e2c3a-1bfa-4855-a085-0f5902e7f0ab req-9f87aca2-0c67-4b6a-a699-95fa401b157b tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:26.398208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e2c3a-1bfa-4855-a085-0f5902e7f0ab req-9f87aca2-0c67-4b6a-a699-95fa401b157b tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:26.404398 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e2c3a-1bfa-4855-a085-0f5902e7f0ab req-9f87aca2-0c67-4b6a-a699-95fa401b157b tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:26.411107 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e2c3a-1bfa-4855-a085-0f5902e7f0ab req-9f87aca2-0c67-4b6a-a699-95fa401b157b tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:26.417149 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e2c3a-1bfa-4855-a085-0f5902e7f0ab req-9f87aca2-0c67-4b6a-a699-95fa401b157b tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:26.425419 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e2c3a-1bfa-4855-a085-0f5902e7f0ab req-9f87aca2-0c67-4b6a-a699-95fa401b157b tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:26.431578 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e2c3a-1bfa-4855-a085-0f5902e7f0ab req-9f87aca2-0c67-4b6a-a699-95fa401b157b tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:26.434412 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fe5e2c3a-1bfa-4855-a085-0f5902e7f0ab req-9f87aca2-0c67-4b6a-a699-95fa401b157b tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5435 time: 0.1365292
Nov 20 21:02:26.435655 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04580896-903a-49b7-94a3-14099b5f00bb tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.451966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 667f05d2-48b8-4779-814f-21386c146880, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=667f05d2-48b8-4779-814f-21386c146880,segment=NetworkSegment(3d6a0149-c14d-4f9e-bcb0-98cf878df86b),segment_id=3d6a0149-c14d-4f9e-bcb0-98cf878df86b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:26.469983 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.479488 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04580896-903a-49b7-94a3-14099b5f00bb tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.550060 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04580896-903a-49b7-94a3-14099b5f00bb tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.554197 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04580896-903a-49b7-94a3-14099b5f00bb tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.558133 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-04580896-903a-49b7-94a3-14099b5f00bb tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "DELETE /v2.0/security-groups/a9d24640-28ce-4eb3-b989-c1ba52ddce4a HTTP/1.1" status: 204  len: 168 time: 0.2912202
Nov 20 21:02:26.560400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52030) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:26.584312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04580896-903a-49b7-94a3-14099b5f00bb tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d24640-28ce-4eb3-b989-c1ba52ddce4a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:26.588923 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=667f05d2-48b8-4779-814f-21386c146880,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:26.612997 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.642694 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1118900207', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}, 'admin_state_up': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:26.651849 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56cf6d80-8b57-4905-b463-2e9ae52a0565 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:02:26.675625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 56cf6d80-8b57-4905-b463-2e9ae52a0565, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=56cf6d80-8b57-4905-b463-2e9ae52a0565,segment=NetworkSegment(866500c3-fdec-4136-a43d-db548f727f16),segment_id=866500c3-fdec-4136-a43d-db548f727f16)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:26.680451 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.700615 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fe5e2c3a-1bfa-4855-a085-0f5902e7f0ab req-ea76441b-db21-4eb0-940a-ffc1092e7550 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1687500
Nov 20 21:02:26.749622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=56cf6d80-8b57-4905-b463-2e9ae52a0565,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:26.750563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-655a4d77-fda4-417f-81ef-d50b77baa57f tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Allocated IP 172.20.0.6 (d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9/ee7ce0a0-88e5-4ccf-bc1a-eb56312028af/079bdb9d-b496-4bf4-8785-ac0364396223) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:02:26.763985 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.765010 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.781781 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a0c20c5e-978e-415b-8092-b6715ec91684 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2202191
Nov 20 21:02:26.785757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52032) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:26.791336 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8b4cf30f-139e-459c-b9f9-5f4f24cef856 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group': {'name': 'tempest-secgroup--692462275'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:26.815055 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b4cf30f-139e-459c-b9f9-5f4f24cef856 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.815301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef7463-e095-4ad1-bd4e-838d4c4b19da req-62e35c99-68b9-413f-92fa-794defb8c3e7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:26.816827 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3bef7463-e095-4ad1-bd4e-838d4c4b19da req-62e35c99-68b9-413f-92fa-794defb8c3e7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 945 time: 0.1507192
Nov 20 21:02:26.904033 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b4cf30f-139e-459c-b9f9-5f4f24cef856 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.909936 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b4cf30f-139e-459c-b9f9-5f4f24cef856 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.925687 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.938034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['56cf6d80-8b57-4905-b463-2e9ae52a0565'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:26.941084 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b4cf30f-139e-459c-b9f9-5f4f24cef856 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:26.944877 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8b4cf30f-139e-459c-b9f9-5f4f24cef856 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1552269
Nov 20 21:02:26.946142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52036) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:26.958915 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d61cfb54-c946-4c9c-8b99-cce2b5bb2661 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': '9d7c7bab-772a-4d56-8fce-c884a224aa13', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:26.960447 ncdv-master-1 neutron-server[126224]: WARNING neutron.api.v2.base [None req-d61cfb54-c946-4c9c-8b99-cce2b5bb2661 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 20 21:02:26.960968 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-d61cfb54-c946-4c9c-8b99-cce2b5bb2661 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:02:26.962090 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d61cfb54-c946-4c9c-8b99-cce2b5bb2661 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0141628
Nov 20 21:02:26.966392 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cf30f-139e-459c-b9f9-5f4f24cef856 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7c7bab-772a-4d56-8fce-c884a224aa13,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:26.966392 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52038) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:27.037871 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d695782-a103-4524-aaf2-a24e0ce98bdc req-16d8d88c-d22c-4e6f-8b98-a86a8aaf99e2 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:27.039344 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1d695782-a103-4524-aaf2-a24e0ce98bdc req-16d8d88c-d22c-4e6f-8b98-a86a8aaf99e2 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.1015172
Nov 20 21:02:27.066876 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4db9bae0-a2e7-4d36-9047-15f39a21b042 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.112265 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4db9bae0-a2e7-4d36-9047-15f39a21b042 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.141775 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1d695782-a103-4524-aaf2-a24e0ce98bdc req-69b7b457-f817-4308-a8e4-ae85173cb115 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860698
Nov 20 21:02:27.158478 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3bef7463-e095-4ad1-bd4e-838d4c4b19da req-6a996199-0269-4c0f-abca-1e789dea5a89 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dc41670-056b-413d-bd20-eae78a8aa102&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3259871
Nov 20 21:02:27.185436 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4db9bae0-a2e7-4d36-9047-15f39a21b042 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.189003 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4db9bae0-a2e7-4d36-9047-15f39a21b042 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.190186 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4db9bae0-a2e7-4d36-9047-15f39a21b042 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "DELETE /v2.0/security-groups/9d7c7bab-772a-4d56-8fce-c884a224aa13 HTTP/1.1" status: 204  len: 168 time: 0.2229671
Nov 20 21:02:27.194403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52044) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:27.199489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c30deb-ca32-4816-9ffb-3f48d15452be req-4392432b-5259-4b2d-9d1b-6c4e531f52b3 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:27.202891 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f3c30deb-ca32-4816-9ffb-3f48d15452be req-4392432b-5259-4b2d-9d1b-6c4e531f52b3 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 946 time: 0.3485899
Nov 20 21:02:27.218936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9bae0-a2e7-4d36-9047-15f39a21b042 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7c7bab-772a-4d56-8fce-c884a224aa13,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:27.277820 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4fff7e42-82f6-474f-bcff-1da4199c8455 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0797231
Nov 20 21:02:27.281924 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52048) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:27.286512 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-926352f2-8fbc-4e02-9190-6b7c37e3f48c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909001598'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:27.358167 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-926352f2-8fbc-4e02-9190-6b7c37e3f48c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.380323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a6ed1-483d-42c3-a9b2-4f279e4c8be7 req-e45a7e69-f154-404b-8f00-5eeb240fcafb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:27.381871 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-819a6ed1-483d-42c3-a9b2-4f279e4c8be7 req-e45a7e69-f154-404b-8f00-5eeb240fcafb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.1027362
Nov 20 21:02:27.384379 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.428271 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9eed9b8-8261-4f91-8997-7d345873726b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667f05d2-48b8-4779-814f-21386c146880'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:02:27.431391 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac5c24d-c73b-492c-9d27-15b7ea2dc0e6" -d '{"events": [{"server_uuid": "c9eed9b8-8261-4f91-8997-7d345873726b", "name": "network-vif-plugged", "status": "completed", "tag": "667f05d2-48b8-4779-814f-21386c146880"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:02:27.443660 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-655a4d77-fda4-417f-81ef-d50b77baa57f tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.459751 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-819a6ed1-483d-42c3-a9b2-4f279e4c8be7 req-519f4ed8-c22e-4ad0-aefc-b1f121059306 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692801
Nov 20 21:02:27.474847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab67e04-7ad9-47d8-9285-715288f75db6 req-31e3c7f4-7be2-4c45-b5bf-701b6cb6eb9d tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:27.476374 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7ab67e04-7ad9-47d8-9285-715288f75db6 req-31e3c7f4-7be2-4c45-b5bf-701b6cb6eb9d tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 946 time: 0.2211287
Nov 20 21:02:27.492451 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-926352f2-8fbc-4e02-9190-6b7c37e3f48c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.498127 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-926352f2-8fbc-4e02-9190-6b7c37e3f48c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.535406 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-926352f2-8fbc-4e02-9190-6b7c37e3f48c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.535406 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-926352f2-8fbc-4e02-9190-6b7c37e3f48c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2494550
Nov 20 21:02:27.535406 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926352f2-8fbc-4e02-9190-6b7c37e3f48c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3529bea8-4084-4c10-b01e-1c958f4a4672,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:27.536257 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52052) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:27.541322 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-6701f8fd-0a77-4ee6-a906-b65dc5bf88ee tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': '3529bea8-4084-4c10-b01e-1c958f4a4672', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:27.548708 ncdv-master-1 neutron-server[126224]: WARNING neutron.api.v2.base [None req-6701f8fd-0a77-4ee6-a906-b65dc5bf88ee tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 20 21:02:27.550087 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-6701f8fd-0a77-4ee6-a906-b65dc5bf88ee tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:02:27.554998 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6701f8fd-0a77-4ee6-a906-b65dc5bf88ee tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0151870
Nov 20 21:02:27.555389 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52054) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:27.597695 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-655a4d77-fda4-417f-81ef-d50b77baa57f tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.603970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-f3c30deb-ca32-4816-9ffb-3f48d15452be req-0cc90b58-170b-4a29-a95a-25ef30622d18 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Deleting port d9b0e2d6-668a-46d9-91dd-0b40e6525d46 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:27.604311 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f3c30deb-ca32-4816-9ffb-3f48d15452be req-0cc90b58-170b-4a29-a95a-25ef30622d18 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.642657 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595ed51-60b5-4094-b79b-f4867ce7cdc0 req-acd07c00-26b6-42f3-8544-40e7557146b3 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:27.644067 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0595ed51-60b5-4094-b79b-f4867ce7cdc0 req-acd07c00-26b6-42f3-8544-40e7557146b3 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/ports?device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 931 time: 0.0789435
Nov 20 21:02:27.672810 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-682352b4-86a6-4afb-8eee-580fcdd13775 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.676909 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7ab67e04-7ad9-47d8-9285-715288f75db6 req-e3daef13-6f0b-4c00-a805-5ffa38f0fb27 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899819
Nov 20 21:02:27.697863 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-655a4d77-fda4-417f-81ef-d50b77baa57f tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Network d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:27.725607 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-682352b4-86a6-4afb-8eee-580fcdd13775 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.734650 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2cd4f4-7f0e-4f03-a9ae-9568f476307d x-openstack-request-id: req-8d2cd4f4-7f0e-4f03-a9ae-9568f476307d {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:27.734928 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9eed9b8-8261-4f91-8997-7d345873726b", "name": "network-vif-plugged", "status": "completed", "tag": "667f05d2-48b8-4779-814f-21386c146880", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:27.737092 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d2cd4f4-7f0e-4f03-a9ae-9568f476307d {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:27.737717 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9eed9b8-8261-4f91-8997-7d345873726b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667f05d2-48b8-4779-814f-21386c146880', 'code': 200}
Nov 20 21:02:27.737973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-655a4d77-fda4-417f-81ef-d50b77baa57f tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:27.746900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-655a4d77-fda4-417f-81ef-d50b77baa57f tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:02:27.748445 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0595ed51-60b5-4094-b79b-f4867ce7cdc0 req-f410b275-3c70-4ec0-8ad0-a56fddd517f6 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d0c1a-5c0a-4460-b71f-db06c01b5e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962164
Nov 20 21:02:27.754286 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a4d77-fda4-417f-81ef-d50b77baa57f tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Pushing event updated for resources: {'Port': ['ID=079bdb9d-b496-4bf4-8785-ac0364396223,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:27.763145 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba6e5ea-fcd3-4ca3-861e-36e6a02a5450 None None] DHCP port deletion for d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:27.810321 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-682352b4-86a6-4afb-8eee-580fcdd13775 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.812979 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-682352b4-86a6-4afb-8eee-580fcdd13775 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.814150 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-682352b4-86a6-4afb-8eee-580fcdd13775 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "DELETE /v2.0/security-groups/3529bea8-4084-4c10-b01e-1c958f4a4672 HTTP/1.1" status: 204  len: 168 time: 0.2576661
Nov 20 21:02:27.817656 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52058) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:27.824451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f35455f6-d669-4de1-a106-41879a55de8f None None] Provisioning complete for port 079bdb9d-b496-4bf4-8785-ac0364396223 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:27.826077 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f35455f6-d669-4de1-a106-41879a55de8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.845181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682352b4-86a6-4afb-8eee-580fcdd13775 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3529bea8-4084-4c10-b01e-1c958f4a4672,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:27.860912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-f3c30deb-ca32-4816-9ffb-3f48d15452be req-0cc90b58-170b-4a29-a95a-25ef30622d18 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] For port d9b0e2d6-668a-46d9-91dd-0b40e6525d46, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9b0e2d6-668a-46d9-91dd-0b40e6525d46,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:27.861283 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f3c30deb-ca32-4816-9ffb-3f48d15452be req-0cc90b58-170b-4a29-a95a-25ef30622d18 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.874272 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6bba68e6-1ec3-4a37-9d83-d5450370997f tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0527108
Nov 20 21:02:27.874517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-655a4d77-fda4-417f-81ef-d50b77baa57f tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:27.874517 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-655a4d77-fda4-417f-81ef-d50b77baa57f tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.876246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52060) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:27.881373 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ba236065-a7f0-468a-9f76-0126b33bc719 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1357965949'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:27.893542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f35455f6-d669-4de1-a106-41879a55de8f None None] Port 079bdb9d-b496-4bf4-8785-ac0364396223 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:02:27.910396 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba236065-a7f0-468a-9f76-0126b33bc719 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.988004 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba236065-a7f0-468a-9f76-0126b33bc719 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:27.992888 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba236065-a7f0-468a-9f76-0126b33bc719 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.028551 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba236065-a7f0-468a-9f76-0126b33bc719 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.029812 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ba236065-a7f0-468a-9f76-0126b33bc719 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1518793
Nov 20 21:02:28.031790 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba236065-a7f0-468a-9f76-0126b33bc719 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fcfafc-6ee5-433a-a5eb-b198b486e35a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:28.035168 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52062) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:28.039523 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-297f74ce-5dab-4640-95c2-3f783e6ce9bb tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': 'e2fcfafc-6ee5-433a-a5eb-b198b486e35a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:28.062523 ncdv-master-1 neutron-server[126224]: WARNING neutron.api.v2.base [None req-297f74ce-5dab-4640-95c2-3f783e6ce9bb tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 20 21:02:28.063274 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-297f74ce-5dab-4640-95c2-3f783e6ce9bb tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:02:28.064406 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-297f74ce-5dab-4640-95c2-3f783e6ce9bb tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0283518
Nov 20 21:02:28.067285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52064) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:28.071744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ce0a214c-d3aa-4d45-ad86-8d10b9ca449e tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': 'e2fcfafc-6ee5-433a-a5eb-b198b486e35a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:28.072423 ncdv-master-1 neutron-server[126224]: WARNING neutron.api.v2.base [None req-ce0a214c-d3aa-4d45-ad86-8d10b9ca449e tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 20 21:02:28.072909 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-ce0a214c-d3aa-4d45-ad86-8d10b9ca449e tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:02:28.079962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 56cf6d80-8b57-4905-b463-2e9ae52a0565 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:28.080402 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ce0a214c-d3aa-4d45-ad86-8d10b9ca449e tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0120668
Nov 20 21:02:28.083155 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52066) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:28.087544 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c274754b-9927-4b86-909f-c5947ed7f734 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': 'e2fcfafc-6ee5-433a-a5eb-b198b486e35a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:28.088369 ncdv-master-1 neutron-server[126224]: WARNING neutron.api.v2.base [None req-c274754b-9927-4b86-909f-c5947ed7f734 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 20 21:02:28.088857 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-c274754b-9927-4b86-909f-c5947ed7f734 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:02:28.091374 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c274754b-9927-4b86-909f-c5947ed7f734 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0057416
Nov 20 21:02:28.093389 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52068) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:28.097949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d7cbcee9-313a-452e-8db6-91ab8846db1a tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': 'e2fcfafc-6ee5-433a-a5eb-b198b486e35a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:28.099083 ncdv-master-1 neutron-server[126224]: WARNING neutron.api.v2.base [None req-d7cbcee9-313a-452e-8db6-91ab8846db1a tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 20 21:02:28.099571 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-d7cbcee9-313a-452e-8db6-91ab8846db1a tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:02:28.100776 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d7cbcee9-313a-452e-8db6-91ab8846db1a tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0060053
Nov 20 21:02:28.103300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52070) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:28.142766 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 56cf6d80-8b57-4905-b463-2e9ae52a0565 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:02:28.147047 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 56cf6d80-8b57-4905-b463-2e9ae52a0565 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:28.147350 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.162388 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fecb7e7c-3210-4c47-986f-591af450e215 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.206363 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fecb7e7c-3210-4c47-986f-591af450e215 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.226475 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-f3c30deb-ca32-4816-9ffb-3f48d15452be req-0cc90b58-170b-4a29-a95a-25ef30622d18 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Calling delete_port for d9b0e2d6-668a-46d9-91dd-0b40e6525d46 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:28.237426 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.278403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 56cf6d80-8b57-4905-b463-2e9ae52a0565, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=56cf6d80-8b57-4905-b463-2e9ae52a0565,segment=NetworkSegment(866500c3-fdec-4136-a43d-db548f727f16),segment_id=866500c3-fdec-4136-a43d-db548f727f16)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:28.285787 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-655a4d77-fda4-417f-81ef-d50b77baa57f tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2058961
Nov 20 21:02:28.285973 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.287305 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d9b0e2d6-668a-46d9-91dd-0b40e6525d46 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:02:28.293545 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b53aa-66a5-4a2b-bcaf-3cfa9b8b2dfb req-0f6be6ed-1628-4e55-adf3-b96e411ddaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:28.295196 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b16b53aa-66a5-4a2b-bcaf-3cfa9b8b2dfb req-0f6be6ed-1628-4e55-adf3-b96e411ddaa3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 1097 time: 0.4779165
Nov 20 21:02:28.298425 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fecb7e7c-3210-4c47-986f-591af450e215 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.301094 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fecb7e7c-3210-4c47-986f-591af450e215 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.304711 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fecb7e7c-3210-4c47-986f-591af450e215 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "DELETE /v2.0/security-groups/e2fcfafc-6ee5-433a-a5eb-b198b486e35a HTTP/1.1" status: 204  len: 168 time: 0.1980031
Nov 20 21:02:28.306925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52076) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:28.334128 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb7e7c-3210-4c47-986f-591af450e215 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fcfafc-6ee5-433a-a5eb-b198b486e35a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:28.354418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61faa3ff-66b1-4f49-9ac4-e49b51b4c8f9 req-b2141645-693c-4313-b5b3-2d4d83d2cbe8 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:28.356944 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61faa3ff-66b1-4f49-9ac4-e49b51b4c8f9 req-b2141645-693c-4313-b5b3-2d4d83d2cbe8 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 945 time: 0.1045356
Nov 20 21:02:28.359237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Request body: {'port': {'device_id': '4219088e-ce1d-4f2f-8fc7-d2cfdeb14511', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:28.393496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=56cf6d80-8b57-4905-b463-2e9ae52a0565,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:28.414709 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6c15920e-d384-4522-b647-14664cd311f9 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1025066
Nov 20 21:02:28.415268 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52078) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:28.421199 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d81f996d-4c40-4192-9b07-16e4e7cdbc85 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1100447296'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:28.432557 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.440795 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.448969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899d877-343a-44ad-afa7-9762764c17b8 req-98a51a2f-83fb-4729-876b-154b516d7091 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:28.455869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899d877-343a-44ad-afa7-9762764c17b8 req-98a51a2f-83fb-4729-876b-154b516d7091 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:28.461945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899d877-343a-44ad-afa7-9762764c17b8 req-98a51a2f-83fb-4729-876b-154b516d7091 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:28.468925 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899d877-343a-44ad-afa7-9762764c17b8 req-98a51a2f-83fb-4729-876b-154b516d7091 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:28.475079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899d877-343a-44ad-afa7-9762764c17b8 req-98a51a2f-83fb-4729-876b-154b516d7091 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:28.476557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d9b0e2d6-668a-46d9-91dd-0b40e6525d46, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9b0e2d6-668a-46d9-91dd-0b40e6525d46,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:28.481535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899d877-343a-44ad-afa7-9762764c17b8 req-98a51a2f-83fb-4729-876b-154b516d7091 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:28.481801 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.489137 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899d877-343a-44ad-afa7-9762764c17b8 req-98a51a2f-83fb-4729-876b-154b516d7091 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:28.490228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8899d877-343a-44ad-afa7-9762764c17b8 req-98a51a2f-83fb-4729-876b-154b516d7091 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5435 time: 0.6361926
Nov 20 21:02:28.529054 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.547148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d9b0e2d6-668a-46d9-91dd-0b40e6525d46,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:28.654185 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b16b53aa-66a5-4a2b-bcaf-3cfa9b8b2dfb req-a2e82803-633d-4f60-81b9-b22ce0c1a662 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2998664
Nov 20 21:02:28.660494 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.765629 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8899d877-343a-44ad-afa7-9762764c17b8 req-0c92436b-f779-4928-ba9b-10559d4422f0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2498846
Nov 20 21:02:28.779872 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61faa3ff-66b1-4f49-9ac4-e49b51b4c8f9 req-85b125cd-d218-4e27-b63c-6c28edfbdea3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dc41670-056b-413d-bd20-eae78a8aa102&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4112389
Nov 20 21:02:28.781543 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d81f996d-4c40-4192-9b07-16e4e7cdbc85 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.886081 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d81f996d-4c40-4192-9b07-16e4e7cdbc85 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.891467 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f3c30deb-ca32-4816-9ffb-3f48d15452be req-0cc90b58-170b-4a29-a95a-25ef30622d18 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.893683 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Allocated IP 172.35.1.225 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/6a6437d0-8816-4909-81ce-d4bc2b626164) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:02:28.904653 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d81f996d-4c40-4192-9b07-16e4e7cdbc85 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.905273 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['30ac0211-8c85-4946-8044-a3d499132c3b'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:28.909057 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['a63523ab-4285-469f-b0a4-206673b76fcc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:28.961758 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d81f996d-4c40-4192-9b07-16e4e7cdbc85 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:28.962972 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d81f996d-4c40-4192-9b07-16e4e7cdbc85 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5464354
Nov 20 21:02:28.968931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52088) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:28.973877 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc90b58-170b-4a29-a95a-25ef30622d18 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Pushing event deleted for resources: {'Port': ['ID=d9b0e2d6-668a-46d9-91dd-0b40e6525d46,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:28.974221 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b899276a-b32e-4822-9cfc-40e5f84718e2 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': '19902397-e432-452c-8b5d-1c8400df4090', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:28.975038 ncdv-master-1 neutron-server[126224]: WARNING neutron.api.v2.base [None req-b899276a-b32e-4822-9cfc-40e5f84718e2 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 20 21:02:28.977675 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-b899276a-b32e-4822-9cfc-40e5f84718e2 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:02:28.979625 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b899276a-b32e-4822-9cfc-40e5f84718e2 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0091579
Nov 20 21:02:28.982860 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52090) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:28.989728 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f996d-4c40-4192-9b07-16e4e7cdbc85 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19902397-e432-452c-8b5d-1c8400df4090,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:28.997324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4a0ab1a7-08d5-44de-b1e6-713e08e4f876 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': '19902397-e432-452c-8b5d-1c8400df4090', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:29.017561 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c5e57-58c0-4fbe-a930-6caf25adb158 req-599f8457-3512-4756-996b-16a05a489e13 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:29.024793 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-477c5e57-58c0-4fbe-a930-6caf25adb158 req-599f8457-3512-4756-996b-16a05a489e13 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.1362731
Nov 20 21:02:29.098572 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-477c5e57-58c0-4fbe-a930-6caf25adb158 req-e203f8ca-5927-47d0-a2a7-1b296d2a08cf tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728862
Nov 20 21:02:29.100881 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-4a0ab1a7-08d5-44de-b1e6-713e08e4f876 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:02:29.102574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c30deb-ca32-4816-9ffb-3f48d15452be req-0cc90b58-170b-4a29-a95a-25ef30622d18 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] No DVR routers for this DVR port d9b0e2d6-668a-46d9-91dd-0b40e6525d46 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:02:29.105357 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4a0ab1a7-08d5-44de-b1e6-713e08e4f876 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1194327
Nov 20 21:02:29.106408 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52092) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:29.107792 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f3c30deb-ca32-4816-9ffb-3f48d15452be req-0cc90b58-170b-4a29-a95a-25ef30622d18 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:29.111182 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f3c30deb-ca32-4816-9ffb-3f48d15452be req-0cc90b58-170b-4a29-a95a-25ef30622d18 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.37 "DELETE /v2.0/ports/d9b0e2d6-668a-46d9-91dd-0b40e6525d46 HTTP/1.1" status: 204  len: 173 time: 1.8947160
Nov 20 21:02:29.111352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a55e1e3a-06b4-40de-8eb1-b8ca76a04560 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': '19902397-e432-452c-8b5d-1c8400df4090', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:29.112108 ncdv-master-1 neutron-server[126224]: WARNING neutron.api.v2.base [None req-a55e1e3a-06b4-40de-8eb1-b8ca76a04560 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 20 21:02:29.112469 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-a55e1e3a-06b4-40de-8eb1-b8ca76a04560 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:02:29.114217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc5c22e-5a81-482a-898e-703e259cb1a5', 'name': 'network-vif-deleted', 'tag': 'd9b0e2d6-668a-46d9-91dd-0b40e6525d46'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:02:29.116463 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a55e1e3a-06b4-40de-8eb1-b8ca76a04560 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0089738
Nov 20 21:02:29.116677 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67742ae-c866-4a13-bda3-aae8b0ff3902" -d '{"events": [{"server_uuid": "7cc5c22e-5a81-482a-898e-703e259cb1a5", "name": "network-vif-deleted", "tag": "d9b0e2d6-668a-46d9-91dd-0b40e6525d46"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:02:29.117211 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52094) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:29.122830 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4738ed8b-5d48-42bd-833c-0bf94253d18f tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': '19902397-e432-452c-8b5d-1c8400df4090', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:29.143513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967286f5-be8d-4016-a5c8-9d6f39d3d3d4 req-725e480f-67ee-4a8f-9153-1f4ecb29d969 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:29.155117 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-967286f5-be8d-4016-a5c8-9d6f39d3d3d4 req-725e480f-67ee-4a8f-9153-1f4ecb29d969 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.2568872
Nov 20 21:02:29.182808 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-4738ed8b-5d48-42bd-833c-0bf94253d18f tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:02:29.188790 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4738ed8b-5d48-42bd-833c-0bf94253d18f tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0704303
Nov 20 21:02:29.190262 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52098) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:29.196536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3c6f6caf-80ff-428c-997a-12fccde5eec3 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': '19902397-e432-452c-8b5d-1c8400df4090', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:29.197161 ncdv-master-1 neutron-server[126224]: WARNING neutron.api.v2.base [None req-3c6f6caf-80ff-428c-997a-12fccde5eec3 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 20 21:02:29.197825 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-3c6f6caf-80ff-428c-997a-12fccde5eec3 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:02:29.203775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52100) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:29.204595 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3c6f6caf-80ff-428c-997a-12fccde5eec3 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0131865
Nov 20 21:02:29.219917 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-868a75da-0cbd-450c-bde5-17b9e370e132 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': '19902397-e432-452c-8b5d-1c8400df4090', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:29.274075 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:29.280010 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bee6f560-2fa4-4955-80fd-73a57fb9e9d8 req-49cd1a81-0559-4cbb-8a16-b0f9fac2c397 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc5c22e-5a81-482a-898e-703e259cb1a5 HTTP/1.1" status: 200  len: 210 time: 0.0364292
Nov 20 21:02:29.346681 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-967286f5-be8d-4016-a5c8-9d6f39d3d3d4 req-ef9cbd14-ab9c-4a58-a94e-650fc0e0aeb1 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534131
Nov 20 21:02:29.360502 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-868a75da-0cbd-450c-bde5-17b9e370e132 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:02:29.361578 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-868a75da-0cbd-450c-bde5-17b9e370e132 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1497056
Nov 20 21:02:29.374576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52102) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:29.386126 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c4cba335-5e6c-416c-a63b-1bc69020cd56 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': '19902397-e432-452c-8b5d-1c8400df4090', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:29.388569 ncdv-master-1 neutron-server[126225]: WARNING neutron.api.v2.base [None req-c4cba335-5e6c-416c-a63b-1bc69020cd56 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 20 21:02:29.388569 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-c4cba335-5e6c-416c-a63b-1bc69020cd56 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:02:29.391830 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c4cba335-5e6c-416c-a63b-1bc69020cd56 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0140727
Nov 20 21:02:29.392903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52104) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:29.403411 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4968581a-895a-4fa6-8dde-924fd097c545 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': '19902397-e432-452c-8b5d-1c8400df4090', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:29.410932 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:29.420952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de856b3-4dea-491d-a180-b14a5c0c958b req-ff649a97-fe0e-4aa2-a313-06e58ef306f6 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:29.422629 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4de856b3-4dea-491d-a180-b14a5c0c958b req-ff649a97-fe0e-4aa2-a313-06e58ef306f6 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/ports?device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 931 time: 0.0804777
Nov 20 21:02:29.497548 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079bdb9d-b496-4bf4-8785-ac0364396223 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:02:29.503205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:29.514244 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:29.515208 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4de856b3-4dea-491d-a180-b14a5c0c958b req-1ae6ef6f-768c-4753-adf1-8697e81ef87e tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d0c1a-5c0a-4460-b71f-db06c01b5e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834413
Nov 20 21:02:29.519810 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-4968581a-895a-4fa6-8dde-924fd097c545 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:02:29.519993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:29.521035 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4968581a-895a-4fa6-8dde-924fd097c545 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1220593
Nov 20 21:02:29.526212 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Pushing event updated for resources: {'Port': ['ID=6a6437d0-8816-4909-81ce-d4bc2b626164,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:29.534442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52106) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:29.534442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:02:29.538861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-80b62e77-e01f-4438-86ea-cb1c19f0e340 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': '19902397-e432-452c-8b5d-1c8400df4090', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:29.553008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be6bfd-e9ca-4dcc-9e9b-031216a75f9b None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:29.575263 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Transition to ACTIVE for port object 079bdb9d-b496-4bf4-8785-ac0364396223 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:02:29.594014 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:29.610775 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d6e98d-8d12-4252-91d5-66711196a577 x-openstack-request-id: req-75d6e98d-8d12-4252-91d5-66711196a577 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:29.611012 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc5c22e-5a81-482a-898e-703e259cb1a5", "name": "network-vif-deleted", "tag": "d9b0e2d6-668a-46d9-91dd-0b40e6525d46", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:29.611246 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75d6e98d-8d12-4252-91d5-66711196a577 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:29.611651 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc5c22e-5a81-482a-898e-703e259cb1a5', 'name': 'network-vif-deleted', 'tag': 'd9b0e2d6-668a-46d9-91dd-0b40e6525d46', 'status': 'completed', 'code': 200}
Nov 20 21:02:29.634978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d43fa4b-fb0c-41aa-b588-069ecbb9d0b6 None None] Provisioning complete for port 6a6437d0-8816-4909-81ce-d4bc2b626164 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:29.635585 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d43fa4b-fb0c-41aa-b588-069ecbb9d0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:29.650010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7a4ae-3f16-454f-8c11-525af1a3e808 req-bf8585c2-a497-44e4-b6ee-321c314ee9cf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:29.656605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7a4ae-3f16-454f-8c11-525af1a3e808 req-bf8585c2-a497-44e4-b6ee-321c314ee9cf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:29.662817 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7a4ae-3f16-454f-8c11-525af1a3e808 req-bf8585c2-a497-44e4-b6ee-321c314ee9cf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:29.669460 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7a4ae-3f16-454f-8c11-525af1a3e808 req-bf8585c2-a497-44e4-b6ee-321c314ee9cf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:29.675674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7a4ae-3f16-454f-8c11-525af1a3e808 req-bf8585c2-a497-44e4-b6ee-321c314ee9cf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:29.677480 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d43fa4b-fb0c-41aa-b588-069ecbb9d0b6 None None] Port 6a6437d0-8816-4909-81ce-d4bc2b626164 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:02:29.681699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7a4ae-3f16-454f-8c11-525af1a3e808 req-bf8585c2-a497-44e4-b6ee-321c314ee9cf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:29.687869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7a4ae-3f16-454f-8c11-525af1a3e808 req-bf8585c2-a497-44e4-b6ee-321c314ee9cf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:29.689933 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8e7a4ae-3f16-454f-8c11-525af1a3e808 req-bf8585c2-a497-44e4-b6ee-321c314ee9cf tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5435 time: 0.2685061
Nov 20 21:02:29.702358 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52108) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:29.707782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-5d2c4cfd-3751-4beb-bcfa-d7baefc190bd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Request body: {'floatingip': {'port_id': '5332c620-9136-495b-bd4d-92357990f3a2'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:29.716982 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3152d735-1f5f-4789-b4b9-c83a5fa5fe51 None None] DHCP port deletion for d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:29.738934 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd887f393-fa16-4eb3-8539-7d8d82d31cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cf6d80-8b57-4905-b463-2e9ae52a0565'}, {'server_uuid': '7cc5c22e-5a81-482a-898e-703e259cb1a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9b0e2d6-668a-46d9-91dd-0b40e6525d46'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:02:29.742774 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1058612-b997-4470-b61a-ecf88bc13033" -d '{"events": [{"server_uuid": "d887f393-fa16-4eb3-8539-7d8d82d31cf5", "name": "network-vif-plugged", "status": "completed", "tag": "56cf6d80-8b57-4905-b463-2e9ae52a0565"}, {"server_uuid": "7cc5c22e-5a81-482a-898e-703e259cb1a5", "name": "network-vif-unplugged", "status": "completed", "tag": "d9b0e2d6-668a-46d9-91dd-0b40e6525d46"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:02:29.763870 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Pushing event updated for resources: {'Port': ['ID=079bdb9d-b496-4bf4-8785-ac0364396223,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:29.787478 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-80b62e77-e01f-4438-86ea-cb1c19f0e340 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:02:29.788608 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-80b62e77-e01f-4438-86ea-cb1c19f0e340 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2534003
Nov 20 21:02:29.789634 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d2c4cfd-3751-4beb-bcfa-d7baefc190bd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:29.803507 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52112) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:29.820851 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 20 Nov 2021 21:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafbb167-ee5e-4108-a263-07fbef1a0a16 x-openstack-request-id: req-fafbb167-ee5e-4108-a263-07fbef1a0a16 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:29.821537 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d887f393-fa16-4eb3-8539-7d8d82d31cf5", "name": "network-vif-plugged", "status": "completed", "tag": "56cf6d80-8b57-4905-b463-2e9ae52a0565", "code": 200}, {"server_uuid": "7cc5c22e-5a81-482a-898e-703e259cb1a5", "name": "network-vif-unplugged", "status": "completed", "tag": "d9b0e2d6-668a-46d9-91dd-0b40e6525d46", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:29.822084 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fafbb167-ee5e-4108-a263-07fbef1a0a16 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:29.822725 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd887f393-fa16-4eb3-8539-7d8d82d31cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cf6d80-8b57-4905-b463-2e9ae52a0565', 'code': 200}
Nov 20 21:02:29.823395 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc5c22e-5a81-482a-898e-703e259cb1a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9b0e2d6-668a-46d9-91dd-0b40e6525d46', 'code': 200}
Nov 20 21:02:29.929503 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Attempting to bind port 079bdb9d-b496-4bf4-8785-ac0364396223 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:29.930170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Attempting to bind port 079bdb9d-b496-4bf4-8785-ac0364396223 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e32ee3a8-7f5b-4bd5-8a94-03e06640678f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd6fdb4a0-b5ae-4b3e-8a3f-f915385127e9'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:29.930684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Attempting to bind port 079bdb9d-b496-4bf4-8785-ac0364396223 on network d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:29.985659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Port 079bdb9d-b496-4bf4-8785-ac0364396223 on network d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:02:29.986401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Attempting to bind port 079bdb9d-b496-4bf4-8785-ac0364396223 on network d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:29.997442 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6f60f6a3-b017-4405-b6e1-b003447cc320 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:30.029915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:02:30.030169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Checking segment: {'id': 'e32ee3a8-7f5b-4bd5-8a94-03e06640678f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd6fdb4a0-b5ae-4b3e-8a3f-f915385127e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:02:30.030557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Bound using segment: {'id': 'e32ee3a8-7f5b-4bd5-8a94-03e06640678f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd6fdb4a0-b5ae-4b3e-8a3f-f915385127e9'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:02:30.031009 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Bound port: 079bdb9d-b496-4bf4-8785-ac0364396223, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e32ee3a8-7f5b-4bd5-8a94-03e06640678f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd6fdb4a0-b5ae-4b3e-8a3f-f915385127e9'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:02:30.031373 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:30.063991 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6f60f6a3-b017-4405-b6e1-b003447cc320 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:30.082479 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc39b78-de62-457c-b5fd-71e03213119b req-f6f1aea6-5c9a-4e73-bf93-491253fe30ac tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:30.083980 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cc39b78-de62-457c-b5fd-71e03213119b req-f6f1aea6-5c9a-4e73-bf93-491253fe30ac tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 946 time: 0.1856420
Nov 20 21:02:30.181014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6e03b-aaf2-4efb-828c-b92b56e43a90 req-98ecbd29-992c-4eeb-ba4c-e6c946c33c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:30.182623 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f6b6e03b-aaf2-4efb-828c-b92b56e43a90 req-98ecbd29-992c-4eeb-ba4c-e6c946c33c61 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 1097 time: 0.2123196
Nov 20 21:02:30.187471 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6f60f6a3-b017-4405-b6e1-b003447cc320 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:30.190156 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6f60f6a3-b017-4405-b6e1-b003447cc320 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:30.194302 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6f60f6a3-b017-4405-b6e1-b003447cc320 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "DELETE /v2.0/security-groups/19902397-e432-452c-8b5d-1c8400df4090 HTTP/1.1" status: 204  len: 168 time: 0.3845143
Nov 20 21:02:30.199408 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52118) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:30.251863 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:30.280516 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60f6a3-b017-4405-b6e1-b003447cc320 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19902397-e432-452c-8b5d-1c8400df4090,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:30.323169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] For port 079bdb9d-b496-4bf4-8785-ac0364396223, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:02:30.364920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] For port 079bdb9d-b496-4bf4-8785-ac0364396223, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=079bdb9d-b496-4bf4-8785-ac0364396223,segment=NetworkSegment(e32ee3a8-7f5b-4bd5-8a94-03e06640678f),segment_id=e32ee3a8-7f5b-4bd5-8a94-03e06640678f)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:02:30.382094 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3cc39b78-de62-457c-b5fd-71e03213119b req-fb0aa044-3368-40f7-a688-ee5b673b3daf tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dc41670-056b-413d-bd20-eae78a8aa102&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2466145
Nov 20 21:02:30.390740 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:30.405133 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3d7fe-9eb0-4089-8fd5-98f4e24919ce req-e4931cd2-97c9-4155-b72c-ac2560eaba07 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:30.405133 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-32a3d7fe-9eb0-4089-8fd5-98f4e24919ce req-e4931cd2-97c9-4155-b72c-ac2560eaba07 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.1749237
Nov 20 21:02:30.405380 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f6b6e03b-aaf2-4efb-828c-b92b56e43a90 req-5abbe931-3942-462c-b46f-0b1d971e9a6e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0dc41670-056b-413d-bd20-eae78a8aa102&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2003026
Nov 20 21:02:30.416070 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ac27eb3c-815e-4665-b800-2379a380760c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2062278
Nov 20 21:02:30.431955 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52124) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:30.436443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1e5bc6b6-2b94-4069-85f5-bcb9683e2cbe tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969861467'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:30.478509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:30.479135 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:30.481123 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] 10.222.0.47 "PUT /v2.0/ports/079bdb9d-b496-4bf4-8785-ac0364396223 HTTP/1.1" status: 200  len: 1091 time: 2.1835833
Nov 20 21:02:30.505674 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315f413f-39f9-424e-bd0b-27c405ee368c None None] DHCP port deletion for d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:30.573444 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc6b6-2b94-4069-85f5-bcb9683e2cbe tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:30.623850 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.resource_extend [None req-5d2c4cfd-3751-4beb-bcfa-d7baefc190bd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 21:02:30.679557 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-32a3d7fe-9eb0-4089-8fd5-98f4e24919ce req-52340c30-bc29-4b14-9d0b-816653020ee9 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2483273
Nov 20 21:02:30.718088 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d2c4cfd-3751-4beb-bcfa-d7baefc190bd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:30.726027 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d2c4cfd-3751-4beb-bcfa-d7baefc190bd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:30.788707 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc6b6-2b94-4069-85f5-bcb9683e2cbe tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:30.798671 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc6b6-2b94-4069-85f5-bcb9683e2cbe tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:30.861893 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e31bd-907d-42db-abf4-817fdf4ed28c service neutron] Pushing event updated for resources: {'Port': ['ID=079bdb9d-b496-4bf4-8785-ac0364396223,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:30.879420 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc6b6-2b94-4069-85f5-bcb9683e2cbe tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:30.880646 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1e5bc6b6-2b94-4069-85f5-bcb9683e2cbe tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4478099
Nov 20 21:02:30.885669 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52132) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:30.892969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4ac8e344-dbe6-4429-a63b-49012eac1b54 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': '062ccda3-51fa-440e-b551-93846e1a484d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:30.899687 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bc6b6-2b94-4069-85f5-bcb9683e2cbe tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062ccda3-51fa-440e-b551-93846e1a484d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:30.909050 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-5d2c4cfd-3751-4beb-bcfa-d7baefc190bd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Floating IP 749880ab-8a2f-42f6-a482-4da53f561a2e associated. External IP: 172.35.1.164, port: 5332c620-9136-495b-bd4d-92357990f3a2.
Nov 20 21:02:30.946994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f622a-9f80-41bc-af1f-e3c5150fc134 req-ad882361-2ed0-47be-9c59-e066763818f1 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:30.948499 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-723f622a-9f80-41bc-af1f-e3c5150fc134 req-ad882361-2ed0-47be-9c59-e066763818f1 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.4544652
Nov 20 21:02:30.952440 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-7166e717-08a8-4a98-81b0-f2cfc14d8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:30.953848 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-7166e717-08a8-4a98-81b0-f2cfc14d8ef9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=80a1eb46e47b43ea916c35d5747f21d5&device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 1094 time: 0.1388454
Nov 20 21:02:31.040317 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-20fd936b-86fd-4e8c-bd07-31d4428299da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=079bdb9d-b496-4bf4-8785-ac0364396223 HTTP/1.1" status: 200  len: 217 time: 0.0591900
Nov 20 21:02:31.054658 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-4ac8e344-dbe6-4429-a63b-49012eac1b54 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The resource could not be found.
Nov 20 21:02:31.055692 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4ac8e344-dbe6-4429-a63b-49012eac1b54 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1680350
Nov 20 21:02:31.063793 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:31.064197 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2926cf-6845-4805-89bd-82b9253ce724 req-3264b083-72a4-4966-ba62-a71d763baeee tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:31.065470 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52134) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:31.065678 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3f2926cf-6845-4805-89bd-82b9253ce724 req-3264b083-72a4-4966-ba62-a71d763baeee tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/ports?device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 943 time: 0.1543198
Nov 20 21:02:31.077409 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8721c0c4-0f8a-4e08-becc-79cd73d3c85a tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': '062ccda3-51fa-440e-b551-93846e1a484d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8fc5300f-3016-406b-a014-f4e3f982155a'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:31.162081 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-723f622a-9f80-41bc-af1f-e3c5150fc134 req-22e45440-91be-4ca8-a6d9-d27503712226 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1823163
Nov 20 21:02:31.166306 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3f2926cf-6845-4805-89bd-82b9253ce724 req-f889b2f5-5de0-4fba-ac13-4d32bb3a2961 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d0c1a-5c0a-4460-b71f-db06c01b5e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889332
Nov 20 21:02:31.187566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-334d1699-0db4-41fd-906f-e28e3981cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:31.187566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-334d1699-0db4-41fd-906f-e28e3981cb99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee7ce0a0-88e5-4ccf-bc1a-eb56312028af HTTP/1.1" status: 200  len: 850 time: 0.1331344
Nov 20 21:02:31.236194 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2c4cfd-3751-4beb-bcfa-d7baefc190bd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Router acb678b0-97c3-4172-971e-ff718700b269 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:02:31.257529 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-0e436ff6-1f1b-44e9-82cb-7de47f2117d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0644693
Nov 20 21:02:31.270603 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-8721c0c4-0f8a-4e08-becc-79cd73d3c85a tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The resource could not be found.
Nov 20 21:02:31.274221 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8721c0c4-0f8a-4e08-becc-79cd73d3c85a tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2018023
Nov 20 21:02:31.280148 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52138) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:31.385763 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753542b8-2d2c-4fa4-ad0e-0a09b5ec984d req-fa75be86-6f89-4dcb-b995-69775dd0e298 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:31.388605 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-753542b8-2d2c-4fa4-ad0e-0a09b5ec984d req-fa75be86-6f89-4dcb-b995-69775dd0e298 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c7f9f50-4ba7-462b-8d2d-4b514ccd3301 HTTP/1.1" status: 200  len: 946 time: 0.0996425
Nov 20 21:02:31.425653 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2c4cfd-3751-4beb-bcfa-d7baefc190bd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:02:31.431880 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d2c4cfd-3751-4beb-bcfa-d7baefc190bd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:31.435788 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-177b130d-47af-43bc-9276-6a073afe610f service neutron] 10.222.0.47 "GET /v2.0/networks/d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653466
Nov 20 21:02:31.441694 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72ea427f-df23-4e58-ad55-d328cb1cb5e4 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:31.443644 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b1e954-2c06-4868-8fc8-32e2037a37d0 None None] Sync routers for ids ['acb678b0-97c3-4172-971e-ff718700b269'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:02:31.446646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Router f35f5354-b414-4b13-9de7-ca8f0d36a3db is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:02:31.461932 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b1e954-2c06-4868-8fc8-32e2037a37d0 None None] Routers {'acb678b0-97c3-4172-971e-ff718700b269'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:31.462502 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-00b1e954-2c06-4868-8fc8-32e2037a37d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541e5af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['acb678b0-97c3-4172-971e-ff718700b269'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:31.483698 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5d2c4cfd-3751-4beb-bcfa-d7baefc190bd tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "PUT /v2.0/floatingips/749880ab-8a2f-42f6-a482-4da53f561a2e HTTP/1.1" status: 200  len: 991 time: 1.7806799
Nov 20 21:02:31.486718 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'tag': '5332c620-9136-495b-bd4d-92357990f3a2'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:02:31.489060 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f27dea-ae35-473b-8728-eedbaaadd56e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "tag": "5332c620-9136-495b-bd4d-92357990f3a2"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:02:31.496648 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-753542b8-2d2c-4fa4-ad0e-0a09b5ec984d req-4fc7e411-c0d3-429c-8064-4a47ac2edb80 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933566
Nov 20 21:02:31.529070 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72ea427f-df23-4e58-ad55-d328cb1cb5e4 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:31.630130 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-00b1e954-2c06-4868-8fc8-32e2037a37d0 None None] Set router acb678b0-97c3-4172-971e-ff718700b269 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:02:31.644768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db47625-daf5-4851-a689-4ba249a33da1 req-d4d45507-2621-40ff-9e21-5ff7dc769038 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:31.646739 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5db47625-daf5-4851-a689-4ba249a33da1 req-d4d45507-2621-40ff-9e21-5ff7dc769038 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 946 time: 0.0605905
Nov 20 21:02:31.649968 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4219088e-ce1d-4f2f-8fc7-d2cfdeb14511', 'tag': '079bdb9d-b496-4bf4-8785-ac0364396223'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:02:31.653080 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6711b0dd-5764-46a0-b3e9-55b2f07a3d97" -d '{"events": [{"name": "network-changed", "server_uuid": "4219088e-ce1d-4f2f-8fc7-d2cfdeb14511", "tag": "079bdb9d-b496-4bf4-8785-ac0364396223"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:02:31.703787 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5db47625-daf5-4851-a689-4ba249a33da1 req-4f370cfb-49fa-4538-a522-83b55383d957 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dc41670-056b-413d-bd20-eae78a8aa102&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0489824
Nov 20 21:02:31.707597 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3250505-fe4d-41c5-bc5d-8047addf1029 req-fb0a3e51-c1ec-4547-b23f-bb7239610384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:31.709299 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e3250505-fe4d-41c5-bc5d-8047addf1029 req-fb0a3e51-c1ec-4547-b23f-bb7239610384 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c79515660014c0bb607fcb10f6f0870&device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 1097 time: 0.2591360
Nov 20 21:02:31.735282 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e3fec-9f5a-48ee-b267-80ebc494ae32 req-6bc19a8b-31ee-49cc-9532-d92fde7be9ac tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:31.736818 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-394e3fec-9f5a-48ee-b267-80ebc494ae32 req-6bc19a8b-31ee-49cc-9532-d92fde7be9ac tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.2183883
Nov 20 21:02:31.812488 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72ea427f-df23-4e58-ad55-d328cb1cb5e4 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:31.815144 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72ea427f-df23-4e58-ad55-d328cb1cb5e4 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:31.816291 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-72ea427f-df23-4e58-ad55-d328cb1cb5e4 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "DELETE /v2.0/security-groups/062ccda3-51fa-440e-b551-93846e1a484d HTTP/1.1" status: 204  len: 168 time: 0.5345931
Nov 20 21:02:31.818363 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b6ead45-d2f1-4069-9ef2-5f1d4989505e req-4000e81e-b76c-4a6f-b77a-0cfe7a93dee5 service neutron] 10.222.0.47 "GET /v2.0/networks/d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3744922
Nov 20 21:02:31.819879 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52152) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:31.853165 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea427f-df23-4e58-ad55-d328cb1cb5e4 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062ccda3-51fa-440e-b551-93846e1a484d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:31.861012 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:02:31.889220 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14905d4e-8122-4671-b87c-245866ca2f31 x-openstack-request-id: req-14905d4e-8122-4671-b87c-245866ca2f31 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:31.889516 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "tag": "5332c620-9136-495b-bd4d-92357990f3a2", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:31.889775 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14905d4e-8122-4671-b87c-245866ca2f31 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:31.894116 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'tag': '5332c620-9136-495b-bd4d-92357990f3a2', 'status': 'completed', 'code': 200}
Nov 20 21:02:31.941974 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-394e3fec-9f5a-48ee-b267-80ebc494ae32 req-cadc8438-420b-4ce8-963e-f4403d5d0482 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575713
Nov 20 21:02:31.947790 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0ab05f-5261-4005-8fc7-910fe304099d x-openstack-request-id: req-ba0ab05f-5261-4005-8fc7-910fe304099d {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:31.952929 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4219088e-ce1d-4f2f-8fc7-d2cfdeb14511", "tag": "079bdb9d-b496-4bf4-8785-ac0364396223", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:31.953411 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba0ab05f-5261-4005-8fc7-910fe304099d {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:31.953525 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150d5ecb-04ac-43c3-842a-1ae77d391d99 None None] Sync routers for ids ['f35f5354-b414-4b13-9de7-ca8f0d36a3db'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:02:31.954459 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4219088e-ce1d-4f2f-8fc7-d2cfdeb14511', 'tag': '079bdb9d-b496-4bf4-8785-ac0364396223', 'status': 'completed', 'code': 200}
Nov 20 21:02:31.988651 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8ffd4d84-4dc1-47ac-ac83-e75791faa50b tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1623054
Nov 20 21:02:31.994133 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-00b1e954-2c06-4868-8fc8-32e2037a37d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541e5af0>, [{'id': 'acb678b0-97c3-4172-971e-ff718700b269', 'name': 'tempest-TaggedBootDevicesTest-1137891615-router', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:37Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'gw_port': {'id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:38Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '749880ab-8a2f-42f6-a482-4da53f561a2e', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'floating_ip_address': '172.35.1.164', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'port_id': '5332c620-9136-495b-bd4d-92357990f3a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b', 'mac_address': 'fa:16:3e:db:81:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:00:40Z', 'updated_at': '2021-11-20T21:02:30Z', 'revision_number': 1, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95d120f-7de6-44df-9cfe-34f00af93eff', 'name': '', 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'mac_address': 'fa:16:3e:cb:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:42Z', 'updated_at': '2021-11-20T20:59:53Z', 'revision_number': 5, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'subnets': [{'id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:31.999666 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52154) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:32.001013 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:32.004717 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150d5ecb-04ac-43c3-842a-1ae77d391d99 None None] Routers {'f35f5354-b414-4b13-9de7-ca8f0d36a3db'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:32.005557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-150d5ecb-04ac-43c3-842a-1ae77d391d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47316df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f35f5354-b414-4b13-9de7-ca8f0d36a3db'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:32.007252 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-6498da2b-8447-49bd-ae0c-4d73c725a633 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': '21f06ac3-e610-4b8e-a6f0-e7290cd80718', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:32.008865 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-543ab567-204c-4182-bccf-435502ce84d7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 5.7587934
Nov 20 21:02:32.024080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52156) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:32.029139 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b1e954-2c06-4868-8fc8-32e2037a37d0 None None] Checking router: acb678b0-97c3-4172-971e-ff718700b269 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:02:32.043767 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b1e954-2c06-4868-8fc8-32e2037a37d0 None None] Routers {'acb678b0-97c3-4172-971e-ff718700b269'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:32.045732 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-00b1e954-2c06-4868-8fc8-32e2037a37d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541e5af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['acb678b0-97c3-4172-971e-ff718700b269'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:32.054987 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3250505-fe4d-41c5-bc5d-8047addf1029 req-d5944c55-5d3b-4a7a-b598-a6be48735bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:32.056741 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e3250505-fe4d-41c5-bc5d-8047addf1029 req-d5944c55-5d3b-4a7a-b598-a6be48735bfa service neutron] 10.222.0.37 "GET /v2.0/networks?id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 HTTP/1.1" status: 200  len: 912 time: 0.3353372
Nov 20 21:02:32.072072 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-150d5ecb-04ac-43c3-842a-1ae77d391d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47316df0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:32.082993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150d5ecb-04ac-43c3-842a-1ae77d391d99 None None] Routers {'f35f5354-b414-4b13-9de7-ca8f0d36a3db'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:32.083659 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-150d5ecb-04ac-43c3-842a-1ae77d391d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47316df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f35f5354-b414-4b13-9de7-ca8f0d36a3db'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:32.101213 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b0dd-5764-46a0-b3e9-55b2f07a3d97 req-4d4cd510-b589-43e7-8866-e4718ddc39c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:32.102814 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6711b0dd-5764-46a0-b3e9-55b2f07a3d97 req-4d4cd510-b589-43e7-8866-e4718ddc39c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=80a1eb46e47b43ea916c35d5747f21d5&device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 1094 time: 0.1153948
Nov 20 21:02:32.138021 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e3250505-fe4d-41c5-bc5d-8047addf1029 req-efba137f-0bbd-4bf4-b2bd-84c5b03179e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=667f05d2-48b8-4779-814f-21386c146880 HTTP/1.1" status: 200  len: 217 time: 0.0455997
Nov 20 21:02:32.152837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fdb13-e224-4870-853e-3e264ef04aab req-cd3db036-08ef-43f0-a270-a8ac9e9f2251 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:32.154410 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fa1fdb13-e224-4870-853e-3e264ef04aab req-cd3db036-08ef-43f0-a270-a8ac9e9f2251 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.1053133
Nov 20 21:02:32.157908 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-6498da2b-8447-49bd-ae0c-4d73c725a633 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The resource could not be found.
Nov 20 21:02:32.159110 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6498da2b-8447-49bd-ae0c-4d73c725a633 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1556139
Nov 20 21:02:32.169263 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52158) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:32.174014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8689ebca-9048-4728-a1d0-82ff1a7eb43c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1100899344'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:32.227937 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-00b1e954-2c06-4868-8fc8-32e2037a37d0 None None] Set router acb678b0-97c3-4172-971e-ff718700b269 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:02:32.306926 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f27dea-ae35-473b-8728-eedbaaadd56e req-149ba6ed-8af6-4f51-ab53-8151baafa00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:32.307806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f27dea-ae35-473b-8728-eedbaaadd56e req-149ba6ed-8af6-4f51-ab53-8151baafa00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:32.309079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f27dea-ae35-473b-8728-eedbaaadd56e req-149ba6ed-8af6-4f51-ab53-8151baafa00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:32.309722 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f27dea-ae35-473b-8728-eedbaaadd56e req-149ba6ed-8af6-4f51-ab53-8151baafa00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:32.310385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f27dea-ae35-473b-8728-eedbaaadd56e req-149ba6ed-8af6-4f51-ab53-8151baafa00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:32.311017 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f27dea-ae35-473b-8728-eedbaaadd56e req-149ba6ed-8af6-4f51-ab53-8151baafa00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:32.311641 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f27dea-ae35-473b-8728-eedbaaadd56e req-149ba6ed-8af6-4f51-ab53-8151baafa00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:32.313793 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-20f27dea-ae35-473b-8728-eedbaaadd56e req-149ba6ed-8af6-4f51-ab53-8151baafa00b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 6492 time: 0.3336406
Nov 20 21:02:32.337091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b0dd-5764-46a0-b3e9-55b2f07a3d97 req-d7b6db1a-48dc-4a6c-b627-dfd7f4318c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:32.339727 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6711b0dd-5764-46a0-b3e9-55b2f07a3d97 req-d7b6db1a-48dc-4a6c-b627-dfd7f4318c87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 HTTP/1.1" status: 200  len: 911 time: 0.2245595
Nov 20 21:02:32.344166 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-150d5ecb-04ac-43c3-842a-1ae77d391d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47316df0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:32.345017 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150d5ecb-04ac-43c3-842a-1ae77d391d99 None None] The sync data for ids ['f35f5354-b414-4b13-9de7-ca8f0d36a3db'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:02:32.372052 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fa1fdb13-e224-4870-853e-3e264ef04aab req-30902e50-4af3-4def-b069-3dc567aaba4f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2048643
Nov 20 21:02:32.385458 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3250505-fe4d-41c5-bc5d-8047addf1029 req-5061851c-028d-4a52-b8e2-75fe0531cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:32.387337 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e3250505-fe4d-41c5-bc5d-8047addf1029 req-5061851c-028d-4a52-b8e2-75fe0531cae1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d6eff07-25fc-4f90-a3eb-b1120046c7e7 HTTP/1.1" status: 200  len: 851 time: 0.2390511
Nov 20 21:02:32.392813 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8689ebca-9048-4728-a1d0-82ff1a7eb43c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:32.396164 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2c21d251-ffa5-474d-8575-aabdbb91603c tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "GET /v2.0/routers/f35f5354-b414-4b13-9de7-ca8f0d36a3db HTTP/1.1" status: 200  len: 921 time: 0.3692224
Nov 20 21:02:32.410194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52162) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:32.441825 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6711b0dd-5764-46a0-b3e9-55b2f07a3d97 req-f50f6f63-a394-46a7-9aee-8f530d2af109 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=079bdb9d-b496-4bf4-8785-ac0364396223 HTTP/1.1" status: 200  len: 217 time: 0.0832162
Nov 20 21:02:32.468929 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e3250505-fe4d-41c5-bc5d-8047addf1029 req-4116bd22-a1a0-449e-9914-9cb93eb594c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0686815
Nov 20 21:02:32.495079 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe732233-f4d6-4389-a65c-174e8499820a req-fbfa8669-f704-4de9-b031-38a0bc04a75b tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:32.497434 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fe732233-f4d6-4389-a65c-174e8499820a req-fbfa8669-f704-4de9-b031-38a0bc04a75b tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c7f9f50-4ba7-462b-8d2d-4b514ccd3301 HTTP/1.1" status: 200  len: 946 time: 0.1651344
Nov 20 21:02:32.501080 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e765a3fb-6245-468d-b1e3-ef334d2047a7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "GET /v2.0/ports?device_id=f35f5354-b414-4b13-9de7-ca8f0d36a3db HTTP/1.1" status: 200  len: 205 time: 0.0901110
Nov 20 21:02:32.508891 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52164) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:32.558152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140d943-4e58-4431-b07b-1bb3d4825d8b req-e547cd94-2696-41e6-860b-7ffa7787ace2 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:32.566246 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4140d943-4e58-4431-b07b-1bb3d4825d8b req-e547cd94-2696-41e6-860b-7ffa7787ace2 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/ports?device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 943 time: 0.2739937
Nov 20 21:02:32.619367 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f27dea-ae35-473b-8728-eedbaaadd56e req-719ee1f4-092a-42b8-b7c2-2337f6c0fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:32.620902 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-20f27dea-ae35-473b-8728-eedbaaadd56e req-719ee1f4-092a-42b8-b7c2-2337f6c0fe02 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9a4d1c40-4599-43fd-8084-24cc8c85159b HTTP/1.1" status: 200  len: 913 time: 0.2946227
Nov 20 21:02:32.634681 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-00b1e954-2c06-4868-8fc8-32e2037a37d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541e5af0>, [{'id': 'acb678b0-97c3-4172-971e-ff718700b269', 'name': 'tempest-TaggedBootDevicesTest-1137891615-router', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:37Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'gw_port': {'id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:38Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '749880ab-8a2f-42f6-a482-4da53f561a2e', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'floating_ip_address': '172.35.1.164', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'port_id': '5332c620-9136-495b-bd4d-92357990f3a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b', 'mac_address': 'fa:16:3e:db:81:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:00:40Z', 'updated_at': '2021-11-20T21:02:30Z', 'revision_number': 1, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95d120f-7de6-44df-9cfe-34f00af93eff', 'name': '', 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'mac_address': 'fa:16:3e:cb:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:42Z', 'updated_at': '2021-11-20T20:59:53Z', 'revision_number': 5, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'subnets': [{'id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:32.638214 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b0dd-5764-46a0-b3e9-55b2f07a3d97 req-17c242e8-61a5-4376-9466-0b9b80b9eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:32.639874 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6711b0dd-5764-46a0-b3e9-55b2f07a3d97 req-17c242e8-61a5-4376-9466-0b9b80b9eb6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee7ce0a0-88e5-4ccf-bc1a-eb56312028af HTTP/1.1" status: 200  len: 850 time: 0.1900232
Nov 20 21:02:32.698674 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b1e954-2c06-4868-8fc8-32e2037a37d0 None None] The sync data for ids ['acb678b0-97c3-4172-971e-ff718700b269'] in ncdv-master-1 is: [{'id': 'acb678b0-97c3-4172-971e-ff718700b269', 'name': 'tempest-TaggedBootDevicesTest-1137891615-router', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:37Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'gw_port': {'id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:38Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '749880ab-8a2f-42f6-a482-4da53f561a2e', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'floating_ip_address': '172.35.1.164', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'port_id': '5332c620-9136-495b-bd4d-92357990f3a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b', 'mac_address': 'fa:16:3e:db:81:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:00:40Z', 'updated_at': '2021-11-20T21:02:30Z', 'revision_number': 1, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95d120f-7de6-44df-9cfe-34f00af93eff', 'name': '', 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'mac_address': 'fa:16:3e:cb:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:42Z', 'updated_at': '2021-11-20T20:59:53Z', 'revision_number': 5, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'subnets': [{'id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:02:32.761125 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4140d943-4e58-4431-b07b-1bb3d4825d8b req-37404493-60ff-45e7-88c5-a3712165e85b tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d0c1a-5c0a-4460-b71f-db06c01b5e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939912
Nov 20 21:02:32.786903 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8689ebca-9048-4728-a1d0-82ff1a7eb43c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:32.789971 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e3250505-fe4d-41c5-bc5d-8047addf1029 req-26a3380c-ead4-47af-b3bf-70aa5aa389c2 service neutron] 10.222.0.37 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2861395
Nov 20 21:02:32.796082 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-20f27dea-ae35-473b-8728-eedbaaadd56e req-f3c38077-e350-4f2a-b819-7e58b3952f86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5332c620-9136-495b-bd4d-92357990f3a2 HTTP/1.1" status: 200  len: 999 time: 0.1463773
Nov 20 21:02:32.797500 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8689ebca-9048-4728-a1d0-82ff1a7eb43c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:32.903062 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8689ebca-9048-4728-a1d0-82ff1a7eb43c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:32.904555 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8689ebca-9048-4728-a1d0-82ff1a7eb43c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7340071
Nov 20 21:02:32.915010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52172) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:32.962827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0437aa22-ced7-4347-b76d-a86ee0cc9045 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group': {'name': 'tempest-secgroup--427386472'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:32.976339 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a2ef9-609a-4295-bced-56403601f7ad None None] New status for floating IP 749880ab-8a2f-42f6-a482-4da53f561a2e: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:02:32.985755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689ebca-9048-4728-a1d0-82ff1a7eb43c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfb5cdd-e934-4fe6-a6a0-6c5e687cf9dc,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:33.007673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f27dea-ae35-473b-8728-eedbaaadd56e req-aebe6b78-6385-4476-bfca-c82fe9b094b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:33.009447 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-20f27dea-ae35-473b-8728-eedbaaadd56e req-aebe6b78-6385-4476-bfca-c82fe9b094b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=835298ec-367e-491f-9a58-fa02055ec6e1 HTTP/1.1" status: 200  len: 851 time: 0.1962755
Nov 20 21:02:33.042246 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6711b0dd-5764-46a0-b3e9-55b2f07a3d97 req-4864a041-e120-42f7-976c-2f877c2082fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3928301
Nov 20 21:02:33.081353 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0437aa22-ced7-4347-b76d-a86ee0cc9045 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:33.095114 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e3250505-fe4d-41c5-bc5d-8047addf1029 req-d38fcfdb-0938-4dc4-a1d1-58bb3144f564 service neutron] 10.222.0.37 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2941461
Nov 20 21:02:33.112500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21a4d6-d760-473d-95dd-fc69ed698be4 req-e6959f2f-49b7-42f0-9227-3a25783ebb2b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:33.114499 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc21a4d6-d760-473d-95dd-fc69ed698be4 req-e6959f2f-49b7-42f0-9227-3a25783ebb2b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 946 time: 0.2440169
Nov 20 21:02:33.145454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f27dea-ae35-473b-8728-eedbaaadd56e req-951a2ae5-1c99-4303-b2f5-0b26e9130bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:33.147403 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-20f27dea-ae35-473b-8728-eedbaaadd56e req-951a2ae5-1c99-4303-b2f5-0b26e9130bc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a4d1c40-4599-43fd-8084-24cc8c85159b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1305764
Nov 20 21:02:33.151539 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2b9d5-7767-4a24-8c29-c2c9b958ef35 req-5a5235ad-be9b-4a6b-be7d-e280362e5cb2 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:33.159545 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b9a2b9d5-7767-4a24-8c29-c2c9b958ef35 req-5a5235ad-be9b-4a6b-be7d-e280362e5cb2 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c7f9f50-4ba7-462b-8d2d-4b514ccd3301 HTTP/1.1" status: 200  len: 946 time: 0.5161319
Nov 20 21:02:33.222818 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43ec9b46-58e6-45ac-91a7-fe831be4fb05 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:33.231465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-fe732233-f4d6-4389-a65c-174e8499820a req-e1d57c01-7a00-4480-8910-5a819d9fb6a7 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Deleting port a63523ab-4285-469f-b0a4-206673b76fcc {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:33.231798 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-fe732233-f4d6-4389-a65c-174e8499820a req-e1d57c01-7a00-4480-8910-5a819d9fb6a7 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:33.280707 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc21a4d6-d760-473d-95dd-fc69ed698be4 req-f8b78a0d-98eb-4763-a15d-794f0cdacc5f tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dc41670-056b-413d-bd20-eae78a8aa102&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1499059
Nov 20 21:02:33.322263 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-20f27dea-ae35-473b-8728-eedbaaadd56e req-26f19832-24c3-42d0-85ac-99fddfc7fe96 service neutron] 10.222.0.47 "GET /v2.0/networks/9a4d1c40-4599-43fd-8084-24cc8c85159b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573048
Nov 20 21:02:33.340143 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0437aa22-ced7-4347-b76d-a86ee0cc9045 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:33.352155 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6711b0dd-5764-46a0-b3e9-55b2f07a3d97 req-68a9625d-1dfe-4ff3-b667-30dd052a058c service neutron] 10.222.0.47 "GET /v2.0/networks/d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2962039
Nov 20 21:02:33.353026 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0437aa22-ced7-4347-b76d-a86ee0cc9045 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:33.419678 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0437aa22-ced7-4347-b76d-a86ee0cc9045 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:33.420902 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0437aa22-ced7-4347-b76d-a86ee0cc9045 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4895308
Nov 20 21:02:33.428153 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52184) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:33.436225 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b9a2b9d5-7767-4a24-8c29-c2c9b958ef35 req-a5963f0e-5507-4266-bb2d-d071da78a776 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2758517
Nov 20 21:02:33.443182 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7c721c7e-5a9d-4004-b0b2-c5f5549261c1 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group_rule': {'security_group_id': '3bfb5cdd-e934-4fe6-a6a0-6c5e687cf9dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f19cc62b-a2ed-42d1-955f-857fdb83c84f'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:33.481233 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437aa22-ced7-4347-b76d-a86ee0cc9045 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19cc62b-a2ed-42d1-955f-857fdb83c84f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:33.566084 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-fe732233-f4d6-4389-a65c-174e8499820a req-e1d57c01-7a00-4480-8910-5a819d9fb6a7 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] For port a63523ab-4285-469f-b0a4-206673b76fcc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a63523ab-4285-469f-b0a4-206673b76fcc,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:33.566480 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-fe732233-f4d6-4389-a65c-174e8499820a req-e1d57c01-7a00-4480-8910-5a819d9fb6a7 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:33.610852 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43ec9b46-58e6-45ac-91a7-fe831be4fb05 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:33.619050 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-fe732233-f4d6-4389-a65c-174e8499820a req-e1d57c01-7a00-4480-8910-5a819d9fb6a7 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Calling delete_port for a63523ab-4285-469f-b0a4-206673b76fcc owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:33.675481 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6711b0dd-5764-46a0-b3e9-55b2f07a3d97 req-7076c8f6-11d4-44f0-8200-26acebd32b34 service neutron] 10.222.0.47 "GET /v2.0/networks/d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3048861
Nov 20 21:02:33.689768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f68b3-179c-447a-9e24-5a2212b15050 req-ce9cf3d0-dd6a-43fe-bac5-9fda23123900 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:33.692197 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f4f68b3-179c-447a-9e24-5a2212b15050 req-ce9cf3d0-dd6a-43fe-bac5-9fda23123900 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 946 time: 0.1866982
Nov 20 21:02:33.814808 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f4f68b3-179c-447a-9e24-5a2212b15050 req-5db4fe88-4a12-4885-aac3-8d468ad94ba0 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dc41670-056b-413d-bd20-eae78a8aa102&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0917213
Nov 20 21:02:33.818014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-43ec9b46-58e6-45ac-91a7-fe831be4fb05 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Deleting port 6a6437d0-8816-4909-81ce-d4bc2b626164 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:33.818534 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43ec9b46-58e6-45ac-91a7-fe831be4fb05 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:33.829436 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-20f27dea-ae35-473b-8728-eedbaaadd56e req-515a31ce-a085-4bee-825d-92f061428f55 service neutron] 10.222.0.47 "GET /v2.0/networks/9a4d1c40-4599-43fd-8084-24cc8c85159b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4990029
Nov 20 21:02:33.843674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755d0df-a4b6-4522-981a-59e70340bd8f req-e045f208-6b8d-40f3-8c1b-06a104d9664c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:33.851149 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d755d0df-a4b6-4522-981a-59e70340bd8f req-e045f208-6b8d-40f3-8c1b-06a104d9664c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.4290283
Nov 20 21:02:33.881422 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-7c721c7e-5a9d-4004-b0b2-c5f5549261c1 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:02:33.882729 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7c721c7e-5a9d-4004-b0b2-c5f5549261c1 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.4536965
Nov 20 21:02:33.888955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52190) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:33.921872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d755d0df-a4b6-4522-981a-59e70340bd8f req-f27dd2f7-24d3-4f05-bb82-81c5f2718482 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698562
Nov 20 21:02:33.963010 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-386aa707-ccbe-4b23-8610-a986b1312aca tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:33.971690 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-fe732233-f4d6-4389-a65c-174e8499820a req-e1d57c01-7a00-4480-8910-5a819d9fb6a7 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:33.988624 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['30ac0211-8c85-4946-8044-a3d499132c3b'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:33.994326 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43ec9b46-58e6-45ac-91a7-fe831be4fb05 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:33.997601 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['a63523ab-4285-469f-b0a4-206673b76fcc'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:34.026520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d57c01-7a00-4480-8910-5a819d9fb6a7 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Pushing event deleted for resources: {'Port': ['ID=a63523ab-4285-469f-b0a4-206673b76fcc,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:34.031056 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-386aa707-ccbe-4b23-8610-a986b1312aca tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.037677 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-43ec9b46-58e6-45ac-91a7-fe831be4fb05 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Calling delete_port for 6a6437d0-8816-4909-81ce-d4bc2b626164 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:34.049368 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b4df8-b938-42bb-b387-5e9ca3ffb28b req-532ac4ac-f8df-480f-a16b-a12a6071912d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:34.051311 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6c7b4df8-b938-42bb-b387-5e9ca3ffb28b req-532ac4ac-f8df-480f-a16b-a12a6071912d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.1316838
Nov 20 21:02:34.087254 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358d182-49f2-4e33-b1b0-804779f7b8bc req-0bb57889-1643-4013-8883-e683e22bbdf7 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:34.097053 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7358d182-49f2-4e33-b1b0-804779f7b8bc req-0bb57889-1643-4013-8883-e683e22bbdf7 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/ports?device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 943 time: 0.0998623
Nov 20 21:02:34.114988 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe732233-f4d6-4389-a65c-174e8499820a req-e1d57c01-7a00-4480-8910-5a819d9fb6a7 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] No DVR routers for this DVR port a63523ab-4285-469f-b0a4-206673b76fcc on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:02:34.150337 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-386aa707-ccbe-4b23-8610-a986b1312aca tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.153440 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-386aa707-ccbe-4b23-8610-a986b1312aca tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.157093 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-386aa707-ccbe-4b23-8610-a986b1312aca tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "DELETE /v2.0/security-groups/f19cc62b-a2ed-42d1-955f-857fdb83c84f HTTP/1.1" status: 204  len: 168 time: 0.2645154
Nov 20 21:02:34.157253 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-fe732233-f4d6-4389-a65c-174e8499820a req-e1d57c01-7a00-4480-8910-5a819d9fb6a7 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.158080 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fe732233-f4d6-4389-a65c-174e8499820a req-e1d57c01-7a00-4480-8910-5a819d9fb6a7 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.47 "DELETE /v2.0/ports/a63523ab-4285-469f-b0a4-206673b76fcc HTTP/1.1" status: 204  len: 173 time: 1.6500921
Nov 20 21:02:34.158558 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7f9f50-4ba7-462b-8d2d-4b514ccd3301', 'name': 'network-vif-deleted', 'tag': 'a63523ab-4285-469f-b0a4-206673b76fcc'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:02:34.160939 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8ec65a-675e-4af1-b622-69bc35eb8d87" -d '{"events": [{"server_uuid": "3c7f9f50-4ba7-462b-8d2d-4b514ccd3301", "name": "network-vif-deleted", "tag": "a63523ab-4285-469f-b0a4-206673b76fcc"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:02:34.166253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52194) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:34.180279 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7358d182-49f2-4e33-b1b0-804779f7b8bc req-e34c4eed-afc2-4f4b-a67e-2416d8e996ad tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d0c1a-5c0a-4460-b71f-db06c01b5e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816050
Nov 20 21:02:34.188714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386aa707-ccbe-4b23-8610-a986b1312aca tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19cc62b-a2ed-42d1-955f-857fdb83c84f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:34.238661 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6c7b4df8-b938-42bb-b387-5e9ca3ffb28b req-bd8090a4-a19f-4a31-84b4-b54ff47cb1d8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778712
Nov 20 21:02:34.291241 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf86f84-1e1d-4c2c-96da-9bfd15b51e61 x-openstack-request-id: req-dbf86f84-1e1d-4c2c-96da-9bfd15b51e61 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:34.291537 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7f9f50-4ba7-462b-8d2d-4b514ccd3301", "name": "network-vif-deleted", "tag": "a63523ab-4285-469f-b0a4-206673b76fcc", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:34.291796 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbf86f84-1e1d-4c2c-96da-9bfd15b51e61 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:34.292197 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7f9f50-4ba7-462b-8d2d-4b514ccd3301', 'name': 'network-vif-deleted', 'tag': 'a63523ab-4285-469f-b0a4-206673b76fcc', 'status': 'completed', 'code': 200}
Nov 20 21:02:34.320604 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-596a4b7b-e62c-4afe-ba9d-36a770a54463 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1532626
Nov 20 21:02:34.323428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52198) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:34.426529 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99059ef2-d3d7-4ec2-b89d-12317ba3cca4 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.429550 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43ec9b46-58e6-45ac-91a7-fe831be4fb05 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.472826 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec9b46-58e6-45ac-91a7-fe831be4fb05 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Pushing event deleted for resources: {'Port': ['ID=6a6437d0-8816-4909-81ce-d4bc2b626164,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:34.491999 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bb5a4c-55c3-4dac-99f8-72ebbfa2b595 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:34.499427 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99059ef2-d3d7-4ec2-b89d-12317ba3cca4 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.568206 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43ec9b46-58e6-45ac-91a7-fe831be4fb05 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.585811 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-71143f38-4adb-482c-945b-8cf2619b6592 req-95209009-aa12-4141-bb9b-df979afd210b tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c7f9f50-4ba7-462b-8d2d-4b514ccd3301 HTTP/1.1" status: 200  len: 210 time: 0.0388639
Nov 20 21:02:34.613245 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99059ef2-d3d7-4ec2-b89d-12317ba3cca4 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.616564 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99059ef2-d3d7-4ec2-b89d-12317ba3cca4 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.617928 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-99059ef2-d3d7-4ec2-b89d-12317ba3cca4 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "DELETE /v2.0/security-groups/3bfb5cdd-e934-4fe6-a6a0-6c5e687cf9dc HTTP/1.1" status: 204  len: 168 time: 0.2927432
Nov 20 21:02:34.621563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52204) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:34.663751 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99059ef2-d3d7-4ec2-b89d-12317ba3cca4 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfb5cdd-e934-4fe6-a6a0-6c5e687cf9dc,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:34.674188 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-95469871-004a-4c96-b9f3-5e120abc51a0 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0511043
Nov 20 21:02:34.677878 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52206) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:34.682830 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8189d268-5fad-4451-ac70-0bb73578456c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1882569291'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:34.696619 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43ec9b46-58e6-45ac-91a7-fe831be4fb05 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.699796 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43ec9b46-58e6-45ac-91a7-fe831be4fb05 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.711222 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8189d268-5fad-4451-ac70-0bb73578456c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.754293 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43ec9b46-58e6-45ac-91a7-fe831be4fb05 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.754835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ec9b46-58e6-45ac-91a7-fe831be4fb05 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Fanout notify agent at l3_agent the message router_deleted on router f35f5354-b414-4b13-9de7-ca8f0d36a3db {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:02:34.764286 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43ec9b46-58e6-45ac-91a7-fe831be4fb05 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.765548 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-43ec9b46-58e6-45ac-91a7-fe831be4fb05 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "DELETE /v2.0/routers/f35f5354-b414-4b13-9de7-ca8f0d36a3db HTTP/1.1" status: 204  len: 168 time: 2.2557871
Nov 20 21:02:34.769298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52208) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:34.779567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1261939501', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'enable_snat': False}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:34.796798 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8189d268-5fad-4451-ac70-0bb73578456c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.803452 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8189d268-5fad-4451-ac70-0bb73578456c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.835503 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.836495 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.845928 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8189d268-5fad-4451-ac70-0bb73578456c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.847178 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8189d268-5fad-4451-ac70-0bb73578456c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1679482
Nov 20 21:02:34.849088 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189d268-5fad-4451-ac70-0bb73578456c tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8965c19-619f-46bf-a5e7-9d380e22368f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:34.850187 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52210) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:34.854687 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-41ec068d-3b64-48a8-bc02-9bf8a1cb9fe0 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:34.855107 ncdv-master-1 neutron-server[126224]: WARNING neutron.api.v2.base [None req-41ec068d-3b64-48a8-bc02-9bf8a1cb9fe0 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 20 21:02:34.856158 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-41ec068d-3b64-48a8-bc02-9bf8a1cb9fe0 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 20 21:02:34.857265 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-41ec068d-3b64-48a8-bc02-9bf8a1cb9fe0 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "PUT /v2.0/security-groups/a8965c19-619f-46bf-a5e7-9d380e22368f HTTP/1.1" status: 409  len: 330 time: 0.0059190
Nov 20 21:02:34.860164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52212) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:34.906336 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.915323 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f12ba30c-dbe9-4ac8-b2b9-1aaf71d3c18a tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.938215 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f12ba30c-dbe9-4ac8-b2b9-1aaf71d3c18a tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.991131 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f12ba30c-dbe9-4ac8-b2b9-1aaf71d3c18a tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.994338 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f12ba30c-dbe9-4ac8-b2b9-1aaf71d3c18a tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:34.997935 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f12ba30c-dbe9-4ac8-b2b9-1aaf71d3c18a tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "DELETE /v2.0/security-groups/a8965c19-619f-46bf-a5e7-9d380e22368f HTTP/1.1" status: 204  len: 168 time: 0.1340728
Nov 20 21:02:35.000490 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52216) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:35.030204 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ba30c-dbe9-4ac8-b2b9-1aaf71d3c18a tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8965c19-619f-46bf-a5e7-9d380e22368f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:35.045419 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:35.086174 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-394d704b-f08c-49ec-af8f-c7fa99588c32 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0844381
Nov 20 21:02:35.091116 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52218) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:35.097760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164596b-e39f-4449-9164-575050adaf83 req-10e87e79-6903-406f-bd43-1d4b7d1deb76 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:35.099272 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0164596b-e39f-4449-9164-575050adaf83 req-10e87e79-6903-406f-bd43-1d4b7d1deb76 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.0851595
Nov 20 21:02:35.107332 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-5f4e5b32-4829-483d-9f21-243dd628fac5 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] delete failed (client error): The resource could not be found.
Nov 20 21:02:35.108655 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5f4e5b32-4829-483d-9f21-243dd628fac5 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "DELETE /v2.0/security-groups/bd4c18fe-2b8a-4a7a-badc-a527d2c8359c HTTP/1.1" status: 404  len: 347 time: 0.0160904
Nov 20 21:02:35.112072 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52220) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:35.149380 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-a313a456-4d50-4377-b8f2-bcb466d28ad0 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] show failed (client error): The resource could not be found.
Nov 20 21:02:35.150399 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a313a456-4d50-4377-b8f2-bcb466d28ad0 tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "GET /v2.0/security-groups/3399f017-2077-416e-855f-9d542b6a945f HTTP/1.1" status: 404  len: 347 time: 0.0373962
Nov 20 21:02:35.150767 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0164596b-e39f-4449-9164-575050adaf83 req-096419ba-f745-4350-b27f-c0b64472eba7 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434244
Nov 20 21:02:35.156051 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52222) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:35.172336 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-6bfd9246-9268-4206-be83-f518d478823a tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] show failed (client error): The resource could not be found.
Nov 20 21:02:35.173954 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6bfd9246-9268-4206-be83-f518d478823a tempest-NegativeSecGroupTest-1611819044 tempest-NegativeSecGroupTest-1611819044-project] 10.222.0.41 "GET /v2.0/security-group-rules/a1205c82-e9d0-407a-aaba-a690e7f91fd0 HTTP/1.1" status: 404  len: 356 time: 0.0159826
Nov 20 21:02:35.291551 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:35.322845 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:35.378023 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c7889-edec-4f56-adba-1f522fffb220 req-bbb566b2-4b3a-446c-855d-9288bdd39d09 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:35.379735 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d08c7889-edec-4f56-adba-1f522fffb220 req-bbb566b2-4b3a-446c-855d-9288bdd39d09 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.0544388
Nov 20 21:02:35.413020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9225f00-9b22-4485-a067-a1aa626946f4 req-2e493157-cbed-4f46-90fe-c54c72604660 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:35.414474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b9225f00-9b22-4485-a067-a1aa626946f4 req-2e493157-cbed-4f46-90fe-c54c72604660 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/ports?device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 943 time: 0.1207609
Nov 20 21:02:35.432088 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d08c7889-edec-4f56-adba-1f522fffb220 req-4d64f8aa-513e-4187-b067-d7da293c0482 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450137
Nov 20 21:02:35.458833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52234) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:35.472489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52236) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:35.505413 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Allocated IP 172.35.1.229 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/d6da4dc3-47fd-4123-909c-ddcf0c9e81ab) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:02:35.526337 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b9225f00-9b22-4485-a067-a1aa626946f4 req-15fee855-689c-4fae-b9ec-4e57a1ba5f3f tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d0c1a-5c0a-4460-b71f-db06c01b5e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019266
Nov 20 21:02:35.686412 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-44d2628f-3823-4908-8120-6488f3197e12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27397cd566b5464786a16b2331f36fab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2127655
Nov 20 21:02:35.687094 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52244) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:35.692920 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:35.765067 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ece61915-03e5-46ee-8ab7-65e7530b4764 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:35.769930 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 079bdb9d-b496-4bf4-8785-ac0364396223 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:02:35.775500 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:35.830755 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ece61915-03e5-46ee-8ab7-65e7530b4764 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:35.850147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:35.860446 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:35.877045 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:02:35.883021 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Pushing event updated for resources: {'Port': ['ID=d6da4dc3-47fd-4123-909c-ddcf0c9e81ab,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:35.910253 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc7a5fa-3de0-4b04-a210-7c65e8f35f31 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:35.949863 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 079bdb9d-b496-4bf4-8785-ac0364396223, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=079bdb9d-b496-4bf4-8785-ac0364396223,segment=NetworkSegment(e32ee3a8-7f5b-4bd5-8a94-03e06640678f),segment_id=e32ee3a8-7f5b-4bd5-8a94-03e06640678f)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:35.963910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '079bdb9d-b496-4bf4-8785-ac0364396223', 'network_id': 'd6fdb4a0-b5ae-4b3e-8a3f-f915385127e9', 'port_id': '079bdb9d-b496-4bf4-8785-ac0364396223', 'mac_address': 'fa:16:3e:7f:9c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7ce0a0-88e5-4ccf-bc1a-eb56312028af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:02:35.982893 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ece61915-03e5-46ee-8ab7-65e7530b4764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:35.985770 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ece61915-03e5-46ee-8ab7-65e7530b4764 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:35.987123 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ece61915-03e5-46ee-8ab7-65e7530b4764 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/823ae0c1-d659-4c2f-8878-33856717ba0d HTTP/1.1" status: 204  len: 168 time: 0.2974589
Nov 20 21:02:36.002313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece61915-03e5-46ee-8ab7-65e7530b4764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823ae0c1-d659-4c2f-8878-33856717ba0d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:36.033214 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:36.037063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1688231-1584-443b-936c-d778ef4de43d req-5ee366e4-4a9c-404b-ac2e-97d2150562f1 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:36.039089 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f1688231-1584-443b-936c-d778ef4de43d req-5ee366e4-4a9c-404b-ac2e-97d2150562f1 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 946 time: 0.1299980
Nov 20 21:02:36.056747 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079bdb9d-b496-4bf4-8785-ac0364396223 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:02:36.070318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ca95bb1d-5afd-4f14-9591-ca187793c195 None None] Provisioning complete for port d6da4dc3-47fd-4123-909c-ddcf0c9e81ab triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:36.070975 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ca95bb1d-5afd-4f14-9591-ca187793c195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:36.084079 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:36.115500 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 079bdb9d-b496-4bf4-8785-ac0364396223, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=079bdb9d-b496-4bf4-8785-ac0364396223,segment=NetworkSegment(e32ee3a8-7f5b-4bd5-8a94-03e06640678f),segment_id=e32ee3a8-7f5b-4bd5-8a94-03e06640678f)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:36.124531 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:36.129191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ca95bb1d-5afd-4f14-9591-ca187793c195 None None] Port d6da4dc3-47fd-4123-909c-ddcf0c9e81ab cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:02:36.197131 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f1688231-1584-443b-936c-d778ef4de43d req-abb3b755-3589-472e-9123-91fd4ab86f39 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164715
Nov 20 21:02:36.208291 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=079bdb9d-b496-4bf4-8785-ac0364396223,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:36.218179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:36.218611 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:36.219031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:36.219506 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:36.220037 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:36.220704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:36.221117 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:36.221653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:36.222118 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:36.222643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:36.223169 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:36.223698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:02:36.238365 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:36.380286 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc524ee-9375-401f-a13c-c831d11c39a3 req-2b599c42-ddad-4e22-b7d3-7b9be3e7f06c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:36.381935 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ccc524ee-9375-401f-a13c-c831d11c39a3 req-2b599c42-ddad-4e22-b7d3-7b9be3e7f06c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.1020350
Nov 20 21:02:36.437403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['079bdb9d-b496-4bf4-8785-ac0364396223'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:36.440055 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Allocated IP 172.20.0.17 (8fb7755f-19de-4f03-b01c-d910d1de5681/ccab10bb-3c73-4430-9cb5-aeea51d97278/407c8ddd-f894-448b-88af-468377b15ae8) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:02:36.500315 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ccc524ee-9375-401f-a13c-c831d11c39a3 req-0c922d0e-f299-48ab-bb15-4fb105bff3b0 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042013
Nov 20 21:02:36.625093 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:36.674169 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:36.682581 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae4a42-8409-4aa6-b08d-f7c0a249300a req-be7eee52-d06b-450f-95b3-0db7a4ed0fa8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:36.691518 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3eae4a42-8409-4aa6-b08d-f7c0a249300a req-be7eee52-d06b-450f-95b3-0db7a4ed0fa8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.1080251
Nov 20 21:02:36.757690 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3eae4a42-8409-4aa6-b08d-f7c0a249300a req-3aa68a4a-d373-4c59-8b0d-7d3d7e753388 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653706
Nov 20 21:02:36.774401 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:36.812501 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191e910-7574-4b2a-bc70-aa147f33029c req-8f5b3b68-ee6d-4ef2-b064-497943de8a00 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:36.815390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network 8fb7755f-19de-4f03-b01c-d910d1de5681 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:36.819677 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8191e910-7574-4b2a-bc70-aa147f33029c req-8f5b3b68-ee6d-4ef2-b064-497943de8a00 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/ports?device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 944 time: 0.0932648
Nov 20 21:02:36.822476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:36.826533 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:02:36.859348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Port': ['ID=407c8ddd-f894-448b-88af-468377b15ae8,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:36.880519 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8191e910-7574-4b2a-bc70-aa147f33029c req-b08a5321-749a-45e6-a659-af018a4ef570 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d0c1a-5c0a-4460-b71f-db06c01b5e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599601
Nov 20 21:02:36.883526 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Router b44c65b1-f939-41a4-8c5e-1bfb76675313 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:02:36.892651 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:37.041494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:02:37.052554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Sync routers for ids ['b44c65b1-f939-41a4-8c5e-1bfb76675313'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:02:37.062722 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:37.064106 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2613f5a0-29c2-47e5-ac33-02266adf90dd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 2.2937632
Nov 20 21:02:37.066708 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52278) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:37.073315 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Routers {'b44c65b1-f939-41a4-8c5e-1bfb76675313'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:37.075090 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4656f7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b44c65b1-f939-41a4-8c5e-1bfb76675313'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:37.084634 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:37.203701 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f5cd7d33-2f0d-4cc0-8796-a639468c36d4 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "GET /v2.0/routers/b44c65b1-f939-41a4-8c5e-1bfb76675313 HTTP/1.1" status: 200  len: 909 time: 0.1357708
Nov 20 21:02:37.206199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52282) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:37.211554 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1261939501', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'enable_snat': True}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:37.219171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7bac8407-e1a6-4919-a5ba-16a81d8c15e8 None None] Provisioning complete for port 407c8ddd-f894-448b-88af-468377b15ae8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:37.219996 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7bac8407-e1a6-4919-a5ba-16a81d8c15e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:37.242018 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:37.243909 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:37.285558 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Set router b44c65b1-f939-41a4-8c5e-1bfb76675313 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:02:37.327230 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:37.360590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-7bac8407-e1a6-4919-a5ba-16a81d8c15e8 None None] Port 407c8ddd-f894-448b-88af-468377b15ae8 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:02:37.411604 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809fee1-f3d1-4c35-aa9b-695e3d6cbaeb req-cd10bdfe-d283-4952-91e0-08fffa20148c tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:37.413139 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a809fee1-f3d1-4c35-aa9b-695e3d6cbaeb req-cd10bdfe-d283-4952-91e0-08fffa20148c tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 946 time: 0.1181538
Nov 20 21:02:37.544021 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:37.547169 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4656f7f0>, [{'id': 'b44c65b1-f939-41a4-8c5e-1bfb76675313', 'name': 'tempest-snat-router-1261939501', 'tenant_id': '4bdb940b86ca4fc68d8335b9bdddab3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.229'}], 'enable_snat': False}, 'gw_port_id': 'd6da4dc3-47fd-4123-909c-ddcf0c9e81ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:02:34Z', 'updated_at': '2021-11-20T21:02:36Z', 'revision_number': 3, 'project_id': '4bdb940b86ca4fc68d8335b9bdddab3f', 'gw_port': {'id': 'd6da4dc3-47fd-4123-909c-ddcf0c9e81ab', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44c65b1-f939-41a4-8c5e-1bfb76675313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:02:35Z', 'updated_at': '2021-11-20T21:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:37.607369 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Checking router: b44c65b1-f939-41a4-8c5e-1bfb76675313 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:02:37.608055 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Updating router b44c65b1-f939-41a4-8c5e-1bfb76675313 port d6da4dc3-47fd-4123-909c-ddcf0c9e81ab binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:02:37.643509 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:37.689370 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e1e1d-c20c-47a1-bf58-1d52981b800b req-d3699594-3bd1-499c-a3d8-5d1a63ac1d8c tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:37.691600 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9b1e1e1d-c20c-47a1-bf58-1d52981b800b req-d3699594-3bd1-499c-a3d8-5d1a63ac1d8c tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 946 time: 0.1347492
Nov 20 21:02:37.732826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b141b9a-ef91-43c0-a618-a2503ed49f16 req-923bc744-ac79-4881-9bdc-ea0aa322d3e4 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:37.734469 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b141b9a-ef91-43c0-a618-a2503ed49f16 req-923bc744-ac79-4881-9bdc-ea0aa322d3e4 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.1189837
Nov 20 21:02:37.770086 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 079bdb9d-b496-4bf4-8785-ac0364396223 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:37.890674 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a809fee1-f3d1-4c35-aa9b-695e3d6cbaeb req-f031ef72-dba5-454e-a1b8-70cb02e1e6a7 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4504828
Nov 20 21:02:37.905930 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b141b9a-ef91-43c0-a618-a2503ed49f16 req-68a4d0f2-a7ea-4766-9e4d-33a61a5a360a tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494732
Nov 20 21:02:37.911519 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 079bdb9d-b496-4bf4-8785-ac0364396223 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:02:37.945241 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:37.953359 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:37.975888 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 079bdb9d-b496-4bf4-8785-ac0364396223 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:37.977266 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:38.059665 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:38.062937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Port': ['ID=407c8ddd-f894-448b-88af-468377b15ae8,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:38.071717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-9b1e1e1d-c20c-47a1-bf58-1d52981b800b req-d4b49cbc-04a3-47e9-9d85-8de2eeb3ef7a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Deleting port 30ac0211-8c85-4946-8044-a3d499132c3b {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:38.072238 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9b1e1e1d-c20c-47a1-bf58-1d52981b800b req-d4b49cbc-04a3-47e9-9d85-8de2eeb3ef7a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:38.146451 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:38.150255 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:38.198032 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:38.233110 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network 8fb7755f-19de-4f03-b01c-d910d1de5681 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:38.241099 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef16cce-d93e-4985-9d0c-9779b5831f9e req-218c0c4c-2ce5-4d07-9056-01929ad6d5e8 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:38.242869 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6ef16cce-d93e-4985-9d0c-9779b5831f9e req-218c0c4c-2ce5-4d07-9056-01929ad6d5e8 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/ports?device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 944 time: 0.1323142
Nov 20 21:02:38.244219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:38.256676 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:38.257448 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:38.283356 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:38.321768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 079bdb9d-b496-4bf4-8785-ac0364396223, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=079bdb9d-b496-4bf4-8785-ac0364396223,segment=NetworkSegment(e32ee3a8-7f5b-4bd5-8a94-03e06640678f),segment_id=e32ee3a8-7f5b-4bd5-8a94-03e06640678f)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:38.323126 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4219088e-ce1d-4f2f-8fc7-d2cfdeb14511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079bdb9d-b496-4bf4-8785-ac0364396223'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:02:38.330854 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054fa703-53f5-4784-97c8-7b0b154bd672" -d '{"events": [{"server_uuid": "4219088e-ce1d-4f2f-8fc7-d2cfdeb14511", "name": "network-vif-plugged", "status": "completed", "tag": "079bdb9d-b496-4bf4-8785-ac0364396223"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:02:38.345326 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:38.361627 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:38.365398 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a63523ab-4285-469f-b0a4-206673b76fcc no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:02:38.412898 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6ef16cce-d93e-4985-9d0c-9779b5831f9e req-482a729d-91bd-4b64-866e-5e8542cf3f07 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d0c1a-5c0a-4460-b71f-db06c01b5e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575677
Nov 20 21:02:38.444778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0aad0-44d3-4b66-8c22-47afb0292199 req-ea30ab8a-b823-4125-b687-93169e20ca57 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:38.452651 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14c0aad0-44d3-4b66-8c22-47afb0292199 req-ea30ab8a-b823-4125-b687-93169e20ca57 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.3920839
Nov 20 21:02:38.456029 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d86005f-e398-49d7-afad-e85d9aa8b36b None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:38.488987 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: a63523ab-4285-469f-b0a4-206673b76fcc {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:02:38.490112 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a63523ab-4285-469f-b0a4-206673b76fcc not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:02:38.516557 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e9bb94-3a72-43a5-9317-595a6590716b x-openstack-request-id: req-08e9bb94-3a72-43a5-9317-595a6590716b {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:38.517507 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4219088e-ce1d-4f2f-8fc7-d2cfdeb14511", "name": "network-vif-plugged", "status": "completed", "tag": "079bdb9d-b496-4bf4-8785-ac0364396223", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:38.517805 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08e9bb94-3a72-43a5-9317-595a6590716b {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:38.518331 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4219088e-ce1d-4f2f-8fc7-d2cfdeb14511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079bdb9d-b496-4bf4-8785-ac0364396223', 'code': 200}
Nov 20 21:02:38.541568 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Attempting to bind port d6da4dc3-47fd-4123-909c-ddcf0c9e81ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:38.545493 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Attempting to bind port d6da4dc3-47fd-4123-909c-ddcf0c9e81ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:38.545963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Attempting to bind port d6da4dc3-47fd-4123-909c-ddcf0c9e81ab on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:38.567190 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181621ac-1712-4716-a2ce-5079b58657e4 None None] Pushing event updated for resources: {'Port': ['ID=d6da4dc3-47fd-4123-909c-ddcf0c9e81ab,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:38.571432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:02:38.572171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:02:38.574651 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:38.575551 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:02:38.578668 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Bound port: d6da4dc3-47fd-4123-909c-ddcf0c9e81ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:02:38.579084 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:38.627961 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Router 5b4337eb-626e-46f6-94a9-e74c337eee87 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:02:38.666888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a74cc-bc97-4622-8567-bcfcafea8f1e req-f4e8574a-3150-496e-88a1-9594b468bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:38.681632 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f44a74cc-bc97-4622-8567-bcfcafea8f1e req-f4e8574a-3150-496e-88a1-9594b468bb2b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 1096 time: 0.1003358
Nov 20 21:02:38.685828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=079bdb9d-b496-4bf4-8785-ac0364396223,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:38.723950 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-50b81359-8729-414c-911d-07265d2ba767 None None] Provisioning complete for port d6da4dc3-47fd-4123-909c-ddcf0c9e81ab triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:38.724510 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-50b81359-8729-414c-911d-07265d2ba767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:38.767397 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] For port d6da4dc3-47fd-4123-909c-ddcf0c9e81ab, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:02:38.785893 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] For port d6da4dc3-47fd-4123-909c-ddcf0c9e81ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6da4dc3-47fd-4123-909c-ddcf0c9e81ab,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:02:38.788498 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-50b81359-8729-414c-911d-07265d2ba767 None None] Port d6da4dc3-47fd-4123-909c-ddcf0c9e81ab cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:02:38.804552 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:38.862570 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f44a74cc-bc97-4622-8567-bcfcafea8f1e req-8b14cadc-8466-4836-8985-053bbe90f3de service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=253d0c1a-5c0a-4460-b71f-db06c01b5e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749481
Nov 20 21:02:38.867030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181621ac-1712-4716-a2ce-5079b58657e4 None None] Pushing event updated for resources: {'Port': ['ID=d6da4dc3-47fd-4123-909c-ddcf0c9e81ab,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:38.888449 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de64cdbc-bf7d-42bc-9540-a68caaeda5ba None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:38.915689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9b1e1e1d-c20c-47a1-bf58-1d52981b800b req-d4b49cbc-04a3-47e9-9d85-8de2eeb3ef7a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] For port 30ac0211-8c85-4946-8044-a3d499132c3b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30ac0211-8c85-4946-8044-a3d499132c3b,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:38.916061 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9b1e1e1d-c20c-47a1-bf58-1d52981b800b req-d4b49cbc-04a3-47e9-9d85-8de2eeb3ef7a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:38.919269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Allocated IP 172.35.1.154 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/f3eb8bd0-098d-44e6-a698-4a304eef426c) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:02:38.924507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Routers {'b44c65b1-f939-41a4-8c5e-1bfb76675313'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:38.925242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4656f7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b44c65b1-f939-41a4-8c5e-1bfb76675313'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:38.947788 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-9b1e1e1d-c20c-47a1-bf58-1d52981b800b req-d4b49cbc-04a3-47e9-9d85-8de2eeb3ef7a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Calling delete_port for 30ac0211-8c85-4946-8044-a3d499132c3b owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:38.973755 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:02:38.986865 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Sync routers for ids ['5b4337eb-626e-46f6-94a9-e74c337eee87'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:02:38.993415 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-83c3a218-dab0-457b-aa60-9efe38775c2e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "PUT /v2.0/routers/5b4337eb-626e-46f6-94a9-e74c337eee87/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5333319
Nov 20 21:02:39.004746 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Routers {'5b4337eb-626e-46f6-94a9-e74c337eee87'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:39.005369 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543dc8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5b4337eb-626e-46f6-94a9-e74c337eee87'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:39.042971 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14c0aad0-44d3-4b66-8c22-47afb0292199 req-dd222860-db14-4f38-b88d-28d83fda1e07 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5835764
Nov 20 21:02:39.048560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a24f75e0-9565-4ceb-a53e-9239c1b77e7f None None] Provisioning complete for port 407c8ddd-f894-448b-88af-468377b15ae8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:39.048903 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a24f75e0-9565-4ceb-a53e-9239c1b77e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:39.111085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3308426-f51e-4c3b-a4cf-fce0e3957ce4 req-b68aea91-1035-4787-88d7-27e009abf7e9 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:39.126381 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b3308426-f51e-4c3b-a4cf-fce0e3957ce4 req-b68aea91-1035-4787-88d7-27e009abf7e9 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 946 time: 0.1148465
Nov 20 21:02:39.190734 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b3308426-f51e-4c3b-a4cf-fce0e3957ce4 req-0f014e06-09fb-4a3e-9447-e62e1fc8bcf8 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/security-groups?id=214831d0-48b1-48d8-b488-51203b241792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629826
Nov 20 21:02:39.195637 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Set router 5b4337eb-626e-46f6-94a9-e74c337eee87 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:02:39.303547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] Set router b44c65b1-f939-41a4-8c5e-1bfb76675313 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:02:39.309444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f1c15-32bb-476b-8813-db5a78d4fbaf req-702d555d-3e2c-4c48-9916-bdf907d5eb43 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:39.311102 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c24f1c15-32bb-476b-8813-db5a78d4fbaf req-702d555d-3e2c-4c48-9916-bdf907d5eb43 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.1630211
Nov 20 21:02:39.321889 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:39.334810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a24f75e0-9565-4ceb-a53e-9239c1b77e7f None None] Port 407c8ddd-f894-448b-88af-468377b15ae8 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:02:39.440305 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c24f1c15-32bb-476b-8813-db5a78d4fbaf req-1cf0c1ee-5f77-46a6-bd00-eac1dd7e4cae tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153221
Nov 20 21:02:39.446832 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9b1e1e1d-c20c-47a1-bf58-1d52981b800b req-d4b49cbc-04a3-47e9-9d85-8de2eeb3ef7a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:39.457073 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:39.486847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b49cbc-04a3-47e9-9d85-8de2eeb3ef7a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Pushing event deleted for resources: {'Port': ['ID=30ac0211-8c85-4946-8044-a3d499132c3b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:39.519107 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2e88efad-c106-4016-af40-ee4f3903f596 None None] Provisioning complete for port d6da4dc3-47fd-4123-909c-ddcf0c9e81ab triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:39.519446 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2e88efad-c106-4016-af40-ee4f3903f596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:39.542248 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:39.566976 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:39.576424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1e1e1d-c20c-47a1-bf58-1d52981b800b req-d4b49cbc-04a3-47e9-9d85-8de2eeb3ef7a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] No DVR routers for this DVR port 30ac0211-8c85-4946-8044-a3d499132c3b on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:02:39.578250 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:02:39.587775 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9b1e1e1d-c20c-47a1-bf58-1d52981b800b req-d4b49cbc-04a3-47e9-9d85-8de2eeb3ef7a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:39.593406 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9b1e1e1d-c20c-47a1-bf58-1d52981b800b req-d4b49cbc-04a3-47e9-9d85-8de2eeb3ef7a tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.37 "DELETE /v2.0/ports/30ac0211-8c85-4946-8044-a3d499132c3b HTTP/1.1" status: 204  len: 173 time: 1.8916128
Nov 20 21:02:39.593827 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2d96e0-e47c-46bc-97cb-27a234acd101 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:39.593978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc25086-0d43-4e57-88e4-74951ec706cb', 'name': 'network-vif-deleted', 'tag': '30ac0211-8c85-4946-8044-a3d499132c3b'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:02:39.602840 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af320a0b-5ee0-4fcd-9d01-0ea3bed91e3a" -d '{"events": [{"server_uuid": "8fc25086-0d43-4e57-88e4-74951ec706cb", "name": "network-vif-deleted", "tag": "30ac0211-8c85-4946-8044-a3d499132c3b"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:02:39.646277 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4656f7f0>, [{'id': 'b44c65b1-f939-41a4-8c5e-1bfb76675313', 'name': 'tempest-snat-router-1261939501', 'tenant_id': '4bdb940b86ca4fc68d8335b9bdddab3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.229'}], 'enable_snat': False}, 'gw_port_id': 'd6da4dc3-47fd-4123-909c-ddcf0c9e81ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:02:34Z', 'updated_at': '2021-11-20T21:02:36Z', 'revision_number': 3, 'project_id': '4bdb940b86ca4fc68d8335b9bdddab3f', 'gw_port': {'id': 'd6da4dc3-47fd-4123-909c-ddcf0c9e81ab', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44c65b1-f939-41a4-8c5e-1bfb76675313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:02:35Z', 'updated_at': '2021-11-20T21:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:39.681756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060e5f0-92e1-461f-b949-ae4ab49313a1 req-dabfd243-20e5-4926-ba65-97285cfa9bfe tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:39.696364 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0060e5f0-92e1-461f-b949-ae4ab49313a1 req-dabfd243-20e5-4926-ba65-97285cfa9bfe tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/ports?device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 945 time: 0.1263907
Nov 20 21:02:39.703245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Pushing event updated for resources: {'Port': ['ID=f3eb8bd0-098d-44e6-a698-4a304eef426c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:39.710637 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543dc8b0>, [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:02:37Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '190680e7-d4ff-484d-b953-78c7ff9f012d', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'floating_ip_address': '172.35.1.185', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'port_id': '8adc5a88-c2fa-4460-a689-528a2266b1a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'mac_address': 'fa:16:3e:67:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66476154-140d-461c-82e4-a9bf5200d6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:01:39Z', 'updated_at': '2021-11-20T21:01:47Z', 'revision_number': 1, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407c8ddd-f894-448b-88af-468377b15ae8', 'name': '', 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:5e:7e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ccab10bb-3c73-4430-9cb5-aeea51d97278', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:02:36Z', 'updated_at': '2021-11-20T21:02:37Z', 'revision_number': 2, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': 'ccab10bb-3c73-4430-9cb5-aeea51d97278', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69e80da7-37e3-4b17-a4b0-7cb40d94193b', 'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1e:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:37Z', 'updated_at': '2021-11-20T21:00:51Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:39.740700 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b96ac6-acb2-434d-95f5-02b795c5206d None None] The sync data for ids ['b44c65b1-f939-41a4-8c5e-1bfb76675313'] in ncdv-master-1 is: [{'id': 'b44c65b1-f939-41a4-8c5e-1bfb76675313', 'name': 'tempest-snat-router-1261939501', 'tenant_id': '4bdb940b86ca4fc68d8335b9bdddab3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.229'}], 'enable_snat': False}, 'gw_port_id': 'd6da4dc3-47fd-4123-909c-ddcf0c9e81ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:02:34Z', 'updated_at': '2021-11-20T21:02:36Z', 'revision_number': 3, 'project_id': '4bdb940b86ca4fc68d8335b9bdddab3f', 'gw_port': {'id': 'd6da4dc3-47fd-4123-909c-ddcf0c9e81ab', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44c65b1-f939-41a4-8c5e-1bfb76675313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:02:35Z', 'updated_at': '2021-11-20T21:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:02:39.776890 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Checking router: 5b4337eb-626e-46f6-94a9-e74c337eee87 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:02:39.777299 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Updating router 5b4337eb-626e-46f6-94a9-e74c337eee87 port 407c8ddd-f894-448b-88af-468377b15ae8 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:02:39.815884 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:39.816123 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2e88efad-c106-4016-af40-ee4f3903f596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:39.849010 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16272360-a2bc-4958-8712-0214d86f8fd6 x-openstack-request-id: req-16272360-a2bc-4958-8712-0214d86f8fd6 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:39.849766 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc25086-0d43-4e57-88e4-74951ec706cb", "name": "network-vif-deleted", "tag": "30ac0211-8c85-4946-8044-a3d499132c3b", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:39.853523 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16272360-a2bc-4958-8712-0214d86f8fd6 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:39.854415 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc25086-0d43-4e57-88e4-74951ec706cb', 'name': 'network-vif-deleted', 'tag': '30ac0211-8c85-4946-8044-a3d499132c3b', 'status': 'completed', 'code': 200}
Nov 20 21:02:39.860897 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0060e5f0-92e1-461f-b949-ae4ab49313a1 req-a3e56362-a046-41cc-85d3-bdc73b4b59ad tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d0c1a-5c0a-4460-b71f-db06c01b5e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628942
Nov 20 21:02:39.885903 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2e88efad-c106-4016-af40-ee4f3903f596 None None] For port d6da4dc3-47fd-4123-909c-ddcf0c9e81ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6da4dc3-47fd-4123-909c-ddcf0c9e81ab,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:39.899008 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2e88efad-c106-4016-af40-ee4f3903f596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:39.992907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88efad-c106-4016-af40-ee4f3903f596 None None] Pushing event updated for resources: {'Port': ['ID=d6da4dc3-47fd-4123-909c-ddcf0c9e81ab,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:40.038225 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e5ac84f4-d6a9-4031-aa96-644a07fc2141 None None] Provisioning complete for port f3eb8bd0-098d-44e6-a698-4a304eef426c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:40.038692 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e5ac84f4-d6a9-4031-aa96-644a07fc2141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:40.130620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e5ac84f4-d6a9-4031-aa96-644a07fc2141 None None] Port f3eb8bd0-098d-44e6-a698-4a304eef426c cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:02:40.137625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 30ac0211-8c85-4946-8044-a3d499132c3b no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:02:40.182236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 30ac0211-8c85-4946-8044-a3d499132c3b {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:02:40.182875 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 30ac0211-8c85-4946-8044-a3d499132c3b not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:02:40.347787 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb580df-02b2-4629-af10-164d87eabd2c req-8c202395-88b4-4c38-90a6-9cfcbeb0589e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:40.349676 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3fb580df-02b2-4629-af10-164d87eabd2c req-8c202395-88b4-4c38-90a6-9cfcbeb0589e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.1875770
Nov 20 21:02:40.353226 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:40.367529 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:40.377672 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:40.476143 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1e849568-ab4f-48e3-92d5-1db3c83836c9 req-15a36f56-66e2-463f-8a7d-025758019825 tempest-ListServerFiltersTestJSON-631652527 tempest-ListServerFiltersTestJSON-631652527-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc25086-0d43-4e57-88e4-74951ec706cb HTTP/1.1" status: 200  len: 210 time: 0.0749035
Nov 20 21:02:40.549034 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Attempting to bind port 407c8ddd-f894-448b-88af-468377b15ae8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:40.549408 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Attempting to bind port 407c8ddd-f894-448b-88af-468377b15ae8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '866500c3-fdec-4136-a43d-db548f727f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:40.549832 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Attempting to bind port 407c8ddd-f894-448b-88af-468377b15ae8 on network 8fb7755f-19de-4f03-b01c-d910d1de5681 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:40.552264 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98c877-c259-4390-bee2-fb630ab0633c None None] Pushing event updated for resources: {'Port': ['ID=407c8ddd-f894-448b-88af-468377b15ae8,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:40.569214 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:02:40.570109 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Checking segment: {'id': '866500c3-fdec-4136-a43d-db548f727f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:02:40.570761 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:40.571599 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Bound using segment: {'id': '866500c3-fdec-4136-a43d-db548f727f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:02:40.573236 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Bound port: 407c8ddd-f894-448b-88af-468377b15ae8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866500c3-fdec-4136-a43d-db548f727f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:02:40.574627 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:40.689365 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] For port 407c8ddd-f894-448b-88af-468377b15ae8, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:02:40.697263 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] For port 407c8ddd-f894-448b-88af-468377b15ae8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=407c8ddd-f894-448b-88af-468377b15ae8,segment=NetworkSegment(866500c3-fdec-4136-a43d-db548f727f16),segment_id=866500c3-fdec-4136-a43d-db548f727f16)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:02:40.708229 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:40.737342 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3fb580df-02b2-4629-af10-164d87eabd2c req-3e7560d1-c3a9-4c54-a8c9-26530db39885 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1774879
Nov 20 21:02:40.806783 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98c877-c259-4390-bee2-fb630ab0633c None None] Pushing event updated for resources: {'Port': ['ID=407c8ddd-f894-448b-88af-468377b15ae8,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:40.812559 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Routers {'5b4337eb-626e-46f6-94a9-e74c337eee87'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:40.813192 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543dc8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5b4337eb-626e-46f6-94a9-e74c337eee87'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:40.879158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-13729e10-33f2-4ea9-b974-ff632bde0196 None None] Provisioning complete for port 407c8ddd-f894-448b-88af-468377b15ae8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:40.879597 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-13729e10-33f2-4ea9-b974-ff632bde0196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:40.900943 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:40.961671 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564091c2-ecbb-44e0-bce4-aed1f50ce926 req-f2e60781-9f5f-4af1-8695-4971b5b81cc9 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:40.964929 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-564091c2-ecbb-44e0-bce4-aed1f50ce926 req-f2e60781-9f5f-4af1-8695-4971b5b81cc9 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.1700482
Nov 20 21:02:40.975281 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] Set router 5b4337eb-626e-46f6-94a9-e74c337eee87 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:02:41.093901 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-564091c2-ecbb-44e0-bce4-aed1f50ce926 req-1b95a062-29bf-47f1-8915-e68fecc7c52a tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121645
Nov 20 21:02:41.147059 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-13729e10-33f2-4ea9-b974-ff632bde0196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:41.187063 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00cb1f-9cf0-4cf1-b9b5-e5b24faa9f09 req-c23e5a4c-969b-478a-ac1c-85cb92da4aab tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:41.194535 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6a00cb1f-9cf0-4cf1-b9b5-e5b24faa9f09 req-c23e5a4c-969b-478a-ac1c-85cb92da4aab tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/ports?device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 945 time: 0.1623724
Nov 20 21:02:41.205376 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-13729e10-33f2-4ea9-b974-ff632bde0196 None None] For port 407c8ddd-f894-448b-88af-468377b15ae8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=407c8ddd-f894-448b-88af-468377b15ae8,segment=NetworkSegment(866500c3-fdec-4136-a43d-db548f727f16),segment_id=866500c3-fdec-4136-a43d-db548f727f16)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:41.212951 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-13729e10-33f2-4ea9-b974-ff632bde0196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:41.275933 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6a00cb1f-9cf0-4cf1-b9b5-e5b24faa9f09 req-472303e3-f71b-48fa-9f4b-0d6dfbacb57a tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d0c1a-5c0a-4460-b71f-db06c01b5e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783722
Nov 20 21:02:41.301509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13729e10-33f2-4ea9-b974-ff632bde0196 None None] Pushing event updated for resources: {'Port': ['ID=407c8ddd-f894-448b-88af-468377b15ae8,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:41.309169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Router 71352889-9f10-4612-8eb0-81ddb9fef369 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:02:41.339158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-eb3a0751-8aa3-42a2-bd07-28f77dd1d87f None None] Provisioning complete for port 407c8ddd-f894-448b-88af-468377b15ae8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:41.340028 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0751-8aa3-42a2-bd07-28f77dd1d87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:41.364440 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543dc8b0>, [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:02:37Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '190680e7-d4ff-484d-b953-78c7ff9f012d', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'floating_ip_address': '172.35.1.185', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'port_id': '8adc5a88-c2fa-4460-a689-528a2266b1a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'mac_address': 'fa:16:3e:67:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66476154-140d-461c-82e4-a9bf5200d6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:01:39Z', 'updated_at': '2021-11-20T21:01:47Z', 'revision_number': 1, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407c8ddd-f894-448b-88af-468377b15ae8', 'name': '', 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:5e:7e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ccab10bb-3c73-4430-9cb5-aeea51d97278', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:02:36Z', 'updated_at': '2021-11-20T21:02:40Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': 'ccab10bb-3c73-4430-9cb5-aeea51d97278', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69e80da7-37e3-4b17-a4b0-7cb40d94193b', 'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1e:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:37Z', 'updated_at': '2021-11-20T21:00:51Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:41.423084 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f450ce-9948-45ac-86a1-645ab7bc5aaf None None] The sync data for ids ['5b4337eb-626e-46f6-94a9-e74c337eee87'] in ncdv-master-1 is: [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:02:37Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '190680e7-d4ff-484d-b953-78c7ff9f012d', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'floating_ip_address': '172.35.1.185', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'port_id': '8adc5a88-c2fa-4460-a689-528a2266b1a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'mac_address': 'fa:16:3e:67:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66476154-140d-461c-82e4-a9bf5200d6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:01:39Z', 'updated_at': '2021-11-20T21:01:47Z', 'revision_number': 1, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407c8ddd-f894-448b-88af-468377b15ae8', 'name': '', 'network_id': '8fb7755f-19de-4f03-b01c-d910d1de5681', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:5e:7e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ccab10bb-3c73-4430-9cb5-aeea51d97278', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:02:36Z', 'updated_at': '2021-11-20T21:02:40Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': 'ccab10bb-3c73-4430-9cb5-aeea51d97278', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69e80da7-37e3-4b17-a4b0-7cb40d94193b', 'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1e:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:37Z', 'updated_at': '2021-11-20T21:00:51Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:02:41.517902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:02:41.567736 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:41.572075 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7301ace7-8931-4b39-9ff5-c951d7900a77 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 4.3629916
Nov 20 21:02:41.573156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52392) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:41.597224 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52394) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:41.599953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4809749-4270-440b-a264-44f3015d0354 None None] Sync routers for ids ['71352889-9f10-4612-8eb0-81ddb9fef369'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:02:41.616147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4809749-4270-440b-a264-44f3015d0354 None None] Routers {'71352889-9f10-4612-8eb0-81ddb9fef369'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:41.616951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e4809749-4270-440b-a264-44f3015d0354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47796820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['71352889-9f10-4612-8eb0-81ddb9fef369'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:41.699970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a355dbb-502d-40f3-bde9-0d95c7d81692 admin admin] Deleting subnet e07f238a-03ae-410d-979c-eac4af184a33 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:02:41.703986 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7a355dbb-502d-40f3-bde9-0d95c7d81692 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:41.760815 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7a355dbb-502d-40f3-bde9-0d95c7d81692 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:41.816426 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c0fa74a3-dbe8-46bc-90c9-9bcb94bc2c21 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "GET /v2.0/routers/71352889-9f10-4612-8eb0-81ddb9fef369 HTTP/1.1" status: 200  len: 908 time: 0.2372041
Nov 20 21:02:41.818566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52408) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:41.879450 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device d6da4dc3-47fd-4123-909c-ddcf0c9e81ab up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:41.907851 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ecab4-9321-4b89-bc58-1c25bec7aed0 req-1a082574-0f98-4f23-a288-4d21ed97c4fc tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:41.916642 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-827ecab4-9321-4b89-bc58-1c25bec7aed0 req-1a082574-0f98-4f23-a288-4d21ed97c4fc tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/ports?device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 945 time: 0.0982790
Nov 20 21:02:41.986425 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-827ecab4-9321-4b89-bc58-1c25bec7aed0 req-f93e22f6-5368-42f0-a41a-15a3c7d1803a tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d0c1a-5c0a-4460-b71f-db06c01b5e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653086
Nov 20 21:02:42.045969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-e4809749-4270-440b-a264-44f3015d0354 None None] Set router 71352889-9f10-4612-8eb0-81ddb9fef369 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:02:42.105395 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7a355dbb-502d-40f3-bde9-0d95c7d81692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:42.175844 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7530a3f0-5036-42c6-b6a5-869bc697e45d tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:42.270422 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port d6da4dc3-47fd-4123-909c-ddcf0c9e81ab triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:42.271099 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:42.291795 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1282702-b55b-4167-98e9-bcfbab68b724 req-b3a29f0e-4ca3-49b1-9428-3c24637fe846 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:42.300478 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1282702-b55b-4167-98e9-bcfbab68b724 req-b3a29f0e-4ca3-49b1-9428-3c24637fe846 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.0774357
Nov 20 21:02:42.388329 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1282702-b55b-4167-98e9-bcfbab68b724 req-c686e047-159e-4472-9fda-2df2ed420d63 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798128
Nov 20 21:02:42.388575 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e4809749-4270-440b-a264-44f3015d0354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47796820>, [{'id': '71352889-9f10-4612-8eb0-81ddb9fef369', 'name': 'tempest-snat-router-1261939501', 'tenant_id': '4bdb940b86ca4fc68d8335b9bdddab3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': 'f3eb8bd0-098d-44e6-a698-4a304eef426c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:02:37Z', 'updated_at': '2021-11-20T21:02:40Z', 'revision_number': 3, 'project_id': '4bdb940b86ca4fc68d8335b9bdddab3f', 'gw_port': {'id': 'f3eb8bd0-098d-44e6-a698-4a304eef426c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:aa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71352889-9f10-4612-8eb0-81ddb9fef369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:02:38Z', 'updated_at': '2021-11-20T21:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:42.467808 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4809749-4270-440b-a264-44f3015d0354 None None] Checking router: 71352889-9f10-4612-8eb0-81ddb9fef369 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:02:42.468313 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4809749-4270-440b-a264-44f3015d0354 None None] Updating router 71352889-9f10-4612-8eb0-81ddb9fef369 port f3eb8bd0-098d-44e6-a698-4a304eef426c binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:02:42.473216 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7a355dbb-502d-40f3-bde9-0d95c7d81692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:42.536952 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7a355dbb-502d-40f3-bde9-0d95c7d81692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:42.541134 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7a355dbb-502d-40f3-bde9-0d95c7d81692 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e07f238a-03ae-410d-979c-eac4af184a33 HTTP/1.1" status: 204  len: 168 time: 0.9427907
Nov 20 21:02:42.545325 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a355dbb-502d-40f3-bde9-0d95c7d81692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e07f238a-03ae-410d-979c-eac4af184a33,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:42.545874 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52428) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:42.546076 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e4809749-4270-440b-a264-44f3015d0354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:42.549620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e34ff1-2ce8-482a-b93e-cfc345e3c665 None None] Network a8f2480b-fc80-4ebf-9635-3977528e4714 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:42.568596 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340476c6-c75c-4eac-b58b-a6a8f6901dd8 req-f8d6e4d8-e613-41d0-a508-11580beaec1d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:42.570612 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-340476c6-c75c-4eac-b58b-a6a8f6901dd8 req-f8d6e4d8-e613-41d0-a508-11580beaec1d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.1964633
Nov 20 21:02:42.575418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7530a3f0-5036-42c6-b6a5-869bc697e45d tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:42.664691 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-340476c6-c75c-4eac-b58b-a6a8f6901dd8 req-99104337-3893-4303-9b3d-7ee49a62ffdc tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853226
Nov 20 21:02:42.696029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7530a3f0-5036-42c6-b6a5-869bc697e45d tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Deleting port f3eb8bd0-098d-44e6-a698-4a304eef426c {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:42.696380 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7530a3f0-5036-42c6-b6a5-869bc697e45d tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:42.704897 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:42.804709 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] Deleting port 29b0983a-b379-4558-8a6b-ef37155d7acc {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:42.805336 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:42.842264 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7530a3f0-5036-42c6-b6a5-869bc697e45d tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:42.860634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7530a3f0-5036-42c6-b6a5-869bc697e45d tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Calling delete_port for f3eb8bd0-098d-44e6-a698-4a304eef426c owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:42.969753 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] For port 29b0983a-b379-4558-8a6b-ef37155d7acc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29b0983a-b379-4558-8a6b-ef37155d7acc,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:42.973283 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.004724 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] Calling delete_port for 29b0983a-b379-4558-8a6b-ef37155d7acc owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:43.023643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7b2533-3c07-41dd-b776-3647406b02c5 None None] DHCP port deletion for a8f2480b-fc80-4ebf-9635-3977528e4714 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:43.163589 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f7934-63ef-4512-be8e-426a8728cd0f req-d6e31230-9c7b-4705-b6b5-75e74b03f1be tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:43.165279 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f01f7934-63ef-4512-be8e-426a8728cd0f req-d6e31230-9c7b-4705-b6b5-75e74b03f1be tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.47 "GET /v2.0/ports?device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 945 time: 0.1479502
Nov 20 21:02:43.188076 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7530a3f0-5036-42c6-b6a5-869bc697e45d tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.225019 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530a3f0-5036-42c6-b6a5-869bc697e45d tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3eb8bd0-098d-44e6-a698-4a304eef426c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:43.235056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b2533-3c07-41dd-b776-3647406b02c5 None None] Deleting port 29b0983a-b379-4558-8a6b-ef37155d7acc {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:43.235660 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2533-3c07-41dd-b776-3647406b02c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.238329 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-e4809749-4270-440b-a264-44f3015d0354 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:02:43.238680 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-e4809749-4270-440b-a264-44f3015d0354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:02:43.252132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d914417-d47d-422f-a0bc-82df0d2089f9 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:43.252401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a473a6-9e62-4bbb-8c66-2491a5e19803 req-41d8ca37-7269-4f14-b26c-dcf87b8aeec7 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:43.263206 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-74a473a6-9e62-4bbb-8c66-2491a5e19803 req-41d8ca37-7269-4f14-b26c-dcf87b8aeec7 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/ports?device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 945 time: 0.1454597
Nov 20 21:02:43.293389 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a6ba6888-56f3-4bab-9f9e-9b14cef8c6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.311935 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.353925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b0983a-b379-4558-8a6b-ef37155d7acc,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:43.357649 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9a7b2533-3c07-41dd-b776-3647406b02c5 None None] For port 29b0983a-b379-4558-8a6b-ef37155d7acc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29b0983a-b379-4558-8a6b-ef37155d7acc,segment=NetworkSegment(f8158246-8c3a-4c9d-9900-a7eec183c2f3),segment_id=f8158246-8c3a-4c9d-9900-a7eec183c2f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:43.358083 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2533-3c07-41dd-b776-3647406b02c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.374598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] No DVR routers for this DVR port 29b0983a-b379-4558-8a6b-ef37155d7acc on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:02:43.376179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b2533-3c07-41dd-b776-3647406b02c5 None None] Calling delete_port for 29b0983a-b379-4558-8a6b-ef37155d7acc owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:43.383220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-74a473a6-9e62-4bbb-8c66-2491a5e19803 req-020f7559-5f39-42fa-86cc-a1e0f2800751 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d0c1a-5c0a-4460-b71f-db06c01b5e5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145902
Nov 20 21:02:43.398338 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7530a3f0-5036-42c6-b6a5-869bc697e45d tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.503370 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.527516 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7530a3f0-5036-42c6-b6a5-869bc697e45d tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.532693 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7530a3f0-5036-42c6-b6a5-869bc697e45d tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.535288 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2533-3c07-41dd-b776-3647406b02c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.561881 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b2533-3c07-41dd-b776-3647406b02c5 None None] No DVR routers for this DVR port 29b0983a-b379-4558-8a6b-ef37155d7acc on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:02:43.584442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-f01f7934-63ef-4512-be8e-426a8728cd0f req-0b8bc54c-e400-41a0-ab4d-99097f1d5241 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Deleting port 079bdb9d-b496-4bf4-8785-ac0364396223 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:43.584442 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f01f7934-63ef-4512-be8e-426a8728cd0f req-0b8bc54c-e400-41a0-ab4d-99097f1d5241 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.607783 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b2533-3c07-41dd-b776-3647406b02c5 None None] Pushing event deleted for resources: {'Port': ['ID=29b0983a-b379-4558-8a6b-ef37155d7acc,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:43.623499 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7530a3f0-5036-42c6-b6a5-869bc697e45d tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.624079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7530a3f0-5036-42c6-b6a5-869bc697e45d tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71352889-9f10-4612-8eb0-81ddb9fef369 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:02:43.624487 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54aa6610>,) {'filters': {'network_id': ['a8f2480b-fc80-4ebf-9635-3977528e4714']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:43.635548 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7530a3f0-5036-42c6-b6a5-869bc697e45d tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.638959 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7530a3f0-5036-42c6-b6a5-869bc697e45d tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "DELETE /v2.0/routers/71352889-9f10-4612-8eb0-81ddb9fef369 HTTP/1.1" status: 204  len: 168 time: 1.8192225
Nov 20 21:02:43.640567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52464) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:43.654481 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54aa6610>, 'f8158246-8c3a-4c9d-9900-a7eec183c2f3') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:43.654775 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54aa6610>, 'f8158246-8c3a-4c9d-9900-a7eec183c2f3') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:43.663755 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 407c8ddd-f894-448b-88af-468377b15ae8 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:43.686709 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.739123 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.756371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d21676-6639-4e50-8f41-8fc8b334e962 req-132a8517-025d-4fbb-8783-fb69889cb148 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:43.757930 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6d21676-6639-4e50-8f41-8fc8b334e962 req-132a8517-025d-4fbb-8783-fb69889cb148 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.2361302
Nov 20 21:02:43.764656 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:02:43.765352 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:02:43.767585 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:02:43.786237 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 407c8ddd-f894-448b-88af-468377b15ae8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:43.786754 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.789186 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4809749-4270-440b-a264-44f3015d0354 None None] Port f3eb8bd0-098d-44e6-a698-4a304eef426c not found while updating agent binding for router 71352889-9f10-4612-8eb0-81ddb9fef369. {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Nov 20 21:02:43.816223 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-f01f7934-63ef-4512-be8e-426a8728cd0f req-0b8bc54c-e400-41a0-ab4d-99097f1d5241 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] For port 079bdb9d-b496-4bf4-8785-ac0364396223, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=079bdb9d-b496-4bf4-8785-ac0364396223,segment=NetworkSegment(e32ee3a8-7f5b-4bd5-8a94-03e06640678f),segment_id=e32ee3a8-7f5b-4bd5-8a94-03e06640678f)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:43.816605 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f01f7934-63ef-4512-be8e-426a8728cd0f req-0b8bc54c-e400-41a0-ab4d-99097f1d5241 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.828573 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4809749-4270-440b-a264-44f3015d0354 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:43.829004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4809749-4270-440b-a264-44f3015d0354 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 20 21:02:43.829778 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_agentschedulers_db [None req-e4809749-4270-440b-a264-44f3015d0354 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'71352889-9f10-4612-8eb0-81ddb9fef369'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent'). {{(pid=126226) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 20 21:02:43.830391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4809749-4270-440b-a264-44f3015d0354 None None] The sync data for ids ['71352889-9f10-4612-8eb0-81ddb9fef369'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:02:43.866259 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-408db32d-066d-408e-aca8-0586f855f3ce tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.882806 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-f01f7934-63ef-4512-be8e-426a8728cd0f req-0b8bc54c-e400-41a0-ab4d-99097f1d5241 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Calling delete_port for 079bdb9d-b496-4bf4-8785-ac0364396223 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:43.896989 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.901264 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:43.906439 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a8f2480b-fc80-4ebf-9635-3977528e4714 HTTP/1.1" status: 204  len: 168 time: 1.3591998
Nov 20 21:02:43.933521 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59053e23-9a4d-4b74-a6da-4fc0c69af459 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8f2480b-fc80-4ebf-9635-3977528e4714,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:43.940421 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6d21676-6639-4e50-8f41-8fc8b334e962 req-f790e162-7bd1-4d9e-924c-f2e6272d7ede tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706479
Nov 20 21:02:44.004216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 29b0983a-b379-4558-8a6b-ef37155d7acc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:02:44.009606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52476) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:44.033064 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 29b0983a-b379-4558-8a6b-ef37155d7acc {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:02:44.034186 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 29b0983a-b379-4558-8a6b-ef37155d7acc not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:02:44.156939 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f01f7934-63ef-4512-be8e-426a8728cd0f req-0b8bc54c-e400-41a0-ab4d-99097f1d5241 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:44.172070 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['079bdb9d-b496-4bf4-8785-ac0364396223'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:44.205874 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bc54c-e400-41a0-ab4d-99097f1d5241 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Pushing event deleted for resources: {'Port': ['ID=079bdb9d-b496-4bf4-8785-ac0364396223,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:44.233692 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e641fb-755c-4b33-bb70-74777780a71f None None] DHCP port deletion for d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:44.256138 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52480) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:44.266396 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cb91123f-a89f-4062-a268-c184cfe57d8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:44.297726 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01f7934-63ef-4512-be8e-426a8728cd0f req-0b8bc54c-e400-41a0-ab4d-99097f1d5241 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] No DVR routers for this DVR port 079bdb9d-b496-4bf4-8785-ac0364396223 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:02:44.301994 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f01f7934-63ef-4512-be8e-426a8728cd0f req-0b8bc54c-e400-41a0-ab4d-99097f1d5241 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:44.305370 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f01f7934-63ef-4512-be8e-426a8728cd0f req-0b8bc54c-e400-41a0-ab4d-99097f1d5241 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.47 "DELETE /v2.0/ports/079bdb9d-b496-4bf4-8785-ac0364396223 HTTP/1.1" status: 204  len: 173 time: 1.1338694
Nov 20 21:02:44.306147 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4219088e-ce1d-4f2f-8fc7-d2cfdeb14511', 'name': 'network-vif-deleted', 'tag': '079bdb9d-b496-4bf4-8785-ac0364396223'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:02:44.308712 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cd45dc-28c3-456e-bede-b22658d35b16" -d '{"events": [{"server_uuid": "4219088e-ce1d-4f2f-8fc7-d2cfdeb14511", "name": "network-vif-deleted", "tag": "079bdb9d-b496-4bf4-8785-ac0364396223"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:02:44.351735 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-88d744a5-3249-41e3-b789-acc1ab9102a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a7b316a84eb425aabf378a838ec02b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0940742
Nov 20 21:02:44.354522 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52484) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:44.373813 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8a7dff-b5de-4f3f-8c6d-3a25ff25e35c x-openstack-request-id: req-dc8a7dff-b5de-4f3f-8c6d-3a25ff25e35c {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:44.374145 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4219088e-ce1d-4f2f-8fc7-d2cfdeb14511", "name": "network-vif-deleted", "tag": "079bdb9d-b496-4bf4-8785-ac0364396223", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:44.374411 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc8a7dff-b5de-4f3f-8c6d-3a25ff25e35c {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:44.374820 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4219088e-ce1d-4f2f-8fc7-d2cfdeb14511', 'name': 'network-vif-deleted', 'tag': '079bdb9d-b496-4bf4-8785-ac0364396223', 'status': 'completed', 'code': 200}
Nov 20 21:02:44.431742 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-408db32d-066d-408e-aca8-0586f855f3ce tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:44.442490 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b7770691-51ca-4097-9c80-6d3c696151b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:44.444625 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed192489-ec06-4d0e-831f-4aa7f68e48e3 req-608e275a-c461-4a19-b3bc-5302f50f20e3 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:44.446029 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ed192489-ec06-4d0e-831f-4aa7f68e48e3 req-608e275a-c461-4a19-b3bc-5302f50f20e3 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.6424668
Nov 20 21:02:44.470893 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cb91123f-a89f-4062-a268-c184cfe57d8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:44.485634 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b7770691-51ca-4097-9c80-6d3c696151b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:44.488081 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cb91123f-a89f-4062-a268-c184cfe57d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:44.532975 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ed192489-ec06-4d0e-831f-4aa7f68e48e3 req-782642a1-211a-4d59-9986-d08b5253c40a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803900
Nov 20 21:02:44.548552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-408db32d-066d-408e-aca8-0586f855f3ce tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Deleting port d6da4dc3-47fd-4123-909c-ddcf0c9e81ab {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:44.548927 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-408db32d-066d-408e-aca8-0586f855f3ce tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:44.577071 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6f13caa-6d14-48f5-a3ba-f46b76a92e89 req-a3bf60e8-714d-4652-814f-6c11d3b19934 tempest-ServerGroupTestJSON-2034354336 tempest-ServerGroupTestJSON-2034354336-project] 10.222.0.41 "GET /v2.0/ports?device_id=4219088e-ce1d-4f2f-8fc7-d2cfdeb14511 HTTP/1.1" status: 200  len: 210 time: 0.0733218
Nov 20 21:02:44.609123 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91123f-a89f-4062-a268-c184cfe57d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdc2e64-d318-40c9-91d0-95d4af8c938e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:44.615021 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cb91123f-a89f-4062-a268-c184cfe57d8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37c64d28a3134d7a9d57350e54d41002&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6043725
Nov 20 21:02:44.619118 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52490) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:44.640388 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b7770691-51ca-4097-9c80-6d3c696151b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:44.643516 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b7770691-51ca-4097-9c80-6d3c696151b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:44.647114 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b7770691-51ca-4097-9c80-6d3c696151b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/214831d0-48b1-48d8-b488-51203b241792 HTTP/1.1" status: 204  len: 168 time: 0.2886002
Nov 20 21:02:44.654280 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7770691-51ca-4097-9c80-6d3c696151b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214831d0-48b1-48d8-b488-51203b241792,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:44.683102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-408db32d-066d-408e-aca8-0586f855f3ce tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] For port d6da4dc3-47fd-4123-909c-ddcf0c9e81ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6da4dc3-47fd-4123-909c-ddcf0c9e81ab,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:44.683691 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-408db32d-066d-408e-aca8-0586f855f3ce tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:44.704184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-408db32d-066d-408e-aca8-0586f855f3ce tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Calling delete_port for d6da4dc3-47fd-4123-909c-ddcf0c9e81ab owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:44.706029 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6fbfcf4b-8974-4684-93ba-20fc16ccd9b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:44.736704 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6fbfcf4b-8974-4684-93ba-20fc16ccd9b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:44.770909 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed005da-3958-4649-8303-77117f0b36eb req-6508f826-4adf-4f5c-86c2-f43d1f3a943f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:44.772656 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ed005da-3958-4649-8303-77117f0b36eb req-6508f826-4adf-4f5c-86c2-f43d1f3a943f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0596871
Nov 20 21:02:44.832552 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ed005da-3958-4649-8303-77117f0b36eb req-19d061c4-38db-40fe-bdba-1b427966c0dc tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522869
Nov 20 21:02:44.916799 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6fbfcf4b-8974-4684-93ba-20fc16ccd9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:44.919861 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6fbfcf4b-8974-4684-93ba-20fc16ccd9b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:44.922598 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6fbfcf4b-8974-4684-93ba-20fc16ccd9b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5cdc2e64-d318-40c9-91d0-95d4af8c938e HTTP/1.1" status: 204  len: 168 time: 0.3030074
Nov 20 21:02:44.956647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfcf4b-8974-4684-93ba-20fc16ccd9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdc2e64-d318-40c9-91d0-95d4af8c938e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:45.054948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc0a33-8050-4efd-ad3b-d4685ad49a50 req-e72e05e1-7dc1-4cd8-9a50-eca769f156ac tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:45.064110 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91bc0a33-8050-4efd-ad3b-d4685ad49a50 req-e72e05e1-7dc1-4cd8-9a50-eca769f156ac tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1050415
Nov 20 21:02:45.072308 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-408db32d-066d-408e-aca8-0586f855f3ce tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:45.098133 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b29c3-74cb-456f-b6c7-e34d4a3612c3 req-c3e573c1-2fcd-4aa1-b228-cf3314f10ba4 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:45.100444 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-251b29c3-74cb-456f-b6c7-e34d4a3612c3 req-c3e573c1-2fcd-4aa1-b228-cf3314f10ba4 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.0750961
Nov 20 21:02:45.113994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408db32d-066d-408e-aca8-0586f855f3ce tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6da4dc3-47fd-4123-909c-ddcf0c9e81ab,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:45.124953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa22dc6-e3eb-44f7-9031-9676bf4171e0 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:45.203639 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91bc0a33-8050-4efd-ad3b-d4685ad49a50 req-6356852c-dca3-4b11-af7f-89df25c4d87c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1384871
Nov 20 21:02:45.215067 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-251b29c3-74cb-456f-b6c7-e34d4a3612c3 req-0fac4fb0-9e72-4709-a6f2-bcf655b31b35 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886509
Nov 20 21:02:45.229226 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-408db32d-066d-408e-aca8-0586f855f3ce tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:45.372900 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-408db32d-066d-408e-aca8-0586f855f3ce tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:45.375816 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-408db32d-066d-408e-aca8-0586f855f3ce tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:45.422526 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-408db32d-066d-408e-aca8-0586f855f3ce tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:45.423339 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408db32d-066d-408e-aca8-0586f855f3ce tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b44c65b1-f939-41a4-8c5e-1bfb76675313 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:02:45.428955 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-408db32d-066d-408e-aca8-0586f855f3ce tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:45.430726 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-408db32d-066d-408e-aca8-0586f855f3ce tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "DELETE /v2.0/routers/b44c65b1-f939-41a4-8c5e-1bfb76675313 HTTP/1.1" status: 204  len: 168 time: 1.7892134
Nov 20 21:02:45.435226 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52520) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:45.442153 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1473742099', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:45.476672 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:45.478172 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:45.512978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52522) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:45.530320 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5af0025a-be22-45b7-8a93-8c7e505bf8ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:45.584735 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:45.622127 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f03894f8-a39a-4600-a04e-b3a16b8ec7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:45.739519 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5af0025a-be22-45b7-8a93-8c7e505bf8ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:45.747371 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5af0025a-be22-45b7-8a93-8c7e505bf8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:45.788317 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5af0025a-be22-45b7-8a93-8c7e505bf8ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2859da6042a540adb97719ce50890d9f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2744081
Nov 20 21:02:45.794019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52544) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:45.812677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0025a-be22-45b7-8a93-8c7e505bf8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a240b8-7c45-40a8-a305-0d9d0206e448,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:45.895146 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:45.948954 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-5ed87c13-3a98-422a-a123-af48048abc0e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:45.950781 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-5ed87c13-3a98-422a-a123-af48048abc0e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 811 time: 0.2414286
Nov 20 21:02:45.980810 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f20287a1-a863-4929-bc83-4dfdbbe35c7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:45.989253 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-a2affe0d-8c31-459b-b3a4-788003bee400 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/quotas/e51856fcb6a14eb6a78ce767f46c8472 HTTP/1.1" status: 200  len: 375 time: 0.0241888
Nov 20 21:02:46.041218 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f20287a1-a863-4929-bc83-4dfdbbe35c7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:46.135256 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-5f4b95a4-b2ec-444a-b10b-d192e4bdce1f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1319532
Nov 20 21:02:46.159980 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f20287a1-a863-4929-bc83-4dfdbbe35c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:46.162606 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f20287a1-a863-4929-bc83-4dfdbbe35c7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:46.163922 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f20287a1-a863-4929-bc83-4dfdbbe35c7f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9a240b8-7c45-40a8-a305-0d9d0206e448 HTTP/1.1" status: 204  len: 168 time: 0.3688807
Nov 20 21:02:46.178537 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20287a1-a863-4929-bc83-4dfdbbe35c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a240b8-7c45-40a8-a305-0d9d0206e448,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:46.295580 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:46.360492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52590) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:46.415489 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:46.481874 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-736538fa-3a53-45a7-9a11-57190b23e37e admin admin] Deleting subnet ee7ce0a0-88e5-4ccf-bc1a-eb56312028af {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:02:46.486694 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-736538fa-3a53-45a7-9a11-57190b23e37e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:46.498617 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-fb9632c7-209b-468a-aeb7-aabcfa9df7e8 service neutron] 10.222.0.41 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3476038
Nov 20 21:02:46.539439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757db53-1333-4291-a864-736751990d1e req-c05c7357-a1d1-4d46-835a-2f2e13cdf8bf tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:46.541047 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9757db53-1333-4291-a864-736751990d1e req-c05c7357-a1d1-4d46-835a-2f2e13cdf8bf tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.1138675
Nov 20 21:02:46.565653 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-736538fa-3a53-45a7-9a11-57190b23e37e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:46.645222 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9757db53-1333-4291-a864-736751990d1e req-f16ed0eb-825c-4f0a-b396-bb2bb2187657 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924127
Nov 20 21:02:46.646679 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Allocated IP 172.35.1.61 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/8fba01b3-d24a-414a-b1fd-4449a1e985b4) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:02:46.661802 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-736538fa-3a53-45a7-9a11-57190b23e37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:46.740005 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:46.755959 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-736538fa-3a53-45a7-9a11-57190b23e37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:46.766929 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7473d673-775b-41eb-a01c-f65844910e4c service neutron] 10.222.0.41 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2512119
Nov 20 21:02:46.808846 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:46.824294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736538fa-3a53-45a7-9a11-57190b23e37e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee7ce0a0-88e5-4ccf-bc1a-eb56312028af,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:46.831501 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d057654-0aff-4b19-a67b-4ca242efba14 None None] Network d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:46.844751 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-736538fa-3a53-45a7-9a11-57190b23e37e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:46.852315 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-736538fa-3a53-45a7-9a11-57190b23e37e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ee7ce0a0-88e5-4ccf-bc1a-eb56312028af HTTP/1.1" status: 204  len: 168 time: 0.4901092
Nov 20 21:02:46.853617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52608) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:46.859103 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-65c3493d-b7a3-4186-8599-2825751afd0e req-861429d9-8410-4da4-9dd0-499b752603cb tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f715fc-c10c-4614-81cb-275bac16a0f8 HTTP/1.1" status: 200  len: 210 time: 0.0884840
Nov 20 21:02:46.943316 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:47.011269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:47.015671 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:47.020117 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:02:47.100447 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b71ae0dc-7b52-4055-aace-13055073666d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:47.163125 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a22488f9-5653-4310-b66b-b90cba6489cf req-a4a2e52b-ac27-4c8c-adfa-0f85deb2dc1d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 210 time: 0.0512676
Nov 20 21:02:47.174253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Pushing event updated for resources: {'Port': ['ID=8fba01b3-d24a-414a-b1fd-4449a1e985b4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:47.285419 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba48c89-413a-452f-bedc-36aea03b729b None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:47.352287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368603fd-efc9-4027-a65d-fa743e29c7ee None None] DHCP port deletion for d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:47.360393 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b71ae0dc-7b52-4055-aace-13055073666d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:47.403255 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-48a171be-55f2-4612-827c-c35cb4b1ddb6 None None] Provisioning complete for port 8fba01b3-d24a-414a-b1fd-4449a1e985b4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:47.403665 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-48a171be-55f2-4612-827c-c35cb4b1ddb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:47.440244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-b71ae0dc-7b52-4055-aace-13055073666d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4fbe3bb0>,) {'filters': {'network_id': ['d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:47.456118 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-48a171be-55f2-4612-827c-c35cb4b1ddb6 None None] Port 8fba01b3-d24a-414a-b1fd-4449a1e985b4 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:02:47.472580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-b71ae0dc-7b52-4055-aace-13055073666d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fbe3bb0>, 'e32ee3a8-7f5b-4bd5-8a94-03e06640678f') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:47.472905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-b71ae0dc-7b52-4055-aace-13055073666d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fbe3bb0>, 'e32ee3a8-7f5b-4bd5-8a94-03e06640678f') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:47.485666 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b71ae0dc-7b52-4055-aace-13055073666d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:47.502855 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b71ae0dc-7b52-4055-aace-13055073666d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:47.514256 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71ae0dc-7b52-4055-aace-13055073666d admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:02:47.514256 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b71ae0dc-7b52-4055-aace-13055073666d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:02:47.531197 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:02:47.541799 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device d6da4dc3-47fd-4123-909c-ddcf0c9e81ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:02:47.575483 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: d6da4dc3-47fd-4123-909c-ddcf0c9e81ab {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:02:47.576303 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device d6da4dc3-47fd-4123-909c-ddcf0c9e81ab not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:02:47.638932 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b71ae0dc-7b52-4055-aace-13055073666d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:47.667490 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b71ae0dc-7b52-4055-aace-13055073666d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:47.680374 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b71ae0dc-7b52-4055-aace-13055073666d admin admin] 10.222.0.41 "DELETE /v2.0/networks/d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9 HTTP/1.1" status: 204  len: 168 time: 0.8250775
Nov 20 21:02:47.713203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ae0dc-7b52-4055-aace-13055073666d admin admin] Pushing event deleted for resources: {'Network': ['ID=d6fdb4a0-b5ae-4b3e-8a3f-f915385127e9,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:47.781693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-35a340e7-77be-4e14-8dc9-199acd36052a req-f4feddf4-1f47-4176-bac8-c7995ed4696b tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0573070
Nov 20 21:02:47.785371 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 079bdb9d-b496-4bf4-8785-ac0364396223 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:02:47.785877 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:47.831677 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 079bdb9d-b496-4bf4-8785-ac0364396223 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:02:47.832827 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 079bdb9d-b496-4bf4-8785-ac0364396223 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:02:48.004088 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bead7f8-56cc-4670-a92f-cd18f5303b12 req-1c39f95a-a565-479d-ad97-ce9ad65617ed tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:48.005986 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1bead7f8-56cc-4670-a92f-cd18f5303b12 req-1c39f95a-a565-479d-ad97-ce9ad65617ed tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.1098568
Nov 20 21:02:48.160084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52664) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:48.295619 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0c11304d-fadd-4dc4-b3fa-3057c267cf61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80a1eb46e47b43ea916c35d5747f21d5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1339030
Nov 20 21:02:48.296666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52672) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:48.399180 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92d31b18-8504-4990-8913-10a410141a8a req-1764db6b-5d65-4a84-b08b-6f727a0bbfec tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 210 time: 0.0376620
Nov 20 21:02:48.414649 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d98a1be-c92b-49b3-8593-05c475986e9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:48.446861 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d98a1be-c92b-49b3-8593-05c475986e9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:48.525107 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d98a1be-c92b-49b3-8593-05c475986e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:48.539434 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1bead7f8-56cc-4670-a92f-cd18f5303b12 req-248b4096-8538-48e0-b1b1-5fbd55c47c19 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5177441
Nov 20 21:02:48.545564 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d98a1be-c92b-49b3-8593-05c475986e9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:48.558655 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7d98a1be-c92b-49b3-8593-05c475986e9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/253d0c1a-5c0a-4460-b71f-db06c01b5e5f HTTP/1.1" status: 204  len: 168 time: 0.2492554
Nov 20 21:02:48.558655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98a1be-c92b-49b3-8593-05c475986e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253d0c1a-5c0a-4460-b71f-db06c01b5e5f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:48.608309 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:48.648132 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:48.919389 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ac01cf0-d5fb-4227-a05c-44fbea5e44f9 req-2977f162-6e75-429b-a219-f5a19814ffb6 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0398543
Nov 20 21:02:48.942608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-4ac0c817-6d2f-4b14-8934-71ed685dd2bd tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:48.944784 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-4ac0c817-6d2f-4b14-8934-71ed685dd2bd tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 811 time: 0.1714022
Nov 20 21:02:48.965937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-e737a6f7-4b8b-4d32-b2e6-4c0022f18918 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Request body: {'port': {'device_id': 'a67eb997-9ace-4561-a2e9-959c7bf3252b', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'admin_state_up': True, 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:49.017645 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:49.077232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Router 185f07bc-cf8e-4d0e-b846-41413b9a13ca is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:02:49.177100 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-e737a6f7-4b8b-4d32-b2e6-4c0022f18918 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Made reservation on behalf of e51856fcb6a14eb6a78ce767f46c8472 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:02:49.180901 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-e737a6f7-4b8b-4d32-b2e6-4c0022f18918 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:49.333665 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:02:49.352363 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f58acb-3fd5-43fd-b317-14cbcfdca76e None None] Sync routers for ids ['185f07bc-cf8e-4d0e-b846-41413b9a13ca'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:02:49.364076 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f58acb-3fd5-43fd-b317-14cbcfdca76e None None] Routers {'185f07bc-cf8e-4d0e-b846-41413b9a13ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:49.365096 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-61f58acb-3fd5-43fd-b317-14cbcfdca76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542bd370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['185f07bc-cf8e-4d0e-b846-41413b9a13ca'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:49.405002 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-61f58acb-3fd5-43fd-b317-14cbcfdca76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542bd370>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:49.415404 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f58acb-3fd5-43fd-b317-14cbcfdca76e None None] Routers {'185f07bc-cf8e-4d0e-b846-41413b9a13ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:49.416380 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-61f58acb-3fd5-43fd-b317-14cbcfdca76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542bd370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['185f07bc-cf8e-4d0e-b846-41413b9a13ca'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:49.428402 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:49.429822 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c799259f-3987-4e7d-b5c0-2af1a2c0238d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.9935553
Nov 20 21:02:49.433209 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52706) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:49.439921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b39e8716-5882-4d8b-ae72-58e8327fc715 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'enable_snat': False}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:49.441531 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d16f6690-b528-4f0f-98c4-bf9d5e8ae48b req-05ff8ed6-c4e1-44ec-b515-af134327e7d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=19f715fc-c10c-4614-81cb-275bac16a0f8 HTTP/1.1" status: 200  len: 210 time: 0.0821531
Nov 20 21:02:49.493296 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-61f58acb-3fd5-43fd-b317-14cbcfdca76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542bd370>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:49.498166 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f58acb-3fd5-43fd-b317-14cbcfdca76e None None] The sync data for ids ['185f07bc-cf8e-4d0e-b846-41413b9a13ca'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:02:49.524628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-e737a6f7-4b8b-4d32-b2e6-4c0022f18918 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Allocated IP 172.20.0.4 (bafdbd34-4234-401f-abb5-0b7b5a2562ab/7619f288-4cdb-4db5-897a-403b8dada68f/ef1ededa-73ec-4b63-8c91-5d3cfac10c0d) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:02:49.579687 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54dc09b2-e011-4b47-a358-3038f802151d req-21017502-f406-416e-ba0c-8d663e2df9a2 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 210 time: 0.0648363
Nov 20 21:02:49.821141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52720) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:49.848142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cbfa5-b83e-47da-a7ed-5372d080ade1 req-d39c4425-0f63-4acd-9556-c81a31a4a2f9 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:49.849646 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f21cbfa5-b83e-47da-a7ed-5372d080ade1 req-d39c4425-0f63-4acd-9556-c81a31a4a2f9 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.1721017
Nov 20 21:02:49.953630 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7559dbc6-c50b-4153-b8b0-98ac0d40e0ea admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-117255163-network', 'tenant_id': '6df9b387c748458fb8119674e7463c3e'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:49.961016 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-e737a6f7-4b8b-4d32-b2e6-4c0022f18918 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:49.990663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7559dbc6-c50b-4153-b8b0-98ac0d40e0ea admin admin] Made reservation on behalf of 6df9b387c748458fb8119674e7463c3e for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:02:49.999020 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7559dbc6-c50b-4153-b8b0-98ac0d40e0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:50.028390 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7559dbc6-c50b-4153-b8b0-98ac0d40e0ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:50.083282 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0578ee8-e0b3-4de3-b70c-59e24f6f4cdd req-3bf228e9-da88-4e40-9a63-761d99c67100 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0442059
Nov 20 21:02:50.089589 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f21cbfa5-b83e-47da-a7ed-5372d080ade1 req-c3c52ca7-2048-4cf7-8108-1061859eee13 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2182930
Nov 20 21:02:50.134447 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b39e8716-5882-4d8b-ae72-58e8327fc715 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:50.150289 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-e737a6f7-4b8b-4d32-b2e6-4c0022f18918 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:50.164051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['060b39d6-eba6-405a-948f-556357f13071'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:50.179895 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7559dbc6-c50b-4153-b8b0-98ac0d40e0ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:50.186079 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7559dbc6-c50b-4153-b8b0-98ac0d40e0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:50.200573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7559dbc6-c50b-4153-b8b0-98ac0d40e0ea admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:02:50.211110 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7559dbc6-c50b-4153-b8b0-98ac0d40e0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:50.211621 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-7559dbc6-c50b-4153-b8b0-98ac0d40e0ea admin admin] Added segment 89b8fe23-7143-4fd7-b7a8-d37e7379bb18 of type vlan for network 7652536f-b93f-4f95-b9ae-3fa277d2f430
Nov 20 21:02:50.237378 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-e737a6f7-4b8b-4d32-b2e6-4c0022f18918 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Network bafdbd34-4234-401f-abb5-0b7b5a2562ab is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:50.245191 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-e737a6f7-4b8b-4d32-b2e6-4c0022f18918 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:50.259595 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7559dbc6-c50b-4153-b8b0-98ac0d40e0ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:50.260655 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-e737a6f7-4b8b-4d32-b2e6-4c0022f18918 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:02:50.313042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559dbc6-c50b-4153-b8b0-98ac0d40e0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e4e543-c6fa-47bf-a3f8-462f25eb266f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:50.365433 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7559dbc6-c50b-4153-b8b0-98ac0d40e0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:50.367646 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737a6f7-4b8b-4d32-b2e6-4c0022f18918 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event updated for resources: {'Port': ['ID=ef1ededa-73ec-4b63-8c91-5d3cfac10c0d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:50.368223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7559dbc6-c50b-4153-b8b0-98ac0d40e0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:50.368653 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7559dbc6-c50b-4153-b8b0-98ac0d40e0ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:50.400515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-e737a6f7-4b8b-4d32-b2e6-4c0022f18918 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:50.401248 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7559dbc6-c50b-4153-b8b0-98ac0d40e0ea admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.5789466
Nov 20 21:02:50.405629 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-e737a6f7-4b8b-4d32-b2e6-4c0022f18918 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:50.408021 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52746) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:50.420994 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-56e85a09-57a6-4ee1-bd5d-d8eea9a6847a admin admin] Request body: {'subnet': {'network_id': '7652536f-b93f-4f95-b9ae-3fa277d2f430', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-117255163-subnet', 'tenant_id': '6df9b387c748458fb8119674e7463c3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:50.465970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559dbc6-c50b-4153-b8b0-98ac0d40e0ea admin admin] Pushing event updated for resources: {'Network': ['ID=7652536f-b93f-4f95-b9ae-3fa277d2f430,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:50.481449 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 7652536f-b93f-4f95-b9ae-3fa277d2f430 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:02:50.535610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e85a09-57a6-4ee1-bd5d-d8eea9a6847a admin admin] Made reservation on behalf of 6df9b387c748458fb8119674e7463c3e for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:02:50.539477 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-56e85a09-57a6-4ee1-bd5d-d8eea9a6847a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:50.550954 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-494ac502-c9ac-42c5-8636-87fd096639ac req-fc9e9dd0-14ae-4250-bd4a-bb5a339702eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0355546
Nov 20 21:02:50.576828 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-e737a6f7-4b8b-4d32-b2e6-4c0022f18918 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6216850
Nov 20 21:02:50.603715 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Request body: {'port': {'device_id': 'a67eb997-9ace-4561-a2e9-959c7bf3252b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:50.718481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-84bbad16-ebb0-4b05-beb8-ea6ce4d7efe8 None None] Provisioning complete for port ef1ededa-73ec-4b63-8c91-5d3cfac10c0d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:50.718968 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-84bbad16-ebb0-4b05-beb8-ea6ce4d7efe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:50.756064 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-84bbad16-ebb0-4b05-beb8-ea6ce4d7efe8 None None] Port ef1ededa-73ec-4b63-8c91-5d3cfac10c0d cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:02:50.779361 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:50.846475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669608f-7e85-4701-9e12-c6bc09c4206e req-7f1740ac-7dc6-436f-89ca-ff7c89c48a84 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:50.847851 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7669608f-7e85-4701-9e12-c6bc09c4206e req-7f1740ac-7dc6-436f-89ca-ff7c89c48a84 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 931 time: 0.1835589
Nov 20 21:02:51.099747 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7669608f-7e85-4701-9e12-c6bc09c4206e req-8150c0f3-8322-4e3a-8ea6-6a807f2a78c2 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2009871
Nov 20 21:02:51.110323 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-56e85a09-57a6-4ee1-bd5d-d8eea9a6847a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:51.238890 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e21415a6-51ba-4f5e-afdc-0b72c67313a2 req-b91bf2c0-0c0c-41b6-a722-da267b73c73b tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0349021
Nov 20 21:02:51.267067 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e85a09-57a6-4ee1-bd5d-d8eea9a6847a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c41c677-9dc1-402f-a474-86b2e3b8879f,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:51.380665 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e85a09-57a6-4ee1-bd5d-d8eea9a6847a admin admin] Checking segment: {'id': '89b8fe23-7143-4fd7-b7a8-d37e7379bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7652536f-b93f-4f95-b9ae-3fa277d2f430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:02:51.381032 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e85a09-57a6-4ee1-bd5d-d8eea9a6847a admin admin] Network hostable DHCP agents. Network: 7652536f-b93f-4f95-b9ae-3fa277d2f430, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:02:51.406853 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d67d-ce38-41f1-82dc-8a2a413b5c08 req-80237fa1-693b-4216-b849-a243f5ef1a0e tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:51.408371 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8120d67d-ce38-41f1-82dc-8a2a413b5c08 req-80237fa1-693b-4216-b849-a243f5ef1a0e tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.2191117
Nov 20 21:02:51.812718 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e85a09-57a6-4ee1-bd5d-d8eea9a6847a admin admin] Network 7652536f-b93f-4f95-b9ae-3fa277d2f430 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:02:51.900399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-56e85a09-57a6-4ee1-bd5d-d8eea9a6847a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7652536f-b93f-4f95-b9ae-3fa277d2f430) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:51.908293 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149177b7-bcc5-4e90-85ec-1d132f00ffe0 None None] Network 7652536f-b93f-4f95-b9ae-3fa277d2f430 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:51.911307 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b39e8716-5882-4d8b-ae72-58e8327fc715 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:51.915214 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e85a09-57a6-4ee1-bd5d-d8eea9a6847a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:51.915804 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-56e85a09-57a6-4ee1-bd5d-d8eea9a6847a admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:51.922544 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8120d67d-ce38-41f1-82dc-8a2a413b5c08 req-fd22b302-6e21-41c2-87e4-d057b69bcf15 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633036
Nov 20 21:02:51.927958 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b39e8716-5882-4d8b-ae72-58e8327fc715 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:51.934281 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1ededa-73ec-4b63-8c91-5d3cfac10c0d {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:02:51.946999 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:51.955109 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-56e85a09-57a6-4ee1-bd5d-d8eea9a6847a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.5436802
Nov 20 21:02:52.003406 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Transition to ACTIVE for port object ef1ededa-73ec-4b63-8c91-5d3cfac10c0d will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:02:52.012080 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:52.060200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45be8211-c029-499f-8134-99f9a7d3b094 None None] Network 7652536f-b93f-4f95-b9ae-3fa277d2f430 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:02:52.147242 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1ededa-73ec-4b63-8c91-5d3cfac10c0d,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:52.175355 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39e8716-5882-4d8b-ae72-58e8327fc715 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Router 185f07bc-cf8e-4d0e-b846-41413b9a13ca has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:02:52.323176 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347d09c-5f37-4f35-8d7a-d3b02c368597 req-19dbe8fc-7d68-4600-b20a-9d7a80470453 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:52.326120 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1347d09c-5f37-4f35-8d7a-d3b02c368597 req-19dbe8fc-7d68-4600-b20a-9d7a80470453 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 943 time: 0.0906332
Nov 20 21:02:52.353207 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Attempting to bind port ef1ededa-73ec-4b63-8c91-5d3cfac10c0d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:52.353620 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Attempting to bind port ef1ededa-73ec-4b63-8c91-5d3cfac10c0d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:52.353969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Attempting to bind port ef1ededa-73ec-4b63-8c91-5d3cfac10c0d on network bafdbd34-4234-401f-abb5-0b7b5a2562ab {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:52.363687 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Port ef1ededa-73ec-4b63-8c91-5d3cfac10c0d on network bafdbd34-4234-401f-abb5-0b7b5a2562ab not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:02:52.363687 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Attempting to bind port ef1ededa-73ec-4b63-8c91-5d3cfac10c0d on network bafdbd34-4234-401f-abb5-0b7b5a2562ab {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:52.410774 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:02:52.411186 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Checking segment: {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:02:52.411654 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Bound using segment: {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:02:52.412204 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Bound port: ef1ededa-73ec-4b63-8c91-5d3cfac10c0d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:02:52.412575 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:52.419813 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1347d09c-5f37-4f35-8d7a-d3b02c368597 req-34558b66-f071-41f0-b740-3fad3fcb3ef5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783331
Nov 20 21:02:52.474836 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39e8716-5882-4d8b-ae72-58e8327fc715 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:02:52.481661 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b39e8716-5882-4d8b-ae72-58e8327fc715 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:52.482974 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b39e8716-5882-4d8b-ae72-58e8327fc715 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "PUT /v2.0/routers/185f07bc-cf8e-4d0e-b846-41413b9a13ca HTTP/1.1" status: 200  len: 921 time: 3.0477598
Nov 20 21:02:52.486262 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52798) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:52.489478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1913cefb-bf54-4ba3-8230-4e52892e8759 None None] Sync routers for ids ['185f07bc-cf8e-4d0e-b846-41413b9a13ca'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:02:52.506989 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1913cefb-bf54-4ba3-8230-4e52892e8759 None None] Routers {'185f07bc-cf8e-4d0e-b846-41413b9a13ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:52.507954 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1913cefb-bf54-4ba3-8230-4e52892e8759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47231d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['185f07bc-cf8e-4d0e-b846-41413b9a13ca'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:52.537683 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00925917-25ba-4c7d-bcfc-7f6cc72a5640 req-78055e2e-9516-4c68-a33a-8a4cc54a5d3a tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0531769
Nov 20 21:02:52.547466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1913cefb-bf54-4ba3-8230-4e52892e8759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47231d90>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:52.564423 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1913cefb-bf54-4ba3-8230-4e52892e8759 None None] Routers {'185f07bc-cf8e-4d0e-b846-41413b9a13ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:52.564423 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1913cefb-bf54-4ba3-8230-4e52892e8759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47231d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['185f07bc-cf8e-4d0e-b846-41413b9a13ca'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:52.586198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] For port ef1ededa-73ec-4b63-8c91-5d3cfac10c0d, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:02:52.599158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1913cefb-bf54-4ba3-8230-4e52892e8759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47231d90>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:52.601751 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1913cefb-bf54-4ba3-8230-4e52892e8759 None None] The sync data for ids ['185f07bc-cf8e-4d0e-b846-41413b9a13ca'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:02:52.648278 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] For port ef1ededa-73ec-4b63-8c91-5d3cfac10c0d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ef1ededa-73ec-4b63-8c91-5d3cfac10c0d,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:02:52.654287 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:52.695906 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1d2bfc16-ff7b-4851-8550-4b09c230f8b0 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "GET /v2.0/routers/185f07bc-cf8e-4d0e-b846-41413b9a13ca HTTP/1.1" status: 200  len: 921 time: 0.1697950
Nov 20 21:02:52.699168 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52802) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:52.749938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:52.750762 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:52.752790 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] 10.222.0.47 "PUT /v2.0/ports/ef1ededa-73ec-4b63-8c91-5d3cfac10c0d HTTP/1.1" status: 200  len: 1091 time: 2.1552172
Nov 20 21:02:52.759976 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67eb997-9ace-4561-a2e9-959c7bf3252b', 'tag': 'ef1ededa-73ec-4b63-8c91-5d3cfac10c0d'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:02:52.759976 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ffc2f1-5573-427d-ab85-315c46c8520b" -d '{"events": [{"name": "network-changed", "server_uuid": "a67eb997-9ace-4561-a2e9-959c7bf3252b", "tag": "ef1ededa-73ec-4b63-8c91-5d3cfac10c0d"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:02:52.795091 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cd0eb8-f04e-4ed2-afab-a05576e73b19 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:52.795757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-e638a4ec-bb71-4f17-a609-5a8b872beef6 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:52.796832 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-71cd0eb8-f04e-4ed2-afab-a05576e73b19 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&device_id=185f07bc-cf8e-4d0e-b846-41413b9a13ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0964000
Nov 20 21:02:52.799821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52808) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:52.800769 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-e638a4ec-bb71-4f17-a609-5a8b872beef6 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/networks?id=7652536f-b93f-4f95-b9ae-3fa277d2f430 HTTP/1.1" status: 200  len: 820 time: 0.3312082
Nov 20 21:02:52.867793 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-6b145d40-e39e-4672-a8aa-29b06d67b75d tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/quotas/6df9b387c748458fb8119674e7463c3e HTTP/1.1" status: 200  len: 375 time: 0.0550644
Nov 20 21:02:52.872150 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82c8d9-512a-4739-87f2-0430b9f9a5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1ededa-73ec-4b63-8c91-5d3cfac10c0d,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:52.910720 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-12a2a543-2682-4cf4-8953-2be17773f4a3 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6df9b387c748458fb8119674e7463c3e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0336628
Nov 20 21:02:52.920132 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920c2d05-94bb-4d56-aca5-ee9c5766fb60 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:52.924283 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-920c2d05-94bb-4d56-aca5-ee9c5766fb60 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 881 time: 0.1208899
Nov 20 21:02:52.924563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52818) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:52.947887 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-756086a9-dffd-4f9f-be5d-b7a867e54628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:52.950356 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-756086a9-dffd-4f9f-be5d-b7a867e54628 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 1094 time: 0.1282640
Nov 20 21:02:52.970404 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0e390234-5cb5-4492-b66b-48890604762e tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "GET /v2.0/ports?device_id=185f07bc-cf8e-4d0e-b846-41413b9a13ca HTTP/1.1" status: 200  len: 205 time: 0.0423114
Nov 20 21:02:52.974009 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52822) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:53.043701 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-e3d2b9ba-c406-402e-956f-6325b9d83498 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef1ededa-73ec-4b63-8c91-5d3cfac10c0d HTTP/1.1" status: 200  len: 217 time: 0.0811181
Nov 20 21:02:53.099512 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4661c4d1-f408-4f40-8b86-d301443a859c x-openstack-request-id: req-4661c4d1-f408-4f40-8b86-d301443a859c {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:53.099724 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a67eb997-9ace-4561-a2e9-959c7bf3252b", "tag": "ef1ededa-73ec-4b63-8c91-5d3cfac10c0d", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:53.099964 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4661c4d1-f408-4f40-8b86-d301443a859c {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:53.100490 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67eb997-9ace-4561-a2e9-959c7bf3252b', 'tag': 'ef1ededa-73ec-4b63-8c91-5d3cfac10c0d', 'status': 'completed', 'code': 200}
Nov 20 21:02:53.211129 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-71476ba3-d44b-4a4d-8151-c01203fd0495 service neutron] 10.222.0.41 "GET /v2.0/networks/7652536f-b93f-4f95-b9ae-3fa277d2f430?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2901299
Nov 20 21:02:53.214807 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-70d31608-23c2-46e7-92d4-73229ca36073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:53.216172 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-70d31608-23c2-46e7-92d4-73229ca36073 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.1255689
Nov 20 21:02:53.224489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ed30e-51e5-48fa-a041-5d14585bcedb req-50a35deb-8443-41a2-82fa-e26942352d0c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:53.233363 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d97ed30e-51e5-48fa-a041-5d14585bcedb req-50a35deb-8443-41a2-82fa-e26942352d0c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.0754306
Nov 20 21:02:53.287045 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12b5aea1-3f87-4bea-81ce-2af668eff710 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:53.290812 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d97ed30e-51e5-48fa-a041-5d14585bcedb req-53177a62-a8c7-4b94-a079-b94f1bbfbecd tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565138
Nov 20 21:02:53.416825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-49f7ffeb-e220-420b-a754-4285850c8979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:53.419185 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-49f7ffeb-e220-420b-a754-4285850c8979 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1873732
Nov 20 21:02:53.420410 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42de8539-57eb-4868-b12b-9493b8951d17 req-90993d44-310a-48d0-bc30-6434f165612b tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0403335
Nov 20 21:02:53.503089 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-e9d4db1d-a330-43b7-9241-bbcb7db7b11e service neutron] 10.222.0.41 "GET /v2.0/networks/7652536f-b93f-4f95-b9ae-3fa277d2f430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2843730
Nov 20 21:02:53.557256 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12b5aea1-3f87-4bea-81ce-2af668eff710 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:53.565699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2b198-e080-4a82-a368-61205f456fa1 req-5f8fdfec-1d52-47d3-801b-42dd3fdfc747 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:53.574627 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-61e2b198-e080-4a82-a368-61205f456fa1 req-5f8fdfec-1d52-47d3-801b-42dd3fdfc747 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 943 time: 0.0891736
Nov 20 21:02:53.626244 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-fdc6004f-d9e2-4a1e-a012-ac668b8f87fd service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1989927
Nov 20 21:02:53.637312 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-61e2b198-e080-4a82-a368-61205f456fa1 req-958239e0-04f2-47f0-a129-487457502ba0 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592768
Nov 20 21:02:53.753726 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25bfdbd3-d706-4ed1-b1a0-5166e03fdf64 req-5bbb1da6-e419-4166-9c68-773e9012b1b2 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 210 time: 0.0404940
Nov 20 21:02:53.756849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-12b5aea1-3f87-4bea-81ce-2af668eff710 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Deleting port 8fba01b3-d24a-414a-b1fd-4449a1e985b4 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:53.757198 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12b5aea1-3f87-4bea-81ce-2af668eff710 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:53.833973 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dd82b4b-1f40-4b1d-9bb5-98aa9d912829 req-efc61087-3045-4995-a8d9-f4f2668ddcca service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1956732
Nov 20 21:02:53.864987 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12b5aea1-3f87-4bea-81ce-2af668eff710 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:53.878851 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-12b5aea1-3f87-4bea-81ce-2af668eff710 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Calling delete_port for 8fba01b3-d24a-414a-b1fd-4449a1e985b4 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:53.972552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffc2f1-5573-427d-ab85-315c46c8520b req-52ce2e76-c4c5-493e-ad4a-1ff0588ed81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:53.974103 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-98ffc2f1-5573-427d-ab85-315c46c8520b req-52ce2e76-c4c5-493e-ad4a-1ff0588ed81b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 1094 time: 0.0931494
Nov 20 21:02:54.160021 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffc2f1-5573-427d-ab85-315c46c8520b req-eb2c9664-f2b5-45ab-b9ce-9e1fd26d98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:54.162700 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-98ffc2f1-5573-427d-ab85-315c46c8520b req-eb2c9664-f2b5-45ab-b9ce-9e1fd26d98b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 912 time: 0.1720705
Nov 20 21:02:54.233549 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-98ffc2f1-5573-427d-ab85-315c46c8520b req-7bcd4ec0-cf4d-4f7c-9dd8-d368e7ec1146 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef1ededa-73ec-4b63-8c91-5d3cfac10c0d HTTP/1.1" status: 200  len: 217 time: 0.0515656
Nov 20 21:02:54.251602 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12b5aea1-3f87-4bea-81ce-2af668eff710 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:54.289102 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5aea1-3f87-4bea-81ce-2af668eff710 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Pushing event deleted for resources: {'Port': ['ID=8fba01b3-d24a-414a-b1fd-4449a1e985b4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:54.304110 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4f5db9-010d-4016-8788-cae0a5426b98 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:54.388045 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffc2f1-5573-427d-ab85-315c46c8520b req-2f11126f-c19f-49fa-b00d-a061fc72d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:54.389834 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-98ffc2f1-5573-427d-ab85-315c46c8520b req-2f11126f-c19f-49fa-b00d-a061fc72d86f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.1282046
Nov 20 21:02:54.413232 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12b5aea1-3f87-4bea-81ce-2af668eff710 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:54.428276 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd96e-a226-4431-b8c0-4d6b274398f0 req-199658d7-9077-41de-ab0e-6cf8dea89dbf tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:54.429777 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e4bd96e-a226-4431-b8c0-4d6b274398f0 req-199658d7-9077-41de-ab0e-6cf8dea89dbf tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.0577083
Nov 20 21:02:54.470691 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:02:54.479626 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e4bd96e-a226-4431-b8c0-4d6b274398f0 req-70e31f4f-a2b3-4f92-9f5a-84eb52c0f1cf tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437009
Nov 20 21:02:54.853558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9db076-20b2-473c-948c-01bc2058dc47 req-9a6be472-2c69-41c7-bf67-22abdf5836a9 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:54.855739 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e9db076-20b2-473c-948c-01bc2058dc47 req-9a6be472-2c69-41c7-bf67-22abdf5836a9 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 943 time: 0.1141059
Nov 20 21:02:54.857837 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12b5aea1-3f87-4bea-81ce-2af668eff710 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:54.862203 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12b5aea1-3f87-4bea-81ce-2af668eff710 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:54.903910 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-940b5f9b-4119-4578-af07-0e9cd1ec01f9 req-638824e0-fa6a-497c-92d8-da5d80c39527 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0417156
Nov 20 21:02:54.908825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffc2f1-5573-427d-ab85-315c46c8520b req-39d4f16e-7bd1-4698-81d6-6aa8a79ff21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:54.910557 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-98ffc2f1-5573-427d-ab85-315c46c8520b req-39d4f16e-7bd1-4698-81d6-6aa8a79ff21c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5082352
Nov 20 21:02:54.982938 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-f3c90c88-cc57-4834-a5bb-e73a049821f0 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:54.984511 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-f3c90c88-cc57-4834-a5bb-e73a049821f0 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.47 "GET /v2.0/networks?id=7652536f-b93f-4f95-b9ae-3fa277d2f430 HTTP/1.1" status: 200  len: 820 time: 0.1964123
Nov 20 21:02:54.995514 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12b5aea1-3f87-4bea-81ce-2af668eff710 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:55.002524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b5aea1-3f87-4bea-81ce-2af668eff710 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Fanout notify agent at l3_agent the message router_deleted on router 185f07bc-cf8e-4d0e-b846-41413b9a13ca {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:02:55.016311 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12b5aea1-3f87-4bea-81ce-2af668eff710 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:55.018355 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-12b5aea1-3f87-4bea-81ce-2af668eff710 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "DELETE /v2.0/routers/185f07bc-cf8e-4d0e-b846-41413b9a13ca HTTP/1.1" status: 204  len: 168 time: 2.0432146
Nov 20 21:02:55.021808 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52882) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:55.023457 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-19ff888d-8966-4f30-9e88-c3a4fed2c275 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Request body: {'port': {'device_id': 'aa8f215b-683e-4c22-a383-939476dbc05c', 'network_id': '7652536f-b93f-4f95-b9ae-3fa277d2f430', 'admin_state_up': True, 'tenant_id': '6df9b387c748458fb8119674e7463c3e'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:55.079607 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e9db076-20b2-473c-948c-01bc2058dc47 req-9a6c8303-a0d6-4b0d-abbe-c8f258505a44 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826758
Nov 20 21:02:55.110287 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c98ac56b-2ad2-4814-9278-07fd12b604ac tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1869488085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:55.189735 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67bc6261-d00c-4c1e-a1e6-a9e28a60556e req-a6afba2f-a1b0-4279-a0b6-75a87c410d8a tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 210 time: 0.0594382
Nov 20 21:02:55.193542 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-98ffc2f1-5573-427d-ab85-315c46c8520b req-3cb92fae-215f-4a64-9ff3-1fa8a47a1757 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2541173
Nov 20 21:02:55.195573 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c98ac56b-2ad2-4814-9278-07fd12b604ac tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:55.197123 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c98ac56b-2ad2-4814-9278-07fd12b604ac tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:55.230264 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-19ff888d-8966-4f30-9e88-c3a4fed2c275 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Made reservation on behalf of 6df9b387c748458fb8119674e7463c3e for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:02:55.236444 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-19ff888d-8966-4f30-9e88-c3a4fed2c275 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:55.342915 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c98ac56b-2ad2-4814-9278-07fd12b604ac tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:55.351541 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c98ac56b-2ad2-4814-9278-07fd12b604ac tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:55.378271 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-98ffc2f1-5573-427d-ab85-315c46c8520b req-621175be-be82-4e0a-aa4d-fc5d61be33a5 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1748664
Nov 20 21:02:55.382604 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c98ac56b-2ad2-4814-9278-07fd12b604ac tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:55.385235 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c98ac56b-2ad2-4814-9278-07fd12b604ac tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.3614397
Nov 20 21:02:55.388002 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52898) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:55.393419 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:55.439306 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-19ff888d-8966-4f30-9e88-c3a4fed2c275 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Allocated IP 172.20.0.3 (7652536f-b93f-4f95-b9ae-3fa277d2f430/7c41c677-9dc1-402f-a474-86b2e3b8879f/659e7819-8eb1-4918-a6b8-563de764690f) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:02:55.649063 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:55.679285 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd27e4-d8fb-4419-8f13-a128f500fe3c req-f9234480-9e6b-4e2d-b5e0-f78510d68b8c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:55.680902 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cabd27e4-d8fb-4419-8f13-a128f500fe3c req-f9234480-9e6b-4e2d-b5e0-f78510d68b8c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.0953476
Nov 20 21:02:55.684637 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-19ff888d-8966-4f30-9e88-c3a4fed2c275 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:55.762010 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cabd27e4-d8fb-4419-8f13-a128f500fe3c req-b1df6700-1abe-4936-8e54-e69ff493e1a2 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711484
Nov 20 21:02:55.763748 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-19ff888d-8966-4f30-9e88-c3a4fed2c275 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:55.817039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-19ff888d-8966-4f30-9e88-c3a4fed2c275 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Network 7652536f-b93f-4f95-b9ae-3fa277d2f430 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:55.820752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-19ff888d-8966-4f30-9e88-c3a4fed2c275 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:55.826792 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-19ff888d-8966-4f30-9e88-c3a4fed2c275 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:02:55.831122 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff888d-8966-4f30-9e88-c3a4fed2c275 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Pushing event updated for resources: {'Port': ['ID=659e7819-8eb1-4918-a6b8-563de764690f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:55.879595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-19ff888d-8966-4f30-9e88-c3a4fed2c275 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:55.880420 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-19ff888d-8966-4f30-9e88-c3a4fed2c275 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:55.893911 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:55.900683 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-19ff888d-8966-4f30-9e88-c3a4fed2c275 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9026544
Nov 20 21:02:55.914712 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Request body: {'port': {'device_id': 'aa8f215b-683e-4c22-a383-939476dbc05c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:55.921738 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:55.986351 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:56.045723 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-05a30621-5691-4316-8a75-6d3dfbbede75 req-ea86fbc1-cf95-462b-befd-50a6a88f3447 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0434427
Nov 20 21:02:56.083017 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Allocated IP 172.35.1.183 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/1e69beaa-d43c-45c7-92c9-ca0fdaf05f86) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:02:56.245956 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:56.255088 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d05fcb-4339-4a91-aab1-88f6285312ae req-e01433a6-aa78-4899-aa56-37999b52a67e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:56.256664 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-01d05fcb-4339-4a91-aab1-88f6285312ae req-e01433a6-aa78-4899-aa56-37999b52a67e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 943 time: 0.0907741
Nov 20 21:02:56.332428 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-01d05fcb-4339-4a91-aab1-88f6285312ae req-c76f3d88-3766-4094-8132-a7de896abf3f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672667
Nov 20 21:02:56.334664 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:56.376741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659e7819-8eb1-4918-a6b8-563de764690f {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:02:56.387450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:02:56.388262 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:56.390464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:02:56.394717 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:02:56.403772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Transition to ACTIVE for port object 659e7819-8eb1-4918-a6b8-563de764690f will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:02:56.410348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a432192d-f37b-4cae-ad68-8fc5de8d4008 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:56.413389 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:56.442337 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Pushing event updated for resources: {'Port': ['ID=1e69beaa-d43c-45c7-92c9-ca0fdaf05f86,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:56.465669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e9321-2668-48cf-b123-355c08c79ce6 req-2c63882c-9e8c-4678-8689-90980c17262d tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:56.474792 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa3e9321-2668-48cf-b123-355c08c79ce6 req-2c63882c-9e8c-4678-8689-90980c17262d tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 931 time: 0.1737223
Nov 20 21:02:56.537928 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-abb1f0eb-0f4c-4c36-a9a3-a0eafbf1eed3 None None] Provisioning complete for port 1e69beaa-d43c-45c7-92c9-ca0fdaf05f86 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:56.539045 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-abb1f0eb-0f4c-4c36-a9a3-a0eafbf1eed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:56.544838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Pushing event updated for resources: {'Port': ['ID=659e7819-8eb1-4918-a6b8-563de764690f,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:56.596048 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-abb1f0eb-0f4c-4c36-a9a3-a0eafbf1eed3 None None] Port 1e69beaa-d43c-45c7-92c9-ca0fdaf05f86 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:02:56.620726 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa3e9321-2668-48cf-b123-355c08c79ce6 req-125d1091-7682-49bd-a69c-85829d0b830a tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/security-groups?id=93e4e543-c6fa-47bf-a3f8-462f25eb266f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449196
Nov 20 21:02:56.654307 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Attempting to bind port 659e7819-8eb1-4918-a6b8-563de764690f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:02:56.654662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Attempting to bind port 659e7819-8eb1-4918-a6b8-563de764690f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '89b8fe23-7143-4fd7-b7a8-d37e7379bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7652536f-b93f-4f95-b9ae-3fa277d2f430'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:02:56.655025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Attempting to bind port 659e7819-8eb1-4918-a6b8-563de764690f on network 7652536f-b93f-4f95-b9ae-3fa277d2f430 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:56.659946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Port 659e7819-8eb1-4918-a6b8-563de764690f on network 7652536f-b93f-4f95-b9ae-3fa277d2f430 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:02:56.660274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Attempting to bind port 659e7819-8eb1-4918-a6b8-563de764690f on network 7652536f-b93f-4f95-b9ae-3fa277d2f430 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:02:56.665580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:02:56.665961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Checking segment: {'id': '89b8fe23-7143-4fd7-b7a8-d37e7379bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7652536f-b93f-4f95-b9ae-3fa277d2f430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:02:56.666422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Bound using segment: {'id': '89b8fe23-7143-4fd7-b7a8-d37e7379bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7652536f-b93f-4f95-b9ae-3fa277d2f430'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:02:56.666867 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Bound port: 659e7819-8eb1-4918-a6b8-563de764690f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b8fe23-7143-4fd7-b7a8-d37e7379bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7652536f-b93f-4f95-b9ae-3fa277d2f430'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:02:56.667377 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:56.721762 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:56.737253 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52938) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:56.751138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] For port 659e7819-8eb1-4918-a6b8-563de764690f, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:02:56.768480 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] For port 659e7819-8eb1-4918-a6b8-563de764690f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659e7819-8eb1-4918-a6b8-563de764690f,segment=NetworkSegment(89b8fe23-7143-4fd7-b7a8-d37e7379bb18),segment_id=89b8fe23-7143-4fd7-b7a8-d37e7379bb18)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:02:56.773783 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:56.837576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:56.838718 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:56.841131 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] 10.222.0.47 "PUT /v2.0/ports/659e7819-8eb1-4918-a6b8-563de764690f HTTP/1.1" status: 200  len: 1091 time: 0.9323883
Nov 20 21:02:56.841862 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8f215b-683e-4c22-a383-939476dbc05c', 'tag': '659e7819-8eb1-4918-a6b8-563de764690f'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:02:56.844545 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365dc1ac-cc91-4aee-8e38-8a2f77a08741" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8f215b-683e-4c22-a383-939476dbc05c", "tag": "659e7819-8eb1-4918-a6b8-563de764690f"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:02:56.905651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba609a3-28d3-4b77-95ce-f5f49c749d23 service neutron] Pushing event updated for resources: {'Port': ['ID=659e7819-8eb1-4918-a6b8-563de764690f,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:56.930657 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d360052-1c8e-48d6-bec9-23abd8062022 x-openstack-request-id: req-2d360052-1c8e-48d6-bec9-23abd8062022 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:02:56.930990 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8f215b-683e-4c22-a383-939476dbc05c", "tag": "659e7819-8eb1-4918-a6b8-563de764690f", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:02:56.932002 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d360052-1c8e-48d6-bec9-23abd8062022 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:02:56.932449 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8f215b-683e-4c22-a383-939476dbc05c', 'tag': '659e7819-8eb1-4918-a6b8-563de764690f', 'status': 'completed', 'code': 200}
Nov 20 21:02:56.956093 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36e736a0-adb1-4bcb-8b7f-3960bb1595ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:56.974131 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4f743-fcfc-4103-889d-fada75a9c66c req-38778dcc-9d77-4ac6-bd38-492a62900f69 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:56.975673 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-79c4f743-fcfc-4103-889d-fada75a9c66c req-38778dcc-9d77-4ac6-bd38-492a62900f69 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.1250579
Nov 20 21:02:56.991411 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-90a28bd2-f04a-432e-8495-138215c7d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:56.993026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-90a28bd2-f04a-432e-8495-138215c7d167 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6df9b387c748458fb8119674e7463c3e&device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 1094 time: 0.0759568
Nov 20 21:02:57.047024 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:57.052316 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-1310486e-a2a9-4330-b595-832d34d3d4fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=659e7819-8eb1-4918-a6b8-563de764690f HTTP/1.1" status: 200  len: 217 time: 0.0492265
Nov 20 21:02:57.060687 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:57.077441 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-79c4f743-fcfc-4103-889d-fada75a9c66c req-a3e68696-2976-4efb-bbb6-4ac44e05ef0c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712111
Nov 20 21:02:57.152028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-7a20c2eb-fb80-4abe-9bcf-9de599eda25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:57.154199 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-7a20c2eb-fb80-4abe-9bcf-9de599eda25c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7c41c677-9dc1-402f-a474-86b2e3b8879f HTTP/1.1" status: 200  len: 860 time: 0.0927694
Nov 20 21:02:57.174429 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36e736a0-adb1-4bcb-8b7f-3960bb1595ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:57.185713 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36e736a0-adb1-4bcb-8b7f-3960bb1595ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:57.225047 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-458226d0-b9e8-493e-9c8b-49767a35aefe req-6fb46b70-c5f0-4e43-9714-3d998cd22a41 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0655162
Nov 20 21:02:57.233165 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-de289da6-6c27-4160-94dd-2ed885734ae7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7652536f-b93f-4f95-b9ae-3fa277d2f430&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0689955
Nov 20 21:02:57.274221 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Router b7dc18f1-d67e-458c-855d-a2933efa5cad is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:02:57.294119 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-36e736a0-adb1-4bcb-8b7f-3960bb1595ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0223c51858ef40b6b185f75aaf3af47d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5542843
Nov 20 21:02:57.302164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52952) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:57.311531 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e736a0-adb1-4bcb-8b7f-3960bb1595ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898713e6-954d-46a5-b5b6-79dd1aaffd99,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:57.392304 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:02:57.398832 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-2bba235d-809a-410d-bfe6-78b5d3d60afc service neutron] 10.222.0.47 "GET /v2.0/networks/7652536f-b93f-4f95-b9ae-3fa277d2f430?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538267
Nov 20 21:02:57.400999 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:57.406093 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52956) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:57.406435 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-17fb3181-5db2-4207-9415-19326fd24c15 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "PUT /v2.0/routers/b7dc18f1-d67e-458c-855d-a2933efa5cad HTTP/1.1" status: 200  len: 880 time: 2.0171738
Nov 20 21:02:57.407838 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e61d7-039f-432b-886d-93ba3bb72b13 None None] Sync routers for ids ['b7dc18f1-d67e-458c-855d-a2933efa5cad'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:02:57.420899 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e61d7-039f-432b-886d-93ba3bb72b13 None None] Routers {'b7dc18f1-d67e-458c-855d-a2933efa5cad'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:57.422093 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c96e61d7-039f-432b-886d-93ba3bb72b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5433ae50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b7dc18f1-d67e-458c-855d-a2933efa5cad'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:57.422265 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-92cdb9f4-c9e0-4d2c-8e3a-3f434fc86834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:57.456555 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c96e61d7-039f-432b-886d-93ba3bb72b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5433ae50>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:57.466932 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e61d7-039f-432b-886d-93ba3bb72b13 None None] Routers {'b7dc18f1-d67e-458c-855d-a2933efa5cad'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:02:57.468665 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c96e61d7-039f-432b-886d-93ba3bb72b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5433ae50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b7dc18f1-d67e-458c-855d-a2933efa5cad'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:57.506460 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946662b5-971f-4e0c-b33f-bf1bab44fd8e req-a5a96d18-176a-4bad-b51f-04aa22597da3 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:57.508876 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-946662b5-971f-4e0c-b33f-bf1bab44fd8e req-a5a96d18-176a-4bad-b51f-04aa22597da3 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 943 time: 0.0717356
Nov 20 21:02:57.509428 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-92cdb9f4-c9e0-4d2c-8e3a-3f434fc86834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:57.517622 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c96e61d7-039f-432b-886d-93ba3bb72b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5433ae50>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:02:57.518505 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e61d7-039f-432b-886d-93ba3bb72b13 None None] The sync data for ids ['b7dc18f1-d67e-458c-855d-a2933efa5cad'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:02:57.575036 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-946662b5-971f-4e0c-b33f-bf1bab44fd8e req-e32c4f9b-5c02-47b5-b80a-03252af57bf0 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545979
Nov 20 21:02:57.855811 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ef1ededa-73ec-4b63-8c91-5d3cfac10c0d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:02:57.962650 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port ef1ededa-73ec-4b63-8c91-5d3cfac10c0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ef1ededa-73ec-4b63-8c91-5d3cfac10c0d,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:57.976022 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'ef1ededa-73ec-4b63-8c91-5d3cfac10c0d', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'port_id': 'ef1ededa-73ec-4b63-8c91-5d3cfac10c0d', 'mac_address': 'fa:16:3e:0f:f0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:02:57.990201 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-331b534d-2bfd-4211-8bd6-c55fb45a30c8 req-de800c16-fdd4-4978-aa17-c3216979802a service neutron] 10.222.0.47 "GET /v2.0/networks/7652536f-b93f-4f95-b9ae-3fa277d2f430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5811725
Nov 20 21:02:57.997619 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4b4aa5dd-17bd-43ad-a27d-c9fbbf4ae523 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "GET /v2.0/routers/b7dc18f1-d67e-458c-855d-a2933efa5cad HTTP/1.1" status: 200  len: 921 time: 0.5874708
Nov 20 21:02:57.997814 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52960) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:58.022544 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:58.037257 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1ededa-73ec-4b63-8c91-5d3cfac10c0d {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:02:58.042915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72057b2a-bf0f-4c2f-a468-ea7557606480 req-3898feed-7468-416c-b2de-66ddda5fcd92 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:58.044502 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-72057b2a-bf0f-4c2f-a468-ea7557606480 req-3898feed-7468-416c-b2de-66ddda5fcd92 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 943 time: 0.1252759
Nov 20 21:02:58.045316 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-92cdb9f4-c9e0-4d2c-8e3a-3f434fc86834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:58.047999 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-92cdb9f4-c9e0-4d2c-8e3a-3f434fc86834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:58.051745 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-92cdb9f4-c9e0-4d2c-8e3a-3f434fc86834 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/898713e6-954d-46a5-b5b6-79dd1aaffd99 HTTP/1.1" status: 204  len: 168 time: 0.7486234
Nov 20 21:02:58.060547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port ef1ededa-73ec-4b63-8c91-5d3cfac10c0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ef1ededa-73ec-4b63-8c91-5d3cfac10c0d,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:02:58.066593 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:58.106678 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdb9f4-c9e0-4d2c-8e3a-3f434fc86834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898713e6-954d-46a5-b5b6-79dd1aaffd99,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:58.133121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7653c6de-eac1-48e1-98b9-33e4869034a1 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:58.139015 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7653c6de-eac1-48e1-98b9-33e4869034a1 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&device_id=b7dc18f1-d67e-458c-855d-a2933efa5cad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1359563
Nov 20 21:02:58.139964 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52966) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:58.155173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dc1ac-cc91-4aee-8e38-8a2f77a08741 req-aa4e6971-3a32-4768-b4cc-e51d7afb199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:58.156734 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-365dc1ac-cc91-4aee-8e38-8a2f77a08741 req-aa4e6971-3a32-4768-b4cc-e51d7afb199c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6df9b387c748458fb8119674e7463c3e&device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 1094 time: 0.1018538
Nov 20 21:02:58.165582 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=ef1ededa-73ec-4b63-8c91-5d3cfac10c0d,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:58.172364 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-72057b2a-bf0f-4c2f-a468-ea7557606480 req-8eb67b8f-8ab5-42a7-9136-948a4dd06e80 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/security-groups?id=93e4e543-c6fa-47bf-a3f8-462f25eb266f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186817
Nov 20 21:02:58.325204 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dc1ac-cc91-4aee-8e38-8a2f77a08741 req-c7fd9cb6-351d-4e54-8440-e57ad321ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:58.327243 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-365dc1ac-cc91-4aee-8e38-8a2f77a08741 req-c7fd9cb6-351d-4e54-8440-e57ad321ebe6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7652536f-b93f-4f95-b9ae-3fa277d2f430 HTTP/1.1" status: 200  len: 921 time: 0.1537535
Nov 20 21:02:58.328567 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f031df6a-7069-4b62-b688-bb5fe32b03b3 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:58.329947 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f031df6a-7069-4b62-b688-bb5fe32b03b3 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 881 time: 0.1895585
Nov 20 21:02:58.332843 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52974) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:58.365459 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e579884f-4bfa-423e-8ae4-f692a1ecd582 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7dc18f1-d67e-458c-855d-a2933efa5cad HTTP/1.1" status: 200  len: 205 time: 0.0314953
Nov 20 21:02:58.368367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52976) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:58.373829 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['ef1ededa-73ec-4b63-8c91-5d3cfac10c0d'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:02:58.387498 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14295071-5952-4bea-aa83-04bb0ecd6365 req-ad8ce7ca-5d4a-499b-ae49-fe5f290b8141 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:58.389074 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-14295071-5952-4bea-aa83-04bb0ecd6365 req-ad8ce7ca-5d4a-499b-ae49-fe5f290b8141 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.1424417
Nov 20 21:02:58.399959 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-365dc1ac-cc91-4aee-8e38-8a2f77a08741 req-4820a080-4b7d-434e-9f05-e1d21db16fa8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=659e7819-8eb1-4918-a6b8-563de764690f HTTP/1.1" status: 200  len: 217 time: 0.0490878
Nov 20 21:02:58.420200 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70c787c8-bdcd-47fb-ab54-82429c52a025 req-bf4736db-7268-4a56-a9ce-5a62b1363b38 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0612760
Nov 20 21:02:58.482011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dc1ac-cc91-4aee-8e38-8a2f77a08741 req-433ae597-7c07-4741-8dc8-69a34faf6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:58.483908 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-365dc1ac-cc91-4aee-8e38-8a2f77a08741 req-433ae597-7c07-4741-8dc8-69a34faf6267 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7c41c677-9dc1-402f-a474-86b2e3b8879f HTTP/1.1" status: 200  len: 860 time: 0.0668294
Nov 20 21:02:58.509336 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52978) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:58.530917 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-365dc1ac-cc91-4aee-8e38-8a2f77a08741 req-6adeff51-5f28-4f5c-bf0c-553530e0904d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7652536f-b93f-4f95-b9ae-3fa277d2f430&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397704
Nov 20 21:02:58.534629 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-14295071-5952-4bea-aa83-04bb0ecd6365 req-17141a3f-56a7-4862-98fb-6616593e5b58 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117604
Nov 20 21:02:58.555529 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dcb512b6-47b2-4213-9268-71cb547e7c22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:58.583915 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1c0e-2846-4bc4-9ed1-de998c8a29cc tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:58.645830 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-365dc1ac-cc91-4aee-8e38-8a2f77a08741 req-1b43c72e-c9be-401c-b1e0-919f1c36a29c service neutron] 10.222.0.47 "GET /v2.0/networks/7652536f-b93f-4f95-b9ae-3fa277d2f430?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1047015
Nov 20 21:02:58.749197 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1c0e-2846-4bc4-9ed1-de998c8a29cc tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:58.771733 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dcb512b6-47b2-4213-9268-71cb547e7c22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:58.777959 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dcb512b6-47b2-4213-9268-71cb547e7c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:58.789473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34001b-7754-4a84-ac32-9ddcf1cdd286 req-2f9b2d3e-f98f-4272-b19c-723fb73826ac tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:58.789473 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8c34001b-7754-4a84-ac32-9ddcf1cdd286 req-2f9b2d3e-f98f-4272-b19c-723fb73826ac tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 944 time: 0.1061747
Nov 20 21:02:58.805643 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-365dc1ac-cc91-4aee-8e38-8a2f77a08741 req-00645f78-aa78-4de1-ac88-e3c5317c7265 service neutron] 10.222.0.47 "GET /v2.0/networks/7652536f-b93f-4f95-b9ae-3fa277d2f430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500945
Nov 20 21:02:58.852869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb512b6-47b2-4213-9268-71cb547e7c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2c5817-ba57-4d1e-b610-ee3188ca7f3c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:58.858038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dcb512b6-47b2-4213-9268-71cb547e7c22 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12888ef475604d1bac3da48d7eb8481c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3462701
Nov 20 21:02:58.861707 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52982) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:58.867517 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8c34001b-7754-4a84-ac32-9ddcf1cdd286 req-4aaa5da2-fde2-4935-91d4-822b0bcb7773 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712874
Nov 20 21:02:58.912156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b1c0e-2846-4bc4-9ed1-de998c8a29cc tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Deleting port 1e69beaa-d43c-45c7-92c9-ca0fdaf05f86 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:02:58.912628 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1c0e-2846-4bc4-9ed1-de998c8a29cc tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:58.953608 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-49a1dde9-b1c3-409b-8750-d3f953c02440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:59.018225 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-49a1dde9-b1c3-409b-8750-d3f953c02440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:59.049287 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1c0e-2846-4bc4-9ed1-de998c8a29cc tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:59.076881 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b1c0e-2846-4bc4-9ed1-de998c8a29cc tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Calling delete_port for 1e69beaa-d43c-45c7-92c9-ca0fdaf05f86 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:02:59.139732 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-49a1dde9-b1c3-409b-8750-d3f953c02440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:59.143094 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-49a1dde9-b1c3-409b-8750-d3f953c02440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:59.144252 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-49a1dde9-b1c3-409b-8750-d3f953c02440 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d2c5817-ba57-4d1e-b610-ee3188ca7f3c HTTP/1.1" status: 204  len: 168 time: 0.2816064
Nov 20 21:02:59.165877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1dde9-b1c3-409b-8750-d3f953c02440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2c5817-ba57-4d1e-b610-ee3188ca7f3c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:59.339471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f1962-4d6d-491f-8c4a-dc0cb4d44b53 req-9b2d97d9-7214-46a5-8e90-91425f36de9b tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:59.341229 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bf7f1962-4d6d-491f-8c4a-dc0cb4d44b53 req-9b2d97d9-7214-46a5-8e90-91425f36de9b tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 943 time: 0.0726900
Nov 20 21:02:59.343842 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1c0e-2846-4bc4-9ed1-de998c8a29cc tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:59.390921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b1c0e-2846-4bc4-9ed1-de998c8a29cc tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Pushing event deleted for resources: {'Port': ['ID=1e69beaa-d43c-45c7-92c9-ca0fdaf05f86,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:02:59.405579 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7203bcd1-0d68-40bf-824f-f677eef28ab0 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:02:59.472940 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bf7f1962-4d6d-491f-8c4a-dc0cb4d44b53 req-2d9ed35d-4e69-4d8c-9cee-ffd542be52ce tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/security-groups?id=93e4e543-c6fa-47bf-a3f8-462f25eb266f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238132
Nov 20 21:02:59.481102 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1c0e-2846-4bc4-9ed1-de998c8a29cc tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:59.586865 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5799197e-1c9d-4c7d-ad8c-e29c697772dc req-98d8f17b-d69c-4548-8336-659e84da4e33 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0517673
Nov 20 21:02:59.596266 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1c0e-2846-4bc4-9ed1-de998c8a29cc tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:59.599816 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1c0e-2846-4bc4-9ed1-de998c8a29cc tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:59.684521 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1c0e-2846-4bc4-9ed1-de998c8a29cc tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:59.685227 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8b1c0e-2846-4bc4-9ed1-de998c8a29cc tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Fanout notify agent at l3_agent the message router_deleted on router b7dc18f1-d67e-458c-855d-a2933efa5cad {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:02:59.697531 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1c0e-2846-4bc4-9ed1-de998c8a29cc tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:59.704661 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4f8b1c0e-2846-4bc4-9ed1-de998c8a29cc tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "DELETE /v2.0/routers/b7dc18f1-d67e-458c-855d-a2933efa5cad HTTP/1.1" status: 204  len: 168 time: 1.3318148
Nov 20 21:02:59.705176 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53008) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:59.712924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-11cbaa93-891f-42cb-9190-6f4e568d4cd7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1905770326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:59.728814 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d3047-de53-4f4f-a0b5-91284e0ee1c3 req-d1d66f77-4981-4eef-8425-17d08071ad34 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:02:59.731587 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b06d3047-de53-4f4f-a0b5-91284e0ee1c3 req-d1d66f77-4981-4eef-8425-17d08071ad34 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.0890896
Nov 20 21:02:59.746614 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-11cbaa93-891f-42cb-9190-6f4e568d4cd7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:59.747714 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-11cbaa93-891f-42cb-9190-6f4e568d4cd7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:59.809767 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-11cbaa93-891f-42cb-9190-6f4e568d4cd7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:59.815586 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-11cbaa93-891f-42cb-9190-6f4e568d4cd7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:59.817205 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b06d3047-de53-4f4f-a0b5-91284e0ee1c3 req-b00df3f1-7ce2-492e-84d0-d8c5d485f0d3 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761774
Nov 20 21:02:59.844757 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-11cbaa93-891f-42cb-9190-6f4e568d4cd7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:02:59.844757 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-11cbaa93-891f-42cb-9190-6f4e568d4cd7 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1302943
Nov 20 21:02:59.844757 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53012) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:59.844757 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'enable_snat': True}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:02:59.871309 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ef1ededa-73ec-4b63-8c91-5d3cfac10c0d up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:02:59.915497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53018) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:02:59.977797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port ef1ededa-73ec-4b63-8c91-5d3cfac10c0d completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:02:59.985847 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port ef1ededa-73ec-4b63-8c91-5d3cfac10c0d triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:02:59.986290 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:00.100021 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:00.153265 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port ef1ededa-73ec-4b63-8c91-5d3cfac10c0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ef1ededa-73ec-4b63-8c91-5d3cfac10c0d,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:00.157543 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67eb997-9ace-4561-a2e9-959c7bf3252b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1ededa-73ec-4b63-8c91-5d3cfac10c0d'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:03:00.158834 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c317d2c0-5cf9-4306-adb7-28fd3400caa3" -d '{"events": [{"server_uuid": "a67eb997-9ace-4561-a2e9-959c7bf3252b", "name": "network-vif-plugged", "status": "completed", "tag": "ef1ededa-73ec-4b63-8c91-5d3cfac10c0d"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:03:00.163535 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:00.191122 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:00.248757 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9301de-047d-4927-b969-44209b16dc60 req-0fa404d5-976f-4bf1-99c1-2e92f30db31b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:00.254685 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fcf370-d733-4e53-ad3f-572308a3cbc1 x-openstack-request-id: req-55fcf370-d733-4e53-ad3f-572308a3cbc1 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:03:00.255126 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67eb997-9ace-4561-a2e9-959c7bf3252b", "name": "network-vif-plugged", "status": "completed", "tag": "ef1ededa-73ec-4b63-8c91-5d3cfac10c0d", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:03:00.255389 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55fcf370-d733-4e53-ad3f-572308a3cbc1 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:03:00.256717 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67eb997-9ace-4561-a2e9-959c7bf3252b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1ededa-73ec-4b63-8c91-5d3cfac10c0d', 'code': 200}
Nov 20 21:03:00.262318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=ef1ededa-73ec-4b63-8c91-5d3cfac10c0d,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:00.271004 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7f9301de-047d-4927-b969-44209b16dc60 req-0fa404d5-976f-4bf1-99c1-2e92f30db31b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 944 time: 0.2664254
Nov 20 21:03:00.442626 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7f9301de-047d-4927-b969-44209b16dc60 req-724e8593-69bc-4a36-8e42-ba877626fb9b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702852
Nov 20 21:03:00.467515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077184f-dd34-43c2-b6e3-ae8c52677bd8 req-d0f4875e-98a0-438d-ad5b-763af4467346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:00.469083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7077184f-dd34-43c2-b6e3-ae8c52677bd8 req-d0f4875e-98a0-438d-ad5b-763af4467346 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 1096 time: 0.1580744
Nov 20 21:03:00.533544 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7077184f-dd34-43c2-b6e3-ae8c52677bd8 req-4eb933ec-5cc4-4e45-9c95-a450eef69b2d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567062
Nov 20 21:03:00.737194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54860ba-86af-4624-8142-5863746f2d36 req-199f4a0c-5607-4091-baef-237e720fe9f3 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:00.745084 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a54860ba-86af-4624-8142-5863746f2d36 req-199f4a0c-5607-4091-baef-237e720fe9f3 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 943 time: 0.1478541
Nov 20 21:03:00.757882 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:00.763985 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ba3a1ae5-73b2-4ce2-baae-4a4459add706 req-5182c75f-ab4e-4e03-85f5-d79e5ef29d4b tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0676160
Nov 20 21:03:00.786934 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:00.915815 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a54860ba-86af-4624-8142-5863746f2d36 req-cf6d6556-5215-41e2-80e8-a719168c022f tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/security-groups?id=93e4e543-c6fa-47bf-a3f8-462f25eb266f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697049
Nov 20 21:03:00.924843 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f61ead89-07fd-4230-9f48-6a0bfc5b47ee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:00.982577 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Allocated IP 172.35.1.38 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/2077ef79-3083-451e-9036-07573b218cba) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:03:01.065572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd88897-d25c-49e5-990c-5ede08f80123 req-b1e70672-0071-4d17-890f-afe51723f617 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:01.067157 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2fd88897-d25c-49e5-990c-5ede08f80123 req-b1e70672-0071-4d17-890f-afe51723f617 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.1016819
Nov 20 21:03:01.124824 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:01.175662 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:01.222872 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2fd88897-d25c-49e5-990c-5ede08f80123 req-d327de3c-2a8c-4d00-acb1-95158e8060db tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462882
Nov 20 21:03:01.235980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:03:01.239332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:01.242313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:03:01.258929 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97771a59-d922-44dd-8983-d6e56a64af60 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:01.265612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Pushing event updated for resources: {'Port': ['ID=2077ef79-3083-451e-9036-07573b218cba,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:01.364230 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2370074e-907d-4d0a-8c4d-0e2098eac683 None None] Provisioning complete for port 2077ef79-3083-451e-9036-07573b218cba triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:01.364625 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2370074e-907d-4d0a-8c4d-0e2098eac683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:01.410914 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2370074e-907d-4d0a-8c4d-0e2098eac683 None None] Port 2077ef79-3083-451e-9036-07573b218cba cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:03:01.458907 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-f61ead89-07fd-4230-9f48-6a0bfc5b47ee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Deleting port 407c8ddd-f894-448b-88af-468377b15ae8 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:03:01.459280 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f61ead89-07fd-4230-9f48-6a0bfc5b47ee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:01.647007 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-f61ead89-07fd-4230-9f48-6a0bfc5b47ee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] For port 407c8ddd-f894-448b-88af-468377b15ae8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=407c8ddd-f894-448b-88af-468377b15ae8,segment=NetworkSegment(866500c3-fdec-4136-a43d-db548f727f16),segment_id=866500c3-fdec-4136-a43d-db548f727f16)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:01.647728 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f61ead89-07fd-4230-9f48-6a0bfc5b47ee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:01.650902 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:01.671723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-f61ead89-07fd-4230-9f48-6a0bfc5b47ee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Calling delete_port for 407c8ddd-f894-448b-88af-468377b15ae8 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:03:01.753920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff39cb-61f7-48c0-b947-33a63e72cf3d req-f4f3be48-1207-4f1b-945c-824266c3f38f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:01.756121 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aeff39cb-61f7-48c0-b947-33a63e72cf3d req-f4f3be48-1207-4f1b-945c-824266c3f38f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 945 time: 0.1066248
Nov 20 21:03:01.882871 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 659e7819-8eb1-4918-a6b8-563de764690f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:03:01.935802 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3bc8c306-e589-418b-8b7d-8379e72ee76a req-4df22dd2-8d4f-49d6-b34d-f1e189d9c9da tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0423934
Nov 20 21:03:01.938578 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aeff39cb-61f7-48c0-b947-33a63e72cf3d req-f0c614bc-f1e1-4727-b4ba-e40cb1deec51 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405399
Nov 20 21:03:01.996406 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f61ead89-07fd-4230-9f48-6a0bfc5b47ee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:02.031261 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:02.035618 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:02.037811 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ead89-07fd-4230-9f48-6a0bfc5b47ee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'Port': ['ID=407c8ddd-f894-448b-88af-468377b15ae8,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:02.143209 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 659e7819-8eb1-4918-a6b8-563de764690f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659e7819-8eb1-4918-a6b8-563de764690f,segment=NetworkSegment(89b8fe23-7143-4fd7-b7a8-d37e7379bb18),segment_id=89b8fe23-7143-4fd7-b7a8-d37e7379bb18)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:02.174706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '659e7819-8eb1-4918-a6b8-563de764690f', 'network_id': '7652536f-b93f-4f95-b9ae-3fa277d2f430', 'port_id': '659e7819-8eb1-4918-a6b8-563de764690f', 'mac_address': 'fa:16:3e:91:3f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c41c677-9dc1-402f-a474-86b2e3b8879f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:03:02.197087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bea5f-f7e4-45ad-b330-49c98823fc05 req-67a19f26-b334-4d0b-9ce5-6d7bf3fbe5b4 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:02.207624 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2f2bea5f-f7e4-45ad-b330-49c98823fc05 req-67a19f26-b334-4d0b-9ce5-6d7bf3fbe5b4 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 943 time: 0.1192422
Nov 20 21:03:02.235285 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:02.259072 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659e7819-8eb1-4918-a6b8-563de764690f {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:03:02.292988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 659e7819-8eb1-4918-a6b8-563de764690f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659e7819-8eb1-4918-a6b8-563de764690f,segment=NetworkSegment(89b8fe23-7143-4fd7-b7a8-d37e7379bb18),segment_id=89b8fe23-7143-4fd7-b7a8-d37e7379bb18)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:02.306269 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:02.320383 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2f2bea5f-f7e4-45ad-b330-49c98823fc05 req-fd54bd02-fd41-4554-a0c1-787446847f5f tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/security-groups?id=93e4e543-c6fa-47bf-a3f8-462f25eb266f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038301
Nov 20 21:03:02.375624 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=659e7819-8eb1-4918-a6b8-563de764690f,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:02.377016 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Router 9f79fd58-9c02-4111-9652-a510b33ed6a4 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:03:02.377308 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f61ead89-07fd-4230-9f48-6a0bfc5b47ee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:02.525962 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ac36d-f076-42eb-b700-c7bab2b205ac req-849ff942-14c2-414d-a20e-b21c7d7809c3 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:02.528176 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-331ac36d-f076-42eb-b700-c7bab2b205ac req-849ff942-14c2-414d-a20e-b21c7d7809c3 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.1672482
Nov 20 21:03:02.554525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:03:02.562694 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:02.567057 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022de5d-5fa7-4ec4-8e98-4a150c2fd458 None None] Sync routers for ids ['9f79fd58-9c02-4111-9652-a510b33ed6a4'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:03:02.574172 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8fb6845f-1f77-4b0c-b4cf-6bdb061eb59e tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "PUT /v2.0/routers/9f79fd58-9c02-4111-9652-a510b33ed6a4 HTTP/1.1" status: 200  len: 914 time: 2.7297294
Nov 20 21:03:02.574819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53082) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:02.589988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022de5d-5fa7-4ec4-8e98-4a150c2fd458 None None] Routers {'9f79fd58-9c02-4111-9652-a510b33ed6a4'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:02.593549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-2022de5d-5fa7-4ec4-8e98-4a150c2fd458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a474c4eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9f79fd58-9c02-4111-9652-a510b33ed6a4'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:02.647449 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-331ac36d-f076-42eb-b700-c7bab2b205ac req-09b57615-80da-43ef-a129-ba91a1e2c854 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084435
Nov 20 21:03:02.651938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['659e7819-8eb1-4918-a6b8-563de764690f'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:03:02.658628 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-2022de5d-5fa7-4ec4-8e98-4a150c2fd458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a474c4eb0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:02.770785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e4a030fb-28df-420a-b012-74eba5587bce tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "GET /v2.0/routers/9f79fd58-9c02-4111-9652-a510b33ed6a4 HTTP/1.1" status: 200  len: 920 time: 0.1874595
Nov 20 21:03:02.771826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53106) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:02.781102 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022de5d-5fa7-4ec4-8e98-4a150c2fd458 None None] Routers {'9f79fd58-9c02-4111-9652-a510b33ed6a4'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:02.782027 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-2022de5d-5fa7-4ec4-8e98-4a150c2fd458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a474c4eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9f79fd58-9c02-4111-9652-a510b33ed6a4'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:02.848300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d722f91e-d6e7-43a8-9b4a-8cf65632ad42 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:02.849717 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-2022de5d-5fa7-4ec4-8e98-4a150c2fd458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a474c4eb0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:02.850426 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022de5d-5fa7-4ec4-8e98-4a150c2fd458 None None] The sync data for ids ['9f79fd58-9c02-4111-9652-a510b33ed6a4'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:03:02.853892 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d722f91e-d6e7-43a8-9b4a-8cf65632ad42 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&device_id=9f79fd58-9c02-4111-9652-a510b33ed6a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0776179
Nov 20 21:03:02.853892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53108) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:02.976542 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61ead89-07fd-4230-9f48-6a0bfc5b47ee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Router 5b4337eb-626e-46f6-94a9-e74c337eee87 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:03:02.982334 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863e543d-0a55-4973-8271-6a16dcb47a63 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:02.984212 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-863e543d-0a55-4973-8271-6a16dcb47a63 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 881 time: 0.1283016
Nov 20 21:03:02.987205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53114) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:03.044338 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f716321e-05ac-4e49-8e77-77f8809c55d6 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f79fd58-9c02-4111-9652-a510b33ed6a4 HTTP/1.1" status: 200  len: 205 time: 0.0553493
Nov 20 21:03:03.045112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53128) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:03.125178 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f5fc0a0-7e4a-4af3-b0b5-3195b7057eca req-b05d16b8-f82f-4f7e-9b99-d9fe2882e831 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0345700
Nov 20 21:03:03.175284 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088850c-b263-457d-8dda-a206e83f46ad req-6579412b-22c6-4959-9674-2486dbf9a6b9 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:03.183238 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e088850c-b263-457d-8dda-a206e83f46ad req-6579412b-22c6-4959-9674-2486dbf9a6b9 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 945 time: 0.1321733
Nov 20 21:03:03.192051 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acefa2e2-89fe-41cb-b8b3-7aaacda82626 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:03.215003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61ead89-07fd-4230-9f48-6a0bfc5b47ee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:03:03.221646 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f61ead89-07fd-4230-9f48-6a0bfc5b47ee tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "PUT /v2.0/routers/5b4337eb-626e-46f6-94a9-e74c337eee87/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3045971
Nov 20 21:03:03.232455 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a8aaa4-a1e5-471d-8734-b87bb7e2a852 None None] Sync routers for ids ['5b4337eb-626e-46f6-94a9-e74c337eee87'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:03:03.247972 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a8aaa4-a1e5-471d-8734-b87bb7e2a852 None None] Routers {'5b4337eb-626e-46f6-94a9-e74c337eee87'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:03.249441 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e0a8aaa4-a1e5-471d-8734-b87bb7e2a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5433a100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5b4337eb-626e-46f6-94a9-e74c337eee87'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:03.257098 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e088850c-b263-457d-8dda-a206e83f46ad req-32c4af88-1c6f-4ca9-a2eb-37df99cfc22d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728579
Nov 20 21:03:03.343565 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acefa2e2-89fe-41cb-b8b3-7aaacda82626 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:03.399438 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-e0a8aaa4-a1e5-471d-8734-b87bb7e2a852 None None] Set router 5b4337eb-626e-46f6-94a9-e74c337eee87 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:03:03.441620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-acefa2e2-89fe-41cb-b8b3-7aaacda82626 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Deleting port 2077ef79-3083-451e-9036-07573b218cba {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:03:03.441957 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acefa2e2-89fe-41cb-b8b3-7aaacda82626 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:03.533208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b06f96-d80c-4f41-94d9-589798c0372a req-51600e2f-1014-4455-982a-87eba681c63d tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:03.548571 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28b06f96-d80c-4f41-94d9-589798c0372a req-51600e2f-1014-4455-982a-87eba681c63d tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 944 time: 0.0906494
Nov 20 21:03:03.599122 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acefa2e2-89fe-41cb-b8b3-7aaacda82626 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:03.610529 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f915f-3755-4ffb-a816-316c01332598 req-27a3d560-4797-4d1e-84dd-f468d206aab9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:03.612145 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ca1f915f-3755-4ffb-a816-316c01332598 req-27a3d560-4797-4d1e-84dd-f468d206aab9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 946 time: 0.1061726
Nov 20 21:03:03.626400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-acefa2e2-89fe-41cb-b8b3-7aaacda82626 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Calling delete_port for 2077ef79-3083-451e-9036-07573b218cba owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:03:03.630973 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28b06f96-d80c-4f41-94d9-589798c0372a req-dc8810c5-a4a6-47ff-b5c8-023582bdc47a tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/security-groups?id=93e4e543-c6fa-47bf-a3f8-462f25eb266f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807402
Nov 20 21:03:03.810517 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee5257-5e1e-4bfb-bbf0-ce56a3a70c05 req-9483c62b-518f-42c6-b901-1fc71b3554b6 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:03.812323 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dfee5257-5e1e-4bfb-bbf0-ce56a3a70c05 req-9483c62b-518f-42c6-b901-1fc71b3554b6 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.0793233
Nov 20 21:03:03.912842 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dfee5257-5e1e-4bfb-bbf0-ce56a3a70c05 req-37b3440b-dd43-4050-8fb5-7f0511bf543f tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891449
Nov 20 21:03:03.915591 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 659e7819-8eb1-4918-a6b8-563de764690f up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:03:03.941829 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e0a8aaa4-a1e5-471d-8734-b87bb7e2a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5433a100>, [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:03:01Z', 'revision_number': 6, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '190680e7-d4ff-484d-b953-78c7ff9f012d', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'floating_ip_address': '172.35.1.185', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'port_id': '8adc5a88-c2fa-4460-a689-528a2266b1a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'mac_address': 'fa:16:3e:67:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66476154-140d-461c-82e4-a9bf5200d6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:01:39Z', 'updated_at': '2021-11-20T21:01:47Z', 'revision_number': 1, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e80da7-37e3-4b17-a4b0-7cb40d94193b', 'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1e:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:37Z', 'updated_at': '2021-11-20T21:00:51Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:03.975661 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a8aaa4-a1e5-471d-8734-b87bb7e2a852 None None] Checking router: 5b4337eb-626e-46f6-94a9-e74c337eee87 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:03:03.993118 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a8aaa4-a1e5-471d-8734-b87bb7e2a852 None None] Routers {'5b4337eb-626e-46f6-94a9-e74c337eee87'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:03.993762 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e0a8aaa4-a1e5-471d-8734-b87bb7e2a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5433a100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5b4337eb-626e-46f6-94a9-e74c337eee87'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:04.088674 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ca1f915f-3755-4ffb-a816-316c01332598 req-7f60c8fc-ae0a-47bb-83ae-475712c99bed tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dc41670-056b-413d-bd20-eae78a8aa102&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4640100
Nov 20 21:03:04.102884 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 659e7819-8eb1-4918-a6b8-563de764690f completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:03:04.111018 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 659e7819-8eb1-4918-a6b8-563de764690f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:04.111682 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:04.152219 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-e0a8aaa4-a1e5-471d-8734-b87bb7e2a852 None None] Set router 5b4337eb-626e-46f6-94a9-e74c337eee87 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:03:04.234578 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acefa2e2-89fe-41cb-b8b3-7aaacda82626 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:04.251540 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:04.269177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefa2e2-89fe-41cb-b8b3-7aaacda82626 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Pushing event deleted for resources: {'Port': ['ID=2077ef79-3083-451e-9036-07573b218cba,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:04.292799 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8f215b-683e-4c22-a383-939476dbc05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659e7819-8eb1-4918-a6b8-563de764690f'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:03:04.298226 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31c3df5-08f7-4765-a14b-b77bcd339f34" -d '{"events": [{"server_uuid": "aa8f215b-683e-4c22-a383-939476dbc05c", "name": "network-vif-plugged", "status": "completed", "tag": "659e7819-8eb1-4918-a6b8-563de764690f"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:03:04.309700 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7296d1ce-7b02-4492-a21b-4db2cf1ad978 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:04.348434 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 659e7819-8eb1-4918-a6b8-563de764690f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659e7819-8eb1-4918-a6b8-563de764690f,segment=NetworkSegment(89b8fe23-7143-4fd7-b7a8-d37e7379bb18),segment_id=89b8fe23-7143-4fd7-b7a8-d37e7379bb18)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:04.356894 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:04.374272 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acefa2e2-89fe-41cb-b8b3-7aaacda82626 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:04.426203 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f216f1-02d5-4223-b80e-d777050e1571 x-openstack-request-id: req-a0f216f1-02d5-4223-b80e-d777050e1571 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:03:04.426811 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8f215b-683e-4c22-a383-939476dbc05c", "name": "network-vif-plugged", "status": "completed", "tag": "659e7819-8eb1-4918-a6b8-563de764690f", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:03:04.427324 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0f216f1-02d5-4223-b80e-d777050e1571 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:03:04.427889 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8f215b-683e-4c22-a383-939476dbc05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659e7819-8eb1-4918-a6b8-563de764690f', 'code': 200}
Nov 20 21:03:04.466510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=659e7819-8eb1-4918-a6b8-563de764690f,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:04.499321 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c8b32d52-d342-470d-b057-0d35b99f1594 req-f268c199-f48c-4275-a336-1b9db839db2f tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0840542
Nov 20 21:03:04.515011 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acefa2e2-89fe-41cb-b8b3-7aaacda82626 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:04.520070 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acefa2e2-89fe-41cb-b8b3-7aaacda82626 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:04.656036 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acefa2e2-89fe-41cb-b8b3-7aaacda82626 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:04.656571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acefa2e2-89fe-41cb-b8b3-7aaacda82626 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Fanout notify agent at l3_agent the message router_deleted on router 9f79fd58-9c02-4111-9652-a510b33ed6a4 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:03:04.659687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf20ed-e4c2-40fe-930a-5dc195676802 req-4f3c8e76-2cb5-4614-9cff-398b1fb7bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:04.661617 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bfcf20ed-e4c2-40fe-930a-5dc195676802 req-4f3c8e76-2cb5-4614-9cff-398b1fb7bc1d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 1096 time: 0.1427369
Nov 20 21:03:04.668121 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acefa2e2-89fe-41cb-b8b3-7aaacda82626 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:04.673403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53174) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:04.678683 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-acefa2e2-89fe-41cb-b8b3-7aaacda82626 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "DELETE /v2.0/routers/9f79fd58-9c02-4111-9652-a510b33ed6a4 HTTP/1.1" status: 204  len: 168 time: 1.6319442
Nov 20 21:03:04.679738 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c125b7c6-6c66-4235-bc36-7124dbab58f0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1022408998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:04.688207 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e0a8aaa4-a1e5-471d-8734-b87bb7e2a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5433a100>, [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:03:01Z', 'revision_number': 6, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '190680e7-d4ff-484d-b953-78c7ff9f012d', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'floating_ip_address': '172.35.1.185', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'port_id': '8adc5a88-c2fa-4460-a689-528a2266b1a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'mac_address': 'fa:16:3e:67:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66476154-140d-461c-82e4-a9bf5200d6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:01:39Z', 'updated_at': '2021-11-20T21:01:47Z', 'revision_number': 1, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e80da7-37e3-4b17-a4b0-7cb40d94193b', 'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1e:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:37Z', 'updated_at': '2021-11-20T21:00:51Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:04.695619 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d4575-e1ae-4843-bdeb-7668e26aac68 req-d60fab80-ea65-4f9b-8798-c24171c4983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:04.697137 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d83d4575-e1ae-4843-bdeb-7668e26aac68 req-d60fab80-ea65-4f9b-8798-c24171c4983c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 1097 time: 0.1797988
Nov 20 21:03:04.724544 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a8aaa4-a1e5-471d-8734-b87bb7e2a852 None None] The sync data for ids ['5b4337eb-626e-46f6-94a9-e74c337eee87'] in ncdv-master-1 is: [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:03:01Z', 'revision_number': 6, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '190680e7-d4ff-484d-b953-78c7ff9f012d', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'floating_ip_address': '172.35.1.185', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'port_id': '8adc5a88-c2fa-4460-a689-528a2266b1a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'mac_address': 'fa:16:3e:67:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66476154-140d-461c-82e4-a9bf5200d6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:01:39Z', 'updated_at': '2021-11-20T21:01:47Z', 'revision_number': 1, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e80da7-37e3-4b17-a4b0-7cb40d94193b', 'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1e:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:37Z', 'updated_at': '2021-11-20T21:00:51Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:03:04.736165 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c125b7c6-6c66-4235-bc36-7124dbab58f0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:04.737509 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c125b7c6-6c66-4235-bc36-7124dbab58f0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:04.814199 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d83d4575-e1ae-4843-bdeb-7668e26aac68 req-cb9bcb69-a0c6-4005-a37f-a67d7ade269c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978916
Nov 20 21:03:04.817817 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c125b7c6-6c66-4235-bc36-7124dbab58f0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:04.825528 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bfcf20ed-e4c2-40fe-930a-5dc195676802 req-33ac10d7-b4cd-45c4-aa25-83dcbdfca2cc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=93e4e543-c6fa-47bf-a3f8-462f25eb266f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379917
Nov 20 21:03:04.831988 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c125b7c6-6c66-4235-bc36-7124dbab58f0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:04.877472 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c125b7c6-6c66-4235-bc36-7124dbab58f0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:04.878776 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c125b7c6-6c66-4235-bc36-7124dbab58f0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2035699
Nov 20 21:03:04.881793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53186) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:04.889054 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'enable_snat': False}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:04.893414 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a71291-769f-4d2b-9f00-3699a2c334f7 req-37c097f7-f6c9-409a-ab10-9b358a4e8f06 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:04.895082 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7a71291-769f-4d2b-9f00-3699a2c334f7 req-37c097f7-f6c9-409a-ab10-9b358a4e8f06 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 945 time: 0.0755811
Nov 20 21:03:04.960508 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7a71291-769f-4d2b-9f00-3699a2c334f7 req-8d6aae31-7291-4ada-9a31-d0f1ddfd67b2 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/security-groups?id=93e4e543-c6fa-47bf-a3f8-462f25eb266f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576901
Nov 20 21:03:05.215321 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:05.228422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364eeda-6ef8-4081-9b20-e6b943143875 req-1853f802-b3d8-4d8c-a84a-30d3e1c50ca6 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:05.230712 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9364eeda-6ef8-4081-9b20-e6b943143875 req-1853f802-b3d8-4d8c-a84a-30d3e1c50ca6 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.2098784
Nov 20 21:03:05.247566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5c068-3c35-4596-a74e-5ecc56bc4976 req-c547ea33-97e2-46bd-83f3-efd3c977ab02 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:05.249382 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1c5c068-3c35-4596-a74e-5ecc56bc4976 req-c547ea33-97e2-46bd-83f3-efd3c977ab02 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.37 "GET /v2.0/ports?device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 946 time: 0.2162037
Nov 20 21:03:05.252181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36b8c7-15f8-4552-bc20-214fb22a6003 req-07c10792-3924-42c9-8474-3539d1c8a4a2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:05.255020 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5a36b8c7-15f8-4552-bc20-214fb22a6003 req-07c10792-3924-42c9-8474-3539d1c8a4a2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 946 time: 0.0684621
Nov 20 21:03:05.335709 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5a36b8c7-15f8-4552-bc20-214fb22a6003 req-cf19ccf3-e6a6-4430-bcca-7d75cb7d199e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=0dc41670-056b-413d-bd20-eae78a8aa102&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0683134
Nov 20 21:03:05.376953 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9364eeda-6ef8-4081-9b20-e6b943143875 req-a99987d2-f06a-4f6a-9666-32ab447c280a tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257124
Nov 20 21:03:05.496295 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c1c5c068-3c35-4596-a74e-5ecc56bc4976 req-365133f4-8dc5-438d-a22a-58f955b3617e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Deleting port 56cf6d80-8b57-4905-b463-2e9ae52a0565 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:03:05.496630 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c1c5c068-3c35-4596-a74e-5ecc56bc4976 req-365133f4-8dc5-438d-a22a-58f955b3617e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:05.513297 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 407c8ddd-f894-448b-88af-468377b15ae8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:03:05.552252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 407c8ddd-f894-448b-88af-468377b15ae8 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:03:05.552625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 407c8ddd-f894-448b-88af-468377b15ae8 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:03:05.626329 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8bf0db8d-caad-4ab9-a808-fd928ce102ce req-a150e1c5-b6ef-4e2b-bab9-a167d1cdd2b1 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0311096
Nov 20 21:03:05.727047 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c1c5c068-3c35-4596-a74e-5ecc56bc4976 req-365133f4-8dc5-438d-a22a-58f955b3617e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] For port 56cf6d80-8b57-4905-b463-2e9ae52a0565, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=56cf6d80-8b57-4905-b463-2e9ae52a0565,segment=NetworkSegment(866500c3-fdec-4136-a43d-db548f727f16),segment_id=866500c3-fdec-4136-a43d-db548f727f16)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:05.727416 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c1c5c068-3c35-4596-a74e-5ecc56bc4976 req-365133f4-8dc5-438d-a22a-58f955b3617e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:05.747876 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:05.751769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c1c5c068-3c35-4596-a74e-5ecc56bc4976 req-365133f4-8dc5-438d-a22a-58f955b3617e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Calling delete_port for 56cf6d80-8b57-4905-b463-2e9ae52a0565 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:03:05.778672 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:05.993266 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Allocated IP 172.35.1.197 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/b2761bb0-28fc-4cf8-b2fa-de383f30f8b0) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:03:06.164013 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c1c5c068-3c35-4596-a74e-5ecc56bc4976 req-365133f4-8dc5-438d-a22a-58f955b3617e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:06.168831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53228) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:06.222826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365133f4-8dc5-438d-a22a-58f955b3617e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'Port': ['ID=56cf6d80-8b57-4905-b463-2e9ae52a0565,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:06.296162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700d482-4e19-4ba6-8ac3-235c3f52a0af req-12c50b60-0e54-4082-8f6e-d2a0c6386723 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:06.297845 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4700d482-4e19-4ba6-8ac3-235c3f52a0af req-12c50b60-0e54-4082-8f6e-d2a0c6386723 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 945 time: 0.2078440
Nov 20 21:03:06.301823 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c5c068-3c35-4596-a74e-5ecc56bc4976 req-365133f4-8dc5-438d-a22a-58f955b3617e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] No DVR routers for this DVR port 56cf6d80-8b57-4905-b463-2e9ae52a0565 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:03:06.305325 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c1c5c068-3c35-4596-a74e-5ecc56bc4976 req-365133f4-8dc5-438d-a22a-58f955b3617e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:06.310200 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1c5c068-3c35-4596-a74e-5ecc56bc4976 req-365133f4-8dc5-438d-a22a-58f955b3617e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.37 "DELETE /v2.0/ports/56cf6d80-8b57-4905-b463-2e9ae52a0565 HTTP/1.1" status: 204  len: 173 time: 1.0494063
Nov 20 21:03:06.314326 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ddfbe95-0be9-41a9-af41-1248eb43479a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:06.316104 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd887f393-fa16-4eb3-8539-7d8d82d31cf5', 'name': 'network-vif-deleted', 'tag': '56cf6d80-8b57-4905-b463-2e9ae52a0565'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:03:06.319054 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b15c199-789d-426f-8328-6f5eac5dac74" -d '{"events": [{"server_uuid": "d887f393-fa16-4eb3-8539-7d8d82d31cf5", "name": "network-vif-deleted", "tag": "56cf6d80-8b57-4905-b463-2e9ae52a0565"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:03:06.351353 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:06.384658 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e8b31a-96e6-4bd2-b092-3774241ef139 x-openstack-request-id: req-a7e8b31a-96e6-4bd2-b092-3774241ef139 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:03:06.384963 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d887f393-fa16-4eb3-8539-7d8d82d31cf5", "name": "network-vif-deleted", "tag": "56cf6d80-8b57-4905-b463-2e9ae52a0565", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:03:06.385257 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7e8b31a-96e6-4bd2-b092-3774241ef139 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:03:06.385839 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd887f393-fa16-4eb3-8539-7d8d82d31cf5', 'name': 'network-vif-deleted', 'tag': '56cf6d80-8b57-4905-b463-2e9ae52a0565', 'status': 'completed', 'code': 200}
Nov 20 21:03:06.414617 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4700d482-4e19-4ba6-8ac3-235c3f52a0af req-49476095-6c18-4d09-b512-471e0a83a678 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/security-groups?id=93e4e543-c6fa-47bf-a3f8-462f25eb266f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992496
Nov 20 21:03:06.438811 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:06.482314 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ddfbe95-0be9-41a9-af41-1248eb43479a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:06.496505 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:03:06.500017 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:06.501829 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3269d564-389a-4e11-b77c-08dfc9c25f7b req-93a93e2a-f9f7-4e8c-83a3-581d2808b75c tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=d887f393-fa16-4eb3-8539-7d8d82d31cf5 HTTP/1.1" status: 200  len: 210 time: 0.0348935
Nov 20 21:03:06.502746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:03:06.515027 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ddfbe95-0be9-41a9-af41-1248eb43479a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:06.516142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b802d5f3-a755-43f0-af33-8102aa555fee None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:06.562221 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Pushing event updated for resources: {'Port': ['ID=b2761bb0-28fc-4cf8-b2fa-de383f30f8b0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:06.601328 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4ddfbe95-0be9-41a9-af41-1248eb43479a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5ab00afdd404698857ef5e9f13f0b35&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4304707
Nov 20 21:03:06.602906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfbe95-0be9-41a9-af41-1248eb43479a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88af26d6-aa20-4490-a729-cbcf28e45dfe,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:06.606428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53238) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:06.613120 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6ae31bdb-5b02-4a4b-bfd1-63eb3a270fa1 None None] Provisioning complete for port b2761bb0-28fc-4cf8-b2fa-de383f30f8b0 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:06.613471 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6ae31bdb-5b02-4a4b-bfd1-63eb3a270fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:06.655135 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6ae31bdb-5b02-4a4b-bfd1-63eb3a270fa1 None None] Port b2761bb0-28fc-4cf8-b2fa-de383f30f8b0 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:03:06.688917 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a914bce6-7383-47c2-aa9e-c4fac4e8fa6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:06.725642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e781b0-1fc6-4412-98eb-2cdbd09c2a8b req-7750bcae-5e1e-4d4b-be2a-98ac24b5d435 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:06.727570 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11e781b0-1fc6-4412-98eb-2cdbd09c2a8b req-7750bcae-5e1e-4d4b-be2a-98ac24b5d435 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.1698592
Nov 20 21:03:06.731143 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a914bce6-7383-47c2-aa9e-c4fac4e8fa6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:06.860554 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11e781b0-1fc6-4412-98eb-2cdbd09c2a8b req-3d77e17d-8242-44a4-ad24-b54f9bcac8bb tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014421
Nov 20 21:03:06.865488 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b243c978-98ac-445f-a37d-bff4cd5b7748 req-3a7f9743-5e29-4e27-9110-64ca13bcd71a tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0601783
Nov 20 21:03:06.865916 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a914bce6-7383-47c2-aa9e-c4fac4e8fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:06.868808 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a914bce6-7383-47c2-aa9e-c4fac4e8fa6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:06.916182 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a914bce6-7383-47c2-aa9e-c4fac4e8fa6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88af26d6-aa20-4490-a729-cbcf28e45dfe HTTP/1.1" status: 204  len: 168 time: 0.2684309
Nov 20 21:03:06.930197 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914bce6-7383-47c2-aa9e-c4fac4e8fa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88af26d6-aa20-4490-a729-cbcf28e45dfe,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:07.013845 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:07.261497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53262) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:07.276718 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d346d93-1f93-4708-9e6b-77a3615f699e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:07.357244 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d346d93-1f93-4708-9e6b-77a3615f699e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:07.361874 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d346d93-1f93-4708-9e6b-77a3615f699e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:07.400491 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d346d93-1f93-4708-9e6b-77a3615f699e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c01afa0-596c-4339-9dad-9683d73cf2f7,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:07.405552 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5d346d93-1f93-4708-9e6b-77a3615f699e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9dddf889d6d4dac86df13fe46f4b465&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1425595
Nov 20 21:03:07.408220 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53264) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:07.459261 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-45c6d2cd-8fa2-48e2-8535-f3e7807730f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:07.487433 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-45c6d2cd-8fa2-48e2-8535-f3e7807730f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:07.578334 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e9298-702f-4d17-982c-b5866551b600 req-18fce7ab-1838-4570-a819-bc1e5a830ccd tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:07.579940 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c81e9298-702f-4d17-982c-b5866551b600 req-18fce7ab-1838-4570-a819-bc1e5a830ccd tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 945 time: 0.0635645
Nov 20 21:03:07.580759 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-45c6d2cd-8fa2-48e2-8535-f3e7807730f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:07.583402 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-45c6d2cd-8fa2-48e2-8535-f3e7807730f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:07.584863 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-45c6d2cd-8fa2-48e2-8535-f3e7807730f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c01afa0-596c-4339-9dad-9683d73cf2f7 HTTP/1.1" status: 204  len: 168 time: 0.1755581
Nov 20 21:03:07.594950 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6d2cd-8fa2-48e2-8535-f3e7807730f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c01afa0-596c-4339-9dad-9683d73cf2f7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:07.678845 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c81e9298-702f-4d17-982c-b5866551b600 req-0073687e-8cc2-46eb-8d5b-8a88fdb17057 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/security-groups?id=93e4e543-c6fa-47bf-a3f8-462f25eb266f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776277
Nov 20 21:03:07.704978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-f126a291-1c67-473a-9e8b-78b923b9fed0 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:07.706729 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-f126a291-1c67-473a-9e8b-78b923b9fed0 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/networks?id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 HTTP/1.1" status: 200  len: 811 time: 0.5631616
Nov 20 21:03:07.726489 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53276) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:07.733726 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:07.739917 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:07.812827 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-c82ddc64-b4f4-4a1d-9974-feb44ccdc7c6 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/quotas/3c79515660014c0bb607fcb10f6f0870 HTTP/1.1" status: 200  len: 375 time: 0.0932667
Nov 20 21:03:07.845670 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-799cfee2-1540-4d08-a768-685d4dba672a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:07.881423 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-799cfee2-1540-4d08-a768-685d4dba672a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:07.961103 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-799cfee2-1540-4d08-a768-685d4dba672a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:07.965838 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-799cfee2-1540-4d08-a768-685d4dba672a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:07.970689 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-799cfee2-1540-4d08-a768-685d4dba672a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "DELETE /v2.0/security-groups/0dc41670-056b-413d-bd20-eae78a8aa102 HTTP/1.1" status: 204  len: 168 time: 0.2423124
Nov 20 21:03:07.982590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cfee2-1540-4d08-a768-685d4dba672a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc41670-056b-413d-bd20-eae78a8aa102,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:08.012921 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-ec7b98fd-cfdf-4400-b80b-4ea3c880a496 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c79515660014c0bb607fcb10f6f0870&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1877320
Nov 20 21:03:08.057751 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-96843fe9-d276-452f-be34-47b9ed3b19a2 req-56cda110-ff69-4831-bedd-d631d701434e tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0555437
Nov 20 21:03:08.114712 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Router 6b74e157-32ec-4c99-a113-94b415aff4b7 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:03:08.115531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53292) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:08.119593 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:08.199498 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-fcde4553-9f8e-4b7c-9bc3-f37f8ec360aa service neutron] 10.222.0.41 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1738017
Nov 20 21:03:08.210387 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:08.212750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-8313bd0b-b1a0-4aa5-bfa1-1b82a2d7afde tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Deleting subnet ccab10bb-3c73-4430-9cb5-aeea51d97278 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:03:08.218299 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8313bd0b-b1a0-4aa5-bfa1-1b82a2d7afde tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:08.284875 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8313bd0b-b1a0-4aa5-bfa1-1b82a2d7afde tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:08.316820 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53306) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:08.341447 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0364f637-a6e4-4e79-b9b3-3e52ac37fade admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:08.362081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:03:08.366593 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:08.371545 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7bb0ceaa-dca7-4b5c-93b6-190b91cc8c65 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "PUT /v2.0/routers/6b74e157-32ec-4c99-a113-94b415aff4b7 HTTP/1.1" status: 200  len: 916 time: 3.4850116
Nov 20 21:03:08.373552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53308) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:08.378580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026b2bb6-5684-474f-aef0-e741e35e5fa1 None None] Sync routers for ids ['6b74e157-32ec-4c99-a113-94b415aff4b7'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:03:08.389821 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026b2bb6-5684-474f-aef0-e741e35e5fa1 None None] Routers {'6b74e157-32ec-4c99-a113-94b415aff4b7'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:08.390738 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-026b2bb6-5684-474f-aef0-e741e35e5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a462c2250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6b74e157-32ec-4c99-a113-94b415aff4b7'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:08.437136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-026b2bb6-5684-474f-aef0-e741e35e5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a462c2250>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:08.446600 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-77ac53cc-faed-492f-a920-7ec4786155e6 service neutron] 10.222.0.41 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275691
Nov 20 21:03:08.466558 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026b2bb6-5684-474f-aef0-e741e35e5fa1 None None] Routers {'6b74e157-32ec-4c99-a113-94b415aff4b7'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:08.467604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-026b2bb6-5684-474f-aef0-e741e35e5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a462c2250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6b74e157-32ec-4c99-a113-94b415aff4b7'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:08.536493 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-026b2bb6-5684-474f-aef0-e741e35e5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a462c2250>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:08.537174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026b2bb6-5684-474f-aef0-e741e35e5fa1 None None] The sync data for ids ['6b74e157-32ec-4c99-a113-94b415aff4b7'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:03:08.547357 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8313bd0b-b1a0-4aa5-bfa1-1b82a2d7afde tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:08.590693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6fc758ef-f393-4366-b930-8d642cb6eb19 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "GET /v2.0/routers/6b74e157-32ec-4c99-a113-94b415aff4b7 HTTP/1.1" status: 200  len: 922 time: 0.2122455
Nov 20 21:03:08.591591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53316) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:08.627146 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0364f637-a6e4-4e79-b9b3-3e52ac37fade admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:08.632592 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0364f637-a6e4-4e79-b9b3-3e52ac37fade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:08.694576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c830cb00-4fbc-4649-b2dc-87f66c6d6a1b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:08.696388 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c830cb00-4fbc-4649-b2dc-87f66c6d6a1b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&device_id=6b74e157-32ec-4c99-a113-94b415aff4b7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1038234
Nov 20 21:03:08.699483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53324) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:08.714140 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8313bd0b-b1a0-4aa5-bfa1-1b82a2d7afde tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:08.775429 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364f637-a6e4-4e79-b9b3-3e52ac37fade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d583f099-18aa-4d7a-a979-8a9383692ac4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:08.779851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572ef26e-d8b5-40db-a2f0-583eed0c1331 None None] Network 8fb7755f-19de-4f03-b01c-d910d1de5681 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:03:08.782980 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0364f637-a6e4-4e79-b9b3-3e52ac37fade admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70e49a41246b4fe3993594fb67715dd1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4634883
Nov 20 21:03:08.784004 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8313bd0b-b1a0-4aa5-bfa1-1b82a2d7afde tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:08.786671 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53326) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:08.787682 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8313bd0b-b1a0-4aa5-bfa1-1b82a2d7afde tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "DELETE /v2.0/subnets/ccab10bb-3c73-4430-9cb5-aeea51d97278 HTTP/1.1" status: 204  len: 168 time: 0.6708951
Nov 20 21:03:08.789189 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313bd0b-b1a0-4aa5-bfa1-1b82a2d7afde tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'Subnet': ['ID=ccab10bb-3c73-4430-9cb5-aeea51d97278,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:08.792896 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53328) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:08.834102 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f51a443c-64ef-423a-b975-098694bdb5ca req-a756772f-5cca-4b40-98f9-5e0f1f480d3f tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 210 time: 0.0848339
Nov 20 21:03:08.929159 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:08.933065 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e257-ab91-42e2-8dc2-786ed833d636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:08.958795 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e257-ab91-42e2-8dc2-786ed833d636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:09.009350 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14953b8b-2227-44a8-8614-17d4464c2932 req-65fd0a00-31f1-4b20-92e0-d3681732afc8 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:09.011326 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-14953b8b-2227-44a8-8614-17d4464c2932 req-65fd0a00-31f1-4b20-92e0-d3681732afc8 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 945 time: 0.0797453
Nov 20 21:03:09.020309 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c730dea-6d12-4436-9f20-ce0db6a81bcd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:09.021833 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1c730dea-6d12-4436-9f20-ce0db6a81bcd tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "GET /v2.0/networks/a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 881 time: 0.3210523
Nov 20 21:03:09.022629 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e257-ab91-42e2-8dc2-786ed833d636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:09.025265 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e257-ab91-42e2-8dc2-786ed833d636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:09.028850 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dcf6e257-ab91-42e2-8dc2-786ed833d636 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d583f099-18aa-4d7a-a979-8a9383692ac4 HTTP/1.1" status: 204  len: 168 time: 0.2025008
Nov 20 21:03:09.028850 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53336) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:09.051828 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6e257-ab91-42e2-8dc2-786ed833d636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d583f099-18aa-4d7a-a979-8a9383692ac4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:09.074833 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-629da4dc-68c4-4771-99cd-ee6ade3723fa tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b74e157-32ec-4c99-a113-94b415aff4b7 HTTP/1.1" status: 200  len: 205 time: 0.0328684
Nov 20 21:03:09.077553 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53340) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:09.123247 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-14953b8b-2227-44a8-8614-17d4464c2932 req-a494e075-3b59-45b7-8dd3-0285cc6face5 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/security-groups?id=93e4e543-c6fa-47bf-a3f8-462f25eb266f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811086
Nov 20 21:03:09.145036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1418a2f2-2829-4888-b0b6-fb3d0836c106 None None] DHCP port deletion for 8fb7755f-19de-4f03-b01c-d910d1de5681 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:09.154448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Deleting port 26308151-2013-4bf7-9dea-c32e606cc9c1 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:03:09.154797 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:09.244334 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1418a2f2-2829-4888-b0b6-fb3d0836c106 None None] Deleting port 26308151-2013-4bf7-9dea-c32e606cc9c1 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:03:09.244879 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1418a2f2-2829-4888-b0b6-fb3d0836c106 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:09.248970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] For port 26308151-2013-4bf7-9dea-c32e606cc9c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26308151-2013-4bf7-9dea-c32e606cc9c1,segment=NetworkSegment(866500c3-fdec-4136-a43d-db548f727f16),segment_id=866500c3-fdec-4136-a43d-db548f727f16)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:09.250404 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:09.282721 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7470e9e9-0dd0-4f29-a0ad-70d9124626db req-1ff04c64-bd1b-4002-99e9-cbac433d2877 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0586071
Nov 20 21:03:09.291875 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dfa34956-ba94-47ca-a671-c921d80a76c0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:09.292081 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Calling delete_port for 26308151-2013-4bf7-9dea-c32e606cc9c1 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:03:09.348993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-1418a2f2-2829-4888-b0b6-fb3d0836c106 None None] For port 26308151-2013-4bf7-9dea-c32e606cc9c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26308151-2013-4bf7-9dea-c32e606cc9c1,segment=NetworkSegment(866500c3-fdec-4136-a43d-db548f727f16),segment_id=866500c3-fdec-4136-a43d-db548f727f16)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:09.350707 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1418a2f2-2829-4888-b0b6-fb3d0836c106 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:09.372264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1418a2f2-2829-4888-b0b6-fb3d0836c106 None None] Calling delete_port for 26308151-2013-4bf7-9dea-c32e606cc9c1 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:03:09.410990 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:09.434318 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] No DVR routers for this DVR port 26308151-2013-4bf7-9dea-c32e606cc9c1 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:03:09.474956 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'Port': ['ID=26308151-2013-4bf7-9dea-c32e606cc9c1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:09.499796 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dfa34956-ba94-47ca-a671-c921d80a76c0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:09.519777 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1418a2f2-2829-4888-b0b6-fb3d0836c106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:09.555017 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418a2f2-2829-4888-b0b6-fb3d0836c106 None None] Pushing event deleted for resources: {'Port': ['ID=26308151-2013-4bf7-9dea-c32e606cc9c1,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:09.564510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418a2f2-2829-4888-b0b6-fb3d0836c106 None None] No DVR routers for this DVR port 26308151-2013-4bf7-9dea-c32e606cc9c1 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:03:09.604715 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-dfa34956-ba94-47ca-a671-c921d80a76c0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Deleting port b2761bb0-28fc-4cf8-b2fa-de383f30f8b0 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:03:09.605415 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dfa34956-ba94-47ca-a671-c921d80a76c0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:09.613624 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:09.616939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 26308151-2013-4bf7-9dea-c32e606cc9c1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:03:09.644957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 26308151-2013-4bf7-9dea-c32e606cc9c1 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:03:09.645409 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 26308151-2013-4bf7-9dea-c32e606cc9c1 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:03:09.654190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54b27190>,) {'filters': {'network_id': ['8fb7755f-19de-4f03-b01c-d910d1de5681']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:09.666109 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54b27190>, '866500c3-fdec-4136-a43d-db548f727f16') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:09.666342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54b27190>, '866500c3-fdec-4136-a43d-db548f727f16') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:09.677651 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:09.693728 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:09.713205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:03:09.713717 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:03:09.717421 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:03:09.742842 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dfa34956-ba94-47ca-a671-c921d80a76c0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:09.759020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-dfa34956-ba94-47ca-a671-c921d80a76c0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Calling delete_port for b2761bb0-28fc-4cf8-b2fa-de383f30f8b0 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:03:09.996950 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b63c0d7-a037-479a-9e0f-52272df1b0ae req-3309cda2-4dde-45bb-8e04-f19db4d59695 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 210 time: 0.0640490
Nov 20 21:03:10.037405 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dfa34956-ba94-47ca-a671-c921d80a76c0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:10.115869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa34956-ba94-47ca-a671-c921d80a76c0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Pushing event deleted for resources: {'Port': ['ID=b2761bb0-28fc-4cf8-b2fa-de383f30f8b0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:10.135037 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2687f7-4fce-4870-a1fb-ddfcb3e39ec2 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:10.226279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53372) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:10.243992 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:10.257055 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 56cf6d80-8b57-4905-b463-2e9ae52a0565 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:03:10.267251 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:10.271607 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "DELETE /v2.0/networks/8fb7755f-19de-4f03-b01c-d910d1de5681 HTTP/1.1" status: 204  len: 168 time: 1.4766498
Nov 20 21:03:10.283333 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53376) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:10.300235 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 56cf6d80-8b57-4905-b463-2e9ae52a0565 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:03:10.300588 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 56cf6d80-8b57-4905-b463-2e9ae52a0565 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:03:10.325139 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03f4c6-c9ea-4169-ba4c-4234ef6ba5ef tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'Network': ['ID=8fb7755f-19de-4f03-b01c-d910d1de5681,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:10.402709 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1187661234-network', 'tenant_id': '2dd90d53ed124eb98716ef6f31410ef5'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:10.441875 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6a94e21f-caa6-4a2b-b113-b29aeb01530a req-f894140f-9dee-4087-a370-8e273a4d7e0a tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0451391
Nov 20 21:03:10.442608 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dfa34956-ba94-47ca-a671-c921d80a76c0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:10.467160 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Made reservation on behalf of 2dd90d53ed124eb98716ef6f31410ef5 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:03:10.469557 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:10.489802 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caff8dd-869e-4961-bdfc-7c162cfdbf47 req-8cc9e5d8-cafc-45af-b5b9-4358745dd392 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:10.491749 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6caff8dd-869e-4961-bdfc-7c162cfdbf47 req-8cc9e5d8-cafc-45af-b5b9-4358745dd392 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 945 time: 0.2698240
Nov 20 21:03:10.497750 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:10.498568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d8065c0d-1b53-4dee-aeab-a05bd30e72ab tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:10.499905 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d8065c0d-1b53-4dee-aeab-a05bd30e72ab tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.37 "GET /v2.0/networks?id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 HTTP/1.1" status: 200  len: 811 time: 0.3403840
Nov 20 21:03:10.551668 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a795a7d4-65b6-4823-9af1-daae471b1a5e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Deleting port 4b2bb0e8-eb43-4c27-ac6d-bfd0b7a2c69b {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:03:10.552019 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a795a7d4-65b6-4823-9af1-daae471b1a5e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:10.595092 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02043b-95cd-468c-ada4-248ea1b3a36d req-9049d1e5-52d6-4673-88c4-de0ea01dfe7b tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:10.596620 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ee02043b-95cd-468c-ada4-248ea1b3a36d req-9049d1e5-52d6-4673-88c4-de0ea01dfe7b tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 945 time: 0.3518393
Nov 20 21:03:10.603698 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-2189ae46-7c9c-4877-b118-56e3b87f79a7 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Request body: {'port': {'device_id': 'ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d', 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7', 'admin_state_up': True, 'tenant_id': '3c79515660014c0bb607fcb10f6f0870'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:10.648993 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dfa34956-ba94-47ca-a671-c921d80a76c0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:10.661779 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dfa34956-ba94-47ca-a671-c921d80a76c0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:10.692691 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:10.696021 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a795a7d4-65b6-4823-9af1-daae471b1a5e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:10.696603 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a795a7d4-65b6-4823-9af1-daae471b1a5e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:10.708986 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:10.730446 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a795a7d4-65b6-4823-9af1-daae471b1a5e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Calling delete_port for 4b2bb0e8-eb43-4c27-ac6d-bfd0b7a2c69b owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:03:10.758886 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:03:10.862027 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7c15c1-251e-459b-b102-73ac41bef0a4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:10.867531 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:10.868087 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Added segment 0b8049d8-087d-4940-a981-45b4b65c893e of type vlan for network 7baff06a-6399-4920-a877-7539627d9c2d
Nov 20 21:03:10.915183 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dfa34956-ba94-47ca-a671-c921d80a76c0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:10.915957 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa34956-ba94-47ca-a671-c921d80a76c0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Fanout notify agent at l3_agent the message router_deleted on router 6b74e157-32ec-4c99-a113-94b415aff4b7 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:03:10.950568 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dfa34956-ba94-47ca-a671-c921d80a76c0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:10.952887 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dfa34956-ba94-47ca-a671-c921d80a76c0 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "DELETE /v2.0/routers/6b74e157-32ec-4c99-a113-94b415aff4b7 HTTP/1.1" status: 204  len: 168 time: 1.8731382
Nov 20 21:03:10.956510 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53382) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:10.975969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-751255639', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:11.005895 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ee02043b-95cd-468c-ada4-248ea1b3a36d req-ac297383-19d1-4a1e-9941-8b89648a96cc tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/security-groups?id=93e4e543-c6fa-47bf-a3f8-462f25eb266f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3537583
Nov 20 21:03:11.041232 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:11.057078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-6caff8dd-869e-4961-bdfc-7c162cfdbf47 req-f33eda90-07fe-454d-9451-87756e50ff90 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Deleting port 659e7819-8eb1-4918-a6b8-563de764690f {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:03:11.057696 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6caff8dd-869e-4961-bdfc-7c162cfdbf47 req-f33eda90-07fe-454d-9451-87756e50ff90 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:11.136055 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:11.138146 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:11.182242 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ff3e74e0-509a-4136-adb4-6a140ba70e83 req-c83b7b4c-1171-4750-bd9d-7f4b24b798d1 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 210 time: 0.0784006
Nov 20 21:03:11.186356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-2189ae46-7c9c-4877-b118-56e3b87f79a7 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Made reservation on behalf of 3c79515660014c0bb607fcb10f6f0870 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:03:11.194342 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-2189ae46-7c9c-4877-b118-56e3b87f79a7 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:11.206828 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:11.208537 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:11.214307 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:11.225406 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-6caff8dd-869e-4961-bdfc-7c162cfdbf47 req-f33eda90-07fe-454d-9451-87756e50ff90 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] For port 659e7819-8eb1-4918-a6b8-563de764690f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659e7819-8eb1-4918-a6b8-563de764690f,segment=NetworkSegment(89b8fe23-7143-4fd7-b7a8-d37e7379bb18),segment_id=89b8fe23-7143-4fd7-b7a8-d37e7379bb18)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:11.225791 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6caff8dd-869e-4961-bdfc-7c162cfdbf47 req-f33eda90-07fe-454d-9451-87756e50ff90 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:11.252794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-6caff8dd-869e-4961-bdfc-7c162cfdbf47 req-f33eda90-07fe-454d-9451-87756e50ff90 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Calling delete_port for 659e7819-8eb1-4918-a6b8-563de764690f owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:03:11.275939 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0483184
Nov 20 21:03:11.301667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53388) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:11.310514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-5fe556a7-db8e-476b-91e2-50bc2c19b8ae admin admin] Request body: {'subnet': {'network_id': '7baff06a-6399-4920-a877-7539627d9c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1187661234-subnet', 'tenant_id': '2dd90d53ed124eb98716ef6f31410ef5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:11.359929 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:11.361015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Pushing event updated for resources: {'Network': ['ID=7baff06a-6399-4920-a877-7539627d9c2d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:11.394907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe556a7-db8e-476b-91e2-50bc2c19b8ae admin admin] Made reservation on behalf of 2dd90d53ed124eb98716ef6f31410ef5 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:03:11.397233 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5fe556a7-db8e-476b-91e2-50bc2c19b8ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:11.412399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:11.412750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:11.413094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:11.413433 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:11.413773 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:11.414133 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:11.414465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:11.414790 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:11.415115 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:11.415443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:11.415765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:11.416087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ffded-b051-4fdc-9e8c-062b805c3c42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:11.429965 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 7baff06a-6399-4920-a877-7539627d9c2d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:03:11.462298 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a795a7d4-65b6-4823-9af1-daae471b1a5e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:11.520287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-2189ae46-7c9c-4877-b118-56e3b87f79a7 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Allocated IP 172.20.0.2 (667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7/3d6eff07-25fc-4f90-a3eb-b1120046c7e7/bd2842a2-28bd-48b3-8da3-fa139162637d) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:03:11.622897 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6caff8dd-869e-4961-bdfc-7c162cfdbf47 req-f33eda90-07fe-454d-9451-87756e50ff90 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:11.632065 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795a7d4-65b6-4823-9af1-daae471b1a5e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'Port': ['ID=4b2bb0e8-eb43-4c27-ac6d-bfd0b7a2c69b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:11.635189 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['659e7819-8eb1-4918-a6b8-563de764690f'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:03:11.679095 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:11.686390 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33eda90-07fe-454d-9451-87756e50ff90 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Pushing event deleted for resources: {'Port': ['ID=659e7819-8eb1-4918-a6b8-563de764690f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:11.720871 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b8bf928e-4ba1-4873-89e9-1be99f9044da req-b7df3006-63de-4aba-aa66-012dbca48d05 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.1190405
Nov 20 21:03:11.738764 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a795a7d4-65b6-4823-9af1-daae471b1a5e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:11.739139 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-a795a7d4-65b6-4823-9af1-daae471b1a5e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Floating IP 190680e7-d4ff-484d-b953-78c7ff9f012d disassociated (deleted). External IP: 172.35.1.185, port: 8adc5a88-c2fa-4460-a689-528a2266b1a5.
Nov 20 21:03:11.762083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6caff8dd-869e-4961-bdfc-7c162cfdbf47 req-f33eda90-07fe-454d-9451-87756e50ff90 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] No DVR routers for this DVR port 659e7819-8eb1-4918-a6b8-563de764690f on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:03:11.795058 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6caff8dd-869e-4961-bdfc-7c162cfdbf47 req-f33eda90-07fe-454d-9451-87756e50ff90 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:11.798418 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6caff8dd-869e-4961-bdfc-7c162cfdbf47 req-f33eda90-07fe-454d-9451-87756e50ff90 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.47 "DELETE /v2.0/ports/659e7819-8eb1-4918-a6b8-563de764690f HTTP/1.1" status: 204  len: 173 time: 1.2402251
Nov 20 21:03:11.798876 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8f215b-683e-4c22-a383-939476dbc05c', 'name': 'network-vif-deleted', 'tag': '659e7819-8eb1-4918-a6b8-563de764690f'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:03:11.801248 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e54833-0627-4add-bdc4-e871e4d02542" -d '{"events": [{"server_uuid": "aa8f215b-683e-4c22-a383-939476dbc05c", "name": "network-vif-deleted", "tag": "659e7819-8eb1-4918-a6b8-563de764690f"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:03:11.863923 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7286d029-aac2-46f6-8721-18870badf60e x-openstack-request-id: req-7286d029-aac2-46f6-8721-18870badf60e {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:03:11.864292 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8f215b-683e-4c22-a383-939476dbc05c", "name": "network-vif-deleted", "tag": "659e7819-8eb1-4918-a6b8-563de764690f", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:03:11.864503 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7286d029-aac2-46f6-8721-18870badf60e {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:03:11.864896 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8f215b-683e-4c22-a383-939476dbc05c', 'name': 'network-vif-deleted', 'tag': '659e7819-8eb1-4918-a6b8-563de764690f', 'status': 'completed', 'code': 200}
Nov 20 21:03:11.900367 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-2189ae46-7c9c-4877-b118-56e3b87f79a7 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:11.904045 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5fe556a7-db8e-476b-91e2-50bc2c19b8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:11.974761 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe556a7-db8e-476b-91e2-50bc2c19b8ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7c3fdb2-404a-4b58-8e05-c49aab4c6264,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:12.003713 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-2189ae46-7c9c-4877-b118-56e3b87f79a7 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:12.005784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe556a7-db8e-476b-91e2-50bc2c19b8ae admin admin] Checking segment: {'id': '0b8049d8-087d-4940-a981-45b4b65c893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7baff06a-6399-4920-a877-7539627d9c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:03:12.006180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe556a7-db8e-476b-91e2-50bc2c19b8ae admin admin] Network hostable DHCP agents. Network: 7baff06a-6399-4920-a877-7539627d9c2d, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:03:12.015355 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['667f05d2-48b8-4779-814f-21386c146880'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:03:12.064640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-2189ae46-7c9c-4877-b118-56e3b87f79a7 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Network 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:03:12.070782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-2189ae46-7c9c-4877-b118-56e3b87f79a7 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:12.076671 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-2189ae46-7c9c-4877-b118-56e3b87f79a7 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:03:12.084710 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189ae46-7c9c-4877-b118-56e3b87f79a7 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Pushing event updated for resources: {'Port': ['ID=bd2842a2-28bd-48b3-8da3-fa139162637d,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:12.110629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe556a7-db8e-476b-91e2-50bc2c19b8ae admin admin] Network 7baff06a-6399-4920-a877-7539627d9c2d is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:03:12.128424 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7032c492-8672-42dc-af6a-1ca46ff3b826 None None] DHCP port deletion for 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:12.132796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-5fe556a7-db8e-476b-91e2-50bc2c19b8ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7baff06a-6399-4920-a877-7539627d9c2d) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:12.139969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe556a7-db8e-476b-91e2-50bc2c19b8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:12.140741 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5fe556a7-db8e-476b-91e2-50bc2c19b8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:12.150733 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-2189ae46-7c9c-4877-b118-56e3b87f79a7 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:12.151871 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a0d1c2-9141-4ad5-acec-b96371b631aa None None] Network 7baff06a-6399-4920-a877-7539627d9c2d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:03:12.152057 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-2189ae46-7c9c-4877-b118-56e3b87f79a7 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:12.164291 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:12.177427 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-2189ae46-7c9c-4877-b118-56e3b87f79a7 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5927286
Nov 20 21:03:12.190683 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5fe556a7-db8e-476b-91e2-50bc2c19b8ae admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8877928
Nov 20 21:03:12.200000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Request body: {'port': {'device_id': 'ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:12.254181 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-03c164f1-7788-4f47-b6bf-06ff21613030 req-b7cc2b71-aed7-47c7-9eba-358791fccb38 tempest-ServerMetadataNegativeTestJSON-895151008 tempest-ServerMetadataNegativeTestJSON-895151008-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa8f215b-683e-4c22-a383-939476dbc05c HTTP/1.1" status: 200  len: 210 time: 0.0944252
Nov 20 21:03:12.256254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a795a7d4-65b6-4823-9af1-daae471b1a5e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Router 5b4337eb-626e-46f6-94a9-e74c337eee87 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:03:12.264637 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:12.301492 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:12.329885 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f4c1e530-7bd8-463c-9b20-ad338b22cede None None] Provisioning complete for port bd2842a2-28bd-48b3-8da3-fa139162637d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:12.331040 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e530-7bd8-463c-9b20-ad338b22cede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:12.371013 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1e530-7bd8-463c-9b20-ad338b22cede None None] Port bd2842a2-28bd-48b3-8da3-fa139162637d cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:03:12.476674 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9f0996-8c03-4f0a-8b78-35c424b6a7ad None None] Network 7baff06a-6399-4920-a877-7539627d9c2d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:03:12.613960 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34192664-6e4c-4677-810c-6aaeaacdc0cd req-d8e390b9-6165-430b-8b11-31d88edfb349 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:12.621907 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-34192664-6e4c-4677-810c-6aaeaacdc0cd req-d8e390b9-6165-430b-8b11-31d88edfb349 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 931 time: 0.2160633
Nov 20 21:03:12.646162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Allocated IP 172.35.1.90 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/a1474c81-b1f7-44a0-9803-9bd080df0679) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:03:12.685615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a795a7d4-65b6-4823-9af1-daae471b1a5e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:03:12.700778 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a795a7d4-65b6-4823-9af1-daae471b1a5e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:12.703178 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e09665-bd94-4c1a-9168-8c396ef3be0f None None] Sync routers for ids ['5b4337eb-626e-46f6-94a9-e74c337eee87'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:03:12.717498 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e09665-bd94-4c1a-9168-8c396ef3be0f None None] Routers {'5b4337eb-626e-46f6-94a9-e74c337eee87'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:12.725778 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-02e09665-bd94-4c1a-9168-8c396ef3be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543b0610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5b4337eb-626e-46f6-94a9-e74c337eee87'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:12.777474 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-34192664-6e4c-4677-810c-6aaeaacdc0cd req-e2c4c5d4-545e-44c1-a3f2-b6b481d95ecc tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481371
Nov 20 21:03:12.864906 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a795a7d4-65b6-4823-9af1-daae471b1a5e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "DELETE /v2.0/floatingips/190680e7-d4ff-484d-b953-78c7ff9f012d HTTP/1.1" status: 204  len: 168 time: 2.5800679
Nov 20 21:03:12.866999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66476154-140d-461c-82e4-a9bf5200d6ba', 'tag': '8adc5a88-c2fa-4460-a689-528a2266b1a5'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:03:12.869318 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054ad627-5012-4478-ae39-edf4d56be077" -d '{"events": [{"name": "network-changed", "server_uuid": "66476154-140d-461c-82e4-a9bf5200d6ba", "tag": "8adc5a88-c2fa-4460-a689-528a2266b1a5"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:03:12.937613 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:12.940022 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-02e09665-bd94-4c1a-9168-8c396ef3be0f None None] Set router 5b4337eb-626e-46f6-94a9-e74c337eee87 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:03:12.959771 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3f17d803-e09f-48a7-b109-5778ff40b09a req-e5b9204e-92e6-4fd7-9750-6fcf6d98ecf5 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0405307
Nov 20 21:03:13.013191 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:13.075867 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:03:13.077958 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbf60f5-ded2-405c-93de-17a860f29592 x-openstack-request-id: req-fbbf60f5-ded2-405c-93de-17a860f29592 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:03:13.078472 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66476154-140d-461c-82e4-a9bf5200d6ba", "tag": "8adc5a88-c2fa-4460-a689-528a2266b1a5", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:03:13.078912 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fbbf60f5-ded2-405c-93de-17a860f29592 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:03:13.079489 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66476154-140d-461c-82e4-a9bf5200d6ba', 'tag': '8adc5a88-c2fa-4460-a689-528a2266b1a5', 'status': 'completed', 'code': 200}
Nov 20 21:03:13.082788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:13.086993 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:03:13.105078 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc189613-5f16-4f43-a63f-b0698b957009 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:13.118469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Pushing event updated for resources: {'Port': ['ID=a1474c81-b1f7-44a0-9803-9bd080df0679,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:13.217764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53426) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:13.220131 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9c5a5bf7-4de8-4793-83c5-546941b3fcda None None] Provisioning complete for port a1474c81-b1f7-44a0-9803-9bd080df0679 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:13.220923 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9c5a5bf7-4de8-4793-83c5-546941b3fcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:13.224876 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-bc9fb153-85c0-4cb6-8590-a50aeb4271c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1043304135-network', 'tenant_id': '3af41a9124474a28844d833386eccda1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:13.264924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ad627-5012-4478-ae39-edf4d56be077 req-6d3b7152-6201-4ed4-beb6-448c5e511b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:13.266533 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-054ad627-5012-4478-ae39-edf4d56be077 req-6d3b7152-6201-4ed4-beb6-448c5e511b82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d0636503ac5406792f6a872f4f9c10d&device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 1096 time: 0.1156976
Nov 20 21:03:13.267277 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9fb153-85c0-4cb6-8590-a50aeb4271c5 admin admin] Made reservation on behalf of 3af41a9124474a28844d833386eccda1 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:03:13.269613 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc9fb153-85c0-4cb6-8590-a50aeb4271c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:13.285798 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a5bf7-4de8-4793-83c5-546941b3fcda None None] Port a1474c81-b1f7-44a0-9803-9bd080df0679 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:03:13.302848 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a03167e5-e7c4-416b-aed6-1f85d2230dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:13.312842 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc9fb153-85c0-4cb6-8590-a50aeb4271c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:13.321746 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-02e09665-bd94-4c1a-9168-8c396ef3be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543b0610>, [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:03:01Z', 'revision_number': 6, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '69e80da7-37e3-4b17-a4b0-7cb40d94193b', 'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1e:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:37Z', 'updated_at': '2021-11-20T21:00:51Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:13.329846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53430) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:13.358468 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e09665-bd94-4c1a-9168-8c396ef3be0f None None] Checking router: 5b4337eb-626e-46f6-94a9-e74c337eee87 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:03:13.373039 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e09665-bd94-4c1a-9168-8c396ef3be0f None None] Routers {'5b4337eb-626e-46f6-94a9-e74c337eee87'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:13.374033 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-02e09665-bd94-4c1a-9168-8c396ef3be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543b0610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5b4337eb-626e-46f6-94a9-e74c337eee87'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:13.422619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787d9a1-cd18-41c3-b543-962c180d0f69 req-1a938d6f-6f71-48be-9a56-35117fc0caeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:13.424398 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e787d9a1-cd18-41c3-b543-962c180d0f69 req-1a938d6f-6f71-48be-9a56-35117fc0caeb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 945 time: 0.1831470
Nov 20 21:03:13.455442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b852d5a-bbb2-4ae2-b6f1-f625a354a230 admin admin] Deleting subnet 7c41c677-9dc1-402f-a474-86b2e3b8879f {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:03:13.473285 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b852d5a-bbb2-4ae2-b6f1-f625a354a230 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:13.508491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd2842a2-28bd-48b3-8da3-fa139162637d {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:03:13.510081 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-02e09665-bd94-4c1a-9168-8c396ef3be0f None None] Set router 5b4337eb-626e-46f6-94a9-e74c337eee87 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:03:13.531477 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:13.534610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ad627-5012-4478-ae39-edf4d56be077 req-9ea9f509-f8a2-46e4-8401-9eb39e7695d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:13.538250 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-054ad627-5012-4478-ae39-edf4d56be077 req-9ea9f509-f8a2-46e4-8401-9eb39e7695d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1285f7b9-19ec-4973-b341-2c247825bb31 HTTP/1.1" status: 200  len: 897 time: 0.2504482
Nov 20 21:03:13.590264 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b852d5a-bbb2-4ae2-b6f1-f625a354a230 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:13.609318 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Transition to ACTIVE for port object bd2842a2-28bd-48b3-8da3-fa139162637d will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:03:13.615502 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-054ad627-5012-4478-ae39-edf4d56be077 req-86837499-3e04-417c-91e8-1f1500fd454d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adc5a88-c2fa-4460-a689-528a2266b1a5 HTTP/1.1" status: 200  len: 217 time: 0.0635343
Nov 20 21:03:13.621054 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc9fb153-85c0-4cb6-8590-a50aeb4271c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:13.622683 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:13.641518 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e787d9a1-cd18-41c3-b543-962c180d0f69 req-156411ac-da16-4ae5-9280-7e07c1a904c8 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=901c49c0-b13b-4d1f-a4f5-8b0fce50260f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2023284
Nov 20 21:03:13.679668 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc9fb153-85c0-4cb6-8590-a50aeb4271c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:13.705333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b852d5a-bbb2-4ae2-b6f1-f625a354a230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:13.734536 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d9a4fe-3bdc-4034-b7b4-bd781376f664 None None] DHCP port deletion for 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:13.743138 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:13.750563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9fb153-85c0-4cb6-8590-a50aeb4271c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:03:13.767561 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Pushing event updated for resources: {'Port': ['ID=bd2842a2-28bd-48b3-8da3-fa139162637d,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:13.771048 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ad627-5012-4478-ae39-edf4d56be077 req-642bd72c-71fa-44e2-9639-d736be507636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:13.772961 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-054ad627-5012-4478-ae39-edf4d56be077 req-642bd72c-71fa-44e2-9639-d736be507636 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d22161a-a3e9-4afa-87de-f7672d10bc2a HTTP/1.1" status: 200  len: 834 time: 0.1478682
Nov 20 21:03:13.777157 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fb153-85c0-4cb6-8590-a50aeb4271c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0c6103-c46b-4656-8711-db7acad8e3c2,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:13.780594 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc9fb153-85c0-4cb6-8590-a50aeb4271c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:13.780952 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-bc9fb153-85c0-4cb6-8590-a50aeb4271c5 admin admin] Added segment b1b9ed15-a5ff-4879-bd55-0b2af1ca4507 of type vlan for network 31afd127-7299-4bc4-954e-27d3ff9e02b3
Nov 20 21:03:13.836512 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-02e09665-bd94-4c1a-9168-8c396ef3be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543b0610>, [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:03:01Z', 'revision_number': 6, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '69e80da7-37e3-4b17-a4b0-7cb40d94193b', 'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1e:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:37Z', 'updated_at': '2021-11-20T21:00:51Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:13.880978 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e09665-bd94-4c1a-9168-8c396ef3be0f None None] The sync data for ids ['5b4337eb-626e-46f6-94a9-e74c337eee87'] in ncdv-master-1 is: [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:03:01Z', 'revision_number': 6, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '69e80da7-37e3-4b17-a4b0-7cb40d94193b', 'name': '', 'network_id': '1285f7b9-19ec-4973-b341-2c247825bb31', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1e:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:37Z', 'updated_at': '2021-11-20T21:00:51Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '5d22161a-a3e9-4afa-87de-f7672d10bc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:03:13.962360 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc9fb153-85c0-4cb6-8590-a50aeb4271c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:13.970523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 659e7819-8eb1-4918-a6b8-563de764690f no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:03:14.005551 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 659e7819-8eb1-4918-a6b8-563de764690f {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:03:14.012843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 659e7819-8eb1-4918-a6b8-563de764690f not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:03:14.049656 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc9fb153-85c0-4cb6-8590-a50aeb4271c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:14.050580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9fb153-85c0-4cb6-8590-a50aeb4271c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:14.051177 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc9fb153-85c0-4cb6-8590-a50aeb4271c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:14.070173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ad627-5012-4478-ae39-edf4d56be077 req-b1d09289-d3c5-4e93-80fc-df78c1df2eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:14.071753 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-054ad627-5012-4478-ae39-edf4d56be077 req-b1d09289-d3c5-4e93-80fc-df78c1df2eee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1285f7b9-19ec-4973-b341-2c247825bb31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2861578
Nov 20 21:03:14.091648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Attempting to bind port bd2842a2-28bd-48b3-8da3-fa139162637d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:03:14.091993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Attempting to bind port bd2842a2-28bd-48b3-8da3-fa139162637d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3d6a0149-c14d-4f9e-bcb0-98cf878df86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:03:14.092326 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Attempting to bind port bd2842a2-28bd-48b3-8da3-fa139162637d on network 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:03:14.131700 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bc9fb153-85c0-4cb6-8590-a50aeb4271c5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9121959
Nov 20 21:03:14.137726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53440) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:14.141801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Port bd2842a2-28bd-48b3-8da3-fa139162637d on network 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:03:14.142157 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Attempting to bind port bd2842a2-28bd-48b3-8da3-fa139162637d on network 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:03:14.152953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8acd27-5d33-44af-82e8-5edd054eb994 req-8e418973-7203-47c7-8ba1-5b6ad6b21c0d tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:14.154797 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c8acd27-5d33-44af-82e8-5edd054eb994 req-8e418973-7203-47c7-8ba1-5b6ad6b21c0d tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 943 time: 0.2228642
Nov 20 21:03:14.158401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-3b71d8da-b0fc-4ec1-80ac-28427cbb23bf admin admin] Request body: {'subnet': {'network_id': '31afd127-7299-4bc4-954e-27d3ff9e02b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1043304135-subnet', 'tenant_id': '3af41a9124474a28844d833386eccda1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:14.204278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:03:14.204604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Checking segment: {'id': '3d6a0149-c14d-4f9e-bcb0-98cf878df86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:03:14.204997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Bound using segment: {'id': '3d6a0149-c14d-4f9e-bcb0-98cf878df86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:03:14.205453 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Bound port: bd2842a2-28bd-48b3-8da3-fa139162637d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6a0149-c14d-4f9e-bcb0-98cf878df86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:03:14.205816 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:14.207762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fb153-85c0-4cb6-8590-a50aeb4271c5 admin admin] Pushing event updated for resources: {'Network': ['ID=31afd127-7299-4bc4-954e-27d3ff9e02b3,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:14.219680 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 31afd127-7299-4bc4-954e-27d3ff9e02b3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:03:14.238873 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b852d5a-bbb2-4ae2-b6f1-f625a354a230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:14.298573 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-373e79f8-719d-4b99-bedd-a95318869f91 req-c435b78e-a5c6-4408-8e25-4b69bea3355f tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0637186
Nov 20 21:03:14.302510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771df577-cb9c-49bc-8c9e-9bbdc1e1afa1 None None] New status for floating IP 190680e7-d4ff-484d-b953-78c7ff9f012d: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:03:14.302702 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b852d5a-bbb2-4ae2-b6f1-f625a354a230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c41c677-9dc1-402f-a474-86b2e3b8879f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:14.306671 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b852d5a-bbb2-4ae2-b6f1-f625a354a230 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:14.311714 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8b852d5a-bbb2-4ae2-b6f1-f625a354a230 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7c41c677-9dc1-402f-a474-86b2e3b8879f HTTP/1.1" status: 204  len: 168 time: 0.9807234
Nov 20 21:03:14.315341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53442) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:14.334164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b71d8da-b0fc-4ec1-80ac-28427cbb23bf admin admin] Made reservation on behalf of 3af41a9124474a28844d833386eccda1 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:03:14.336442 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3b71d8da-b0fc-4ec1-80ac-28427cbb23bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:14.436796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] For port bd2842a2-28bd-48b3-8da3-fa139162637d, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:03:14.442298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] For port bd2842a2-28bd-48b3-8da3-fa139162637d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bd2842a2-28bd-48b3-8da3-fa139162637d,segment=NetworkSegment(3d6a0149-c14d-4f9e-bcb0-98cf878df86b),segment_id=3d6a0149-c14d-4f9e-bcb0-98cf878df86b)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:03:14.448890 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c8acd27-5d33-44af-82e8-5edd054eb994 req-55eb58b9-e568-49ba-9f7a-98c295a06615 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2509186
Nov 20 21:03:14.452679 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c49ee21-17d0-4ac5-bcf9-249fcf388005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:14.477350 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-054ad627-5012-4478-ae39-edf4d56be077 req-a1ae124c-bffe-450b-9ca8-375994d45d38 service neutron] 10.222.0.37 "GET /v2.0/networks/1285f7b9-19ec-4973-b341-2c247825bb31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3867302
Nov 20 21:03:14.478791 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:14.554201 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:14.610678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540f8056-d579-42b7-b1e7-8b4e05b97d46 None None] DHCP port deletion for 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:14.634840 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:14.636307 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:14.638382 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] 10.222.0.37 "PUT /v2.0/ports/bd2842a2-28bd-48b3-8da3-fa139162637d HTTP/1.1" status: 200  len: 1091 time: 2.4458654
Nov 20 21:03:14.669232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d', 'tag': 'bd2842a2-28bd-48b3-8da3-fa139162637d'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:03:14.672172 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a095a59-ab29-4a5e-b7a9-89db310d5b18" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d", "tag": "bd2842a2-28bd-48b3-8da3-fa139162637d"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:03:14.681811 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c49ee21-17d0-4ac5-bcf9-249fcf388005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:14.691394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8e2d5-8ab0-4505-9c84-55eca2fb6b8e service neutron] Pushing event updated for resources: {'Port': ['ID=bd2842a2-28bd-48b3-8da3-fa139162637d,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:14.733975 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-0c49ee21-17d0-4ac5-bcf9-249fcf388005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4db0bd30>,) {'filters': {'network_id': ['7652536f-b93f-4f95-b9ae-3fa277d2f430']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:14.761118 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31bbb08-6a26-4468-81cf-cb40b49f0cc7 x-openstack-request-id: req-b31bbb08-6a26-4468-81cf-cb40b49f0cc7 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:03:14.761918 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d", "tag": "bd2842a2-28bd-48b3-8da3-fa139162637d", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:03:14.762345 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b31bbb08-6a26-4468-81cf-cb40b49f0cc7 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:03:14.762671 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d', 'tag': 'bd2842a2-28bd-48b3-8da3-fa139162637d', 'status': 'completed', 'code': 200}
Nov 20 21:03:14.789459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-0c49ee21-17d0-4ac5-bcf9-249fcf388005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4db0bd30>, '89b8fe23-7143-4fd7-b7a8-d37e7379bb18') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:14.789759 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-0c49ee21-17d0-4ac5-bcf9-249fcf388005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4db0bd30>, '89b8fe23-7143-4fd7-b7a8-d37e7379bb18') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:14.805143 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-054ad627-5012-4478-ae39-edf4d56be077 req-237c392e-45f5-4677-a009-8c00780b6314 service neutron] 10.222.0.37 "GET /v2.0/networks/1285f7b9-19ec-4973-b341-2c247825bb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2841947
Nov 20 21:03:14.819113 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c49ee21-17d0-4ac5-bcf9-249fcf388005 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:14.843294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cd585-ee68-4c4e-9106-6756d716fe66 req-d0a50b75-02cd-4891-8862-71e12f65886a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:14.844840 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172cd585-ee68-4c4e-9106-6756d716fe66 req-d0a50b75-02cd-4891-8862-71e12f65886a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.37 "GET /v2.0/ports?device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 945 time: 0.1656885
Nov 20 21:03:14.852475 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-132e965f-2f4d-4739-8595-d07bea6d5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:14.854742 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-132e965f-2f4d-4739-8595-d07bea6d5bd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c79515660014c0bb607fcb10f6f0870&device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 1094 time: 0.1500347
Nov 20 21:03:14.864071 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c49ee21-17d0-4ac5-bcf9-249fcf388005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:14.879370 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c49ee21-17d0-4ac5-bcf9-249fcf388005 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:03:14.879868 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c49ee21-17d0-4ac5-bcf9-249fcf388005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:03:14.882122 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:03:14.915323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7b2de-8bf8-49c9-ba79-7b0cca9ad043 req-9517f104-f4c2-4aab-832a-bab68065026f tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:14.917842 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f3b7b2de-8bf8-49c9-ba79-7b0cca9ad043 req-9517f104-f4c2-4aab-832a-bab68065026f tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 945 time: 0.1295283
Nov 20 21:03:14.952255 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-d20e2d02-25f8-4927-b974-0ca84d3e9e24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd2842a2-28bd-48b3-8da3-fa139162637d HTTP/1.1" status: 200  len: 217 time: 0.0618365
Nov 20 21:03:14.984737 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c49ee21-17d0-4ac5-bcf9-249fcf388005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:14.989901 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c49ee21-17d0-4ac5-bcf9-249fcf388005 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:14.994729 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0c49ee21-17d0-4ac5-bcf9-249fcf388005 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7652536f-b93f-4f95-b9ae-3fa277d2f430 HTTP/1.1" status: 204  len: 168 time: 0.6777649
Nov 20 21:03:15.044169 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Router 6fbff5f0-1087-485d-a7be-f9716ddf315c is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:03:15.047914 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49ee21-17d0-4ac5-bcf9-249fcf388005 admin admin] Pushing event deleted for resources: {'Network': ['ID=7652536f-b93f-4f95-b9ae-3fa277d2f430,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:15.058667 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f3b7b2de-8bf8-49c9-ba79-7b0cca9ad043 req-885374f2-32ee-401e-abbc-a55de1b3c02f tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=901c49c0-b13b-4d1f-a4f5-8b0fce50260f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1324496
Nov 20 21:03:15.083113 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3b71d8da-b0fc-4ec1-80ac-28427cbb23bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:15.122349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-8e6e7d3e-a198-44b4-a90f-12d907a00e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:15.123515 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-8e6e7d3e-a198-44b4-a90f-12d907a00e60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d6eff07-25fc-4f90-a3eb-b1120046c7e7 HTTP/1.1" status: 200  len: 851 time: 0.1248844
Nov 20 21:03:15.158618 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-172cd585-ee68-4c4e-9106-6756d716fe66 req-98a1cca0-9893-4135-8752-de7356a3b69a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Deleting port 8adc5a88-c2fa-4460-a689-528a2266b1a5 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:03:15.158962 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-172cd585-ee68-4c4e-9106-6756d716fe66 req-98a1cca0-9893-4135-8752-de7356a3b69a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:15.185913 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:03:15.195768 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-1666f325-fd12-4fed-9221-5f74c22a0117 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529661
Nov 20 21:03:15.199659 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7456f48-5289-451a-82c8-c6301637c394 None None] Sync routers for ids ['6fbff5f0-1087-485d-a7be-f9716ddf315c'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:03:15.209632 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7456f48-5289-451a-82c8-c6301637c394 None None] Routers {'6fbff5f0-1087-485d-a7be-f9716ddf315c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:15.210502 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a7456f48-5289-451a-82c8-c6301637c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5431cac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6fbff5f0-1087-485d-a7be-f9716ddf315c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:15.212705 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71d8da-b0fc-4ec1-80ac-28427cbb23bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c6e1a4-6697-4576-ac83-aa70eb40b656,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:15.214958 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:15.216453 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-46a37336-d81c-4eff-88fa-b0a6a8927a2c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 4.2502944
Nov 20 21:03:15.219699 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53454) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:15.224291 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-77074172-baa2-482c-a154-0512390e5903 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:15.228497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53456) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:15.249733 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a7456f48-5289-451a-82c8-c6301637c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5431cac0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:15.260083 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7456f48-5289-451a-82c8-c6301637c394 None None] Routers {'6fbff5f0-1087-485d-a7be-f9716ddf315c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:15.262016 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a7456f48-5289-451a-82c8-c6301637c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5431cac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:02:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6fbff5f0-1087-485d-a7be-f9716ddf315c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:15.295133 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a7456f48-5289-451a-82c8-c6301637c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5431cac0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:15.296061 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7456f48-5289-451a-82c8-c6301637c394 None None] The sync data for ids ['6fbff5f0-1087-485d-a7be-f9716ddf315c'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:03:15.305269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71d8da-b0fc-4ec1-80ac-28427cbb23bf admin admin] Checking segment: {'id': 'b1b9ed15-a5ff-4879-bd55-0b2af1ca4507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '31afd127-7299-4bc4-954e-27d3ff9e02b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:03:15.305650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b71d8da-b0fc-4ec1-80ac-28427cbb23bf admin admin] Network hostable DHCP agents. Network: 31afd127-7299-4bc4-954e-27d3ff9e02b3, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:03:15.327962 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a94bcf3c-9fe6-490e-b368-13144ae900d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6df9b387c748458fb8119674e7463c3e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0973139
Nov 20 21:03:15.352624 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53458) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:15.387828 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-172cd585-ee68-4c4e-9106-6756d716fe66 req-98a1cca0-9893-4135-8752-de7356a3b69a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] For port 8adc5a88-c2fa-4460-a689-528a2266b1a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8adc5a88-c2fa-4460-a689-528a2266b1a5,segment=NetworkSegment(3eb6f32e-71b4-4d41-9db7-bd3676860134),segment_id=3eb6f32e-71b4-4d41-9db7-bd3676860134)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:15.388440 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-172cd585-ee68-4c4e-9106-6756d716fe66 req-98a1cca0-9893-4135-8752-de7356a3b69a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:15.402232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b71d8da-b0fc-4ec1-80ac-28427cbb23bf admin admin] Network 31afd127-7299-4bc4-954e-27d3ff9e02b3 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:03:15.415891 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-172cd585-ee68-4c4e-9106-6756d716fe66 req-98a1cca0-9893-4135-8752-de7356a3b69a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Calling delete_port for 8adc5a88-c2fa-4460-a689-528a2266b1a5 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:03:15.427984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-3b71d8da-b0fc-4ec1-80ac-28427cbb23bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 31afd127-7299-4bc4-954e-27d3ff9e02b3) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:15.433197 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b71d8da-b0fc-4ec1-80ac-28427cbb23bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:15.433844 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3b71d8da-b0fc-4ec1-80ac-28427cbb23bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:15.438277 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d239233-7177-4099-910a-6c027f1c293f None None] Network 31afd127-7299-4bc4-954e-27d3ff9e02b3 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:03:15.458705 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-0743f726-8880-44de-96be-0aeab23e712e service neutron] 10.222.0.37 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2314773
Nov 20 21:03:15.467412 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c5b1628e-2eee-4591-a1c3-0b872b01cb7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:15.479840 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3f58d0da-62ee-430c-be14-bf5d179566bd req-9a3194ca-8899-4387-8b8c-5ce185c8bd5b tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0413253
Nov 20 21:03:15.567267 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3b71d8da-b0fc-4ec1-80ac-28427cbb23bf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4262888
Nov 20 21:03:15.593853 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c5b1628e-2eee-4591-a1c3-0b872b01cb7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:15.634937 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaa4989-cacc-4850-8a08-a3b68d932752 None None] Network 31afd127-7299-4bc4-954e-27d3ff9e02b3 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:03:15.662851 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-42f088c6-54f3-4906-a21c-871c0a9f7d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:15.688494 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03233a63-8e2c-45f6-bc4d-14071125d2ce req-f44c1d55-8b66-43b7-8e6b-44052a7670ce service neutron] 10.222.0.37 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2113037
Nov 20 21:03:15.726672 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a9df5-9fb0-4343-9526-6895508272f4 req-3bbf455a-02a4-4490-8d50-1e7b457f8ead tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:15.736832 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6c1a9df5-9fb0-4343-9526-6895508272f4 req-3bbf455a-02a4-4490-8d50-1e7b457f8ead tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 943 time: 0.1643102
Nov 20 21:03:15.809400 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-172cd585-ee68-4c4e-9106-6756d716fe66 req-98a1cca0-9893-4135-8752-de7356a3b69a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:15.822026 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c5b1628e-2eee-4591-a1c3-0b872b01cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:15.825106 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c5b1628e-2eee-4591-a1c3-0b872b01cb7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:15.826373 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c5b1628e-2eee-4591-a1c3-0b872b01cb7e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93e4e543-c6fa-47bf-a3f8-462f25eb266f HTTP/1.1" status: 204  len: 168 time: 0.4726439
Nov 20 21:03:15.857135 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a095a59-ab29-4a5e-b7a9-89db310d5b18 req-41279770-1559-4d11-9aec-52fe70697bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:15.857387 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77074172-baa2-482c-a154-0512390e5903 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:15.859008 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a095a59-ab29-4a5e-b7a9-89db310d5b18 req-41279770-1559-4d11-9aec-52fe70697bc1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c79515660014c0bb607fcb10f6f0870&device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 1094 time: 0.0866394
Nov 20 21:03:15.860969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1cca0-9893-4135-8752-de7356a3b69a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'Port': ['ID=8adc5a88-c2fa-4460-a689-528a2266b1a5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:15.862700 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1628e-2eee-4591-a1c3-0b872b01cb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e4e543-c6fa-47bf-a3f8-462f25eb266f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:15.878405 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6c1a9df5-9fb0-4343-9526-6895508272f4 req-05afb7ea-d56c-4f1e-b972-c3f0bccfa497 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362371
Nov 20 21:03:15.887659 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77074172-baa2-482c-a154-0512390e5903 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:15.962402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-77074172-baa2-482c-a154-0512390e5903 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Deleting port a1474c81-b1f7-44a0-9803-9bd080df0679 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:03:15.962402 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77074172-baa2-482c-a154-0512390e5903 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:15.981776 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-172cd585-ee68-4c4e-9106-6756d716fe66 req-98a1cca0-9893-4135-8752-de7356a3b69a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] No DVR routers for this DVR port 8adc5a88-c2fa-4460-a689-528a2266b1a5 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:03:16.009053 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-172cd585-ee68-4c4e-9106-6756d716fe66 req-98a1cca0-9893-4135-8752-de7356a3b69a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:16.013341 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172cd585-ee68-4c4e-9106-6756d716fe66 req-98a1cca0-9893-4135-8752-de7356a3b69a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.37 "DELETE /v2.0/ports/8adc5a88-c2fa-4460-a689-528a2266b1a5 HTTP/1.1" status: 204  len: 173 time: 1.1540654
Nov 20 21:03:16.049287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a095a59-ab29-4a5e-b7a9-89db310d5b18 req-607797ec-9216-4940-83d0-cbc633ed790b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:16.051395 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a095a59-ab29-4a5e-b7a9-89db310d5b18 req-607797ec-9216-4940-83d0-cbc633ed790b service neutron] 10.222.0.37 "GET /v2.0/networks?id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 HTTP/1.1" status: 200  len: 912 time: 0.1754661
Nov 20 21:03:16.110134 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a095a59-ab29-4a5e-b7a9-89db310d5b18 req-afe96342-d460-436d-8d88-93c2dbeea1ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd2842a2-28bd-48b3-8da3-fa139162637d HTTP/1.1" status: 200  len: 217 time: 0.0488741
Nov 20 21:03:16.118893 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77074172-baa2-482c-a154-0512390e5903 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:16.149916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-77074172-baa2-482c-a154-0512390e5903 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Calling delete_port for a1474c81-b1f7-44a0-9803-9bd080df0679 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:03:16.219790 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a095a59-ab29-4a5e-b7a9-89db310d5b18 req-4b658f08-109f-478c-9e7c-71f8a5368996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:16.221279 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a095a59-ab29-4a5e-b7a9-89db310d5b18 req-4b658f08-109f-478c-9e7c-71f8a5368996 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d6eff07-25fc-4f90-a3eb-b1120046c7e7 HTTP/1.1" status: 200  len: 851 time: 0.0997102
Nov 20 21:03:16.278544 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-08366ae7-a60c-4001-ae73-bf35cf313669 req-92943aab-eb5d-4f9e-be73-06eb5f0f89a8 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=66476154-140d-461c-82e4-a9bf5200d6ba HTTP/1.1" status: 200  len: 210 time: 0.0938122
Nov 20 21:03:16.285780 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a095a59-ab29-4a5e-b7a9-89db310d5b18 req-1a37da67-a3ab-406b-bedd-fbf359d5d0ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457642
Nov 20 21:03:16.405976 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a095a59-ab29-4a5e-b7a9-89db310d5b18 req-23d57d47-347b-4fdb-a0ed-21905e38d193 service neutron] 10.222.0.37 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1092310
Nov 20 21:03:16.495284 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77074172-baa2-482c-a154-0512390e5903 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:16.536638 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77074172-baa2-482c-a154-0512390e5903 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Pushing event deleted for resources: {'Port': ['ID=a1474c81-b1f7-44a0-9803-9bd080df0679,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:16.551372 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab83d49e-ac34-4069-b2ec-c3b5e364e5f3 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:16.673375 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d8d6cf3-ce62-4611-8629-25bf803a0211 req-6100da5c-b5fa-40a3-acc3-50363fb6538c tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0565715
Nov 20 21:03:16.700092 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77074172-baa2-482c-a154-0512390e5903 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:16.705816 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a095a59-ab29-4a5e-b7a9-89db310d5b18 req-c90f3d72-310c-46b8-94e3-2639f1415550 service neutron] 10.222.0.37 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2892776
Nov 20 21:03:16.737822 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:16.751549 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-d85eaae2-62c4-4574-8c72-18cf3656060f tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:16.760505 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-d85eaae2-62c4-4574-8c72-18cf3656060f tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/networks?id=7baff06a-6399-4920-a877-7539627d9c2d HTTP/1.1" status: 200  len: 809 time: 0.2594078
Nov 20 21:03:16.770300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66476154-140d-461c-82e4-a9bf5200d6ba', 'name': 'network-vif-deleted', 'tag': '8adc5a88-c2fa-4460-a689-528a2266b1a5'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:03:16.772905 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c72a61-566c-4687-a925-abc932cca3ba" -d '{"events": [{"server_uuid": "66476154-140d-461c-82e4-a9bf5200d6ba", "name": "network-vif-deleted", "tag": "8adc5a88-c2fa-4460-a689-528a2266b1a5"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:03:16.782929 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-5b0952b9-d1e3-4602-8b35-2062665d8608 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/quotas/2dd90d53ed124eb98716ef6f31410ef5 HTTP/1.1" status: 200  len: 375 time: 0.0213997
Nov 20 21:03:16.816265 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-19e533ca-7818-48eb-8331-ec2f80a3a390 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2dd90d53ed124eb98716ef6f31410ef5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0324011
Nov 20 21:03:16.910641 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68afede8-7383-4b1f-bf10-b2f3649bd786 x-openstack-request-id: req-68afede8-7383-4b1f-bf10-b2f3649bd786 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:03:16.911015 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66476154-140d-461c-82e4-a9bf5200d6ba", "name": "network-vif-deleted", "tag": "8adc5a88-c2fa-4460-a689-528a2266b1a5", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:03:16.911269 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68afede8-7383-4b1f-bf10-b2f3649bd786 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:03:16.911812 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66476154-140d-461c-82e4-a9bf5200d6ba', 'name': 'network-vif-deleted', 'tag': '8adc5a88-c2fa-4460-a689-528a2266b1a5', 'status': 'completed', 'code': 200}
Nov 20 21:03:16.992471 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-9de4bd8d-04ff-45d5-aee6-ef48302b827f service neutron] 10.222.0.41 "GET /v2.0/networks/7baff06a-6399-4920-a877-7539627d9c2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1684232
Nov 20 21:03:16.999539 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77074172-baa2-482c-a154-0512390e5903 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:17.024257 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77074172-baa2-482c-a154-0512390e5903 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:17.090661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fc77a-d5fe-446c-a77e-5197e4d532b3 req-ff030392-5fef-4c00-af4a-68a1fb692e61 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:17.092254 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5c0fc77a-d5fe-446c-a77e-5197e4d532b3 req-ff030392-5fef-4c00-af4a-68a1fb692e61 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1391380
Nov 20 21:03:17.101183 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-01519dd7-5952-4a06-8044-24d943903861 service neutron] 10.222.0.41 "GET /v2.0/networks/7baff06a-6399-4920-a877-7539627d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1010144
Nov 20 21:03:17.142805 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77074172-baa2-482c-a154-0512390e5903 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Router 6fbff5f0-1087-485d-a7be-f9716ddf315c has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:03:17.227289 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5c0fc77a-d5fe-446c-a77e-5197e4d532b3 req-74205220-40f5-4bb3-92dd-8d705b3b669b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1062257
Nov 20 21:03:17.272338 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77074172-baa2-482c-a154-0512390e5903 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:03:17.285394 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab2b74-a1b5-45bf-9b8e-bb23c0ccb8d0 None None] Sync routers for ids ['6fbff5f0-1087-485d-a7be-f9716ddf315c'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:03:17.292569 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77074172-baa2-482c-a154-0512390e5903 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:17.298273 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-77074172-baa2-482c-a154-0512390e5903 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "PUT /v2.0/routers/6fbff5f0-1087-485d-a7be-f9716ddf315c HTTP/1.1" status: 200  len: 705 time: 2.0757647
Nov 20 21:03:17.298750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53528) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:17.316825 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab2b74-a1b5-45bf-9b8e-bb23c0ccb8d0 None None] Routers {'6fbff5f0-1087-485d-a7be-f9716ddf315c'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:17.317821 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d7ab2b74-a1b5-45bf-9b8e-bb23c0ccb8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475388b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:03:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6fbff5f0-1087-485d-a7be-f9716ddf315c'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:17.394329 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d7ab2b74-a1b5-45bf-9b8e-bb23c0ccb8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475388b0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:17.404425 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab2b74-a1b5-45bf-9b8e-bb23c0ccb8d0 None None] Routers {'6fbff5f0-1087-485d-a7be-f9716ddf315c'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:17.405133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d7ab2b74-a1b5-45bf-9b8e-bb23c0ccb8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475388b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:03:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6fbff5f0-1087-485d-a7be-f9716ddf315c'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:17.411567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9bb46-ced5-431d-8b71-0bf852e9506d req-65778951-8bb6-4f0d-ba2a-3c148bdc733a tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:17.415351 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5fc9bb46-ced5-431d-8b71-0bf852e9506d req-65778951-8bb6-4f0d-ba2a-3c148bdc733a tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 943 time: 0.1258812
Nov 20 21:03:17.421507 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c72f331f-cd04-4b95-908c-93b258ff9947 tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "GET /v2.0/routers/6fbff5f0-1087-485d-a7be-f9716ddf315c HTTP/1.1" status: 200  len: 740 time: 0.1216161
Nov 20 21:03:17.428633 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53532) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:17.457954 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d7ab2b74-a1b5-45bf-9b8e-bb23c0ccb8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475388b0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:17.459258 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab2b74-a1b5-45bf-9b8e-bb23c0ccb8d0 None None] The sync data for ids ['6fbff5f0-1087-485d-a7be-f9716ddf315c'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:03:17.518938 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-974063ac-459f-46cb-9b9c-4f64e72d4a1b tempest-RoutersAdminTest-148179305 tempest-RoutersAdminTest-148179305-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&device_id=6fbff5f0-1087-485d-a7be-f9716ddf315c HTTP/1.1" status: 200  len: 205 time: 0.0882485
Nov 20 21:03:17.522117 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5fc9bb46-ced5-431d-8b71-0bf852e9506d req-73a4246c-d02e-4550-aa5a-83b61d546086 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956731
Nov 20 21:03:17.523019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53540) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:17.569581 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f5ef56af-664d-4357-b07b-3b18a48ffabe tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbff5f0-1087-485d-a7be-f9716ddf315c HTTP/1.1" status: 200  len: 205 time: 0.0454066
Nov 20 21:03:17.574182 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53542) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:17.690720 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-766b8f07-5446-4f2d-9997-3a7dd96c800e tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:17.748674 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fe87b5d4-1198-4c6e-b98e-5bb3bda8972d req-cf8e2edd-7e44-4ef0-bcaa-1036765b2073 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2928aad-24a3-4ddc-bf95-ead1468989fc HTTP/1.1" status: 200  len: 210 time: 0.0703495
Nov 20 21:03:17.953641 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53554) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:18.076975 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6a3a5f80-35dc-48e9-98c0-679bed533053 req-388fb727-5f5c-431a-b9c7-3aa09ef42e3b tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0448298
Nov 20 21:03:18.081906 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-078e9a06-c631-4d89-96b7-c123e4654408 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:18.122259 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-078e9a06-c631-4d89-96b7-c123e4654408 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:18.240318 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-078e9a06-c631-4d89-96b7-c123e4654408 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:18.243515 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-078e9a06-c631-4d89-96b7-c123e4654408 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:18.244724 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-078e9a06-c631-4d89-96b7-c123e4654408 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "DELETE /v2.0/security-groups/901c49c0-b13b-4d1f-a4f5-8b0fce50260f HTTP/1.1" status: 204  len: 168 time: 0.2901375
Nov 20 21:03:18.257826 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e9a06-c631-4d89-96b7-c123e4654408 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901c49c0-b13b-4d1f-a4f5-8b0fce50260f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:18.284751 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53572) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:18.312090 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-766b8f07-5446-4f2d-9997-3a7dd96c800e tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:18.315667 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-766b8f07-5446-4f2d-9997-3a7dd96c800e tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:18.326368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device bd2842a2-28bd-48b3-8da3-fa139162637d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:03:18.378412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8440f-bd77-426c-847e-5a11900ccbef req-2ae55778-aa3b-4dad-9eaf-f55feebbb018 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:18.388104 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00c8440f-bd77-426c-847e-5a11900ccbef req-2ae55778-aa3b-4dad-9eaf-f55feebbb018 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1471946
Nov 20 21:03:18.395711 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-766b8f07-5446-4f2d-9997-3a7dd96c800e tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:18.396376 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766b8f07-5446-4f2d-9997-3a7dd96c800e tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Fanout notify agent at l3_agent the message router_deleted on router 6fbff5f0-1087-485d-a7be-f9716ddf315c {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:03:18.403778 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-766b8f07-5446-4f2d-9997-3a7dd96c800e tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:18.404863 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-766b8f07-5446-4f2d-9997-3a7dd96c800e tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "DELETE /v2.0/routers/6fbff5f0-1087-485d-a7be-f9716ddf315c HTTP/1.1" status: 204  len: 168 time: 0.8293352
Nov 20 21:03:18.410269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53574) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:18.459686 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00c8440f-bd77-426c-847e-5a11900ccbef req-234570db-9148-46d3-a25c-ba686e249a38 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706871
Nov 20 21:03:18.460400 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-910f35ce-24bb-4ec5-8e8c-68dedba796be tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbff5f0-1087-485d-a7be-f9716ddf315c HTTP/1.1" status: 200  len: 205 time: 0.0468204
Nov 20 21:03:18.460855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53576) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:18.481416 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port bd2842a2-28bd-48b3-8da3-fa139162637d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bd2842a2-28bd-48b3-8da3-fa139162637d,segment=NetworkSegment(3d6a0149-c14d-4f9e-bcb0-98cf878df86b),segment_id=3d6a0149-c14d-4f9e-bcb0-98cf878df86b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:18.500160 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'bd2842a2-28bd-48b3-8da3-fa139162637d', 'network_id': '667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7', 'port_id': 'bd2842a2-28bd-48b3-8da3-fa139162637d', 'mac_address': 'fa:16:3e:33:e3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6eff07-25fc-4f90-a3eb-b1120046c7e7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:03:18.549326 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-d8e7f2eb-5360-41ce-86f9-0639b47b9a86 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] delete failed (client error): The resource could not be found.
Nov 20 21:03:18.554444 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d8e7f2eb-5360-41ce-86f9-0639b47b9a86 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "DELETE /v2.0/routers/6fbff5f0-1087-485d-a7be-f9716ddf315c HTTP/1.1" status: 404  len: 336 time: 0.0931349
Nov 20 21:03:18.559813 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53582) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:18.609101 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b3a8a0a4-8654-4f3b-9081-7218553aaa11 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b74e157-32ec-4c99-a113-94b415aff4b7 HTTP/1.1" status: 200  len: 205 time: 0.0477557
Nov 20 21:03:18.624548 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53584) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:18.625650 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:18.628578 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:18.644232 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd2842a2-28bd-48b3-8da3-fa139162637d {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:03:18.690944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port bd2842a2-28bd-48b3-8da3-fa139162637d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bd2842a2-28bd-48b3-8da3-fa139162637d,segment=NetworkSegment(3d6a0149-c14d-4f9e-bcb0-98cf878df86b),segment_id=3d6a0149-c14d-4f9e-bcb0-98cf878df86b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:18.702903 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:18.732782 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-caa79d74-23e8-4e16-a2db-6dd6352cd984 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] delete failed (client error): The resource could not be found.
Nov 20 21:03:18.736924 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-caa79d74-23e8-4e16-a2db-6dd6352cd984 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "DELETE /v2.0/routers/6b74e157-32ec-4c99-a113-94b415aff4b7 HTTP/1.1" status: 404  len: 336 time: 0.1111205
Nov 20 21:03:18.737531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53588) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:18.772650 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-66af4ed0-e7b3-4a29-8a94-0cd860447ad2 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f79fd58-9c02-4111-9652-a510b33ed6a4 HTTP/1.1" status: 200  len: 205 time: 0.0304134
Nov 20 21:03:18.775358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499baa1-6e5a-4095-a9c7-8370b400d22e req-e71be29c-5791-4b48-bcec-2ab16246b015 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:18.775514 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53590) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:18.776671 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b499baa1-6e5a-4095-a9c7-8370b400d22e req-e71be29c-5791-4b48-bcec-2ab16246b015 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 944 time: 0.0828245
Nov 20 21:03:18.784152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-cc21b654-8255-4e78-8d9f-74c1d8cad75e tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:18.785946 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-cc21b654-8255-4e78-8d9f-74c1d8cad75e tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.47 "GET /v2.0/networks?id=7baff06a-6399-4920-a877-7539627d9c2d HTTP/1.1" status: 200  len: 809 time: 0.1803343
Nov 20 21:03:18.812916 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Request body: {'port': {'device_id': 'a2928aad-24a3-4ddc-bf95-ead1468989fc', 'network_id': '7baff06a-6399-4920-a877-7539627d9c2d', 'admin_state_up': True, 'tenant_id': '2dd90d53ed124eb98716ef6f31410ef5'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:18.845538 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-d8294889-301f-47b8-b816-6747d2e60b4d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] delete failed (client error): The resource could not be found.
Nov 20 21:03:18.845538 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d8294889-301f-47b8-b816-6747d2e60b4d tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "DELETE /v2.0/routers/9f79fd58-9c02-4111-9652-a510b33ed6a4 HTTP/1.1" status: 404  len: 336 time: 0.0692244
Nov 20 21:03:18.853382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53596) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:18.860309 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=bd2842a2-28bd-48b3-8da3-fa139162637d,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:18.933253 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f3065d94-9c2c-4df6-a886-c01e9cb0affa tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7dc18f1-d67e-458c-855d-a2933efa5cad HTTP/1.1" status: 200  len: 205 time: 0.0708337
Nov 20 21:03:18.940218 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53598) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:18.947382 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['bd2842a2-28bd-48b3-8da3-fa139162637d'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:03:18.959429 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b499baa1-6e5a-4095-a9c7-8370b400d22e req-68321687-5227-437b-b6da-ae4bf4053e0c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715276
Nov 20 21:03:19.002765 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-5f45bfe9-f445-4de3-bbd6-1e8cb775ee60 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] delete failed (client error): The resource could not be found.
Nov 20 21:03:19.003883 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5f45bfe9-f445-4de3-bbd6-1e8cb775ee60 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "DELETE /v2.0/routers/b7dc18f1-d67e-458c-855d-a2933efa5cad HTTP/1.1" status: 404  len: 336 time: 0.0626152
Nov 20 21:03:19.006562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53600) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:19.016715 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a084a32a-830e-4e63-8637-cb25451ec974 req-363d484b-8a3e-465e-93f4-d49b19a7a878 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2928aad-24a3-4ddc-bf95-ead1468989fc HTTP/1.1" status: 200  len: 210 time: 0.0546002
Nov 20 21:03:19.027821 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:19.049660 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1296b3aa-8062-4878-8a2c-c68577b221f4 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:19.060060 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-665ca64d-24f7-4f06-aa92-23f4babd6235 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "GET /v2.0/ports?device_id=185f07bc-cf8e-4d0e-b846-41413b9a13ca HTTP/1.1" status: 200  len: 205 time: 0.0523348
Nov 20 21:03:19.073044 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53602) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:19.144568 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-20151e5d-92fe-4195-83a0-460433cbf49c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] delete failed (client error): The resource could not be found.
Nov 20 21:03:19.148046 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-20151e5d-92fe-4195-83a0-460433cbf49c tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "DELETE /v2.0/routers/185f07bc-cf8e-4d0e-b846-41413b9a13ca HTTP/1.1" status: 404  len: 336 time: 0.0702281
Nov 20 21:03:19.152535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53606) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:19.188234 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0fd4d073-adf3-4a42-b299-5dd354962871 tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "GET /v2.0/ports?device_id=f35f5354-b414-4b13-9de7-ca8f0d36a3db HTTP/1.1" status: 200  len: 205 time: 0.0345824
Nov 20 21:03:19.191192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53608) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:19.235993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Made reservation on behalf of 2dd90d53ed124eb98716ef6f31410ef5 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:03:19.239491 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:19.245504 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-13b5189d-3f9f-4657-b456-060d837b407b tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] delete failed (client error): The resource could not be found.
Nov 20 21:03:19.249094 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-13b5189d-3f9f-4657-b456-060d837b407b tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "DELETE /v2.0/routers/f35f5354-b414-4b13-9de7-ca8f0d36a3db HTTP/1.1" status: 404  len: 336 time: 0.0544939
Nov 20 21:03:19.254753 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53612) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:19.298151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b14002-3010-4dc8-ba0a-3af0d844b7a0 req-fed586c0-b6a0-4d41-8ae3-9fef0edf47be tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:19.299710 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63b14002-3010-4dc8-ba0a-3af0d844b7a0 req-fed586c0-b6a0-4d41-8ae3-9fef0edf47be tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.2255566
Nov 20 21:03:19.302661 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-379f1504-6337-4f64-bd2d-0dc6586b5aea tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:03:19.303118 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379f1504-6337-4f64-bd2d-0dc6586b5aea tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:03:19.306292 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-379f1504-6337-4f64-bd2d-0dc6586b5aea tempest-RoutersAdminTest-519482669 tempest-RoutersAdminTest-519482669-project] 10.222.0.41 "DELETE /v2.0/subnets/2d6aba86-1b94-4680-8e7e-50fa9935348f HTTP/1.1" status: 404  len: 337 time: 0.0490999
Nov 20 21:03:19.436431 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63b14002-3010-4dc8-ba0a-3af0d844b7a0 req-76b2d0f0-3e6d-4851-bdde-f391696a9d10 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1223671
Nov 20 21:03:19.471097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Allocated IP 172.20.0.4 (7baff06a-6399-4920-a877-7539627d9c2d/e7c3fdb2-404a-4b58-8e05-c49aab4c6264/54b6e7c9-5484-446f-a370-1b9e21e68db0) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:03:19.634377 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fbbb054f-5878-46be-b211-e39da2ed061e req-238db57b-cb47-45c4-90f2-14a7de446cf5 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.4488325
Nov 20 21:03:19.726666 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:19.742334 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53632) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:19.770261 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:19.851430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Pushing event updated for resources: {'Port': ['ID=54b6e7c9-5484-446f-a370-1b9e21e68db0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:19.875511 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:19.876247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:19.877028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:19.877594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:19.878235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:19.878836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:19.879174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:19.879587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:19.880050 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:19.880537 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:19.881083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:19.881500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:19.891675 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Network 7baff06a-6399-4920-a877-7539627d9c2d is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:03:19.893559 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:19.896517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:03:19.976433 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-349cc997-fe11-4316-a08e-ce99d9ea08de admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:19.989300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:20.001819 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:20.035797 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-9233c08f-6b71-4461-87a2-41d36dbafd04 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2377872
Nov 20 21:03:20.061223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Request body: {'port': {'device_id': 'a2928aad-24a3-4ddc-bf95-ead1468989fc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:20.137774 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1296b3aa-8062-4878-8a2c-c68577b221f4 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Deleting port 69e80da7-37e3-4b17-a4b0-7cb40d94193b {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:03:20.138168 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1296b3aa-8062-4878-8a2c-c68577b221f4 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:20.162966 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:20.189140 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-349cc997-fe11-4316-a08e-ce99d9ea08de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:20.202097 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-349cc997-fe11-4316-a08e-ce99d9ea08de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:20.246077 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd3dcb-5c48-4e4c-bfc6-58d06d240620 req-7760e2c7-7230-4940-9b11-bbd60021e3da tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:20.247704 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e7cd3dcb-5c48-4e4c-bfc6-58d06d240620 req-7760e2c7-7230-4940-9b11-bbd60021e3da tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 944 time: 0.1646149
Nov 20 21:03:20.314543 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-349cc997-fe11-4316-a08e-ce99d9ea08de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6bee3d07df44b4fb4ef645ba3db7c4b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5708680
Nov 20 21:03:20.320029 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53660) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:20.334392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74971dff-494c-457e-b045-2964d58debe6 req-da85f672-b7a7-4995-afd2-1cebcc0cf94c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:20.335991 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-74971dff-494c-457e-b045-2964d58debe6 req-da85f672-b7a7-4995-afd2-1cebcc0cf94c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1603925
Nov 20 21:03:20.341167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device bd2842a2-28bd-48b3-8da3-fa139162637d up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:03:20.345153 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cc997-fe11-4316-a08e-ce99d9ea08de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fbf7f2-a0e4-4734-b921-0863dfee4992,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:20.362202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-1296b3aa-8062-4878-8a2c-c68577b221f4 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] For port 69e80da7-37e3-4b17-a4b0-7cb40d94193b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69e80da7-37e3-4b17-a4b0-7cb40d94193b,segment=NetworkSegment(3eb6f32e-71b4-4d41-9db7-bd3676860134),segment_id=3eb6f32e-71b4-4d41-9db7-bd3676860134)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:20.362724 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1296b3aa-8062-4878-8a2c-c68577b221f4 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:20.402988 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1296b3aa-8062-4878-8a2c-c68577b221f4 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Calling delete_port for 69e80da7-37e3-4b17-a4b0-7cb40d94193b owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:03:20.423192 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port bd2842a2-28bd-48b3-8da3-fa139162637d completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:03:20.430611 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port bd2842a2-28bd-48b3-8da3-fa139162637d triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:20.431634 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:20.434641 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e7cd3dcb-5c48-4e4c-bfc6-58d06d240620 req-81833028-9955-4901-82ac-950fc325c798 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772487
Nov 20 21:03:20.464602 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-74971dff-494c-457e-b045-2964d58debe6 req-5113c78d-74c2-47b6-a1af-d2bae721c964 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0978007
Nov 20 21:03:20.591732 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:20.626545 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2842a2-28bd-48b3-8da3-fa139162637d'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:03:20.631626 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc0f41c-6841-49f1-b7c2-2feead5c9468" -d '{"events": [{"server_uuid": "ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d", "name": "network-vif-plugged", "status": "completed", "tag": "bd2842a2-28bd-48b3-8da3-fa139162637d"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:03:20.632558 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a640-9e6d-4ee8-821b-77151f7c94d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:20.657733 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port bd2842a2-28bd-48b3-8da3-fa139162637d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bd2842a2-28bd-48b3-8da3-fa139162637d,segment=NetworkSegment(3d6a0149-c14d-4f9e-bcb0-98cf878df86b),segment_id=3d6a0149-c14d-4f9e-bcb0-98cf878df86b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:20.665101 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:20.667172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 8adc5a88-c2fa-4460-a689-528a2266b1a5 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:03:20.681135 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b6e7c9-5484-446f-a370-1b9e21e68db0 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:03:20.692447 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:20.705002 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a640-9e6d-4ee8-821b-77151f7c94d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:20.708805 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbae940-bfc1-42e3-ba71-e229ed0f1c15 x-openstack-request-id: req-bdbae940-bfc1-42e3-ba71-e229ed0f1c15 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:03:20.709193 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d", "name": "network-vif-plugged", "status": "completed", "tag": "bd2842a2-28bd-48b3-8da3-fa139162637d", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:03:20.709709 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bdbae940-bfc1-42e3-ba71-e229ed0f1c15 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:03:20.710352 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2842a2-28bd-48b3-8da3-fa139162637d', 'code': 200}
Nov 20 21:03:20.710543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Transition to ACTIVE for port object 54b6e7c9-5484-446f-a370-1b9e21e68db0 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:03:20.718959 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:20.777989 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfc091-ab19-4981-ab18-083a0c57535a req-33c82972-6f91-4f70-bb42-42094256aea9 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:20.780104 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dbfc091-ab19-4981-ab18-083a0c57535a req-33c82972-6f91-4f70-bb42-42094256aea9 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2928aad-24a3-4ddc-bf95-ead1468989fc HTTP/1.1" status: 200  len: 931 time: 0.2195871
Nov 20 21:03:20.791633 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 8adc5a88-c2fa-4460-a689-528a2266b1a5 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:03:20.792167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 8adc5a88-c2fa-4460-a689-528a2266b1a5 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:03:20.823863 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=bd2842a2-28bd-48b3-8da3-fa139162637d,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:20.846360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a640-9e6d-4ee8-821b-77151f7c94d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:20.849586 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a640-9e6d-4ee8-821b-77151f7c94d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:20.850689 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1ff2a640-9e6d-4ee8-821b-77151f7c94d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6fbf7f2-a0e4-4734-b921-0863dfee4992 HTTP/1.1" status: 204  len: 168 time: 0.5167227
Nov 20 21:03:20.871201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2a640-9e6d-4ee8-821b-77151f7c94d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fbf7f2-a0e4-4734-b921-0863dfee4992,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:20.874473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Pushing event updated for resources: {'Port': ['ID=54b6e7c9-5484-446f-a370-1b9e21e68db0,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:20.912345 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dbfc091-ab19-4981-ab18-083a0c57535a req-44977b11-649a-4463-bdee-07d7b099d990 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c7c15c1-251e-459b-b102-73ac41bef0a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909173
Nov 20 21:03:20.925269 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a911fec2-48a3-4247-a97e-873eba51b6d5 req-7aff688b-ed3f-42c7-a76f-e0ebfa110056 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0999668
Nov 20 21:03:20.957251 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35a704-843b-4ef8-b809-2b7232fdfb91 req-875061e1-f0c1-4823-b0e7-21324016bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:20.961231 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1d35a704-843b-4ef8-b809-2b7232fdfb91 req-875061e1-f0c1-4823-b0e7-21324016bcda service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 1096 time: 0.1638532
Nov 20 21:03:20.997477 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Attempting to bind port 54b6e7c9-5484-446f-a370-1b9e21e68db0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:03:20.998225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Attempting to bind port 54b6e7c9-5484-446f-a370-1b9e21e68db0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0b8049d8-087d-4940-a981-45b4b65c893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7baff06a-6399-4920-a877-7539627d9c2d'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:03:21.001962 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Attempting to bind port 54b6e7c9-5484-446f-a370-1b9e21e68db0 on network 7baff06a-6399-4920-a877-7539627d9c2d {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:03:21.006585 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1296b3aa-8062-4878-8a2c-c68577b221f4 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:21.012818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Port 54b6e7c9-5484-446f-a370-1b9e21e68db0 on network 7baff06a-6399-4920-a877-7539627d9c2d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:03:21.013203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Attempting to bind port 54b6e7c9-5484-446f-a370-1b9e21e68db0 on network 7baff06a-6399-4920-a877-7539627d9c2d {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:03:21.021187 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:03:21.021576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Checking segment: {'id': '0b8049d8-087d-4940-a981-45b4b65c893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7baff06a-6399-4920-a877-7539627d9c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:03:21.021975 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Bound using segment: {'id': '0b8049d8-087d-4940-a981-45b4b65c893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7baff06a-6399-4920-a877-7539627d9c2d'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:03:21.022650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Bound port: 54b6e7c9-5484-446f-a370-1b9e21e68db0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8049d8-087d-4940-a981-45b4b65c893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7baff06a-6399-4920-a877-7539627d9c2d'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:03:21.023027 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:21.049346 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296b3aa-8062-4878-8a2c-c68577b221f4 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'Port': ['ID=69e80da7-37e3-4b17-a4b0-7cb40d94193b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:21.134975 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] For port 54b6e7c9-5484-446f-a370-1b9e21e68db0, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:03:21.142446 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] For port 54b6e7c9-5484-446f-a370-1b9e21e68db0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54b6e7c9-5484-446f-a370-1b9e21e68db0,segment=NetworkSegment(0b8049d8-087d-4940-a981-45b4b65c893e),segment_id=0b8049d8-087d-4940-a981-45b4b65c893e)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:03:21.154907 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:21.185012 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:21.185661 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:21.187355 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] 10.222.0.47 "PUT /v2.0/ports/54b6e7c9-5484-446f-a370-1b9e21e68db0 HTTP/1.1" status: 200  len: 1091 time: 1.1317344
Nov 20 21:03:21.205451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2928aad-24a3-4ddc-bf95-ead1468989fc', 'tag': '54b6e7c9-5484-446f-a370-1b9e21e68db0'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:03:21.215959 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4ab023-1863-4486-8dc5-bc60125e3eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "a2928aad-24a3-4ddc-bf95-ead1468989fc", "tag": "54b6e7c9-5484-446f-a370-1b9e21e68db0"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:03:21.279689 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1d35a704-843b-4ef8-b809-2b7232fdfb91 req-21415ddc-a670-4bf9-8e77-93bd65c766db service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3050570
Nov 20 21:03:21.323391 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee78021-f721-4951-af31-ef617669f1c5 x-openstack-request-id: req-7ee78021-f721-4951-af31-ef617669f1c5 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:03:21.323694 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2928aad-24a3-4ddc-bf95-ead1468989fc", "tag": "54b6e7c9-5484-446f-a370-1b9e21e68db0", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:03:21.323956 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ee78021-f721-4951-af31-ef617669f1c5 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:03:21.324373 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2928aad-24a3-4ddc-bf95-ead1468989fc', 'tag': '54b6e7c9-5484-446f-a370-1b9e21e68db0', 'status': 'completed', 'code': 200}
Nov 20 21:03:21.361546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-f0e81a46-84b7-4f6b-920d-c94f219992c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:21.363250 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-f0e81a46-84b7-4f6b-920d-c94f219992c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dd90d53ed124eb98716ef6f31410ef5&device_id=a2928aad-24a3-4ddc-bf95-ead1468989fc HTTP/1.1" status: 200  len: 1094 time: 0.1034062
Nov 20 21:03:21.369075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b77825-d39f-4d5a-8f69-4332efc7516d service neutron] Pushing event updated for resources: {'Port': ['ID=54b6e7c9-5484-446f-a370-1b9e21e68db0,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:21.410200 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1296b3aa-8062-4878-8a2c-c68577b221f4 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:21.420672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-9837dc1a-bebb-472f-8ed2-a96b9426623a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54b6e7c9-5484-446f-a370-1b9e21e68db0 HTTP/1.1" status: 200  len: 217 time: 0.0453694
Nov 20 21:03:21.467689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53702) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:21.511678 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-bce70c5c-8465-49ab-89af-713b9a600f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:21.513209 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-bce70c5c-8465-49ab-89af-713b9a600f48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7c3fdb2-404a-4b58-8e05-c49aab4c6264 HTTP/1.1" status: 200  len: 849 time: 0.0834205
Nov 20 21:03:21.583967 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-38527da9-bcfb-4d74-ba24-49cc8f374724 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4bdb940b86ca4fc68d8335b9bdddab3f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1127639
Nov 20 21:03:21.584887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53706) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:21.585528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53708) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:21.605451 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-79431374-59c7-4e2d-82bb-8f8d8fd80c7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7baff06a-6399-4920-a877-7539627d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0800898
Nov 20 21:03:21.725472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637ba22-f36c-42f0-94a4-1ca60f6cf00e req-a27a9846-067b-4e8d-9e29-d3108e5ff16f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:21.727382 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4637ba22-f36c-42f0-94a4-1ca60f6cf00e req-a27a9846-067b-4e8d-9e29-d3108e5ff16f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1220672
Nov 20 21:03:21.768640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479feb18-dd71-4e3c-b367-003cc59e97b0 req-844b9d2c-d133-4303-85f2-608f6581f653 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:21.771795 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-479feb18-dd71-4e3c-b367-003cc59e97b0 req-844b9d2c-d133-4303-85f2-608f6581f653 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.1851952
Nov 20 21:03:21.815995 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f29ab48a-91b0-49af-8f20-7709f2b6cd19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:21.827337 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1296b3aa-8062-4878-8a2c-c68577b221f4 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Router 5b4337eb-626e-46f6-94a9-e74c337eee87 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:03:21.831604 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4637ba22-f36c-42f0-94a4-1ca60f6cf00e req-75842a1a-2d1a-4276-b2f3-800b9e8f9d38 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0951734
Nov 20 21:03:21.843525 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-344ceb7e-0262-4318-bd2a-25a6c5cc7e20 service neutron] 10.222.0.47 "GET /v2.0/networks/7baff06a-6399-4920-a877-7539627d9c2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2183194
Nov 20 21:03:21.863972 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da58d2df-4db1-41d1-ac79-67f41e0f1d20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:21.925773 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f29ab48a-91b0-49af-8f20-7709f2b6cd19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:21.947221 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1296b3aa-8062-4878-8a2c-c68577b221f4 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:03:21.949579 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-479feb18-dd71-4e3c-b367-003cc59e97b0 req-c6e72ba3-d078-46a9-8bd7-40b544880179 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653762
Nov 20 21:03:21.954952 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1296b3aa-8062-4878-8a2c-c68577b221f4 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "PUT /v2.0/routers/5b4337eb-626e-46f6-94a9-e74c337eee87/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6687050
Nov 20 21:03:21.955673 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53716) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:21.963669 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcedfde-a718-450c-bd70-96d6747786fb None None] Sync routers for ids ['5b4337eb-626e-46f6-94a9-e74c337eee87'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:03:21.977465 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcedfde-a718-450c-bd70-96d6747786fb None None] Routers {'5b4337eb-626e-46f6-94a9-e74c337eee87'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:21.978686 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7bcedfde-a718-450c-bd70-96d6747786fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542faee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:03:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5b4337eb-626e-46f6-94a9-e74c337eee87'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:22.066892 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f476d83-16d6-48e8-936b-1520bb172425 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Deleting subnet 5d22161a-a3e9-4afa-87de-f7672d10bc2a {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:03:22.072563 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7f476d83-16d6-48e8-936b-1520bb172425 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:22.086300 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8ec4387-d9c5-4e15-a1ab-a5092f98478b req-a60f17d6-a652-48db-9220-3cda6bd64308 service neutron] 10.222.0.47 "GET /v2.0/networks/7baff06a-6399-4920-a877-7539627d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235680
Nov 20 21:03:22.096340 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-7bcedfde-a718-450c-bd70-96d6747786fb None None] Set router 5b4337eb-626e-46f6-94a9-e74c337eee87 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:03:22.178407 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7f476d83-16d6-48e8-936b-1520bb172425 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:22.179725 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bbd1d8e9-c3b2-45b6-8d8f-7c37666c1b75 req-4844e217-d33e-4346-bd80-df102890fe34 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0672512
Nov 20 21:03:22.225363 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2b02f-0b75-4250-acb7-605b8645c21a req-01d51b21-ff16-411d-8d20-735abf846b47 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:22.227317 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ae2b02f-0b75-4250-acb7-605b8645c21a req-01d51b21-ff16-411d-8d20-735abf846b47 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2928aad-24a3-4ddc-bf95-ead1468989fc HTTP/1.1" status: 200  len: 943 time: 0.1089389
Nov 20 21:03:22.249393 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f29ab48a-91b0-49af-8f20-7709f2b6cd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:22.253144 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f29ab48a-91b0-49af-8f20-7709f2b6cd19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:22.254514 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f29ab48a-91b0-49af-8f20-7709f2b6cd19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84ebef13-f05d-4baa-a401-935b809429f6 HTTP/1.1" status: 204  len: 168 time: 0.6649520
Nov 20 21:03:22.319186 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ab48a-91b0-49af-8f20-7709f2b6cd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ebef13-f05d-4baa-a401-935b809429f6,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:22.327999 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da58d2df-4db1-41d1-ac79-67f41e0f1d20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:22.346489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ab023-1863-4486-8dc5-bc60125e3eb1 req-11502041-f4a0-4082-9d77-b5e09344b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:22.352414 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf4ab023-1863-4486-8dc5-bc60125e3eb1 req-11502041-f4a0-4082-9d77-b5e09344b701 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dd90d53ed124eb98716ef6f31410ef5&device_id=a2928aad-24a3-4ddc-bf95-ead1468989fc HTTP/1.1" status: 200  len: 1094 time: 0.1880906
Nov 20 21:03:22.355543 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da58d2df-4db1-41d1-ac79-67f41e0f1d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:22.394163 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7bcedfde-a718-450c-bd70-96d6747786fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542faee0>, [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:03:20Z', 'revision_number': 7, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:22.403394 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ae2b02f-0b75-4250-acb7-605b8645c21a req-e2f8732a-10c5-4724-ac10-c68d13fb1727 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c7c15c1-251e-459b-b102-73ac41bef0a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622033
Nov 20 21:03:22.418796 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7f476d83-16d6-48e8-936b-1520bb172425 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:22.423186 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcedfde-a718-450c-bd70-96d6747786fb None None] Checking router: 5b4337eb-626e-46f6-94a9-e74c337eee87 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:03:22.433058 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcedfde-a718-450c-bd70-96d6747786fb None None] Routers {'5b4337eb-626e-46f6-94a9-e74c337eee87'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:22.434038 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7bcedfde-a718-450c-bd70-96d6747786fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542faee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:03:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5b4337eb-626e-46f6-94a9-e74c337eee87'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:22.448582 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-da58d2df-4db1-41d1-ac79-67f41e0f1d20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d35a3154532c4c1d965855180ac561a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8596587
Nov 20 21:03:22.451976 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53724) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:22.551552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58d2df-4db1-41d1-ac79-67f41e0f1d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1063b3fe-88ce-41bb-ab9b-7870c11713d3,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:22.578858 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7f476d83-16d6-48e8-936b-1520bb172425 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:22.593032 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-7bcedfde-a718-450c-bd70-96d6747786fb None None] Set router 5b4337eb-626e-46f6-94a9-e74c337eee87 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:03:22.640887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ab023-1863-4486-8dc5-bc60125e3eb1 req-e14089ec-ba01-4708-ae20-29cf7041a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:22.642734 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf4ab023-1863-4486-8dc5-bc60125e3eb1 req-e14089ec-ba01-4708-ae20-29cf7041a78a service neutron] 10.222.0.47 "GET /v2.0/networks?id=7baff06a-6399-4920-a877-7539627d9c2d HTTP/1.1" status: 200  len: 910 time: 0.2427664
Nov 20 21:03:22.651276 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-912233ce-3c27-424a-9d71-45d578b8ac87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:22.660941 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7f476d83-16d6-48e8-936b-1520bb172425 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:22.662345 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205957b3-1272-4a8a-9ebd-252c2cfa58ab None None] Network 1285f7b9-19ec-4973-b341-2c247825bb31 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:03:22.682618 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7f476d83-16d6-48e8-936b-1520bb172425 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "DELETE /v2.0/subnets/5d22161a-a3e9-4afa-87de-f7672d10bc2a HTTP/1.1" status: 204  len: 168 time: 0.7252712
Nov 20 21:03:22.683939 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53728) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:22.687802 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f476d83-16d6-48e8-936b-1520bb172425 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'Subnet': ['ID=5d22161a-a3e9-4afa-87de-f7672d10bc2a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:22.752782 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf4ab023-1863-4486-8dc5-bc60125e3eb1 req-afce6898-7caa-4375-b690-1b7f09e58482 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54b6e7c9-5484-446f-a370-1b9e21e68db0 HTTP/1.1" status: 200  len: 217 time: 0.1001809
Nov 20 21:03:22.832737 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-912233ce-3c27-424a-9d71-45d578b8ac87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:22.878578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ab023-1863-4486-8dc5-bc60125e3eb1 req-5c69e13d-34a2-431d-a463-7ca8d2da6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:22.880308 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf4ab023-1863-4486-8dc5-bc60125e3eb1 req-5c69e13d-34a2-431d-a463-7ca8d2da6343 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7c3fdb2-404a-4b58-8e05-c49aab4c6264 HTTP/1.1" status: 200  len: 849 time: 0.1177521
Nov 20 21:03:22.939952 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf4ab023-1863-4486-8dc5-bc60125e3eb1 req-ebbd2606-c48c-4248-b3f8-182312dabf87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7baff06a-6399-4920-a877-7539627d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456340
Nov 20 21:03:22.972404 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b6e12bb-1bd6-43ac-9bf1-a10b40866f47 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:23.044304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3e0fde-b325-4929-b3dc-7d2d18efc91d None None] DHCP port deletion for 1285f7b9-19ec-4973-b341-2c247825bb31 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:23.110779 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7bcedfde-a718-450c-bd70-96d6747786fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542faee0>, [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:03:20Z', 'revision_number': 7, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:23.161237 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-912233ce-3c27-424a-9d71-45d578b8ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:23.165244 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcedfde-a718-450c-bd70-96d6747786fb None None] The sync data for ids ['5b4337eb-626e-46f6-94a9-e74c337eee87'] in ncdv-master-1 is: [{'id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'name': 'tempest-TestNetworkBasicOps-router-274893522', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:00:24Z', 'updated_at': '2021-11-20T21:03:20Z', 'revision_number': 7, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '7fd8dbc3-2486-4695-bba2-6d312494dd77', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ea:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4337eb-626e-46f6-94a9-e74c337eee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:00:26Z', 'updated_at': '2021-11-20T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:03:23.171241 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e0fde-b325-4929-b3dc-7d2d18efc91d None None] Deleting port ea69b7b3-ecd2-405d-95c1-3ca7e3f96874 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:03:23.171241 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5f3e0fde-b325-4929-b3dc-7d2d18efc91d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:23.178410 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-912233ce-3c27-424a-9d71-45d578b8ac87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:23.182093 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-912233ce-3c27-424a-9d71-45d578b8ac87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1063b3fe-88ce-41bb-ab9b-7870c11713d3 HTTP/1.1" status: 204  len: 168 time: 0.7289791
Nov 20 21:03:23.188131 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf4ab023-1863-4486-8dc5-bc60125e3eb1 req-0ced1c38-85a8-4c6a-845f-4b350901fc0b service neutron] 10.222.0.47 "GET /v2.0/networks/7baff06a-6399-4920-a877-7539627d9c2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2332675
Nov 20 21:03:23.231665 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912233ce-3c27-424a-9d71-45d578b8ac87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1063b3fe-88ce-41bb-ab9b-7870c11713d3,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:23.277932 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8bbf3-94ca-4f7b-b3b1-90a3bf678753 req-ccac6fa6-4768-4533-b1d2-447852da764f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:23.277932 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc8bbf3-94ca-4f7b-b3b1-90a3bf678753 req-ccac6fa6-4768-4533-b1d2-447852da764f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0878253
Nov 20 21:03:23.326014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527436bf-ee38-4d38-9533-75ecb59056bc req-2ab0dab5-93f0-44c4-b082-247b6ba7ee22 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:23.327904 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-527436bf-ee38-4d38-9533-75ecb59056bc req-2ab0dab5-93f0-44c4-b082-247b6ba7ee22 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.2211039
Nov 20 21:03:23.374784 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5f3e0fde-b325-4929-b3dc-7d2d18efc91d None None] For port ea69b7b3-ecd2-405d-95c1-3ca7e3f96874, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea69b7b3-ecd2-405d-95c1-3ca7e3f96874,segment=NetworkSegment(3eb6f32e-71b4-4d41-9db7-bd3676860134),segment_id=3eb6f32e-71b4-4d41-9db7-bd3676860134)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:23.375191 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5f3e0fde-b325-4929-b3dc-7d2d18efc91d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:23.387058 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf4ab023-1863-4486-8dc5-bc60125e3eb1 req-736f9a8c-1d42-4188-845e-cf0475f08c3b service neutron] 10.222.0.47 "GET /v2.0/networks/7baff06a-6399-4920-a877-7539627d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1629608
Nov 20 21:03:23.394452 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e0fde-b325-4929-b3dc-7d2d18efc91d None None] Calling delete_port for ea69b7b3-ecd2-405d-95c1-3ca7e3f96874 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:03:23.403406 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc8bbf3-94ca-4f7b-b3b1-90a3bf678753 req-d90f48d0-0561-4b5e-b05a-dcdd25f00ed8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0886617
Nov 20 21:03:23.493440 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-527436bf-ee38-4d38-9533-75ecb59056bc req-d447af5c-67ff-4da6-b16c-b4c3d556aefa tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559803
Nov 20 21:03:23.500652 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b6e12bb-1bd6-43ac-9bf1-a10b40866f47 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:23.535023 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5f3e0fde-b325-4929-b3dc-7d2d18efc91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:23.578388 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3573983-6224-48b3-bb5e-bafb9e309380 req-5f6cbc85-198d-4cc5-a724-e648e543b7ca tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0833883
Nov 20 21:03:23.602004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e0fde-b325-4929-b3dc-7d2d18efc91d None None] Pushing event deleted for resources: {'Port': ['ID=ea69b7b3-ecd2-405d-95c1-3ca7e3f96874,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:23.646099 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3e0fde-b325-4929-b3dc-7d2d18efc91d None None] No DVR routers for this DVR port ea69b7b3-ecd2-405d-95c1-3ca7e3f96874 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:03:23.700637 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ea69b7b3-ecd2-405d-95c1-3ca7e3f96874 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:03:23.701319 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e12bb-1bd6-43ac-9bf1-a10b40866f47 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Deleting port 7fd8dbc3-2486-4695-bba2-6d312494dd77 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:03:23.701319 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b6e12bb-1bd6-43ac-9bf1-a10b40866f47 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:23.731653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: ea69b7b3-ecd2-405d-95c1-3ca7e3f96874 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:03:23.739443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ea69b7b3-ecd2-405d-95c1-3ca7e3f96874 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:03:23.741464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 69e80da7-37e3-4b17-a4b0-7cb40d94193b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:03:23.799845 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 69e80da7-37e3-4b17-a4b0-7cb40d94193b {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:03:23.799845 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 69e80da7-37e3-4b17-a4b0-7cb40d94193b not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:03:23.845166 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb1523-83b2-4889-b11a-eb4fb2afc8d2 req-011d29c1-bbca-4fe5-95f4-9e5b087b27a7 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:23.858403 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-07cb1523-83b2-4889-b11a-eb4fb2afc8d2 req-011d29c1-bbca-4fe5-95f4-9e5b087b27a7 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2928aad-24a3-4ddc-bf95-ead1468989fc HTTP/1.1" status: 200  len: 943 time: 0.1320307
Nov 20 21:03:23.926826 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-1b6e12bb-1bd6-43ac-9bf1-a10b40866f47 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] For port 7fd8dbc3-2486-4695-bba2-6d312494dd77, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fd8dbc3-2486-4695-bba2-6d312494dd77,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:23.927582 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b6e12bb-1bd6-43ac-9bf1-a10b40866f47 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:23.950663 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e12bb-1bd6-43ac-9bf1-a10b40866f47 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Calling delete_port for 7fd8dbc3-2486-4695-bba2-6d312494dd77 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:03:23.959293 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-07cb1523-83b2-4889-b11a-eb4fb2afc8d2 req-1989715c-cfd8-4c98-a7cf-a340840e8d21 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c7c15c1-251e-459b-b102-73ac41bef0a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986269
Nov 20 21:03:23.978604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53766) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:23.986102 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0035810
Nov 20 21:03:23.987233 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53768) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:24.100923 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6ea1d-d2a7-4417-945a-3d3f97a15d4d req-70632e54-3cdb-4e20-82e2-3ce536de3bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:24.105485 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11b6ea1d-d2a7-4417-945a-3d3f97a15d4d req-70632e54-3cdb-4e20-82e2-3ce536de3bd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c79515660014c0bb607fcb10f6f0870&device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 1096 time: 0.0709105
Nov 20 21:03:24.149276 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89e816-8b47-429a-b2b8-ff6dbb083cf0 req-fde9e723-afa4-42dc-8068-638d9298e534 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:24.151712 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9d89e816-8b47-429a-b2b8-ff6dbb083cf0 req-fde9e723-afa4-42dc-8068-638d9298e534 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.0882049
Nov 20 21:03:24.207565 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-012794fb-8251-4e05-b195-593cb3046306 tempest-NetworksApiDiscovery-1055366638 tempest-NetworksApiDiscovery-1055366638-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.2117083
Nov 20 21:03:24.243982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6ea1d-d2a7-4417-945a-3d3f97a15d4d req-6c2ba22d-2ea1-4853-aaa3-b6bf7a1e290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:24.247348 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11b6ea1d-d2a7-4417-945a-3d3f97a15d4d req-6c2ba22d-2ea1-4853-aaa3-b6bf7a1e290a service neutron] 10.222.0.37 "GET /v2.0/networks?id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 HTTP/1.1" status: 200  len: 912 time: 0.1279614
Nov 20 21:03:24.290200 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9d89e816-8b47-429a-b2b8-ff6dbb083cf0 req-15298910-11ba-4d4f-b026-2a651078b3ff tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960903
Nov 20 21:03:24.306217 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11b6ea1d-d2a7-4417-945a-3d3f97a15d4d req-43bccadd-3daf-429d-a187-d8b6bd791980 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd2842a2-28bd-48b3-8da3-fa139162637d HTTP/1.1" status: 200  len: 217 time: 0.0513422
Nov 20 21:03:24.373043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6ea1d-d2a7-4417-945a-3d3f97a15d4d req-f4957c81-12c2-43bd-b2a8-467747482164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:24.375116 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11b6ea1d-d2a7-4417-945a-3d3f97a15d4d req-f4957c81-12c2-43bd-b2a8-467747482164 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d6eff07-25fc-4f90-a3eb-b1120046c7e7 HTTP/1.1" status: 200  len: 851 time: 0.0612833
Nov 20 21:03:24.380006 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b6e12bb-1bd6-43ac-9bf1-a10b40866f47 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:24.418546 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11b6ea1d-d2a7-4417-945a-3d3f97a15d4d req-86acc004-7eea-4893-b5b3-18097ff94776 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0352371
Nov 20 21:03:24.426989 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118496da-1210-494d-a8c5-292025f6eb39 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:24.502231 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e12bb-1bd6-43ac-9bf1-a10b40866f47 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'Port': ['ID=7fd8dbc3-2486-4695-bba2-6d312494dd77,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:24.504703 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b6e12bb-1bd6-43ac-9bf1-a10b40866f47 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:24.565254 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53784) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:24.607614 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11b6ea1d-d2a7-4417-945a-3d3f97a15d4d req-50016113-87fb-4a37-ac37-198b5d28a374 service neutron] 10.222.0.37 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734498
Nov 20 21:03:24.627829 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b6e12bb-1bd6-43ac-9bf1-a10b40866f47 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:24.631835 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b6e12bb-1bd6-43ac-9bf1-a10b40866f47 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:24.698784 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b6e12bb-1bd6-43ac-9bf1-a10b40866f47 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:24.700166 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6e12bb-1bd6-43ac-9bf1-a10b40866f47 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Fanout notify agent at l3_agent the message router_deleted on router 5b4337eb-626e-46f6-94a9-e74c337eee87 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:03:24.709851 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b6e12bb-1bd6-43ac-9bf1-a10b40866f47 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:24.711207 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1b6e12bb-1bd6-43ac-9bf1-a10b40866f47 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "DELETE /v2.0/routers/5b4337eb-626e-46f6-94a9-e74c337eee87 HTTP/1.1" status: 204  len: 168 time: 2.0245361
Nov 20 21:03:24.725040 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53796) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:24.771124 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-50f01a25-45b7-4aab-9e13-49f89042c22a req-271f0510-3892-4697-a900-a08f0b583361 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0744355
Nov 20 21:03:24.896871 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a249e963-4806-446b-91cb-6e8c0b8852d3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.015176 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a249e963-4806-446b-91cb-6e8c0b8852d3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.039625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a249e963-4806-446b-91cb-6e8c0b8852d3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e2894c0>,) {'filters': {'network_id': ['1285f7b9-19ec-4973-b341-2c247825bb31']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:25.052350 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a249e963-4806-446b-91cb-6e8c0b8852d3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e2894c0>, '3eb6f32e-71b4-4d41-9db7-bd3676860134') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:25.052998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a249e963-4806-446b-91cb-6e8c0b8852d3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e2894c0>, '3eb6f32e-71b4-4d41-9db7-bd3676860134') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:25.065875 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a249e963-4806-446b-91cb-6e8c0b8852d3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.083845 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a249e963-4806-446b-91cb-6e8c0b8852d3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.093929 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a249e963-4806-446b-91cb-6e8c0b8852d3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:03:25.094395 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a249e963-4806-446b-91cb-6e8c0b8852d3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:03:25.097891 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:03:25.217016 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a249e963-4806-446b-91cb-6e8c0b8852d3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.222219 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a249e963-4806-446b-91cb-6e8c0b8852d3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.230162 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a249e963-4806-446b-91cb-6e8c0b8852d3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "DELETE /v2.0/networks/1285f7b9-19ec-4973-b341-2c247825bb31 HTTP/1.1" status: 204  len: 168 time: 0.4996905
Nov 20 21:03:25.263896 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53808) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:25.270119 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-aa3705b4-09bb-4697-9ff3-a95b6dbaebea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'network': {'name': 'tempest-network-smoke--428601036', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'port_security_enabled': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:25.274347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249e963-4806-446b-91cb-6e8c0b8852d3 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'Network': ['ID=1285f7b9-19ec-4973-b341-2c247825bb31,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:25.292736 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7e38-9977-4e18-a3bd-b289117dfe66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.299817 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04777b-a7e8-4ac2-a331-b6ecbc07d13c req-36f768af-4f04-46de-9cf8-ff08a08224df tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:25.301423 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0b04777b-a7e8-4ac2-a331-b6ecbc07d13c req-36f768af-4f04-46de-9cf8-ff08a08224df tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2928aad-24a3-4ddc-bf95-ead1468989fc HTTP/1.1" status: 200  len: 943 time: 0.1247981
Nov 20 21:03:25.309636 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-11b6ea1d-d2a7-4417-945a-3d3f97a15d4d req-72d72a91-2564-4a33-b8ee-9c60d786308f service neutron] 10.222.0.37 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6881914
Nov 20 21:03:25.325503 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460532b4-4fde-4a87-8e6c-299dcd72bafc req-e149aa02-8cb9-4c50-a4b8-9caaf50e5d55 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:25.327304 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-460532b4-4fde-4a87-8e6c-299dcd72bafc req-e149aa02-8cb9-4c50-a4b8-9caaf50e5d55 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.7611401
Nov 20 21:03:25.340723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3705b4-09bb-4697-9ff3-a95b6dbaebea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Made reservation on behalf of 3d0636503ac5406792f6a872f4f9c10d for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:03:25.344979 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa3705b4-09bb-4697-9ff3-a95b6dbaebea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.395362 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3705b4-09bb-4697-9ff3-a95b6dbaebea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:03:25.420622 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-460532b4-4fde-4a87-8e6c-299dcd72bafc req-6aef3799-2279-422a-ad0a-9066e7c1e139 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0827370
Nov 20 21:03:25.421157 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa3705b4-09bb-4697-9ff3-a95b6dbaebea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.421519 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-aa3705b4-09bb-4697-9ff3-a95b6dbaebea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Added segment ad7df78f-3b5a-4f89-87df-28748bf1bea1 of type vlan for network 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b
Nov 20 21:03:25.448652 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0b04777b-a7e8-4ac2-a331-b6ecbc07d13c req-d78d2941-79d5-4b15-9450-ff479540de35 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c7c15c1-251e-459b-b102-73ac41bef0a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182048
Nov 20 21:03:25.474702 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7e38-9977-4e18-a3bd-b289117dfe66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.483536 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7e38-9977-4e18-a3bd-b289117dfe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.508155 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa3705b4-09bb-4697-9ff3-a95b6dbaebea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.524331 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec7e38-9977-4e18-a3bd-b289117dfe66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978bc647-c762-4102-a56c-e92211484830,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:25.570356 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa3705b4-09bb-4697-9ff3-a95b6dbaebea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.580253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3705b4-09bb-4697-9ff3-a95b6dbaebea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:25.581308 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa3705b4-09bb-4697-9ff3-a95b6dbaebea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.593135 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f1ec7e38-9977-4e18-a3bd-b289117dfe66 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=395c54fa52b94039910310e8b12499e2&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0255098
Nov 20 21:03:25.595536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53820) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:25.599792 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7fd8dbc3-2486-4695-bba2-6d312494dd77 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:03:25.623175 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-aa3705b4-09bb-4697-9ff3-a95b6dbaebea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3574991
Nov 20 21:03:25.624063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53824) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:25.637973 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-595633501', 'admin_state_up': True, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:25.638836 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 7fd8dbc3-2486-4695-bba2-6d312494dd77 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:03:25.639284 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7fd8dbc3-2486-4695-bba2-6d312494dd77 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:03:25.678190 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9d0c9-6da5-4fd6-9218-752e46b44a8b req-c48c6efa-294d-4c65-85fa-db1b5ea8f6f1 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:25.679788 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92e9d0c9-6da5-4fd6-9218-752e46b44a8b req-c48c6efa-294d-4c65-85fa-db1b5ea8f6f1 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.1255414
Nov 20 21:03:25.686401 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3705b4-09bb-4697-9ff3-a95b6dbaebea tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Network': ['ID=44d4f9c0-cceb-42f9-9546-61fcbc3cc88b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:25.696143 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.700156 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.702449 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:03:25.717313 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce3c898d-d178-44b7-acf9-23d70b216882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.742295 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce3c898d-d178-44b7-acf9-23d70b216882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.783262 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.833589 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92e9d0c9-6da5-4fd6-9218-752e46b44a8b req-8f619c29-bb22-4006-b011-34e1540820b8 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420696
Nov 20 21:03:25.858694 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce3c898d-d178-44b7-acf9-23d70b216882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.861567 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce3c898d-d178-44b7-acf9-23d70b216882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:25.865252 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ce3c898d-d178-44b7-acf9-23d70b216882 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/978bc647-c762-4102-a56c-e92211484830 HTTP/1.1" status: 204  len: 168 time: 0.2666337
Nov 20 21:03:25.898338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c898d-d178-44b7-acf9-23d70b216882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978bc647-c762-4102-a56c-e92211484830,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:25.970665 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ab2e4c5-4790-4589-898f-89565b18e08f req-755b888b-7ffb-4a0b-890f-e41ac2bfa42b tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0523069
Nov 20 21:03:26.008256 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 54b6e7c9-5484-446f-a370-1b9e21e68db0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:03:26.090173 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02da904a-3e37-4f4c-83fd-5627c33f07c6 req-1793e35b-a039-460a-8323-2975c1bfb2fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0614278
Nov 20 21:03:26.092861 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:26.159265 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 54b6e7c9-5484-446f-a370-1b9e21e68db0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54b6e7c9-5484-446f-a370-1b9e21e68db0,segment=NetworkSegment(0b8049d8-087d-4940-a981-45b4b65c893e),segment_id=0b8049d8-087d-4940-a981-45b4b65c893e)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:26.181488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '54b6e7c9-5484-446f-a370-1b9e21e68db0', 'network_id': '7baff06a-6399-4920-a877-7539627d9c2d', 'port_id': '54b6e7c9-5484-446f-a370-1b9e21e68db0', 'mac_address': 'fa:16:3e:40:af:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c3fdb2-404a-4b58-8e05-c49aab4c6264', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:03:26.250605 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:26.269310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b6e7c9-5484-446f-a370-1b9e21e68db0 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:03:26.295835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 54b6e7c9-5484-446f-a370-1b9e21e68db0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54b6e7c9-5484-446f-a370-1b9e21e68db0,segment=NetworkSegment(0b8049d8-087d-4940-a981-45b4b65c893e),segment_id=0b8049d8-087d-4940-a981-45b4b65c893e)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:26.303022 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:26.378284 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=54b6e7c9-5484-446f-a370-1b9e21e68db0,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:26.643715 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3fcf5-ebb9-412d-9d3a-a320b4ae6572 req-f68c225b-c5af-40e0-bac7-84ee72465db5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:26.654871 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9fc3fcf5-ebb9-412d-9d3a-a320b4ae6572 req-f68c225b-c5af-40e0-bac7-84ee72465db5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0810263
Nov 20 21:03:26.661367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['54b6e7c9-5484-446f-a370-1b9e21e68db0'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:03:26.717794 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9fc3fcf5-ebb9-412d-9d3a-a320b4ae6572 req-312c2366-5c3d-46fd-bc10-942d018e151e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611072
Nov 20 21:03:26.862233 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:26.902171 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:26.944305 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0d32e-bf30-4939-ae9b-cd30fa007fa0 req-8e8f5e44-ada3-463a-b0b3-5a5791f37237 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:26.955012 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8cb0d32e-bf30-4939-ae9b-cd30fa007fa0 req-8e8f5e44-ada3-463a-b0b3-5a5791f37237 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2928aad-24a3-4ddc-bf95-ead1468989fc HTTP/1.1" status: 200  len: 944 time: 0.1556268
Nov 20 21:03:26.980006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e8aab-16c8-484a-922b-95d32ec20dce req-0b825d7b-a419-4dd5-b308-8ce7cb42de49 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:26.981587 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c24e8aab-16c8-484a-922b-95d32ec20dce req-0b825d7b-a419-4dd5-b308-8ce7cb42de49 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.0660958
Nov 20 21:03:27.053226 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c24e8aab-16c8-484a-922b-95d32ec20dce req-60e3ba04-78d8-463e-8a46-f0ac071ddce3 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625556
Nov 20 21:03:27.185480 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8cb0d32e-bf30-4939-ae9b-cd30fa007fa0 req-5a850048-134e-4664-9748-f85d22bb67f0 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c7c15c1-251e-459b-b102-73ac41bef0a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2249568
Nov 20 21:03:27.223005 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Allocated IP 172.35.1.93 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/9f85b6da-ab52-4929-a3e8-698ee6895e9c) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:03:27.255600 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53876) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:27.328166 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e1f9009-caf4-40f6-8df5-0a300fa3836b req-9929a581-8b3d-4ccc-a461-69d768635a5f tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0346935
Nov 20 21:03:27.420697 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:27.472864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8e45694f-ca96-48d3-9bd5-d092345cbd5d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1110912206-network', 'tenant_id': '5edf07f8e28942788f402b7d3bf3927e'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:27.476786 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:27.502125 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e45694f-ca96-48d3-9bd5-d092345cbd5d admin admin] Made reservation on behalf of 5edf07f8e28942788f402b7d3bf3927e for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:03:27.506205 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e45694f-ca96-48d3-9bd5-d092345cbd5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:27.538541 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e45694f-ca96-48d3-9bd5-d092345cbd5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:27.555925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:03:27.557683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Port': ['ID=9f85b6da-ab52-4929-a3e8-698ee6895e9c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:27.566030 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:27.573312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:03:27.584250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c860b68-287d-4141-87be-0322db4e366e None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:27.707685 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53886) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:27.716163 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a0044276-823a-4b61-b071-2f0be7cc5c8f None None] Provisioning complete for port 9f85b6da-ab52-4929-a3e8-698ee6895e9c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:27.716684 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a0044276-823a-4b61-b071-2f0be7cc5c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:27.727051 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e45694f-ca96-48d3-9bd5-d092345cbd5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:27.734810 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e45694f-ca96-48d3-9bd5-d092345cbd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:27.767018 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a0044276-823a-4b61-b071-2f0be7cc5c8f None None] Port 9f85b6da-ab52-4929-a3e8-698ee6895e9c cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:03:27.785718 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3ef159f9-bbc2-41d0-b408-36f17a6b09e6 req-ba7ae935-c2ee-4f6e-aa0b-42244f5854ed tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58&device_id=19f715fc-c10c-4614-81cb-275bac16a0f8 HTTP/1.1" status: 200  len: 210 time: 0.0358760
Nov 20 21:03:27.798490 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e45694f-ca96-48d3-9bd5-d092345cbd5d admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:03:27.811516 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e45694f-ca96-48d3-9bd5-d092345cbd5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:27.812073 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-8e45694f-ca96-48d3-9bd5-d092345cbd5d admin admin] Added segment df22b3dd-18f1-4183-a03c-2362ad144d45 of type vlan for network f28ddca9-36e7-40f0-b6f5-bad04e940104
Nov 20 21:03:27.872086 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e45694f-ca96-48d3-9bd5-d092345cbd5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:27.946562 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:27.973874 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45694f-ca96-48d3-9bd5-d092345cbd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78014bd-c1dd-49ff-8eb4-38601a8dbe0c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:27.985616 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b56a4e29-9e72-4a5a-afa5-734d1b324b62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:28.002823 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e45694f-ca96-48d3-9bd5-d092345cbd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:28.003981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e45694f-ca96-48d3-9bd5-d092345cbd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:28.004795 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e45694f-ca96-48d3-9bd5-d092345cbd5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:28.035740 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 54b6e7c9-5484-446f-a370-1b9e21e68db0 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:03:28.089634 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f92d9dbb-35b1-47eb-a813-82e736053e5e req-f690bc84-a722-481f-ae5a-ac667860d8df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ad38a853c584bcabdd708213a299a7b&device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0765202
Nov 20 21:03:28.106534 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 54b6e7c9-5484-446f-a370-1b9e21e68db0 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:03:28.111946 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9d41b90b-7005-4b81-a46e-941010e16d2d req-2135141f-0e5b-4d76-9408-e4f24e6f196b tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0398636
Nov 20 21:03:28.113463 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 54b6e7c9-5484-446f-a370-1b9e21e68db0 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:28.114313 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:28.132502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89b226-1d8f-4dfe-8cb7-8c61b501bc75 req-aea26006-2ecc-4814-9058-43e6d9799381 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:28.134259 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e89b226-1d8f-4dfe-8cb7-8c61b501bc75 req-aea26006-2ecc-4814-9058-43e6d9799381 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.2472260
Nov 20 21:03:28.152162 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8e45694f-ca96-48d3-9bd5-d092345cbd5d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8943307
Nov 20 21:03:28.188203 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53900) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:28.193731 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e0a6ce23-8e3b-4880-adc9-bb6a1b516fe2 admin admin] Request body: {'subnet': {'network_id': 'f28ddca9-36e7-40f0-b6f5-bad04e940104', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1110912206-subnet', 'tenant_id': '5edf07f8e28942788f402b7d3bf3927e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:28.209233 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45694f-ca96-48d3-9bd5-d092345cbd5d admin admin] Pushing event updated for resources: {'Network': ['ID=f28ddca9-36e7-40f0-b6f5-bad04e940104,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:28.215503 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f92d9dbb-35b1-47eb-a813-82e736053e5e req-bd7f3e71-8ec5-4624-98ce-8696c2f7798b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ad38a853c584bcabdd708213a299a7b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0989256
Nov 20 21:03:28.227345 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:28.241171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network f28ddca9-36e7-40f0-b6f5-bad04e940104 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:03:28.255095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a6ce23-8e3b-4880-adc9-bb6a1b516fe2 admin admin] Made reservation on behalf of 5edf07f8e28942788f402b7d3bf3927e for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:03:28.257339 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ce23-8e3b-4880-adc9-bb6a1b516fe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:28.287268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2928aad-24a3-4ddc-bf95-ead1468989fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b6e7c9-5484-446f-a370-1b9e21e68db0'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:03:28.289910 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b64711-41de-40b9-b59c-0aec4a2568cd" -d '{"events": [{"server_uuid": "a2928aad-24a3-4ddc-bf95-ead1468989fc", "name": "network-vif-plugged", "status": "completed", "tag": "54b6e7c9-5484-446f-a370-1b9e21e68db0"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:03:28.347943 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 54b6e7c9-5484-446f-a370-1b9e21e68db0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54b6e7c9-5484-446f-a370-1b9e21e68db0,segment=NetworkSegment(0b8049d8-087d-4940-a981-45b4b65c893e),segment_id=0b8049d8-087d-4940-a981-45b4b65c893e)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:28.356041 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:28.388272 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:28.418536 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e89b226-1d8f-4dfe-8cb7-8c61b501bc75 req-97a96797-a182-4cfd-a6bb-7b07a2d11f8d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2305436
Nov 20 21:03:28.424530 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d9aef-685e-4a75-a997-c018a94eddf9 req-b5c34e95-9671-42ff-be9d-d5c392cf6631 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:28.429561 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=54b6e7c9-5484-446f-a370-1b9e21e68db0,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:28.434348 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-853d9aef-685e-4a75-a997-c018a94eddf9 req-b5c34e95-9671-42ff-be9d-d5c392cf6631 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.1948245
Nov 20 21:03:28.439837 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b56a4e29-9e72-4a5a-afa5-734d1b324b62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:28.447065 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b56a4e29-9e72-4a5a-afa5-734d1b324b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:28.474294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9dbb-35b1-47eb-a813-82e736053e5e req-934da410-61b4-43f8-8a81-831785d6bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:28.475772 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f92d9dbb-35b1-47eb-a813-82e736053e5e req-934da410-61b4-43f8-8a81-831785d6bec5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2501819
Nov 20 21:03:28.500146 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b56a4e29-9e72-4a5a-afa5-734d1b324b62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68321938f9f64a99a1f0504ee0f7cb39&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7899034
Nov 20 21:03:28.501046 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a4e29-9e72-4a5a-afa5-734d1b324b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103cb1ae-c594-4183-b9f4-14138e6f8b4c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:28.503292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53906) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:28.642676 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-853d9aef-685e-4a75-a997-c018a94eddf9 req-243aeee3-73b3-4b35-a583-9a78727d9b8a tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2078612
Nov 20 21:03:28.698647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990c004-bc60-4c0c-9e9a-77ae9853aeaa req-7b4cf377-90d9-4e02-8b43-3a1d06a598af tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:28.700248 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a990c004-bc60-4c0c-9e9a-77ae9853aeaa req-7b4cf377-90d9-4e02-8b43-3a1d06a598af tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2928aad-24a3-4ddc-bf95-ead1468989fc HTTP/1.1" status: 200  len: 945 time: 0.0739627
Nov 20 21:03:28.716576 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f17fabf-b467-4484-aba1-579a849d00d5 x-openstack-request-id: req-0f17fabf-b467-4484-aba1-579a849d00d5 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:03:28.717126 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2928aad-24a3-4ddc-bf95-ead1468989fc", "name": "network-vif-plugged", "status": "completed", "tag": "54b6e7c9-5484-446f-a370-1b9e21e68db0", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:03:28.717126 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f17fabf-b467-4484-aba1-579a849d00d5 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:03:28.717621 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2928aad-24a3-4ddc-bf95-ead1468989fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b6e7c9-5484-446f-a370-1b9e21e68db0', 'code': 200}
Nov 20 21:03:28.723617 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-046209d2-d94a-49d7-9855-b54bc0697f97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:28.729560 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ce23-8e3b-4880-adc9-bb6a1b516fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:28.776311 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a990c004-bc60-4c0c-9e9a-77ae9853aeaa req-ddbe2acf-0ce5-4226-a609-8a79d7e69dc3 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c7c15c1-251e-459b-b102-73ac41bef0a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684431
Nov 20 21:03:28.797071 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-046209d2-d94a-49d7-9855-b54bc0697f97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:28.833179 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6ce23-8e3b-4880-adc9-bb6a1b516fe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93217111-cac7-4859-b19d-b100ab2414a9,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:28.847899 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441709b-f7bb-4f6a-8144-54dcade7bb82 req-62f817fb-f101-47d5-a1a9-f7f303605392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:28.849594 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d441709b-f7bb-4f6a-8144-54dcade7bb82 req-62f817fb-f101-47d5-a1a9-f7f303605392 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2928aad-24a3-4ddc-bf95-ead1468989fc HTTP/1.1" status: 200  len: 1096 time: 0.0572855
Nov 20 21:03:28.858870 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Router aba10455-4ef0-4808-b61d-229bfbfc7b66 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:03:28.872814 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a6ce23-8e3b-4880-adc9-bb6a1b516fe2 admin admin] Checking segment: {'id': 'df22b3dd-18f1-4183-a03c-2362ad144d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f28ddca9-36e7-40f0-b6f5-bad04e940104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:03:28.873151 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a6ce23-8e3b-4880-adc9-bb6a1b516fe2 admin admin] Network hostable DHCP agents. Network: f28ddca9-36e7-40f0-b6f5-bad04e940104, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:03:28.915464 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d441709b-f7bb-4f6a-8144-54dcade7bb82 req-c160a8b7-16e8-4915-9b1d-9c3ead08ffaa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c7c15c1-251e-459b-b102-73ac41bef0a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587149
Nov 20 21:03:28.937643 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a6ce23-8e3b-4880-adc9-bb6a1b516fe2 admin admin] Network f28ddca9-36e7-40f0-b6f5-bad04e940104 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:03:28.944263 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-046209d2-d94a-49d7-9855-b54bc0697f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:28.946912 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-046209d2-d94a-49d7-9855-b54bc0697f97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:28.948401 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-046209d2-d94a-49d7-9855-b54bc0697f97 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/103cb1ae-c594-4183-b9f4-14138e6f8b4c HTTP/1.1" status: 204  len: 168 time: 0.4412916
Nov 20 21:03:28.971485 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046209d2-d94a-49d7-9855-b54bc0697f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103cb1ae-c594-4183-b9f4-14138e6f8b4c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:28.972924 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-e0a6ce23-8e3b-4880-adc9-bb6a1b516fe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f28ddca9-36e7-40f0-b6f5-bad04e940104) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:28.989353 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e820a298-0dc4-4ac4-ae5e-46fd3e03ebf1 None None] Network f28ddca9-36e7-40f0-b6f5-bad04e940104 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:03:29.009006 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a6ce23-8e3b-4880-adc9-bb6a1b516fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:29.009656 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ce23-8e3b-4880-adc9-bb6a1b516fe2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:29.039437 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:03:29.045562 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e0a6ce23-8e3b-4880-adc9-bb6a1b516fe2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8562765
Nov 20 21:03:29.052211 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Sync routers for ids ['aba10455-4ef0-4808-b61d-229bfbfc7b66'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:03:29.096247 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:29.101792 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53912) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:29.102467 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-04798075-0bc5-44b0-8f40-059263d66719 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.4691582
Nov 20 21:03:29.125479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Routers {'aba10455-4ef0-4808-b61d-229bfbfc7b66'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:29.126373 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a466705b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:03:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['aba10455-4ef0-4808-b61d-229bfbfc7b66'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:29.140347 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6aced33d-2412-4281-ac5a-431679e84d3c tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=3d0636503ac5406792f6a872f4f9c10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0366290
Nov 20 21:03:29.143261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53918) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:29.271539 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eb3b598f-f0c6-4e03-ab13-39bbb67ec2f5 req-8a5eaefc-796a-4c05-9af8-b63cdabcabb5 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0638471
Nov 20 21:03:29.336578 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c16d317-8b82-48c5-bc41-4aeadcdefa0d tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:29.339250 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0c16d317-8b82-48c5-bc41-4aeadcdefa0d tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1940806
Nov 20 21:03:29.343414 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53924) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:29.396597 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ae20d432-9771-49b9-a7af-5e0ec36b899a tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0505006
Nov 20 21:03:29.399295 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53926) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:29.407353 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-462b6a36-e885-438c-8dec-ab0e7b626ec7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1573818765', 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:29.421301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53928) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:29.438099 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ee119c-b462-417c-8a1e-1943b45e1f0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:29.508621 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Set router aba10455-4ef0-4808-b61d-229bfbfc7b66 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:03:29.514584 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848e56ff-c808-41b3-b81a-b9b4bff21d17 None None] Network f28ddca9-36e7-40f0-b6f5-bad04e940104 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:03:29.533477 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462b6a36-e885-438c-8dec-ab0e7b626ec7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Made reservation on behalf of 3d0636503ac5406792f6a872f4f9c10d for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:03:29.540422 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-462b6a36-e885-438c-8dec-ab0e7b626ec7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:29.672353 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ee119c-b462-417c-8a1e-1943b45e1f0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:29.681525 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ee119c-b462-417c-8a1e-1943b45e1f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:29.703385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28eccc-6c21-4765-8225-e987dcca50b8 req-661b4e96-f967-4a15-9706-f900c2132fed tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:29.705220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a28eccc-6c21-4765-8225-e987dcca50b8 req-661b4e96-f967-4a15-9706-f900c2132fed tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1280994
Nov 20 21:03:29.803817 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-46ee119c-b462-417c-8a1e-1943b45e1f0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8571fc5f18854ab7a412c941ceeceb5a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3811867
Nov 20 21:03:29.805907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53942) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:29.829670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee119c-b462-417c-8a1e-1943b45e1f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177d05c8-f4bd-43bc-ad54-4558087bf405,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:29.871955 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f92d9dbb-35b1-47eb-a813-82e736053e5e req-407fdf2a-cea4-473c-bb2a-21b7b08280e0 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.37 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0585508
Nov 20 21:03:29.909603 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-462b6a36-e885-438c-8dec-ab0e7b626ec7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:29.911940 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a28eccc-6c21-4765-8225-e987dcca50b8 req-7c9f1751-8fb9-47c8-80b7-d9925cf51851 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1763606
Nov 20 21:03:29.935635 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e26edd29-d27c-4917-8181-bae02e5a1b9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:29.998665 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e26edd29-d27c-4917-8181-bae02e5a1b9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:30.002575 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a466705b0>, [{'id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'name': 'tempest-TestNetworkBasicOps-router-595633501', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:25Z', 'updated_at': '2021-11-20T21:03:27Z', 'revision_number': 3, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:26Z', 'updated_at': '2021-11-20T21:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:30.044764 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba31cf-da64-4553-8f87-c653d6ddb4d9 req-b8c10c2b-8572-40ab-92ab-49d484eca66c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:30.052605 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6aba31cf-da64-4553-8f87-c653d6ddb4d9 req-b8c10c2b-8572-40ab-92ab-49d484eca66c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.1978719
Nov 20 21:03:30.100996 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462b6a36-e885-438c-8dec-ab0e7b626ec7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Checking segment: {'id': 'ad7df78f-3b5a-4f89-87df-28748bf1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:03:30.101710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b6a36-e885-438c-8dec-ab0e7b626ec7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network hostable DHCP agents. Network: 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:03:30.116283 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Checking router: aba10455-4ef0-4808-b61d-229bfbfc7b66 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:03:30.116283 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Updating router aba10455-4ef0-4808-b61d-229bfbfc7b66 port 9f85b6da-ab52-4929-a3e8-698ee6895e9c binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:03:30.131944 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b6a36-e885-438c-8dec-ab0e7b626ec7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Subnet': ['ID=77260215-5181-4e16-8415-4b8e80957e11,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:30.141289 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b6a36-e885-438c-8dec-ab0e7b626ec7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:03:30.162704 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6aba31cf-da64-4553-8f87-c653d6ddb4d9 req-d0c2725e-c891-4c60-b43f-a6bb70697df9 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076574
Nov 20 21:03:30.176654 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-462b6a36-e885-438c-8dec-ab0e7b626ec7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:30.184381 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53948) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:30.193394 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1ff9a42d-c0b7-4cfe-931d-06efa0f6c7ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-861193093-network', 'tenant_id': '271c0f3ffe5e4804828f0b26cb8a5b03'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:30.195634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e411bb2-6599-48d7-922d-efc7a77e290d None None] Network 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:03:30.199666 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:30.220949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462b6a36-e885-438c-8dec-ab0e7b626ec7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:30.222080 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-462b6a36-e885-438c-8dec-ab0e7b626ec7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:30.227242 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e26edd29-d27c-4917-8181-bae02e5a1b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:30.231323 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e26edd29-d27c-4917-8181-bae02e5a1b9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:30.233474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e26edd29-d27c-4917-8181-bae02e5a1b9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/177d05c8-f4bd-43bc-ad54-4558087bf405 HTTP/1.1" status: 204  len: 168 time: 0.4263985
Nov 20 21:03:30.247353 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff9a42d-c0b7-4cfe-931d-06efa0f6c7ef admin admin] Made reservation on behalf of 271c0f3ffe5e4804828f0b26cb8a5b03 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:03:30.252193 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ff9a42d-c0b7-4cfe-931d-06efa0f6c7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:30.277731 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-462b6a36-e885-438c-8dec-ab0e7b626ec7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8752253
Nov 20 21:03:30.279359 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ff9a42d-c0b7-4cfe-931d-06efa0f6c7ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:30.281456 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53952) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:30.293822 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a342-08dd-4ada-96b7-1e9e2132b312 req-bfd7f797-c03f-4ea4-abb9-c12083ea311d tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:30.296379 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-abc6a342-08dd-4ada-96b7-1e9e2132b312 req-bfd7f797-c03f-4ea4-abb9-c12083ea311d tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2928aad-24a3-4ddc-bf95-ead1468989fc HTTP/1.1" status: 200  len: 945 time: 0.1863894
Nov 20 21:03:30.312546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26edd29-d27c-4917-8181-bae02e5a1b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177d05c8-f4bd-43bc-ad54-4558087bf405,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:30.446367 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-abc6a342-08dd-4ada-96b7-1e9e2132b312 req-0b2ba5a9-f24c-4625-94b4-8457e9694c70 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c7c15c1-251e-459b-b102-73ac41bef0a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331930
Nov 20 21:03:30.573404 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a7834914-371f-4557-a0f3-3bcb1301feea req-2574b38d-ef49-497e-92ab-cfdf4d33f8eb tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61b8697-938c-4a66-8ec8-40e908fefe58 HTTP/1.1" status: 200  len: 210 time: 0.0328896
Nov 20 21:03:30.623294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-44d4f9c0-cceb-42f9-9546-61fcbc3cc88b', 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'fixed_ips': [{'subnet_id': '77260215-5181-4e16-8415-4b8e80957e11'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:03:30.624289 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:30.654891 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ff9a42d-c0b7-4cfe-931d-06efa0f6c7ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:30.660935 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ff9a42d-c0b7-4cfe-931d-06efa0f6c7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:30.699331 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff9a42d-c0b7-4cfe-931d-06efa0f6c7ef admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:03:30.717463 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9a42d-c0b7-4cfe-931d-06efa0f6c7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de53f72-4b04-4854-bc85-6b0eb355f646,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:30.756384 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ff9a42d-c0b7-4cfe-931d-06efa0f6c7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:30.756733 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-1ff9a42d-c0b7-4cfe-931d-06efa0f6c7ef admin admin] Added segment 8665c973-6539-4ace-930f-64cf6c3884e0 of type vlan for network 17c89019-1116-42cf-b470-bb2539d048f2
Nov 20 21:03:30.800127 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Allocated IP 172.20.0.2 (44d4f9c0-cceb-42f9-9546-61fcbc3cc88b/77260215-5181-4e16-8415-4b8e80957e11/c885e0a6-24eb-481f-906a-513e0d8e7cd1) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:03:30.827696 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ff9a42d-c0b7-4cfe-931d-06efa0f6c7ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:30.978074 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ff9a42d-c0b7-4cfe-931d-06efa0f6c7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:30.979302 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff9a42d-c0b7-4cfe-931d-06efa0f6c7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:30.979892 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ff9a42d-c0b7-4cfe-931d-06efa0f6c7ef admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:31.045139 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:31.063709 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:31.101508 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:31.136541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d7e688-111b-4eb8-9039-1235be89a420 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:31.143756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1ff9a42d-c0b7-4cfe-931d-06efa0f6c7ef admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.9572861
Nov 20 21:03:31.147017 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53974) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:31.159876 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e40f4653-c454-4710-a824-ec44e562c2cd admin admin] Request body: {'subnet': {'network_id': '17c89019-1116-42cf-b470-bb2539d048f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-861193093-subnet', 'tenant_id': '271c0f3ffe5e4804828f0b26cb8a5b03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:31.175369 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Attempting to bind port 9f85b6da-ab52-4929-a3e8-698ee6895e9c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:03:31.176121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Attempting to bind port 9f85b6da-ab52-4929-a3e8-698ee6895e9c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:03:31.176732 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Attempting to bind port 9f85b6da-ab52-4929-a3e8-698ee6895e9c on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:03:31.182788 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:31.187733 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:31.194843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:03:31.195488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:03:31.195898 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:31.196168 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:03:31.196672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Bound port: 9f85b6da-ab52-4929-a3e8-698ee6895e9c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:03:31.198258 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:31.215283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40f4653-c454-4710-a824-ec44e562c2cd admin admin] Made reservation on behalf of 271c0f3ffe5e4804828f0b26cb8a5b03 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:03:31.220366 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e40f4653-c454-4710-a824-ec44e562c2cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:31.232299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9a42d-c0b7-4cfe-931d-06efa0f6c7ef admin admin] Pushing event updated for resources: {'Network': ['ID=17c89019-1116-42cf-b470-bb2539d048f2,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:31.254443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30571d27-b010-4c7f-abde-0fa985ce274b None None] Pushing event updated for resources: {'Port': ['ID=9f85b6da-ab52-4929-a3e8-698ee6895e9c,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:31.262492 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 17c89019-1116-42cf-b470-bb2539d048f2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:03:31.311490 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b02d1b-d2e9-40c8-9063-9f8da278a104 req-5d12724b-fae6-4349-9314-13db6fdade22 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:31.318958 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-62b02d1b-d2e9-40c8-9063-9f8da278a104 req-5d12724b-fae6-4349-9314-13db6fdade22 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.2639401
Nov 20 21:03:31.342391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Pushing event updated for resources: {'Port': ['ID=c885e0a6-24eb-481f-906a-513e0d8e7cd1,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:31.357345 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Network 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:03:31.380954 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:31.406310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:03:31.429487 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-62b02d1b-d2e9-40c8-9063-9f8da278a104 req-097ad82c-47fa-432b-a14e-d5f0a54992b6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1093154
Nov 20 21:03:31.444048 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-dba3ab61-b408-4e9a-816a-4a77644d5d62 None None] Provisioning complete for port 9f85b6da-ab52-4929-a3e8-698ee6895e9c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:31.444281 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dba3ab61-b408-4e9a-816a-4a77644d5d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:31.477855 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:03:31.551782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] For port 9f85b6da-ab52-4929-a3e8-698ee6895e9c, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:03:31.573889 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7490c22-768e-47ab-9e96-8d6ba439abfc req-203c6aa4-cc36-4b8d-bc8a-91b467ad853c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:31.585211 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f7490c22-768e-47ab-9e96-8d6ba439abfc req-203c6aa4-cc36-4b8d-bc8a-91b467ad853c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.2685425
Nov 20 21:03:31.601617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] For port 9f85b6da-ab52-4929-a3e8-698ee6895e9c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f85b6da-ab52-4929-a3e8-698ee6895e9c,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:03:31.606414 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Attempting to bind port c885e0a6-24eb-481f-906a-513e0d8e7cd1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:03:31.606812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Attempting to bind port c885e0a6-24eb-481f-906a-513e0d8e7cd1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ad7df78f-3b5a-4f89-87df-28748bf1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:03:31.607182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Attempting to bind port c885e0a6-24eb-481f-906a-513e0d8e7cd1 on network 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:03:31.613050 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:03:31.615962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Checking segment: {'id': 'ad7df78f-3b5a-4f89-87df-28748bf1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:03:31.615962 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:31.615962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Bound using segment: {'id': 'ad7df78f-3b5a-4f89-87df-28748bf1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:03:31.615962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Bound port: c885e0a6-24eb-481f-906a-513e0d8e7cd1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7df78f-3b5a-4f89-87df-28748bf1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:03:31.615962 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:31.618103 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-dba3ab61-b408-4e9a-816a-4a77644d5d62 None None] Port 9f85b6da-ab52-4929-a3e8-698ee6895e9c cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:03:31.630136 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:31.721525 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] For port c885e0a6-24eb-481f-906a-513e0d8e7cd1, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:03:31.721828 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bfe01-cc03-48db-b0b3-d7d2d546a3bf req-95c74513-8a5c-49d8-a83d-4c02b46fe10f tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:31.722381 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f7490c22-768e-47ab-9e96-8d6ba439abfc req-f6fb93db-0acd-4d2a-b5e4-999d3ea4a7c3 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355383
Nov 20 21:03:31.723791 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f00bfe01-cc03-48db-b0b3-d7d2d546a3bf req-95c74513-8a5c-49d8-a83d-4c02b46fe10f tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2928aad-24a3-4ddc-bf95-ead1468989fc HTTP/1.1" status: 200  len: 945 time: 0.1543899
Nov 20 21:03:31.725604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] For port c885e0a6-24eb-481f-906a-513e0d8e7cd1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c885e0a6-24eb-481f-906a-513e0d8e7cd1,segment=NetworkSegment(ad7df78f-3b5a-4f89-87df-28748bf1bea1),segment_id=ad7df78f-3b5a-4f89-87df-28748bf1bea1)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:03:31.731327 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e40f4653-c454-4710-a824-ec44e562c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:31.735111 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:31.762097 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Allocated IP 172.20.0.1 (44d4f9c0-cceb-42f9-9546-61fcbc3cc88b/77260215-5181-4e16-8415-4b8e80957e11/1d7dfabb-2d86-41f9-bb08-5eae9c299fac) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:03:31.787051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9c3ad4-2631-4709-814d-475c3fe218dd None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:31.801007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Routers {'aba10455-4ef0-4808-b61d-229bfbfc7b66'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:31.801984 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a466705b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:03:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['aba10455-4ef0-4808-b61d-229bfbfc7b66'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:31.863591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f4653-c454-4710-a824-ec44e562c2cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea729a5-ef5b-41b2-9aaf-f0ac7cdbae4b,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:31.904157 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f00bfe01-cc03-48db-b0b3-d7d2d546a3bf req-9098df53-278f-4bfa-86e5-349895bca486 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c7c15c1-251e-459b-b102-73ac41bef0a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665490
Nov 20 21:03:31.921712 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f4653-c454-4710-a824-ec44e562c2cd admin admin] Checking segment: {'id': '8665c973-6539-4ace-930f-64cf6c3884e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '17c89019-1116-42cf-b470-bb2539d048f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:03:31.922469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40f4653-c454-4710-a824-ec44e562c2cd admin admin] Network hostable DHCP agents. Network: 17c89019-1116-42cf-b470-bb2539d048f2, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:03:31.940240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30571d27-b010-4c7f-abde-0fa985ce274b None None] Pushing event updated for resources: {'Port': ['ID=9f85b6da-ab52-4929-a3e8-698ee6895e9c,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:31.985816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40f4653-c454-4710-a824-ec44e562c2cd admin admin] Network 17c89019-1116-42cf-b470-bb2539d048f2 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:03:31.996653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] Set router aba10455-4ef0-4808-b61d-229bfbfc7b66 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:03:32.012679 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-e40f4653-c454-4710-a824-ec44e562c2cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 17c89019-1116-42cf-b470-bb2539d048f2) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:32.037320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40f4653-c454-4710-a824-ec44e562c2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:32.037958 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e40f4653-c454-4710-a824-ec44e562c2cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:32.068625 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e40f4653-c454-4710-a824-ec44e562c2cd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9181998
Nov 20 21:03:32.132964 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:32.165115 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413a7f91-c476-40cb-aea3-7359471fd244 None None] Network 17c89019-1116-42cf-b470-bb2539d048f2 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:03:32.293592 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:32.359112 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f3ea1f2d-5949-4848-b6be-07e709ebaf79 None None] Provisioning complete for port 9f85b6da-ab52-4929-a3e8-698ee6895e9c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:32.359767 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1f2d-5949-4848-b6be-07e709ebaf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:32.380131 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94de2564-4c98-41c9-afcd-ae126127e9f8 req-a93bf547-2983-4bba-b7ed-9616efc65200 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ad38a853c584bcabdd708213a299a7b&device_id=19f715fc-c10c-4614-81cb-275bac16a0f8 HTTP/1.1" status: 200  len: 210 time: 0.0865064
Nov 20 21:03:32.456060 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94de2564-4c98-41c9-afcd-ae126127e9f8 req-b1a38cc5-4b05-4abe-aa29-9f909852a5ae service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3ad38a853c584bcabdd708213a299a7b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0677404
Nov 20 21:03:32.545932 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Port': ['ID=1d7dfabb-2d86-41f9-bb08-5eae9c299fac,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:32.594710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:03:32.598788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:32.601719 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:03:32.650067 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-109c3541-9a36-4f8a-bbb6-4b7b03948313 req-7fba4b24-2b1e-4179-9d31-73904d385786 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f715fc-c10c-4614-81cb-275bac16a0f8 HTTP/1.1" status: 200  len: 210 time: 0.1911724
Nov 20 21:03:32.653000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54010) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:32.653221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646230f-b3ca-4560-8a3e-40f38a272c8f None None] Pushing event updated for resources: {'Port': ['ID=c885e0a6-24eb-481f-906a-513e0d8e7cd1,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:32.836978 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:32.876217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-b330e609-fe7a-4a65-8015-fa2ab5f04d46 admin admin] Deleting subnet 93217111-cac7-4859-b19d-b100ab2414a9 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:03:32.905044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501a3e2c-a915-4c00-9c29-a257d7ef3375 None None] Network 17c89019-1116-42cf-b470-bb2539d048f2 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:03:32.910433 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83524dd0-3b7d-4226-8b01-d790133880ab req-dbccda29-b740-49b5-8ba5-e4800167499b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:32.921690 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-83524dd0-3b7d-4226-8b01-d790133880ab req-dbccda29-b740-49b5-8ba5-e4800167499b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.2215557
Nov 20 21:03:32.926210 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b330e609-fe7a-4a65-8015-fa2ab5f04d46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:32.957318 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de2564-4c98-41c9-afcd-ae126127e9f8 req-cab14d02-dacc-4196-a967-2bcec31dbec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:32.959842 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94de2564-4c98-41c9-afcd-ae126127e9f8 req-cab14d02-dacc-4196-a967-2bcec31dbec2 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3054347
Nov 20 21:03:33.018975 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1f2d-5949-4848-b6be-07e709ebaf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:33.080880 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a466705b0>, [{'id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'name': 'tempest-TestNetworkBasicOps-router-595633501', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:25Z', 'updated_at': '2021-11-20T21:03:27Z', 'revision_number': 3, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:26Z', 'updated_at': '2021-11-20T21:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:33.133928 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b330e609-fe7a-4a65-8015-fa2ab5f04d46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:33.149718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a6a5e-24d3-42f2-9f55-276af9f31975 req-2d0105d7-bd5d-43e4-82ad-21f3322ff78f tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:33.154128 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f41a6a5e-24d3-42f2-9f55-276af9f31975 req-2d0105d7-bd5d-43e4-82ad-21f3322ff78f tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.2550387
Nov 20 21:03:33.174070 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f3ea1f2d-5949-4848-b6be-07e709ebaf79 None None] For port 9f85b6da-ab52-4929-a3e8-698ee6895e9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f85b6da-ab52-4929-a3e8-698ee6895e9c,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:33.176735 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a8f03-9d13-406c-895d-affbac1b84aa None None] The sync data for ids ['aba10455-4ef0-4808-b61d-229bfbfc7b66'] in ncdv-master-1 is: [{'id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'name': 'tempest-TestNetworkBasicOps-router-595633501', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:25Z', 'updated_at': '2021-11-20T21:03:27Z', 'revision_number': 3, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:26Z', 'updated_at': '2021-11-20T21:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:03:33.203327 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1f2d-5949-4848-b6be-07e709ebaf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:33.330421 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f41a6a5e-24d3-42f2-9f55-276af9f31975 req-f7316bfa-7ca3-4345-bb33-84f419ac4a5d tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309907
Nov 20 21:03:33.373342 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b330e609-fe7a-4a65-8015-fa2ab5f04d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:33.422095 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea1f2d-5949-4848-b6be-07e709ebaf79 None None] Pushing event updated for resources: {'Port': ['ID=9f85b6da-ab52-4929-a3e8-698ee6895e9c,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:33.505147 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b330e609-fe7a-4a65-8015-fa2ab5f04d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:33.580022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330e609-fe7a-4a65-8015-fa2ab5f04d46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93217111-cac7-4859-b19d-b100ab2414a9,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:33.589630 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b330e609-fe7a-4a65-8015-fa2ab5f04d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:33.602693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b330e609-fe7a-4a65-8015-fa2ab5f04d46 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/93217111-cac7-4859-b19d-b100ab2414a9 HTTP/1.1" status: 204  len: 168 time: 0.9229701
Nov 20 21:03:33.606742 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54040) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:33.788925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c885e0a6-24eb-481f-906a-513e0d8e7cd1 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:03:33.870260 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c885e0a6-24eb-481f-906a-513e0d8e7cd1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:33.870832 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:33.879454 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-83524dd0-3b7d-4226-8b01-d790133880ab req-2bf3c5a5-1077-4cab-afb5-26159d90091f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9566841
Nov 20 21:03:33.921067 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd45eea-e81a-4837-8820-c50583de653a None None] Network 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:03:33.964935 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0364109-b95e-435b-8f7c-b97d30c087b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:34.000572 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6ce0dbf4-4544-4159-b36e-3f685c161fbf req-cef990ba-e6ce-438c-985a-729ce621456f tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f715fc-c10c-4614-81cb-275bac16a0f8 HTTP/1.1" status: 200  len: 210 time: 0.0993562
Nov 20 21:03:34.134556 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:34.193831 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0364109-b95e-435b-8f7c-b97d30c087b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:34.268376 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-d0364109-b95e-435b-8f7c-b97d30c087b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d2d9070>,) {'filters': {'network_id': ['f28ddca9-36e7-40f0-b6f5-bad04e940104']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:34.287712 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-d0364109-b95e-435b-8f7c-b97d30c087b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d2d9070>, 'df22b3dd-18f1-4183-a03c-2362ad144d45') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:34.288274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-d0364109-b95e-435b-8f7c-b97d30c087b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d2d9070>, 'df22b3dd-18f1-4183-a03c-2362ad144d45') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:34.313371 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0364109-b95e-435b-8f7c-b97d30c087b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:34.337689 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fcc51208-7f87-4f02-a9da-e754cbe3ccff None None] Provisioning complete for port c885e0a6-24eb-481f-906a-513e0d8e7cd1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:34.340145 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fcc51208-7f87-4f02-a9da-e754cbe3ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:34.345856 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0364109-b95e-435b-8f7c-b97d30c087b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:34.375241 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0364109-b95e-435b-8f7c-b97d30c087b9 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:03:34.376004 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0364109-b95e-435b-8f7c-b97d30c087b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:03:34.378666 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:03:34.498584 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0364109-b95e-435b-8f7c-b97d30c087b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:34.510669 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0364109-b95e-435b-8f7c-b97d30c087b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:34.519694 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d0364109-b95e-435b-8f7c-b97d30c087b9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f28ddca9-36e7-40f0-b6f5-bad04e940104 HTTP/1.1" status: 204  len: 168 time: 0.9116328
Nov 20 21:03:34.519917 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:34.524726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54068) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:34.566792 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94de2564-4c98-41c9-afcd-ae126127e9f8 req-3db477f5-143c-4fcc-be9b-44ac72a749c1 tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.47 "GET /v2.0/ports?device_id=19f715fc-c10c-4614-81cb-275bac16a0f8 HTTP/1.1" status: 200  len: 210 time: 0.0452201
Nov 20 21:03:34.699799 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port c885e0a6-24eb-481f-906a-513e0d8e7cd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c885e0a6-24eb-481f-906a-513e0d8e7cd1,segment=NetworkSegment(ad7df78f-3b5a-4f89-87df-28748bf1bea1),segment_id=ad7df78f-3b5a-4f89-87df-28748bf1bea1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:34.707011 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:34.725447 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0364109-b95e-435b-8f7c-b97d30c087b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f28ddca9-36e7-40f0-b6f5-bad04e940104,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:34.834583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4567e5b-670c-49c3-b437-ae25ef22c0ef admin admin] Deleting subnet 9ea729a5-ef5b-41b2-9aaf-f0ac7cdbae4b {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:03:34.849524 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4567e5b-670c-49c3-b437-ae25ef22c0ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:34.887931 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=c885e0a6-24eb-481f-906a-513e0d8e7cd1,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:34.923165 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ec3da-035d-4ef9-b111-4061d601f7ce req-46dae492-b076-47f1-9ba2-bb00cfb3137a tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:34.939144 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a24ec3da-035d-4ef9-b111-4061d601f7ce req-46dae492-b076-47f1-9ba2-bb00cfb3137a tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.2869132
Nov 20 21:03:34.941003 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4567e5b-670c-49c3-b437-ae25ef22c0ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:35.067721 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4567e5b-670c-49c3-b437-ae25ef22c0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:35.089399 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a24ec3da-035d-4ef9-b111-4061d601f7ce req-9b3cc42d-512f-4899-9a1a-b1f1603ec917 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464078
Nov 20 21:03:35.116143 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:35.146953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7d05d-e2f2-4f74-8c77-9d29010eb28b req-8be0a87d-03c2-4f3f-be34-72fda9805442 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:35.147426 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:35.152770 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8bb7d05d-e2f2-4f74-8c77-9d29010eb28b req-8be0a87d-03c2-4f3f-be34-72fda9805442 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1728148
Nov 20 21:03:35.169012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-06847679-541a-4acf-955d-375276557fbc None None] Provisioning complete for port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:35.169607 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-06847679-541a-4acf-955d-375276557fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:35.253564 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4567e5b-670c-49c3-b437-ae25ef22c0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:35.282260 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-06847679-541a-4acf-955d-375276557fbc None None] Port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:03:35.312061 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-06847679-541a-4acf-955d-375276557fbc None None] Provisioning complete for port c885e0a6-24eb-481f-906a-513e0d8e7cd1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:35.314858 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-06847679-541a-4acf-955d-375276557fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:35.346980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4567e5b-670c-49c3-b437-ae25ef22c0ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea729a5-ef5b-41b2-9aaf-f0ac7cdbae4b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:35.358765 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d4567e5b-670c-49c3-b437-ae25ef22c0ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:35.367564 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d4567e5b-670c-49c3-b437-ae25ef22c0ef admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9ea729a5-ef5b-41b2-9aaf-f0ac7cdbae4b HTTP/1.1" status: 204  len: 168 time: 0.8043957
Nov 20 21:03:35.373407 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8bb7d05d-e2f2-4f74-8c77-9d29010eb28b req-f0a0539a-bc8d-4e63-bf91-15e72abb1474 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2138479
Nov 20 21:03:35.375539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54076) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:35.423767 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Port': ['ID=1d7dfabb-2d86-41f9-bb08-5eae9c299fac,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:35.531956 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d29f5bb8-778d-4c7b-b199-9869767dc02c req-d0fbfd93-3028-4b29-a994-33a76b66aabc tempest-ServerShowV247Test-95377454 tempest-ServerShowV247Test-95377454-project] 10.222.0.41 "GET /v2.0/ports?device_id=19f715fc-c10c-4614-81cb-275bac16a0f8 HTTP/1.1" status: 200  len: 210 time: 0.1048958
Nov 20 21:03:35.593408 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:35.645089 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec209cef-93ee-464f-9184-6ff74f52c449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:35.769510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0c190c72-5102-4eab-bbda-fc57b8a88b30 None None] Provisioning complete for port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:35.770437 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0c190c72-5102-4eab-bbda-fc57b8a88b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:35.844282 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec209cef-93ee-464f-9184-6ff74f52c449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:35.897572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ec209cef-93ee-464f-9184-6ff74f52c449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54f54490>,) {'filters': {'network_id': ['17c89019-1116-42cf-b470-bb2539d048f2']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:35.901708 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:03:35.906508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:35.910766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ec209cef-93ee-464f-9184-6ff74f52c449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54f54490>, '8665c973-6539-4ace-930f-64cf6c3884e0') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:35.911236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ec209cef-93ee-464f-9184-6ff74f52c449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54f54490>, '8665c973-6539-4ace-930f-64cf6c3884e0') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:35.922117 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec209cef-93ee-464f-9184-6ff74f52c449 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:35.936051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0c190c72-5102-4eab-bbda-fc57b8a88b30 None None] Port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:03:35.946310 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec209cef-93ee-464f-9184-6ff74f52c449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:35.954012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c885e0a6-24eb-481f-906a-513e0d8e7cd1 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:03:35.959932 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec209cef-93ee-464f-9184-6ff74f52c449 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:03:35.960350 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec209cef-93ee-464f-9184-6ff74f52c449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:03:35.967060 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:03:36.088398 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c885e0a6-24eb-481f-906a-513e0d8e7cd1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:36.089008 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:36.147535 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec209cef-93ee-464f-9184-6ff74f52c449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:36.156692 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec209cef-93ee-464f-9184-6ff74f52c449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:36.181753 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ec209cef-93ee-464f-9184-6ff74f52c449 admin admin] 10.222.0.41 "DELETE /v2.0/networks/17c89019-1116-42cf-b470-bb2539d048f2 HTTP/1.1" status: 204  len: 168 time: 0.8005738
Nov 20 21:03:36.214901 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec209cef-93ee-464f-9184-6ff74f52c449 admin admin] Pushing event deleted for resources: {'Network': ['ID=17c89019-1116-42cf-b470-bb2539d048f2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:36.249179 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Router aba10455-4ef0-4808-b61d-229bfbfc7b66 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:03:36.294317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9f85b6da-ab52-4929-a3e8-698ee6895e9c up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:03:36.344045 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6a133-4042-4fe9-b172-cd03ccea5752 req-e0d26339-2199-4372-9004-85379b6fec6f tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:36.364559 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fae6a133-4042-4fe9-b172-cd03ccea5752 req-e0d26339-2199-4372-9004-85379b6fec6f tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.1345639
Nov 20 21:03:36.373744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 9f85b6da-ab52-4929-a3e8-698ee6895e9c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:36.374926 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:36.562518 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fae6a133-4042-4fe9-b172-cd03ccea5752 req-7a3b36e1-d2c4-46aa-a321-73ad00f7f3d5 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969135
Nov 20 21:03:36.567307 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d847328d-8c66-44cd-ad54-95e8803c8725 None None] Provisioning complete for port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:36.567952 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d847328d-8c66-44cd-ad54-95e8803c8725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:36.623351 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d847328d-8c66-44cd-ad54-95e8803c8725 None None] Port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:03:36.688620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced67247-d573-4842-b788-2f28bfd264e0 req-deddc9cb-5208-454f-8638-d75e1372b223 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:36.690623 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ced67247-d573-4842-b788-2f28bfd264e0 req-deddc9cb-5208-454f-8638-d75e1372b223 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0781453
Nov 20 21:03:36.691860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54110) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:36.717277 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54112) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:36.730677 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:03:36.738522 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-21907288-36d8-4575-8f6c-ff74b5e13a0e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "PUT /v2.0/routers/aba10455-4ef0-4808-b61d-229bfbfc7b66/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4559200
Nov 20 21:03:36.741434 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54116) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:36.748538 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Sync routers for ids ['aba10455-4ef0-4808-b61d-229bfbfc7b66'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:03:36.767416 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Routers {'aba10455-4ef0-4808-b61d-229bfbfc7b66'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:36.768071 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a547b1d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:03:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['aba10455-4ef0-4808-b61d-229bfbfc7b66'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:36.834547 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7c605e26-092b-457e-b9a8-0b1ce5c4e47f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5edf07f8e28942788f402b7d3bf3927e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1389689
Nov 20 21:03:36.843680 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54118) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:36.902161 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ced67247-d573-4842-b788-2f28bfd264e0 req-fbaf4f2e-134b-4e2b-812e-62fcb1c13f72 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1832287
Nov 20 21:03:37.054381 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Set router aba10455-4ef0-4808-b61d-229bfbfc7b66 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:03:37.124172 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0d132-2ffc-41b1-84d2-238e15bec61b req-2f742d77-e8f5-437d-8f99-8c6f00c90105 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.129580 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62d0d132-2ffc-41b1-84d2-238e15bec61b req-2f742d77-e8f5-437d-8f99-8c6f00c90105 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2928aad-24a3-4ddc-bf95-ead1468989fc HTTP/1.1" status: 200  len: 945 time: 0.1067202
Nov 20 21:03:37.183534 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b4e2b0f-ca97-4563-adc8-5b9adf374d65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:37.194701 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b051e59-ec6d-4e07-886a-56eb27631719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:37.262741 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62d0d132-2ffc-41b1-84d2-238e15bec61b req-c658f4fb-f65a-4a7f-adfe-06810af61cb3 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c7c15c1-251e-459b-b102-73ac41bef0a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260419
Nov 20 21:03:37.289129 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdc63c6-d387-4e96-927e-c861fec72558 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.289869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdc63c6-d387-4e96-927e-c861fec72558 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.290390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdc63c6-d387-4e96-927e-c861fec72558 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.291587 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdc63c6-d387-4e96-927e-c861fec72558 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.292300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdc63c6-d387-4e96-927e-c861fec72558 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.292780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdc63c6-d387-4e96-927e-c861fec72558 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.293295 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdc63c6-d387-4e96-927e-c861fec72558 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.293984 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdc63c6-d387-4e96-927e-c861fec72558 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.294487 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdc63c6-d387-4e96-927e-c861fec72558 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.294980 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdc63c6-d387-4e96-927e-c861fec72558 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.296303 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdc63c6-d387-4e96-927e-c861fec72558 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.297205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdc63c6-d387-4e96-927e-c861fec72558 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.299638 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-abdc63c6-d387-4e96-927e-c861fec72558 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 8455 time: 0.5547843
Nov 20 21:03:37.308211 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54130) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:37.348025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54132) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:37.355107 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b4e2b0f-ca97-4563-adc8-5b9adf374d65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:37.363093 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a547b1d90>, [{'id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'name': 'tempest-TestNetworkBasicOps-router-595633501', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:25Z', 'updated_at': '2021-11-20T21:03:34Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:26Z', 'updated_at': '2021-11-20T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1d7dfabb-2d86-41f9-bb08-5eae9c299fac', 'name': '', 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1b:60:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '77260215-5181-4e16-8415-4b8e80957e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:31Z', 'updated_at': '2021-11-20T21:03:34Z', 'revision_number': 2, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '77260215-5181-4e16-8415-4b8e80957e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:37.403540 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Checking router: aba10455-4ef0-4808-b61d-229bfbfc7b66 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:03:37.404151 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Updating router aba10455-4ef0-4808-b61d-229bfbfc7b66 port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:03:37.435024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237f60-ea40-4fb5-8d82-c30bc5ff3621 req-c2799534-780e-44fc-b30f-278a49888801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.436899 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12237f60-ea40-4fb5-8d82-c30bc5ff3621 req-c2799534-780e-44fc-b30f-278a49888801 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 1096 time: 0.1408532
Nov 20 21:03:37.439257 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428b69b-3109-4e83-808f-d0448a6d7d33 req-7a993dd2-9548-431e-a37c-063ca134b883 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.441828 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:37.447302 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1428b69b-3109-4e83-808f-d0448a6d7d33 req-7a993dd2-9548-431e-a37c-063ca134b883 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1463923
Nov 20 21:03:37.459461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e368cd-c1f7-4274-88fb-df3a48b7a314 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.460102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e368cd-c1f7-4274-88fb-df3a48b7a314 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.460598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e368cd-c1f7-4274-88fb-df3a48b7a314 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.461244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e368cd-c1f7-4274-88fb-df3a48b7a314 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.461783 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e368cd-c1f7-4274-88fb-df3a48b7a314 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.463091 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e368cd-c1f7-4274-88fb-df3a48b7a314 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.463622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e368cd-c1f7-4274-88fb-df3a48b7a314 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.464089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e368cd-c1f7-4274-88fb-df3a48b7a314 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.464831 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e368cd-c1f7-4274-88fb-df3a48b7a314 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.465287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e368cd-c1f7-4274-88fb-df3a48b7a314 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.465854 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e368cd-c1f7-4274-88fb-df3a48b7a314 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.466273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e368cd-c1f7-4274-88fb-df3a48b7a314 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.473419 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-92e368cd-c1f7-4274-88fb-df3a48b7a314 tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7726 time: 0.1636612
Nov 20 21:03:37.474608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54136) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:37.596302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237f60-ea40-4fb5-8d82-c30bc5ff3621 req-3d77de0a-62c5-4b0f-ac41-6a0110045e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.599860 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12237f60-ea40-4fb5-8d82-c30bc5ff3621 req-3d77de0a-62c5-4b0f-ac41-6a0110045e3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 912 time: 0.1468613
Nov 20 21:03:37.670208 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b051e59-ec6d-4e07-886a-56eb27631719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:37.673673 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b4e2b0f-ca97-4563-adc8-5b9adf374d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:37.677022 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b4e2b0f-ca97-4563-adc8-5b9adf374d65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:37.680058 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8b4e2b0f-ca97-4563-adc8-5b9adf374d65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a78014bd-c1dd-49ff-8eb4-38601a8dbe0c HTTP/1.1" status: 204  len: 168 time: 0.8347943
Nov 20 21:03:37.688967 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d19b2c10-6068-4808-85eb-3f816a770c90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:37.690242 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b051e59-ec6d-4e07-886a-56eb27631719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:37.706435 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1428b69b-3109-4e83-808f-d0448a6d7d33 req-982efaa7-3d90-47ca-831a-b92f45449626 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2577794
Nov 20 21:03:37.740733 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e2b0f-ca97-4563-adc8-5b9adf374d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78014bd-c1dd-49ff-8eb4-38601a8dbe0c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:37.751553 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12237f60-ea40-4fb5-8d82-c30bc5ff3621 req-d1584a57-a967-4338-b608-53232d75213e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e95aa78-cf30-4872-a515-77b24aeb0899 HTTP/1.1" status: 200  len: 999 time: 0.1422446
Nov 20 21:03:37.793463 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7de85e-8725-400d-b1bb-6fe62da1bbcd req-5540728e-1a22-461a-a889-9a239d9c60e5 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.795449 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9c7de85e-8725-400d-b1bb-6fe62da1bbcd req-5540728e-1a22-461a-a889-9a239d9c60e5 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.1241956
Nov 20 21:03:37.815339 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0b051e59-ec6d-4e07-886a-56eb27631719 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76d3fdde03f1486d96a5e38e42f035ec&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0946882
Nov 20 21:03:37.820060 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54142) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:37.844778 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b051e59-ec6d-4e07-886a-56eb27631719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b11d9d0-d8fd-4ab4-b078-16963dcd57bf,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:37.890720 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:37.901282 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:37.943456 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9c7de85e-8725-400d-b1bb-6fe62da1bbcd req-f6354773-373b-4774-b466-28f6c9d5ed5e tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209908
Nov 20 21:03:37.944829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237f60-ea40-4fb5-8d82-c30bc5ff3621 req-429526de-1aee-4782-852b-0f24cfdf39da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:37.946203 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12237f60-ea40-4fb5-8d82-c30bc5ff3621 req-429526de-1aee-4782-852b-0f24cfdf39da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.1821840
Nov 20 21:03:38.015879 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e837294-511f-4083-9f5e-b14aeee39b96 None None] Pushing event updated for resources: {'Port': ['ID=1d7dfabb-2d86-41f9-bb08-5eae9c299fac,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:38.041941 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e837294-511f-4083-9f5e-b14aeee39b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:38.046527 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d19b2c10-6068-4808-85eb-3f816a770c90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.047935 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-16b69a2b-6034-4a58-b605-4b1390a30a9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.054868 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d19b2c10-6068-4808-85eb-3f816a770c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.057067 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e837294-511f-4083-9f5e-b14aeee39b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:38.057614 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e837294-511f-4083-9f5e-b14aeee39b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:38.058655 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e837294-511f-4083-9f5e-b14aeee39b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:38.059195 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e837294-511f-4083-9f5e-b14aeee39b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:38.059719 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e837294-511f-4083-9f5e-b14aeee39b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:38.060491 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e837294-511f-4083-9f5e-b14aeee39b96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:38.060970 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e837294-511f-4083-9f5e-b14aeee39b96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:38.061478 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e837294-511f-4083-9f5e-b14aeee39b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:38.061970 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e837294-511f-4083-9f5e-b14aeee39b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:38.062498 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e837294-511f-4083-9f5e-b14aeee39b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:38.063015 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e837294-511f-4083-9f5e-b14aeee39b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:38.120211 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.124692 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b2c10-6068-4808-85eb-3f816a770c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ae69e8-fabe-4f3c-adba-19e1e01febde,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:38.139124 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d919f369-af8a-477b-a460-1060ed3a5ecf tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4487 time: 0.6618402
Nov 20 21:03:38.168898 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Attempting to bind port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:03:38.169817 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Attempting to bind port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ad7df78f-3b5a-4f89-87df-28748bf1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:03:38.170871 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Attempting to bind port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac on network 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:03:38.184267 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:03:38.186173 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Checking segment: {'id': 'ad7df78f-3b5a-4f89-87df-28748bf1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:03:38.188073 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.188658 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Bound using segment: {'id': 'ad7df78f-3b5a-4f89-87df-28748bf1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:03:38.190752 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Bound port: 1d7dfabb-2d86-41f9-bb08-5eae9c299fac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7df78f-3b5a-4f89-87df-28748bf1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:03:38.191496 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.194922 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-16b69a2b-6034-4a58-b605-4b1390a30a9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.214799 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.217071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237f60-ea40-4fb5-8d82-c30bc5ff3621 req-ae6c67a7-8585-471b-b71c-76abd33fc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:38.219770 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12237f60-ea40-4fb5-8d82-c30bc5ff3621 req-ae6c67a7-8585-471b-b71c-76abd33fc7a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2603512
Nov 20 21:03:38.228102 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d19b2c10-6068-4808-85eb-3f816a770c90 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ad38a853c584bcabdd708213a299a7b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8500252
Nov 20 21:03:38.230028 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54150) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:38.336283 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-682cd350-edc9-4ffa-bd23-1abce5b6f040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.374175 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-682cd350-edc9-4ffa-bd23-1abce5b6f040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.374902 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] For port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:03:38.388960 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] For port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d7dfabb-2d86-41f9-bb08-5eae9c299fac,segment=NetworkSegment(ad7df78f-3b5a-4f89-87df-28748bf1bea1),segment_id=ad7df78f-3b5a-4f89-87df-28748bf1bea1)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:03:38.395915 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.421140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54154) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:38.455227 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-16b69a2b-6034-4a58-b605-4b1390a30a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.459013 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-16b69a2b-6034-4a58-b605-4b1390a30a9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.463675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-16b69a2b-6034-4a58-b605-4b1390a30a9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b11d9d0-d8fd-4ab4-b078-16963dcd57bf HTTP/1.1" status: 204  len: 168 time: 0.6400232
Nov 20 21:03:38.485790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] Provisioning complete for port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:38.486182 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.489027 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b69a2b-6034-4a58-b605-4b1390a30a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b11d9d0-d8fd-4ab4-b078-16963dcd57bf,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:38.498696 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12237f60-ea40-4fb5-8d82-c30bc5ff3621 req-c8a100c7-ce7a-4335-b863-105b92ddd186 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2613873
Nov 20 21:03:38.500259 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e837294-511f-4083-9f5e-b14aeee39b96 None None] Pushing event updated for resources: {'Port': ['ID=1d7dfabb-2d86-41f9-bb08-5eae9c299fac,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:38.551237 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Routers {'aba10455-4ef0-4808-b61d-229bfbfc7b66'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:38.552783 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a547b1d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:03:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['aba10455-4ef0-4808-b61d-229bfbfc7b66'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:38.560326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dde58642-73f2-4a64-b6db-239decaa6322 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=271c0f3ffe5e4804828f0b26cb8a5b03&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1374002
Nov 20 21:03:38.565329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54158) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:38.576420 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-682cd350-edc9-4ffa-bd23-1abce5b6f040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.589108 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-682cd350-edc9-4ffa-bd23-1abce5b6f040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.594096 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-682cd350-edc9-4ffa-bd23-1abce5b6f040 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0ae69e8-fabe-4f3c-adba-19e1e01febde HTTP/1.1" status: 204  len: 168 time: 0.3605165
Nov 20 21:03:38.651941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cd350-edc9-4ffa-bd23-1abce5b6f040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ae69e8-fabe-4f3c-adba-19e1e01febde,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:38.735818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ca309-abe5-4dce-9f3d-cb60b34cb05f req-ba4dc3aa-fb5c-4385-bdf5-edd53b611ca3 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:38.737699 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-019ca309-abe5-4dce-9f3d-cb60b34cb05f req-ba4dc3aa-fb5c-4385-bdf5-edd53b611ca3 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2928aad-24a3-4ddc-bf95-ead1468989fc HTTP/1.1" status: 200  len: 945 time: 0.2617867
Nov 20 21:03:38.765883 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.770443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be492cd2-48f6-446f-8064-77968661459b req-8e15ba7d-0c54-4cbe-8a04-93a094f9d310 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:38.775936 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be492cd2-48f6-446f-8064-77968661459b req-8e15ba7d-0c54-4cbe-8a04-93a094f9d310 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2928aad-24a3-4ddc-bf95-ead1468989fc HTTP/1.1" status: 200  len: 945 time: 0.3009250
Nov 20 21:03:38.856287 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dc6872f8-b9b3-4e37-8279-5b0f3c527764 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.864827 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12237f60-ea40-4fb5-8d82-c30bc5ff3621 req-6f8b4c89-8957-4c53-a19b-8ded4a77df90 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3580644
Nov 20 21:03:38.867651 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] For port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d7dfabb-2d86-41f9-bb08-5eae9c299fac,segment=NetworkSegment(ad7df78f-3b5a-4f89-87df-28748bf1bea1),segment_id=ad7df78f-3b5a-4f89-87df-28748bf1bea1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:38.883224 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] Set router aba10455-4ef0-4808-b61d-229bfbfc7b66 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:03:38.913021 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:38.956262 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dc6872f8-b9b3-4e37-8279-5b0f3c527764 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:39.027628 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-019ca309-abe5-4dce-9f3d-cb60b34cb05f req-adde05f7-e805-48c9-8ad1-2af2fae2ffbd tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c7c15c1-251e-459b-b102-73ac41bef0a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2505605
Nov 20 21:03:39.129619 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dc6872f8-b9b3-4e37-8279-5b0f3c527764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:39.137979 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dc6872f8-b9b3-4e37-8279-5b0f3c527764 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:39.142174 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dc6872f8-b9b3-4e37-8279-5b0f3c527764 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8de53f72-4b04-4854-bc85-6b0eb355f646 HTTP/1.1" status: 204  len: 168 time: 0.5710726
Nov 20 21:03:39.145496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] Pushing event updated for resources: {'Port': ['ID=1d7dfabb-2d86-41f9-bb08-5eae9c299fac,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:39.170993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6872f8-b9b3-4e37-8279-5b0f3c527764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de53f72-4b04-4854-bc85-6b0eb355f646,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:39.181590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:39.182347 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:39.182502 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:39.182838 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:39.183185 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:39.183725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:39.184214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:39.184589 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:39.185054 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:39.186081 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:39.186603 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:39.187496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13c72c-56f1-41c4-a255-1aea59d093ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:03:39.234247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-065457fa-069e-42b4-bef0-1b16f754998d None None] Provisioning complete for port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:39.234809 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-065457fa-069e-42b4-bef0-1b16f754998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:39.336987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-be492cd2-48f6-446f-8064-77968661459b req-3ddb2dd4-195c-4e30-b21e-b736e47cc6e7 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Deleting port 54b6e7c9-5484-446f-a370-1b9e21e68db0 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:03:39.338435 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-be492cd2-48f6-446f-8064-77968661459b req-3ddb2dd4-195c-4e30-b21e-b736e47cc6e7 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:39.402026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54174) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:39.450645 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19a9c4f6-3b22-4580-b892-d35b0003d575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:39.497173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b68ab-ead1-40fe-83c5-bd46c4a818ad req-01cb5534-0866-4648-b85e-1542e860e001 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:39.505617 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-923b68ab-ead1-40fe-83c5-bd46c4a818ad req-01cb5534-0866-4648-b85e-1542e860e001 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.3101642
Nov 20 21:03:39.526341 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a547b1d90>, [{'id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'name': 'tempest-TestNetworkBasicOps-router-595633501', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:25Z', 'updated_at': '2021-11-20T21:03:34Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:26Z', 'updated_at': '2021-11-20T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1d7dfabb-2d86-41f9-bb08-5eae9c299fac', 'name': '', 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1b:60:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '77260215-5181-4e16-8415-4b8e80957e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:31Z', 'updated_at': '2021-11-20T21:03:38Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '77260215-5181-4e16-8415-4b8e80957e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:39.655251 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19a9c4f6-3b22-4580-b892-d35b0003d575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:39.661284 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19a9c4f6-3b22-4580-b892-d35b0003d575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:39.719568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9c4f6-3b22-4580-b892-d35b0003d575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ab11ec-c771-444e-b064-8461871095cb,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:39.734826 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-19a9c4f6-3b22-4580-b892-d35b0003d575 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f96ec994dcf5417fb7c3720b939f58bc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3316014
Nov 20 21:03:39.739692 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54180) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:39.802550 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-00d29e39-23e6-4ca8-81ba-4824b9f5a2d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:39.832482 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-00d29e39-23e6-4ca8-81ba-4824b9f5a2d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:39.914647 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-00d29e39-23e6-4ca8-81ba-4824b9f5a2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:39.919363 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-be492cd2-48f6-446f-8064-77968661459b req-3ddb2dd4-195c-4e30-b21e-b736e47cc6e7 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] For port 54b6e7c9-5484-446f-a370-1b9e21e68db0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54b6e7c9-5484-446f-a370-1b9e21e68db0,segment=NetworkSegment(0b8049d8-087d-4940-a981-45b4b65c893e),segment_id=0b8049d8-087d-4940-a981-45b4b65c893e)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:39.919974 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-be492cd2-48f6-446f-8064-77968661459b req-3ddb2dd4-195c-4e30-b21e-b736e47cc6e7 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:39.922001 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-00d29e39-23e6-4ca8-81ba-4824b9f5a2d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:39.923894 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-00d29e39-23e6-4ca8-81ba-4824b9f5a2d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90ab11ec-c771-444e-b064-8461871095cb HTTP/1.1" status: 204  len: 168 time: 0.1828303
Nov 20 21:03:39.931027 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f87bf1-cc26-42b7-a73c-0b4126a20c0b None None] The sync data for ids ['aba10455-4ef0-4808-b61d-229bfbfc7b66'] in ncdv-master-1 is: [{'id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'name': 'tempest-TestNetworkBasicOps-router-595633501', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:25Z', 'updated_at': '2021-11-20T21:03:34Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:26Z', 'updated_at': '2021-11-20T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1d7dfabb-2d86-41f9-bb08-5eae9c299fac', 'name': '', 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1b:60:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '77260215-5181-4e16-8415-4b8e80957e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:31Z', 'updated_at': '2021-11-20T21:03:38Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '77260215-5181-4e16-8415-4b8e80957e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:03:39.938674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54188) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:39.947820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4ec4800a-3f0d-4c18-abe8-35cf249ee27a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1190000944', 'description': 'tempest-secgroup-smoke-1190000944 description', 'project_id': '3d0636503ac5406792f6a872f4f9c10d'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:39.973419 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d29e39-23e6-4ca8-81ba-4824b9f5a2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ab11ec-c771-444e-b064-8461871095cb,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:40.000677 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ec4800a-3f0d-4c18-abe8-35cf249ee27a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:40.025220 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-923b68ab-ead1-40fe-83c5-bd46c4a818ad req-6255c09b-476e-46b3-b4ab-1fc4cfb91b76 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3470700
Nov 20 21:03:40.054000 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-be492cd2-48f6-446f-8064-77968661459b req-3ddb2dd4-195c-4e30-b21e-b736e47cc6e7 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Calling delete_port for 54b6e7c9-5484-446f-a370-1b9e21e68db0 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:03:40.306199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104aaafe-1606-410c-9b66-af85707d5882 req-0fc1ad13-19aa-4725-8b89-77d7df06ed31 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:40.309235 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-104aaafe-1606-410c-9b66-af85707d5882 req-0fc1ad13-19aa-4725-8b89-77d7df06ed31 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.2153976
Nov 20 21:03:40.437047 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-be492cd2-48f6-446f-8064-77968661459b req-3ddb2dd4-195c-4e30-b21e-b736e47cc6e7 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:40.471391 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-104aaafe-1606-410c-9b66-af85707d5882 req-961df2df-9e7e-44fc-870b-c8e43c3d5174 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477377
Nov 20 21:03:40.515345 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ec4800a-3f0d-4c18-abe8-35cf249ee27a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:40.523425 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ec4800a-3f0d-4c18-abe8-35cf249ee27a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:40.594979 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb2dd4-195c-4e30-b21e-b736e47cc6e7 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Pushing event deleted for resources: {'Port': ['ID=54b6e7c9-5484-446f-a370-1b9e21e68db0,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:40.638318 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ec4800a-3f0d-4c18-abe8-35cf249ee27a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:40.643314 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-430c4afa-82ce-4767-83f7-b8add7d8eff6 req-738e30fe-39bc-4dfd-b417-e01e77801c98 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2928aad-24a3-4ddc-bf95-ead1468989fc HTTP/1.1" status: 200  len: 210 time: 0.0653875
Nov 20 21:03:40.644252 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54204) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:40.645556 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-be492cd2-48f6-446f-8064-77968661459b req-3ddb2dd4-195c-4e30-b21e-b736e47cc6e7 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] No DVR routers for this DVR port 54b6e7c9-5484-446f-a370-1b9e21e68db0 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:03:40.647514 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4ec4800a-3f0d-4c18-abe8-35cf249ee27a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.6972096
Nov 20 21:03:40.649469 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-be492cd2-48f6-446f-8064-77968661459b req-3ddb2dd4-195c-4e30-b21e-b736e47cc6e7 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:40.653265 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be492cd2-48f6-446f-8064-77968661459b req-3ddb2dd4-195c-4e30-b21e-b736e47cc6e7 tempest-VolumesActionsTest-290021599 tempest-VolumesActionsTest-290021599-project] 10.222.0.47 "DELETE /v2.0/ports/54b6e7c9-5484-446f-a370-1b9e21e68db0 HTTP/1.1" status: 204  len: 173 time: 1.8566983
Nov 20 21:03:40.669654 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3e67c6aa-abcc-4e1d-81e9-57bfffa56077 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '712eae47-4488-41e9-9493-3df41ad19bb0', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:40.673494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4800a-3f0d-4c18-abe8-35cf249ee27a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=712eae47-4488-41e9-9493-3df41ad19bb0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:40.682961 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2928aad-24a3-4ddc-bf95-ead1468989fc', 'name': 'network-vif-deleted', 'tag': '54b6e7c9-5484-446f-a370-1b9e21e68db0'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:03:40.685732 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737e41e2-cb3f-4171-ac54-d6b74b43e37a" -d '{"events": [{"server_uuid": "a2928aad-24a3-4ddc-bf95-ead1468989fc", "name": "network-vif-deleted", "tag": "54b6e7c9-5484-446f-a370-1b9e21e68db0"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:03:40.773262 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3e67c6aa-abcc-4e1d-81e9-57bfffa56077 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:40.835317 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14709ef-b2e2-4d04-b1f4-f60b8986a7c3 x-openstack-request-id: req-e14709ef-b2e2-4d04-b1f4-f60b8986a7c3 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:03:40.835317 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2928aad-24a3-4ddc-bf95-ead1468989fc", "name": "network-vif-deleted", "tag": "54b6e7c9-5484-446f-a370-1b9e21e68db0", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:03:40.835317 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e14709ef-b2e2-4d04-b1f4-f60b8986a7c3 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:03:40.835317 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2928aad-24a3-4ddc-bf95-ead1468989fc', 'name': 'network-vif-deleted', 'tag': '54b6e7c9-5484-446f-a370-1b9e21e68db0', 'status': 'completed', 'code': 200}
Nov 20 21:03:40.940743 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3e67c6aa-abcc-4e1d-81e9-57bfffa56077 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:40.947751 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3e67c6aa-abcc-4e1d-81e9-57bfffa56077 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:40.990005 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67c6aa-abcc-4e1d-81e9-57bfffa56077 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc3f0d5-79b9-4533-b02a-ffcae04a391b,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:41.000672 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3e67c6aa-abcc-4e1d-81e9-57bfffa56077 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:41.006375 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54220) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:41.007855 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3e67c6aa-abcc-4e1d-81e9-57bfffa56077 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3530531
Nov 20 21:03:41.014589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-00bb6a34-b25b-42e7-98b1-a964468e25f7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '712eae47-4488-41e9-9493-3df41ad19bb0', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:41.057801 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-00bb6a34-b25b-42e7-98b1-a964468e25f7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:41.072244 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54222) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:41.123014 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-00bb6a34-b25b-42e7-98b1-a964468e25f7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:41.128816 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-00bb6a34-b25b-42e7-98b1-a964468e25f7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:41.166441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb6a34-b25b-42e7-98b1-a964468e25f7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e18458-186e-4f2f-8654-ada112e0e481,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:41.186039 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-00bb6a34-b25b-42e7-98b1-a964468e25f7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:41.187311 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-00bb6a34-b25b-42e7-98b1-a964468e25f7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1795557
Nov 20 21:03:41.192386 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54232) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:41.199456 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-adab8f2d-474e-4706-873f-0fdfeb929cfa tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '712eae47-4488-41e9-9493-3df41ad19bb0', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:41.283688 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bd2a2-673f-4ab3-87d1-602a6588bbba req-90ff79c5-484a-4b18-ab56-327073434463 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:41.285671 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-101bd2a2-673f-4ab3-87d1-602a6588bbba req-90ff79c5-484a-4b18-ab56-327073434463 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1104076
Nov 20 21:03:41.314179 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-adab8f2d-474e-4706-873f-0fdfeb929cfa tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:41.380123 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-101bd2a2-673f-4ab3-87d1-602a6588bbba req-63ffa83b-d051-4340-8678-dc98709e06d0 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862970
Nov 20 21:03:41.450928 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-adab8f2d-474e-4706-873f-0fdfeb929cfa tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:41.479185 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-825f7344-6bb3-4431-83cc-2f6010edc8f8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-509585648-network', 'tenant_id': '87c1f67ae51344159dfc6c12455b44ae'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:41.490319 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-adab8f2d-474e-4706-873f-0fdfeb929cfa tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:41.610531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab8f2d-474e-4706-873f-0fdfeb929cfa tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cd355f-519b-4618-a411-d81c7e7bfa9c,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:41.659684 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d7da8-06d5-4729-a5e4-8d082626af52 req-584c3223-4eb3-46da-a97e-b5a7469e1acc tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:41.661215 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ca3d7da8-06d5-4729-a5e4-8d082626af52 req-584c3223-4eb3-46da-a97e-b5a7469e1acc tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1773043
Nov 20 21:03:41.665332 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-adab8f2d-474e-4706-873f-0fdfeb929cfa tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:41.667563 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-adab8f2d-474e-4706-873f-0fdfeb929cfa tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4721878
Nov 20 21:03:41.669600 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825f7344-6bb3-4431-83cc-2f6010edc8f8 admin admin] Made reservation on behalf of 87c1f67ae51344159dfc6c12455b44ae for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:03:41.672174 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-825f7344-6bb3-4431-83cc-2f6010edc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:41.674362 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54254) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:41.692199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1d7dfabb-2d86-41f9-bb08-5eae9c299fac up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:03:41.710533 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f4ea981d-66b1-47ec-a474-da0b02ac80bf tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '712eae47-4488-41e9-9493-3df41ad19bb0', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:41.732039 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-825f7344-6bb3-4431-83cc-2f6010edc8f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:41.761668 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd155a-550c-4e77-a29d-2a35e48623f3 req-c401e9e4-0ca3-484e-ab04-6b92d9213c19 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:41.775733 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8dfd155a-550c-4e77-a29d-2a35e48623f3 req-c401e9e4-0ca3-484e-ab04-6b92d9213c19 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.1465461
Nov 20 21:03:41.799107 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:41.799928 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:41.833309 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ca3d7da8-06d5-4729-a5e4-8d082626af52 req-082a6a73-a2cb-42fb-8df4-17e06ff5297f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1577542
Nov 20 21:03:41.862755 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4ea981d-66b1-47ec-a474-da0b02ac80bf tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:41.901105 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8dfd155a-550c-4e77-a29d-2a35e48623f3 req-36c44174-1d88-4322-8bc7-57e2ad44b975 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219697
Nov 20 21:03:42.037851 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4ea981d-66b1-47ec-a474-da0b02ac80bf tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:42.071007 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-825f7344-6bb3-4431-83cc-2f6010edc8f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:42.075301 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4ea981d-66b1-47ec-a474-da0b02ac80bf tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:42.104265 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-825f7344-6bb3-4431-83cc-2f6010edc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:42.115154 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea981d-66b1-47ec-a474-da0b02ac80bf tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f10ba5-ab62-4366-b7a6-ce6cbf529927,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:42.152108 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 54b6e7c9-5484-446f-a370-1b9e21e68db0 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:03:42.204274 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825f7344-6bb3-4431-83cc-2f6010edc8f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:03:42.215247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 54b6e7c9-5484-446f-a370-1b9e21e68db0 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:03:42.218005 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 54b6e7c9-5484-446f-a370-1b9e21e68db0 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:03:42.233903 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4ea981d-66b1-47ec-a474-da0b02ac80bf tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:42.235265 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f4ea981d-66b1-47ec-a474-da0b02ac80bf tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5576525
Nov 20 21:03:42.236760 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-825f7344-6bb3-4431-83cc-2f6010edc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:42.237111 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-825f7344-6bb3-4431-83cc-2f6010edc8f8 admin admin] Added segment 85950cae-cdba-405f-8760-3dca63f4ea28 of type vlan for network 44c7468e-6706-4062-b613-74e62739a34b
Nov 20 21:03:42.239055 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54270) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:42.247546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c3d9dc14-f694-41b7-84f7-2ee2783fbfe5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '712eae47-4488-41e9-9493-3df41ad19bb0', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:42.248649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f7344-6bb3-4431-83cc-2f6010edc8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cbf878-f90a-4d73-b785-b5168a0b38c0,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:42.310998 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-c3d9dc14-f694-41b7-84f7-2ee2783fbfe5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Project 3d0636503ac5406792f6a872f4f9c10d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:03:42.313808 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-825f7344-6bb3-4431-83cc-2f6010edc8f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:42.334586 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3d9dc14-f694-41b7-84f7-2ee2783fbfe5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:42.351697 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-825f7344-6bb3-4431-83cc-2f6010edc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:42.356686 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825f7344-6bb3-4431-83cc-2f6010edc8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:42.357809 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-825f7344-6bb3-4431-83cc-2f6010edc8f8 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:42.403033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e571a1-8e78-4763-b847-2ac98add19a0 req-23740b96-e8a7-4596-9ec3-b83348c83e8f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:42.404555 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-99e571a1-8e78-4763-b847-2ac98add19a0 req-23740b96-e8a7-4596-9ec3-b83348c83e8f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1170011
Nov 20 21:03:42.442457 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3d9dc14-f694-41b7-84f7-2ee2783fbfe5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:42.451308 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3d9dc14-f694-41b7-84f7-2ee2783fbfe5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:42.454897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f7344-6bb3-4431-83cc-2f6010edc8f8 admin admin] Pushing event updated for resources: {'Network': ['ID=44c7468e-6706-4062-b613-74e62739a34b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:42.469674 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 44c7468e-6706-4062-b613-74e62739a34b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:03:42.482636 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9dc14-f694-41b7-84f7-2ee2783fbfe5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cb656a-5281-4173-ab5f-b5bc66338dcb,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:42.495943 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-825f7344-6bb3-4431-83cc-2f6010edc8f8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.4216869
Nov 20 21:03:42.534800 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-99e571a1-8e78-4763-b847-2ac98add19a0 req-8211cb23-393c-4a4a-977e-66723b27a4d7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1148565
Nov 20 21:03:42.538237 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3d9dc14-f694-41b7-84f7-2ee2783fbfe5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:42.539444 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c3d9dc14-f694-41b7-84f7-2ee2783fbfe5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2977593
Nov 20 21:03:42.543437 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54284) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:42.556546 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-44959514-5ea5-4465-a917-f93df359e13b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'security_group_rule': {'security_group_id': '712eae47-4488-41e9-9493-3df41ad19bb0', 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:42.612015 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-44959514-5ea5-4465-a917-f93df359e13b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Project 3d0636503ac5406792f6a872f4f9c10d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:03:42.621156 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44959514-5ea5-4465-a917-f93df359e13b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:42.823495 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44959514-5ea5-4465-a917-f93df359e13b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:42.861188 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44959514-5ea5-4465-a917-f93df359e13b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:42.892526 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44959514-5ea5-4465-a917-f93df359e13b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:42.898104 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-44959514-5ea5-4465-a917-f93df359e13b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3426099
Nov 20 21:03:42.898104 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44959514-5ea5-4465-a917-f93df359e13b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c16c5a-cfbd-4ce5-bed6-184832587ef9,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:42.940724 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1e66f-86b4-4e92-a215-0c601dad2969 req-2198b5ef-eb68-49f8-99dc-58bd3988835e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:42.948448 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f8e1e66f-86b4-4e92-a215-0c601dad2969 req-2198b5ef-eb68-49f8-99dc-58bd3988835e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1234071
Nov 20 21:03:43.059418 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f8e1e66f-86b4-4e92-a215-0c601dad2969 req-0e3c8568-6a07-4512-938e-0c93b8bb54cd tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1029584
Nov 20 21:03:43.090265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1bed8-d6c7-49b0-a9e7-867a5ecf8e6a req-007776e3-154e-4df7-9cba-e3c6279cb330 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:43.092108 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-50a1bed8-d6c7-49b0-a9e7-867a5ecf8e6a req-007776e3-154e-4df7-9cba-e3c6279cb330 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.0680144
Nov 20 21:03:43.170815 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-50a1bed8-d6c7-49b0-a9e7-867a5ecf8e6a req-d9fc33d3-f320-4672-8f7e-3634822793cf tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699575
Nov 20 21:03:43.282459 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5346b41d-03c1-4f3e-a84d-50511913ac66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:43.338041 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-ddfd5ac3-9aa5-424d-bef0-8908fb34ad9a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190000944&fields=id&tenant_id=3d0636503ac5406792f6a872f4f9c10d HTTP/1.1" status: 200  len: 267 time: 0.0773845
Nov 20 21:03:43.450013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-5381504a-58fa-44ee-97c1-fd4bd25c4fdd tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:43.451463 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-5381504a-58fa-44ee-97c1-fd4bd25c4fdd tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/networks?id=44d4f9c0-cceb-42f9-9546-61fcbc3cc88b HTTP/1.1" status: 200  len: 796 time: 0.1126237
Nov 20 21:03:43.476011 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-dd04c05b-d89d-4f8f-8bf3-3edadbabaa2f tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/quotas/3d0636503ac5406792f6a872f4f9c10d HTTP/1.1" status: 200  len: 375 time: 0.0176558
Nov 20 21:03:43.560559 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-4f99d5c5-cbfa-4084-9997-963e5a5b8cb7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d0636503ac5406792f6a872f4f9c10d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0825815
Nov 20 21:03:43.648777 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e696739-fbca-4d9d-95e5-22388a9c0442 req-fc3f841a-ad77-44ca-8ef6-582e94addca2 tempest-ComputeTenantNetworksTest-880985591 tempest-ComputeTenantNetworksTest-880985591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:43.658593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e696739-fbca-4d9d-95e5-22388a9c0442 req-fc3f841a-ad77-44ca-8ef6-582e94addca2 tempest-ComputeTenantNetworksTest-880985591 tempest-ComputeTenantNetworksTest-880985591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:43.672330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e696739-fbca-4d9d-95e5-22388a9c0442 req-fc3f841a-ad77-44ca-8ef6-582e94addca2 tempest-ComputeTenantNetworksTest-880985591 tempest-ComputeTenantNetworksTest-880985591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:43.674637 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e696739-fbca-4d9d-95e5-22388a9c0442 req-fc3f841a-ad77-44ca-8ef6-582e94addca2 tempest-ComputeTenantNetworksTest-880985591 tempest-ComputeTenantNetworksTest-880985591-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1902 time: 0.2613242
Nov 20 21:03:43.739042 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54352) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:43.883166 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6ab04-1e23-46e9-a757-1e560cdcbccc req-9691c8a8-0714-4206-ae21-f843fc1557ea tempest-ComputeTenantNetworksTest-880985591 tempest-ComputeTenantNetworksTest-880985591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:43.889854 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7db6ab04-1e23-46e9-a757-1e560cdcbccc req-9691c8a8-0714-4206-ae21-f843fc1557ea tempest-ComputeTenantNetworksTest-880985591 tempest-ComputeTenantNetworksTest-880985591-project] 10.222.0.41 "GET /v2.0/networks/44c7468e-6706-4062-b613-74e62739a34b HTTP/1.1" status: 200  len: 768 time: 0.1179502
Nov 20 21:03:43.895739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54360) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:43.992038 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5b432a5-5ad8-4817-b663-cc95b6a8cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:44.051004 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81994671-792b-4be1-8464-d807643353f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:44.066033 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-1b1f5050-187d-46d9-94e6-86107dd95671 service neutron] 10.222.0.41 "GET /v2.0/networks/44d4f9c0-cceb-42f9-9546-61fcbc3cc88b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4930975
Nov 20 21:03:44.135178 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5b432a5-5ad8-4817-b663-cc95b6a8cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:44.169665 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a5b432a5-5ad8-4817-b663-cc95b6a8cb7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4cb15160>,) {'filters': {'network_id': ['44c7468e-6706-4062-b613-74e62739a34b']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:44.194097 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a5b432a5-5ad8-4817-b663-cc95b6a8cb7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4cb15160>, '85950cae-cdba-405f-8760-3dca63f4ea28') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:44.194396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a5b432a5-5ad8-4817-b663-cc95b6a8cb7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4cb15160>, '85950cae-cdba-405f-8760-3dca63f4ea28') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:44.237266 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5b432a5-5ad8-4817-b663-cc95b6a8cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:44.243779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-00610c0c-7461-4083-a40a-ada75ac61563 service neutron] 10.222.0.41 "GET /v2.0/networks/44d4f9c0-cceb-42f9-9546-61fcbc3cc88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1713076
Nov 20 21:03:44.271119 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5b432a5-5ad8-4817-b663-cc95b6a8cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:44.280979 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94f40f-b23e-4ecd-beff-5d4c509c76e8 req-41ea3196-7907-471e-9c4b-7d87b0fe3039 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:44.282550 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5c94f40f-b23e-4ecd-beff-5d4c509c76e8 req-41ea3196-7907-471e-9c4b-7d87b0fe3039 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1027672
Nov 20 21:03:44.299162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b432a5-5ad8-4817-b663-cc95b6a8cb7d admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:03:44.299575 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5b432a5-5ad8-4817-b663-cc95b6a8cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:03:44.301293 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:03:44.354362 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81994671-792b-4be1-8464-d807643353f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:44.372638 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81994671-792b-4be1-8464-d807643353f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:44.454132 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5c94f40f-b23e-4ecd-beff-5d4c509c76e8 req-66c2f754-ed80-4c5e-baa9-32c4e089bc2c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1606791
Nov 20 21:03:44.462584 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5b432a5-5ad8-4817-b663-cc95b6a8cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:44.485538 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a5b432a5-5ad8-4817-b663-cc95b6a8cb7d admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:44.489315 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a5b432a5-5ad8-4817-b663-cc95b6a8cb7d admin admin] 10.222.0.41 "DELETE /v2.0/networks/44c7468e-6706-4062-b613-74e62739a34b HTTP/1.1" status: 204  len: 168 time: 0.5921950
Nov 20 21:03:44.532686 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81994671-792b-4be1-8464-d807643353f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7e123c-c022-42e6-afbc-f9e15ba879fb,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:44.558425 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b432a5-5ad8-4817-b663-cc95b6a8cb7d admin admin] Pushing event deleted for resources: {'Network': ['ID=44c7468e-6706-4062-b613-74e62739a34b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:44.580836 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-81994671-792b-4be1-8464-d807643353f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be223657e1234b089d38ec873d2e32b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8406339
Nov 20 21:03:44.584143 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0a5de1f-b3fb-4820-a3b0-26a6a63ea580 req-80d79307-f4ff-40fa-8f1f-8718a62697b2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 210 time: 0.0418029
Nov 20 21:03:44.584828 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54402) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:44.628103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098f79a-6158-4300-8eae-19a1e2a46b6a req-198a14cf-bd8d-47b6-91c4-3cc58cdcec20 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:44.648703 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b098f79a-6158-4300-8eae-19a1e2a46b6a req-198a14cf-bd8d-47b6-91c4-3cc58cdcec20 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.1347160
Nov 20 21:03:44.692177 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-478b899a-1704-407e-bd65-9ab35a73d087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:44.764825 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b098f79a-6158-4300-8eae-19a1e2a46b6a req-c9e34a6e-1e71-4b8b-9e36-0ed8163c647b tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110218
Nov 20 21:03:44.770713 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-478b899a-1704-407e-bd65-9ab35a73d087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:44.885787 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54420) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:44.927685 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-478b899a-1704-407e-bd65-9ab35a73d087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:44.935028 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-478b899a-1704-407e-bd65-9ab35a73d087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:44.945609 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-478b899a-1704-407e-bd65-9ab35a73d087 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc7e123c-c022-42e6-afbc-f9e15ba879fb HTTP/1.1" status: 204  len: 168 time: 0.3582032
Nov 20 21:03:44.957076 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b899a-1704-407e-bd65-9ab35a73d087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7e123c-c022-42e6-afbc-f9e15ba879fb,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:44.990881 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8ef9a313-74b1-453e-a62c-5222b9bc1967 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87c1f67ae51344159dfc6c12455b44ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1026738
Nov 20 21:03:45.001519 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54438) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:45.058794 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ec1a0-677e-4ecb-af0a-e36cbf4ee6e1 req-ec701740-d585-447d-a202-46f3404d75c2 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:45.062699 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-244ec1a0-677e-4ecb-af0a-e36cbf4ee6e1 req-ec701740-d585-447d-a202-46f3404d75c2 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0934536
Nov 20 21:03:45.116777 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba5600b4-221a-4e07-89de-d05340fe7d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:45.153617 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-244ec1a0-677e-4ecb-af0a-e36cbf4ee6e1 req-4b4291a9-65c6-466d-a5f5-4cb6fb6feab5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748651
Nov 20 21:03:45.192307 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba5600b4-221a-4e07-89de-d05340fe7d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:45.283759 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba5600b4-221a-4e07-89de-d05340fe7d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:45.286644 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba5600b4-221a-4e07-89de-d05340fe7d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:45.290483 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ba5600b4-221a-4e07-89de-d05340fe7d4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77cbf878-f90a-4d73-b785-b5168a0b38c0 HTTP/1.1" status: 204  len: 168 time: 0.2814977
Nov 20 21:03:45.296270 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5600b4-221a-4e07-89de-d05340fe7d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cbf878-f90a-4d73-b785-b5168a0b38c0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:45.638936 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-75ad6071-5d81-48cb-a1a3-ac768f8e0752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:45.654900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54462) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:45.719541 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9d393039-1c44-4763-adc5-9d6cf5e9216d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:45.779494 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1003e449-a7a1-4142-b695-4dc9ff774add req-89175c44-dcd1-4f39-9617-f8d703d39b5c tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 210 time: 0.0418830
Nov 20 21:03:45.859952 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9d393039-1c44-4763-adc5-9d6cf5e9216d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:45.865579 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9d393039-1c44-4763-adc5-9d6cf5e9216d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:45.928408 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d393039-1c44-4763-adc5-9d6cf5e9216d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131f9368-7f10-424f-a6ea-d6952c1b90f1,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:45.943094 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9d393039-1c44-4763-adc5-9d6cf5e9216d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e81c48ec84ce405487f52c280325a85e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2861116
Nov 20 21:03:45.945547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54484) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:46.000645 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f92f0b-0333-48b4-8241-d3214661431f req-74fbb3d0-644c-45f3-b5c0-310d229ec68e tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:46.018266 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0f92f0b-0333-48b4-8241-d3214661431f req-74fbb3d0-644c-45f3-b5c0-310d229ec68e tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.1433649
Nov 20 21:03:46.068638 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53821072-ab28-473a-9bc7-3b57dba621bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:46.104002 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53821072-ab28-473a-9bc7-3b57dba621bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:46.150951 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0f92f0b-0333-48b4-8241-d3214661431f req-fcfea9a6-07f1-4273-b595-c17f1a1eaf55 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292875
Nov 20 21:03:46.218840 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53821072-ab28-473a-9bc7-3b57dba621bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:46.221762 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53821072-ab28-473a-9bc7-3b57dba621bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:46.223779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-53821072-ab28-473a-9bc7-3b57dba621bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/131f9368-7f10-424f-a6ea-d6952c1b90f1 HTTP/1.1" status: 204  len: 168 time: 0.2756884
Nov 20 21:03:46.247693 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53821072-ab28-473a-9bc7-3b57dba621bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131f9368-7f10-424f-a6ea-d6952c1b90f1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:46.318848 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c97fb-bca9-42df-82c3-fce35b483d90 req-3ebdf1a0-1f53-4c6a-9830-f1bec58c61e8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:46.328377 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-652c97fb-bca9-42df-82c3-fce35b483d90 req-3ebdf1a0-1f53-4c6a-9830-f1bec58c61e8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0677052
Nov 20 21:03:46.399641 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-652c97fb-bca9-42df-82c3-fce35b483d90 req-82baf636-c2f8-417d-9780-f092df9e2b6b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699201
Nov 20 21:03:46.432202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-94401948-3829-4355-8c13-c366a59e3cdb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:46.434221 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-94401948-3829-4355-8c13-c366a59e3cdb tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.47 "GET /v2.0/networks?id=44d4f9c0-cceb-42f9-9546-61fcbc3cc88b HTTP/1.1" status: 200  len: 796 time: 0.3171408
Nov 20 21:03:46.752323 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:46.991423 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-25391f3a-742b-4c0e-8012-7dea27d54eb5 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d0636503ac5406792f6a872f4f9c10d HTTP/1.1" status: 200  len: 380 time: 0.5418181
Nov 20 21:03:47.000410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ae568-11e1-4811-8b31-be021c3c8083 req-6001ec55-e01c-4c73-8edf-0173769fec15 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:47.008048 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-482ae568-11e1-4811-8b31-be021c3c8083 req-6001ec55-e01c-4c73-8edf-0173769fec15 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.5291772
Nov 20 21:03:47.015365 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-cf77e0f4-94df-4d49-b059-80a2642a9cd2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'port': {'device_id': 'e53d5c0d-fd96-4986-b720-da7f4969d052', 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b', 'admin_state_up': True, 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'security_groups': ['712eae47-4488-41e9-9493-3df41ad19bb0']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:47.029565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46a9957f-1ed6-4561-9f9d-1755f048bbaa req-6bb9e165-96ad-404b-9a74-bf2985ecc69d tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 210 time: 0.0974066
Nov 20 21:03:47.136834 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54538) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:47.246666 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-482ae568-11e1-4811-8b31-be021c3c8083 req-5c510499-e786-4928-b47e-2002eb02f333 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2349012
Nov 20 21:03:47.351118 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-cf77e0f4-94df-4d49-b059-80a2642a9cd2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Made reservation on behalf of 3d0636503ac5406792f6a872f4f9c10d for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:03:47.356606 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-cf77e0f4-94df-4d49-b059-80a2642a9cd2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:47.427621 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-f6fb2b40-6af7-4bc0-8af9-5cf500a72a1a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-network', 'tenant_id': '185bc78201f1431881a86d4894780efb'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:47.469162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0ec43-3b4c-46b9-8ae7-31f496c13032 req-0e3bce3e-b8ea-474b-b908-909d40e268be tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:47.477093 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-adc0ec43-3b4c-46b9-8ae7-31f496c13032 req-0e3bce3e-b8ea-474b-b908-909d40e268be tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.1135604
Nov 20 21:03:47.506014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fb2b40-6af7-4bc0-8af9-5cf500a72a1a admin admin] Made reservation on behalf of 185bc78201f1431881a86d4894780efb for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:03:47.509821 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f6fb2b40-6af7-4bc0-8af9-5cf500a72a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:47.534685 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46d893-1c71-44b5-bc46-65171762349f req-2e445f52-c658-408a-aae8-a285a306819f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:47.544982 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fa46d893-1c71-44b5-bc46-65171762349f req-2e445f52-c658-408a-aae8-a285a306819f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1844618
Nov 20 21:03:47.546796 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f6fb2b40-6af7-4bc0-8af9-5cf500a72a1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:47.591415 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-adc0ec43-3b4c-46b9-8ae7-31f496c13032 req-c9df37a3-9282-4f86-b7a6-542737ed88e5 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133795
Nov 20 21:03:47.654111 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fa46d893-1c71-44b5-bc46-65171762349f req-58b7f553-6719-4628-8630-ce37e6ffcce7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1079571
Nov 20 21:03:47.670985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-cf77e0f4-94df-4d49-b059-80a2642a9cd2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Allocated IP 172.20.0.8 (44d4f9c0-cceb-42f9-9546-61fcbc3cc88b/77260215-5181-4e16-8415-4b8e80957e11/1b695079-97f8-4824-aa79-b176e875fa4a) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:03:47.697630 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f6fb2b40-6af7-4bc0-8af9-5cf500a72a1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:47.705133 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f6fb2b40-6af7-4bc0-8af9-5cf500a72a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:47.789737 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6fb2b40-6af7-4bc0-8af9-5cf500a72a1a admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:03:47.816463 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb2b40-6af7-4bc0-8af9-5cf500a72a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855749f9-204f-4616-a650-03f32ee7c317,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:47.833752 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f6fb2b40-6af7-4bc0-8af9-5cf500a72a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:47.834391 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-f6fb2b40-6af7-4bc0-8af9-5cf500a72a1a admin admin] Added segment b489bf0b-81af-4c07-9086-5848c41da655 of type vlan for network 2b0462fe-9d19-4cda-815b-86a91b87f9c7
Nov 20 21:03:47.846733 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf814cbe-b66e-46d2-9e4f-1466a12e25df req-192373e4-34d6-462d-a46b-430ca4de76ef tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:47.857076 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf814cbe-b66e-46d2-9e4f-1466a12e25df req-192373e4-34d6-462d-a46b-430ca4de76ef tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1171927
Nov 20 21:03:47.925443 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-cf77e0f4-94df-4d49-b059-80a2642a9cd2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:47.938239 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f6fb2b40-6af7-4bc0-8af9-5cf500a72a1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:47.967042 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf814cbe-b66e-46d2-9e4f-1466a12e25df req-2605b113-3a25-460e-a702-0c379fce1b4e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1085987
Nov 20 21:03:47.987300 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f6fb2b40-6af7-4bc0-8af9-5cf500a72a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:47.988448 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-cf77e0f4-94df-4d49-b059-80a2642a9cd2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:47.988620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fb2b40-6af7-4bc0-8af9-5cf500a72a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:47.989275 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f6fb2b40-6af7-4bc0-8af9-5cf500a72a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:48.027140 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f6fb2b40-6af7-4bc0-8af9-5cf500a72a1a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.8882771
Nov 20 21:03:48.030421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54594) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:48.036380 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d46a10b1-7961-49ad-b299-2b0a30ec1ad8 admin admin] Request body: {'subnet': {'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-subnet', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:48.061849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-cf77e0f4-94df-4d49-b059-80a2642a9cd2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:03:48.068624 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-cf77e0f4-94df-4d49-b059-80a2642a9cd2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:48.070886 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-cf77e0f4-94df-4d49-b059-80a2642a9cd2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:03:48.092434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb2b40-6af7-4bc0-8af9-5cf500a72a1a admin admin] Pushing event updated for resources: {'Network': ['ID=2b0462fe-9d19-4cda-815b-86a91b87f9c7,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:48.107412 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77e0f4-94df-4d49-b059-80a2642a9cd2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Port': ['ID=1b695079-97f8-4824-aa79-b176e875fa4a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:48.108563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:03:48.116143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46a10b1-7961-49ad-b299-2b0a30ec1ad8 admin admin] Made reservation on behalf of 185bc78201f1431881a86d4894780efb for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:03:48.121165 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d46a10b1-7961-49ad-b299-2b0a30ec1ad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:48.194819 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-cf77e0f4-94df-4d49-b059-80a2642a9cd2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:48.195498 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-cf77e0f4-94df-4d49-b059-80a2642a9cd2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:48.265502 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-cf77e0f4-94df-4d49-b059-80a2642a9cd2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2532239
Nov 20 21:03:48.373869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Request body: {'port': {'device_id': 'e53d5c0d-fd96-4986-b720-da7f4969d052', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:48.520968 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84c465-7554-4c9c-83aa-82ea2824a1ec req-58a0cd44-6458-44f9-8747-090df8df9959 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:48.523165 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-de84c465-7554-4c9c-83aa-82ea2824a1ec req-58a0cd44-6458-44f9-8747-090df8df9959 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 931 time: 0.2826586
Nov 20 21:03:48.586983 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:48.590128 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:48.616508 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a2da5377-f7f8-4e80-963d-1050c87dcb08 None None] Provisioning complete for port 1b695079-97f8-4824-aa79-b176e875fa4a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:48.617296 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a2da5377-f7f8-4e80-963d-1050c87dcb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:48.652220 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-de84c465-7554-4c9c-83aa-82ea2824a1ec req-9cff7a72-e6ac-4e33-8000-63f5d860ab43 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=712eae47-4488-41e9-9493-3df41ad19bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0963092
Nov 20 21:03:48.705408 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d46a10b1-7961-49ad-b299-2b0a30ec1ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:48.725521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a2da5377-f7f8-4e80-963d-1050c87dcb08 None None] Port 1b695079-97f8-4824-aa79-b176e875fa4a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:03:48.935658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a10b1-7961-49ad-b299-2b0a30ec1ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d8dda6c-ad95-4b4c-9a1c-f85536341ba1,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:48.987004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a10b1-7961-49ad-b299-2b0a30ec1ad8 admin admin] Checking segment: {'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:03:48.988225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46a10b1-7961-49ad-b299-2b0a30ec1ad8 admin admin] Network hostable DHCP agents. Network: 2b0462fe-9d19-4cda-815b-86a91b87f9c7, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:03:49.013261 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9343f59-75b5-4347-958a-528c0d6dc9e8 req-fbacdeb0-dd86-4d52-b62b-9cb2883b9f4c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:49.018923 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9343f59-75b5-4347-958a-528c0d6dc9e8 req-fbacdeb0-dd86-4d52-b62b-9cb2883b9f4c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.2088354
Nov 20 21:03:49.019794 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:49.088832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46a10b1-7961-49ad-b299-2b0a30ec1ad8 admin admin] Network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:03:49.126488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-d46a10b1-7961-49ad-b299-2b0a30ec1ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2b0462fe-9d19-4cda-815b-86a91b87f9c7) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:49.135790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13c957c-881c-40e8-81ba-624bafbfa265 None None] Network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:03:49.139931 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46a10b1-7961-49ad-b299-2b0a30ec1ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:49.140491 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d46a10b1-7961-49ad-b299-2b0a30ec1ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:49.157225 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9343f59-75b5-4347-958a-528c0d6dc9e8 req-97ce734b-d8f4-47ad-963f-8b05b4c3e959 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199386
Nov 20 21:03:49.167103 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d46a10b1-7961-49ad-b299-2b0a30ec1ad8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.1350389
Nov 20 21:03:49.170769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54630) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:49.181303 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:49.226493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b695079-97f8-4824-aa79-b176e875fa4a {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:03:49.240887 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:49.242334 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:49.253871 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:49.291978 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Transition to ACTIVE for port object 1b695079-97f8-4824-aa79-b176e875fa4a will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:03:49.296367 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:49.342325 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:49.529796 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Pushing event updated for resources: {'Port': ['ID=1b695079-97f8-4824-aa79-b176e875fa4a,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:49.568305 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:03:49.574687 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:49.581243 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Attempting to bind port 1b695079-97f8-4824-aa79-b176e875fa4a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:03:49.581897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Attempting to bind port 1b695079-97f8-4824-aa79-b176e875fa4a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ad7df78f-3b5a-4f89-87df-28748bf1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:03:49.582270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Attempting to bind port 1b695079-97f8-4824-aa79-b176e875fa4a on network 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:03:49.589140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Port 1b695079-97f8-4824-aa79-b176e875fa4a on network 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:03:49.589520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Attempting to bind port 1b695079-97f8-4824-aa79-b176e875fa4a on network 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:03:49.596373 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:03:49.597053 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Checking segment: {'id': 'ad7df78f-3b5a-4f89-87df-28748bf1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:03:49.597738 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Bound using segment: {'id': 'ad7df78f-3b5a-4f89-87df-28748bf1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:03:49.598978 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Bound port: 1b695079-97f8-4824-aa79-b176e875fa4a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7df78f-3b5a-4f89-87df-28748bf1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:03:49.600168 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:49.740362 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:49.819996 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] For port 1b695079-97f8-4824-aa79-b176e875fa4a, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:03:49.831082 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] For port 1b695079-97f8-4824-aa79-b176e875fa4a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b695079-97f8-4824-aa79-b176e875fa4a,segment=NetworkSegment(ad7df78f-3b5a-4f89-87df-28748bf1bea1),segment_id=ad7df78f-3b5a-4f89-87df-28748bf1bea1)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:03:49.841340 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:49.976151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a064b34-784f-4388-8da2-7c6bb6dd508d req-5b1c8422-1978-42e9-b6ca-283864a03a43 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:49.991006 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:49.991508 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2a064b34-784f-4388-8da2-7c6bb6dd508d req-5b1c8422-1978-42e9-b6ca-283864a03a43 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 943 time: 0.2001176
Nov 20 21:03:49.992607 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:50.000104 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] 10.222.0.47 "PUT /v2.0/ports/1b695079-97f8-4824-aa79-b176e875fa4a HTTP/1.1" status: 200  len: 1091 time: 1.6266482
Nov 20 21:03:50.003204 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53d5c0d-fd96-4986-b720-da7f4969d052', 'tag': '1b695079-97f8-4824-aa79-b176e875fa4a'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:03:50.005686 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71186f55-b4e5-41b5-963a-317f9448c47c" -d '{"events": [{"name": "network-changed", "server_uuid": "e53d5c0d-fd96-4986-b720-da7f4969d052", "tag": "1b695079-97f8-4824-aa79-b176e875fa4a"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:03:50.156776 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2a064b34-784f-4388-8da2-7c6bb6dd508d req-67179557-1923-4a94-bd8a-c6c3276260ca tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=712eae47-4488-41e9-9493-3df41ad19bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1615975
Nov 20 21:03:50.159587 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1004d9-05ca-47f3-98e3-f3e275b3cb8e service neutron] Pushing event updated for resources: {'Port': ['ID=1b695079-97f8-4824-aa79-b176e875fa4a,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:50.257182 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59f6979-cd63-4e03-8c69-50a075b96a1b x-openstack-request-id: req-f59f6979-cd63-4e03-8c69-50a075b96a1b {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:03:50.258191 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53d5c0d-fd96-4986-b720-da7f4969d052", "tag": "1b695079-97f8-4824-aa79-b176e875fa4a", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:03:50.258191 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f59f6979-cd63-4e03-8c69-50a075b96a1b {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:03:50.259369 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53d5c0d-fd96-4986-b720-da7f4969d052', 'tag': '1b695079-97f8-4824-aa79-b176e875fa4a', 'status': 'completed', 'code': 200}
Nov 20 21:03:50.343900 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-a6ebdc59-3198-4292-beff-c608c3c41fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:50.345451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-a6ebdc59-3198-4292-beff-c608c3c41fd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d0636503ac5406792f6a872f4f9c10d&device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 1094 time: 0.2977650
Nov 20 21:03:50.385598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Allocated IP 172.20.0.2 (2b0462fe-9d19-4cda-815b-86a91b87f9c7/1d8dda6c-ad95-4b4c-9a1c-f85536341ba1/1521ddf2-edc2-42d6-99af-16ac83c05674) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:03:50.527515 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-1a8407ea-9a73-4b54-a7e5-017e745d1038 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b695079-97f8-4824-aa79-b176e875fa4a HTTP/1.1" status: 200  len: 217 time: 0.1617224
Nov 20 21:03:50.629501 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:50.647444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d89dd-7cf0-43a0-ba5c-f8b303a85e24 req-8e4761a6-0c92-4460-a550-edad69fcbbd7 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:50.649643 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-692d89dd-7cf0-43a0-ba5c-f8b303a85e24 req-8e4761a6-0c92-4460-a550-edad69fcbbd7 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.1128106
Nov 20 21:03:50.658950 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-c39ad3a8-8e2a-40bb-80d8-a3bf5bc99b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:50.660411 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-c39ad3a8-8e2a-40bb-80d8-a3bf5bc99b60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77260215-5181-4e16-8415-4b8e80957e11 HTTP/1.1" status: 200  len: 835 time: 0.1350935
Nov 20 21:03:50.707421 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:50.842531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-a97626ce-fba2-4765-8422-2dbabc6748ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:50.846171 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-a97626ce-fba2-4765-8422-2dbabc6748ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44d4f9c0-cceb-42f9-9546-61fcbc3cc88b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1767426
Nov 20 21:03:50.887096 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-692d89dd-7cf0-43a0-ba5c-f8b303a85e24 req-c5e0418e-9105-4e62-ad3c-64485e036ef6 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896567
Nov 20 21:03:51.002352 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:51.012804 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:51.038979 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:03:51.044542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:51.047364 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-cd62cc82-5731-4523-8295-3402c2bd7b91 service neutron] 10.222.0.47 "GET /v2.0/networks/44d4f9c0-cceb-42f9-9546-61fcbc3cc88b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1910501
Nov 20 21:03:51.050953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Allocated IP 172.35.1.133 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/108b7fb6-4444-4520-9440-c3743a4bac3e) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:03:51.054607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:03:51.164604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Pushing event updated for resources: {'Port': ['ID=1521ddf2-edc2-42d6-99af-16ac83c05674,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:51.324384 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Attempting to bind port 1521ddf2-edc2-42d6-99af-16ac83c05674 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:03:51.325673 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Attempting to bind port 1521ddf2-edc2-42d6-99af-16ac83c05674 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:03:51.326145 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Attempting to bind port 1521ddf2-edc2-42d6-99af-16ac83c05674 on network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:03:51.365489 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:03:51.369369 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Checking segment: {'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:03:51.370920 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:51.373352 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Bound using segment: {'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:03:51.375400 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Bound port: 1521ddf2-edc2-42d6-99af-16ac83c05674, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:03:51.380721 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:51.395339 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0df66e1d-fafe-42bb-bfd4-e050c11cab8b req-1868ab56-24d4-455e-a9c4-6d14aa8f8b56 service neutron] 10.222.0.47 "GET /v2.0/networks/44d4f9c0-cceb-42f9-9546-61fcbc3cc88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3349669
Nov 20 21:03:51.423615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696789af-acac-41dc-ba84-e44b0447241b req-23bfdc46-374c-4c6d-b219-b39516010c5c tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:51.440233 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-696789af-acac-41dc-ba84-e44b0447241b req-23bfdc46-374c-4c6d-b219-b39516010c5c tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 943 time: 0.1154623
Nov 20 21:03:51.561081 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-696789af-acac-41dc-ba84-e44b0447241b req-60716740-ad63-40ee-ae47-c28104187cc4 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=712eae47-4488-41e9-9493-3df41ad19bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1174176
Nov 20 21:03:51.573138 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:51.630618 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:51.677999 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] For port 1521ddf2-edc2-42d6-99af-16ac83c05674, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:03:51.683164 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] For port 1521ddf2-edc2-42d6-99af-16ac83c05674, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1521ddf2-edc2-42d6-99af-16ac83c05674,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:03:51.689944 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:51.747411 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:03:51.756858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:51.776180 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71186f55-b4e5-41b5-963a-317f9448c47c req-49023c0e-6f39-4991-9249-6c352cf1ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:51.778099 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-71186f55-b4e5-41b5-963a-317f9448c47c req-49023c0e-6f39-4991-9249-6c352cf1ffe4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d0636503ac5406792f6a872f4f9c10d&device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 1094 time: 0.1257341
Nov 20 21:03:51.788523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecac4343-1778-473d-ad9f-9109859bed03 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:51.817873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eda0fe-f229-4408-ae38-6b2c07180c2e None None] Pushing event updated for resources: {'Port': ['ID=1521ddf2-edc2-42d6-99af-16ac83c05674,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:51.842744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:03:51.917206 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2ac6d9eb-3cf5-4c61-97a6-4669b507a0de None None] Provisioning complete for port 108b7fb6-4444-4520-9440-c3743a4bac3e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:51.920652 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d9eb-3cf5-4c61-97a6-4669b507a0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:51.991661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Pushing event updated for resources: {'Port': ['ID=108b7fb6-4444-4520-9440-c3743a4bac3e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:52.070368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6d9eb-3cf5-4c61-97a6-4669b507a0de None None] Port 108b7fb6-4444-4520-9440-c3743a4bac3e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:03:52.174910 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71186f55-b4e5-41b5-963a-317f9448c47c req-102f7997-4e84-47f7-99fd-32f53209fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:52.176408 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-71186f55-b4e5-41b5-963a-317f9448c47c req-102f7997-4e84-47f7-99fd-32f53209fe46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=44d4f9c0-cceb-42f9-9546-61fcbc3cc88b HTTP/1.1" status: 200  len: 897 time: 0.3892038
Nov 20 21:03:52.189380 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982763f-cd6e-47f5-b737-abd6db8bbe97 req-19b09e70-e90d-4f75-a936-3d839bcbb626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:52.190961 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8982763f-cd6e-47f5-b737-abd6db8bbe97 req-19b09e70-e90d-4f75-a936-3d839bcbb626 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 1096 time: 0.4355912
Nov 20 21:03:52.222023 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1b17e-f07f-4362-b655-972a2b0a0f6a req-186bb76c-fd9d-461b-8275-4e57d42d3767 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:52.232352 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7a1b17e-f07f-4362-b655-972a2b0a0f6a req-186bb76c-fd9d-461b-8275-4e57d42d3767 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.1293864
Nov 20 21:03:52.345305 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-71186f55-b4e5-41b5-963a-317f9448c47c req-47d3e22c-ada2-4809-9516-d9ab56e274ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b695079-97f8-4824-aa79-b176e875fa4a HTTP/1.1" status: 200  len: 217 time: 0.1517210
Nov 20 21:03:52.434693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8982763f-cd6e-47f5-b737-abd6db8bbe97 req-70ed1526-5a5f-437e-a962-9cd9b112ffd4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2358923
Nov 20 21:03:52.449443 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7a1b17e-f07f-4362-b655-972a2b0a0f6a req-4ce5301a-22a1-4454-b9cf-56f44cb365d8 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2118907
Nov 20 21:03:52.475584 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71186f55-b4e5-41b5-963a-317f9448c47c req-685e050b-e224-48ec-b805-555626d0b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:52.477684 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-71186f55-b4e5-41b5-963a-317f9448c47c req-685e050b-e224-48ec-b805-555626d0b519 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77260215-5181-4e16-8415-4b8e80957e11 HTTP/1.1" status: 200  len: 835 time: 0.1036086
Nov 20 21:03:52.581608 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:52.590614 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71186f55-b4e5-41b5-963a-317f9448c47c req-83e85c49-3f1e-4b78-9f0c-8622b431ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:52.592618 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-71186f55-b4e5-41b5-963a-317f9448c47c req-83e85c49-3f1e-4b78-9f0c-8622b431ad17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44d4f9c0-cceb-42f9-9546-61fcbc3cc88b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1068034
Nov 20 21:03:52.758540 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-71186f55-b4e5-41b5-963a-317f9448c47c req-08b1b0cb-c612-4a5a-b98f-3c0a526d0632 service neutron] 10.222.0.47 "GET /v2.0/networks/44d4f9c0-cceb-42f9-9546-61fcbc3cc88b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578698
Nov 20 21:03:52.784287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e4445-e774-48ef-90d3-33d5eebcd384 req-f7d231a6-b3c8-4194-92df-ebcf6f79366e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:52.792146 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c99e4445-e774-48ef-90d3-33d5eebcd384 req-f7d231a6-b3c8-4194-92df-ebcf6f79366e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 943 time: 0.1231728
Nov 20 21:03:52.887146 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c99e4445-e774-48ef-90d3-33d5eebcd384 req-f48a676f-42d6-42aa-8035-0f821f0b1c08 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=712eae47-4488-41e9-9493-3df41ad19bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0939214
Nov 20 21:03:52.915278 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-71186f55-b4e5-41b5-963a-317f9448c47c req-15b5f674-cc25-4ef6-b988-c94066d1cf00 service neutron] 10.222.0.47 "GET /v2.0/networks/44d4f9c0-cceb-42f9-9546-61fcbc3cc88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486409
Nov 20 21:03:52.954511 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:53.114143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:03:53.267994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:03:53.285505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Sync routers for ids ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:03:53.288224 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:53.292794 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-27af6972-f1bc-4d19-8ff6-e34c1695e9a6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.1149659
Nov 20 21:03:53.294128 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54790) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:53.298713 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Routers {'8b8d83cd-4928-4b2d-872d-93c2918d6d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:53.299761 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47715100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:03:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:53.482557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90caed9-bfc9-46a3-8c34-a7155c48e55f None None] Network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:03:53.553810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Set router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:03:53.706400 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-dd9c84f4-c5af-4839-9066-8f7edca451f9 None None] Provisioning complete for port 1521ddf2-edc2-42d6-99af-16ac83c05674 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:53.706762 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dd9c84f4-c5af-4839-9066-8f7edca451f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:53.747980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd6b73-ca9a-48bb-b3cc-fca2f3d3477e req-5ed0e086-36db-4d26-9c51-180308fc4625 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:53.757177 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1bd6b73-ca9a-48bb-b3cc-fca2f3d3477e req-5ed0e086-36db-4d26-9c51-180308fc4625 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.1532001
Nov 20 21:03:53.836533 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1521ddf2-edc2-42d6-99af-16ac83c05674 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:03:53.892203 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e1bd6b73-ca9a-48bb-b3cc-fca2f3d3477e req-439c03c3-cbc6-4b36-9cee-45567c907e5d tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284049
Nov 20 21:03:54.057737 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 1521ddf2-edc2-42d6-99af-16ac83c05674 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:54.058240 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:54.163359 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090612c-520b-486d-b35e-1be9c884d0bf req-7f3ccfa3-2754-4cff-8ad6-aab23e912845 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:54.175637 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2090612c-520b-486d-b35e-1be9c884d0bf req-7f3ccfa3-2754-4cff-8ad6-aab23e912845 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 943 time: 0.1370945
Nov 20 21:03:54.190004 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:54.257015 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1b695079-97f8-4824-aa79-b176e875fa4a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:03:54.274719 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e42b1-8028-4d01-98da-3e52e962ad77 req-5e165d72-c90f-4f7e-b171-a86560b6f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:54.277910 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2a0e42b1-8028-4d01-98da-3e52e962ad77 req-5e165d72-c90f-4f7e-b171-a86560b6f850 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c79515660014c0bb607fcb10f6f0870&device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 1096 time: 0.0981796
Nov 20 21:03:54.321361 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2090612c-520b-486d-b35e-1be9c884d0bf req-66a672bc-1093-4407-88b4-2cd52b1bebd9 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=712eae47-4488-41e9-9493-3df41ad19bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1432564
Nov 20 21:03:54.526100 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e42b1-8028-4d01-98da-3e52e962ad77 req-ce045367-89a5-4a34-b0cd-1487ca6fe126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:54.527580 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2a0e42b1-8028-4d01-98da-3e52e962ad77 req-ce045367-89a5-4a34-b0cd-1487ca6fe126 service neutron] 10.222.0.37 "GET /v2.0/networks?id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 HTTP/1.1" status: 200  len: 912 time: 0.2419651
Nov 20 21:03:54.545609 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dd9c84f4-c5af-4839-9066-8f7edca451f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:54.552450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Allocated IP 172.20.0.1 (2b0462fe-9d19-4cda-815b-86a91b87f9c7/1d8dda6c-ad95-4b4c-9a1c-f85536341ba1/c6c54451-d321-4ac4-a104-3ac4c812978a) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:03:54.640194 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2a0e42b1-8028-4d01-98da-3e52e962ad77 req-367f25f3-a77a-4d60-85d4-0995eb0fbc5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd2842a2-28bd-48b3-8da3-fa139162637d HTTP/1.1" status: 200  len: 217 time: 0.1016281
Nov 20 21:03:54.685320 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb67f82-6370-49e9-b266-35e5b198de06 req-c6070cf1-f4b4-4ff1-91c5-1d3dc4572350 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:54.694962 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-edb67f82-6370-49e9-b266-35e5b198de06 req-c6070cf1-f4b4-4ff1-91c5-1d3dc4572350 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.1323221
Nov 20 21:03:54.735387 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e42b1-8028-4d01-98da-3e52e962ad77 req-0bd2cc10-529d-4d66-b970-63da9b1231f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:54.737535 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2a0e42b1-8028-4d01-98da-3e52e962ad77 req-0bd2cc10-529d-4d66-b970-63da9b1231f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d6eff07-25fc-4f90-a3eb-b1120046c7e7 HTTP/1.1" status: 200  len: 851 time: 0.0913310
Nov 20 21:03:54.768360 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-edb67f82-6370-49e9-b266-35e5b198de06 req-b2c81e99-e545-4e11-aba8-cc927023f99e tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724525
Nov 20 21:03:54.793306 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2a0e42b1-8028-4d01-98da-3e52e962ad77 req-f73567ec-9c10-4270-ab90-df58fc14c449 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422599
Nov 20 21:03:54.810367 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:54.831103 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-dd9c84f4-c5af-4839-9066-8f7edca451f9 None None] For port 1521ddf2-edc2-42d6-99af-16ac83c05674, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1521ddf2-edc2-42d6-99af-16ac83c05674,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:54.855579 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:54.856479 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:54.857423 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dd9c84f4-c5af-4839-9066-8f7edca451f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:54.877933 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:03:54.881850 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:54.931857 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c84f4-c5af-4839-9066-8f7edca451f9 None None] Pushing event updated for resources: {'Port': ['ID=1521ddf2-edc2-42d6-99af-16ac83c05674,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:54.974615 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2a0e42b1-8028-4d01-98da-3e52e962ad77 req-e24f2cf1-7378-4949-97d5-f0b83615bf76 service neutron] 10.222.0.37 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737659
Nov 20 21:03:54.983725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 1b695079-97f8-4824-aa79-b176e875fa4a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b695079-97f8-4824-aa79-b176e875fa4a,segment=NetworkSegment(ad7df78f-3b5a-4f89-87df-28748bf1bea1),segment_id=ad7df78f-3b5a-4f89-87df-28748bf1bea1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:55.046062 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:03:55.046726 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:03:55.059790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '1b695079-97f8-4824-aa79-b176e875fa4a', 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b', 'port_id': '1b695079-97f8-4824-aa79-b176e875fa4a', 'mac_address': 'fa:16:3e:ae:e6:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77260215-5181-4e16-8415-4b8e80957e11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:03:55.090229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47715100>, [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:52Z', 'revision_number': 3, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:55.162098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Checking router: 8b8d83cd-4928-4b2d-872d-93c2918d6d7d for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:03:55.164241 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Updating router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d port 108b7fb6-4444-4520-9440-c3743a4bac3e binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:03:55.204281 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2a0e42b1-8028-4d01-98da-3e52e962ad77 req-b00e6a02-9e92-43cf-ac64-7dd4840ababc service neutron] 10.222.0.37 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2221420
Nov 20 21:03:55.277711 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:55.287007 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:55.363713 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b695079-97f8-4824-aa79-b176e875fa4a {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:03:55.392820 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 1b695079-97f8-4824-aa79-b176e875fa4a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b695079-97f8-4824-aa79-b176e875fa4a,segment=NetworkSegment(ad7df78f-3b5a-4f89-87df-28748bf1bea1),segment_id=ad7df78f-3b5a-4f89-87df-28748bf1bea1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:55.411496 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:55.445739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:03:55.620715 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-af751ed3-7731-4158-a021-b3cc1eef1ed8 None None] Provisioning complete for port 1521ddf2-edc2-42d6-99af-16ac83c05674 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:55.621297 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-af751ed3-7731-4158-a021-b3cc1eef1ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:55.675889 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Pushing event updated for resources: {'Port': ['ID=c6c54451-d321-4ac4-a104-3ac4c812978a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:55.685723 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:55.762628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17e6a0-111b-490a-82a3-c59f93cb9da9 req-5971f527-c015-4e03-a85a-d772ab377966 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:55.764246 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0e17e6a0-111b-490a-82a3-c59f93cb9da9 req-5971f527-c015-4e03-a85a-d772ab377966 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 944 time: 0.3062525
Nov 20 21:03:55.769994 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c255b508-0eb7-41ba-8b19-b36d29a5284f req-f86f8451-5135-46e8-b59b-45c8156e7117 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3214047
Nov 20 21:03:55.770345 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['1b695079-97f8-4824-aa79-b176e875fa4a'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:03:55.838209 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0e17e6a0-111b-490a-82a3-c59f93cb9da9 req-60243195-d340-4e6e-8243-320d58d2d1fe tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=712eae47-4488-41e9-9493-3df41ad19bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666771
Nov 20 21:03:55.975210 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255b508-0eb7-41ba-8b19-b36d29a5284f req-ec1ffe3f-e1ae-4bd0-9a2b-26ba9487cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:55.980670 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c255b508-0eb7-41ba-8b19-b36d29a5284f req-ec1ffe3f-e1ae-4bd0-9a2b-26ba9487cdd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 1096 time: 0.1343558
Nov 20 21:03:56.031483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d95d99-5fbf-4fae-a7c6-4a2e5284b497 req-fbbf2e58-c9d7-4d5d-8f0c-0892bfca4767 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:56.045510 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39d95d99-5fbf-4fae-a7c6-4a2e5284b497 req-fbbf2e58-c9d7-4d5d-8f0c-0892bfca4767 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.1020126
Nov 20 21:03:56.072567 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:56.076784 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=1b695079-97f8-4824-aa79-b176e875fa4a,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:56.083115 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1521ddf2-edc2-42d6-99af-16ac83c05674 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:03:56.166001 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39d95d99-5fbf-4fae-a7c6-4a2e5284b497 req-96d85b17-eaa4-4e79-bfe6-8f30c5c6e83c tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183667
Nov 20 21:03:56.285812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 1521ddf2-edc2-42d6-99af-16ac83c05674 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:56.286422 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:56.290012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255b508-0eb7-41ba-8b19-b36d29a5284f req-0e082582-dab0-4061-ac24-6ae90384e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:56.291761 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c255b508-0eb7-41ba-8b19-b36d29a5284f req-0e082582-dab0-4061-ac24-6ae90384e336 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 912 time: 0.2888689
Nov 20 21:03:56.486487 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c255b508-0eb7-41ba-8b19-b36d29a5284f req-2d038441-1ba1-4803-ac08-5ea6b37c91fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e95aa78-cf30-4872-a515-77b24aeb0899 HTTP/1.1" status: 200  len: 999 time: 0.1783950
Nov 20 21:03:56.516584 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-52aa1190-3e82-4f7c-9b8b-7b12425a94ab None None] Provisioning complete for port c6c54451-d321-4ac4-a104-3ac4c812978a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:56.516908 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-52aa1190-3e82-4f7c-9b8b-7b12425a94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:56.586377 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:56.615257 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:56.661515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255b508-0eb7-41ba-8b19-b36d29a5284f req-65b295c5-3462-42f8-a5db-6cdfdd4d02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:56.664496 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c255b508-0eb7-41ba-8b19-b36d29a5284f req-65b295c5-3462-42f8-a5db-6cdfdd4d02a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.1250470
Nov 20 21:03:56.710089 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1ec5d-f1e3-433a-86d6-6551c44f7fe9 None None] Pushing event updated for resources: {'Port': ['ID=108b7fb6-4444-4520-9440-c3743a4bac3e,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:56.723980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-52aa1190-3e82-4f7c-9b8b-7b12425a94ab None None] Port c6c54451-d321-4ac4-a104-3ac4c812978a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:03:56.750025 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:56.756634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Attempting to bind port 108b7fb6-4444-4520-9440-c3743a4bac3e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:03:56.757041 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Attempting to bind port 108b7fb6-4444-4520-9440-c3743a4bac3e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:03:56.757472 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Attempting to bind port 108b7fb6-4444-4520-9440-c3743a4bac3e on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:03:56.763032 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:56.771405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:03:56.771869 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:03:56.772286 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:56.772693 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:03:56.773189 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Bound port: 108b7fb6-4444-4520-9440-c3743a4bac3e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:03:56.773702 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:56.806416 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fb5e7f-31cd-4a9f-9337-2d3bae5f4624 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:56.919056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] For port 108b7fb6-4444-4520-9440-c3743a4bac3e, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:03:56.922441 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:56.927974 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] For port 108b7fb6-4444-4520-9440-c3743a4bac3e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=108b7fb6-4444-4520-9440-c3743a4bac3e,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:03:56.948860 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255b508-0eb7-41ba-8b19-b36d29a5284f req-c69380e7-8aa2-490a-95a3-f0481f75cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:56.951180 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c255b508-0eb7-41ba-8b19-b36d29a5284f req-c69380e7-8aa2-490a-95a3-f0481f75cabc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2706680
Nov 20 21:03:56.951614 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:56.956219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Pushing event updated for resources: {'Port': ['ID=c6c54451-d321-4ac4-a104-3ac4c812978a,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:57.004277 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7834cd10-bdc8-404a-96b0-f53d4a9a4e6d None None] Provisioning complete for port 108b7fb6-4444-4520-9440-c3743a4bac3e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:57.004836 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7834cd10-bdc8-404a-96b0-f53d4a9a4e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:57.052867 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ee941a-5585-4d38-b48c-fc4718d64cb8 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:03:57.081036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b2a1c-081d-4aa3-aedc-bac55dbccfdd req-83f203a3-52e4-4436-9f38-90bb2a569b69 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:57.085402 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c68b2a1c-081d-4aa3-aedc-bac55dbccfdd req-83f203a3-52e4-4436-9f38-90bb2a569b69 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 944 time: 0.1287372
Nov 20 21:03:57.123614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Routers {'8b8d83cd-4928-4b2d-872d-93c2918d6d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:03:57.124430 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47715100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:03:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:57.155105 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c255b508-0eb7-41ba-8b19-b36d29a5284f req-1964c9da-ffc2-4285-a042-4e365ff3da96 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1809194
Nov 20 21:03:57.181577 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c68b2a1c-081d-4aa3-aedc-bac55dbccfdd req-fd9474f0-9c8a-4db8-aee0-9b23c12f3f05 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=712eae47-4488-41e9-9493-3df41ad19bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842454
Nov 20 21:03:57.250031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1ec5d-f1e3-433a-86d6-6551c44f7fe9 None None] Pushing event updated for resources: {'Port': ['ID=108b7fb6-4444-4520-9440-c3743a4bac3e,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:57.393661 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7834cd10-bdc8-404a-96b0-f53d4a9a4e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:57.408277 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] Set router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:03:57.423396 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c255b508-0eb7-41ba-8b19-b36d29a5284f req-a3351197-8c5d-4317-a9aa-15ec47683672 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2541461
Nov 20 21:03:57.470648 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-7834cd10-bdc8-404a-96b0-f53d4a9a4e6d None None] For port 108b7fb6-4444-4520-9440-c3743a4bac3e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=108b7fb6-4444-4520-9440-c3743a4bac3e,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:57.478573 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7834cd10-bdc8-404a-96b0-f53d4a9a4e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:57.563471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:03:57.569246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:03:57.659779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b6be1-abcb-4519-a042-69547626d3cb req-c3d637c7-1d88-4ec7-8a50-dfa51e71e986 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:57.669016 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-593b6be1-abcb-4519-a042-69547626d3cb req-c3d637c7-1d88-4ec7-8a50-dfa51e71e986 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.2444210
Nov 20 21:03:57.693155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6a1edbec-d22d-41ad-b7e2-90a2485fcc1d None None] Provisioning complete for port 108b7fb6-4444-4520-9440-c3743a4bac3e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:57.693533 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6a1edbec-d22d-41ad-b7e2-90a2485fcc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:57.740172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834cd10-bdc8-404a-96b0-f53d4a9a4e6d None None] Pushing event updated for resources: {'Port': ['ID=108b7fb6-4444-4520-9440-c3743a4bac3e,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:57.885595 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-593b6be1-abcb-4519-a042-69547626d3cb req-8f348127-690a-4dfe-a796-b64952ab0e1a tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2152920
Nov 20 21:03:57.891854 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:03:57.998821 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47715100>, [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:55Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c6c54451-d321-4ac4-a104-3ac4c812978a', 'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'mac_address': 'fa:16:3e:b9:ae:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:54Z', 'updated_at': '2021-11-20T21:03:56Z', 'revision_number': 2, 'project_id': '185bc78201f1431881a86d4894780efb', 'subnets': [{'id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:03:58.038401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053cbf63-c539-4e7f-ae87-6d2bd19b02cd None None] The sync data for ids ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'] in ncdv-master-1 is: [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:55Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c6c54451-d321-4ac4-a104-3ac4c812978a', 'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'mac_address': 'fa:16:3e:b9:ae:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:54Z', 'updated_at': '2021-11-20T21:03:56Z', 'revision_number': 2, 'project_id': '185bc78201f1431881a86d4894780efb', 'subnets': [{'id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:03:58.118008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f9eb6bbf-54a3-41e6-a0e1-9fa352ec01a8 None None] Provisioning complete for port c6c54451-d321-4ac4-a104-3ac4c812978a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:58.121178 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6bbf-54a3-41e6-a0e1-9fa352ec01a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:58.138376 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:03:58.146089 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d2bbfa51-98c3-4736-80b0-027de62fdaaf admin admin] 10.222.0.41 "PUT /v2.0/routers/8b8d83cd-4928-4b2d-872d-93c2918d6d7d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8507824
Nov 20 21:03:58.243103 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1b695079-97f8-4824-aa79-b176e875fa4a up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:03:58.331481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb6bbf-54a3-41e6-a0e1-9fa352ec01a8 None None] Port c6c54451-d321-4ac4-a104-3ac4c812978a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:03:58.421268 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e22bd-8492-483c-b594-a8e63f95d744 req-e9bf6775-948a-4a1d-a424-6a372f99e76f tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:58.424605 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 1b695079-97f8-4824-aa79-b176e875fa4a completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:03:58.431409 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 1b695079-97f8-4824-aa79-b176e875fa4a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:03:58.437205 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b50e22bd-8492-483c-b594-a8e63f95d744 req-e9bf6775-948a-4a1d-a424-6a372f99e76f tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 944 time: 0.1364822
Nov 20 21:03:58.449689 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:58.626720 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b50e22bd-8492-483c-b594-a8e63f95d744 req-a273904f-6f73-4339-aff9-1e6bf2617c2b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=712eae47-4488-41e9-9493-3df41ad19bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1882782
Nov 20 21:03:58.649396 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dbb5e-6124-406e-8492-93484c24deb5 req-3b23fa55-cba9-4d6f-af43-ac05605e5722 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:58.664364 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-006dbb5e-6124-406e-8492-93484c24deb5 req-3b23fa55-cba9-4d6f-af43-ac05605e5722 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.2315092
Nov 20 21:03:58.761949 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:58.795452 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-006dbb5e-6124-406e-8492-93484c24deb5 req-a90d0fe0-4aab-4b91-a3f2-5d44e9c49409 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190481
Nov 20 21:03:58.814835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53d5c0d-fd96-4986-b720-da7f4969d052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b695079-97f8-4824-aa79-b176e875fa4a'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:03:58.817169 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0d0172-3b84-47ab-9dfb-9d9bcfdc9382" -d '{"events": [{"server_uuid": "e53d5c0d-fd96-4986-b720-da7f4969d052", "name": "network-vif-plugged", "status": "completed", "tag": "1b695079-97f8-4824-aa79-b176e875fa4a"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:03:58.849161 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 1b695079-97f8-4824-aa79-b176e875fa4a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b695079-97f8-4824-aa79-b176e875fa4a,segment=NetworkSegment(ad7df78f-3b5a-4f89-87df-28748bf1bea1),segment_id=ad7df78f-3b5a-4f89-87df-28748bf1bea1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:03:58.863457 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:58.930259 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=1b695079-97f8-4824-aa79-b176e875fa4a,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:59.116023 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055d59b3-b53c-4e67-932d-ba7e718ec697 x-openstack-request-id: req-055d59b3-b53c-4e67-932d-ba7e718ec697 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:03:59.116532 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53d5c0d-fd96-4986-b720-da7f4969d052", "name": "network-vif-plugged", "status": "completed", "tag": "1b695079-97f8-4824-aa79-b176e875fa4a", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:03:59.116943 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-055d59b3-b53c-4e67-932d-ba7e718ec697 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:03:59.117529 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53d5c0d-fd96-4986-b720-da7f4969d052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b695079-97f8-4824-aa79-b176e875fa4a', 'code': 200}
Nov 20 21:03:59.304445 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60250202-cffa-4d6c-ae05-ac65a972696b req-a62224d9-7d99-4f4c-bc1b-8c1d2c0df43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:59.309390 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60250202-cffa-4d6c-ae05-ac65a972696b req-a62224d9-7d99-4f4c-bc1b-8c1d2c0df43d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 1096 time: 0.1098480
Nov 20 21:03:59.430199 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60250202-cffa-4d6c-ae05-ac65a972696b req-dea6e10f-a97a-4aa1-9062-ed39e0ca5b30 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=712eae47-4488-41e9-9493-3df41ad19bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027684
Nov 20 21:03:59.454787 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55138) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:59.469647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e6913241-224a-4c59-b294-82587ba06bfe tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--110489351', 'description': 'tempest-description--486011102'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:59.504133 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e6913241-224a-4c59-b294-82587ba06bfe tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:59.639101 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e6913241-224a-4c59-b294-82587ba06bfe tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:59.643091 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e6913241-224a-4c59-b294-82587ba06bfe tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:59.673944 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e6913241-224a-4c59-b294-82587ba06bfe tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:59.679963 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e6913241-224a-4c59-b294-82587ba06bfe tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.2198312
Nov 20 21:03:59.681512 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55164) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:59.687229 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-183f5091-dc4d-4cbe-a4c3-61777d7e88d0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Request body: {'security_group_rule': {'security_group_id': 'cbac2919-b506-4aa1-918f-d4afcfb7eb7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:03:59.707312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6913241-224a-4c59-b294-82587ba06bfe tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbac2919-b506-4aa1-918f-d4afcfb7eb7f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:59.770530 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-183f5091-dc4d-4cbe-a4c3-61777d7e88d0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:59.841382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404247a-39cf-4f81-8892-9d0c3e688c23 req-6a8c2cfc-6b94-4e7e-8f2b-fcc51e43643b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:03:59.843888 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f404247a-39cf-4f81-8892-9d0c3e688c23 req-6a8c2cfc-6b94-4e7e-8f2b-fcc51e43643b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 945 time: 0.1170771
Nov 20 21:03:59.881856 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-183f5091-dc4d-4cbe-a4c3-61777d7e88d0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:59.888373 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-183f5091-dc4d-4cbe-a4c3-61777d7e88d0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:59.907269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55174) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:03:59.956169 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f5091-dc4d-4cbe-a4c3-61777d7e88d0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5469c46b-ef5f-448f-8bce-4ddf14b8a80b,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:03:59.975798 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-183f5091-dc4d-4cbe-a4c3-61777d7e88d0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:03:59.980462 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-183f5091-dc4d-4cbe-a4c3-61777d7e88d0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2970111
Nov 20 21:03:59.981135 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55178) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:00.003051 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f404247a-39cf-4f81-8892-9d0c3e688c23 req-20acbbf6-6bfd-499d-8229-96ab0efe332a tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=712eae47-4488-41e9-9493-3df41ad19bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1488578
Nov 20 21:04:00.007049 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-849340ae-3751-4879-a25f-81ac6eb30865 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Request body: {'security_group_rule': {'security_group_id': 'cbac2919-b506-4aa1-918f-d4afcfb7eb7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:00.031525 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b331db3-27be-4a1b-9426-1443e3258a40 admin admin] Deleting subnet e7c3fdb2-404a-4b58-8e05-c49aab4c6264 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:04:00.036680 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b331db3-27be-4a1b-9426-1443e3258a40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.090945 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 108b7fb6-4444-4520-9440-c3743a4bac3e up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:04:00.099312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295252-a5aa-4b3d-88fa-88fc7eee4209 req-0d70c790-8b7d-4a97-85ac-9aad190b344a tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:00.107657 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2e295252-a5aa-4b3d-88fa-88fc7eee4209 req-0d70c790-8b7d-4a97-85ac-9aad190b344a tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.1990075
Nov 20 21:04:00.119846 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b331db3-27be-4a1b-9426-1443e3258a40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.122704 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-849340ae-3751-4879-a25f-81ac6eb30865 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.168002 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 108b7fb6-4444-4520-9440-c3743a4bac3e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:04:00.168595 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.227815 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b331db3-27be-4a1b-9426-1443e3258a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.286603 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2e295252-a5aa-4b3d-88fa-88fc7eee4209 req-bc6e3eb6-fb96-43a9-9eb9-92934e2171ca tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1783030
Nov 20 21:04:00.321328 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-849340ae-3751-4879-a25f-81ac6eb30865 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.331185 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-849340ae-3751-4879-a25f-81ac6eb30865 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.361119 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849340ae-3751-4879-a25f-81ac6eb30865 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fdd9d7-4b66-4cc9-a2d5-93be0f3e6cdd,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:00.370973 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-849340ae-3751-4879-a25f-81ac6eb30865 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.377000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55190) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:00.377541 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-849340ae-3751-4879-a25f-81ac6eb30865 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3750885
Nov 20 21:04:00.380335 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b331db3-27be-4a1b-9426-1443e3258a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.383141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:00.419360 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b331db3-27be-4a1b-9426-1443e3258a40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7c3fdb2-404a-4b58-8e05-c49aab4c6264,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:00.421407 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b331db3-27be-4a1b-9426-1443e3258a40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.425248 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9b331db3-27be-4a1b-9426-1443e3258a40 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e7c3fdb2-404a-4b58-8e05-c49aab4c6264 HTTP/1.1" status: 204  len: 168 time: 0.5014668
Nov 20 21:04:00.427200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55194) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:00.441555 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a3d8e1-d7bd-4784-8d09-974f87c6556e req-74631b60-daa1-4754-ab7f-cc0c66ac2d71 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1052101
Nov 20 21:04:00.442678 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.543716 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-90477dc6-2a3f-43fa-8faf-b845e961f693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.684373 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-90477dc6-2a3f-43fa-8faf-b845e961f693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.712940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-90477dc6-2a3f-43fa-8faf-b845e961f693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4efea190>,) {'filters': {'network_id': ['7baff06a-6399-4920-a877-7539627d9c2d']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:00.727138 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-90477dc6-2a3f-43fa-8faf-b845e961f693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4efea190>, '0b8049d8-087d-4940-a981-45b4b65c893e') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:00.727515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-90477dc6-2a3f-43fa-8faf-b845e961f693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4efea190>, '0b8049d8-087d-4940-a981-45b4b65c893e') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:00.741116 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-90477dc6-2a3f-43fa-8faf-b845e961f693 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.770576 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-90477dc6-2a3f-43fa-8faf-b845e961f693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.778696 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90477dc6-2a3f-43fa-8faf-b845e961f693 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:04:00.779336 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-90477dc6-2a3f-43fa-8faf-b845e961f693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:04:00.781321 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:04:00.857652 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-90477dc6-2a3f-43fa-8faf-b845e961f693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.883699 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-90477dc6-2a3f-43fa-8faf-b845e961f693 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.889407 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-90477dc6-2a3f-43fa-8faf-b845e961f693 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7baff06a-6399-4920-a877-7539627d9c2d HTTP/1.1" status: 204  len: 168 time: 0.4609807
Nov 20 21:04:00.891943 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90477dc6-2a3f-43fa-8faf-b845e961f693 admin admin] Pushing event deleted for resources: {'Network': ['ID=7baff06a-6399-4920-a877-7539627d9c2d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:00.898374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55216) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:00.928887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3d8e1-d7bd-4784-8d09-974f87c6556e req-556961c8-2d76-4362-9f8e-c39fff549c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:00.930434 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a3d8e1-d7bd-4784-8d09-974f87c6556e req-556961c8-2d76-4362-9f8e-c39fff549c09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c79515660014c0bb607fcb10f6f0870&device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 1097 time: 0.4209113
Nov 20 21:04:00.946319 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c9f69e-a405-4728-925f-fd772957b11b admin admin] Deleting subnet 87c6e1a4-6697-4576-ac83-aa70eb40b656 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:04:00.950462 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-64c9f69e-a405-4728-925f-fd772957b11b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:00.964795 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:01.000324 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-64c9f69e-a405-4728-925f-fd772957b11b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:01.106444 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-64c9f69e-a405-4728-925f-fd772957b11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:01.205293 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-64c9f69e-a405-4728-925f-fd772957b11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:01.239205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9f69e-a405-4728-925f-fd772957b11b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87c6e1a4-6697-4576-ac83-aa70eb40b656,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:01.241423 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-64c9f69e-a405-4728-925f-fd772957b11b admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:01.245663 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-64c9f69e-a405-4728-925f-fd772957b11b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/87c6e1a4-6697-4576-ac83-aa70eb40b656 HTTP/1.1" status: 204  len: 168 time: 0.3461471
Nov 20 21:04:01.248804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55224) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:01.288664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3d8e1-d7bd-4784-8d09-974f87c6556e req-bbd62ea8-3a93-48a9-83f0-36e756d9e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:01.290625 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a3d8e1-d7bd-4784-8d09-974f87c6556e req-bbd62ea8-3a93-48a9-83f0-36e756d9e746 service neutron] 10.222.0.37 "GET /v2.0/networks?id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 HTTP/1.1" status: 200  len: 912 time: 0.2652392
Nov 20 21:04:01.362394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Allocated IP 172.35.1.177 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/a927d13b-61f1-4351-bfe3-d3a00918bd99) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:04:01.378040 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1eb48bc7-f45b-46d8-94ac-8e4ce765cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:01.477954 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a3d8e1-d7bd-4784-8d09-974f87c6556e req-23124304-ce12-4bc6-96c2-4e750be081b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=667f05d2-48b8-4779-814f-21386c146880 HTTP/1.1" status: 200  len: 217 time: 0.1571345
Nov 20 21:04:01.543785 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e45ad-eb6f-4cb3-80bb-c319d753bf81 req-b6b0eddd-41cd-472c-9556-322703561816 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:01.546842 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b0e45ad-eb6f-4cb3-80bb-c319d753bf81 req-b6b0eddd-41cd-472c-9556-322703561816 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.1665273
Nov 20 21:04:01.594001 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Sync routers for ids ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:04:01.604481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b790c1-3c30-47d4-ab22-8135042cebdd req-a1a379aa-1906-4f7f-a101-b9749c570dd7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:01.607834 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e8b790c1-3c30-47d4-ab22-8135042cebdd req-a1a379aa-1906-4f7f-a101-b9749c570dd7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 945 time: 0.4640276
Nov 20 21:04:01.610568 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Routers {'8b8d83cd-4928-4b2d-872d-93c2918d6d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:04:01.611196 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542ae970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:03:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:01.652626 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1eb48bc7-f45b-46d8-94ac-8e4ce765cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:01.703694 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-1eb48bc7-f45b-46d8-94ac-8e4ce765cc73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54134640>,) {'filters': {'network_id': ['31afd127-7299-4bc4-954e-27d3ff9e02b3']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:01.711599 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535bb4d-1177-46be-a51d-718beac469c3 req-2e038ea9-a585-428b-b296-c51a951ef3e1 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:01.714479 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d535bb4d-1177-46be-a51d-718beac469c3 req-2e038ea9-a585-428b-b296-c51a951ef3e1 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 945 time: 0.5211337
Nov 20 21:04:01.720535 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-1eb48bc7-f45b-46d8-94ac-8e4ce765cc73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54134640>, 'b1b9ed15-a5ff-4879-bd55-0b2af1ca4507') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:01.721093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-1eb48bc7-f45b-46d8-94ac-8e4ce765cc73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54134640>, 'b1b9ed15-a5ff-4879-bd55-0b2af1ca4507') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:01.726845 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b0e45ad-eb6f-4cb3-80bb-c319d753bf81 req-9db02239-d478-46f1-9c9f-32c46e4bc54b tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526496
Nov 20 21:04:01.736949 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1eb48bc7-f45b-46d8-94ac-8e4ce765cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:01.771337 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1eb48bc7-f45b-46d8-94ac-8e4ce765cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:01.781249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb48bc7-f45b-46d8-94ac-8e4ce765cc73 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:04:01.783894 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1eb48bc7-f45b-46d8-94ac-8e4ce765cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:04:01.785554 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:04:01.790140 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Set router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:04:01.842465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3d8e1-d7bd-4784-8d09-974f87c6556e req-695c48e3-4238-4655-b3d4-77cd75ca58ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:01.844525 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a3d8e1-d7bd-4784-8d09-974f87c6556e req-695c48e3-4238-4655-b3d4-77cd75ca58ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d6eff07-25fc-4f90-a3eb-b1120046c7e7 HTTP/1.1" status: 200  len: 851 time: 0.3470271
Nov 20 21:04:01.860976 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1eb48bc7-f45b-46d8-94ac-8e4ce765cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:01.892819 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1eb48bc7-f45b-46d8-94ac-8e4ce765cc73 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:01.898704 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1eb48bc7-f45b-46d8-94ac-8e4ce765cc73 admin admin] 10.222.0.41 "DELETE /v2.0/networks/31afd127-7299-4bc4-954e-27d3ff9e02b3 HTTP/1.1" status: 204  len: 168 time: 0.6454840
Nov 20 21:04:01.898704 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48bc7-f45b-46d8-94ac-8e4ce765cc73 admin admin] Pushing event deleted for resources: {'Network': ['ID=31afd127-7299-4bc4-954e-27d3ff9e02b3,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:01.955916 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a3d8e1-d7bd-4784-8d09-974f87c6556e req-7bc96aef-02d1-487c-9833-239b0c19cd1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1006341
Nov 20 21:04:01.988186 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e8b790c1-3c30-47d4-ab22-8135042cebdd req-b0fd8ba1-8774-4c8e-8ada-6bf81a2d7688 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=712eae47-4488-41e9-9493-3df41ad19bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3588994
Nov 20 21:04:01.991967 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:02.049952 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542ae970>, [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:55Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c6c54451-d321-4ac4-a104-3ac4c812978a', 'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'mac_address': 'fa:16:3e:b9:ae:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:54Z', 'updated_at': '2021-11-20T21:03:56Z', 'revision_number': 2, 'project_id': '185bc78201f1431881a86d4894780efb', 'subnets': [{'id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:02.094526 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Checking router: 8b8d83cd-4928-4b2d-872d-93c2918d6d7d for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:04:02.096009 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Updating router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d port c6c54451-d321-4ac4-a104-3ac4c812978a binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:04:02.096164 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:02.130556 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:02.136911 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55262) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:02.161410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed89bd-9aad-463d-9680-32caf1dfc1ee req-95f4e2ea-0595-4e83-b600-47be78fbd493 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:02.163499 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-46ed89bd-9aad-463d-9680-32caf1dfc1ee req-95f4e2ea-0595-4e83-b600-47be78fbd493 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 945 time: 0.1024935
Nov 20 21:04:02.209110 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d535bb4d-1177-46be-a51d-718beac469c3 req-20df733f-ac83-4378-afe5-1c2cdedffbd4 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Deleting port bd2842a2-28bd-48b3-8da3-fa139162637d {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:04:02.209337 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d535bb4d-1177-46be-a51d-718beac469c3 req-20df733f-ac83-4378-afe5-1c2cdedffbd4 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:02.213259 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:04:02.233210 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-16a9c4b1-b73a-43d1-adeb-ba52e555cc87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2dd90d53ed124eb98716ef6f31410ef5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0863855
Nov 20 21:04:02.236986 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:04:02.241187 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:04:02.247190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55264) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:02.257784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event updated for resources: {'Port': ['ID=a927d13b-61f1-4351-bfe3-d3a00918bd99,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:02.319993 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-46ed89bd-9aad-463d-9680-32caf1dfc1ee req-9f0a6332-2751-41ce-a028-63c5b0da47f7 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=712eae47-4488-41e9-9493-3df41ad19bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1469738
Nov 20 21:04:02.347493 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e57f3d6d-d916-4226-8318-d11162608906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:02.352137 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55270) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:02.379831 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a3d8e1-d7bd-4784-8d09-974f87c6556e req-931acd00-62a6-47bf-acb2-c3be9e0f1686 service neutron] 10.222.0.37 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4147058
Nov 20 21:04:02.418628 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e57f3d6d-d916-4226-8318-d11162608906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:02.463421 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67db19c-41dd-4fdb-b70d-c19142f516cf tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:02.465397 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f67db19c-41dd-4fdb-b70d-c19142f516cf tempest-TestNetworkBasicOps-1958333400 tempest-TestNetworkBasicOps-1958333400-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 1091 time: 0.1122046
Nov 20 21:04:02.468235 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55274) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:02.473818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '1b695079-97f8-4824-aa79-b176e875fa4a', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:02.504379 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e57f3d6d-d916-4226-8318-d11162608906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:02.516971 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e57f3d6d-d916-4226-8318-d11162608906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:02.521259 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e57f3d6d-d916-4226-8318-d11162608906 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c7c15c1-251e-459b-b102-73ac41bef0a4 HTTP/1.1" status: 204  len: 168 time: 0.2704108
Nov 20 21:04:02.528974 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:02.535427 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f3d6d-d916-4226-8318-d11162608906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7c15c1-251e-459b-b102-73ac41bef0a4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:02.537657 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:02.539395 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:02.599818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d535bb4d-1177-46be-a51d-718beac469c3 req-20df733f-ac83-4378-afe5-1c2cdedffbd4 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] For port bd2842a2-28bd-48b3-8da3-fa139162637d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bd2842a2-28bd-48b3-8da3-fa139162637d,segment=NetworkSegment(3d6a0149-c14d-4f9e-bcb0-98cf878df86b),segment_id=3d6a0149-c14d-4f9e-bcb0-98cf878df86b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:04:02.600223 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d535bb4d-1177-46be-a51d-718beac469c3 req-20df733f-ac83-4378-afe5-1c2cdedffbd4 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:02.621768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d535bb4d-1177-46be-a51d-718beac469c3 req-20df733f-ac83-4378-afe5-1c2cdedffbd4 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Calling delete_port for bd2842a2-28bd-48b3-8da3-fa139162637d owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:04:02.791663 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1e383-7dd1-4de4-9957-bb53c6b86116 None None] Pushing event updated for resources: {'Port': ['ID=c6c54451-d321-4ac4-a104-3ac4c812978a,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:02.818906 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:02.857840 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Attempting to bind port c6c54451-d321-4ac4-a104-3ac4c812978a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:02.858245 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Attempting to bind port c6c54451-d321-4ac4-a104-3ac4c812978a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:02.859416 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Attempting to bind port c6c54451-d321-4ac4-a104-3ac4c812978a on network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:02.873393 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:04:02.876328 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Checking segment: {'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:04:02.876769 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:02.877175 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Bound using segment: {'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:04:02.877815 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Bound port: c6c54451-d321-4ac4-a104-3ac4c812978a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:04:02.878239 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:02.974924 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a3d8e1-d7bd-4784-8d09-974f87c6556e req-d6acfff2-eaa5-49c6-bc2c-115c3ffd74eb service neutron] 10.222.0.37 "GET /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5857630
Nov 20 21:04:02.984969 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d535bb4d-1177-46be-a51d-718beac469c3 req-20df733f-ac83-4378-afe5-1c2cdedffbd4 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:02.997989 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['667f05d2-48b8-4779-814f-21386c146880', 'bd2842a2-28bd-48b3-8da3-fa139162637d'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:04:03.043261 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] For port c6c54451-d321-4ac4-a104-3ac4c812978a, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:04:03.048077 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] For port c6c54451-d321-4ac4-a104-3ac4c812978a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6c54451-d321-4ac4-a104-3ac4c812978a,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:04:03.054334 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:03.122542 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Allocated IP 172.35.1.27 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/36abc25d-15b9-4143-b187-08add9216ca0) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:04:03.143899 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Routers {'8b8d83cd-4928-4b2d-872d-93c2918d6d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:04:03.146122 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542ae970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:03:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:03.168600 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9caa0d-c5d5-437b-861a-a45b5ddb8eae None None] DHCP port deletion for 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:04:03.232458 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df733f-ac83-4378-afe5-1c2cdedffbd4 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Pushing event deleted for resources: {'Port': ['ID=bd2842a2-28bd-48b3-8da3-fa139162637d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:03.305272 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:03.310753 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9cabc2a0-f65f-4294-b771-0cb46bf9a0c1 None None] Provisioning complete for port c6c54451-d321-4ac4-a104-3ac4c812978a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:04:03.313163 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] Set router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:04:03.313762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d535bb4d-1177-46be-a51d-718beac469c3 req-20df733f-ac83-4378-afe5-1c2cdedffbd4 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] No DVR routers for this DVR port bd2842a2-28bd-48b3-8da3-fa139162637d on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:04:03.315283 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9cabc2a0-f65f-4294-b771-0cb46bf9a0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:03.344939 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d535bb4d-1177-46be-a51d-718beac469c3 req-20df733f-ac83-4378-afe5-1c2cdedffbd4 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:03.356792 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d535bb4d-1177-46be-a51d-718beac469c3 req-20df733f-ac83-4378-afe5-1c2cdedffbd4 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.37 "DELETE /v2.0/ports/bd2842a2-28bd-48b3-8da3-fa139162637d HTTP/1.1" status: 204  len: 173 time: 1.6328356
Nov 20 21:04:03.357324 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d', 'name': 'network-vif-deleted', 'tag': 'bd2842a2-28bd-48b3-8da3-fa139162637d'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:04:03.363126 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab128e41-a79c-466d-876f-16e19bee5b8e" -d '{"events": [{"server_uuid": "ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d", "name": "network-vif-deleted", "tag": "bd2842a2-28bd-48b3-8da3-fa139162637d"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:04:03.490936 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:03.522302 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1e383-7dd1-4de4-9957-bb53c6b86116 None None] Pushing event updated for resources: {'Port': ['ID=c6c54451-d321-4ac4-a104-3ac4c812978a,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:03.705310 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390acf05-310a-491d-bcd4-caced3bc876b x-openstack-request-id: req-390acf05-310a-491d-bcd4-caced3bc876b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:04:03.705622 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d", "name": "network-vif-deleted", "tag": "bd2842a2-28bd-48b3-8da3-fa139162637d", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:04:03.705884 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-390acf05-310a-491d-bcd4-caced3bc876b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:04:03.706334 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d', 'name': 'network-vif-deleted', 'tag': 'bd2842a2-28bd-48b3-8da3-fa139162637d', 'status': 'completed', 'code': 200}
Nov 20 21:04:03.775590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55324) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:03.866974 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9cabc2a0-f65f-4294-b771-0cb46bf9a0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:03.969592 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542ae970>, [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:55Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c6c54451-d321-4ac4-a104-3ac4c812978a', 'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'mac_address': 'fa:16:3e:b9:ae:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:54Z', 'updated_at': '2021-11-20T21:04:03Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'subnets': [{'id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:03.997359 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b3ff14c5-7ee4-4845-a56b-d1c2d4dd5a37 req-a328258e-b8bb-4ad7-a920-8f19e25c3358 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce0cb66a-0ccb-4eb4-8fbe-8cc263d7a96d HTTP/1.1" status: 200  len: 210 time: 0.0731335
Nov 20 21:04:04.008418 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9cabc2a0-f65f-4294-b771-0cb46bf9a0c1 None None] For port c6c54451-d321-4ac4-a104-3ac4c812978a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6c54451-d321-4ac4-a104-3ac4c812978a,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:04:04.015405 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6ddab90d-76c2-4db6-b66b-33c06e5aa0fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3af41a9124474a28844d833386eccda1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2386456
Nov 20 21:04:04.019466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55336) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:04.027050 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9cabc2a0-f65f-4294-b771-0cb46bf9a0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:04.066548 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c90c2-3339-4978-93a3-f51e55d6869c None None] The sync data for ids ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'] in ncdv-master-1 is: [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:55Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c6c54451-d321-4ac4-a104-3ac4c812978a', 'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'mac_address': 'fa:16:3e:b9:ae:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:54Z', 'updated_at': '2021-11-20T21:04:03Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'subnets': [{'id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:04:04.170038 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c6c54451-d321-4ac4-a104-3ac4c812978a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:04:04.214682 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-33da9f3e-b068-4505-b665-495abd58f452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:04.227677 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:04.234474 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-50e62d82-20f8-4073-b1e1-7475d1b3ebbf None None] Provisioning complete for port c6c54451-d321-4ac4-a104-3ac4c812978a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:04:04.235088 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-50e62d82-20f8-4073-b1e1-7475d1b3ebbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:04.239621 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabc2a0-f65f-4294-b771-0cb46bf9a0c1 None None] Pushing event updated for resources: {'Port': ['ID=c6c54451-d321-4ac4-a104-3ac4c812978a,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:04.242559 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:04.262993 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:04.323499 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-33da9f3e-b068-4505-b665-495abd58f452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:04.326978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c6c54451-d321-4ac4-a104-3ac4c812978a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:04:04.327471 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:04.327584 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:04.342148 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event updated for resources: {'Port': ['ID=a927d13b-61f1-4351-bfe3-d3a00918bd99,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:04.409493 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:04.455049 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:04:04.457418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:04.458118 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:04:04.467716 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-95cf4712-186f-4391-9fd9-26e3326f8dbd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.0809133
Nov 20 21:04:04.478793 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-33da9f3e-b068-4505-b665-495abd58f452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:04.480428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:04:04.499418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-33da9f3e-b068-4505-b665-495abd58f452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:04.502368 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-33da9f3e-b068-4505-b665-495abd58f452 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c0c6103-c46b-4656-8711-db7acad8e3c2 HTTP/1.1" status: 204  len: 168 time: 0.4801636
Nov 20 21:04:04.514170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da9f3e-b068-4505-b665-495abd58f452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0c6103-c46b-4656-8711-db7acad8e3c2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:04.534505 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Port': ['ID=36abc25d-15b9-4143-b187-08add9216ca0,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:04.916993 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-c3598e3b-e9e6-448d-93f8-f40d59610a57 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--110489351&fields=id&tenant_id=185bc78201f1431881a86d4894780efb HTTP/1.1" status: 200  len: 267 time: 0.1386623
Nov 20 21:04:05.140510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-a49cd8a1-995d-4c55-8fa3-b308aba0589a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:05.143931 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-a49cd8a1-995d-4c55-8fa3-b308aba0589a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/networks?id=2b0462fe-9d19-4cda-815b-86a91b87f9c7 HTTP/1.1" status: 200  len: 817 time: 0.2251403
Nov 20 21:04:05.175241 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-8d306726-132e-435d-abb8-ed3c329b8259 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/quotas/185bc78201f1431881a86d4894780efb HTTP/1.1" status: 200  len: 375 time: 0.0134385
Nov 20 21:04:05.263329 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-77457766-5ba2-407c-a509-45164353c5e0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=185bc78201f1431881a86d4894780efb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0791414
Nov 20 21:04:05.272721 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-81d6d1b2-06ca-439c-a073-25d90edfc3ce req-88702ed6-4c91-4add-a3ed-975639ba1d93 service neutron] (126224) timed out ('10.222.0.41', 54520) {{(pid=126224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 20 21:04:05.443426 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-2b3b1473-f124-4090-afb6-adfe9034d7bf service neutron] 10.222.0.41 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1563199
Nov 20 21:04:05.641208 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:05.651621 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-bc89d164-c0c3-4199-84ce-97630f386b51 service neutron] 10.222.0.41 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2035434
Nov 20 21:04:05.809144 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:05.865449 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-27dedb72-953c-42fa-a2f3-603e93de472f req-8e3e9198-0efd-462e-9f6d-1b99da04a967 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 210 time: 0.0488293
Nov 20 21:04:05.911067 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba57637-99c5-4c76-b398-c70e04ece29b req-f7beca20-f946-4662-a90c-43406096d15d tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:05.912660 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aba57637-99c5-4c76-b398-c70e04ece29b req-f7beca20-f946-4662-a90c-43406096d15d tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.1861954
Nov 20 21:04:05.965927 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c6c54451-d321-4ac4-a104-3ac4c812978a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:04:06.063874 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c6c54451-d321-4ac4-a104-3ac4c812978a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:04:06.064791 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:06.083010 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aba57637-99c5-4c76-b398-c70e04ece29b req-ce098c98-17e3-4634-8fb1-5a5f6d6a3bf6 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227241
Nov 20 21:04:06.117746 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:06.131026 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:06.226015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event updated for resources: {'Port': ['ID=36abc25d-15b9-4143-b187-08add9216ca0,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:06.239435 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55426) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:06.245579 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:06.371605 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Floating IP a513a5bf-d5b9-404d-93bc-36abf32b64ce associated. External IP: 172.35.1.27, port: 1b695079-97f8-4824-aa79-b176e875fa4a.
Nov 20 21:04:06.393627 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d74e294-c57a-4e8f-b4fb-0b85c132de7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:06.526448 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d74e294-c57a-4e8f-b4fb-0b85c132de7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:06.542359 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d74e294-c57a-4e8f-b4fb-0b85c132de7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:06.581941 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device bd2842a2-28bd-48b3-8da3-fa139162637d no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:04:06.595720 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2d74e294-c57a-4e8f-b4fb-0b85c132de7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f77eb003cba4269b8f084bf6bbc4785&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3538640
Nov 20 21:04:06.597037 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74e294-c57a-4e8f-b4fb-0b85c132de7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56490843-4c62-4937-9fee-737f58de9cdd,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:06.600213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55444) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:06.628469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: bd2842a2-28bd-48b3-8da3-fa139162637d {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:04:06.629230 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device bd2842a2-28bd-48b3-8da3-fa139162637d not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:04:06.666184 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea4909da-8ae5-4f78-a16c-c5ac49a5f9cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:06.693395 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea4909da-8ae5-4f78-a16c-c5ac49a5f9cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:06.731111 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Router aba10455-4ef0-4808-b61d-229bfbfc7b66 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:04:06.784372 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea4909da-8ae5-4f78-a16c-c5ac49a5f9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:06.787229 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea4909da-8ae5-4f78-a16c-c5ac49a5f9cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:06.791364 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ea4909da-8ae5-4f78-a16c-c5ac49a5f9cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56490843-4c62-4937-9fee-737f58de9cdd HTTP/1.1" status: 204  len: 168 time: 0.1866715
Nov 20 21:04:06.804467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4909da-8ae5-4f78-a16c-c5ac49a5f9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56490843-4c62-4937-9fee-737f58de9cdd,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:06.922935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:04:06.938638 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcba921-e2d3-446d-ad1d-482676adda63 None None] Sync routers for ids ['aba10455-4ef0-4808-b61d-229bfbfc7b66'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:04:06.949842 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:06.956905 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcba921-e2d3-446d-ad1d-482676adda63 None None] Routers {'aba10455-4ef0-4808-b61d-229bfbfc7b66'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:04:06.957523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ffcba921-e2d3-446d-ad1d-482676adda63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a462aedc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:03:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['aba10455-4ef0-4808-b61d-229bfbfc7b66'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:07.032857 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d540ac14-0cda-498b-9226-14a62bc637c4 req-8d289967-5eb9-443e-9e75-c3c04eb7c63e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 210 time: 0.0418603
Nov 20 21:04:07.045700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55464) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:07.045881 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c9bb363e-cbd2-44c0-a69b-b25f54664e1e tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.5763624
Nov 20 21:04:07.046396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53d5c0d-fd96-4986-b720-da7f4969d052', 'tag': '1b695079-97f8-4824-aa79-b176e875fa4a'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:04:07.048734 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca386ee-3ace-41b5-8d48-f5179e61fd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e53d5c0d-fd96-4986-b720-da7f4969d052", "tag": "1b695079-97f8-4824-aa79-b176e875fa4a"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:04:07.158434 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ca938b-1351-4534-bb84-6cc1fc7b64bc x-openstack-request-id: req-62ca938b-1351-4534-bb84-6cc1fc7b64bc {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:04:07.158726 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53d5c0d-fd96-4986-b720-da7f4969d052", "tag": "1b695079-97f8-4824-aa79-b176e875fa4a", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:04:07.158981 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62ca938b-1351-4534-bb84-6cc1fc7b64bc {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:04:07.159394 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53d5c0d-fd96-4986-b720-da7f4969d052', 'tag': '1b695079-97f8-4824-aa79-b176e875fa4a', 'status': 'completed', 'code': 200}
Nov 20 21:04:07.269643 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca386ee-3ace-41b5-8d48-f5179e61fd2e req-7a5ae0e6-8e46-467a-b16e-94b34de49a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:07.271771 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6ca386ee-3ace-41b5-8d48-f5179e61fd2e req-7a5ae0e6-8e46-467a-b16e-94b34de49a20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d0636503ac5406792f6a872f4f9c10d&device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 1096 time: 0.0950680
Nov 20 21:04:07.305135 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c22ce126-4443-4089-9b16-a1b28f3f2dca tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/floatingips/a513a5bf-d5b9-404d-93bc-36abf32b64ce HTTP/1.1" status: 200  len: 990 time: 0.2556024
Nov 20 21:04:07.427206 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd75eb-d527-45ca-9b96-0b4e404c8977 req-1a82a2d6-cc61-4c64-917e-6f53f779afec tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:07.437642 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8efd75eb-d527-45ca-9b96-0b4e404c8977 req-1a82a2d6-cc61-4c64-917e-6f53f779afec tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.1116707
Nov 20 21:04:07.450815 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ffcba921-e2d3-446d-ad1d-482676adda63 None None] Set router aba10455-4ef0-4808-b61d-229bfbfc7b66 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:04:07.492224 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca386ee-3ace-41b5-8d48-f5179e61fd2e req-68bc8069-8690-481f-b6b6-59f5b5cc626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:07.493876 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6ca386ee-3ace-41b5-8d48-f5179e61fd2e req-68bc8069-8690-481f-b6b6-59f5b5cc626d service neutron] 10.222.0.47 "GET /v2.0/networks?id=44d4f9c0-cceb-42f9-9546-61fcbc3cc88b HTTP/1.1" status: 200  len: 897 time: 0.2107594
Nov 20 21:04:07.585527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8caaf82-e830-4e01-9bf1-ff93ec058e43 req-1d5fe276-b602-4725-ac02-ab406845720e tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:07.588044 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8caaf82-e830-4e01-9bf1-ff93ec058e43 req-1d5fe276-b602-4725-ac02-ab406845720e tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 946 time: 0.1099350
Nov 20 21:04:07.600185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-b956cbdf-c1d0-4865-a486-dd2e40843363 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:07.601771 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-b956cbdf-c1d0-4865-a486-dd2e40843363 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.37 "GET /v2.0/networks?id=2b0462fe-9d19-4cda-815b-86a91b87f9c7 HTTP/1.1" status: 200  len: 817 time: 0.3298609
Nov 20 21:04:07.617983 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6ca386ee-3ace-41b5-8d48-f5179e61fd2e req-13a5a29e-a195-44da-848e-369075d1171d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b695079-97f8-4824-aa79-b176e875fa4a HTTP/1.1" status: 200  len: 998 time: 0.1147127
Nov 20 21:04:07.620536 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8efd75eb-d527-45ca-9b96-0b4e404c8977 req-9aad6183-78d7-4259-80e7-3d8babecdb40 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/security-groups?id=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1818500
Nov 20 21:04:07.682754 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca386ee-3ace-41b5-8d48-f5179e61fd2e req-d5b5ef1a-1f68-4316-8db7-3dc4abd5e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:07.685044 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6ca386ee-3ace-41b5-8d48-f5179e61fd2e req-d5b5ef1a-1f68-4316-8db7-3dc4abd5e19a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77260215-5181-4e16-8415-4b8e80957e11 HTTP/1.1" status: 200  len: 835 time: 0.0614765
Nov 20 21:04:07.745066 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55480) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:07.750603 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-4b2f95de-af58-43de-a8aa-804ae458e0d6 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=185bc78201f1431881a86d4894780efb HTTP/1.1" status: 200  len: 379 time: 0.1347654
Nov 20 21:04:07.768330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca386ee-3ace-41b5-8d48-f5179e61fd2e req-efafc332-737a-417a-84e9-20ee97108caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:07.770470 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-35972294-8aaa-4158-8029-7fbc6364869b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Request body: {'port': {'device_id': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'admin_state_up': True, 'tenant_id': '185bc78201f1431881a86d4894780efb', 'security_groups': ['cbac2919-b506-4aa1-918f-d4afcfb7eb7f']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:07.770778 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6ca386ee-3ace-41b5-8d48-f5179e61fd2e req-efafc332-737a-417a-84e9-20ee97108caf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44d4f9c0-cceb-42f9-9546-61fcbc3cc88b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0774608
Nov 20 21:04:07.771730 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7cccb0f1-ecb6-4296-8414-4e3905844ea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:07.837875 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ffcba921-e2d3-446d-ad1d-482676adda63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a462aedc0>, [{'id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'name': 'tempest-TestNetworkBasicOps-router-595633501', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:25Z', 'updated_at': '2021-11-20T21:03:34Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:26Z', 'updated_at': '2021-11-20T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a513a5bf-d5b9-404d-93bc-36abf32b64ce', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'floating_ip_address': '172.35.1.27', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'port_id': '1b695079-97f8-4824-aa79-b176e875fa4a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b', 'mac_address': 'fa:16:3e:ae:e6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53d5c0d-fd96-4986-b720-da7f4969d052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:04:05Z', 'updated_at': '2021-11-20T21:04:05Z', 'revision_number': 0, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7dfabb-2d86-41f9-bb08-5eae9c299fac', 'name': '', 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1b:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '77260215-5181-4e16-8415-4b8e80957e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:31Z', 'updated_at': '2021-11-20T21:03:38Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '77260215-5181-4e16-8415-4b8e80957e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:07.872115 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcba921-e2d3-446d-ad1d-482676adda63 None None] Checking router: aba10455-4ef0-4808-b61d-229bfbfc7b66 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:04:07.877017 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d8caaf82-e830-4e01-9bf1-ff93ec058e43 req-35e12a18-ac4d-4e18-9c45-a07523750e62 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Deleting port 667f05d2-48b8-4779-814f-21386c146880 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:04:07.877462 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d8caaf82-e830-4e01-9bf1-ff93ec058e43 req-35e12a18-ac4d-4e18-9c45-a07523750e62 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:07.886314 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcba921-e2d3-446d-ad1d-482676adda63 None None] Routers {'aba10455-4ef0-4808-b61d-229bfbfc7b66'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:04:07.887069 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ffcba921-e2d3-446d-ad1d-482676adda63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a462aedc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:03:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['aba10455-4ef0-4808-b61d-229bfbfc7b66'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:07.939130 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6ca386ee-3ace-41b5-8d48-f5179e61fd2e req-5857c0ff-848c-45c3-81b8-733284caf295 service neutron] 10.222.0.47 "GET /v2.0/networks/44d4f9c0-cceb-42f9-9546-61fcbc3cc88b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1566427
Nov 20 21:04:07.982785 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d8caaf82-e830-4e01-9bf1-ff93ec058e43 req-35e12a18-ac4d-4e18-9c45-a07523750e62 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] For port 667f05d2-48b8-4779-814f-21386c146880, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=667f05d2-48b8-4779-814f-21386c146880,segment=NetworkSegment(3d6a0149-c14d-4f9e-bcb0-98cf878df86b),segment_id=3d6a0149-c14d-4f9e-bcb0-98cf878df86b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:04:07.983151 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d8caaf82-e830-4e01-9bf1-ff93ec058e43 req-35e12a18-ac4d-4e18-9c45-a07523750e62 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:08.012179 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7cccb0f1-ecb6-4296-8414-4e3905844ea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:08.017025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d8caaf82-e830-4e01-9bf1-ff93ec058e43 req-35e12a18-ac4d-4e18-9c45-a07523750e62 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Calling delete_port for 667f05d2-48b8-4779-814f-21386c146880 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:04:08.026293 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7cccb0f1-ecb6-4296-8414-4e3905844ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:08.034294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ffcba921-e2d3-446d-ad1d-482676adda63 None None] Set router aba10455-4ef0-4808-b61d-229bfbfc7b66 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:04:08.034664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-35972294-8aaa-4158-8029-7fbc6364869b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Made reservation on behalf of 185bc78201f1431881a86d4894780efb for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:04:08.038828 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-35972294-8aaa-4158-8029-7fbc6364869b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:08.185561 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccb0f1-ecb6-4296-8414-4e3905844ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831eb972-f827-48f0-8adc-607eb8371a4a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:08.226443 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-35972294-8aaa-4158-8029-7fbc6364869b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Allocated IP 172.20.0.8 (2b0462fe-9d19-4cda-815b-86a91b87f9c7/1d8dda6c-ad95-4b4c-9a1c-f85536341ba1/d827fb61-04e5-4891-8bee-97e47804c603) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:04:08.269175 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-29078b70-d2d5-4e1b-98be-9d2f7f666c6c req-933de979-cf31-46bf-b0d4-ad556c513a9f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 210 time: 0.0503762
Nov 20 21:04:08.290377 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7cccb0f1-ecb6-4296-8414-4e3905844ea8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4706bcd37b014637a43ef26eeedabccc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5439479
Nov 20 21:04:08.290904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55494) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:08.309652 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:08.311397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55496) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:08.389633 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:08.431691 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6ca386ee-3ace-41b5-8d48-f5179e61fd2e req-16381ec5-0e2b-4a12-8e80-e611c540ce8b service neutron] 10.222.0.47 "GET /v2.0/networks/44d4f9c0-cceb-42f9-9546-61fcbc3cc88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4849558
Nov 20 21:04:08.461699 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-35972294-8aaa-4158-8029-7fbc6364869b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:08.471466 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:04:08.539514 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9272abcb-802c-44f9-ade2-d09874292c24 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/floatingips/a513a5bf-d5b9-404d-93bc-36abf32b64ce HTTP/1.1" status: 200  len: 990 time: 0.2254355
Nov 20 21:04:08.541955 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ffcba921-e2d3-446d-ad1d-482676adda63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a462aedc0>, [{'id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'name': 'tempest-TestNetworkBasicOps-router-595633501', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:25Z', 'updated_at': '2021-11-20T21:03:34Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:26Z', 'updated_at': '2021-11-20T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a513a5bf-d5b9-404d-93bc-36abf32b64ce', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'floating_ip_address': '172.35.1.27', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'port_id': '1b695079-97f8-4824-aa79-b176e875fa4a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b', 'mac_address': 'fa:16:3e:ae:e6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53d5c0d-fd96-4986-b720-da7f4969d052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:04:05Z', 'updated_at': '2021-11-20T21:04:05Z', 'revision_number': 0, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7dfabb-2d86-41f9-bb08-5eae9c299fac', 'name': '', 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1b:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '77260215-5181-4e16-8415-4b8e80957e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:31Z', 'updated_at': '2021-11-20T21:03:38Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '77260215-5181-4e16-8415-4b8e80957e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:08.560257 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7158b9c0-f15a-4742-ac91-d9b8bd6d6ce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:08.574335 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-35972294-8aaa-4158-8029-7fbc6364869b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:08.584990 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcba921-e2d3-446d-ad1d-482676adda63 None None] The sync data for ids ['aba10455-4ef0-4808-b61d-229bfbfc7b66'] in ncdv-master-1 is: [{'id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'name': 'tempest-TestNetworkBasicOps-router-595633501', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:25Z', 'updated_at': '2021-11-20T21:03:34Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:26Z', 'updated_at': '2021-11-20T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a513a5bf-d5b9-404d-93bc-36abf32b64ce', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'floating_ip_address': '172.35.1.27', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'port_id': '1b695079-97f8-4824-aa79-b176e875fa4a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b', 'mac_address': 'fa:16:3e:ae:e6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53d5c0d-fd96-4986-b720-da7f4969d052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:04:05Z', 'updated_at': '2021-11-20T21:04:05Z', 'revision_number': 0, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7dfabb-2d86-41f9-bb08-5eae9c299fac', 'name': '', 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1b:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '77260215-5181-4e16-8415-4b8e80957e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:31Z', 'updated_at': '2021-11-20T21:03:38Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '77260215-5181-4e16-8415-4b8e80957e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:04:08.597083 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d8caaf82-e830-4e01-9bf1-ff93ec058e43 req-35e12a18-ac4d-4e18-9c45-a07523750e62 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:08.609861 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7158b9c0-f15a-4742-ac91-d9b8bd6d6ce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:08.614741 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['667f05d2-48b8-4779-814f-21386c146880'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:04:08.667262 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-35972294-8aaa-4158-8029-7fbc6364869b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:04:08.687213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-35972294-8aaa-4158-8029-7fbc6364869b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:04:08.709983 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d040b0f5-96e1-4454-a734-1ac8fcf5b2a1 None None] DHCP port deletion for 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:04:08.735583 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7158b9c0-f15a-4742-ac91-d9b8bd6d6ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:08.738361 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7158b9c0-f15a-4742-ac91-d9b8bd6d6ce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:08.744003 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7158b9c0-f15a-4742-ac91-d9b8bd6d6ce9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/831eb972-f827-48f0-8adc-607eb8371a4a HTTP/1.1" status: 204  len: 168 time: 0.4519813
Nov 20 21:04:08.755921 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-35972294-8aaa-4158-8029-7fbc6364869b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:04:08.792422 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158b9c0-f15a-4742-ac91-d9b8bd6d6ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831eb972-f827-48f0-8adc-607eb8371a4a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:08.817417 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7858e1d8-b0c7-4bdb-b157-3adab8237578 req-8c2c7e5e-1b1f-4bc0-9e27-41d20f714051 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9eed9b8-8261-4f91-8997-7d345873726b HTTP/1.1" status: 200  len: 210 time: 0.0614464
Nov 20 21:04:08.848491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8caaf82-e830-4e01-9bf1-ff93ec058e43 req-35e12a18-ac4d-4e18-9c45-a07523750e62 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] No DVR routers for this DVR port 667f05d2-48b8-4779-814f-21386c146880 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:04:08.850842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35972294-8aaa-4158-8029-7fbc6364869b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event updated for resources: {'Port': ['ID=d827fb61-04e5-4891-8bee-97e47804c603,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:08.864672 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d8caaf82-e830-4e01-9bf1-ff93ec058e43 req-35e12a18-ac4d-4e18-9c45-a07523750e62 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:08.870624 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8caaf82-e830-4e01-9bf1-ff93ec058e43 req-35e12a18-ac4d-4e18-9c45-a07523750e62 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] 10.222.0.37 "DELETE /v2.0/ports/667f05d2-48b8-4779-814f-21386c146880 HTTP/1.1" status: 204  len: 173 time: 1.2614858
Nov 20 21:04:08.881907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9eed9b8-8261-4f91-8997-7d345873726b', 'name': 'network-vif-deleted', 'tag': '667f05d2-48b8-4779-814f-21386c146880'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:04:08.887096 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf039d6-5aa1-456e-8a45-0f791521db52" -d '{"events": [{"server_uuid": "c9eed9b8-8261-4f91-8997-7d345873726b", "name": "network-vif-deleted", "tag": "667f05d2-48b8-4779-814f-21386c146880"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:04:08.996078 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b8b242-b3fb-41fe-9857-e6d683861ba4 x-openstack-request-id: req-83b8b242-b3fb-41fe-9857-e6d683861ba4 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:04:08.996714 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9eed9b8-8261-4f91-8997-7d345873726b", "name": "network-vif-deleted", "tag": "667f05d2-48b8-4779-814f-21386c146880", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:04:08.997194 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83b8b242-b3fb-41fe-9857-e6d683861ba4 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:04:08.997849 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9eed9b8-8261-4f91-8997-7d345873726b', 'name': 'network-vif-deleted', 'tag': '667f05d2-48b8-4779-814f-21386c146880', 'status': 'completed', 'code': 200}
Nov 20 21:04:09.002408 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e12a18-ac4d-4e18-9c45-a07523750e62 tempest-ServerRescueTestJSON-1823883826 tempest-ServerRescueTestJSON-1823883826-project] Pushing event deleted for resources: {'Port': ['ID=667f05d2-48b8-4779-814f-21386c146880,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:09.035356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-35972294-8aaa-4158-8029-7fbc6364869b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:09.036417 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-35972294-8aaa-4158-8029-7fbc6364869b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:09.055056 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-35972294-8aaa-4158-8029-7fbc6364869b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2900026
Nov 20 21:04:09.068290 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Request body: {'port': {'device_id': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:09.116141 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c144d-aba6-497d-8a76-22604368babb None None] New status for floating IP a513a5bf-d5b9-404d-93bc-36abf32b64ce: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:04:09.172478 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:09.212892 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f18f309f-37d1-4001-b231-4340adc26a2a None None] Provisioning complete for port d827fb61-04e5-4891-8bee-97e47804c603 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:04:09.213275 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f18f309f-37d1-4001-b231-4340adc26a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:09.255275 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f18f309f-37d1-4001-b231-4340adc26a2a None None] Port d827fb61-04e5-4891-8bee-97e47804c603 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:04:09.545418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55574) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:09.654919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d827fb61-04e5-4891-8bee-97e47804c603 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:04:09.661544 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e455d-3671-47d8-996f-551a569282b4 req-3d7c1a44-910a-4480-869e-1dbef81f2d0c tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:09.669315 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:09.671325 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f5e455d-3671-47d8-996f-551a569282b4 req-3d7c1a44-910a-4480-869e-1dbef81f2d0c tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 931 time: 0.2770302
Nov 20 21:04:09.692236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Transition to ACTIVE for port object d827fb61-04e5-4891-8bee-97e47804c603 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:04:09.697421 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:09.742440 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f5e455d-3671-47d8-996f-551a569282b4 req-75e2b924-27e1-49b2-aae0-81b224aca945 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655825
Nov 20 21:04:09.786432 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-18a708a7-5c6f-40d8-ba37-5d1a9bc96162 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/floatingips/a513a5bf-d5b9-404d-93bc-36abf32b64ce HTTP/1.1" status: 200  len: 992 time: 0.2350316
Nov 20 21:04:09.831879 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Pushing event updated for resources: {'Port': ['ID=d827fb61-04e5-4891-8bee-97e47804c603,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:09.955117 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Attempting to bind port d827fb61-04e5-4891-8bee-97e47804c603 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:09.955511 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Attempting to bind port d827fb61-04e5-4891-8bee-97e47804c603 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:09.959066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Attempting to bind port d827fb61-04e5-4891-8bee-97e47804c603 on network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:09.968645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Port d827fb61-04e5-4891-8bee-97e47804c603 on network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:09.969096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Attempting to bind port d827fb61-04e5-4891-8bee-97e47804c603 on network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:09.976305 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55592) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:10.001379 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:04:10.001782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Checking segment: {'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:04:10.004207 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Bound using segment: {'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:04:10.004691 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Bound port: d827fb61-04e5-4891-8bee-97e47804c603, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:04:10.005211 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:10.192720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] For port d827fb61-04e5-4891-8bee-97e47804c603, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:04:10.201458 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] For port d827fb61-04e5-4891-8bee-97e47804c603, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d827fb61-04e5-4891-8bee-97e47804c603,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:04:10.209357 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:10.257634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:10.258316 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:10.260500 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] 10.222.0.37 "PUT /v2.0/ports/d827fb61-04e5-4891-8bee-97e47804c603 HTTP/1.1" status: 200  len: 1091 time: 1.1975048
Nov 20 21:04:10.285893 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4d71a-badf-44a1-bc38-94adf55d64fa service neutron] Pushing event updated for resources: {'Port': ['ID=d827fb61-04e5-4891-8bee-97e47804c603,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:10.362822 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-01844498-5ee2-49bc-aaeb-6ecfc3e417ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:10.367769 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-01844498-5ee2-49bc-aaeb-6ecfc3e417ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=185bc78201f1431881a86d4894780efb&device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 1094 time: 0.0578709
Nov 20 21:04:10.443315 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-24072943-1a77-41a5-bc51-879274eb40d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d827fb61-04e5-4891-8bee-97e47804c603 HTTP/1.1" status: 200  len: 217 time: 0.0680811
Nov 20 21:04:10.530616 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-3059c04c-bd92-4d71-ba28-e5945882fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:10.532650 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-3059c04c-bd92-4d71-ba28-e5945882fffc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d8dda6c-ad95-4b4c-9a1c-f85536341ba1 HTTP/1.1" status: 200  len: 856 time: 0.0810447
Nov 20 21:04:10.638674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-88a721c9-a57b-4fb7-8892-1a8c99b68544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:10.640590 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-88a721c9-a57b-4fb7-8892-1a8c99b68544 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0462fe-9d19-4cda-815b-86a91b87f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1005304
Nov 20 21:04:10.773776 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-7c4408a0-55fe-4814-9aca-5a62031e6954 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254909
Nov 20 21:04:10.906936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55646) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:11.033833 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63d4162f-d82d-4370-925a-93a6a92d5bbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:11.037934 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1e17149c-94ed-4338-80a1-61ee5a8f62a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:11.158863 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'tag': 'd827fb61-04e5-4891-8bee-97e47804c603'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:04:11.161647 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abe6549-44c0-48b4-8065-92d653128331" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1e4483-b5f5-47d3-b58f-1fdaaefd311c", "tag": "d827fb61-04e5-4891-8bee-97e47804c603"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:04:11.267549 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a56ffb-1c8e-44cb-a3cd-da9c9d5b0369 x-openstack-request-id: req-90a56ffb-1c8e-44cb-a3cd-da9c9d5b0369 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:04:11.267846 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1e4483-b5f5-47d3-b58f-1fdaaefd311c", "tag": "d827fb61-04e5-4891-8bee-97e47804c603", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:04:11.268101 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90a56ffb-1c8e-44cb-a3cd-da9c9d5b0369 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:04:11.268489 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'tag': 'd827fb61-04e5-4891-8bee-97e47804c603', 'status': 'completed', 'code': 200}
Nov 20 21:04:11.292641 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63d4162f-d82d-4370-925a-93a6a92d5bbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:11.303678 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63d4162f-d82d-4370-925a-93a6a92d5bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:11.332840 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b0541-73e5-4739-ab0e-263cd45d9129 req-e10954cb-8e94-4940-95c4-6e8fc949d7c4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:11.340250 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e86b0541-73e5-4739-ab0e-263cd45d9129 req-e10954cb-8e94-4940-95c4-6e8fc949d7c4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.1636274
Nov 20 21:04:11.359405 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-63d4162f-d82d-4370-925a-93a6a92d5bbb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7cf5b6a44f14f3d9b0b2703b45b5e68&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4514251
Nov 20 21:04:11.362099 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55672) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:11.365333 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de2b741-d3dd-4f8d-8127-44011956bfb1 req-1914a108-e98c-45c4-8653-3b26aec5314b service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5816638
Nov 20 21:04:11.376404 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4162f-d82d-4370-925a-93a6a92d5bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ea480c-d280-4d9f-9c47-2b00bb683a86,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:11.422616 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e86b0541-73e5-4739-ab0e-263cd45d9129 req-eaae8af7-ea4b-4706-92a9-7559856f78e6 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806582
Nov 20 21:04:11.486723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe6549-44c0-48b4-8065-92d653128331 req-3c02a4c4-dee4-4510-af5f-6e46c8575008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:11.489458 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8abe6549-44c0-48b4-8065-92d653128331 req-3c02a4c4-dee4-4510-af5f-6e46c8575008 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=185bc78201f1431881a86d4894780efb&device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 1094 time: 0.0666447
Nov 20 21:04:11.501858 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:11.547874 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:11.623592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1e17149c-94ed-4338-80a1-61ee5a8f62a5 admin admin] Deleting port b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:04:11.623592 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1e17149c-94ed-4338-80a1-61ee5a8f62a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:11.640359 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe6549-44c0-48b4-8065-92d653128331 req-8e25a0f2-25d9-48cd-bd3d-607146afbe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:11.641982 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8abe6549-44c0-48b4-8065-92d653128331 req-8e25a0f2-25d9-48cd-bd3d-607146afbe83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0462fe-9d19-4cda-815b-86a91b87f9c7 HTTP/1.1" status: 200  len: 918 time: 0.1443737
Nov 20 21:04:11.705809 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8abe6549-44c0-48b4-8065-92d653128331 req-c5f60ac8-ae88-4cba-b470-cf7f2ca0a27e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d827fb61-04e5-4891-8bee-97e47804c603 HTTP/1.1" status: 200  len: 217 time: 0.0540652
Nov 20 21:04:11.715455 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:11.717034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:11.722176 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92ea480c-d280-4d9f-9c47-2b00bb683a86 HTTP/1.1" status: 204  len: 168 time: 0.3550935
Nov 20 21:04:11.769069 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-1e17149c-94ed-4338-80a1-61ee5a8f62a5 admin admin] For port b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8,segment=NetworkSegment(3d6a0149-c14d-4f9e-bcb0-98cf878df86b),segment_id=3d6a0149-c14d-4f9e-bcb0-98cf878df86b)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:04:11.769453 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1e17149c-94ed-4338-80a1-61ee5a8f62a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:11.788323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1e17149c-94ed-4338-80a1-61ee5a8f62a5 admin admin] Calling delete_port for b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:04:11.824702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe6549-44c0-48b4-8065-92d653128331 req-5633a522-dd97-42e4-872d-f0acf562da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:11.827022 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8abe6549-44c0-48b4-8065-92d653128331 req-5633a522-dd97-42e4-872d-f0acf562da3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d8dda6c-ad95-4b4c-9a1c-f85536341ba1 HTTP/1.1" status: 200  len: 856 time: 0.1122906
Nov 20 21:04:11.854113 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55694) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:11.855570 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ea480c-d280-4d9f-9c47-2b00bb683a86,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:11.870479 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:11.871044 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:11.871230 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:11.871501 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:11.872078 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:11.872219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:11.872496 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:11.872826 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:11.873160 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:11.873482 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:11.874116 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:11.874318 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341c8cb-a4f0-44f3-bdfd-3e736f81fdcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:11.913972 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe6549-44c0-48b4-8065-92d653128331 req-cf9f08b6-a140-4750-a606-a606d61d8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:11.917133 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8abe6549-44c0-48b4-8065-92d653128331 req-cf9f08b6-a140-4750-a606-a606d61d8c76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0462fe-9d19-4cda-815b-86a91b87f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0812759
Nov 20 21:04:12.035893 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8abe6549-44c0-48b4-8065-92d653128331 req-c2a0b185-b8b1-4f0d-9adb-aeda85773e66 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1110942
Nov 20 21:04:12.066690 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1e17149c-94ed-4338-80a1-61ee5a8f62a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:12.098794 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17149c-94ed-4338-80a1-61ee5a8f62a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:12.129289 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a89f9d-2f6a-45c0-83b0-ce1211a14593 None None] DHCP port deletion for 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:04:12.170082 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8abe6549-44c0-48b4-8065-92d653128331 req-571fc2c8-3a21-47c9-a974-4ea20342f65b service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261065
Nov 20 21:04:12.205554 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5c397682-44da-49e0-ab34-784a7220322b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:12.342005 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1e17149c-94ed-4338-80a1-61ee5a8f62a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:12.442374 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5c397682-44da-49e0-ab34-784a7220322b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:12.448669 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5c397682-44da-49e0-ab34-784a7220322b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:12.532769 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5c397682-44da-49e0-ab34-784a7220322b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13918c10546f4d7a8b2a2e19618439a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6782544
Nov 20 21:04:12.534092 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55722) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:12.535970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c397682-44da-49e0-ab34-784a7220322b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7027a31-aca2-40e8-a0fd-c51f942a1d70,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:12.600026 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 667f05d2-48b8-4779-814f-21386c146880 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:04:12.635526 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 667f05d2-48b8-4779-814f-21386c146880 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:04:12.636960 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 667f05d2-48b8-4779-814f-21386c146880 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:04:12.646837 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2b64-0808-4aa7-9cb0-dfd5803e7bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:12.667510 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e17149c-94ed-4338-80a1-61ee5a8f62a5 admin admin] Router c23bfc45-2076-4160-a450-09dea8246b9f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:04:12.669409 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db76125-b4ce-4488-88c7-fe3857328f2e req-bf84e6ba-1f0f-4c4e-a7d1-e48eb78f0d83 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:12.671248 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7db76125-b4ce-4488-88c7-fe3857328f2e req-bf84e6ba-1f0f-4c4e-a7d1-e48eb78f0d83 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.1079097
Nov 20 21:04:12.702081 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2b64-0808-4aa7-9cb0-dfd5803e7bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:12.776706 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7db76125-b4ce-4488-88c7-fe3857328f2e req-612c0613-6a8a-4da5-897b-7789367f006c tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0985293
Nov 20 21:04:12.813175 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2b64-0808-4aa7-9cb0-dfd5803e7bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:12.817542 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2b64-0808-4aa7-9cb0-dfd5803e7bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:12.818934 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ea6c2b64-0808-4aa7-9cb0-dfd5803e7bcc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7027a31-aca2-40e8-a0fd-c51f942a1d70 HTTP/1.1" status: 204  len: 168 time: 0.2834508
Nov 20 21:04:12.826560 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e17149c-94ed-4338-80a1-61ee5a8f62a5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:04:12.834685 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1e17149c-94ed-4338-80a1-61ee5a8f62a5 admin admin] 10.222.0.41 "PUT /v2.0/routers/c23bfc45-2076-4160-a450-09dea8246b9f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8545926
Nov 20 21:04:12.834811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c2b64-0808-4aa7-9cb0-dfd5803e7bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7027a31-aca2-40e8-a0fd-c51f942a1d70,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:12.835227 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55740) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:12.846456 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab561da7-0a33-415b-90e9-8c246ff5bc94 None None] Sync routers for ids ['c23bfc45-2076-4160-a450-09dea8246b9f'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:04:12.896302 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab561da7-0a33-415b-90e9-8c246ff5bc94 None None] Routers {'c23bfc45-2076-4160-a450-09dea8246b9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:04:12.897596 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ab561da7-0a33-415b-90e9-8c246ff5bc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47713ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:03:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['c23bfc45-2076-4160-a450-09dea8246b9f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:12.990463 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce4fdcf4-b966-4635-9568-c5c141265578 admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:13.030722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ab561da7-0a33-415b-90e9-8c246ff5bc94 None None] Set router c23bfc45-2076-4160-a450-09dea8246b9f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:04:13.135699 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce4fdcf4-b966-4635-9568-c5c141265578 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:13.226693 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-ce4fdcf4-b966-4635-9568-c5c141265578 admin admin] Deleting port 2951333b-96fa-4ee9-b590-abc0683925f9 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:04:13.228629 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce4fdcf4-b966-4635-9568-c5c141265578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:13.238398 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ab561da7-0a33-415b-90e9-8c246ff5bc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47713ee0>, [{'id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'name': 'tempest-ServerRescueTestJSON-2123781575-router', 'tenant_id': '3c79515660014c0bb607fcb10f6f0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.142'}], 'enable_snat': True}, 'gw_port_id': '2951333b-96fa-4ee9-b590-abc0683925f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:01:52Z', 'updated_at': '2021-11-20T21:04:11Z', 'revision_number': 5, 'project_id': '3c79515660014c0bb607fcb10f6f0870', 'gw_port': {'id': '2951333b-96fa-4ee9-b590-abc0683925f9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:01:54Z', 'updated_at': '2021-11-20T21:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:13.281384 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab561da7-0a33-415b-90e9-8c246ff5bc94 None None] Checking router: c23bfc45-2076-4160-a450-09dea8246b9f for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:04:13.308269 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-58a70b2b-8eb7-4ac4-8ad8-d83b92bd88b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:13.313972 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab561da7-0a33-415b-90e9-8c246ff5bc94 None None] Routers {'c23bfc45-2076-4160-a450-09dea8246b9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:04:13.314957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ab561da7-0a33-415b-90e9-8c246ff5bc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47713ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:03:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['c23bfc45-2076-4160-a450-09dea8246b9f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:13.367779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-ce4fdcf4-b966-4635-9568-c5c141265578 admin admin] For port 2951333b-96fa-4ee9-b590-abc0683925f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2951333b-96fa-4ee9-b590-abc0683925f9,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:04:13.369484 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce4fdcf4-b966-4635-9568-c5c141265578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:13.385643 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-ce4fdcf4-b966-4635-9568-c5c141265578 admin admin] Calling delete_port for 2951333b-96fa-4ee9-b590-abc0683925f9 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:04:13.432800 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ab561da7-0a33-415b-90e9-8c246ff5bc94 None None] Set router c23bfc45-2076-4160-a450-09dea8246b9f gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:04:13.489337 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55752) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:13.511479 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0cadb40-b1f2-4148-b6ca-e12ca9a20f18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:13.531242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ab561da7-0a33-415b-90e9-8c246ff5bc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47713ee0>, [{'id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'name': 'tempest-ServerRescueTestJSON-2123781575-router', 'tenant_id': '3c79515660014c0bb607fcb10f6f0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:01:52Z', 'updated_at': '2021-11-20T21:04:13Z', 'revision_number': 6, 'project_id': '3c79515660014c0bb607fcb10f6f0870', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:13.604656 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0cadb40-b1f2-4148-b6ca-e12ca9a20f18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:13.607349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab561da7-0a33-415b-90e9-8c246ff5bc94 None None] The sync data for ids ['c23bfc45-2076-4160-a450-09dea8246b9f'] in ncdv-master-1 is: [{'id': 'c23bfc45-2076-4160-a450-09dea8246b9f', 'name': 'tempest-ServerRescueTestJSON-2123781575-router', 'tenant_id': '3c79515660014c0bb607fcb10f6f0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:01:52Z', 'updated_at': '2021-11-20T21:04:13Z', 'revision_number': 6, 'project_id': '3c79515660014c0bb607fcb10f6f0870', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:04:13.612156 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0cadb40-b1f2-4148-b6ca-e12ca9a20f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:13.676414 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c0cadb40-b1f2-4148-b6ca-e12ca9a20f18 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14b2caa1fb2f4f1c9e228d220baf020b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1855485
Nov 20 21:04:13.679188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55764) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:13.680596 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce4fdcf4-b966-4635-9568-c5c141265578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:13.687161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cadb40-b1f2-4148-b6ca-e12ca9a20f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e769ab7d-3cc1-40a2-a892-a9800d290261,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:13.727246 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e39d47-f21a-4c8d-a0b7-03e7fc89d869 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:04:13.736948 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fdcf4-b966-4635-9568-c5c141265578 admin admin] Pushing event deleted for resources: {'Port': ['ID=2951333b-96fa-4ee9-b590-abc0683925f9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:13.738574 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b4b0-1730-4ef4-90d7-fc7612e74f99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:13.765124 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b4b0-1730-4ef4-90d7-fc7612e74f99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:13.828379 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b4b0-1730-4ef4-90d7-fc7612e74f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:13.834111 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b4b0-1730-4ef4-90d7-fc7612e74f99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:13.839532 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce4fdcf4-b966-4635-9568-c5c141265578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:13.841350 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a8f9b4b0-1730-4ef4-90d7-fc7612e74f99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e769ab7d-3cc1-40a2-a892-a9800d290261 HTTP/1.1" status: 204  len: 168 time: 0.1607816
Nov 20 21:04:13.852141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9b4b0-1730-4ef4-90d7-fc7612e74f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e769ab7d-3cc1-40a2-a892-a9800d290261,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:13.940527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75d7ab-1d3d-4372-abbd-a892cc2bb06a req-a4db8958-8f53-4c52-9bfe-88919c5833b0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:13.942289 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e75d7ab-1d3d-4372-abbd-a892cc2bb06a req-a4db8958-8f53-4c52-9bfe-88919c5833b0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.0651827
Nov 20 21:04:14.045035 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e75d7ab-1d3d-4372-abbd-a892cc2bb06a req-6e1e18f1-323e-40c9-a68b-e4bc267a3389 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0863540
Nov 20 21:04:14.079298 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce4fdcf4-b966-4635-9568-c5c141265578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:14.084988 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce4fdcf4-b966-4635-9568-c5c141265578 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:14.162224 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce4fdcf4-b966-4635-9568-c5c141265578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:14.162971 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4fdcf4-b966-4635-9568-c5c141265578 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c23bfc45-2076-4160-a450-09dea8246b9f {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:04:14.173903 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce4fdcf4-b966-4635-9568-c5c141265578 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:14.177529 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ce4fdcf4-b966-4635-9568-c5c141265578 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c23bfc45-2076-4160-a450-09dea8246b9f HTTP/1.1" status: 204  len: 168 time: 1.3390245
Nov 20 21:04:14.177795 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55788) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:14.241793 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e266d3d-9c8c-4484-915f-f3e18da90254 admin admin] Deleting subnet 3d6eff07-25fc-4f90-a3eb-b1120046c7e7 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:04:14.247355 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5e266d3d-9c8c-4484-915f-f3e18da90254 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:14.285955 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5e266d3d-9c8c-4484-915f-f3e18da90254 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:14.332393 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5e266d3d-9c8c-4484-915f-f3e18da90254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:14.407397 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5e266d3d-9c8c-4484-915f-f3e18da90254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:14.440060 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e266d3d-9c8c-4484-915f-f3e18da90254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6eff07-25fc-4f90-a3eb-b1120046c7e7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:14.445602 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5e266d3d-9c8c-4484-915f-f3e18da90254 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:14.452138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55810) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:14.455039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b33042d-a6c5-4930-9ac0-a57bdf0f2de5 None None] Network 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:04:14.464344 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5e266d3d-9c8c-4484-915f-f3e18da90254 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3d6eff07-25fc-4f90-a3eb-b1120046c7e7 HTTP/1.1" status: 204  len: 168 time: 0.2791007
Nov 20 21:04:14.542832 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a76715a2-779f-49a5-96f0-8b872f1a7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:14.560856 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:04:14.595221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:04:14.595806 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b0ef1a92-d1d1-4758-8a2b-1e8e917ce8e8 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:04:14.640152 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d827fb61-04e5-4891-8bee-97e47804c603 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:04:14.703378 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a76715a2-779f-49a5-96f0-8b872f1a7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:14.763695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-a76715a2-779f-49a5-96f0-8b872f1a7bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4dc99400>,) {'filters': {'network_id': ['667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:14.773834 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-a76715a2-779f-49a5-96f0-8b872f1a7bf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dc99400>, '3d6a0149-c14d-4f9e-bcb0-98cf878df86b') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:14.773994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-a76715a2-779f-49a5-96f0-8b872f1a7bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dc99400>, '3d6a0149-c14d-4f9e-bcb0-98cf878df86b') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:14.787272 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a76715a2-779f-49a5-96f0-8b872f1a7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:14.824293 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a76715a2-779f-49a5-96f0-8b872f1a7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:14.855564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76715a2-779f-49a5-96f0-8b872f1a7bf1 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:04:14.856172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54865707-4e2a-40e5-8555-573dcee78f6d None None] DHCP port deletion for 667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:04:14.856303 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a76715a2-779f-49a5-96f0-8b872f1a7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:04:14.859766 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:04:15.057241 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a76715a2-779f-49a5-96f0-8b872f1a7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:15.067279 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a76715a2-779f-49a5-96f0-8b872f1a7bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:15.073107 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a76715a2-779f-49a5-96f0-8b872f1a7bf1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7 HTTP/1.1" status: 204  len: 168 time: 0.6194921
Nov 20 21:04:15.089550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76715a2-779f-49a5-96f0-8b872f1a7bf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=667d28cd-f9ba-4a5d-a0eb-955c1d25c7d7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:15.189848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d827fb61-04e5-4891-8bee-97e47804c603, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d827fb61-04e5-4891-8bee-97e47804c603,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:04:15.238129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'd827fb61-04e5-4891-8bee-97e47804c603', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'port_id': 'd827fb61-04e5-4891-8bee-97e47804c603', 'mac_address': 'fa:16:3e:65:12:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:04:15.301511 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:15.309322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa8928-d11d-4e5d-bc7e-1f23ca8efe18 req-355a6633-59b9-403e-a204-6877e9a7fc4a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:15.311357 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cfaa8928-d11d-4e5d-bc7e-1f23ca8efe18 req-355a6633-59b9-403e-a204-6877e9a7fc4a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.1124551
Nov 20 21:04:15.319817 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d827fb61-04e5-4891-8bee-97e47804c603 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:04:15.359561 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d827fb61-04e5-4891-8bee-97e47804c603, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d827fb61-04e5-4891-8bee-97e47804c603,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:04:15.366704 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:15.386137 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cfaa8928-d11d-4e5d-bc7e-1f23ca8efe18 req-a20ae665-fcf5-41b4-ac19-df64257c72de tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665650
Nov 20 21:04:15.449279 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d827fb61-04e5-4891-8bee-97e47804c603,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:15.480693 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55884) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:15.561442 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7818fa79-58cd-4363-b17a-1873b8d3301b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c79515660014c0bb607fcb10f6f0870&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0779393
Nov 20 21:04:15.563262 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55886) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:15.576387 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d827fb61-04e5-4891-8bee-97e47804c603'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:04:15.685075 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-007956d4-91e1-4ca8-82a4-d91c263b1a36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:15.723185 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8954f903-500d-4990-beff-f20abeb5f84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:15.744047 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-007956d4-91e1-4ca8-82a4-d91c263b1a36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:15.840973 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-007956d4-91e1-4ca8-82a4-d91c263b1a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:15.848972 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-007956d4-91e1-4ca8-82a4-d91c263b1a36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:15.852994 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-007956d4-91e1-4ca8-82a4-d91c263b1a36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c HTTP/1.1" status: 204  len: 168 time: 0.2884793
Nov 20 21:04:15.866596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007956d4-91e1-4ca8-82a4-d91c263b1a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbb4bdc-1f62-488f-8a9b-c774e92f4a2c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:15.945433 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2951333b-96fa-4ee9-b590-abc0683925f9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:04:15.969090 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 2951333b-96fa-4ee9-b590-abc0683925f9 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:04:15.969441 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2951333b-96fa-4ee9-b590-abc0683925f9 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:04:16.352802 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891305c2-cccf-4295-8311-c75f78b943d9 req-696cc73e-8404-41a6-939a-32f0a840355a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:16.358719 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-891305c2-cccf-4295-8311-c75f78b943d9 req-696cc73e-8404-41a6-939a-32f0a840355a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0650153
Nov 20 21:04:16.444990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04796962-63bc-42c9-826a-2d64cf2fbbc5 req-f1025f53-dd30-429a-8eb8-1a75f90bddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:16.451008 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-04796962-63bc-42c9-826a-2d64cf2fbbc5 req-f1025f53-dd30-429a-8eb8-1a75f90bddfd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 1096 time: 0.1183653
Nov 20 21:04:16.527359 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-891305c2-cccf-4295-8311-c75f78b943d9 req-c3c53bab-4e54-4389-a322-1979af3e1000 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1610153
Nov 20 21:04:16.637121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d827fb61-04e5-4891-8bee-97e47804c603 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:04:16.645094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04796962-63bc-42c9-826a-2d64cf2fbbc5 req-266a2e9c-f990-4b07-b6e7-97906473598b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:16.647440 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-04796962-63bc-42c9-826a-2d64cf2fbbc5 req-266a2e9c-f990-4b07-b6e7-97906473598b service neutron] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 912 time: 0.1881225
Nov 20 21:04:16.657314 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46995438-730b-41ed-a574-29d219a5b6f6 req-a2de9b47-6848-42d8-aea4-32cba50881bb tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:16.658903 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-46995438-730b-41ed-a574-29d219a5b6f6 req-a2de9b47-6848-42d8-aea4-32cba50881bb tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 944 time: 0.1166396
Nov 20 21:04:16.759726 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:16.768411 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-04796962-63bc-42c9-826a-2d64cf2fbbc5 req-c7163065-8801-4925-88a1-e2a0d889e0cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e95aa78-cf30-4872-a515-77b24aeb0899 HTTP/1.1" status: 200  len: 999 time: 0.1082075
Nov 20 21:04:16.772061 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port d827fb61-04e5-4891-8bee-97e47804c603 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:04:16.778168 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port d827fb61-04e5-4891-8bee-97e47804c603 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:04:16.778676 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:16.801782 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-46995438-730b-41ed-a574-29d219a5b6f6 req-1809258a-0a6e-4298-a49f-3ae70184125e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0966613
Nov 20 21:04:16.861331 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04796962-63bc-42c9-826a-2d64cf2fbbc5 req-048aeb86-a332-47cf-bed3-fb9edc320e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:16.863498 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-04796962-63bc-42c9-826a-2d64cf2fbbc5 req-048aeb86-a332-47cf-bed3-fb9edc320e19 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.0848455
Nov 20 21:04:16.890582 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:16.918077 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd827fb61-04e5-4891-8bee-97e47804c603'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:04:16.920467 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9863da56-ea77-417c-994a-c1c34a3bccb0" -d '{"events": [{"server_uuid": "6e1e4483-b5f5-47d3-b58f-1fdaaefd311c", "name": "network-vif-plugged", "status": "completed", "tag": "d827fb61-04e5-4891-8bee-97e47804c603"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:04:16.939684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d827fb61-04e5-4891-8bee-97e47804c603, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d827fb61-04e5-4891-8bee-97e47804c603,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:04:16.945877 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:16.955993 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04796962-63bc-42c9-826a-2d64cf2fbbc5 req-0ad6f241-fc2b-4101-8b0f-de318608690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:16.959018 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-04796962-63bc-42c9-826a-2d64cf2fbbc5 req-0ad6f241-fc2b-4101-8b0f-de318608690c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0872290
Nov 20 21:04:17.018967 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f55fc5e-b62b-4df2-8f6e-68a86e2b522f x-openstack-request-id: req-5f55fc5e-b62b-4df2-8f6e-68a86e2b522f {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:04:17.019556 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e4483-b5f5-47d3-b58f-1fdaaefd311c", "name": "network-vif-plugged", "status": "completed", "tag": "d827fb61-04e5-4891-8bee-97e47804c603", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:04:17.020042 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f55fc5e-b62b-4df2-8f6e-68a86e2b522f {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:04:17.020650 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd827fb61-04e5-4891-8bee-97e47804c603', 'code': 200}
Nov 20 21:04:17.028289 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d827fb61-04e5-4891-8bee-97e47804c603,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:17.101603 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56004) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:17.155855 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-04796962-63bc-42c9-826a-2d64cf2fbbc5 req-f4c50f3c-00cb-4b8e-8d3f-339cf5cca0b7 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864491
Nov 20 21:04:17.163833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6ea61-6a45-464b-b322-7942fad17cb5 req-4d87e7d6-1f8e-4915-b882-5865c70ff597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:17.165472 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69b6ea61-6a45-464b-b322-7942fad17cb5 req-4d87e7d6-1f8e-4915-b882-5865c70ff597 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 1096 time: 0.1046472
Nov 20 21:04:17.252523 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69b6ea61-6a45-464b-b322-7942fad17cb5 req-c9a9738d-209f-4c77-83e5-592cc763a639 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791776
Nov 20 21:04:17.312127 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-04796962-63bc-42c9-826a-2d64cf2fbbc5 req-f4ba6abd-5140-48c0-a3c0-213e744ddb97 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472681
Nov 20 21:04:17.348361 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fd1fd0f0-9993-423f-94e3-551d5d2ebd24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:17.436789 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fd1fd0f0-9993-423f-94e3-551d5d2ebd24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:17.442093 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fd1fd0f0-9993-423f-94e3-551d5d2ebd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:17.499416 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fd1fd0f0-9993-423f-94e3-551d5d2ebd24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18fc6d20d2a24d78bfe3bbda624a7d2b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3939641
Nov 20 21:04:17.502717 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56040) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:17.509371 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fd0f0-9993-423f-94e3-551d5d2ebd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f53f81-2416-4425-b95a-2910e974e61f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:17.572847 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1113dd1b-c656-4752-b6a3-ecd1d0d9b761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:17.597790 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1113dd1b-c656-4752-b6a3-ecd1d0d9b761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:17.688046 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1113dd1b-c656-4752-b6a3-ecd1d0d9b761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:17.690834 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1113dd1b-c656-4752-b6a3-ecd1d0d9b761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:17.696934 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1113dd1b-c656-4752-b6a3-ecd1d0d9b761 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48f53f81-2416-4425-b95a-2910e974e61f HTTP/1.1" status: 204  len: 168 time: 0.1883078
Nov 20 21:04:17.708909 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113dd1b-c656-4752-b6a3-ecd1d0d9b761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f53f81-2416-4425-b95a-2910e974e61f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:17.748305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59f91f-106c-47b0-8b5e-edbac007a2da req-45774bd3-8bcd-415f-bbe8-fe107e6e68c6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:17.753010 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f59f91f-106c-47b0-8b5e-edbac007a2da req-45774bd3-8bcd-415f-bbe8-fe107e6e68c6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1450408
Nov 20 21:04:17.853535 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f59f91f-106c-47b0-8b5e-edbac007a2da req-a7590ef4-dcdb-49ae-8bdf-dd7eead7ab82 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0938258
Nov 20 21:04:17.988910 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa785d-01a2-49aa-8542-33ad5fdda0ef req-537f61a0-b444-44d7-918d-05a0a2c1a252 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:17.990787 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92aa785d-01a2-49aa-8542-33ad5fdda0ef req-537f61a0-b444-44d7-918d-05a0a2c1a252 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.0548246
Nov 20 21:04:18.083379 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92aa785d-01a2-49aa-8542-33ad5fdda0ef req-260cd62e-6cf0-4cd6-a990-f8e47b0a66a8 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843961
Nov 20 21:04:18.151693 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56086) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:18.167164 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d902cc85-f460-423b-8664-62c3ecc7cd81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:18.266981 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d902cc85-f460-423b-8664-62c3ecc7cd81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:18.272266 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d902cc85-f460-423b-8664-62c3ecc7cd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:18.317002 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902cc85-f460-423b-8664-62c3ecc7cd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4191e5-bf51-4eb9-9ae7-7765482d2f39,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:18.389997 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-147d722a-5394-4d17-99db-baa658782cbd req-c58c3bfe-4802-45f5-92ae-df541a4b04a3 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0489326
Nov 20 21:04:18.400502 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d902cc85-f460-423b-8664-62c3ecc7cd81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=697b91cfa3f94e3480e996cb85638cda&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2476573
Nov 20 21:04:18.403113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56108) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:18.459311 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d9cc108-d693-49aa-8d01-f2591a0d0a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:18.487166 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d9cc108-d693-49aa-8d01-f2591a0d0a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:18.580842 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:18.589390 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d9cc108-d693-49aa-8d01-f2591a0d0a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:18.594200 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d9cc108-d693-49aa-8d01-f2591a0d0a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:18.597517 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0d9cc108-d693-49aa-8d01-f2591a0d0a96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df4191e5-bf51-4eb9-9ae7-7765482d2f39 HTTP/1.1" status: 204  len: 168 time: 0.1916149
Nov 20 21:04:18.613754 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cc108-d693-49aa-8d01-f2591a0d0a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4191e5-bf51-4eb9-9ae7-7765482d2f39,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:18.971585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56148) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:19.017610 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:19.123152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235fb25-f9f0-4653-8af3-968f461bdc40 req-a2c5768b-8aff-4dd4-87d0-6ced204fb5ae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:19.124953 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1235fb25-f9f0-4653-8af3-968f461bdc40 req-a2c5768b-8aff-4dd4-87d0-6ced204fb5ae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1364539
Nov 20 21:04:19.126796 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-168a9de2-8ab4-4040-a9f6-b68d79e52e1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:19.214921 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1235fb25-f9f0-4653-8af3-968f461bdc40 req-d7ce163b-c32d-4183-9a82-8d9e48b9fb3c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0781803
Nov 20 21:04:19.266158 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0e7b9-6d64-4dc6-b703-3e8b2ea7e9cb req-903f4ca7-da03-4059-9058-27e90de7be94 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:19.271290 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-168a9de2-8ab4-4040-a9f6-b68d79e52e1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:19.273900 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a4f0e7b9-6d64-4dc6-b703-3e8b2ea7e9cb req-903f4ca7-da03-4059-9058-27e90de7be94 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.0866141
Nov 20 21:04:19.277016 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-168a9de2-8ab4-4040-a9f6-b68d79e52e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:19.311719 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-168a9de2-8ab4-4040-a9f6-b68d79e52e1d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26c7a9ad23a04b43897bef11421f13b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3390081
Nov 20 21:04:19.312473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56176) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:19.326300 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a4f0e7b9-6d64-4dc6-b703-3e8b2ea7e9cb req-6baaa8cc-52b3-4fe6-be96-f2f37183287a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507653
Nov 20 21:04:19.358818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a9de2-8ab4-4040-a9f6-b68d79e52e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82388aa4-41ec-4429-9044-e86384cab6bd,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:19.417431 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-572199d0-ceae-4865-9cee-080d0b079992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:19.464994 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-572199d0-ceae-4865-9cee-080d0b079992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:19.505834 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67859257-83ec-423d-a893-18a0161d4b76 req-2a8da17f-42e2-48f2-bba3-e0fbfb16f470 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:19.507408 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67859257-83ec-423d-a893-18a0161d4b76 req-2a8da17f-42e2-48f2-bba3-e0fbfb16f470 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.1034358
Nov 20 21:04:19.511674 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f044af93-f0c2-4192-a91a-3b3d18f87408 req-eacd4f48-8501-43ca-99ea-1d523b734124 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0387113
Nov 20 21:04:19.525520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56190) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:19.530902 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-376de5ec-ff6f-44f9-aa02-640b6ada9e9b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Request body: {'floatingip': {'port_id': 'd827fb61-04e5-4891-8bee-97e47804c603'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:19.542836 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-572199d0-ceae-4865-9cee-080d0b079992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:19.545448 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-572199d0-ceae-4865-9cee-080d0b079992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:19.546944 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-572199d0-ceae-4865-9cee-080d0b079992 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82388aa4-41ec-4429-9044-e86384cab6bd HTTP/1.1" status: 204  len: 168 time: 0.2282784
Nov 20 21:04:19.556636 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572199d0-ceae-4865-9cee-080d0b079992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82388aa4-41ec-4429-9044-e86384cab6bd,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:19.582168 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-376de5ec-ff6f-44f9-aa02-640b6ada9e9b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:20.035999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56214) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:20.056066 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc85c560-779a-4fd2-98d1-e7f6c7a36e44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:20.162570 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-376de5ec-ff6f-44f9-aa02-640b6ada9e9b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:20.170333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-376de5ec-ff6f-44f9-aa02-640b6ada9e9b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:20.175065 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc85c560-779a-4fd2-98d1-e7f6c7a36e44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:20.181887 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc85c560-779a-4fd2-98d1-e7f6c7a36e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:20.222731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85c560-779a-4fd2-98d1-e7f6c7a36e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8c8222-297d-4b26-905b-babdad982d0a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:20.238425 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85c560-779a-4fd2-98d1-e7f6c7a36e44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:20.238775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85c560-779a-4fd2-98d1-e7f6c7a36e44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:20.239239 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85c560-779a-4fd2-98d1-e7f6c7a36e44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:20.239667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85c560-779a-4fd2-98d1-e7f6c7a36e44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:20.240535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85c560-779a-4fd2-98d1-e7f6c7a36e44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:20.241040 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85c560-779a-4fd2-98d1-e7f6c7a36e44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:20.241551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85c560-779a-4fd2-98d1-e7f6c7a36e44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:20.242430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85c560-779a-4fd2-98d1-e7f6c7a36e44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:20.243812 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85c560-779a-4fd2-98d1-e7f6c7a36e44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:20.244477 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85c560-779a-4fd2-98d1-e7f6c7a36e44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:20.245571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85c560-779a-4fd2-98d1-e7f6c7a36e44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:20.246202 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85c560-779a-4fd2-98d1-e7f6c7a36e44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:20.266187 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cc85c560-779a-4fd2-98d1-e7f6c7a36e44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ffd005d48d446c88d376e1726d818e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2289152
Nov 20 21:04:20.270698 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56228) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:20.338203 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-035703f7-4b5c-4fe1-bbb5-383fec669b59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:20.370193 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-035703f7-4b5c-4fe1-bbb5-383fec669b59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:20.437162 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-035703f7-4b5c-4fe1-bbb5-383fec669b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:20.440748 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-035703f7-4b5c-4fe1-bbb5-383fec669b59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:20.442221 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-035703f7-4b5c-4fe1-bbb5-383fec669b59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d8c8222-297d-4b26-905b-babdad982d0a HTTP/1.1" status: 204  len: 168 time: 0.1703715
Nov 20 21:04:20.460376 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035703f7-4b5c-4fe1-bbb5-383fec669b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8c8222-297d-4b26-905b-babdad982d0a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:20.567148 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56240) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:20.653169 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-376de5ec-ff6f-44f9-aa02-640b6ada9e9b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Floating IP b4c9fec5-3dad-4b5f-aff4-01cacb53969b associated. External IP: 172.35.1.177, port: d827fb61-04e5-4891-8bee-97e47804c603.
Nov 20 21:04:20.758810 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-028aff45-04a6-4c87-985c-755f09524c2f req-9d76ae83-9d8f-4b13-91be-9dd056be4e0b tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.1136765
Nov 20 21:04:20.799985 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5d4e0897-6a74-4091-8dfb-0ff30125d542 req-c0db9fc0-3eb9-47f9-a451-5f6e1dea0394 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0598087
Nov 20 21:04:20.854547 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f4b4be36-115b-4353-9d9b-c05f59cddf7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:20.960517 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f4b4be36-115b-4353-9d9b-c05f59cddf7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:20.967557 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f4b4be36-115b-4353-9d9b-c05f59cddf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:20.978876 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376de5ec-ff6f-44f9-aa02-640b6ada9e9b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:04:21.038503 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f4b4be36-115b-4353-9d9b-c05f59cddf7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9300967dc87f4d44a9fc53b1cbd670fa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4698961
Nov 20 21:04:21.042125 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56272) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:21.044447 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4be36-115b-4353-9d9b-c05f59cddf7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc197a5-fd9c-4057-bfd7-4ea801d0ca5c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:21.151926 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-644b5c4a-cb40-419c-9804-3beb7d5a110e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:21.159608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376de5ec-ff6f-44f9-aa02-640b6ada9e9b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:04:21.171147 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-376de5ec-ff6f-44f9-aa02-640b6ada9e9b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:21.172364 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c484bc54-d897-4373-94e6-eed529b7b3b4 None None] Sync routers for ids ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:04:21.184168 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c484bc54-d897-4373-94e6-eed529b7b3b4 None None] Routers {'8b8d83cd-4928-4b2d-872d-93c2918d6d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:04:21.185020 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c484bc54-d897-4373-94e6-eed529b7b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541f7550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:04:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:21.205943 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-644b5c4a-cb40-419c-9804-3beb7d5a110e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:21.223484 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-376de5ec-ff6f-44f9-aa02-640b6ada9e9b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "PUT /v2.0/floatingips/b4c9fec5-3dad-4b5f-aff4-01cacb53969b HTTP/1.1" status: 200  len: 991 time: 1.6965008
Nov 20 21:04:21.226595 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'tag': 'd827fb61-04e5-4891-8bee-97e47804c603'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:04:21.230113 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7685a9d-4410-42ea-b07c-d1f4a3fae879" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1e4483-b5f5-47d3-b58f-1fdaaefd311c", "tag": "d827fb61-04e5-4891-8bee-97e47804c603"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:04:21.306552 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-644b5c4a-cb40-419c-9804-3beb7d5a110e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:21.310896 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-644b5c4a-cb40-419c-9804-3beb7d5a110e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:21.314460 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-644b5c4a-cb40-419c-9804-3beb7d5a110e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/afc197a5-fd9c-4057-bfd7-4ea801d0ca5c HTTP/1.1" status: 204  len: 168 time: 0.2690156
Nov 20 21:04:21.335068 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b5c4a-cb40-419c-9804-3beb7d5a110e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc197a5-fd9c-4057-bfd7-4ea801d0ca5c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:21.345938 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe92ae8a-dc0d-4549-ba41-4bf6f7317f70 x-openstack-request-id: req-fe92ae8a-dc0d-4549-ba41-4bf6f7317f70 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:04:21.347794 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1e4483-b5f5-47d3-b58f-1fdaaefd311c", "tag": "d827fb61-04e5-4891-8bee-97e47804c603", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:04:21.348237 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe92ae8a-dc0d-4549-ba41-4bf6f7317f70 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:04:21.349015 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'tag': 'd827fb61-04e5-4891-8bee-97e47804c603', 'status': 'completed', 'code': 200}
Nov 20 21:04:21.437333 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685a9d-4410-42ea-b07c-d1f4a3fae879 req-748dce09-b905-45c8-86c9-a40ba45a959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:21.442280 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a7685a9d-4410-42ea-b07c-d1f4a3fae879 req-748dce09-b905-45c8-86c9-a40ba45a959b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=185bc78201f1431881a86d4894780efb&device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 1096 time: 0.0836980
Nov 20 21:04:21.445717 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-c484bc54-d897-4373-94e6-eed529b7b3b4 None None] Set router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:04:21.565994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685a9d-4410-42ea-b07c-d1f4a3fae879 req-05afac0d-1450-4e0f-99ad-a08e7e657f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:21.567658 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a7685a9d-4410-42ea-b07c-d1f4a3fae879 req-05afac0d-1450-4e0f-99ad-a08e7e657f8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0462fe-9d19-4cda-815b-86a91b87f9c7 HTTP/1.1" status: 200  len: 918 time: 0.1170695
Nov 20 21:04:21.686263 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a7685a9d-4410-42ea-b07c-d1f4a3fae879 req-54a57c9d-cda5-48db-bfec-d3582474a3f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d827fb61-04e5-4891-8bee-97e47804c603 HTTP/1.1" status: 200  len: 999 time: 0.1089640
Nov 20 21:04:21.716731 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c484bc54-d897-4373-94e6-eed529b7b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541f7550>, [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:55Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b4c9fec5-3dad-4b5f-aff4-01cacb53969b', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'floating_ip_address': '172.35.1.177', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'port_id': 'd827fb61-04e5-4891-8bee-97e47804c603', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'mac_address': 'fa:16:3e:65:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:04:02Z', 'updated_at': '2021-11-20T21:04:20Z', 'revision_number': 1, 'project_id': '185bc78201f1431881a86d4894780efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c54451-d321-4ac4-a104-3ac4c812978a', 'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'mac_address': 'fa:16:3e:b9:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:54Z', 'updated_at': '2021-11-20T21:04:03Z', 'revision_number': 5, 'project_id': '185bc78201f1431881a86d4894780efb', 'subnets': [{'id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:21.753885 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685a9d-4410-42ea-b07c-d1f4a3fae879 req-a32cfd24-7a8c-454e-a0eb-6b7f6558781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:21.754230 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c484bc54-d897-4373-94e6-eed529b7b3b4 None None] Checking router: 8b8d83cd-4928-4b2d-872d-93c2918d6d7d for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:04:21.755578 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a7685a9d-4410-42ea-b07c-d1f4a3fae879 req-a32cfd24-7a8c-454e-a0eb-6b7f6558781c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d8dda6c-ad95-4b4c-9a1c-f85536341ba1 HTTP/1.1" status: 200  len: 856 time: 0.0545497
Nov 20 21:04:21.765614 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c484bc54-d897-4373-94e6-eed529b7b3b4 None None] Routers {'8b8d83cd-4928-4b2d-872d-93c2918d6d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:04:21.766633 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c484bc54-d897-4373-94e6-eed529b7b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541f7550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:04:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:21.842161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685a9d-4410-42ea-b07c-d1f4a3fae879 req-23d48ef0-8485-478e-b9cc-267459affc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:21.846282 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a7685a9d-4410-42ea-b07c-d1f4a3fae879 req-23d48ef0-8485-478e-b9cc-267459affc54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0462fe-9d19-4cda-815b-86a91b87f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0790355
Nov 20 21:04:21.866520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56322) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:21.903760 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-169538b7-8718-4b41-adfb-c5826e9c6e9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:21.954533 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-c484bc54-d897-4373-94e6-eed529b7b3b4 None None] Set router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:04:21.981520 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec5203d3-997c-4354-b4a1-553d268f883a req-80abb474-5061-4f6f-8e7b-a469e529504f tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0594437
Nov 20 21:04:22.066128 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56326) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:22.068898 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a7685a9d-4410-42ea-b07c-d1f4a3fae879 req-1a0aa3a1-895f-4e2d-9907-d2e31f7c99e0 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2178540
Nov 20 21:04:22.088989 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-169538b7-8718-4b41-adfb-c5826e9c6e9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:22.105892 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-169538b7-8718-4b41-adfb-c5826e9c6e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:22.182447 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-169538b7-8718-4b41-adfb-c5826e9c6e9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a79616dc88104e0987cd7e1adbcf2afe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3147483
Nov 20 21:04:22.195330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56332) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:22.231848 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169538b7-8718-4b41-adfb-c5826e9c6e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f054f318-542e-44dd-86a3-742d8eb5bd0c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:22.271514 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a7685a9d-4410-42ea-b07c-d1f4a3fae879 req-c1c45d8a-e435-431a-98a8-8a3da38ab385 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948552
Nov 20 21:04:22.286219 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0004b1b9-c709-4617-b4bd-7f7331756ebd admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:22.344687 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-812a2e58-a2dd-41bd-93ed-8022a37470a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:22.364372 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c484bc54-d897-4373-94e6-eed529b7b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541f7550>, [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:55Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b4c9fec5-3dad-4b5f-aff4-01cacb53969b', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'floating_ip_address': '172.35.1.177', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'port_id': 'd827fb61-04e5-4891-8bee-97e47804c603', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'mac_address': 'fa:16:3e:65:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:04:02Z', 'updated_at': '2021-11-20T21:04:20Z', 'revision_number': 1, 'project_id': '185bc78201f1431881a86d4894780efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c54451-d321-4ac4-a104-3ac4c812978a', 'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'mac_address': 'fa:16:3e:b9:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:54Z', 'updated_at': '2021-11-20T21:04:03Z', 'revision_number': 5, 'project_id': '185bc78201f1431881a86d4894780efb', 'subnets': [{'id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:22.382188 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-812a2e58-a2dd-41bd-93ed-8022a37470a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:22.397958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56338) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:22.419514 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c484bc54-d897-4373-94e6-eed529b7b3b4 None None] The sync data for ids ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'] in ncdv-master-1 is: [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:55Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b4c9fec5-3dad-4b5f-aff4-01cacb53969b', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'floating_ip_address': '172.35.1.177', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'port_id': 'd827fb61-04e5-4891-8bee-97e47804c603', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'mac_address': 'fa:16:3e:65:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:04:02Z', 'updated_at': '2021-11-20T21:04:20Z', 'revision_number': 1, 'project_id': '185bc78201f1431881a86d4894780efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c54451-d321-4ac4-a104-3ac4c812978a', 'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'mac_address': 'fa:16:3e:b9:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:54Z', 'updated_at': '2021-11-20T21:04:03Z', 'revision_number': 5, 'project_id': '185bc78201f1431881a86d4894780efb', 'subnets': [{'id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:04:22.456048 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0004b1b9-c709-4617-b4bd-7f7331756ebd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:22.462639 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0004b1b9-c709-4617-b4bd-7f7331756ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:22.492455 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0004b1b9-c709-4617-b4bd-7f7331756ebd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=659a6ede46d54950a53080ee31dff1ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4240432
Nov 20 21:04:22.494888 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56342) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:22.556242 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-812a2e58-a2dd-41bd-93ed-8022a37470a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:22.566220 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-812a2e58-a2dd-41bd-93ed-8022a37470a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:22.580301 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-812a2e58-a2dd-41bd-93ed-8022a37470a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f054f318-542e-44dd-86a3-742d8eb5bd0c HTTP/1.1" status: 204  len: 168 time: 0.3785434
Nov 20 21:04:22.584207 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004b1b9-c709-4617-b4bd-7f7331756ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f829a7-fb05-4fd5-bd64-b94a996d12a4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:22.598572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a2e58-a2dd-41bd-93ed-8022a37470a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f054f318-542e-44dd-86a3-742d8eb5bd0c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:22.606240 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da28682f-b5ef-4d6d-b87e-574f9e44b3de admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:22.608431 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f5724717-f03b-48a5-9e9c-12647b99b306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:22.655576 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f5724717-f03b-48a5-9e9c-12647b99b306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:22.755678 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f5724717-f03b-48a5-9e9c-12647b99b306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:22.759880 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f5724717-f03b-48a5-9e9c-12647b99b306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:22.762091 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f5724717-f03b-48a5-9e9c-12647b99b306 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7f829a7-fb05-4fd5-bd64-b94a996d12a4 HTTP/1.1" status: 204  len: 168 time: 0.2656455
Nov 20 21:04:22.769195 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da28682f-b5ef-4d6d-b87e-574f9e44b3de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:22.778022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5724717-f03b-48a5-9e9c-12647b99b306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f829a7-fb05-4fd5-bd64-b94a996d12a4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:22.780114 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da28682f-b5ef-4d6d-b87e-574f9e44b3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:22.839100 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-da28682f-b5ef-4d6d-b87e-574f9e44b3de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89a796f04c1349968268eac639f486fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4353967
Nov 20 21:04:22.839100 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28682f-b5ef-4d6d-b87e-574f9e44b3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8829a7bd-e9f9-4b2f-851e-dbbf5c5dbc80,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:22.839515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56352) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:22.845445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2dfd9-b12f-4c72-9eab-00fdf455e136 None None] New status for floating IP b4c9fec5-3dad-4b5f-aff4-01cacb53969b: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:04:22.976900 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-445b5785-5f4e-4d37-a76b-444f0e866abf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:23.009894 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-445b5785-5f4e-4d37-a76b-444f0e866abf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:23.088788 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-445b5785-5f4e-4d37-a76b-444f0e866abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:23.094538 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-445b5785-5f4e-4d37-a76b-444f0e866abf admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:23.097876 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-445b5785-5f4e-4d37-a76b-444f0e866abf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8829a7bd-e9f9-4b2f-851e-dbbf5c5dbc80 HTTP/1.1" status: 204  len: 168 time: 0.2573068
Nov 20 21:04:23.111210 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b5785-5f4e-4d37-a76b-444f0e866abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8829a7bd-e9f9-4b2f-851e-dbbf5c5dbc80,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:23.307202 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cb1d0a4f-ff0b-4a06-9d35-f3c2a044cda5 req-05390de9-089f-44c9-a314-a0e85992f6c0 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0479512
Nov 20 21:04:23.442709 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56386) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:23.457130 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fdfd79d4-4f8a-4e12-9703-27b070453aa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:23.580909 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fdfd79d4-4f8a-4e12-9703-27b070453aa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:23.588328 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fdfd79d4-4f8a-4e12-9703-27b070453aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:23.644782 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fdfd79d4-4f8a-4e12-9703-27b070453aa7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58056e5a64d4491c94f6e9b7af7d29db&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1984880
Nov 20 21:04:23.644782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd79d4-4f8a-4e12-9703-27b070453aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cf8925-5368-4759-b281-6c5453b928e0,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:23.645173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56392) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:23.726812 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5633d6cf-29c6-4b81-9b51-0ad2c42e38bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:23.756090 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5633d6cf-29c6-4b81-9b51-0ad2c42e38bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:23.826336 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5633d6cf-29c6-4b81-9b51-0ad2c42e38bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:23.829107 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5633d6cf-29c6-4b81-9b51-0ad2c42e38bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:23.830310 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5633d6cf-29c6-4b81-9b51-0ad2c42e38bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84cf8925-5368-4759-b281-6c5453b928e0 HTTP/1.1" status: 204  len: 168 time: 0.1841319
Nov 20 21:04:23.840184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633d6cf-29c6-4b81-9b51-0ad2c42e38bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cf8925-5368-4759-b281-6c5453b928e0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:24.419368 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de7a4890-cecf-4b37-b0fd-b2944559e480 req-13077304-23df-4c90-b3c1-633a6eacc0f4 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0358725
Nov 20 21:04:25.578018 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f44e2ff6-7ce4-48fb-8a07-96bec6b7ea56 req-d731248b-e27b-40f5-bbfd-23f439d9d1bd tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0537801
Nov 20 21:04:25.801556 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56596) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:25.910453 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4398f8be-7348-40fc-ae78-69717928feab admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:25.982760 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4398f8be-7348-40fc-ae78-69717928feab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:25.986288 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4398f8be-7348-40fc-ae78-69717928feab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:26.024827 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4398f8be-7348-40fc-ae78-69717928feab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=152fa8427cc44294941f9c72da3fb8aa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2221622
Nov 20 21:04:26.025775 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398f8be-7348-40fc-ae78-69717928feab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803553db-f280-416c-9272-ecf1dc8b2c03,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:26.027551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56600) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:26.075278 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-984de67e-e568-4839-a3d1-0d91b948c61b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:26.096305 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-984de67e-e568-4839-a3d1-0d91b948c61b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:26.142247 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-984de67e-e568-4839-a3d1-0d91b948c61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:26.144911 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-984de67e-e568-4839-a3d1-0d91b948c61b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:26.146087 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-984de67e-e568-4839-a3d1-0d91b948c61b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/803553db-f280-416c-9272-ecf1dc8b2c03 HTTP/1.1" status: 204  len: 168 time: 0.1175213
Nov 20 21:04:26.155024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984de67e-e568-4839-a3d1-0d91b948c61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803553db-f280-416c-9272-ecf1dc8b2c03,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:26.717046 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91a1e2e7-e0c2-4d2e-b953-28ea86ce255a req-c7fdf449-d14f-4a2c-a371-7ea07df51574 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0422668
Nov 20 21:04:27.481526 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56708) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:27.594023 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:27.615475 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:27.715187 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:27.840374 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-87f8524b-7c05-4d5a-8556-82d565e9db2d req-7fbcfc7a-6319-48a6-828d-75fc961d18a1 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0302444
Nov 20 21:04:27.864990 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Allocated IP 172.35.1.6 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/e218d420-573e-4001-a5f3-bcac1f697469) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:04:27.992016 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.029877 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.074590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:04:28.077708 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:04:28.081718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:04:28.105663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Pushing event updated for resources: {'Port': ['ID=e218d420-573e-4001-a5f3-bcac1f697469,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:28.176961 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.214555 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.228835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56740) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:28.342182 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-870488ae-1a61-4efe-9b1b-654082c16561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.373594 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.380626 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.429394 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-870488ae-1a61-4efe-9b1b-654082c16561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.436727 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-870488ae-1a61-4efe-9b1b-654082c16561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.474326 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.476189 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-870488ae-1a61-4efe-9b1b-654082c16561 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb2ebf435a22462bab95387eacad8f73&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2462797
Nov 20 21:04:28.476806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Pushing event updated for resources: {'Port': ['ID=e218d420-573e-4001-a5f3-bcac1f697469,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:28.478593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870488ae-1a61-4efe-9b1b-654082c16561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08de115-4003-4340-9702-cd4e30e7fa93,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:28.480820 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56746) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:28.495371 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.496637 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6890054b-1f01-4710-b057-4d304b83e851 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.0141008
Nov 20 21:04:28.499902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56748) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:28.504797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7d554a98-c602-4118-82b7-64fb3e413fac tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-634856086', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'fixed_ips': [{'ip_address': '172.35.1.6'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:28.527478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d554a98-c602-4118-82b7-64fb3e413fac tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Made reservation on behalf of b6ecb2cead0a4eada28d9309c118e776 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:04:28.530009 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d554a98-c602-4118-82b7-64fb3e413fac tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.539095 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4162-d172-4c2d-8ae2-7b479459ce8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.541054 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d554a98-c602-4118-82b7-64fb3e413fac tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.560691 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4162-d172-4c2d-8ae2-7b479459ce8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.610743 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4162-d172-4c2d-8ae2-7b479459ce8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.613572 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4162-d172-4c2d-8ae2-7b479459ce8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.617097 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f4bb4162-d172-4c2d-8ae2-7b479459ce8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c08de115-4003-4340-9702-cd4e30e7fa93 HTTP/1.1" status: 204  len: 168 time: 0.1327412
Nov 20 21:04:28.623352 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d554a98-c602-4118-82b7-64fb3e413fac tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.623604 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb4162-d172-4c2d-8ae2-7b479459ce8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08de115-4003-4340-9702-cd4e30e7fa93,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:28.632634 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d554a98-c602-4118-82b7-64fb3e413fac tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:28.639812 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-7d554a98-c602-4118-82b7-64fb3e413fac tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] device_id is not set on port ceb004d5-d3f0-4593-aa10-d5a609e39c2c yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:04:28.719370 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d554a98-c602-4118-82b7-64fb3e413fac tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c8565e-e5e3-41b3-9fb8-ae1905648332,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:28.874399 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d554a98-c602-4118-82b7-64fb3e413fac tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Nov 20 21:04:28.874749 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d554a98-c602-4118-82b7-64fb3e413fac tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:04:28.899912 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7d554a98-c602-4118-82b7-64fb3e413fac tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409  len: 370 time: 0.3980484
Nov 20 21:04:28.902651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56760) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:28.957100 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56762) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:28.969531 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47c00f5a-90dd-4fcd-b7a4-a566608fc386 req-2d84b4ad-1f52-452e-9b01-36185505e2fd tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0351222
Nov 20 21:04:29.016812 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-36968089-26d7-48d3-971e-e63decd0c39e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:29.143257 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-358abf7c-38aa-48f9-afef-702bcb78ff20 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Deleting port e218d420-573e-4001-a5f3-bcac1f697469 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:04:29.143606 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-358abf7c-38aa-48f9-afef-702bcb78ff20 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:29.186883 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-36968089-26d7-48d3-971e-e63decd0c39e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:29.215951 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-36968089-26d7-48d3-971e-e63decd0c39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:29.275936 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-36968089-26d7-48d3-971e-e63decd0c39e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e49bac3f2b9e4013a17457b5928e9692&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3176796
Nov 20 21:04:29.277944 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-358abf7c-38aa-48f9-afef-702bcb78ff20 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:29.278376 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-358abf7c-38aa-48f9-afef-702bcb78ff20 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:29.278621 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56780) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:29.280821 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36968089-26d7-48d3-971e-e63decd0c39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a27031a-b89d-46dc-8a31-b44cb70f0064,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:29.293863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-358abf7c-38aa-48f9-afef-702bcb78ff20 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Calling delete_port for e218d420-573e-4001-a5f3-bcac1f697469 owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:04:29.328953 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f3cda7eb-f1ad-42cb-9160-f0cd28252dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:29.350125 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f3cda7eb-f1ad-42cb-9160-f0cd28252dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:29.400288 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f3cda7eb-f1ad-42cb-9160-f0cd28252dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:29.403189 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f3cda7eb-f1ad-42cb-9160-f0cd28252dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:29.404344 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f3cda7eb-f1ad-42cb-9160-f0cd28252dac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a27031a-b89d-46dc-8a31-b44cb70f0064 HTTP/1.1" status: 204  len: 168 time: 0.1246943
Nov 20 21:04:29.412281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cda7eb-f1ad-42cb-9160-f0cd28252dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a27031a-b89d-46dc-8a31-b44cb70f0064,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:29.436447 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-358abf7c-38aa-48f9-afef-702bcb78ff20 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:29.465750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358abf7c-38aa-48f9-afef-702bcb78ff20 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Pushing event deleted for resources: {'Port': ['ID=e218d420-573e-4001-a5f3-bcac1f697469,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:29.532980 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-358abf7c-38aa-48f9-afef-702bcb78ff20 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:29.536362 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-358abf7c-38aa-48f9-afef-702bcb78ff20 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:29.537735 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-358abf7c-38aa-48f9-afef-702bcb78ff20 tempest-ExternalNetworksAdminNegativeTestJSON-946022099 tempest-ExternalNetworksAdminNegativeTestJSON-946022099-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/54258328-eb4f-43cc-b36d-f71b86aaec21 HTTP/1.1" status: 204  len: 168 time: 0.6341770
Nov 20 21:04:29.902284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56806) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:29.990547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56814) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:30.085767 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0aced298-f2f4-410e-9de3-00be8f975f30 req-b4809b8d-614f-4723-9455-1ef27a2d3dcf tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0296595
Nov 20 21:04:30.097626 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-868cc1bc-fb87-4049-90fd-4e2c79beb1c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:30.161232 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0782a969-95b4-4a8f-8a22-7910220773a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:30.236044 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-868cc1bc-fb87-4049-90fd-4e2c79beb1c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:30.240875 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-868cc1bc-fb87-4049-90fd-4e2c79beb1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:30.302654 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-868cc1bc-fb87-4049-90fd-4e2c79beb1c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb550afe4e3d46f88400f8a3a86bec35&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3997715
Nov 20 21:04:30.303786 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56828) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:30.307907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cc1bc-fb87-4049-90fd-4e2c79beb1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95c6cc7-6515-4b7a-917d-59f65f21f461,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:30.330795 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0782a969-95b4-4a8f-8a22-7910220773a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:30.336049 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0782a969-95b4-4a8f-8a22-7910220773a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:30.357920 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f882e0d-c1b5-4665-9743-7abacf78cf35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:30.381291 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f882e0d-c1b5-4665-9743-7abacf78cf35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:30.383083 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56830) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:30.383238 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0782a969-95b4-4a8f-8a22-7910220773a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=684c2c7277324bbe85d10ecdc438a512&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3913791
Nov 20 21:04:30.385325 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782a969-95b4-4a8f-8a22-7910220773a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17b6347-756d-4e48-8237-b24697f2625c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:30.457958 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0007ecf9-0ee5-4829-847d-172966ab814a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:30.469933 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f882e0d-c1b5-4665-9743-7abacf78cf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:30.472518 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f882e0d-c1b5-4665-9743-7abacf78cf35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:30.473659 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1f882e0d-c1b5-4665-9743-7abacf78cf35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d95c6cc7-6515-4b7a-917d-59f65f21f461 HTTP/1.1" status: 204  len: 168 time: 0.1687434
Nov 20 21:04:30.492313 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0007ecf9-0ee5-4829-847d-172966ab814a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:30.499483 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f882e0d-c1b5-4665-9743-7abacf78cf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95c6cc7-6515-4b7a-917d-59f65f21f461,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:30.590543 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0007ecf9-0ee5-4829-847d-172966ab814a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:30.594507 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0007ecf9-0ee5-4829-847d-172966ab814a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:30.596102 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0007ecf9-0ee5-4829-847d-172966ab814a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f17b6347-756d-4e48-8237-b24697f2625c HTTP/1.1" status: 204  len: 168 time: 0.2119050
Nov 20 21:04:30.606026 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007ecf9-0ee5-4829-847d-172966ab814a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17b6347-756d-4e48-8237-b24697f2625c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:30.880887 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56854) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:30.926979 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e474aa23-8620-4bcc-904d-5b376d57b887 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6ecb2cead0a4eada28d9309c118e776&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0448534
Nov 20 21:04:30.929461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56856) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:30.991580 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2c10598-7de7-4574-b540-2f9471cc31e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:31.016381 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2c10598-7de7-4574-b540-2f9471cc31e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:31.073138 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2c10598-7de7-4574-b540-2f9471cc31e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:31.076416 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2c10598-7de7-4574-b540-2f9471cc31e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:31.077885 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f2c10598-7de7-4574-b540-2f9471cc31e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2c8565e-e5e3-41b3-9fb8-ae1905648332 HTTP/1.1" status: 204  len: 168 time: 0.1458957
Nov 20 21:04:31.087412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c10598-7de7-4574-b540-2f9471cc31e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c8565e-e5e3-41b3-9fb8-ae1905648332,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:31.210082 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a110fc69-ac98-4ffe-8a40-09235027c256 req-ae94017e-2f52-40d4-9ad7-bb1559c77cec tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0286682
Nov 20 21:04:31.854333 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56918) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:31.990906 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-45f7a2e9-41bc-42e5-af92-909c6958817a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:32.082004 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-45f7a2e9-41bc-42e5-af92-909c6958817a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:32.087896 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-45f7a2e9-41bc-42e5-af92-909c6958817a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:32.133076 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56932) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:32.134717 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-45f7a2e9-41bc-42e5-af92-909c6958817a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=974554c98ffd4bba9ee13da60efd369b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2791231
Nov 20 21:04:32.136501 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7a2e9-41bc-42e5-af92-909c6958817a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35870f93-37a7-4eab-ba64-08de4e67707d,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:32.194403 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2a3246e-ce60-453b-8dde-7cefe73c82b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:32.244011 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2a3246e-ce60-453b-8dde-7cefe73c82b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:32.326550 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2a3246e-ce60-453b-8dde-7cefe73c82b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:32.331220 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2a3246e-ce60-453b-8dde-7cefe73c82b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:32.332734 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d2a3246e-ce60-453b-8dde-7cefe73c82b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35870f93-37a7-4eab-ba64-08de4e67707d HTTP/1.1" status: 204  len: 168 time: 0.1976349
Nov 20 21:04:32.349432 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3246e-ce60-453b-8dde-7cefe73c82b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35870f93-37a7-4eab-ba64-08de4e67707d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:32.382569 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a577acdd-88cb-4b4c-84f7-5b2fc4a91e15 req-623a5e41-f7cb-40f7-adb3-a53ced8903a4 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0365658
Nov 20 21:04:32.671164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56964) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:32.685711 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32ea569e-dad0-4fe0-8d72-4f79ecaec78e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:32.772702 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32ea569e-dad0-4fe0-8d72-4f79ecaec78e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:32.776747 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32ea569e-dad0-4fe0-8d72-4f79ecaec78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:32.819230 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-32ea569e-dad0-4fe0-8d72-4f79ecaec78e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=530781c13f9245ba882798d4b7019e81&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1469584
Nov 20 21:04:32.820181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea569e-dad0-4fe0-8d72-4f79ecaec78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775d7acb-9ada-4832-80c4-e5cad2d84eae,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:32.822610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56972) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:32.881691 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b6110cd-6dc8-46b2-8dfd-087f55501e59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:32.903875 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b6110cd-6dc8-46b2-8dfd-087f55501e59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:32.924634 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56974) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:32.950599 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b6110cd-6dc8-46b2-8dfd-087f55501e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:32.953249 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b6110cd-6dc8-46b2-8dfd-087f55501e59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:32.954423 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0b6110cd-6dc8-46b2-8dfd-087f55501e59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/775d7acb-9ada-4832-80c4-e5cad2d84eae HTTP/1.1" status: 204  len: 168 time: 0.1303992
Nov 20 21:04:32.962614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6110cd-6dc8-46b2-8dfd-087f55501e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775d7acb-9ada-4832-80c4-e5cad2d84eae,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:33.029535 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a90b26c4-4a49-4de3-80b8-ffee13bc739a tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1990340013'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:33.029997 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a90b26c4-4a49-4de3-80b8-ffee13bc739a tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] Unknown quota resources ['metering_label']. {{(pid=126224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 20 21:04:33.216848 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a90b26c4-4a49-4de3-80b8-ffee13bc739a tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:33.220255 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a90b26c4-4a49-4de3-80b8-ffee13bc739a tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.2920454
Nov 20 21:04:33.220452 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56986) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:33.224660 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e8241370-2903-4774-93e2-a2a73f973d79 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b8436ea6-d6d5-4c73-9325-d404c2694777'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:33.225161 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e8241370-2903-4774-93e2-a2a73f973d79 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 20 21:04:33.303713 ncdv-master-1 neutron-server[126224]: WARNING neutron.services.metering.metering_plugin [None req-e8241370-2903-4774-93e2-a2a73f973d79 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 20 21:04:33.419601 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e8241370-2903-4774-93e2-a2a73f973d79 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:33.421760 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e8241370-2903-4774-93e2-a2a73f973d79 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.2003591
Nov 20 21:04:33.424937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57002) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:33.429604 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-6f3addca-b543-4afb-91fd-fa4eae1950ff tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b8436ea6-d6d5-4c73-9325-d404c2694777'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:33.430175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-6f3addca-b543-4afb-91fd-fa4eae1950ff tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 20 21:04:33.489724 ncdv-master-1 neutron-server[126224]: WARNING neutron.services.metering.metering_plugin [None req-6f3addca-b543-4afb-91fd-fa4eae1950ff tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 20 21:04:33.530314 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91a563ea-42b3-4a1a-9223-e4ea07b0427f req-c2e6c93f-3994-4524-9d6a-c1ec74fae619 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0302677
Nov 20 21:04:33.609135 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6f3addca-b543-4afb-91fd-fa4eae1950ff tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:33.610927 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6f3addca-b543-4afb-91fd-fa4eae1950ff tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.1842287
Nov 20 21:04:33.613354 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57016) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:33.625032 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c4f68a94-d663-4a27-b93b-6a2ed86c0058 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=7b0bc78e-3706-457c-b5f4-d16b78aae0a5 HTTP/1.1" status: 200  len: 462 time: 0.0104425
Nov 20 21:04:33.627834 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57018) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:33.791883 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7e6f80f1-eb4b-4a5d-a976-599570caf3d7 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:33.791883 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7e6f80f1-eb4b-4a5d-a976-599570caf3d7 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/7b0bc78e-3706-457c-b5f4-d16b78aae0a5 HTTP/1.1" status: 204  len: 168 time: 0.1607912
Nov 20 21:04:33.792733 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57028) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:33.812356 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-60297485-f300-49ca-aa79-e50c6570b7e2 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=7b0bc78e-3706-457c-b5f4-d16b78aae0a5 HTTP/1.1" status: 200  len: 221 time: 0.0184751
Nov 20 21:04:33.816136 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57030) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:33.822498 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6a7485bf-be99-4708-9a3a-d0a6938be628 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--751936042', 'description': 'label created by tempest'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:33.824422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6a7485bf-be99-4708-9a3a-d0a6938be628 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] Unknown quota resources ['metering_label']. {{(pid=126225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 20 21:04:34.388574 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6a7485bf-be99-4708-9a3a-d0a6938be628 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:34.389757 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6a7485bf-be99-4708-9a3a-d0a6938be628 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.5725501
Nov 20 21:04:34.392640 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57062) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:34.468049 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-03a08245-0de7-42f0-9233-5cc5fb6dc1c3 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=c2fe8024-faef-4da5-a155-18bb038bcbb4 HTTP/1.1" status: 200  len: 467 time: 0.0742202
Nov 20 21:04:34.470849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57066) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:34.675059 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ac03ab10-0252-4d58-874f-99bc653490f5 req-5ce00fed-907e-4ae1-927b-a3979f162dab tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0283282
Nov 20 21:04:34.677848 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-262495c9-f3b2-43a0-88f5-6db7dddc5cda tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:34.682192 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-262495c9-f3b2-43a0-88f5-6db7dddc5cda tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/c2fe8024-faef-4da5-a155-18bb038bcbb4 HTTP/1.1" status: 204  len: 168 time: 0.2069919
Nov 20 21:04:34.682317 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57076) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:34.693904 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e741475a-cd5f-4440-8782-abceba8e7fd8 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=c2fe8024-faef-4da5-a155-18bb038bcbb4 HTTP/1.1" status: 200  len: 216 time: 0.0105093
Nov 20 21:04:34.697109 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57080) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:34.706096 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5725a656-7111-4f0c-9c89-82012e047de6 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0076225
Nov 20 21:04:34.708896 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57082) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:34.720066 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-24e568ef-84e2-4bc1-8ac8-961996dd70ba tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0101454
Nov 20 21:04:34.723167 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57084) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:34.777347 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-22bd3035-c58d-4cbc-938a-2ebfc5ed368a tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/b8436ea6-d6d5-4c73-9325-d404c2694777 HTTP/1.1" status: 200  len: 473 time: 0.0529733
Nov 20 21:04:34.780761 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57088) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:34.791655 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1c638647-d5b7-496c-9fb8-9a2f19cb644c tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/fe477091-9561-4bf1-852a-f03c32581946 HTTP/1.1" status: 200  len: 459 time: 0.0098245
Nov 20 21:04:34.794623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57090) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:34.902781 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1eda-c8ca-4575-8f4a-7120d55a4c45 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:34.906301 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1e4a1eda-c8ca-4575-8f4a-7120d55a4c45 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/fe477091-9561-4bf1-852a-f03c32581946 HTTP/1.1" status: 204  len: 168 time: 0.1085515
Nov 20 21:04:34.906773 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57098) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:35.480262 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0b93e7d-5248-4b61-a537-2fc5acf65e85 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:35.481400 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a0b93e7d-5248-4b61-a537-2fc5acf65e85 tempest-MeteringIpV6TestJSON-570647376 tempest-MeteringIpV6TestJSON-570647376-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/b8436ea6-d6d5-4c73-9325-d404c2694777 HTTP/1.1" status: 204  len: 168 time: 0.5736337
Nov 20 21:04:35.750960 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57162) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:35.785391 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-436b7ee4-adf3-47e8-aef2-0ac98dc6c1e5 req-90b6ec8e-9a7e-41ec-969a-34fcad864732 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0310776
Nov 20 21:04:35.860351 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b7dc979-e872-4f7d-abb8-1ba4f5a2525b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:35.933964 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b7dc979-e872-4f7d-abb8-1ba4f5a2525b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:35.937666 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b7dc979-e872-4f7d-abb8-1ba4f5a2525b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:35.979334 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7b7dc979-e872-4f7d-abb8-1ba4f5a2525b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfff60325ec74c73b13dab630e06e3bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2271674
Nov 20 21:04:35.980474 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7dc979-e872-4f7d-abb8-1ba4f5a2525b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647fc6f3-44d8-46ea-9919-ab86e3dd9d4a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:35.982095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57166) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:36.029273 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e6795fda-5383-4921-a4ae-5c15f4ede034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:36.049671 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e6795fda-5383-4921-a4ae-5c15f4ede034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:36.097180 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e6795fda-5383-4921-a4ae-5c15f4ede034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:36.100410 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e6795fda-5383-4921-a4ae-5c15f4ede034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:36.102177 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e6795fda-5383-4921-a4ae-5c15f4ede034 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/647fc6f3-44d8-46ea-9919-ab86e3dd9d4a HTTP/1.1" status: 204  len: 168 time: 0.1189537
Nov 20 21:04:36.113909 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6795fda-5383-4921-a4ae-5c15f4ede034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647fc6f3-44d8-46ea-9919-ab86e3dd9d4a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:36.414305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57192) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:36.428599 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-28fa3bfb-e27f-415d-b158-9e622dd099f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:36.548302 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-28fa3bfb-e27f-415d-b158-9e622dd099f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:36.553111 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-28fa3bfb-e27f-415d-b158-9e622dd099f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:36.598330 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa3bfb-e27f-415d-b158-9e622dd099f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8af5d0-81aa-4d8d-a93e-60e49b9667a2,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:36.606097 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-28fa3bfb-e27f-415d-b158-9e622dd099f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b86aa1881a74beeb0478db2c31e455a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1873276
Nov 20 21:04:36.606097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57208) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:36.668355 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-499d185a-00e1-4f2f-b104-a88ef28c7bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:36.693577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-499d185a-00e1-4f2f-b104-a88ef28c7bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:36.743327 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-499d185a-00e1-4f2f-b104-a88ef28c7bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:36.746297 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-499d185a-00e1-4f2f-b104-a88ef28c7bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:36.749866 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-499d185a-00e1-4f2f-b104-a88ef28c7bc3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc8af5d0-81aa-4d8d-a93e-60e49b9667a2 HTTP/1.1" status: 204  len: 168 time: 0.1408141
Nov 20 21:04:36.756843 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d185a-00e1-4f2f-b104-a88ef28c7bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8af5d0-81aa-4d8d-a93e-60e49b9667a2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:36.897240 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cabbe8e9-378c-4d4a-8a43-30fd85d6805d req-9f4ebd74-683f-4ad2-954d-ad0a14efb4d8 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0296302
Nov 20 21:04:38.041319 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f8cadd80-3b77-4796-b7f7-2029bbe11a83 req-d388ca0b-33da-421b-a874-3d8348cfeb0c tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0419707
Nov 20 21:04:38.124313 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:38.208292 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:38.220068 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57314) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:38.378809 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-96f9ba44-e2f7-474e-844c-69c5505e4086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-948658594'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:38.400185 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f9ba44-e2f7-474e-844c-69c5505e4086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Made reservation on behalf of 790b9784fdff473bae677029a9b0de58 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:04:38.403640 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96f9ba44-e2f7-474e-844c-69c5505e4086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:38.412201 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96f9ba44-e2f7-474e-844c-69c5505e4086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:38.484836 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96f9ba44-e2f7-474e-844c-69c5505e4086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:38.488502 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96f9ba44-e2f7-474e-844c-69c5505e4086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:38.511966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f9ba44-e2f7-474e-844c-69c5505e4086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:04:38.528522 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9ba44-e2f7-474e-844c-69c5505e4086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e369f793-5b47-4379-96eb-32f26838ecfe,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:38.531708 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96f9ba44-e2f7-474e-844c-69c5505e4086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:38.532055 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-96f9ba44-e2f7-474e-844c-69c5505e4086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Added segment 7d4f9830-b378-4a64-9a92-4908bf4772b4 of type vlan for network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb
Nov 20 21:04:38.573859 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96f9ba44-e2f7-474e-844c-69c5505e4086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:38.599398 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96f9ba44-e2f7-474e-844c-69c5505e4086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:38.606160 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f9ba44-e2f7-474e-844c-69c5505e4086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:38.606743 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96f9ba44-e2f7-474e-844c-69c5505e4086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:38.642115 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-96f9ba44-e2f7-474e-844c-69c5505e4086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 802 time: 0.4208450
Nov 20 21:04:38.691664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9ba44-e2f7-474e-844c-69c5505e4086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Pushing event updated for resources: {'Network': ['ID=24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:38.703220 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:04:38.821370 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57352) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:38.853953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57354) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:38.862179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Request body: {'port': {'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-383863099'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:38.903631 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Made reservation on behalf of 28f0ad21ff204fec8e0cb3b21cff1488 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:04:38.908972 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:38.926969 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-336c4ef3-d9dc-455b-b9a6-996b45400c57 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/floatingips/a513a5bf-d5b9-404d-93bc-36abf32b64ce HTTP/1.1" status: 200  len: 992 time: 0.1040802
Nov 20 21:04:38.949208 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:39.066988 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:39.073632 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:39.089811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] device_id is not set on port bfc4867d-035b-4484-8359-b04ca06d9b35 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:04:39.184571 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6eda9847-9809-4931-ad06-d18150e3ab85 req-ab95096f-97fd-4499-b7ad-ebc0946ca594 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0372126
Nov 20 21:04:39.200170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfcf063-8904-4014-88b4-9e5b78138680,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:39.214242 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57382) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:39.347965 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] device_id is not set on port bfc4867d-035b-4484-8359-b04ca06d9b35 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:04:39.358117 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:39.370751 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:39.409923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2ed26e93-b300-4328-a1ec-5e766e0aac97 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Deleting port 36abc25d-15b9-4143-b187-08add9216ca0 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:04:39.410792 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ed26e93-b300-4328-a1ec-5e766e0aac97 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:39.430547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Pushing event updated for resources: {'Port': ['ID=bfc4867d-035b-4484-8359-b04ca06d9b35,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:39.446856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Checking segment: {'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:04:39.447491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Network hostable DHCP agents. Network: 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:04:39.467353 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:04:39.481846 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:04:39.493248 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deac438-6b4f-4e02-9164-c0a2ab7e9545 None None] Network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:04:39.502563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:04:39.506450 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ed26e93-b300-4328-a1ec-5e766e0aac97 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:39.506989 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ed26e93-b300-4328-a1ec-5e766e0aac97 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:39.526995 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2ed26e93-b300-4328-a1ec-5e766e0aac97 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Calling delete_port for 36abc25d-15b9-4143-b187-08add9216ca0 owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:04:39.534586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:39.534954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:39.535303 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:39.546339 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:39.546678 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:39.547832 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 2 to bind port bfc4867d-035b-4484-8359-b04ca06d9b35
Nov 20 21:04:39.566005 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:39.566499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:39.566956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:39.572869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:39.573318 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:39.573846 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 3 to bind port bfc4867d-035b-4484-8359-b04ca06d9b35
Nov 20 21:04:39.599248 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:39.599859 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:39.600381 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:39.610106 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:39.610957 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:39.611921 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 4 to bind port bfc4867d-035b-4484-8359-b04ca06d9b35
Nov 20 21:04:39.635882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:39.636310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:39.636725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:39.642508 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:39.643260 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:39.643461 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 5 to bind port bfc4867d-035b-4484-8359-b04ca06d9b35
Nov 20 21:04:39.662912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:39.663249 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:39.663582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:39.668455 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:39.669000 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:39.669488 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 6 to bind port bfc4867d-035b-4484-8359-b04ca06d9b35
Nov 20 21:04:39.683694 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:39.684031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:39.684466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:39.690247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:39.690575 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:39.691005 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 7 to bind port bfc4867d-035b-4484-8359-b04ca06d9b35
Nov 20 21:04:39.709580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:39.709960 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:39.710448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:39.715259 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:39.715588 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:39.715980 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 8 to bind port bfc4867d-035b-4484-8359-b04ca06d9b35
Nov 20 21:04:39.729378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:39.729727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:39.730111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:39.734848 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:39.735202 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:39.735591 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 9 to bind port bfc4867d-035b-4484-8359-b04ca06d9b35
Nov 20 21:04:39.749622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:39.750031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:39.750418 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:39.751593 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ed26e93-b300-4328-a1ec-5e766e0aac97 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:39.755412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:39.755746 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:39.756990 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 10 to bind port bfc4867d-035b-4484-8359-b04ca06d9b35
Nov 20 21:04:39.771634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:39.771977 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:39.772320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:39.777280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port bfc4867d-035b-4484-8359-b04ca06d9b35 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:39.777613 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port bfc4867d-035b-4484-8359-b04ca06d9b35 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:39.777982 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:39.780222 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed26e93-b300-4328-a1ec-5e766e0aac97 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'Port': ['ID=36abc25d-15b9-4143-b187-08add9216ca0,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:39.842775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] For port bfc4867d-035b-4484-8359-b04ca06d9b35, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:04:39.843041 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempted to set empty binding levels {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 20 21:04:39.847376 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ed26e93-b300-4328-a1ec-5e766e0aac97 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:39.847712 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-2ed26e93-b300-4328-a1ec-5e766e0aac97 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Floating IP a513a5bf-d5b9-404d-93bc-36abf32b64ce disassociated (deleted). External IP: 172.35.1.27, port: 1b695079-97f8-4824-aa79-b176e875fa4a.
Nov 20 21:04:39.848030 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:39.878591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:39.879362 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:39.900609 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Pushing event updated for resources: {'Port': ['ID=bfc4867d-035b-4484-8359-b04ca06d9b35,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:39.906084 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8c5ff415-8f59-4159-8c5c-3091c0652c9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 983 time: 1.0506043
Nov 20 21:04:39.909059 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57402) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:39.992084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-69099248-15c9-4031-8f43-38c7f0180840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Deleting port bfc4867d-035b-4484-8359-b04ca06d9b35 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:04:39.993161 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69099248-15c9-4031-8f43-38c7f0180840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:40.060871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-69099248-15c9-4031-8f43-38c7f0180840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] For port bfc4867d-035b-4484-8359-b04ca06d9b35, host nch2-master-1, got binding levels [] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:04:40.061346 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69099248-15c9-4031-8f43-38c7f0180840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:40.068724 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed26e93-b300-4328-a1ec-5e766e0aac97 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Router aba10455-4ef0-4808-b61d-229bfbfc7b66 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:04:40.073974 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-69099248-15c9-4031-8f43-38c7f0180840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Calling delete_port for bfc4867d-035b-4484-8359-b04ca06d9b35 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:04:40.171724 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69099248-15c9-4031-8f43-38c7f0180840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:40.212100 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69099248-15c9-4031-8f43-38c7f0180840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:40.217944 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-69099248-15c9-4031-8f43-38c7f0180840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] 10.222.0.41 "DELETE /v2.0/ports/bfc4867d-035b-4484-8359-b04ca06d9b35 HTTP/1.1" status: 204  len: 168 time: 0.3055134
Nov 20 21:04:40.217944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69099248-15c9-4031-8f43-38c7f0180840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfc4867d-035b-4484-8359-b04ca06d9b35,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:40.218718 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57418) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:40.256064 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03c02d7-6b8b-40e2-a29d-7dbddbd0a011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] GET failed (client error): The resource could not be found.
Nov 20 21:04:40.262017 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a03c02d7-6b8b-40e2-a29d-7dbddbd0a011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] 10.222.0.41 "GET /v2.0/ports/bfc4867d-035b-4484-8359-b04ca06d9b35 HTTP/1.1" status: 404  len: 333 time: 0.0368140
Nov 20 21:04:40.262017 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed26e93-b300-4328-a1ec-5e766e0aac97 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:04:40.262256 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57424) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:40.265167 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ed26e93-b300-4328-a1ec-5e766e0aac97 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:40.268434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-98d87427-82cc-4db6-a8cf-d0b28bb153c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Request body: {'port': {'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1415251792'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:40.274737 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5cd306-4654-4ca9-8939-037e11b9f220 None None] Sync routers for ids ['aba10455-4ef0-4808-b61d-229bfbfc7b66'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:04:40.293891 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5cd306-4654-4ca9-8939-037e11b9f220 None None] Routers {'aba10455-4ef0-4808-b61d-229bfbfc7b66'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:04:40.296585 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-be5cd306-4654-4ca9-8939-037e11b9f220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a56290e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:04:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['aba10455-4ef0-4808-b61d-229bfbfc7b66'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:40.334930 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d87427-82cc-4db6-a8cf-d0b28bb153c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Made reservation on behalf of 28f0ad21ff204fec8e0cb3b21cff1488 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:04:40.334930 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98d87427-82cc-4db6-a8cf-d0b28bb153c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:40.341705 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2ed26e93-b300-4328-a1ec-5e766e0aac97 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "DELETE /v2.0/floatingips/a513a5bf-d5b9-404d-93bc-36abf32b64ce HTTP/1.1" status: 204  len: 168 time: 1.1074042
Nov 20 21:04:40.341705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53d5c0d-fd96-4986-b720-da7f4969d052', 'tag': '1b695079-97f8-4824-aa79-b176e875fa4a'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:04:40.341705 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7f4602-9b28-4f94-afe0-99fce7839322" -d '{"events": [{"name": "network-changed", "server_uuid": "e53d5c0d-fd96-4986-b720-da7f4969d052", "tag": "1b695079-97f8-4824-aa79-b176e875fa4a"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:04:40.346181 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-98d87427-82cc-4db6-a8cf-d0b28bb153c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] device_id is not set on port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:04:40.504535 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94f3fb53-8f5d-4896-9210-08fca078aaae req-7c1a1b92-f580-4c24-ba5f-06e4ff961c6f tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0774026
Nov 20 21:04:40.574723 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-be5cd306-4654-4ca9-8939-037e11b9f220 None None] Set router aba10455-4ef0-4808-b61d-229bfbfc7b66 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:04:40.645306 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b30734-3eb0-4a6b-a69c-e9eb63f46571 x-openstack-request-id: req-70b30734-3eb0-4a6b-a69c-e9eb63f46571 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:04:40.645820 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53d5c0d-fd96-4986-b720-da7f4969d052", "tag": "1b695079-97f8-4824-aa79-b176e875fa4a", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:04:40.646338 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70b30734-3eb0-4a6b-a69c-e9eb63f46571 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:04:40.646753 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53d5c0d-fd96-4986-b720-da7f4969d052', 'tag': '1b695079-97f8-4824-aa79-b176e875fa4a', 'status': 'completed', 'code': 200}
Nov 20 21:04:40.718967 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f4602-9b28-4f94-afe0-99fce7839322 req-c5b1de91-20cd-4c75-af79-b45ab9f0b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:40.720750 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef7f4602-9b28-4f94-afe0-99fce7839322 req-c5b1de91-20cd-4c75-af79-b45ab9f0b091 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d0636503ac5406792f6a872f4f9c10d&device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 1096 time: 0.0544455
Nov 20 21:04:40.874367 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98d87427-82cc-4db6-a8cf-d0b28bb153c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:40.899779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a23490-7787-48de-b723-9033fb98bc76 req-f15b074f-3500-4d38-9f1d-0f729ddbbd4f tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:40.901511 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-72a23490-7787-48de-b723-9033fb98bc76 req-f15b074f-3500-4d38-9f1d-0f729ddbbd4f tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 945 time: 0.1369848
Nov 20 21:04:40.914229 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f4602-9b28-4f94-afe0-99fce7839322 req-a8c31f2b-2352-47a6-9745-7ce6ee4c054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:40.916448 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef7f4602-9b28-4f94-afe0-99fce7839322 req-a8c31f2b-2352-47a6-9745-7ce6ee4c054b service neutron] 10.222.0.47 "GET /v2.0/networks?id=44d4f9c0-cceb-42f9-9546-61fcbc3cc88b HTTP/1.1" status: 200  len: 897 time: 0.1878283
Nov 20 21:04:40.942006 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-be5cd306-4654-4ca9-8939-037e11b9f220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a56290e50>, [{'id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'name': 'tempest-TestNetworkBasicOps-router-595633501', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:25Z', 'updated_at': '2021-11-20T21:03:34Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:26Z', 'updated_at': '2021-11-20T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1d7dfabb-2d86-41f9-bb08-5eae9c299fac', 'name': '', 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1b:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '77260215-5181-4e16-8415-4b8e80957e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:31Z', 'updated_at': '2021-11-20T21:03:38Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '77260215-5181-4e16-8415-4b8e80957e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:40.964580 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98d87427-82cc-4db6-a8cf-d0b28bb153c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:40.990211 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5cd306-4654-4ca9-8939-037e11b9f220 None None] Checking router: aba10455-4ef0-4808-b61d-229bfbfc7b66 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:04:41.000240 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef7f4602-9b28-4f94-afe0-99fce7839322 req-c2daabea-1b71-4af6-8a39-4f8992fb1743 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b695079-97f8-4824-aa79-b176e875fa4a HTTP/1.1" status: 200  len: 217 time: 0.0686750
Nov 20 21:04:41.004608 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5cd306-4654-4ca9-8939-037e11b9f220 None None] Routers {'aba10455-4ef0-4808-b61d-229bfbfc7b66'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:04:41.005552 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-be5cd306-4654-4ca9-8939-037e11b9f220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a56290e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:04:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['aba10455-4ef0-4808-b61d-229bfbfc7b66'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:41.019359 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-72a23490-7787-48de-b723-9033fb98bc76 req-ad8b631b-555c-43ec-bac3-e6e00c5b004d tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=712eae47-4488-41e9-9493-3df41ad19bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1059017
Nov 20 21:04:41.042439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d87427-82cc-4db6-a8cf-d0b28bb153c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:04:41.045822 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-98d87427-82cc-4db6-a8cf-d0b28bb153c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:04:41.049971 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d87427-82cc-4db6-a8cf-d0b28bb153c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:04:41.051002 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d87427-82cc-4db6-a8cf-d0b28bb153c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.051599 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98d87427-82cc-4db6-a8cf-d0b28bb153c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:41.058619 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d87427-82cc-4db6-a8cf-d0b28bb153c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Pushing event updated for resources: {'Port': ['ID=814b7fe6-93c9-40c4-8fc2-58db1420c5c2,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:41.077651 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-98d87427-82cc-4db6-a8cf-d0b28bb153c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.8140841
Nov 20 21:04:41.080720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57476) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:41.086907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:41.101463 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f4602-9b28-4f94-afe0-99fce7839322 req-028042cf-4f20-4ca4-a22e-0a728f5a3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.104220 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef7f4602-9b28-4f94-afe0-99fce7839322 req-028042cf-4f20-4ca4-a22e-0a728f5a3aa6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77260215-5181-4e16-8415-4b8e80957e11 HTTP/1.1" status: 200  len: 835 time: 0.0966623
Nov 20 21:04:41.151534 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:41.199024 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-be5cd306-4654-4ca9-8939-037e11b9f220 None None] Set router aba10455-4ef0-4808-b61d-229bfbfc7b66 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:04:41.199661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f4602-9b28-4f94-afe0-99fce7839322 req-549c5209-60b7-4706-84c9-e1138b4cc1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.201664 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef7f4602-9b28-4f94-afe0-99fce7839322 req-549c5209-60b7-4706-84c9-e1138b4cc1ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44d4f9c0-cceb-42f9-9546-61fcbc3cc88b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0895960
Nov 20 21:04:41.311903 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef7f4602-9b28-4f94-afe0-99fce7839322 req-93879820-53cc-4d89-82af-0ad6e17e8c86 service neutron] 10.222.0.47 "GET /v2.0/networks/44d4f9c0-cceb-42f9-9546-61fcbc3cc88b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1007490
Nov 20 21:04:41.391090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] device_id is not set on port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:04:41.402879 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:41.412580 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:41.445057 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ef7f4602-9b28-4f94-afe0-99fce7839322 req-c51e03f5-28a5-451b-9a4c-aadae964acdb service neutron] 10.222.0.47 "GET /v2.0/networks/44d4f9c0-cceb-42f9-9546-61fcbc3cc88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259952
Nov 20 21:04:41.452257 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-be5cd306-4654-4ca9-8939-037e11b9f220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a56290e50>, [{'id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'name': 'tempest-TestNetworkBasicOps-router-595633501', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:25Z', 'updated_at': '2021-11-20T21:03:34Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:26Z', 'updated_at': '2021-11-20T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1d7dfabb-2d86-41f9-bb08-5eae9c299fac', 'name': '', 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1b:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '77260215-5181-4e16-8415-4b8e80957e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:31Z', 'updated_at': '2021-11-20T21:03:38Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '77260215-5181-4e16-8415-4b8e80957e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:41.487792 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5cd306-4654-4ca9-8939-037e11b9f220 None None] The sync data for ids ['aba10455-4ef0-4808-b61d-229bfbfc7b66'] in ncdv-master-1 is: [{'id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'name': 'tempest-TestNetworkBasicOps-router-595633501', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:25Z', 'updated_at': '2021-11-20T21:03:34Z', 'revision_number': 4, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:26Z', 'updated_at': '2021-11-20T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1d7dfabb-2d86-41f9-bb08-5eae9c299fac', 'name': '', 'network_id': '44d4f9c0-cceb-42f9-9546-61fcbc3cc88b', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'mac_address': 'fa:16:3e:1b:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '77260215-5181-4e16-8415-4b8e80957e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:31Z', 'updated_at': '2021-11-20T21:03:38Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'subnets': [{'id': '77260215-5181-4e16-8415-4b8e80957e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:04:41.490253 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Pushing event updated for resources: {'Port': ['ID=814b7fe6-93c9-40c4-8fc2-58db1420c5c2,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:41.496177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:41.496520 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:41.496860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:41.501634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:41.501961 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:41.502384 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 2 to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2
Nov 20 21:04:41.516863 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:41.517225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:41.517565 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:41.522585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:41.522917 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:41.523378 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 3 to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2
Nov 20 21:04:41.537570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:41.538419 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:41.538419 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:41.543152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:41.543474 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:41.543865 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 4 to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2
Nov 20 21:04:41.557394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:41.557730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:41.558090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:41.562763 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:41.563165 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:41.563562 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 5 to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2
Nov 20 21:04:41.576515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:41.576855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:41.577194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:41.581722 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:41.582242 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:41.582508 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 6 to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2
Nov 20 21:04:41.597586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:41.597963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:41.598466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:41.604215 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:41.604552 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:41.604951 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 7 to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2
Nov 20 21:04:41.619051 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:41.619389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:41.619727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:41.624315 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:41.624651 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:41.625047 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 8 to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2
Nov 20 21:04:41.640485 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:41.640805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:41.641145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:41.645322 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8af0ac2d-e6a6-4f38-aa72-eea48a5f60e5 req-f8ac99f9-3392-4791-a1d2-0b8ed88b86ce tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0286863
Nov 20 21:04:41.645821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:41.646114 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:41.646517 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 9 to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2
Nov 20 21:04:41.664252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:41.664562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:41.665298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:41.674329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:41.674667 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:41.676874 ncdv-master-1 neutron-server[126225]: INFO neutron.plugins.ml2.plugin [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 10 to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2
Nov 20 21:04:41.692203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:41.692543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:41.692883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:41.698536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:41.698876 ncdv-master-1 neutron-server[126225]: ERROR neutron.plugins.ml2.managers [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:41.699250 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:41.753470 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a65149-df5f-4d47-bde4-08c9f76e626d None None] New status for floating IP a513a5bf-d5b9-404d-93bc-36abf32b64ce: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:04:41.769334 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] For port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:04:41.769708 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempted to set empty binding levels {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 20 21:04:41.775406 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:41.816228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] In _notify_port_updated(), no bound segment for port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:04:41.817100 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.817710 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:41.821489 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] 10.222.0.41 "PUT /v2.0/ports/814b7fe6-93c9-40c4-8fc2-58db1420c5c2 HTTP/1.1" status: 200  len: 979 time: 0.7371769
Nov 20 21:04:41.822356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57502) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:41.893596 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd91f2-08e9-4a5f-9d8e-06b9a57e0372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Pushing event updated for resources: {'Port': ['ID=814b7fe6-93c9-40c4-8fc2-58db1420c5c2,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:41.955203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.955686 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.956168 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.956771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.957137 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.958081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.958081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.958558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.959045 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.959643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.960218 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.960815 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.961214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.961685 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.962611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.962611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.963090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.963664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.964032 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.964536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.965116 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.965574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.966145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.966714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.967186 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.967691 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.968205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.968677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.969146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.969610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.970121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.970551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.971017 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.971481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.971949 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.972412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.972879 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:41.982290 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fb0d15da-cc45-4823-a490-18da3d0986d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 33200 time: 0.1556029
Nov 20 21:04:41.984307 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57518) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:42.116258 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fead28-9fb3-4ff2-87ef-2928b5f7f89f req-6feaccae-21fc-49b6-8df5-b99b7f944eb2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:42.118029 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e4fead28-9fb3-4ff2-87ef-2928b5f7f89f req-6feaccae-21fc-49b6-8df5-b99b7f944eb2 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.47 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 945 time: 0.0980794
Nov 20 21:04:42.135060 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-54a56c9e-31c0-4078-8d61-3e3e6e1d98a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Deleting port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:04:42.136022 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54a56c9e-31c0-4078-8d61-3e3e6e1d98a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:42.182605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56895869-686a-4fab-a436-fcdf4bde1079 req-89a1d66e-9c0e-483d-b367-0f3667d9a10b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:42.184160 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-56895869-686a-4fab-a436-fcdf4bde1079 req-89a1d66e-9c0e-483d-b367-0f3667d9a10b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 945 time: 0.0619874
Nov 20 21:04:42.254602 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-56895869-686a-4fab-a436-fcdf4bde1079 req-e02b5d9b-f849-4831-91c5-e738a4869786 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/security-groups?id=712eae47-4488-41e9-9493-3df41ad19bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615757
Nov 20 21:04:42.280499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-54a56c9e-31c0-4078-8d61-3e3e6e1d98a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] For port 814b7fe6-93c9-40c4-8fc2-58db1420c5c2, host nch2-master-1, got binding levels [] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:04:42.280932 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54a56c9e-31c0-4078-8d61-3e3e6e1d98a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:42.299520 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57534) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:42.306306 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-54a56c9e-31c0-4078-8d61-3e3e6e1d98a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Calling delete_port for 814b7fe6-93c9-40c4-8fc2-58db1420c5c2 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:04:42.327439 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-e4fead28-9fb3-4ff2-87ef-2928b5f7f89f req-2674a5d1-4593-4113-8e90-1e5435103e73 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Deleting port 1b695079-97f8-4824-aa79-b176e875fa4a {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:04:42.327827 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e4fead28-9fb3-4ff2-87ef-2928b5f7f89f req-2674a5d1-4593-4113-8e90-1e5435103e73 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:42.422498 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-996d99ea-be4d-47b8-8803-e1bd17e2b378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:42.477565 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54a56c9e-31c0-4078-8d61-3e3e6e1d98a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:42.492906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-e4fead28-9fb3-4ff2-87ef-2928b5f7f89f req-2674a5d1-4593-4113-8e90-1e5435103e73 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] For port 1b695079-97f8-4824-aa79-b176e875fa4a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b695079-97f8-4824-aa79-b176e875fa4a,segment=NetworkSegment(ad7df78f-3b5a-4f89-87df-28748bf1bea1),segment_id=ad7df78f-3b5a-4f89-87df-28748bf1bea1)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:04:42.493372 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e4fead28-9fb3-4ff2-87ef-2928b5f7f89f req-2674a5d1-4593-4113-8e90-1e5435103e73 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:42.527235 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-996d99ea-be4d-47b8-8803-e1bd17e2b378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:42.532722 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54a56c9e-31c0-4078-8d61-3e3e6e1d98a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:42.535357 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-996d99ea-be4d-47b8-8803-e1bd17e2b378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:42.538829 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-54a56c9e-31c0-4078-8d61-3e3e6e1d98a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] 10.222.0.41 "DELETE /v2.0/ports/814b7fe6-93c9-40c4-8fc2-58db1420c5c2 HTTP/1.1" status: 204  len: 168 time: 0.5507476
Nov 20 21:04:42.540890 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57556) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:42.541744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a56c9e-31c0-4078-8d61-3e3e6e1d98a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Pushing event deleted for resources: {'Port': ['ID=814b7fe6-93c9-40c4-8fc2-58db1420c5c2,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:42.546464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-e4fead28-9fb3-4ff2-87ef-2928b5f7f89f req-2674a5d1-4593-4113-8e90-1e5435103e73 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Calling delete_port for 1b695079-97f8-4824-aa79-b176e875fa4a owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:04:42.573433 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa905ee-3723-4117-9b65-e4529b8ef2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] GET failed (client error): The resource could not be found.
Nov 20 21:04:42.574983 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-efa905ee-3723-4117-9b65-e4529b8ef2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] 10.222.0.41 "GET /v2.0/ports/814b7fe6-93c9-40c4-8fc2-58db1420c5c2 HTTP/1.1" status: 404  len: 333 time: 0.0297551
Nov 20 21:04:42.579747 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57558) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:42.580297 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-996d99ea-be4d-47b8-8803-e1bd17e2b378 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0858b7771c34cecbeb4995fac79bba3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2797167
Nov 20 21:04:42.583086 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57560) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:42.584304 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1e0bd1b9-6fa5-4dfc-a52b-f2eeb4d263d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-719448566', 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:42.590082 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d99ea-be4d-47b8-8803-e1bd17e2b378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5235c105-59c6-44cd-9e2b-59dd5d145159,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:42.639497 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d34e7a05-1ba3-4119-8872-89042ef0c79c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:42.651859 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0bd1b9-6fa5-4dfc-a52b-f2eeb4d263d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Made reservation on behalf of 28f0ad21ff204fec8e0cb3b21cff1488 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:04:42.654166 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd1b9-6fa5-4dfc-a52b-f2eeb4d263d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:42.661013 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d34e7a05-1ba3-4119-8872-89042ef0c79c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:42.675170 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-1e0bd1b9-6fa5-4dfc-a52b-f2eeb4d263d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] device_id is not set on port d86a2c5c-1847-4f0d-8c24-cc705fa1ccf4 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:04:42.719071 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d34e7a05-1ba3-4119-8872-89042ef0c79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:42.721907 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d34e7a05-1ba3-4119-8872-89042ef0c79c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:42.723528 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d34e7a05-1ba3-4119-8872-89042ef0c79c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5235c105-59c6-44cd-9e2b-59dd5d145159 HTTP/1.1" status: 204  len: 168 time: 0.1391988
Nov 20 21:04:42.732592 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e7a05-1ba3-4119-8872-89042ef0c79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5235c105-59c6-44cd-9e2b-59dd5d145159,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:42.826095 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5792de57-2ede-4a4d-a3c6-a795c591f8e9 req-2cdfe452-e026-4ed6-8268-2c32fa67af11 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0768723
Nov 20 21:04:42.880248 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e4fead28-9fb3-4ff2-87ef-2928b5f7f89f req-2674a5d1-4593-4113-8e90-1e5435103e73 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:42.942467 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674a5d1-4593-4113-8e90-1e5435103e73 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'Port': ['ID=1b695079-97f8-4824-aa79-b176e875fa4a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:42.982912 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd1b9-6fa5-4dfc-a52b-f2eeb4d263d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:43.008680 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fead28-9fb3-4ff2-87ef-2928b5f7f89f req-2674a5d1-4593-4113-8e90-1e5435103e73 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] No DVR routers for this DVR port 1b695079-97f8-4824-aa79-b176e875fa4a on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:04:43.012893 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-e4fead28-9fb3-4ff2-87ef-2928b5f7f89f req-2674a5d1-4593-4113-8e90-1e5435103e73 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:43.016760 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e4fead28-9fb3-4ff2-87ef-2928b5f7f89f req-2674a5d1-4593-4113-8e90-1e5435103e73 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.47 "DELETE /v2.0/ports/1b695079-97f8-4824-aa79-b176e875fa4a HTTP/1.1" status: 204  len: 173 time: 0.8912735
Nov 20 21:04:43.018589 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53d5c0d-fd96-4986-b720-da7f4969d052', 'name': 'network-vif-deleted', 'tag': '1b695079-97f8-4824-aa79-b176e875fa4a'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:04:43.022502 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddfc9f5-acfa-4fbf-9e7d-1a590d9ea0d3" -d '{"events": [{"server_uuid": "e53d5c0d-fd96-4986-b720-da7f4969d052", "name": "network-vif-deleted", "tag": "1b695079-97f8-4824-aa79-b176e875fa4a"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:04:43.061899 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd1b9-6fa5-4dfc-a52b-f2eeb4d263d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:43.074855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57576) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:43.096824 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f0c3d01a-309f-4693-99ea-2bb85b9058cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:43.097948 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7b4418-4271-4b52-b0fb-a9cf0e2020d8 x-openstack-request-id: req-2e7b4418-4271-4b52-b0fb-a9cf0e2020d8 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:04:43.098449 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53d5c0d-fd96-4986-b720-da7f4969d052", "name": "network-vif-deleted", "tag": "1b695079-97f8-4824-aa79-b176e875fa4a", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:04:43.098596 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e7b4418-4271-4b52-b0fb-a9cf0e2020d8 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:04:43.098983 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53d5c0d-fd96-4986-b720-da7f4969d052', 'name': 'network-vif-deleted', 'tag': '1b695079-97f8-4824-aa79-b176e875fa4a', 'status': 'completed', 'code': 200}
Nov 20 21:04:43.118679 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0bd1b9-6fa5-4dfc-a52b-f2eeb4d263d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:04:43.120586 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-1e0bd1b9-6fa5-4dfc-a52b-f2eeb4d263d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:04:43.124694 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0bd1b9-6fa5-4dfc-a52b-f2eeb4d263d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:04:43.125644 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0bd1b9-6fa5-4dfc-a52b-f2eeb4d263d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:43.126276 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd1b9-6fa5-4dfc-a52b-f2eeb4d263d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:43.135204 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bd1b9-6fa5-4dfc-a52b-f2eeb4d263d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Pushing event updated for resources: {'Port': ['ID=d86a2c5c-1847-4f0d-8c24-cc705fa1ccf4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:43.151010 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1e0bd1b9-6fa5-4dfc-a52b-f2eeb4d263d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.5668209
Nov 20 21:04:43.158502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57580) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:43.220849 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0666b73-e452-43b5-8a6e-a9dd8159162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:43.222404 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f0666b73-e452-43b5-8a6e-a9dd8159162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] 10.222.0.41 "GET /v2.0/ports/d86a2c5c-1847-4f0d-8c24-cc705fa1ccf4 HTTP/1.1" status: 200  len: 958 time: 0.0531282
Nov 20 21:04:43.225253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57584) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:43.266103 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f0c3d01a-309f-4693-99ea-2bb85b9058cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:43.271869 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f0c3d01a-309f-4693-99ea-2bb85b9058cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:43.275420 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4655ab0b-09e7-4969-9025-5e487662adc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:43.336586 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-9e34dc6f-ae04-4c75-a63d-e13a372967a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Deleting port d86a2c5c-1847-4f0d-8c24-cc705fa1ccf4 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:04:43.336931 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9e34dc6f-ae04-4c75-a63d-e13a372967a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:43.350405 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f0c3d01a-309f-4693-99ea-2bb85b9058cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=268f5b9cb74646e1962bf8ef19ece224&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2742293
Nov 20 21:04:43.354808 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57600) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:43.359911 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3d01a-309f-4693-99ea-2bb85b9058cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f24d755-1ac8-4994-ad67-0b30e7760d55,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:43.439664 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-101c1210-bfc1-4649-bbef-aece31a6c56c req-fcf16178-33bd-49a5-9319-28c9fbb3ad0b tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53d5c0d-fd96-4986-b720-da7f4969d052 HTTP/1.1" status: 200  len: 210 time: 0.0441966
Nov 20 21:04:43.459180 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9e34dc6f-ae04-4c75-a63d-e13a372967a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:43.487376 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-9e34dc6f-ae04-4c75-a63d-e13a372967a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Calling delete_port for d86a2c5c-1847-4f0d-8c24-cc705fa1ccf4 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:04:43.563935 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-968d0cf8-811b-4654-83cb-bb7e101c6c2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:43.604555 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-968d0cf8-811b-4654-83cb-bb7e101c6c2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:43.656820 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9e34dc6f-ae04-4c75-a63d-e13a372967a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:43.689575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34dc6f-ae04-4c75-a63d-e13a372967a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Pushing event deleted for resources: {'Port': ['ID=d86a2c5c-1847-4f0d-8c24-cc705fa1ccf4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:43.697924 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9e34dc6f-ae04-4c75-a63d-e13a372967a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:43.701519 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9e34dc6f-ae04-4c75-a63d-e13a372967a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] 10.222.0.41 "DELETE /v2.0/ports/d86a2c5c-1847-4f0d-8c24-cc705fa1ccf4 HTTP/1.1" status: 204  len: 168 time: 0.4749107
Nov 20 21:04:43.702385 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-968d0cf8-811b-4654-83cb-bb7e101c6c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:43.704390 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57602) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:43.704839 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-968d0cf8-811b-4654-83cb-bb7e101c6c2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:43.705850 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-968d0cf8-811b-4654-83cb-bb7e101c6c2f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f24d755-1ac8-4994-ad67-0b30e7760d55 HTTP/1.1" status: 204  len: 168 time: 0.3500473
Nov 20 21:04:43.715070 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d0cf8-811b-4654-83cb-bb7e101c6c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f24d755-1ac8-4994-ad67-0b30e7760d55,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:43.741127 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97063c7-dff0-46d7-812c-100304cd6056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] GET failed (client error): The resource could not be found.
Nov 20 21:04:43.746118 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c97063c7-dff0-46d7-812c-100304cd6056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] 10.222.0.41 "GET /v2.0/ports/d86a2c5c-1847-4f0d-8c24-cc705fa1ccf4 HTTP/1.1" status: 404  len: 333 time: 0.0377419
Nov 20 21:04:43.747008 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57606) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:43.752062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-453ee597-a892-4ce5-8fc9-c5adbe4ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Request body: {'port': {'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1172899722'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:43.772551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453ee597-a892-4ce5-8fc9-c5adbe4ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Made reservation on behalf of 28f0ad21ff204fec8e0cb3b21cff1488 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:04:43.774974 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-453ee597-a892-4ce5-8fc9-c5adbe4ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:43.791279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-453ee597-a892-4ce5-8fc9-c5adbe4ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] device_id is not set on port f430b1cd-4e88-4378-b14b-3145fdc40b8c yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:04:43.971817 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5664fef9-27f1-4196-a4b3-0748d1138a55 req-1a9de600-1ed1-4ff1-b9c1-fc06effed09f tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0354223
Nov 20 21:04:43.981959 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-453ee597-a892-4ce5-8fc9-c5adbe4ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.019681 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-453ee597-a892-4ce5-8fc9-c5adbe4ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.063305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453ee597-a892-4ce5-8fc9-c5adbe4ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:04:44.066281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-453ee597-a892-4ce5-8fc9-c5adbe4ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:04:44.070070 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ee597-a892-4ce5-8fc9-c5adbe4ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:04:44.071405 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453ee597-a892-4ce5-8fc9-c5adbe4ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:44.072030 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-453ee597-a892-4ce5-8fc9-c5adbe4ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.078316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ee597-a892-4ce5-8fc9-c5adbe4ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Pushing event updated for resources: {'Port': ['ID=f430b1cd-4e88-4378-b14b-3145fdc40b8c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:44.093338 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-453ee597-a892-4ce5-8fc9-c5adbe4ae0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.3449464
Nov 20 21:04:44.096719 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57616) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:44.100053 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57618) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:44.101334 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:44.117911 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8d086382-aed5-4045-86ff-5c0627693df7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.157755 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.196110 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8d086382-aed5-4045-86ff-5c0627693df7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.200185 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8d086382-aed5-4045-86ff-5c0627693df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.242863 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8d086382-aed5-4045-86ff-5c0627693df7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb66748e1d0c404eb548f829c6a1cd6a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1393127
Nov 20 21:04:44.243484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57622) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:44.253988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d086382-aed5-4045-86ff-5c0627693df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d99dcf-ab14-41b1-89d7-57b578d09740,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:44.305950 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-afb184f9-c8e9-41a5-bf37-0ed60651a7e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.328697 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-afb184f9-c8e9-41a5-bf37-0ed60651a7e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.340717 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] device_id is not set on port f430b1cd-4e88-4378-b14b-3145fdc40b8c yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:04:44.348581 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.355143 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.378758 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-afb184f9-c8e9-41a5-bf37-0ed60651a7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.382041 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-afb184f9-c8e9-41a5-bf37-0ed60651a7e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.387769 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-afb184f9-c8e9-41a5-bf37-0ed60651a7e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36d99dcf-ab14-41b1-89d7-57b578d09740 HTTP/1.1" status: 204  len: 168 time: 0.1408765
Nov 20 21:04:44.400401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb184f9-c8e9-41a5-bf37-0ed60651a7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d99dcf-ab14-41b1-89d7-57b578d09740,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:44.408591 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Pushing event updated for resources: {'Port': ['ID=f430b1cd-4e88-4378-b14b-3145fdc40b8c,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:44.422442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:44.422768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:44.423318 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:44.428288 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:44.428629 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:44.429024 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 2 to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c
Nov 20 21:04:44.447354 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:44.447746 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:44.448159 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:44.456385 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:44.456725 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:44.457123 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 3 to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c
Nov 20 21:04:44.475428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:44.475868 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:44.476348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:44.482779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:44.483211 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:44.483756 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 4 to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c
Nov 20 21:04:44.502627 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:44.503002 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:44.503307 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:44.507405 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57628) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:44.513202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:44.513659 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:44.514338 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 5 to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c
Nov 20 21:04:44.543683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:44.544569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:44.544569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:44.549501 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:44.549861 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:44.550324 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 6 to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c
Nov 20 21:04:44.567290 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:44.567781 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:44.568017 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:44.575010 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:44.575356 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:44.575814 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 7 to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c
Nov 20 21:04:44.592348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:44.592732 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:44.593121 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:44.598085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:44.598457 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:44.598880 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 8 to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c
Nov 20 21:04:44.606342 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-eae888a1-98ac-4069-8b80-0a6be2662ba0 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.614690 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:44.615036 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:44.615383 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:44.621560 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:44.622611 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:44.622611 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 9 to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c
Nov 20 21:04:44.640123 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:44.640605 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:44.641157 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:44.645945 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:44.647678 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-eae888a1-98ac-4069-8b80-0a6be2662ba0 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.649102 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:44.649613 ncdv-master-1 neutron-server[126224]: INFO neutron.plugins.ml2.plugin [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempt 10 to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c
Nov 20 21:04:44.674093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:44.674712 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:44.675088 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempting to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:44.684065 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:44.684862 ncdv-master-1 neutron-server[126224]: ERROR neutron.plugins.ml2.managers [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Failed to bind port f430b1cd-4e88-4378-b14b-3145fdc40b8c on host nch2-master-1 for vnic_type normal using segments [{'id': '7d4f9830-b378-4a64-9a92-4908bf4772b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb'}]
Nov 20 21:04:44.686029 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.731537 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-eae888a1-98ac-4069-8b80-0a6be2662ba0 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.734262 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-eae888a1-98ac-4069-8b80-0a6be2662ba0 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.738547 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-eae888a1-98ac-4069-8b80-0a6be2662ba0 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "DELETE /v2.0/security-groups/712eae47-4488-41e9-9493-3df41ad19bb0 HTTP/1.1" status: 204  len: 168 time: 0.2267640
Nov 20 21:04:44.746572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae888a1-98ac-4069-8b80-0a6be2662ba0 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=712eae47-4488-41e9-9493-3df41ad19bb0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:44.767389 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] For port f430b1cd-4e88-4378-b14b-3145fdc40b8c, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:04:44.767764 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attempted to set empty binding levels {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 20 21:04:44.772334 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.793135 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57650) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:44.825877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] In _notify_port_updated(), no bound segment for port f430b1cd-4e88-4378-b14b-3145fdc40b8c on network 24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb {{(pid=126224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:04:44.826909 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:44.827525 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.828899 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] 10.222.0.41 "PUT /v2.0/ports/f430b1cd-4e88-4378-b14b-3145fdc40b8c HTTP/1.1" status: 200  len: 979 time: 0.7317898
Nov 20 21:04:44.832636 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57654) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:44.863495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b947d-7833-48a9-a7f4-499438744958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Pushing event updated for resources: {'Port': ['ID=f430b1cd-4e88-4378-b14b-3145fdc40b8c,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:44.919314 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-99701190-1df5-4cc2-ab81-d6cd7f1dfb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Deleting port f430b1cd-4e88-4378-b14b-3145fdc40b8c {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:04:44.919607 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99701190-1df5-4cc2-ab81-d6cd7f1dfb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:44.998644 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-99701190-1df5-4cc2-ab81-d6cd7f1dfb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] For port f430b1cd-4e88-4378-b14b-3145fdc40b8c, host nch2-master-1, got binding levels [] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:04:44.998926 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99701190-1df5-4cc2-ab81-d6cd7f1dfb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:45.013350 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-99701190-1df5-4cc2-ab81-d6cd7f1dfb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Calling delete_port for f430b1cd-4e88-4378-b14b-3145fdc40b8c owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:04:45.121394 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6624437d-1f22-4ac0-b534-c60ea0b7c447 req-b27c1f78-6d27-47bb-a6e2-6ae9b40a8afb tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0449369
Nov 20 21:04:45.155974 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99701190-1df5-4cc2-ab81-d6cd7f1dfb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:45.197275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99701190-1df5-4cc2-ab81-d6cd7f1dfb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Pushing event deleted for resources: {'Port': ['ID=f430b1cd-4e88-4378-b14b-3145fdc40b8c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:45.203023 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99701190-1df5-4cc2-ab81-d6cd7f1dfb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:45.209584 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57674) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:45.210583 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-99701190-1df5-4cc2-ab81-d6cd7f1dfb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] 10.222.0.41 "DELETE /v2.0/ports/f430b1cd-4e88-4378-b14b-3145fdc40b8c HTTP/1.1" status: 204  len: 168 time: 0.3736277
Nov 20 21:04:45.245504 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6db2407-989f-45f9-85a7-13f888a03645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] GET failed (client error): The resource could not be found.
Nov 20 21:04:45.246977 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c6db2407-989f-45f9-85a7-13f888a03645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1159658009-project-admin] 10.222.0.41 "GET /v2.0/ports/f430b1cd-4e88-4378-b14b-3145fdc40b8c HTTP/1.1" status: 404  len: 333 time: 0.0347447
Nov 20 21:04:45.250343 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57676) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:45.325608 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f9be-3a58-436f-a3fb-4ce4e2dbb592 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:45.379658 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5325b07-8819-42f5-8817-c38121a1d993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:45.478188 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:04:45.520142 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5325b07-8819-42f5-8817-c38121a1d993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:45.572596 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c5325b07-8819-42f5-8817-c38121a1d993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e1bd790>,) {'filters': {'network_id': ['24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:45.604612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c5325b07-8819-42f5-8817-c38121a1d993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e1bd790>, '7d4f9830-b378-4a64-9a92-4908bf4772b4') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:45.604903 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c5325b07-8819-42f5-8817-c38121a1d993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e1bd790>, '7d4f9830-b378-4a64-9a92-4908bf4772b4') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:45.616344 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5325b07-8819-42f5-8817-c38121a1d993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:45.628986 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-baddd47b-aa6a-4fe5-abd8-4dc90953874b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:45.638116 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5325b07-8819-42f5-8817-c38121a1d993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:45.646611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5325b07-8819-42f5-8817-c38121a1d993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:04:45.647072 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5325b07-8819-42f5-8817-c38121a1d993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:04:45.650902 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:04:45.739612 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5325b07-8819-42f5-8817-c38121a1d993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:45.757375 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5325b07-8819-42f5-8817-c38121a1d993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:45.761677 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c5325b07-8819-42f5-8817-c38121a1d993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] 10.222.0.41 "DELETE /v2.0/networks/24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb HTTP/1.1" status: 204  len: 168 time: 0.5103927
Nov 20 21:04:45.797162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5325b07-8819-42f5-8817-c38121a1d993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186330346-project] Pushing event deleted for resources: {'Network': ['ID=24f5ea7e-e3bd-4a3c-a0fb-172518f7edcb,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:45.835811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-bcf5f9be-3a58-436f-a3fb-4ce4e2dbb592 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Deleting port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:04:45.836153 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f9be-3a58-436f-a3fb-4ce4e2dbb592 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:45.952571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-bcf5f9be-3a58-436f-a3fb-4ce4e2dbb592 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] For port 1d7dfabb-2d86-41f9-bb08-5eae9c299fac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d7dfabb-2d86-41f9-bb08-5eae9c299fac,segment=NetworkSegment(ad7df78f-3b5a-4f89-87df-28748bf1bea1),segment_id=ad7df78f-3b5a-4f89-87df-28748bf1bea1)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:04:45.953042 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f9be-3a58-436f-a3fb-4ce4e2dbb592 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:45.968693 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-bcf5f9be-3a58-436f-a3fb-4ce4e2dbb592 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Calling delete_port for 1d7dfabb-2d86-41f9-bb08-5eae9c299fac owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:04:46.127431 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57794) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:46.236010 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f9be-3a58-436f-a3fb-4ce4e2dbb592 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:46.307879 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5f9be-3a58-436f-a3fb-4ce4e2dbb592 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'Port': ['ID=1d7dfabb-2d86-41f9-bb08-5eae9c299fac,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:46.344552 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-90e119ac-c6ff-49a3-a15b-d7d4a5f9606d req-46fded59-8f50-458f-ba28-fd5ed5556462 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0480371
Nov 20 21:04:46.409240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1b695079-97f8-4824-aa79-b176e875fa4a no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:04:46.416598 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7077bde0-cfff-4502-abc7-95289790b24d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=790b9784fdff473bae677029a9b0de58&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2880118
Nov 20 21:04:46.419574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57814) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:46.433597 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 1b695079-97f8-4824-aa79-b176e875fa4a {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:04:46.434209 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1b695079-97f8-4824-aa79-b176e875fa4a not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:04:46.477479 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-be8b5d25-fab0-48ba-a80a-08820b9f46fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:46.509851 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-be8b5d25-fab0-48ba-a80a-08820b9f46fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:46.533821 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f9be-3a58-436f-a3fb-4ce4e2dbb592 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:46.592627 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-be8b5d25-fab0-48ba-a80a-08820b9f46fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:46.596498 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-be8b5d25-fab0-48ba-a80a-08820b9f46fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:46.597860 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-be8b5d25-fab0-48ba-a80a-08820b9f46fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e369f793-5b47-4379-96eb-32f26838ecfe HTTP/1.1" status: 204  len: 168 time: 0.1772773
Nov 20 21:04:46.607313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b5d25-fab0-48ba-a80a-08820b9f46fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e369f793-5b47-4379-96eb-32f26838ecfe,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:46.730225 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:46.838386 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf5f9be-3a58-436f-a3fb-4ce4e2dbb592 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Router aba10455-4ef0-4808-b61d-229bfbfc7b66 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:04:46.976773 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57856) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:46.979920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf5f9be-3a58-436f-a3fb-4ce4e2dbb592 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:04:46.985015 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bcf5f9be-3a58-436f-a3fb-4ce4e2dbb592 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "PUT /v2.0/routers/aba10455-4ef0-4808-b61d-229bfbfc7b66/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1908066
Nov 20 21:04:46.987809 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57860) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:46.990536 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2568064b-e73f-435c-9a7a-34f9ffd7e7bd None None] Sync routers for ids ['aba10455-4ef0-4808-b61d-229bfbfc7b66'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:04:47.003173 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2568064b-e73f-435c-9a7a-34f9ffd7e7bd None None] Routers {'aba10455-4ef0-4808-b61d-229bfbfc7b66'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:04:47.003808 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2568064b-e73f-435c-9a7a-34f9ffd7e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5415ae50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:04:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['aba10455-4ef0-4808-b61d-229bfbfc7b66'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:47.049201 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-aec348b0-6855-42b1-81da-6fd11758545a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28f0ad21ff204fec8e0cb3b21cff1488&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0687122
Nov 20 21:04:47.050464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57868) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:47.059642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52121cd-2c71-42e0-b65f-f56cb5bfef48 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Deleting subnet 77260215-5181-4e16-8415-4b8e80957e11 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:04:47.063395 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f52121cd-2c71-42e0-b65f-f56cb5bfef48 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:47.123096 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f52121cd-2c71-42e0-b65f-f56cb5bfef48 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:47.139509 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f130c488-63fe-4559-b781-dbad22c8334c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:47.173044 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f130c488-63fe-4559-b781-dbad22c8334c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:47.241745 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f52121cd-2c71-42e0-b65f-f56cb5bfef48 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:47.284470 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f130c488-63fe-4559-b781-dbad22c8334c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:47.291006 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f130c488-63fe-4559-b781-dbad22c8334c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:47.293087 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f130c488-63fe-4559-b781-dbad22c8334c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5bfcf063-8904-4014-88b4-9e5b78138680 HTTP/1.1" status: 204  len: 168 time: 0.2415466
Nov 20 21:04:47.309273 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130c488-63fe-4559-b781-dbad22c8334c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfcf063-8904-4014-88b4-9e5b78138680,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:47.312239 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2568064b-e73f-435c-9a7a-34f9ffd7e7bd None None] Set router aba10455-4ef0-4808-b61d-229bfbfc7b66 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:04:47.357409 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f52121cd-2c71-42e0-b65f-f56cb5bfef48 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:47.392965 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52121cd-2c71-42e0-b65f-f56cb5bfef48 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'Subnet': ['ID=77260215-5181-4e16-8415-4b8e80957e11,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:47.404172 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f52121cd-2c71-42e0-b65f-f56cb5bfef48 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:47.407798 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f52121cd-2c71-42e0-b65f-f56cb5bfef48 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "DELETE /v2.0/subnets/77260215-5181-4e16-8415-4b8e80957e11 HTTP/1.1" status: 204  len: 168 time: 0.4062648
Nov 20 21:04:47.410546 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57884) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:47.413285 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4061f91e-894f-49bc-86b8-2498a3b7e66e None None] Network 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:04:47.643564 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2568064b-e73f-435c-9a7a-34f9ffd7e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5415ae50>, [{'id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'name': 'tempest-TestNetworkBasicOps-router-595633501', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:25Z', 'updated_at': '2021-11-20T21:04:46Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:26Z', 'updated_at': '2021-11-20T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:47.649639 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e5480ad7-0a7b-41d2-965b-40c6e94865cd req-43e10ec1-662a-44aa-a47b-91e626590853 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.1458435
Nov 20 21:04:47.701280 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2568064b-e73f-435c-9a7a-34f9ffd7e7bd None None] Checking router: aba10455-4ef0-4808-b61d-229bfbfc7b66 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:04:47.715968 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2568064b-e73f-435c-9a7a-34f9ffd7e7bd None None] Routers {'aba10455-4ef0-4808-b61d-229bfbfc7b66'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:04:47.717178 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2568064b-e73f-435c-9a7a-34f9ffd7e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5415ae50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:04:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['aba10455-4ef0-4808-b61d-229bfbfc7b66'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:47.722359 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4a495d7-eb4f-40a5-9bcc-ff8d57f40f22 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:47.770581 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] DHCP port deletion for 44d4f9c0-cceb-42f9-9546-61fcbc3cc88b request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:04:47.829687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Deleting port c885e0a6-24eb-481f-906a-513e0d8e7cd1 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:04:47.830409 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:47.873178 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2568064b-e73f-435c-9a7a-34f9ffd7e7bd None None] Set router aba10455-4ef0-4808-b61d-229bfbfc7b66 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:04:47.897731 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4a495d7-eb4f-40a5-9bcc-ff8d57f40f22 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:47.901782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] For port c885e0a6-24eb-481f-906a-513e0d8e7cd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c885e0a6-24eb-481f-906a-513e0d8e7cd1,segment=NetworkSegment(ad7df78f-3b5a-4f89-87df-28748bf1bea1),segment_id=ad7df78f-3b5a-4f89-87df-28748bf1bea1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:04:47.902214 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:47.940216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Calling delete_port for c885e0a6-24eb-481f-906a-513e0d8e7cd1 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:04:48.012877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-e4a495d7-eb4f-40a5-9bcc-ff8d57f40f22 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Deleting port 9f85b6da-ab52-4929-a3e8-698ee6895e9c {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:04:48.013233 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4a495d7-eb4f-40a5-9bcc-ff8d57f40f22 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:48.095551 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:48.135036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Pushing event deleted for resources: {'Port': ['ID=c885e0a6-24eb-481f-906a-513e0d8e7cd1,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:48.145891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c885e0a6-24eb-481f-906a-513e0d8e7cd1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:04:48.181327 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] No DVR routers for this DVR port c885e0a6-24eb-481f-906a-513e0d8e7cd1 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:04:48.183997 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: c885e0a6-24eb-481f-906a-513e0d8e7cd1 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:04:48.184676 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c885e0a6-24eb-481f-906a-513e0d8e7cd1 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:04:48.187931 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:48.188393 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:48.188846 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:48.189295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:48.189776 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:48.190432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:48.191004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:48.191444 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:48.192546 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:48.194033 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:48.194687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:48.197318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdd65f-c984-4364-be1f-1f27f2fe69c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:04:48.232789 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2568064b-e73f-435c-9a7a-34f9ffd7e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5415ae50>, [{'id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'name': 'tempest-TestNetworkBasicOps-router-595633501', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:25Z', 'updated_at': '2021-11-20T21:04:46Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:26Z', 'updated_at': '2021-11-20T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:48.279828 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2568064b-e73f-435c-9a7a-34f9ffd7e7bd None None] The sync data for ids ['aba10455-4ef0-4808-b61d-229bfbfc7b66'] in ncdv-master-1 is: [{'id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'name': 'tempest-TestNetworkBasicOps-router-595633501', 'tenant_id': '3d0636503ac5406792f6a872f4f9c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:25Z', 'updated_at': '2021-11-20T21:04:46Z', 'revision_number': 5, 'project_id': '3d0636503ac5406792f6a872f4f9c10d', 'gw_port': {'id': '9f85b6da-ab52-4929-a3e8-698ee6895e9c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba10455-4ef0-4808-b61d-229bfbfc7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:26Z', 'updated_at': '2021-11-20T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:04:48.581259 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-e4a495d7-eb4f-40a5-9bcc-ff8d57f40f22 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] For port 9f85b6da-ab52-4929-a3e8-698ee6895e9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f85b6da-ab52-4929-a3e8-698ee6895e9c,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:04:48.581413 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4a495d7-eb4f-40a5-9bcc-ff8d57f40f22 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:48.588553 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:48.620996 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-e4a495d7-eb4f-40a5-9bcc-ff8d57f40f22 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Calling delete_port for 9f85b6da-ab52-4929-a3e8-698ee6895e9c owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:04:48.815149 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-40be2f10-de34-496f-b5c1-3c8c81fc0dbc req-fb32495a-1004-49b9-8471-7f012ed0b3c5 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0508301
Nov 20 21:04:48.904497 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4a495d7-eb4f-40a5-9bcc-ff8d57f40f22 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:48.936474 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a495d7-eb4f-40a5-9bcc-ff8d57f40f22 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'Port': ['ID=9f85b6da-ab52-4929-a3e8-698ee6895e9c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:48.960454 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286ebda9-9712-49c8-859c-4c609ac6ffe1 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:04:49.014234 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4a495d7-eb4f-40a5-9bcc-ff8d57f40f22 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:49.043777 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:49.125027 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4a495d7-eb4f-40a5-9bcc-ff8d57f40f22 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:49.127914 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4a495d7-eb4f-40a5-9bcc-ff8d57f40f22 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:49.177261 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4a495d7-eb4f-40a5-9bcc-ff8d57f40f22 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:49.177980 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a495d7-eb4f-40a5-9bcc-ff8d57f40f22 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Fanout notify agent at l3_agent the message router_deleted on router aba10455-4ef0-4808-b61d-229bfbfc7b66 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:04:49.186541 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4a495d7-eb4f-40a5-9bcc-ff8d57f40f22 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:49.187989 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e4a495d7-eb4f-40a5-9bcc-ff8d57f40f22 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "DELETE /v2.0/routers/aba10455-4ef0-4808-b61d-229bfbfc7b66 HTTP/1.1" status: 204  len: 168 time: 1.7762234
Nov 20 21:04:49.190705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57968) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:49.286326 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-67ec6cdb-2582-464e-abb6-fd8618431252 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:49.391653 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-67ec6cdb-2582-464e-abb6-fd8618431252 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:49.417229 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-67ec6cdb-2582-464e-abb6-fd8618431252 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f159e50>,) {'filters': {'network_id': ['44d4f9c0-cceb-42f9-9546-61fcbc3cc88b']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:49.434236 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-67ec6cdb-2582-464e-abb6-fd8618431252 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f159e50>, 'ad7df78f-3b5a-4f89-87df-28748bf1bea1') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:49.434621 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-67ec6cdb-2582-464e-abb6-fd8618431252 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f159e50>, 'ad7df78f-3b5a-4f89-87df-28748bf1bea1') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:04:49.445962 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-67ec6cdb-2582-464e-abb6-fd8618431252 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:49.459426 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-67ec6cdb-2582-464e-abb6-fd8618431252 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:49.466006 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ec6cdb-2582-464e-abb6-fd8618431252 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:04:49.466503 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-67ec6cdb-2582-464e-abb6-fd8618431252 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:04:49.469531 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:04:49.542935 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-67ec6cdb-2582-464e-abb6-fd8618431252 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:49.571071 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-67ec6cdb-2582-464e-abb6-fd8618431252 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:49.574335 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-67ec6cdb-2582-464e-abb6-fd8618431252 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] 10.222.0.41 "DELETE /v2.0/networks/44d4f9c0-cceb-42f9-9546-61fcbc3cc88b HTTP/1.1" status: 204  len: 168 time: 0.3826602
Nov 20 21:04:49.575903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec6cdb-2582-464e-abb6-fd8618431252 tempest-TestNetworkBasicOps-1048723029 tempest-TestNetworkBasicOps-1048723029-project] Pushing event deleted for resources: {'Network': ['ID=44d4f9c0-cceb-42f9-9546-61fcbc3cc88b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:49.717856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58008) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:49.843687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a00e9781-6117-4b12-8feb-e4cb49799e9c tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:49.890152 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58018) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:49.890999 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a00e9781-6117-4b12-8feb-e4cb49799e9c tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] 10.222.0.41 "PUT /v2.0/quotas/f72ff76a94654eeaadb4215cc3cdd2ec HTTP/1.1" status: 200  len: 366 time: 0.1710744
Nov 20 21:04:49.903265 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-02fa0b98-5605-4386-9f88-53d9ce191861 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 468 time: 0.0114768
Nov 20 21:04:49.905588 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58020) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:49.944371 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-addfeff6-a5cf-46b3-b9ae-5c7a2b64e577 req-3a657ea9-f514-4e97-81e6-1d9a966c669c tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0396435
Nov 20 21:04:49.949865 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-df5092d2-4630-4fcb-85a7-bec2130ec7aa tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] 10.222.0.41 "GET /v2.0/quotas/f72ff76a94654eeaadb4215cc3cdd2ec HTTP/1.1" status: 200  len: 366 time: 0.0424860
Nov 20 21:04:49.952159 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58026) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:49.968511 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7bb5c5dd-0fd8-4aea-a19c-c87ad0f27daa tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/f72ff76a94654eeaadb4215cc3cdd2ec HTTP/1.1" status: 204  len: 168 time: 0.0149660
Nov 20 21:04:49.970936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58028) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:49.985352 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-37c908b5-64db-4836-81f6-e06488b59a0c tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 207 time: 0.0131195
Nov 20 21:04:49.988650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58030) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:50.011437 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58034) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:50.011668 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-362a9241-4e58-48c1-b0ff-3d7e49f5f26e tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] 10.222.0.41 "GET /v2.0/quotas/f72ff76a94654eeaadb4215cc3cdd2ec HTTP/1.1" status: 200  len: 370 time: 0.0202954
Nov 20 21:04:50.023364 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-469b4466-1684-45c1-80d1-68f65dbc1b27 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] 10.222.0.41 "GET /v2.0/quotas/f72ff76a94654eeaadb4215cc3cdd2ec/default HTTP/1.1" status: 200  len: 370 time: 0.0092735
Nov 20 21:04:50.023910 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58036) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:50.039775 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-e0f5cd13-22bd-4dc8-8ab0-2bd2bdaf97d9 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] delete failed (client error): The resource could not be found.
Nov 20 21:04:50.046626 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e0f5cd13-22bd-4dc8-8ab0-2bd2bdaf97d9 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/f72ff76a94654eeaadb4215cc3cdd2ec HTTP/1.1" status: 404  len: 348 time: 0.0216463
Nov 20 21:04:50.069157 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1d7dfabb-2d86-41f9-bb08-5eae9c299fac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:04:50.072290 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58042) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:50.131007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 1d7dfabb-2d86-41f9-bb08-5eae9c299fac {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:04:50.135030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1d7dfabb-2d86-41f9-bb08-5eae9c299fac not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:04:50.135779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9f85b6da-ab52-4929-a3e8-698ee6895e9c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:04:50.185065 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 9f85b6da-ab52-4929-a3e8-698ee6895e9c {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:04:50.186258 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9f85b6da-ab52-4929-a3e8-698ee6895e9c not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:04:50.285811 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-152a5a97-4d73-40c8-9cfc-c701c0a06cb5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d0636503ac5406792f6a872f4f9c10d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2115500
Nov 20 21:04:50.288466 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58058) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:50.300533 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58060) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:50.325127 ncdv-master-1 neutron-server[126225]: DEBUG neutron.quota.resource [None req-b024eca0-49c5-452d-8118-a42dd7ccf401 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] Usage tracker for resource:network and project:4f7656595d624974bbac7a12c8861fde is out of sync, need to count used quota {{(pid=126225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 20 21:04:50.329494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.quota.resource [None req-b024eca0-49c5-452d-8118-a42dd7ccf401 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=126225) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 20 21:04:50.337944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.quota.resource [None req-b024eca0-49c5-452d-8118-a42dd7ccf401 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] Usage tracker for resource:subnet and project:4f7656595d624974bbac7a12c8861fde is out of sync, need to count used quota {{(pid=126225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 20 21:04:50.341957 ncdv-master-1 neutron-server[126225]: DEBUG neutron.quota.resource [None req-b024eca0-49c5-452d-8118-a42dd7ccf401 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=126225) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 20 21:04:50.349602 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b6f4bd1-1ffc-4a75-8b3e-fd4bb8e39887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:50.350781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.quota.resource [None req-b024eca0-49c5-452d-8118-a42dd7ccf401 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] Usage tracker for resource:subnetpool and project:4f7656595d624974bbac7a12c8861fde is out of sync, need to count used quota {{(pid=126225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 20 21:04:50.360400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.quota.resource [None req-b024eca0-49c5-452d-8118-a42dd7ccf401 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=126225) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 20 21:04:50.371951 ncdv-master-1 neutron-server[126225]: DEBUG neutron.quota.resource [None req-b024eca0-49c5-452d-8118-a42dd7ccf401 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] Usage tracker for resource:port and project:4f7656595d624974bbac7a12c8861fde is out of sync, need to count used quota {{(pid=126225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 20 21:04:50.379146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.quota.resource [None req-b024eca0-49c5-452d-8118-a42dd7ccf401 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=126225) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 20 21:04:50.391016 ncdv-master-1 neutron-server[126225]: DEBUG neutron.quota.resource [None req-b024eca0-49c5-452d-8118-a42dd7ccf401 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] Usage tracker for resource:router and project:4f7656595d624974bbac7a12c8861fde is out of sync, need to count used quota {{(pid=126225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 20 21:04:50.396780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.quota.resource [None req-b024eca0-49c5-452d-8118-a42dd7ccf401 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=126225) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 20 21:04:50.397853 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b6f4bd1-1ffc-4a75-8b3e-fd4bb8e39887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:50.407062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.quota.resource [None req-b024eca0-49c5-452d-8118-a42dd7ccf401 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] Usage tracker for resource:floatingip and project:4f7656595d624974bbac7a12c8861fde is out of sync, need to count used quota {{(pid=126225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 20 21:04:50.413382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.quota.resource [None req-b024eca0-49c5-452d-8118-a42dd7ccf401 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=126225) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 20 21:04:50.464514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.quota.resource [None req-b024eca0-49c5-452d-8118-a42dd7ccf401 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] Usage tracker for resource:security_group and project:4f7656595d624974bbac7a12c8861fde is out of sync, need to count used quota {{(pid=126225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 20 21:04:50.468827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.quota.resource [None req-b024eca0-49c5-452d-8118-a42dd7ccf401 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=126225) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 20 21:04:50.472424 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b6f4bd1-1ffc-4a75-8b3e-fd4bb8e39887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:50.476154 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b6f4bd1-1ffc-4a75-8b3e-fd4bb8e39887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:50.478517 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8b6f4bd1-1ffc-4a75-8b3e-fd4bb8e39887 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dcd4c9dd-6061-4196-9e6d-0ad918cb80b5 HTTP/1.1" status: 204  len: 168 time: 0.1885729
Nov 20 21:04:50.478669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.quota.resource [None req-b024eca0-49c5-452d-8118-a42dd7ccf401 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] Usage tracker for resource:security_group_rule and project:4f7656595d624974bbac7a12c8861fde is out of sync, need to count used quota {{(pid=126225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 20 21:04:50.483043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.quota.resource [None req-b024eca0-49c5-452d-8118-a42dd7ccf401 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=126225) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 20 21:04:50.487965 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f4bd1-1ffc-4a75-8b3e-fd4bb8e39887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd4c9dd-6061-4196-9e6d-0ad918cb80b5,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:50.494441 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b024eca0-49c5-452d-8118-a42dd7ccf401 tempest-QuotasTest-961619454 tempest-QuotasTest-961619454-project-admin] 10.222.0.41 "GET /v2.0/quotas/4f7656595d624974bbac7a12c8861fde/details.json HTTP/1.1" status: 200  len: 703 time: 0.1922672
Nov 20 21:04:50.798424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58086) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:50.908108 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c09143ae-849f-47e3-846c-fc66f9b590ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:50.932615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58090) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:50.948081 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6308ffaf-0cd7-43f9-bcc4-82f49bea2f85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:50.986822 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c09143ae-849f-47e3-846c-fc66f9b590ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:50.990865 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c09143ae-849f-47e3-846c-fc66f9b590ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:51.030369 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6308ffaf-0cd7-43f9-bcc4-82f49bea2f85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:51.033725 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c09143ae-849f-47e3-846c-fc66f9b590ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8584badb4e6f48cdbf4ac33872064279&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2340796
Nov 20 21:04:51.034567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09143ae-849f-47e3-846c-fc66f9b590ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5145f9-d539-4830-8b14-f6315000bfc9,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:51.037498 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58094) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:51.046776 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6308ffaf-0cd7-43f9-bcc4-82f49bea2f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:51.089929 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2b6c0b42-702d-44bd-8e9d-df9179655de8 req-ae090a58-83f0-430a-ab65-477507a0b3fc tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0279365
Nov 20 21:04:51.112280 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6308ffaf-0cd7-43f9-bcc4-82f49bea2f85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a2412e9587c4aa69570ea5d74caacae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1762960
Nov 20 21:04:51.112504 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58098) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:51.128587 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308ffaf-0cd7-43f9-bcc4-82f49bea2f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33a4697-0a36-4f76-a895-ac4f1e70da7c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:51.163348 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5fd3-6243-40bb-b4c8-67c707cd22f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:51.200098 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5fd3-6243-40bb-b4c8-67c707cd22f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:51.201938 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-715b2c43-e45f-4e6f-9a70-2b1419f30d79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:51.248959 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-715b2c43-e45f-4e6f-9a70-2b1419f30d79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:51.294155 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5fd3-6243-40bb-b4c8-67c707cd22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:51.296749 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5fd3-6243-40bb-b4c8-67c707cd22f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:51.300756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5d4e5fd3-6243-40bb-b4c8-67c707cd22f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a5145f9-d539-4830-8b14-f6315000bfc9 HTTP/1.1" status: 204  len: 168 time: 0.2617183
Nov 20 21:04:51.327667 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e5fd3-6243-40bb-b4c8-67c707cd22f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5145f9-d539-4830-8b14-f6315000bfc9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:51.333531 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-715b2c43-e45f-4e6f-9a70-2b1419f30d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:51.336814 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-715b2c43-e45f-4e6f-9a70-2b1419f30d79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:51.337998 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-715b2c43-e45f-4e6f-9a70-2b1419f30d79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a33a4697-0a36-4f76-a895-ac4f1e70da7c HTTP/1.1" status: 204  len: 168 time: 0.2245781
Nov 20 21:04:51.353436 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b2c43-e45f-4e6f-9a70-2b1419f30d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33a4697-0a36-4f76-a895-ac4f1e70da7c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:51.763460 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54b54a-b827-45d9-a0f2-2ff842db42e3 req-a620308a-9fa9-4aed-82bb-12af2ea8cda6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:51.765413 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c54b54a-b827-45d9-a0f2-2ff842db42e3 req-a620308a-9fa9-4aed-82bb-12af2ea8cda6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0799315
Nov 20 21:04:51.838615 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c54b54a-b827-45d9-a0f2-2ff842db42e3 req-2bba93fa-c575-4756-ac02-68370311b622 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600593
Nov 20 21:04:51.854238 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58144) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:51.870800 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8540a58-e9f9-4694-b061-aaa151d0ce4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:51.991390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ba817-62a1-449d-ac06-ccf8204ea290 req-08a665fd-de5a-4fbf-b832-f03eec070525 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:51.992944 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a40ba817-62a1-449d-ac06-ccf8204ea290 req-08a665fd-de5a-4fbf-b832-f03eec070525 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0695972
Nov 20 21:04:52.017805 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8540a58-e9f9-4694-b061-aaa151d0ce4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:52.025132 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8540a58-e9f9-4694-b061-aaa151d0ce4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:52.088198 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c8540a58-e9f9-4694-b061-aaa151d0ce4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f7656595d624974bbac7a12c8861fde&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2328374
Nov 20 21:04:52.091632 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58164) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:52.092807 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8540a58-e9f9-4694-b061-aaa151d0ce4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a29e312-79ec-446f-ade6-0fed7cf8224a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:52.098734 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a40ba817-62a1-449d-ac06-ccf8204ea290 req-9e020901-04c5-4f29-990c-3770f1af343b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984664
Nov 20 21:04:52.169344 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ca35155-418f-4666-ba88-14dbda379e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:52.198602 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ca35155-418f-4666-ba88-14dbda379e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:52.229568 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c28adb9-5da7-4583-8b27-c5aeef3907d2 req-21009bef-86a8-4be4-aba1-ad3aa572bd77 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0349653
Nov 20 21:04:52.311472 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ca35155-418f-4666-ba88-14dbda379e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:52.314775 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ca35155-418f-4666-ba88-14dbda379e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:52.316452 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8ca35155-418f-4666-ba88-14dbda379e67 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a29e312-79ec-446f-ade6-0fed7cf8224a HTTP/1.1" status: 204  len: 168 time: 0.2222950
Nov 20 21:04:52.328133 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca35155-418f-4666-ba88-14dbda379e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a29e312-79ec-446f-ade6-0fed7cf8224a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:52.672743 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-5ce9c164-2b9b-4d73-871d-fc8e9bae32df tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:52.682668 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-5ce9c164-2b9b-4d73-871d-fc8e9bae32df tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 811 time: 0.2042253
Nov 20 21:04:52.700753 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-1c1c8c90-8d87-4a99-8c64-4812f7fa964d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/quotas/e51856fcb6a14eb6a78ce767f46c8472 HTTP/1.1" status: 200  len: 375 time: 0.0177245
Nov 20 21:04:52.815290 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-062213d5-a0aa-4040-8b0e-3f29c443bbd1 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1131866
Nov 20 21:04:52.951262 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-832163ca-5a80-4fec-b404-6a031549315f service neutron] 10.222.0.41 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342804
Nov 20 21:04:53.096267 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-8c5e40e9-765e-40c3-ae95-e9f7878d0b52 service neutron] 10.222.0.41 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426587
Nov 20 21:04:53.397819 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-acd5de41-bdd8-42d1-91e1-2bb3f1ab15c7 req-0084063c-dc86-4c5c-9b2c-5366f640aed1 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 210 time: 0.0733764
Nov 20 21:04:53.422907 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be710db0-1f15-4972-9795-b683831d3a76 req-7a568b6f-97f1-4af0-8483-78fd66bb19ad tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0443971
Nov 20 21:04:53.940832 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58302) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:54.042343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58308) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:54.182561 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4207840-ff7c-45e2-a3e9-9701a8f9ecb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:54.240681 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-73c5e379-ae24-484c-b729-d136292e0740 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] Request body: {'port': {'network_id': '5c14f037-bdd9-4c54-b301-c54ca2a5bf08', 'name': 'tempest-NetworksNegativeTestJSON-1928597968'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:54.261221 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c5e379-ae24-484c-b729-d136292e0740 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] POST failed (client error): The resource could not be found.
Nov 20 21:04:54.261759 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c5e379-ae24-484c-b729-d136292e0740 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:04:54.266445 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-73c5e379-ae24-484c-b729-d136292e0740 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.2196805
Nov 20 21:04:54.267235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58316) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:54.286282 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e2061d-97d7-475b-8e7d-ff677755397c tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:04:54.286886 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e2061d-97d7-475b-8e7d-ff677755397c tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:04:54.289422 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4207840-ff7c-45e2-a3e9-9701a8f9ecb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:54.291019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-94e2061d-97d7-475b-8e7d-ff677755397c tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] 10.222.0.41 "DELETE /v2.0/networks/a690b897-77b3-4b1a-99f2-e99d591fa1c6 HTTP/1.1" status: 404  len: 339 time: 0.0225601
Nov 20 21:04:54.294981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58318) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:54.295484 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4207840-ff7c-45e2-a3e9-9701a8f9ecb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:54.318105 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-34fa7063-803a-4b10-8b94-0bdd0ea315bb tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:04:54.318544 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34fa7063-803a-4b10-8b94-0bdd0ea315bb tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:04:54.321764 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-34fa7063-803a-4b10-8b94-0bdd0ea315bb tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] 10.222.0.41 "DELETE /v2.0/ports/82a789d1-83da-4042-95b9-3fd43f29332c HTTP/1.1" status: 404  len: 333 time: 0.0258217
Nov 20 21:04:54.325926 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58320) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:54.349130 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4207840-ff7c-45e2-a3e9-9701a8f9ecb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd95a379-7ee1-4fb9-bd4c-5d13d545338e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:54.364849 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1643ef9-e03f-4de3-9b9a-641f85bdcd39 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:04:54.365464 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1643ef9-e03f-4de3-9b9a-641f85bdcd39 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:04:54.367533 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b4207840-ff7c-45e2-a3e9-9701a8f9ecb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10af7446cff74655a9cd3a815b5ebc66&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4247067
Nov 20 21:04:54.368589 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58326) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:54.372143 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b1643ef9-e03f-4de3-9b9a-641f85bdcd39 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] 10.222.0.41 "DELETE /v2.0/subnets/01396fb6-b168-473c-a2a5-1248c7563852 HTTP/1.1" status: 404  len: 337 time: 0.0452030
Nov 20 21:04:54.375768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58328) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:54.400390 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64fc2ed-be11-4429-b09d-3f56f9e826d9 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] GET failed (client error): The resource could not be found.
Nov 20 21:04:54.406662 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d64fc2ed-be11-4429-b09d-3f56f9e826d9 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] 10.222.0.41 "GET /v2.0/networks/dd3366e2-a6ca-4e7d-9650-7ef49de9af8f HTTP/1.1" status: 404  len: 339 time: 0.0296798
Nov 20 21:04:54.407564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58330) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:54.435392 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a888afc2-fed6-408b-a166-fb6a787bba25 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] GET failed (client error): The resource could not be found.
Nov 20 21:04:54.441562 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a888afc2-fed6-408b-a166-fb6a787bba25 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] 10.222.0.41 "GET /v2.0/ports/bc157e9a-3da9-452b-aea5-f6e811706209 HTTP/1.1" status: 404  len: 333 time: 0.0328250
Nov 20 21:04:54.442624 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58334) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:54.479123 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-8daa89ad-66cd-4633-959a-45d607784b5f tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] GET failed (client error): The resource could not be found.
Nov 20 21:04:54.484382 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d462b5f-275b-4abb-ace3-5c73dea0383b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:54.484977 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8daa89ad-66cd-4633-959a-45d607784b5f tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] 10.222.0.41 "GET /v2.0/subnets/762b11e5-4295-4f24-90ab-7acee1e98b06 HTTP/1.1" status: 404  len: 337 time: 0.0411928
Nov 20 21:04:54.485852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58338) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:54.491238 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-aa153b3c-2923-4533-981d-d6f44e495294 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] Request body: {'network': {'name': 'new_name'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:54.598519 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-027b0777-bc67-48ae-ae90-f3d84112c889 req-03834619-edda-44f8-89f2-eb097277e58e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 210 time: 0.0577364
Nov 20 21:04:54.632516 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d462b5f-275b-4abb-ace3-5c73dea0383b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:54.751058 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a9f4e42-ea5f-4d55-b779-54fda08772ec req-86e5d424-e371-413c-921c-d78091b79233 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0327690
Nov 20 21:04:54.820935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-becb2c6a-5069-44b7-9112-6d4b0475ef13 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:54.825025 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-becb2c6a-5069-44b7-9112-6d4b0475ef13 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 811 time: 0.3300884
Nov 20 21:04:54.865894 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-45ec56da-4c16-4a84-9faa-f9df5b0d9192 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Request body: {'port': {'device_id': 'f390f8d7-738a-4054-995b-3c2a44debc3f', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'admin_state_up': True, 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:54.913130 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d462b5f-275b-4abb-ace3-5c73dea0383b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:54.917095 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d462b5f-275b-4abb-ace3-5c73dea0383b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:54.921991 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8d462b5f-275b-4abb-ace3-5c73dea0383b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd95a379-7ee1-4fb9-bd4c-5d13d545338e HTTP/1.1" status: 204  len: 168 time: 0.5485673
Nov 20 21:04:54.980642 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa153b3c-2923-4533-981d-d6f44e495294 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] PUT failed (client error): The resource could not be found.
Nov 20 21:04:54.987513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa153b3c-2923-4533-981d-d6f44e495294 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:04:54.994984 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-aa153b3c-2923-4533-981d-d6f44e495294 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] 10.222.0.41 "PUT /v2.0/networks/722f9069-5a25-4fe6-8a04-8ef967151d16 HTTP/1.1" status: 404  len: 339 time: 0.5067565
Nov 20 21:04:54.995650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58352) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:55.004566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b63ebd17-cb0c-4eae-a383-5b588bf52ab0 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] Request body: {'port': {'name': 'new_name'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:55.009476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58354) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:55.042842 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63ebd17-cb0c-4eae-a383-5b588bf52ab0 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] PUT failed (client error): The resource could not be found.
Nov 20 21:04:55.043729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63ebd17-cb0c-4eae-a383-5b588bf52ab0 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:04:55.050916 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b63ebd17-cb0c-4eae-a383-5b588bf52ab0 tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] 10.222.0.41 "PUT /v2.0/ports/52b5fbb8-f687-49cd-b625-284fb9983cf3 HTTP/1.1" status: 404  len: 333 time: 0.0525680
Nov 20 21:04:55.051988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58358) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:55.059618 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-680e05b5-6a4c-4273-b710-5008089330df tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:55.086853 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-680e05b5-6a4c-4273-b710-5008089330df tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] PUT failed (client error): The resource could not be found.
Nov 20 21:04:55.087806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680e05b5-6a4c-4273-b710-5008089330df tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:04:55.092985 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-680e05b5-6a4c-4273-b710-5008089330df tempest-NetworksNegativeTestJSON-1414630472 tempest-NetworksNegativeTestJSON-1414630472-project] 10.222.0.41 "PUT /v2.0/subnets/189deeef-d00b-4dbc-a841-11e0265cbc2f HTTP/1.1" status: 404  len: 337 time: 0.0390861
Nov 20 21:04:55.120545 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-fdccff66-fd1c-454e-ab93-d056a8f13139 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Request body: {'network': {'name': 'tempest-network-smoke--171505143', 'project_id': '83a551019ab140bba8ec377d05167a62', 'port_security_enabled': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:55.130665 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d462b5f-275b-4abb-ace3-5c73dea0383b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd95a379-7ee1-4fb9-bd4c-5d13d545338e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:55.188063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdccff66-fd1c-454e-ab93-d056a8f13139 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Made reservation on behalf of 83a551019ab140bba8ec377d05167a62 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:04:55.191829 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fdccff66-fd1c-454e-ab93-d056a8f13139 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:55.204380 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fdccff66-fd1c-454e-ab93-d056a8f13139 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:55.267354 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-45ec56da-4c16-4a84-9faa-f9df5b0d9192 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Made reservation on behalf of e51856fcb6a14eb6a78ce767f46c8472 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:04:55.271652 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-45ec56da-4c16-4a84-9faa-f9df5b0d9192 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:55.392359 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fdccff66-fd1c-454e-ab93-d056a8f13139 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:55.409670 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fdccff66-fd1c-454e-ab93-d056a8f13139 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:55.497700 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdccff66-fd1c-454e-ab93-d056a8f13139 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:04:55.502772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccff66-fd1c-454e-ab93-d056a8f13139 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d18651-1c90-48c0-a853-87e69180a162,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:55.525320 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fdccff66-fd1c-454e-ab93-d056a8f13139 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:55.526029 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-fdccff66-fd1c-454e-ab93-d056a8f13139 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Added segment f97346c1-f970-4be2-bdfc-84246e46d7c7 of type vlan for network 2bef316a-94ed-44e3-8dfa-520c0d36d93a
Nov 20 21:04:55.547499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-45ec56da-4c16-4a84-9faa-f9df5b0d9192 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Allocated IP 172.20.0.10 (bafdbd34-4234-401f-abb5-0b7b5a2562ab/7619f288-4cdb-4db5-897a-403b8dada68f/2b058afc-10cf-4cd9-bbbc-13ea1bcc46be) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:04:55.599440 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fdccff66-fd1c-454e-ab93-d056a8f13139 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:55.601998 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58382) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:55.666685 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fdccff66-fd1c-454e-ab93-d056a8f13139 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:55.674042 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdccff66-fd1c-454e-ab93-d056a8f13139 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:55.674954 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fdccff66-fd1c-454e-ab93-d056a8f13139 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:55.752936 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c78e5815-b643-4ead-a504-fb4fffaf18d1 req-1b843127-5c06-4138-9095-42a36eccfd4d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 210 time: 0.0471778
Nov 20 21:04:55.764228 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fdccff66-fd1c-454e-ab93-d056a8f13139 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6520872
Nov 20 21:04:55.765012 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58390) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:55.772688 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-985332848', 'admin_state_up': True, 'project_id': '83a551019ab140bba8ec377d05167a62', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:55.806109 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccff66-fd1c-454e-ab93-d056a8f13139 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'Network': ['ID=2bef316a-94ed-44e3-8dfa-520c0d36d93a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:55.822842 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 2bef316a-94ed-44e3-8dfa-520c0d36d93a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:04:55.827772 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:55.831687 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:55.893002 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-45ec56da-4c16-4a84-9faa-f9df5b0d9192 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:55.943686 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-45ec56da-4c16-4a84-9faa-f9df5b0d9192 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:55.963324 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['060b39d6-eba6-405a-948f-556357f13071', 'ef1ededa-73ec-4b63-8c91-5d3cfac10c0d'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:04:55.987195 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:56.025355 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ddb98415-ed2e-4ca5-9e16-b41e6c4f37b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:56.142063 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81787cab-5365-49e9-b98f-b634ecc66832 req-e65e57fb-1c0b-4639-ad4a-b5d25ecd722b tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.1663539
Nov 20 21:04:56.154399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-45ec56da-4c16-4a84-9faa-f9df5b0d9192 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Network bafdbd34-4234-401f-abb5-0b7b5a2562ab is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:04:56.186768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-45ec56da-4c16-4a84-9faa-f9df5b0d9192 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:04:56.201743 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-45ec56da-4c16-4a84-9faa-f9df5b0d9192 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:04:56.302851 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb0fc04b-4fd1-4a10-b714-57e45e432aa1 req-9cba7d46-7242-4685-923d-721c90e2b2f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.1825285
Nov 20 21:04:56.326778 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec56da-4c16-4a84-9faa-f9df5b0d9192 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event updated for resources: {'Port': ['ID=2b058afc-10cf-4cd9-bbbc-13ea1bcc46be,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:56.383575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-45ec56da-4c16-4a84-9faa-f9df5b0d9192 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:56.384615 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-45ec56da-4c16-4a84-9faa-f9df5b0d9192 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:56.409551 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-45ec56da-4c16-4a84-9faa-f9df5b0d9192 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5668254
Nov 20 21:04:56.424525 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Request body: {'port': {'device_id': 'f390f8d7-738a-4054-995b-3c2a44debc3f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:56.505542 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:56.561347 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:56.613307 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ddb98415-ed2e-4ca5-9e16-b41e6c4f37b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:56.656989 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ddb98415-ed2e-4ca5-9e16-b41e6c4f37b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:56.682195 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0160820a-bf92-4ac5-a1cb-9fdf3e48cdfe None None] Provisioning complete for port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:04:56.682580 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0160820a-bf92-4ac5-a1cb-9fdf3e48cdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:56.733904 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0160820a-bf92-4ac5-a1cb-9fdf3e48cdfe None None] Port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:04:56.749081 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ddb98415-ed2e-4ca5-9e16-b41e6c4f37b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b11f20ff7bb4673aece24eb89f45aeb&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1454191
Nov 20 21:04:56.753622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58428) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:56.766911 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb98415-ed2e-4ca5-9e16-b41e6c4f37b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895916c0-7069-4624-93a4-072eca4323f1,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:56.977726 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652687d-226a-40a7-a46b-f889e0fe0567 req-ff98e7d6-69b7-436d-9c6a-fd1e75aa9955 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:56.979698 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3652687d-226a-40a7-a46b-f889e0fe0567 req-ff98e7d6-69b7-436d-9c6a-fd1e75aa9955 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 932 time: 0.1165750
Nov 20 21:04:56.999731 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:57.013942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:04:57.029638 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:57.029838 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-568bb870-ab91-4d6d-a715-b6dcfb1b3d52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:57.044583 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:57.072566 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-568bb870-ab91-4d6d-a715-b6dcfb1b3d52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:57.072747 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Transition to ACTIVE for port object 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:04:57.090160 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3652687d-226a-40a7-a46b-f889e0fe0567 req-1623ed8d-c4ad-4086-a74e-90ab6eccc8e7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992222
Nov 20 21:04:57.094788 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:57.185044 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Pushing event updated for resources: {'Port': ['ID=2b058afc-10cf-4cd9-bbbc-13ea1bcc46be,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:57.287243 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-568bb870-ab91-4d6d-a715-b6dcfb1b3d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:57.292719 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-568bb870-ab91-4d6d-a715-b6dcfb1b3d52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:57.297174 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-568bb870-ab91-4d6d-a715-b6dcfb1b3d52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/895916c0-7069-4624-93a4-072eca4323f1 HTTP/1.1" status: 204  len: 168 time: 0.5416219
Nov 20 21:04:57.410439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bb870-ab91-4d6d-a715-b6dcfb1b3d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895916c0-7069-4624-93a4-072eca4323f1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:57.557811 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-6d8b4bbb-9291-4ac3-826d-510395bb0106 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2850153
Nov 20 21:04:57.581322 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fb9b55c8-baca-453d-bf9b-10f000618313 req-f7d70a30-28eb-4837-8c9b-5ebaa9b86780 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.1739094
Nov 20 21:04:57.593360 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Attempting to bind port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:04:57.594283 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Attempting to bind port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:04:57.595311 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Attempting to bind port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be on network bafdbd34-4234-401f-abb5-0b7b5a2562ab {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:57.604472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be on network bafdbd34-4234-401f-abb5-0b7b5a2562ab not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:04:57.605025 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Attempting to bind port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be on network bafdbd34-4234-401f-abb5-0b7b5a2562ab {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:04:57.612869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:04:57.613659 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Checking segment: {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:04:57.614800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Bound using segment: {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:04:57.615699 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Bound port: 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:04:57.618139 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:57.661160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Allocated IP 172.35.1.144 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/f961773d-c6bb-4b5b-b5d8-46b341184f9a) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:04:57.771861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-6a25e673-2e1a-4eee-a5bb-a5fa8e16a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:57.772590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-6a25e673-2e1a-4eee-a5bb-a5fa8e16a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:57.790967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-6a25e673-2e1a-4eee-a5bb-a5fa8e16a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:57.792202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] For port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:04:57.794582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-6a25e673-2e1a-4eee-a5bb-a5fa8e16a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:57.794749 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-6a25e673-2e1a-4eee-a5bb-a5fa8e16a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:57.795818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-6a25e673-2e1a-4eee-a5bb-a5fa8e16a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:57.795818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-6a25e673-2e1a-4eee-a5bb-a5fa8e16a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:57.796960 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] For port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b058afc-10cf-4cd9-bbbc-13ea1bcc46be,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:04:57.798214 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-6a25e673-2e1a-4eee-a5bb-a5fa8e16a0ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 6492 time: 0.1552577
Nov 20 21:04:57.811997 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:57.871323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:57.872564 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:57.877020 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] 10.222.0.47 "PUT /v2.0/ports/2b058afc-10cf-4cd9-bbbc-13ea1bcc46be HTTP/1.1" status: 200  len: 1092 time: 1.4576473
Nov 20 21:04:57.878735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f390f8d7-738a-4054-995b-3c2a44debc3f', 'tag': '2b058afc-10cf-4cd9-bbbc-13ea1bcc46be'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:04:57.899506 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f1c9ff-874d-4f67-9953-26373061c5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f390f8d7-738a-4054-995b-3c2a44debc3f", "tag": "2b058afc-10cf-4cd9-bbbc-13ea1bcc46be"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:04:58.049500 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1371dc-c77b-4685-aed1-a6fa8f11397b x-openstack-request-id: req-bd1371dc-c77b-4685-aed1-a6fa8f11397b {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:04:58.050272 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f390f8d7-738a-4054-995b-3c2a44debc3f", "tag": "2b058afc-10cf-4cd9-bbbc-13ea1bcc46be", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:04:58.050969 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:58.053636 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd1371dc-c77b-4685-aed1-a6fa8f11397b {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:04:58.054707 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f390f8d7-738a-4054-995b-3c2a44debc3f', 'tag': '2b058afc-10cf-4cd9-bbbc-13ea1bcc46be', 'status': 'completed', 'code': 200}
Nov 20 21:04:58.059027 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3848c0d-d952-46f1-b1ce-ce0d6bfc065f service neutron] Pushing event updated for resources: {'Port': ['ID=2b058afc-10cf-4cd9-bbbc-13ea1bcc46be,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:58.083505 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-7e48ba81-8c53-48b3-ac97-d92440483c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:58.086344 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-7e48ba81-8c53-48b3-ac97-d92440483c6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 1095 time: 0.1518140
Nov 20 21:04:58.117894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-66eaac39-f64c-4338-85b8-6a326ee190f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:58.118401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-66eaac39-f64c-4338-85b8-6a326ee190f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:58.118943 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-66eaac39-f64c-4338-85b8-6a326ee190f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:58.120689 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-66eaac39-f64c-4338-85b8-6a326ee190f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9a4d1c40-4599-43fd-8084-24cc8c85159b&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=d7561cda-0cef-429a-ab48-39d731d77e04&id=d7561cda-0cef-429a-ab48-39d731d77e04 HTTP/1.1" status: 200  len: 2293 time: 0.2666917
Nov 20 21:04:58.190144 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-8c09846e-05f1-4fe7-a904-bdfe3e42c5d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b058afc-10cf-4cd9-bbbc-13ea1bcc46be HTTP/1.1" status: 200  len: 217 time: 0.0923693
Nov 20 21:04:58.213586 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-d4483a31-051e-4b1a-b8e3-7ed38346057e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5332c620-9136-495b-bd4d-92357990f3a2 HTTP/1.1" status: 200  len: 1001 time: 0.0837538
Nov 20 21:04:58.215776 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:58.280513 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-7d7137c1-339c-4a06-b239-958c85df567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:58.282113 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-7d7137c1-339c-4a06-b239-958c85df567b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.0860872
Nov 20 21:04:58.311899 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'Port': ['ID=f961773d-c6bb-4b5b-b5d8-46b341184f9a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:58.387752 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-53e7c3b1-ad0e-4c87-ae3d-17d6b8705860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:58.390157 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-53e7c3b1-ad0e-4c87-ae3d-17d6b8705860 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0993941
Nov 20 21:04:58.441963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:04:58.455783 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:04:58.461625 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:04:58.490447 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6503ba4c-1d3e-44b7-9218-31b06139d8b2 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:04:58.557658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-7b9c6150-e8cf-4c3f-bbe7-e1056466fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:58.558143 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-eae37157-a3ab-4190-bc5d-8fb11d687177 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558022
Nov 20 21:04:58.559243 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-7b9c6150-e8cf-4c3f-bbe7-e1056466fba6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=835298ec-367e-491f-9a58-fa02055ec6e1 HTTP/1.1" status: 200  len: 851 time: 0.3365507
Nov 20 21:04:58.573499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba9861-fc7f-4360-8c14-31bef31c7ffc req-d35340a6-4c44-4af2-869a-57239e7443e2 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:58.580894 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1ba9861-fc7f-4360-8c14-31bef31c7ffc req-d35340a6-4c44-4af2-869a-57239e7443e2 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 944 time: 0.2935252
Nov 20 21:04:58.618724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2f46ea64-d689-4e17-ae80-4111c3048953 None None] Provisioning complete for port f961773d-c6bb-4b5b-b5d8-46b341184f9a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:04:58.619318 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2f46ea64-d689-4e17-ae80-4111c3048953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:58.671006 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2f46ea64-d689-4e17-ae80-4111c3048953 None None] Port f961773d-c6bb-4b5b-b5d8-46b341184f9a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:04:58.741869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-80191dbd-65b5-439b-992c-e78064d779ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:58.746659 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-80191dbd-65b5-439b-992c-e78064d779ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a4d1c40-4599-43fd-8084-24cc8c85159b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1634698
Nov 20 21:04:58.795018 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a2c18e9-227f-4f3d-8f17-a3e9ccf195eb req-8442113c-e174-4b78-9ef9-4b86c47182b7 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2227070
Nov 20 21:04:58.823992 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1ba9861-fc7f-4360-8c14-31bef31c7ffc req-1fce9a31-aa22-4de1-9c53-47473d8338c7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2420757
Nov 20 21:04:58.948864 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7ecc8ff0-1e8c-4f2e-9326-669334948a7f req-7d141b64-5a0d-4cd1-a132-7b59c0eaef87 tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.1804647
Nov 20 21:04:59.049918 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1c9ff-874d-4f67-9953-26373061c5f5 req-b9751e5c-0001-463e-9893-e7ba22338c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:59.056540 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f9f1c9ff-874d-4f67-9953-26373061c5f5 req-b9751e5c-0001-463e-9893-e7ba22338c29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 1095 time: 0.1496375
Nov 20 21:04:59.100983 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58536) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:04:59.119557 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-39249b32-451f-46d8-b288-4e46ca3b7499 service neutron] 10.222.0.47 "GET /v2.0/networks/9a4d1c40-4599-43fd-8084-24cc8c85159b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3545516
Nov 20 21:04:59.125941 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:59.339913 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f0906a85-33fe-4353-8de3-359cf121dbdb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1829457164'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:04:59.348895 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1c9ff-874d-4f67-9953-26373061c5f5 req-35764a37-ea2f-44dd-87ec-47524df2c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:59.350815 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f9f1c9ff-874d-4f67-9953-26373061c5f5 req-35764a37-ea2f-44dd-87ec-47524df2c1cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 912 time: 0.2895639
Nov 20 21:04:59.417023 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-39ce4e0f-2747-4207-9087-03d79103a90f service neutron] 10.222.0.47 "GET /v2.0/networks/9a4d1c40-4599-43fd-8084-24cc8c85159b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2880361
Nov 20 21:04:59.470609 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-deedf0d7-4ec5-4309-a016-0191c5a30343 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=bd4e7a14-7d21-4548-8472-ba80748bb825 HTTP/1.1" status: 200  len: 217 time: 0.0438673
Nov 20 21:04:59.494218 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f9f1c9ff-874d-4f67-9953-26373061c5f5 req-d7499ee2-0ed0-4b3f-8154-33bace2cb2b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b058afc-10cf-4cd9-bbbc-13ea1bcc46be HTTP/1.1" status: 200  len: 217 time: 0.1327291
Nov 20 21:04:59.497987 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9324ea61-3a90-4d00-a1bb-a319ef4b0b27 req-8cdef134-73ff-4d10-8878-035b0d8ded4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c526affd2ec462c9ceb4523dfa7bc75&device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0837858
Nov 20 21:04:59.544550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0906a85-33fe-4353-8de3-359cf121dbdb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:04:59.548842 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0906a85-33fe-4353-8de3-359cf121dbdb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:59.589910 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-84d0a247-b21f-4ca2-85b3-6c46c13ba2cc req-1f22914d-a7cc-40fe-9cad-fbbe397e508c tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0946343
Nov 20 21:04:59.600004 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0906a85-33fe-4353-8de3-359cf121dbdb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:59.603009 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9324ea61-3a90-4d00-a1bb-a319ef4b0b27 req-5e523266-0c87-4dc1-967d-2552daaed775 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0c526affd2ec462c9ceb4523dfa7bc75&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0676770
Nov 20 21:04:59.613273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-befbdfdf-9b8b-487a-9221-1ff635e0b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:59.614745 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-befbdfdf-9b8b-487a-9221-1ff635e0b8cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c88fd-664b-445f-a16b-0430e156a60c HTTP/1.1" status: 200  len: 797 time: 0.1284525
Nov 20 21:04:59.635479 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1c9ff-874d-4f67-9953-26373061c5f5 req-d027605e-338d-40c2-9a7c-04f2df47c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:59.637442 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f9f1c9ff-874d-4f67-9953-26373061c5f5 req-d027605e-338d-40c2-9a7c-04f2df47c45a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.1315975
Nov 20 21:04:59.724953 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1c9ff-874d-4f67-9953-26373061c5f5 req-b31efbbb-68ad-4961-8008-b260a75bb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:59.726703 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f9f1c9ff-874d-4f67-9953-26373061c5f5 req-b31efbbb-68ad-4961-8008-b260a75bb648 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0748231
Nov 20 21:04:59.778609 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0906a85-33fe-4353-8de3-359cf121dbdb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:59.781855 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:59.789636 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0906a85-33fe-4353-8de3-359cf121dbdb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:59.794309 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-a6fbc018-f86b-428c-a023-94ffd4a9fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:59.795906 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-a6fbc018-f86b-428c-a023-94ffd4a9fe55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a71914d1-f8db-41aa-b100-1859a3120efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1608524
Nov 20 21:04:59.846294 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0906a85-33fe-4353-8de3-359cf121dbdb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:04:59.865027 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0906a85-33fe-4353-8de3-359cf121dbdb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a50313-60d7-4171-bcb2-50937937b5cb,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:04:59.871944 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0906a85-33fe-4353-8de3-359cf121dbdb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:04:59.872825 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-f0906a85-33fe-4353-8de3-359cf121dbdb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Added segment f46dc9c8-5706-47eb-9c31-d9fccbe1b908 of type vlan for network 3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e
Nov 20 21:04:59.896069 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324ea61-3a90-4d00-a1bb-a319ef4b0b27 req-4657ddfd-e9fa-4337-b1a2-dc4178d2ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:04:59.897788 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9324ea61-3a90-4d00-a1bb-a319ef4b0b27 req-4657ddfd-e9fa-4337-b1a2-dc4178d2ab7e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2751155
Nov 20 21:04:59.921045 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f9f1c9ff-874d-4f67-9953-26373061c5f5 req-13372665-7503-472c-8df0-e6443c68340c service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838231
Nov 20 21:04:59.941698 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0906a85-33fe-4353-8de3-359cf121dbdb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:00.072263 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0906a85-33fe-4353-8de3-359cf121dbdb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:00.079846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0906a85-33fe-4353-8de3-359cf121dbdb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:00.080632 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0906a85-33fe-4353-8de3-359cf121dbdb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:00.111912 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-0755842e-1bf2-492e-9db4-cb1cf94fa5d1 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3071873
Nov 20 21:05:00.169618 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1216e1-e2ed-4665-ba42-74d78dcbc07b req-22637ac6-bed9-4a88-8335-9ffe30bed16f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:00.177038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5c1216e1-e2ed-4665-ba42-74d78dcbc07b req-22637ac6-bed9-4a88-8335-9ffe30bed16f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 944 time: 0.2233424
Nov 20 21:05:00.185693 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f0906a85-33fe-4353-8de3-359cf121dbdb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.0830002
Nov 20 21:05:00.186245 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58592) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:00.203308 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-db8a3515-bd79-4bf4-ba01-e1a49e3dfcd1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-909292262'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:00.214605 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f9f1c9ff-874d-4f67-9953-26373061c5f5 req-177ccfe5-e255-4fa2-b684-25a2302796b0 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2845399
Nov 20 21:05:00.254557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:05:00.254761 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0906a85-33fe-4353-8de3-359cf121dbdb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Network': ['ID=3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:00.271155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:05:00.297351 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8a3515-bd79-4bf4-ba01-e1a49e3dfcd1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:00.301477 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-db8a3515-bd79-4bf4-ba01-e1a49e3dfcd1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:00.321513 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5c1216e1-e2ed-4665-ba42-74d78dcbc07b req-a0f15f19-159e-4228-8837-b0ab33cd5ac0 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402960
Nov 20 21:05:00.333361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58594) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:00.361279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8a3515-bd79-4bf4-ba01-e1a49e3dfcd1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:05:00.374228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-f924fd7f-1d60-4f10-9df3-a884d6512b9a service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2535641
Nov 20 21:05:00.380441 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-db8a3515-bd79-4bf4-ba01-e1a49e3dfcd1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:00.381106 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-db8a3515-bd79-4bf4-ba01-e1a49e3dfcd1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Added segment 5cf29192-5fc5-4f60-9057-7a2253488fb2 of type vlan for network 2bbca923-a86d-490d-89bf-901bcf695a22
Nov 20 21:05:00.441342 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-db8a3515-bd79-4bf4-ba01-e1a49e3dfcd1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:00.442074 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-3ffe4243-8f95-46d3-b304-9d726e4cde59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=17593c85-2aba-4b07-b484-60c0a0677ba6 HTTP/1.1" status: 200  len: 217 time: 0.0600986
Nov 20 21:05:00.481920 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-db8a3515-bd79-4bf4-ba01-e1a49e3dfcd1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:00.494297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a3515-bd79-4bf4-ba01-e1a49e3dfcd1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:00.494297 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-db8a3515-bd79-4bf4-ba01-e1a49e3dfcd1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:00.544763 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc4855ef-5011-4b1a-91bc-adb86d0bfe9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:00.552445 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-db8a3515-bd79-4bf4-ba01-e1a49e3dfcd1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3574190
Nov 20 21:05:00.566938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58602) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:00.575283 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-18e26475-7f8b-4ec6-ada1-01135203cb6a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'subnet': {'network_id': '3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:00.649619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a3515-bd79-4bf4-ba01-e1a49e3dfcd1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Network': ['ID=2bbca923-a86d-490d-89bf-901bcf695a22,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:00.663107 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 2bbca923-a86d-490d-89bf-901bcf695a22 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:05:00.834291 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e26475-7f8b-4ec6-ada1-01135203cb6a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:00.838626 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-18e26475-7f8b-4ec6-ada1-01135203cb6a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:00.891500 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc4855ef-5011-4b1a-91bc-adb86d0bfe9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:00.898846 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc4855ef-5011-4b1a-91bc-adb86d0bfe9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:00.987182 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dc4855ef-5011-4b1a-91bc-adb86d0bfe9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7822df1aceb7499e8037cb115cc86185&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6529765
Nov 20 21:05:00.992508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58618) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:01.005365 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4855ef-5011-4b1a-91bc-adb86d0bfe9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d27d7d-912d-4f2a-a41a-536bc2e65e4e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:01.025518 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c7bbec9e-cd84-4f69-8f1b-9084c39c43b4 req-aae996d8-10d5-4254-b16a-26aba0d1d6ee tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.41 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0658281
Nov 20 21:05:01.030180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:05:01.044862 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Sync routers for ids ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:05:01.064505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Routers {'3b9d6dbe-0889-4a12-824e-9f3624c75f4c'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:01.065400 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a462c63a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:04:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:01.066999 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:01.071535 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ce093cb4-2823-445d-bc06-7d61dc864531 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 5.3015192
Nov 20 21:05:01.072473 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58620) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:01.073495 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-fd170b42-fea9-4eee-8ced-7a3ef9772961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:01.075115 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-fd170b42-fea9-4eee-8ced-7a3ef9772961 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c88fd-664b-445f-a16b-0430e156a60c HTTP/1.1" status: 200  len: 797 time: 0.6224039
Nov 20 21:05:01.117231 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4faf9ed6-eaf8-4d4c-942c-57f22d1945b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:01.180247 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4faf9ed6-eaf8-4d4c-942c-57f22d1945b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:01.195970 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9324ea61-3a90-4d00-a1bb-a319ef4b0b27 req-fd9e599e-932e-444b-86d0-f8758db4187d tempest-ServerShowV254Test-188273695 tempest-ServerShowV254Test-188273695-project] 10.222.0.37 "GET /v2.0/ports?device_id=e314d62d-676c-4f79-aaa7-0d135b169ccb HTTP/1.1" status: 200  len: 210 time: 0.0746779
Nov 20 21:05:01.199950 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-6080bfb1-aea9-4716-980c-9e3b61aab7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:01.204655 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-6080bfb1-aea9-4716-980c-9e3b61aab7b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a71914d1-f8db-41aa-b100-1859a3120efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1218553
Nov 20 21:05:01.214403 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-18e26475-7f8b-4ec6-ada1-01135203cb6a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:01.230967 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Set router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:05:01.344791 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-b7872114-9e33-412b-8881-c379b03f0541 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328065
Nov 20 21:05:01.352090 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-18729669-d61e-4b84-b5a3-66ad443aaf47 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=83a551019ab140bba8ec377d05167a62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2750430
Nov 20 21:05:01.353505 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58628) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:01.373053 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e26475-7f8b-4ec6-ada1-01135203cb6a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Subnet': ['ID=e6125ef1-fa3d-4cb3-a841-6314a5bd3c8e,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:01.395967 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4faf9ed6-eaf8-4d4c-942c-57f22d1945b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:01.399619 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4faf9ed6-eaf8-4d4c-942c-57f22d1945b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:01.403042 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4faf9ed6-eaf8-4d4c-942c-57f22d1945b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7d27d7d-912d-4f2a-a41a-536bc2e65e4e HTTP/1.1" status: 204  len: 168 time: 0.4053640
Nov 20 21:05:01.404822 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e26475-7f8b-4ec6-ada1-01135203cb6a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Checking segment: {'id': 'f46dc9c8-5706-47eb-9c31-d9fccbe1b908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:01.404822 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e26475-7f8b-4ec6-ada1-01135203cb6a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network hostable DHCP agents. Network: 3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:05:01.418939 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf9ed6-eaf8-4d4c-942c-57f22d1945b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d27d7d-912d-4f2a-a41a-536bc2e65e4e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:01.436551 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e26475-7f8b-4ec6-ada1-01135203cb6a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:05:01.460261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-18e26475-7f8b-4ec6-ada1-01135203cb6a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:01.473089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e26475-7f8b-4ec6-ada1-01135203cb6a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:01.475719 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-18e26475-7f8b-4ec6-ada1-01135203cb6a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:01.478868 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cd17ea-cc19-4cfd-ab9b-53630c3e6d36 None None] Network 3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:01.501410 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-18e26475-7f8b-4ec6-ada1-01135203cb6a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9333773
Nov 20 21:05:01.504647 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58632) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:01.523837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-290e210c-3ea9-4749-a08f-b57f344b416d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'subnet': {'network_id': '2bbca923-a86d-490d-89bf-901bcf695a22', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:01.590163 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a462c63a0>, [{'id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-985332848', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:04:55Z', 'updated_at': '2021-11-20T21:04:58Z', 'revision_number': 3, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:04:57Z', 'updated_at': '2021-11-20T21:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:01.607495 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477752f7-b18a-4cef-97b1-30bd91dd0474 req-69a903fe-496f-4557-b3b7-ecb104f07e75 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:01.609206 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-477752f7-b18a-4cef-97b1-30bd91dd0474 req-69a903fe-496f-4557-b3b7-ecb104f07e75 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 944 time: 0.1932311
Nov 20 21:05:01.641194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73da3655-3dcb-415e-a5c4-f9368bdf7a50 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:01.652483 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-73da3655-3dcb-415e-a5c4-f9368bdf7a50 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2962289
Nov 20 21:05:01.659361 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58636) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:01.747095 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-5d494b3a-58d0-4734-8a16-6bb267c068d9 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3922093
Nov 20 21:05:01.749286 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-455bfd28-c8dc-4a51-b943-70e045f32707 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0884955
Nov 20 21:05:01.752653 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58640) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:01.754569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290e210c-3ea9-4749-a08f-b57f344b416d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:01.760982 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-290e210c-3ea9-4749-a08f-b57f344b416d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:01.833289 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a2f620d7-7687-4518-ad5f-f6a8191aaa0f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-215109717', 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a', 'project_id': '83a551019ab140bba8ec377d05167a62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:02.018838 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-7e698222-102d-4967-9bc7-f377e433ee8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=144b0c11-f5e6-471f-8963-411ff27f7777 HTTP/1.1" status: 200  len: 217 time: 0.2153292
Nov 20 21:05:02.046430 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Checking router: 3b9d6dbe-0889-4a12-824e-9f3624c75f4c for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:05:02.046993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Updating router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c port f961773d-c6bb-4b5b-b5d8-46b341184f9a binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:05:02.119932 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:02.200232 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e', 'network_id': '3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'fixed_ips': [{'subnet_id': 'e6125ef1-fa3d-4cb3-a841-6314a5bd3c8e'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:05:02.201319 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:02.306019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-477752f7-b18a-4cef-97b1-30bd91dd0474 req-e6fe710f-0d76-45f8-b3a8-9fb125436deb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6681154
Nov 20 21:05:02.321250 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66a89ece-b423-4b13-b0ae-5e05283fca0c req-ce895355-4d8c-4a8c-b64e-a9a773b799d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2289298
Nov 20 21:05:02.335018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-5a1bad2c-40e5-4ef9-bf65-00ca4d3c5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:02.337121 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-5a1bad2c-40e5-4ef9-bf65-00ca4d3c5093 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c88fd-664b-445f-a16b-0430e156a60c HTTP/1.1" status: 200  len: 797 time: 0.3173230
Nov 20 21:05:02.422427 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f620d7-7687-4518-ad5f-f6a8191aaa0f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Made reservation on behalf of 83a551019ab140bba8ec377d05167a62 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:02.424947 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a2f620d7-7687-4518-ad5f-f6a8191aaa0f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:02.496774 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-482f5ca3-8b3e-4c20-8168-058af98b40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:02.498345 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-482f5ca3-8b3e-4c20-8168-058af98b40b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a71914d1-f8db-41aa-b100-1859a3120efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1522388
Nov 20 21:05:02.508201 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Allocated IP 2001:db8::2 (3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e/e6125ef1-fa3d-4cb3-a841-6314a5bd3c8e/8af5bc39-a09a-401c-b7b7-81928aadb2bb) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:02.510640 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:05:02.669638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58674) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:02.683129 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-c271469d-dc4a-428d-8ac7-8266af42f062 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336598
Nov 20 21:05:02.688506 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a89ece-b423-4b13-b0ae-5e05283fca0c req-ab96c591-0ea2-49dc-bb18-bd8811809cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:02.690218 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66a89ece-b423-4b13-b0ae-5e05283fca0c req-ab96c591-0ea2-49dc-bb18-bd8811809cfe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=185bc78201f1431881a86d4894780efb&device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 1096 time: 0.2827733
Nov 20 21:05:02.719724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b058afc-10cf-4cd9-bbbc-13ea1bcc46be,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:02.768403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '2b058afc-10cf-4cd9-bbbc-13ea1bcc46be', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'port_id': '2b058afc-10cf-4cd9-bbbc-13ea1bcc46be', 'mac_address': 'fa:16:3e:b0:cb:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:05:02.827667 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-290e210c-3ea9-4749-a08f-b57f344b416d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:02.917449 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-d459713c-5761-421b-a0ef-421836b61319 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2214651
Nov 20 21:05:02.945567 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:02.957266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e210c-3ea9-4749-a08f-b57f344b416d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Subnet': ['ID=e8814e4c-fe47-4cd5-b74f-a3910f0f66c3,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:02.960500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290e210c-3ea9-4749-a08f-b57f344b416d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Checking segment: {'id': '5cf29192-5fc5-4f60-9057-7a2253488fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2bbca923-a86d-490d-89bf-901bcf695a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:02.961109 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290e210c-3ea9-4749-a08f-b57f344b416d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network hostable DHCP agents. Network: 2bbca923-a86d-490d-89bf-901bcf695a22, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:05:02.976851 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-fab9bf0f-4eae-4d5a-adbb-786781b1c634 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=a1c1d818-4c07-4d09-b360-b1acc5a224b8 HTTP/1.1" status: 200  len: 217 time: 0.0475347
Nov 20 21:05:02.984685 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290e210c-3ea9-4749-a08f-b57f344b416d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 2bbca923-a86d-490d-89bf-901bcf695a22 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:05:02.985364 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:05:03.009784 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b515285-af8f-4b87-b19b-bc5f57cad83a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.015083 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-290e210c-3ea9-4749-a08f-b57f344b416d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2bbca923-a86d-490d-89bf-901bcf695a22) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:03.022461 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290e210c-3ea9-4749-a08f-b57f344b416d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:03.024064 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-290e210c-3ea9-4749-a08f-b57f344b416d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.024628 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a89ece-b423-4b13-b0ae-5e05283fca0c req-49f7cd49-6fe8-4834-b54d-26f8513e9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:03.026155 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66a89ece-b423-4b13-b0ae-5e05283fca0c req-49f7cd49-6fe8-4834-b54d-26f8513e9572 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0462fe-9d19-4cda-815b-86a91b87f9c7 HTTP/1.1" status: 200  len: 918 time: 0.3079579
Nov 20 21:05:03.054009 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-290e210c-3ea9-4749-a08f-b57f344b416d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.5456820
Nov 20 21:05:03.054556 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58694) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:03.059965 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9b3a4655-4952-4a4b-8aaf-a19b35abf9e2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-395360449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:03.095601 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4655-4952-4a4b-8aaf-a19b35abf9e2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.097915 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4655-4952-4a4b-8aaf-a19b35abf9e2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.125331 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e741daaa-9f32-4173-b7a3-d3fa5cce8d5a None None] Network 2bbca923-a86d-490d-89bf-901bcf695a22 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:03.149814 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b058afc-10cf-4cd9-bbbc-13ea1bcc46be,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:03.166235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-ef5ba303-c96e-4da0-b8a0-d3df702c9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:03.167730 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-ef5ba303-c96e-4da0-b8a0-d3df702c9b22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c88fd-664b-445f-a16b-0430e156a60c HTTP/1.1" status: 200  len: 797 time: 0.1706755
Nov 20 21:05:03.189197 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4655-4952-4a4b-8aaf-a19b35abf9e2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.191936 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.193681 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.197705 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4655-4952-4a4b-8aaf-a19b35abf9e2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.222558 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4655-4952-4a4b-8aaf-a19b35abf9e2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.227918 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9b3a4655-4952-4a4b-8aaf-a19b35abf9e2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1715815
Nov 20 21:05:03.228675 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58700) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:03.235853 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66a89ece-b423-4b13-b0ae-5e05283fca0c req-a3713199-0d2f-487a-8b81-8b8acae095fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d827fb61-04e5-4891-8bee-97e47804c603 HTTP/1.1" status: 200  len: 1001 time: 0.1884406
Nov 20 21:05:03.244075 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a2f620d7-7687-4518-ad5f-f6a8191aaa0f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.268627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=2b058afc-10cf-4cd9-bbbc-13ea1bcc46be,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:03.275173 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.375588 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca55f25e-c911-4027-91b8-c6c0e7539a41 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:05:03.397658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a89ece-b423-4b13-b0ae-5e05283fca0c req-33a46126-71e6-469b-9922-dee9f466c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:03.399780 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66a89ece-b423-4b13-b0ae-5e05283fca0c req-33a46126-71e6-469b-9922-dee9f466c7a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d8dda6c-ad95-4b4c-9a1c-f85536341ba1 HTTP/1.1" status: 200  len: 856 time: 0.1492529
Nov 20 21:05:03.430333 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.437666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f620d7-7687-4518-ad5f-f6a8191aaa0f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'Subnet': ['ID=cd0c0ae1-09df-44d3-b73c-12d3c1862d37,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:03.476682 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Attempting to bind port f961773d-c6bb-4b5b-b5d8-46b341184f9a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:05:03.477688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Attempting to bind port f961773d-c6bb-4b5b-b5d8-46b341184f9a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:05:03.478264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Attempting to bind port f961773d-c6bb-4b5b-b5d8-46b341184f9a on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:05:03.489682 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:05:03.490319 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:03.490823 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.491340 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:05:03.492591 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Bound port: f961773d-c6bb-4b5b-b5d8-46b341184f9a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:05:03.493399 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.503592 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.529552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-56b06bf6-6203-4f59-bc2f-23014af9545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:03.535706 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-56b06bf6-6203-4f59-bc2f-23014af9545f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a71914d1-f8db-41aa-b100-1859a3120efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3558052
Nov 20 21:05:03.556494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['2b058afc-10cf-4cd9-bbbc-13ea1bcc46be'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:05:03.643219 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-40b19a15-b353-4b88-876c-483134576070 None None] Provisioning complete for port f961773d-c6bb-4b5b-b5d8-46b341184f9a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:03.643438 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab6505-6361-431e-a7b5-e9944f353627 req-1b9310d7-8af7-4fc4-8cd9-e46c4e9d6eb5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:03.643695 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-40b19a15-b353-4b88-876c-483134576070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.644271 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-f26f9e2d-bbff-488a-af8b-cf61eba32562 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1001725
Nov 20 21:05:03.645150 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-71ab6505-6361-431e-a7b5-e9944f353627 req-1b9310d7-8af7-4fc4-8cd9-e46c4e9d6eb5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 945 time: 0.1931829
Nov 20 21:05:03.655428 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c59425-afcc-466c-8402-0fad814d31b8 None None] Pushing event updated for resources: {'Port': ['ID=f961773d-c6bb-4b5b-b5d8-46b341184f9a,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:03.686572 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.709217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f620d7-7687-4518-ad5f-f6a8191aaa0f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Checking segment: {'id': 'f97346c1-f970-4be2-bdfc-84246e46d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:03.709825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f620d7-7687-4518-ad5f-f6a8191aaa0f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Network hostable DHCP agents. Network: 2bef316a-94ed-44e3-8dfa-520c0d36d93a, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:05:03.717668 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b515285-af8f-4b87-b19b-bc5f57cad83a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.738550 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b515285-af8f-4b87-b19b-bc5f57cad83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.747261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] For port f961773d-c6bb-4b5b-b5d8-46b341184f9a, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:05:03.750765 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] For port f961773d-c6bb-4b5b-b5d8-46b341184f9a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f961773d-c6bb-4b5b-b5d8-46b341184f9a,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:05:03.782577 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a89ece-b423-4b13-b0ae-5e05283fca0c req-3980339c-226c-47d1-9b49-b0be1f73d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:03.784573 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66a89ece-b423-4b13-b0ae-5e05283fca0c req-3980339c-226c-47d1-9b49-b0be1f73d1d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0462fe-9d19-4cda-815b-86a91b87f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3721864
Nov 20 21:05:03.824524 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-71ab6505-6361-431e-a7b5-e9944f353627 req-af20b7ff-76cf-420f-b507-8b2951c145af tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397314
Nov 20 21:05:03.832004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Network 3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:03.893119 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:03.907369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f620d7-7687-4518-ad5f-f6a8191aaa0f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Network 2bef316a-94ed-44e3-8dfa-520c0d36d93a is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:05:03.914516 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.920150 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66a89ece-b423-4b13-b0ae-5e05283fca0c req-c677d615-cf09-4e1a-bfe4-031f3a49b60e service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221197
Nov 20 21:05:03.922287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:03.953001 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2bbca923-a86d-490d-89bf-901bcf695a22', 'network_id': '2bbca923-a86d-490d-89bf-901bcf695a22', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'fixed_ips': [{'subnet_id': 'e8814e4c-fe47-4cd5-b74f-a3910f0f66c3'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:05:03.953882 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:03.958160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-a2f620d7-7687-4518-ad5f-f6a8191aaa0f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2bef316a-94ed-44e3-8dfa-520c0d36d93a) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:03.984390 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1438c212-b8b6-42eb-9b74-096ce23d80d4 None None] Network 2bef316a-94ed-44e3-8dfa-520c0d36d93a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:04.002442 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0b515285-af8f-4b87-b19b-bc5f57cad83a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c526affd2ec462c9ceb4523dfa7bc75&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3300683
Nov 20 21:05:04.005891 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f620d7-7687-4518-ad5f-f6a8191aaa0f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:04.006530 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a2f620d7-7687-4518-ad5f-f6a8191aaa0f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:04.019394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58718) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:04.021999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b515285-af8f-4b87-b19b-bc5f57cad83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4862f92e-6ebc-4c7f-9ab0-d176612bdaaf,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:04.037492 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-177895ae-fe63-40ee-b1cd-aee3dd836f8f service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3773305
Nov 20 21:05:04.100762 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Allocated IP 2001:db8::1 (3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e/e6125ef1-fa3d-4cb3-a841-6314a5bd3c8e/2ea45518-e8ab-4fbb-bcfa-864b5d06ea2f) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:04.117587 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-40b19a15-b353-4b88-876c-483134576070 None None] Port f961773d-c6bb-4b5b-b5d8-46b341184f9a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:04.134541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac6e9e2-eb7a-4905-958b-fc103d6a18da None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:05:04.164982 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a2f620d7-7687-4518-ad5f-f6a8191aaa0f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 2.3818362
Nov 20 21:05:04.166568 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-abbdd1c8-b5d0-457d-9464-40b9bbe91b37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fafe012b-fc11-4ebf-90fb-e3698bda3e63 HTTP/1.1" status: 200  len: 217 time: 0.1100125
Nov 20 21:05:04.170655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58724) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:04.183835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Routers {'3b9d6dbe-0889-4a12-824e-9f3624c75f4c'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:04.184496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a462c63a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:04:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:04.294346 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66a89ece-b423-4b13-b0ae-5e05283fca0c req-94258237-17d5-4c43-9e85-55d954f46d02 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3372796
Nov 20 21:05:04.302250 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:04.319039 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba6de035-2613-498d-b8c6-36b1b44c4508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:04.339446 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-d82d45e7-ce53-445b-9048-7a46187c4b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:04.339446 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-d82d45e7-ce53-445b-9048-7a46187c4b3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8522ada-000b-482e-bebc-4b49e37aceb8 HTTP/1.1" status: 200  len: 797 time: 0.1497309
Nov 20 21:05:04.344064 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Pushing event updated for resources: {'Port': ['ID=8af5bc39-a09a-401c-b7b7-81928aadb2bb,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:04.368450 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:04.421150 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:04.427781 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:04.432616 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:04.433353 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:04.440706 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba6de035-2613-498d-b8c6-36b1b44c4508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:04.537612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-c9ca88af-a6e7-438f-a298-d661f46ef87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:04.539739 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-c9ca88af-a6e7-438f-a298-d661f46ef87f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7561cda-0cef-429a-ab48-39d731d77e04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1933610
Nov 20 21:05:04.570411 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=2ea45518-e8ab-4fbb-bcfa-864b5d06ea2f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:04.622066 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:04.712562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Attempting to bind port 8af5bc39-a09a-401c-b7b7-81928aadb2bb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:05:04.713618 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Attempting to bind port 8af5bc39-a09a-401c-b7b7-81928aadb2bb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f46dc9c8-5706-47eb-9c31-d9fccbe1b908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:05:04.714324 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Attempting to bind port 8af5bc39-a09a-401c-b7b7-81928aadb2bb on network 3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:05:04.784921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] Set router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:05:04.793450 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:05:04.794002 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Checking segment: {'id': 'f46dc9c8-5706-47eb-9c31-d9fccbe1b908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:04.794558 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:04.794982 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Bound using segment: {'id': 'f46dc9c8-5706-47eb-9c31-d9fccbe1b908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:05:04.795569 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Bound port: 8af5bc39-a09a-401c-b7b7-81928aadb2bb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46dc9c8-5706-47eb-9c31-d9fccbe1b908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:05:04.796094 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:04.881850 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-26047c7a-5331-46d1-8461-881b1ac904a8 None None] Provisioning complete for port f961773d-c6bb-4b5b-b5d8-46b341184f9a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:04.882297 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26047c7a-5331-46d1-8461-881b1ac904a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:04.989547 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:04.997678 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:04.998541 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:05.014588 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c59425-afcc-466c-8402-0fad814d31b8 None None] Pushing event updated for resources: {'Port': ['ID=f961773d-c6bb-4b5b-b5d8-46b341184f9a,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:05.023555 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba6de035-2613-498d-b8c6-36b1b44c4508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:05.028202 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ba6de035-2613-498d-b8c6-36b1b44c4508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:05.032258 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ba6de035-2613-498d-b8c6-36b1b44c4508 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4862f92e-6ebc-4c7f-9ab0-d176612bdaaf HTTP/1.1" status: 204  len: 168 time: 1.0090299
Nov 20 21:05:05.083805 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=2ea45518-e8ab-4fbb-bcfa-864b5d06ea2f,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:05.120447 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6de035-2613-498d-b8c6-36b1b44c4508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4862f92e-6ebc-4c7f-9ab0-d176612bdaaf,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:05.201611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff87b0-1e39-41f6-a88e-8d9e37e5b50d req-f8bba8f4-ce3c-453c-aee8-40c2d54c5347 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:05.208432 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cff87b0-1e39-41f6-a88e-8d9e37e5b50d req-f8bba8f4-ce3c-453c-aee8-40c2d54c5347 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 945 time: 0.2050073
Nov 20 21:05:05.246652 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-1bc9304c-3cad-4927-9f97-6962924740e4 service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6992261
Nov 20 21:05:05.249608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:05.255502 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:05.257733 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Allocated IP 2001:db8:1::2 (2bbca923-a86d-490d-89bf-901bcf695a22/e8814e4c-fe47-4cd5-b74f-a3910f0f66c3/a907b6eb-cc0d-4064-af94-5da1af16d986) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:05.351119 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2bef316a-94ed-44e3-8dfa-520c0d36d93a', 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'fixed_ips': [{'subnet_id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:05:05.352856 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:05.430097 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26047c7a-5331-46d1-8461-881b1ac904a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:05.436554 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cff87b0-1e39-41f6-a88e-8d9e37e5b50d req-4bad5fdd-f55c-4860-b121-b97957e389f2 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2270212
Nov 20 21:05:05.456246 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-26047c7a-5331-46d1-8461-881b1ac904a8 None None] For port f961773d-c6bb-4b5b-b5d8-46b341184f9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f961773d-c6bb-4b5b-b5d8-46b341184f9a,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:05.500158 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26047c7a-5331-46d1-8461-881b1ac904a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:05.508501 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-b834fcaf-7099-4ac8-b01a-92970a4ac198 service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2536697
Nov 20 21:05:05.535733 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:05:05.554429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] For port 8af5bc39-a09a-401c-b7b7-81928aadb2bb, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:05:05.575412 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-7e5314fd-5c41-4585-80e2-5d645847bc1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1d8adb08-4bb0-45be-8e71-4a53fb65eb7e HTTP/1.1" status: 200  len: 217 time: 0.0596180
Nov 20 21:05:05.688121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-3ef1bcfd-e5ec-481d-b585-865e98e0d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:05.692158 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-3ef1bcfd-e5ec-481d-b585-865e98e0d0fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8522ada-000b-482e-bebc-4b49e37aceb8 HTTP/1.1" status: 200  len: 797 time: 0.0849328
Nov 20 21:05:05.714275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:05:05.727214 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a00f67c-66f4-4c28-aecc-edc84b7b3c6f None None] Sync routers for ids ['7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:05:05.728451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4e744157-248b-4707-83e4-bdfe50303b32 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4975915
Nov 20 21:05:05.731270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58770) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:05.745109 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00f67c-66f4-4c28-aecc-edc84b7b3c6f None None] Routers {'7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:05.745733 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6a00f67c-66f4-4c28-aecc-edc84b7b3c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a551af820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:04:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:05.823486 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc91-034b-4e9e-b8f2-877018467040 req-c41ad63c-d95d-4f31-9acf-45901c68f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:05.825064 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-c41ad63c-d95d-4f31-9acf-45901c68f232 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7561cda-0cef-429a-ab48-39d731d77e04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1270769
Nov 20 21:05:05.833881 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb9add4-fdcf-4647-a9ec-70edf086a0ce tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:05.840928 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-beb9add4-fdcf-4647-a9ec-70edf086a0ce tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports/2ea45518-e8ab-4fbb-bcfa-864b5d06ea2f HTTP/1.1" status: 200  len: 911 time: 0.1065965
Nov 20 21:05:05.842508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58782) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:05.843549 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6a00f67c-66f4-4c28-aecc-edc84b7b3c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a551af820>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:05.859399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Allocated IP 172.20.0.2 (2bef316a-94ed-44e3-8dfa-520c0d36d93a/cd0c0ae1-09df-44d3-b73c-12d3c1862d37/aca52fbd-988b-475a-9b31-1a97b3d62760) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:05.872046 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00f67c-66f4-4c28-aecc-edc84b7b3c6f None None] Routers {'7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:05.874728 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6a00f67c-66f4-4c28-aecc-edc84b7b3c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a551af820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:04:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:05.889072 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:05.990707 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6a00f67c-66f4-4c28-aecc-edc84b7b3c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a551af820>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:05.992428 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a00f67c-66f4-4c28-aecc-edc84b7b3c6f None None] The sync data for ids ['7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:05:06.091039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] For port 8af5bc39-a09a-401c-b7b7-81928aadb2bb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8af5bc39-a09a-401c-b7b7-81928aadb2bb,segment=NetworkSegment(f46dc9c8-5706-47eb-9c31-d9fccbe1b908),segment_id=f46dc9c8-5706-47eb-9c31-d9fccbe1b908)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:05:06.104611 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-a3dacdcf-d75b-40ec-a7e2-9fde0c75da9e service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2176278
Nov 20 21:05:06.127816 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:06.245800 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26047c7a-5331-46d1-8461-881b1ac904a8 None None] Pushing event updated for resources: {'Port': ['ID=f961773d-c6bb-4b5b-b5d8-46b341184f9a,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:06.325748 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8597e6-f6e0-4dcd-bbc0-034fb200a690 None None] Pushing event updated for resources: {'Port': ['ID=8af5bc39-a09a-401c-b7b7-81928aadb2bb,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:06.350832 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:06.386597 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:06.491659 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:06.531988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a462c63a0>, [{'id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-985332848', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:04:55Z', 'updated_at': '2021-11-20T21:04:58Z', 'revision_number': 3, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:04:57Z', 'updated_at': '2021-11-20T21:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:06.553374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:06.558795 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6290cc91-034b-4e9e-b8f2-877018467040 req-aa1f6a5a-6c30-4627-b769-42159a3038fd service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2951756
Nov 20 21:05:06.573750 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Allocated IP 172.20.0.1 (2bef316a-94ed-44e3-8dfa-520c0d36d93a/cd0c0ae1-09df-44d3-b73c-12d3c1862d37/e58d1880-302a-4e54-a879-9646117f38c3) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:06.786341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea17f4-1d1e-4382-89e7-bbf0b69f0bab req-2c252f8f-2334-45a3-8fe7-d3da47b1b50d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:06.794004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Pushing event updated for resources: {'Port': ['ID=aca52fbd-988b-475a-9b31-1a97b3d62760,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:06.794400 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6dea17f4-1d1e-4382-89e7-bbf0b69f0bab req-2c252f8f-2334-45a3-8fe7-d3da47b1b50d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 945 time: 0.1803031
Nov 20 21:05:06.814264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd6b3d9-27da-41f8-879a-3bc20688b715 None None] The sync data for ids ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'] in ncdv-master-1 is: [{'id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-985332848', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:04:55Z', 'updated_at': '2021-11-20T21:04:58Z', 'revision_number': 3, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:04:57Z', 'updated_at': '2021-11-20T21:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:05:06.865922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Network 2bef316a-94ed-44e3-8dfa-520c0d36d93a is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:06.910494 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:06.915093 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:06.925954 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6dea17f4-1d1e-4382-89e7-bbf0b69f0bab req-253b99e2-da38-4450-b801-24977bf8d7a0 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306007
Nov 20 21:05:06.951726 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:06.955419 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:06.986235 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:06.990602 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:07.042670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Network 2bef316a-94ed-44e3-8dfa-520c0d36d93a is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:07.046588 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:07.051426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:07.056775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'Port': ['ID=e58d1880-302a-4e54-a879-9646117f38c3,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:07.105309 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:05:07.131422 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:07.173508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Allocated IP 2001:db8:1::1 (2bbca923-a86d-490d-89bf-901bcf695a22/e8814e4c-fe47-4cd5-b74f-a3910f0f66c3/e2e934c4-f7d0-45cb-885e-1bc17c369ea0) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:07.208820 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Network 2bbca923-a86d-490d-89bf-901bcf695a22 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:07.214621 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:07.214989 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:07.219171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:07.282364 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:07.443614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Attempting to bind port aca52fbd-988b-475a-9b31-1a97b3d62760 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:05:07.443614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Attempting to bind port aca52fbd-988b-475a-9b31-1a97b3d62760 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f97346c1-f970-4be2-bdfc-84246e46d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:05:07.443801 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Attempting to bind port aca52fbd-988b-475a-9b31-1a97b3d62760 on network 2bef316a-94ed-44e3-8dfa-520c0d36d93a {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:05:07.466363 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:07.493242 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:07.540536 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:05:07.545227 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Checking segment: {'id': 'f97346c1-f970-4be2-bdfc-84246e46d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:07.545725 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:07.548252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Bound using segment: {'id': 'f97346c1-f970-4be2-bdfc-84246e46d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:05:07.548252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Bound port: aca52fbd-988b-475a-9b31-1a97b3d62760, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97346c1-f970-4be2-bdfc-84246e46d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:05:07.550392 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:07.623031 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:07.696980 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 2bbca923-a86d-490d-89bf-901bcf695a22 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:07.701071 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:07.703752 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Pushing event updated for resources: {'Port': ['ID=a907b6eb-cc0d-4064-af94-5da1af16d986,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:07.706610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:07.707170 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:07.764371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58870) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:07.784309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=e2e934c4-f7d0-45cb-885e-1bc17c369ea0,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:07.893182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Attempting to bind port a907b6eb-cc0d-4064-af94-5da1af16d986 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:05:07.893689 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Attempting to bind port a907b6eb-cc0d-4064-af94-5da1af16d986 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5cf29192-5fc5-4f60-9057-7a2253488fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2bbca923-a86d-490d-89bf-901bcf695a22'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:05:07.899849 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Attempting to bind port a907b6eb-cc0d-4064-af94-5da1af16d986 on network 2bbca923-a86d-490d-89bf-901bcf695a22 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:05:07.932885 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:05:07.933551 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Checking segment: {'id': '5cf29192-5fc5-4f60-9057-7a2253488fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2bbca923-a86d-490d-89bf-901bcf695a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:07.936067 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:07.941649 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:07.943351 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Bound using segment: {'id': '5cf29192-5fc5-4f60-9057-7a2253488fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2bbca923-a86d-490d-89bf-901bcf695a22'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:05:07.949626 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Bound port: a907b6eb-cc0d-4064-af94-5da1af16d986, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf29192-5fc5-4f60-9057-7a2253488fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2bbca923-a86d-490d-89bf-901bcf695a22'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:05:07.950829 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:08.045274 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:08.185486 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b058afc-10cf-4cd9-bbbc-13ea1bcc46be,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:08.207029 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f390f8d7-738a-4054-995b-3c2a44debc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b058afc-10cf-4cd9-bbbc-13ea1bcc46be'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:05:08.209819 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d815a1-046e-4ea2-886d-d2b0fbef6392" -d '{"events": [{"server_uuid": "f390f8d7-738a-4054-995b-3c2a44debc3f", "name": "network-vif-plugged", "status": "completed", "tag": "2b058afc-10cf-4cd9-bbbc-13ea1bcc46be"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:05:08.212450 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-685f3081-0dfc-461d-a7d5-dcbad628adbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:08.262272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8af5bc39-a09a-401c-b7b7-81928aadb2bb up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:08.304795 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:08.310285 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] For port aca52fbd-988b-475a-9b31-1a97b3d62760, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:05:08.325502 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cec9cfc-36f3-441b-8089-a6037b27c1b4 None None] Network 3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:08.376528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328be86-daf1-46d5-8175-ca9e08b1cbaa req-846d2427-f94e-40d4-a718-618aa12e65c3 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:08.386176 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a328be86-daf1-46d5-8175-ca9e08b1cbaa req-846d2427-f94e-40d4-a718-618aa12e65c3 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 946 time: 0.2173641
Nov 20 21:05:08.419489 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:08.449844 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba53e85-ac1a-4a34-b90c-e7423f91e1a8 x-openstack-request-id: req-eba53e85-ac1a-4a34-b90c-e7423f91e1a8 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:05:08.450356 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f390f8d7-738a-4054-995b-3c2a44debc3f", "name": "network-vif-plugged", "status": "completed", "tag": "2b058afc-10cf-4cd9-bbbc-13ea1bcc46be", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:05:08.450606 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eba53e85-ac1a-4a34-b90c-e7423f91e1a8 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:05:08.451014 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f390f8d7-738a-4054-995b-3c2a44debc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b058afc-10cf-4cd9-bbbc-13ea1bcc46be', 'code': 200}
Nov 20 21:05:08.452837 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:08.509989 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:08.571197 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-685f3081-0dfc-461d-a7d5-dcbad628adbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:08.573856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484ab38-8276-4e83-b9d1-c28ffb358288 req-66b4b232-7561-41de-93c1-1950d67c837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:08.575848 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c484ab38-8276-4e83-b9d1-c28ffb358288 req-66b4b232-7561-41de-93c1-1950d67c837b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 1097 time: 0.1783767
Nov 20 21:05:08.576700 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-685f3081-0dfc-461d-a7d5-dcbad628adbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:08.604461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'Port': ['ID=e58d1880-302a-4e54-a879-9646117f38c3,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:08.613924 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:08.619060 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-685f3081-0dfc-461d-a7d5-dcbad628adbb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5caa563723844b52858094ba4c752bb6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8535843
Nov 20 21:05:08.621010 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58902) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:08.629753 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a328be86-daf1-46d5-8175-ca9e08b1cbaa req-1a5da00c-d957-4b5c-90fa-39cb94cfdf5c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2404630
Nov 20 21:05:08.717742 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c484ab38-8276-4e83-b9d1-c28ffb358288 req-8c417b6d-5fa1-4c84-abf2-73aeef8c8c1b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329186
Nov 20 21:05:08.733963 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:08.761377 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:08.762510 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:08.779046 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] For port aca52fbd-988b-475a-9b31-1a97b3d62760, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aca52fbd-988b-475a-9b31-1a97b3d62760,segment=NetworkSegment(f97346c1-f970-4be2-bdfc-84246e46d7c7),segment_id=f97346c1-f970-4be2-bdfc-84246e46d7c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:05:08.811239 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:08.819094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-071f53b2-3b4a-4020-be32-edec558f6294 None None] Provisioning complete for port 8af5bc39-a09a-401c-b7b7-81928aadb2bb triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:08.819721 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-071f53b2-3b4a-4020-be32-edec558f6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:08.819839 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f3081-0dfc-461d-a7d5-dcbad628adbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f16d38-ffdc-4be2-bbd6-ed621681cd2b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:08.845100 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8af5bc39-a09a-401c-b7b7-81928aadb2bb triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:08.845758 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:08.848693 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:08.869813 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Network 2bef316a-94ed-44e3-8dfa-520c0d36d93a is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:08.872623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:08.919509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] For port a907b6eb-cc0d-4064-af94-5da1af16d986, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:05:08.966470 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] For port a907b6eb-cc0d-4064-af94-5da1af16d986, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a907b6eb-cc0d-4064-af94-5da1af16d986,segment=NetworkSegment(5cf29192-5fc5-4f60-9057-7a2253488fb2),segment_id=5cf29192-5fc5-4f60-9057-7a2253488fb2)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:05:08.971456 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=2b058afc-10cf-4cd9-bbbc-13ea1bcc46be,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:09.040772 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:09.143357 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-071f53b2-3b4a-4020-be32-edec558f6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:09.155558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:05:09.199743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282c109-fa78-4dc9-aa32-b4a23bc84ab8 None None] Pushing event updated for resources: {'Port': ['ID=aca52fbd-988b-475a-9b31-1a97b3d62760,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:09.333834 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:05:09.361424 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f821ebe1-eab1-483b-b830-1124c4290ebf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "PUT /v2.0/routers/3b9d6dbe-0889-4a12-824e-9f3624c75f4c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1844993
Nov 20 21:05:09.361424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58928) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:09.373861 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:09.422239 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c12f010a-4b5a-44d7-aa3f-b0772dd343e7 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1731890520', 'description': 'tempest-secgroup_access--1731890520 description', 'project_id': '83a551019ab140bba8ec377d05167a62'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:09.477745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=e2e934c4-f7d0-45cb-885e-1bc17c369ea0,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:09.480916 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-071f53b2-3b4a-4020-be32-edec558f6294 None None] For port 8af5bc39-a09a-401c-b7b7-81928aadb2bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8af5bc39-a09a-401c-b7b7-81928aadb2bb,segment=NetworkSegment(f46dc9c8-5706-47eb-9c31-d9fccbe1b908),segment_id=f46dc9c8-5706-47eb-9c31-d9fccbe1b908)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:09.495115 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cede2-54fb-44b4-ad82-109eacb2cba9 None None] Pushing event updated for resources: {'Port': ['ID=a907b6eb-cc0d-4064-af94-5da1af16d986,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:09.501911 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1755e272-57c1-4bff-83f0-ca76adc9e0d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:09.504843 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-071f53b2-3b4a-4020-be32-edec558f6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:09.538335 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1755e272-57c1-4bff-83f0-ca76adc9e0d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:09.561500 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c12f010a-4b5a-44d7-aa3f-b0772dd343e7 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:09.706298 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1755e272-57c1-4bff-83f0-ca76adc9e0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:09.732186 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1755e272-57c1-4bff-83f0-ca76adc9e0d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:09.735960 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1755e272-57c1-4bff-83f0-ca76adc9e0d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9f16d38-ffdc-4be2-bbd6-ed621681cd2b HTTP/1.1" status: 204  len: 168 time: 1.1083560
Nov 20 21:05:09.760371 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:05:09.760892 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:05:09.787238 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c12f010a-4b5a-44d7-aa3f-b0772dd343e7 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:09.797763 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c12f010a-4b5a-44d7-aa3f-b0772dd343e7 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:09.810125 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755e272-57c1-4bff-83f0-ca76adc9e0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f16d38-ffdc-4be2-bbd6-ed621681cd2b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:09.856737 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58936) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:09.865372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f010a-4b5a-44d7-aa3f-b0772dd343e7 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ff9b1c-f539-4154-928c-6ed15e039b3c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:09.866402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5a8a53c1-f4cc-459d-aae5-67c84b677ff0 None None] Provisioning complete for port 8af5bc39-a09a-401c-b7b7-81928aadb2bb triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:09.868664 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5a8a53c1-f4cc-459d-aae5-67c84b677ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:09.883200 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c12f010a-4b5a-44d7-aa3f-b0772dd343e7 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:09.888064 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c12f010a-4b5a-44d7-aa3f-b0772dd343e7 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.5157800
Nov 20 21:05:09.888813 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58938) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:09.895204 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-cc131c36-a714-4937-9895-3e1d6247aa8a tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1842334651', 'description': 'tempest-secgroup_general--1842334651 description', 'project_id': '83a551019ab140bba8ec377d05167a62'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:09.959402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f53b2-3b4a-4020-be32-edec558f6294 None None] Pushing event updated for resources: {'Port': ['ID=8af5bc39-a09a-401c-b7b7-81928aadb2bb,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:09.979903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 2bbca923-a86d-490d-89bf-901bcf695a22 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:09.988086 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc131c36-a714-4937-9895-3e1d6247aa8a tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:09.989256 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:10.130617 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc131c36-a714-4937-9895-3e1d6247aa8a tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:10.139848 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc131c36-a714-4937-9895-3e1d6247aa8a tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:10.141501 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5a8a53c1-f4cc-459d-aae5-67c84b677ff0 None None] Provisioning complete for port 2ea45518-e8ab-4fbb-bcfa-864b5d06ea2f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:10.141988 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5a8a53c1-f4cc-459d-aae5-67c84b677ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:10.216982 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc131c36-a714-4937-9895-3e1d6247aa8a tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:10.222228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cc131c36-a714-4937-9895-3e1d6247aa8a tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.3322749
Nov 20 21:05:10.223093 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58950) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:10.229386 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0ea89963-bc89-4605-805c-e5c1b5aa1e7f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Request body: {'security_group_rule': {'security_group_id': '58ff9b1c-f539-4154-928c-6ed15e039b3c', 'project_id': '83a551019ab140bba8ec377d05167a62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:10.234420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc131c36-a714-4937-9895-3e1d6247aa8a tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9f2993-48ae-486c-bf6f-5e622bb360ef,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:10.244296 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a53c1-f4cc-459d-aae5-67c84b677ff0 None None] Port 2ea45518-e8ab-4fbb-bcfa-864b5d06ea2f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:10.287114 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ea89963-bc89-4605-805c-e5c1b5aa1e7f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:10.310578 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320fa79-93f1-4649-be0d-6e34883893c8 req-e85ec81e-7e57-4b9c-bbed-bf5ea0270164 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:10.319138 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1320fa79-93f1-4649-be0d-6e34883893c8 req-e85ec81e-7e57-4b9c-bbed-bf5ea0270164 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 946 time: 0.4645257
Nov 20 21:05:10.342565 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-719a1e3e-5e0a-4526-97b5-3cb5f5f783c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:10.380614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f961773d-c6bb-4b5b-b5d8-46b341184f9a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:10.437542 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ea89963-bc89-4605-805c-e5c1b5aa1e7f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:10.442539 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ea89963-bc89-4605-805c-e5c1b5aa1e7f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:10.474598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea89963-bc89-4605-805c-e5c1b5aa1e7f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27970dda-f81c-432e-9990-ed58508ccd12,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:10.495093 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0ea89963-bc89-4605-805c-e5c1b5aa1e7f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:10.495280 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-719a1e3e-5e0a-4526-97b5-3cb5f5f783c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:10.503259 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0ea89963-bc89-4605-805c-e5c1b5aa1e7f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2699244
Nov 20 21:05:10.511417 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-719a1e3e-5e0a-4526-97b5-3cb5f5f783c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:10.543179 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:05:10.545412 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-db4f576e-3d83-4540-9cd5-40bb40067258 None None] Provisioning complete for port 2ea45518-e8ab-4fbb-bcfa-864b5d06ea2f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:10.547909 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-db4f576e-3d83-4540-9cd5-40bb40067258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:10.581905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a1e3e-5e0a-4526-97b5-3cb5f5f783c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481d855e-155f-4203-8656-252cf82bc35e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:10.612045 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1320fa79-93f1-4649-be0d-6e34883893c8 req-9321c756-e705-4c60-bb5b-b51625ce4f42 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2911341
Nov 20 21:05:10.656466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Sync routers for ids ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:05:10.736701 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Routers {'3b9d6dbe-0889-4a12-824e-9f3624c75f4c'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:10.739227 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4661df70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:04:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:10.745929 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-db4f576e-3d83-4540-9cd5-40bb40067258 None None] Port 2ea45518-e8ab-4fbb-bcfa-864b5d06ea2f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:10.816113 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-719a1e3e-5e0a-4526-97b5-3cb5f5f783c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65e1ecb1459e474d8329bb3c9322fb58&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9577386
Nov 20 21:05:10.821036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58972) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:10.833851 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:05:10.845301 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756e7d6-f93d-4039-9ee0-e16a3bdf5777 None None] Sync routers for ids ['7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:05:10.850181 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port f961773d-c6bb-4b5b-b5d8-46b341184f9a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:10.855876 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:10.863985 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58974) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:10.867416 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756e7d6-f93d-4039-9ee0-e16a3bdf5777 None None] Routers {'7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:10.868042 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6756e7d6-f93d-4039-9ee0-e16a3bdf5777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542fbb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:04:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:10.875107 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5daa0b89-7de9-4159-ae7c-5639139e0076 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0257268
Nov 20 21:05:10.925678 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6756e7d6-f93d-4039-9ee0-e16a3bdf5777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542fbb20>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:10.936314 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756e7d6-f93d-4039-9ee0-e16a3bdf5777 None None] Routers {'7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:10.936986 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6756e7d6-f93d-4039-9ee0-e16a3bdf5777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542fbb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:04:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:10.972595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3833001a-e4d6-49f6-9461-accf92f99a76 None None] Provisioning complete for port 2ea45518-e8ab-4fbb-bcfa-864b5d06ea2f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:10.973582 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3833001a-e4d6-49f6-9461-accf92f99a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:10.981141 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6756e7d6-f93d-4039-9ee0-e16a3bdf5777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542fbb20>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:10.981798 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756e7d6-f93d-4039-9ee0-e16a3bdf5777 None None] The sync data for ids ['7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:05:11.012785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-52cc82d8-4f21-4d70-9eba-62005bcdf726 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_access--1731890520&fields=id&tenant_id=83a551019ab140bba8ec377d05167a62 HTTP/1.1" status: 200  len: 267 time: 0.1990745
Nov 20 21:05:11.040687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9828b55e-3758-4703-8008-d854ebec3c90 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:11.044910 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9828b55e-3758-4703-8008-d854ebec3c90 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports/e2e934c4-f7d0-45cb-885e-1bc17c369ea0 HTTP/1.1" status: 200  len: 913 time: 0.1767511
Nov 20 21:05:11.046043 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58978) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:11.083043 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8c4923-5df0-482e-86df-4eac2d719cfe None None] Network 2bef316a-94ed-44e3-8dfa-520c0d36d93a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:11.084249 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c788d313-bccb-4a6e-bb31-91a2a8a2754e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:11.087372 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Set router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:05:11.108931 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c788d313-bccb-4a6e-bb31-91a2a8a2754e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:11.173463 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-f5f2b3be-dbb0-4ac1-ab30-cf5118bae942 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_general--1842334651&fields=id&tenant_id=83a551019ab140bba8ec377d05167a62 HTTP/1.1" status: 200  len: 267 time: 0.1428821
Nov 20 21:05:11.184934 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c788d313-bccb-4a6e-bb31-91a2a8a2754e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:11.187940 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c788d313-bccb-4a6e-bb31-91a2a8a2754e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:11.191997 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c788d313-bccb-4a6e-bb31-91a2a8a2754e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/481d855e-155f-4203-8656-252cf82bc35e HTTP/1.1" status: 204  len: 168 time: 0.3670945
Nov 20 21:05:11.216619 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3833001a-e4d6-49f6-9461-accf92f99a76 None None] Port 2ea45518-e8ab-4fbb-bcfa-864b5d06ea2f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:11.271853 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788d313-bccb-4a6e-bb31-91a2a8a2754e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481d855e-155f-4203-8656-252cf82bc35e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:11.373237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-9625c38e-07f0-42b5-a572-f11ad51a0a51 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:11.374848 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-9625c38e-07f0-42b5-a572-f11ad51a0a51 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/networks?id=2bef316a-94ed-44e3-8dfa-520c0d36d93a HTTP/1.1" status: 200  len: 796 time: 0.1846731
Nov 20 21:05:11.402013 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-34231acf-831e-488a-befc-8a18c5e4600a tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/quotas/83a551019ab140bba8ec377d05167a62 HTTP/1.1" status: 200  len: 375 time: 0.0207222
Nov 20 21:05:11.531374 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf941d8b-6fa6-4cc5-a8df-549d38d3eadb tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=83a551019ab140bba8ec377d05167a62&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1220555
Nov 20 21:05:11.592648 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:11.602347 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef1dfa0-cce0-4d83-8bb7-50644869df22 None None] Network 2bbca923-a86d-490d-89bf-901bcf695a22 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:11.644428 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-13c15145-6f19-4f4c-b651-cfce0a1c4082 None None] Provisioning complete for port aca52fbd-988b-475a-9b31-1a97b3d62760 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:11.644803 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-13c15145-6f19-4f4c-b651-cfce0a1c4082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:11.774189 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-1eed2547-996f-4c3e-845d-7d6f73825ee9 service neutron] 10.222.0.41 "GET /v2.0/networks/2bef316a-94ed-44e3-8dfa-520c0d36d93a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2234190
Nov 20 21:05:11.886858 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4661df70>, [{'id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-985332848', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:04:55Z', 'updated_at': '2021-11-20T21:05:07Z', 'revision_number': 4, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:04:57Z', 'updated_at': '2021-11-20T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e58d1880-302a-4e54-a879-9646117f38c3', 'name': '', 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'mac_address': 'fa:16:3e:55:1d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:06Z', 'updated_at': '2021-11-20T21:05:07Z', 'revision_number': 2, 'project_id': '83a551019ab140bba8ec377d05167a62', 'subnets': [{'id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:11.892215 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-13c15145-6f19-4f4c-b651-cfce0a1c4082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:11.981890 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-101651bc-6b88-4a2c-bebf-29e715ceccc2 service neutron] 10.222.0.41 "GET /v2.0/networks/2bef316a-94ed-44e3-8dfa-520c0d36d93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2096686
Nov 20 21:05:11.989874 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-13c15145-6f19-4f4c-b651-cfce0a1c4082 None None] For port aca52fbd-988b-475a-9b31-1a97b3d62760, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aca52fbd-988b-475a-9b31-1a97b3d62760,segment=NetworkSegment(f97346c1-f970-4be2-bdfc-84246e46d7c7),segment_id=f97346c1-f970-4be2-bdfc-84246e46d7c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:11.994207 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6ae2b-47b4-428b-a108-aad4604a672a req-909e819f-a3a9-44ea-b8a2-aeb58a9415c4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:12.003666 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-66b6ae2b-47b4-428b-a108-aad4604a672a req-909e819f-a3a9-44ea-b8a2-aeb58a9415c4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 946 time: 0.1766288
Nov 20 21:05:12.019847 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Checking router: 3b9d6dbe-0889-4a12-824e-9f3624c75f4c for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:05:12.020098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Updating router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c port e58d1880-302a-4e54-a879-9646117f38c3 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:05:12.125535 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-66b6ae2b-47b4-428b-a108-aad4604a672a req-3310f336-c58c-4c49-aa8d-dd160eebf730 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202331
Nov 20 21:05:12.267923 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-13c15145-6f19-4f4c-b651-cfce0a1c4082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:12.298379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting port e2e934c4-f7d0-45cb-885e-1bc17c369ea0 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:05:12.301890 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:12.307621 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device aca52fbd-988b-475a-9b31-1a97b3d62760 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:12.427004 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:12.567083 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5ecd2ed2-847e-480d-96e2-4ec8935ea47f None None] Provisioning complete for port a907b6eb-cc0d-4064-af94-5da1af16d986 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:12.567725 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2ed2-847e-480d-96e2-4ec8935ea47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:12.603454 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dfce5bc-14a1-47c6-bf5d-218b424ce1e7 req-732ab2e5-5ff4-4dec-b38a-2750fc67dd92 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 210 time: 0.1170597
Nov 20 21:05:12.639691 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b209d4ed-6775-487b-8dea-8a82ea5bdc2a req-7c9123a2-4140-4872-af6e-486e3bc4147d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e51856fcb6a14eb6a78ce767f46c8472 HTTP/1.1" status: 200  len: 267 time: 0.1574614
Nov 20 21:05:12.655591 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:12.689387 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c15145-6f19-4f4c-b651-cfce0a1c4082 None None] Pushing event updated for resources: {'Port': ['ID=aca52fbd-988b-475a-9b31-1a97b3d62760,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:12.702450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Calling delete_port for e2e934c4-f7d0-45cb-885e-1bc17c369ea0 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:05:12.816087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209d4ed-6775-487b-8dea-8a82ea5bdc2a req-86d4af0e-78f1-4e4e-a097-2dee65324a31 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:12.828253 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b209d4ed-6775-487b-8dea-8a82ea5bdc2a req-86d4af0e-78f1-4e4e-a097-2dee65324a31 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 946 time: 0.1866846
Nov 20 21:05:12.836744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-b209d4ed-6775-487b-8dea-8a82ea5bdc2a req-b265d26c-c92c-4f0e-b952-a5131dd327ef tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Request body: {'port': {'security_groups': []}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:12.966210 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b209d4ed-6775-487b-8dea-8a82ea5bdc2a req-b265d26c-c92c-4f0e-b952-a5131dd327ef tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:13.096716 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port aca52fbd-988b-475a-9b31-1a97b3d62760 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:13.104591 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:13.296753 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:13.322019 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c48d01cb-0572-46ef-8376-63a95da2ee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:13.369925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Port': ['ID=e2e934c4-f7d0-45cb-885e-1bc17c369ea0,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:13.415041 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:13.416562 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:13.417194 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:13.417728 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:13.419014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:13.419647 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:13.420167 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:13.420919 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:13.421798 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:13.422347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:13.423321 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:13.423843 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:13.508966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-b209d4ed-6775-487b-8dea-8a82ea5bdc2a req-b265d26c-c92c-4f0e-b952-a5131dd327ef tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] For port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b058afc-10cf-4cd9-bbbc-13ea1bcc46be,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:13.589846 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b209d4ed-6775-487b-8dea-8a82ea5bdc2a req-b265d26c-c92c-4f0e-b952-a5131dd327ef tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:13.603647 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b209d4ed-6775-487b-8dea-8a82ea5bdc2a req-b265d26c-c92c-4f0e-b952-a5131dd327ef tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:13.663692 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2ed2-847e-480d-96e2-4ec8935ea47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:13.667146 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:13.678538 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['060b39d6-eba6-405a-948f-556357f13071', 'ef1ededa-73ec-4b63-8c91-5d3cfac10c0d', '2b058afc-10cf-4cd9-bbbc-13ea1bcc46be'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:05:13.794024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265d26c-c92c-4f0e-b952-a5131dd327ef tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event updated for resources: {'Port': ['ID=2b058afc-10cf-4cd9-bbbc-13ea1bcc46be,revision_number=6']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:13.851547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209d4ed-6775-487b-8dea-8a82ea5bdc2a req-b265d26c-c92c-4f0e-b952-a5131dd327ef tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:13.852740 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b209d4ed-6775-487b-8dea-8a82ea5bdc2a req-b265d26c-c92c-4f0e-b952-a5131dd327ef tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:13.874976 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b209d4ed-6775-487b-8dea-8a82ea5bdc2a req-b265d26c-c92c-4f0e-b952-a5131dd327ef tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "PUT /v2.0/ports/2b058afc-10cf-4cd9-bbbc-13ea1bcc46be HTTP/1.1" status: 200  len: 905 time: 1.0344105
Nov 20 21:05:13.877217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f390f8d7-738a-4054-995b-3c2a44debc3f', 'tag': '2b058afc-10cf-4cd9-bbbc-13ea1bcc46be'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:05:13.892191 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f19b58-fc0f-4aff-bd71-17f77a21fea4" -d '{"events": [{"name": "network-changed", "server_uuid": "f390f8d7-738a-4054-995b-3c2a44debc3f", "tag": "2b058afc-10cf-4cd9-bbbc-13ea1bcc46be"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:05:14.004413 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aaedb14a-3132-4c09-b58b-d6a6d77230bd req-be8aba4c-60e0-41bc-bbe9-d20ca80cc95b tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 210 time: 0.0705886
Nov 20 21:05:14.042318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8af5bc39-a09a-401c-b7b7-81928aadb2bb up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:14.108121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c9103-e7ec-4287-aa9b-ee6d2dfd47fe req-7c33e85b-dc27-4359-9986-eba6bd834980 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:14.124645 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b0c9103-e7ec-4287-aa9b-ee6d2dfd47fe req-7c33e85b-dc27-4359-9986-eba6bd834980 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 908 time: 0.1768403
Nov 20 21:05:14.177126 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4341d41-55f4-485f-ab88-139cae817810 x-openstack-request-id: req-c4341d41-55f4-485f-ab88-139cae817810 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:05:14.177431 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f390f8d7-738a-4054-995b-3c2a44debc3f", "tag": "2b058afc-10cf-4cd9-bbbc-13ea1bcc46be", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:05:14.177695 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4341d41-55f4-485f-ab88-139cae817810 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:05:14.178141 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f390f8d7-738a-4054-995b-3c2a44debc3f', 'tag': '2b058afc-10cf-4cd9-bbbc-13ea1bcc46be', 'status': 'completed', 'code': 200}
Nov 20 21:05:14.191834 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['2b058afc-10cf-4cd9-bbbc-13ea1bcc46be'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:05:14.345132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5ecd2ed2-847e-480d-96e2-4ec8935ea47f None None] For port a907b6eb-cc0d-4064-af94-5da1af16d986, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a907b6eb-cc0d-4064-af94-5da1af16d986,segment=NetworkSegment(5cf29192-5fc5-4f60-9057-7a2253488fb2),segment_id=5cf29192-5fc5-4f60-9057-7a2253488fb2)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:14.351488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:05:14.398488 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2ed2-847e-480d-96e2-4ec8935ea47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:14.479781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd2ed2-847e-480d-96e2-4ec8935ea47f None None] Pushing event updated for resources: {'Port': ['ID=a907b6eb-cc0d-4064-af94-5da1af16d986,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:14.534745 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9a3547c0-9bca-4cfc-a97d-6f052a4b22d5 None None] Could not find standard attr ID for object e2e934c4-f7d0-45cb-885e-1bc17c369ea0. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:05:14.556163 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8af5bc39-a09a-401c-b7b7-81928aadb2bb triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:14.556545 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:14.616775 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:05:14.631544 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5465d88b-60f3-4698-9eaf-1bb27e792dac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5827346
Nov 20 21:05:14.633640 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59086) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:14.647982 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a84a41-e4b4-4b2e-8eb0-77a185b5c760 None None] Sync routers for ids ['7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:05:14.692155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9a3547c0-9bca-4cfc-a97d-6f052a4b22d5 None None] Provisioning complete for port aca52fbd-988b-475a-9b31-1a97b3d62760 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:14.692541 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a3547c0-9bca-4cfc-a97d-6f052a4b22d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:14.771812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a84a41-e4b4-4b2e-8eb0-77a185b5c760 None None] Routers {'7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:14.772554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-57a84a41-e4b4-4b2e-8eb0-77a185b5c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4666b850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:04:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:14.838829 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-57a84a41-e4b4-4b2e-8eb0-77a185b5c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4666b850>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:14.927261 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:14.933704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a907b6eb-cc0d-4064-af94-5da1af16d986 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:14.966077 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a84a41-e4b4-4b2e-8eb0-77a185b5c760 None None] Routers {'7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:14.966965 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-57a84a41-e4b4-4b2e-8eb0-77a185b5c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4666b850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:04:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:14.968929 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:15.035780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f19b58-fc0f-4aff-bd71-17f77a21fea4 req-3a696db6-5192-4fa1-bb23-1fbbf8701850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:15.040158 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d1f19b58-fc0f-4aff-bd71-17f77a21fea4 req-3a696db6-5192-4fa1-bb23-1fbbf8701850 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 1059 time: 0.8384173
Nov 20 21:05:15.068770 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efdcca8f-9b09-461d-ae60-b5ef5bb2ac09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:15.081133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dea44-f3f4-4f63-9d7a-509a32cb3894 None None] Pushing event updated for resources: {'Port': ['ID=e58d1880-302a-4e54-a879-9646117f38c3,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:15.102305 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-57a84a41-e4b4-4b2e-8eb0-77a185b5c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4666b850>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:15.102926 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a84a41-e4b4-4b2e-8eb0-77a185b5c760 None None] The sync data for ids ['7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:05:15.162999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2f278-a548-4d0e-afaa-a064e0132631 req-a67c8deb-cb35-4590-b39f-48d7cda9bfc3 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:15.170830 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3f2f278-a548-4d0e-afaa-a064e0132631 req-a67c8deb-cb35-4590-b39f-48d7cda9bfc3 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.2359099
Nov 20 21:05:15.294984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cbc2e4f1-34a5-447b-98ea-6acdd560861b tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:15.297471 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cbc2e4f1-34a5-447b-98ea-6acdd560861b tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.37 "GET /v2.0/networks?id=2bef316a-94ed-44e3-8dfa-520c0d36d93a HTTP/1.1" status: 200  len: 796 time: 0.3612161
Nov 20 21:05:15.311984 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fe43d247-4217-4ac9-8493-fdabc83b6543 req-08e0318a-a750-4f2b-bc16-9dccb6b55ccf tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 210 time: 0.1087151
Nov 20 21:05:15.370895 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Attempting to bind port e58d1880-302a-4e54-a879-9646117f38c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:05:15.371454 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Attempting to bind port e58d1880-302a-4e54-a879-9646117f38c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f97346c1-f970-4be2-bdfc-84246e46d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:05:15.373595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Attempting to bind port e58d1880-302a-4e54-a879-9646117f38c3 on network 2bef316a-94ed-44e3-8dfa-520c0d36d93a {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:05:15.377849 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3f2f278-a548-4d0e-afaa-a064e0132631 req-330cb1bd-3d8c-469c-b4c4-4c5af3c60e42 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2058592
Nov 20 21:05:15.390547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9a3547c0-9bca-4cfc-a97d-6f052a4b22d5 None None] Provisioning complete for port e58d1880-302a-4e54-a879-9646117f38c3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:15.392458 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a3547c0-9bca-4cfc-a97d-6f052a4b22d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:15.399331 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port a907b6eb-cc0d-4064-af94-5da1af16d986 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:15.399943 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:15.504080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:05:15.504623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Checking segment: {'id': 'f97346c1-f970-4be2-bdfc-84246e46d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:15.505243 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:15.505749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Bound using segment: {'id': 'f97346c1-f970-4be2-bdfc-84246e46d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:05:15.506370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Bound port: e58d1880-302a-4e54-a879-9646117f38c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97346c1-f970-4be2-bdfc-84246e46d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:05:15.507820 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:15.516758 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-ba1755ae-c143-48d9-b10f-f921731078f9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83a551019ab140bba8ec377d05167a62 HTTP/1.1" status: 200  len: 478 time: 0.2054389
Nov 20 21:05:15.531704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-28b692f1-f66a-4c1f-bdfc-32cbb51c6d7c tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Request body: {'port': {'device_id': '45ba7955-5181-4b9d-8046-1ebc20efd258', 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a', 'admin_state_up': True, 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'security_groups': ['58ff9b1c-f539-4154-928c-6ed15e039b3c', '2f9f2993-48ae-486c-bf6f-5e622bb360ef']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:15.578071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f19b58-fc0f-4aff-bd71-17f77a21fea4 req-1fc8badf-2e8f-4df5-84bd-55f98056acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:15.579782 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d1f19b58-fc0f-4aff-bd71-17f77a21fea4 req-1fc8badf-2e8f-4df5-84bd-55f98056acbd service neutron] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 912 time: 0.4826424
Nov 20 21:05:15.588562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9a3547c0-9bca-4cfc-a97d-6f052a4b22d5 None None] Port e58d1880-302a-4e54-a879-9646117f38c3 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:15.636456 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d83b23-1481-46e7-bbce-305ba7a1be7e req-6b765f12-967b-44e7-ac10-6be8ed32b3a9 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:15.638866 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e7d83b23-1481-46e7-bbce-305ba7a1be7e req-6b765f12-967b-44e7-ac10-6be8ed32b3a9 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0967722
Nov 20 21:05:15.648038 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-efdcca8f-9b09-461d-ae60-b5ef5bb2ac09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting port 2ea45518-e8ab-4fbb-bcfa-864b5d06ea2f {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:05:15.648886 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efdcca8f-9b09-461d-ae60-b5ef5bb2ac09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:15.713764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9a3547c0-9bca-4cfc-a97d-6f052a4b22d5 None None] Provisioning complete for port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:15.714372 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a3547c0-9bca-4cfc-a97d-6f052a4b22d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:15.725141 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ad7b11b7-eded-438f-be5e-18f0751e20ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:15.796115 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d1f19b58-fc0f-4aff-bd71-17f77a21fea4 req-d3b91f3d-2ed6-4537-8947-de95e4a7ceaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b058afc-10cf-4cd9-bbbc-13ea1bcc46be HTTP/1.1" status: 200  len: 217 time: 0.1771419
Nov 20 21:05:15.827144 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] For port e58d1880-302a-4e54-a879-9646117f38c3, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:05:15.854529 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efdcca8f-9b09-461d-ae60-b5ef5bb2ac09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:15.869784 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] For port e58d1880-302a-4e54-a879-9646117f38c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e58d1880-302a-4e54-a879-9646117f38c3,segment=NetworkSegment(f97346c1-f970-4be2-bdfc-84246e46d7c7),segment_id=f97346c1-f970-4be2-bdfc-84246e46d7c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:05:15.885784 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:15.888768 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e7d83b23-1481-46e7-bbce-305ba7a1be7e req-e5afa3bf-e1d2-415b-befc-1f07737da618 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2357862
Nov 20 21:05:15.890637 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-efdcca8f-9b09-461d-ae60-b5ef5bb2ac09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Calling delete_port for 2ea45518-e8ab-4fbb-bcfa-864b5d06ea2f owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:05:15.893885 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f19b58-fc0f-4aff-bd71-17f77a21fea4 req-725ad622-f29f-4b85-9b29-29576bd4acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:15.895433 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d1f19b58-fc0f-4aff-bd71-17f77a21fea4 req-725ad622-f29f-4b85-9b29-29576bd4acd7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.0896676
Nov 20 21:05:15.953770 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f19b58-fc0f-4aff-bd71-17f77a21fea4 req-7c23e80f-b44a-4e06-8c27-057cbb08df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:15.955602 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d1f19b58-fc0f-4aff-bd71-17f77a21fea4 req-7c23e80f-b44a-4e06-8c27-057cbb08df35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0510843
Nov 20 21:05:15.956395 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-28b692f1-f66a-4c1f-bdfc-32cbb51c6d7c tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Made reservation on behalf of 83a551019ab140bba8ec377d05167a62 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:15.960033 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-28b692f1-f66a-4c1f-bdfc-32cbb51c6d7c tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:16.052955 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dea44-f3f4-4f63-9d7a-509a32cb3894 None None] Pushing event updated for resources: {'Port': ['ID=e58d1880-302a-4e54-a879-9646117f38c3,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:16.104969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Routers {'3b9d6dbe-0889-4a12-824e-9f3624c75f4c'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:16.105739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4661df70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:16.220979 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d1f19b58-fc0f-4aff-bd71-17f77a21fea4 req-7263094a-a0ba-47e5-87a7-91032a60bfdf service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2574148
Nov 20 21:05:16.309138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59138) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:16.354792 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a907b6eb-cc0d-4064-af94-5da1af16d986 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:16.488210 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] Set router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:05:16.525200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-28b692f1-f66a-4c1f-bdfc-32cbb51c6d7c tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Allocated IP 172.20.0.11 (2bef316a-94ed-44e3-8dfa-520c0d36d93a/cd0c0ae1-09df-44d3-b73c-12d3c1862d37/985be6fd-eb24-486a-842e-0c2a592276ef) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:16.578440 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0b72dd57-4923-44dc-b1bd-26fc75a7f986 req-f65d94cc-c8a1-4c02-a2d4-c76da97d4077 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 210 time: 0.0321114
Nov 20 21:05:16.620402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229c294-b642-467e-a510-bd76f872db9a req-cb5fe85e-b86c-4651-b892-37413ca2a62f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:16.622281 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d229c294-b642-467e-a510-bd76f872db9a req-cb5fe85e-b86c-4651-b892-37413ca2a62f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 811 time: 0.3947303
Nov 20 21:05:16.624209 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d1f19b58-fc0f-4aff-bd71-17f77a21fea4 req-b3069c27-ec93-47eb-898c-e31fb68c485f service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3891912
Nov 20 21:05:16.650699 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9a3547c0-9bca-4cfc-a97d-6f052a4b22d5 None None] Provisioning complete for port a907b6eb-cc0d-4064-af94-5da1af16d986 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:16.651009 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a3547c0-9bca-4cfc-a97d-6f052a4b22d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:16.676897 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-564d781b-8582-44fe-ad21-143f4a044ef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:16.694423 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d229c294-b642-467e-a510-bd76f872db9a req-6fb43477-27a9-474d-8953-4ba7fee45e9a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/quotas/e51856fcb6a14eb6a78ce767f46c8472 HTTP/1.1" status: 200  len: 375 time: 0.0419102
Nov 20 21:05:16.716969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port a907b6eb-cc0d-4064-af94-5da1af16d986 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:16.717541 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:16.736713 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efdcca8f-9b09-461d-ae60-b5ef5bb2ac09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:16.788871 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcca8f-9b09-461d-ae60-b5ef5bb2ac09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Port': ['ID=2ea45518-e8ab-4fbb-bcfa-864b5d06ea2f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:16.828860 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:16.975732 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efdcca8f-9b09-461d-ae60-b5ef5bb2ac09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.042729 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d229c294-b642-467e-a510-bd76f872db9a req-51a72fb6-af7b-4352-981b-d82a83e69b29 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&fields=id HTTP/1.1" status: 200  len: 486 time: 0.3314877
Nov 20 21:05:17.088347 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device aca52fbd-988b-475a-9b31-1a97b3d62760 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:17.127295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4661df70>, [{'id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-985332848', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:04:55Z', 'updated_at': '2021-11-20T21:05:07Z', 'revision_number': 4, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:04:57Z', 'updated_at': '2021-11-20T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e58d1880-302a-4e54-a879-9646117f38c3', 'name': '', 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'mac_address': 'fa:16:3e:55:1d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:06Z', 'updated_at': '2021-11-20T21:05:15Z', 'revision_number': 4, 'project_id': '83a551019ab140bba8ec377d05167a62', 'subnets': [{'id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:17.133320 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-09868177-6954-4455-8590-b2c11e3c13ab None None] Provisioning complete for port e58d1880-302a-4e54-a879-9646117f38c3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:17.133754 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-09868177-6954-4455-8590-b2c11e3c13ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.152298 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-28b692f1-f66a-4c1f-bdfc-32cbb51c6d7c tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.181142 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-564d781b-8582-44fe-ad21-143f4a044ef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.197276 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-564d781b-8582-44fe-ad21-143f4a044ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.209343 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae92fc10-adef-498e-9962-00da27f6b26d None None] The sync data for ids ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'] in ncdv-master-1 is: [{'id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-985332848', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:04:55Z', 'updated_at': '2021-11-20T21:05:07Z', 'revision_number': 4, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:04:57Z', 'updated_at': '2021-11-20T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e58d1880-302a-4e54-a879-9646117f38c3', 'name': '', 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'mac_address': 'fa:16:3e:55:1d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:06Z', 'updated_at': '2021-11-20T21:05:15Z', 'revision_number': 4, 'project_id': '83a551019ab140bba8ec377d05167a62', 'subnets': [{'id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:05:17.237281 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdcca8f-9b09-461d-ae60-b5ef5bb2ac09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:05:17.313725 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-564d781b-8582-44fe-ad21-143f4a044ef6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf95e39eddc546a79048749dc51b453c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9814725
Nov 20 21:05:17.315081 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port aca52fbd-988b-475a-9b31-1a97b3d62760 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:17.315207 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.316755 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d229c294-b642-467e-a510-bd76f872db9a req-076b90fc-a265-4e47-b852-d4da6a7c4adb service neutron] 10.222.0.41 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2731435
Nov 20 21:05:17.318759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59164) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:17.327138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d781b-8582-44fe-ad21-143f4a044ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9332d08-c46d-421f-95e2-37d20ab8b5a6,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:17.351910 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdcca8f-9b09-461d-ae60-b5ef5bb2ac09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:05:17.360206 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-efdcca8f-9b09-461d-ae60-b5ef5bb2ac09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7249708
Nov 20 21:05:17.360844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59166) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:17.366656 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f4bc11-cf77-4740-b6b7-580fd4e6f158 None None] Sync routers for ids ['7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:05:17.380068 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f4bc11-cf77-4740-b6b7-580fd4e6f158 None None] Routers {'7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:17.382333 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-76f4bc11-cf77-4740-b6b7-580fd4e6f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542fa5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:17.405250 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0f174ea9-9634-48d1-bede-6eecbacc54a5 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25 HTTP/1.1" status: 200  len: 205 time: 0.0431938
Nov 20 21:05:17.405965 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59168) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:17.408875 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-09868177-6954-4455-8590-b2c11e3c13ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.447658 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-28b692f1-f66a-4c1f-bdfc-32cbb51c6d7c tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.473995 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-76f4bc11-cf77-4740-b6b7-580fd4e6f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542fa5b0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:17.493479 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f4bc11-cf77-4740-b6b7-580fd4e6f158 None None] Routers {'7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:17.495018 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-76f4bc11-cf77-4740-b6b7-580fd4e6f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542fa5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:17.547199 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6c4c87a6-f852-4875-aa77-ebd8f679f8fe tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.577872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-28b692f1-f66a-4c1f-bdfc-32cbb51c6d7c tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Network 2bef316a-94ed-44e3-8dfa-520c0d36d93a is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:17.580943 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b692f1-f66a-4c1f-bdfc-32cbb51c6d7c tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'Port': ['ID=985be6fd-eb24-486a-842e-0c2a592276ef,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:17.588609 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-09868177-6954-4455-8590-b2c11e3c13ab None None] For port e58d1880-302a-4e54-a879-9646117f38c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e58d1880-302a-4e54-a879-9646117f38c3,segment=NetworkSegment(f97346c1-f970-4be2-bdfc-84246e46d7c7),segment_id=f97346c1-f970-4be2-bdfc-84246e46d7c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:17.590343 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-28b692f1-f66a-4c1f-bdfc-32cbb51c6d7c tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:17.595197 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-76f4bc11-cf77-4740-b6b7-580fd4e6f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542fa5b0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:17.595937 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f4bc11-cf77-4740-b6b7-580fd4e6f158 None None] The sync data for ids ['7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:05:17.599836 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-09868177-6954-4455-8590-b2c11e3c13ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.619244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-28b692f1-f66a-4c1f-bdfc-32cbb51c6d7c tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:17.627585 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c986d5de-a29b-44f5-87ed-1d1dd15a5f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.692014 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c986d5de-a29b-44f5-87ed-1d1dd15a5f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.704396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09868177-6954-4455-8590-b2c11e3c13ab None None] Pushing event updated for resources: {'Port': ['ID=e58d1880-302a-4e54-a879-9646117f38c3,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:17.773677 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d229c294-b642-467e-a510-bd76f872db9a req-6075018d-abf9-48e1-bffb-7cc96ef25fb8 service neutron] 10.222.0.41 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4233434
Nov 20 21:05:17.810845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-28b692f1-f66a-4c1f-bdfc-32cbb51c6d7c tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:17.811531 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-28b692f1-f66a-4c1f-bdfc-32cbb51c6d7c tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.838616 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6c4c87a6-f852-4875-aa77-ebd8f679f8fe tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.839986 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c986d5de-a29b-44f5-87ed-1d1dd15a5f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.844027 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c986d5de-a29b-44f5-87ed-1d1dd15a5f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.845393 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c986d5de-a29b-44f5-87ed-1d1dd15a5f36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9332d08-c46d-421f-95e2-37d20ab8b5a6 HTTP/1.1" status: 204  len: 168 time: 0.5252004
Nov 20 21:05:17.854785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-28b692f1-f66a-4c1f-bdfc-32cbb51c6d7c tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 973 time: 2.3291912
Nov 20 21:05:17.862826 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6c4c87a6-f852-4875-aa77-ebd8f679f8fe tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.868152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986d5de-a29b-44f5-87ed-1d1dd15a5f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9332d08-c46d-421f-95e2-37d20ab8b5a6,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:17.911396 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Request body: {'port': {'device_id': '45ba7955-5181-4b9d-8046-1ebc20efd258', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:17.952921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddda905-6583-4f62-aa72-758fa2e37fcf req-1e815fe6-4edb-4480-9225-c0c2e3ae00bd tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:17.959629 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7ddda905-6583-4f62-aa72-758fa2e37fcf req-1e815fe6-4edb-4480-9225-c0c2e3ae00bd tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 971 time: 0.2064154
Nov 20 21:05:17.962116 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6c4c87a6-f852-4875-aa77-ebd8f679f8fe tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.962800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4c87a6-f852-4875-aa77-ebd8f679f8fe tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Fanout notify agent at l3_agent the message router_deleted on router 7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:05:17.991882 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6c4c87a6-f852-4875-aa77-ebd8f679f8fe tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:17.995733 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6c4c87a6-f852-4875-aa77-ebd8f679f8fe tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/routers/7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25 HTTP/1.1" status: 204  len: 168 time: 0.5864265
Nov 20 21:05:18.002408 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-54612f50-5644-48b3-8562-01056502eacc None None] Provisioning complete for port 985be6fd-eb24-486a-842e-0c2a592276ef triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:18.003812 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-54612f50-5644-48b3-8562-01056502eacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:18.012873 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59176) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:18.193804 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-54612f50-5644-48b3-8562-01056502eacc None None] Port 985be6fd-eb24-486a-842e-0c2a592276ef cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:18.237819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3c36da-c8c4-4889-a8b1-3312acd0b87d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting subnet e8814e4c-fe47-4cd5-b74f-a3910f0f66c3 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:05:18.249176 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac3c36da-c8c4-4889-a8b1-3312acd0b87d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:18.261739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e58d1880-302a-4e54-a879-9646117f38c3 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:18.286642 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7ddda905-6583-4f62-aa72-758fa2e37fcf req-a6c2c64d-2a95-40ea-9c44-69c53219ae39 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f9f2993-48ae-486c-bf6f-5e622bb360ef&id=58ff9b1c-f539-4154-928c-6ed15e039b3c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.3070722
Nov 20 21:05:18.337414 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:18.363502 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac3c36da-c8c4-4889-a8b1-3312acd0b87d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:18.399211 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e58d1880-302a-4e54-a879-9646117f38c3 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:18.399592 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:18.445971 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5777ae08-e77e-4460-9b97-7ba4374f97f7 req-28315ba5-372f-4102-aab1-3373cb09896b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 210 time: 0.0681064
Nov 20 21:05:18.618653 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59196) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:18.626488 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:18.659559 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0a5021a5-ae47-4593-b26a-9f1a5d36a085 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:18.735568 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac3c36da-c8c4-4889-a8b1-3312acd0b87d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:18.780689 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0a5021a5-ae47-4593-b26a-9f1a5d36a085 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:18.787321 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0a5021a5-ae47-4593-b26a-9f1a5d36a085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:18.840371 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0a5021a5-ae47-4593-b26a-9f1a5d36a085 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46afc753c8e644b0a825beb395961562&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2200685
Nov 20 21:05:18.841960 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59210) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:18.868049 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5021a5-ae47-4593-b26a-9f1a5d36a085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b394d43-f60f-4a5d-a9c1-a047d5efccbd,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:18.903507 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac77d98a-ef2a-4613-8e1d-24b67f42b101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:18.918184 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac3c36da-c8c4-4889-a8b1-3312acd0b87d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:18.928090 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac77d98a-ef2a-4613-8e1d-24b67f42b101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:18.976734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c36da-c8c4-4889-a8b1-3312acd0b87d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Subnet': ['ID=e8814e4c-fe47-4cd5-b74f-a3910f0f66c3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:18.984441 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac3c36da-c8c4-4889-a8b1-3312acd0b87d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:18.990677 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8528e99b-c9c7-43a5-a1ba-63c0d0c6d7d6 None None] Network 2bbca923-a86d-490d-89bf-901bcf695a22 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:18.991954 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ac3c36da-c8c4-4889-a8b1-3312acd0b87d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/e8814e4c-fe47-4cd5-b74f-a3910f0f66c3 HTTP/1.1" status: 204  len: 168 time: 0.9753194
Nov 20 21:05:19.000019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59212) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:19.001011 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac77d98a-ef2a-4613-8e1d-24b67f42b101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:19.008156 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac77d98a-ef2a-4613-8e1d-24b67f42b101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:19.013438 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ac77d98a-ef2a-4613-8e1d-24b67f42b101 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b394d43-f60f-4a5d-a9c1-a047d5efccbd HTTP/1.1" status: 204  len: 168 time: 0.1704464
Nov 20 21:05:19.019427 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985be6fd-eb24-486a-842e-0c2a592276ef {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:05:19.035305 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:19.053314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Transition to ACTIVE for port object 985be6fd-eb24-486a-842e-0c2a592276ef will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:05:19.060186 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:19.078713 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77d98a-ef2a-4613-8e1d-24b67f42b101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b394d43-f60f-4a5d-a9c1-a047d5efccbd,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:19.129875 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:19.153581 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c28e60-4c4c-41cd-b1e0-6cadd5cdd9db tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting subnet e6125ef1-fa3d-4cb3-a841-6314a5bd3c8e {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:05:19.163491 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a9c28e60-4c4c-41cd-b1e0-6cadd5cdd9db tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:19.192438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Pushing event updated for resources: {'Port': ['ID=985be6fd-eb24-486a-842e-0c2a592276ef,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:19.284104 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a9c28e60-4c4c-41cd-b1e0-6cadd5cdd9db tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:19.383405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069072f4-546d-4e9f-a559-bad58388a4ae None None] DHCP port deletion for 2bbca923-a86d-490d-89bf-901bcf695a22 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:05:19.422696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Attempting to bind port 985be6fd-eb24-486a-842e-0c2a592276ef on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:05:19.423225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Attempting to bind port 985be6fd-eb24-486a-842e-0c2a592276ef by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f97346c1-f970-4be2-bdfc-84246e46d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:05:19.423482 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Attempting to bind port 985be6fd-eb24-486a-842e-0c2a592276ef on network 2bef316a-94ed-44e3-8dfa-520c0d36d93a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:05:19.431262 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Port 985be6fd-eb24-486a-842e-0c2a592276ef on network 2bef316a-94ed-44e3-8dfa-520c0d36d93a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:05:19.431765 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Attempting to bind port 985be6fd-eb24-486a-842e-0c2a592276ef on network 2bef316a-94ed-44e3-8dfa-520c0d36d93a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:05:19.444894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:05:19.445339 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Checking segment: {'id': 'f97346c1-f970-4be2-bdfc-84246e46d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:19.447582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Bound using segment: {'id': 'f97346c1-f970-4be2-bdfc-84246e46d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:05:19.448236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Bound port: 985be6fd-eb24-486a-842e-0c2a592276ef, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97346c1-f970-4be2-bdfc-84246e46d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:05:19.448613 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:19.550452 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-069072f4-546d-4e9f-a559-bad58388a4ae None None] Deleting port a907b6eb-cc0d-4064-af94-5da1af16d986 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:05:19.550840 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-069072f4-546d-4e9f-a559-bad58388a4ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:19.604361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1901e-029a-4a6d-970a-31e92488f403 req-316683eb-b634-4898-923a-879174d57769 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:19.617342 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-99c1901e-029a-4a6d-970a-31e92488f403 req-316683eb-b634-4898-923a-879174d57769 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 983 time: 0.2055829
Nov 20 21:05:19.685752 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-069072f4-546d-4e9f-a559-bad58388a4ae None None] For port a907b6eb-cc0d-4064-af94-5da1af16d986, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a907b6eb-cc0d-4064-af94-5da1af16d986,segment=NetworkSegment(5cf29192-5fc5-4f60-9057-7a2253488fb2),segment_id=5cf29192-5fc5-4f60-9057-7a2253488fb2)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:19.686407 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-069072f4-546d-4e9f-a559-bad58388a4ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:19.705982 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8911f100-0022-4a62-8991-f19953e5cfcf req-7c31a578-519a-411e-85b5-48764c317997 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 210 time: 0.0593126
Nov 20 21:05:19.714339 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-069072f4-546d-4e9f-a559-bad58388a4ae None None] Calling delete_port for a907b6eb-cc0d-4064-af94-5da1af16d986 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:05:19.725090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] For port 985be6fd-eb24-486a-842e-0c2a592276ef, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:05:19.751529 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-99c1901e-029a-4a6d-970a-31e92488f403 req-f70e37a8-acb8-4afb-803b-bbfaf2832bde tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f9f2993-48ae-486c-bf6f-5e622bb360ef&id=58ff9b1c-f539-4154-928c-6ed15e039b3c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1311560
Nov 20 21:05:19.755536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] For port 985be6fd-eb24-486a-842e-0c2a592276ef, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=985be6fd-eb24-486a-842e-0c2a592276ef,segment=NetworkSegment(f97346c1-f970-4be2-bdfc-84246e46d7c7),segment_id=f97346c1-f970-4be2-bdfc-84246e46d7c7)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:05:19.772309 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:19.781087 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a9c28e60-4c4c-41cd-b1e0-6cadd5cdd9db tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:19.843810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:19.844790 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:19.846258 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] 10.222.0.37 "PUT /v2.0/ports/985be6fd-eb24-486a-842e-0c2a592276ef HTTP/1.1" status: 200  len: 1131 time: 1.9686668
Nov 20 21:05:19.848604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ba7955-5181-4b9d-8046-1ebc20efd258', 'tag': '985be6fd-eb24-486a-842e-0c2a592276ef'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:05:19.852133 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370961af-3138-4ab5-b0eb-9d50327d0d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "45ba7955-5181-4b9d-8046-1ebc20efd258", "tag": "985be6fd-eb24-486a-842e-0c2a592276ef"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:05:19.868913 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-069072f4-546d-4e9f-a559-bad58388a4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:19.881460 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a9c28e60-4c4c-41cd-b1e0-6cadd5cdd9db tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:19.898922 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a9c28e60-4c4c-41cd-b1e0-6cadd5cdd9db tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:19.906120 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a9c28e60-4c4c-41cd-b1e0-6cadd5cdd9db tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/e6125ef1-fa3d-4cb3-a841-6314a5bd3c8e HTTP/1.1" status: 204  len: 168 time: 0.8913336
Nov 20 21:05:19.914995 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75ab36b-1224-4fc8-a99e-3fe4d1924b8f None None] Network 3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:19.925540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069072f4-546d-4e9f-a559-bad58388a4ae None None] No DVR routers for this DVR port a907b6eb-cc0d-4064-af94-5da1af16d986 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:05:19.934979 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069072f4-546d-4e9f-a559-bad58388a4ae None None] Pushing event deleted for resources: {'Port': ['ID=a907b6eb-cc0d-4064-af94-5da1af16d986,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:19.939928 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17b953-bcc1-4ba2-9026-f01502f3c82e service neutron] Pushing event updated for resources: {'Port': ['ID=985be6fd-eb24-486a-842e-0c2a592276ef,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:19.951121 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59236) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:19.953341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229c294-b642-467e-a510-bd76f872db9a req-04feb14d-6e88-41b5-a618-560761e3c577 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:19.955094 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d229c294-b642-467e-a510-bd76f872db9a req-04feb14d-6e88-41b5-a618-560761e3c577 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.37 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 811 time: 0.2629294
Nov 20 21:05:19.973230 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d229c294-b642-467e-a510-bd76f872db9a req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Request body: {'port': {'device_id': 'f6f2a7d6-51f3-4089-b760-0874e2e19f5f', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'admin_state_up': True, 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:19.977814 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c28e60-4c4c-41cd-b1e0-6cadd5cdd9db tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Subnet': ['ID=e6125ef1-fa3d-4cb3-a841-6314a5bd3c8e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:20.039558 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7eb304-e910-486b-8139-ef027a2ffcd0 x-openstack-request-id: req-8a7eb304-e910-486b-8139-ef027a2ffcd0 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:05:20.039897 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ba7955-5181-4b9d-8046-1ebc20efd258", "tag": "985be6fd-eb24-486a-842e-0c2a592276ef", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:05:20.040255 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a7eb304-e910-486b-8139-ef027a2ffcd0 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:05:20.040680 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ba7955-5181-4b9d-8046-1ebc20efd258', 'tag': '985be6fd-eb24-486a-842e-0c2a592276ef', 'status': 'completed', 'code': 200}
Nov 20 21:05:20.126411 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-834f8e64-866e-4808-b056-560c69c2cca2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:20.147781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a907b6eb-cc0d-4064-af94-5da1af16d986 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:05:20.189059 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-9a1c63e6-09ab-4139-86ce-bf267e61886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:20.190939 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-9a1c63e6-09ab-4139-86ce-bf267e61886c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83a551019ab140bba8ec377d05167a62&device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 1134 time: 0.1491728
Nov 20 21:05:20.200236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: a907b6eb-cc0d-4064-af94-5da1af16d986 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:05:20.200592 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a907b6eb-cc0d-4064-af94-5da1af16d986 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:05:20.268924 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-b8dc59a4-d2e5-448d-91c3-5f5da14d61d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=985be6fd-eb24-486a-842e-0c2a592276ef HTTP/1.1" status: 200  len: 217 time: 0.0636499
Nov 20 21:05:20.270135 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-834f8e64-866e-4808-b056-560c69c2cca2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:20.306476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-834f8e64-866e-4808-b056-560c69c2cca2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ebed8b0>,) {'filters': {'network_id': ['2bbca923-a86d-490d-89bf-901bcf695a22']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:20.316285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-834f8e64-866e-4808-b056-560c69c2cca2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ebed8b0>, '5cf29192-5fc5-4f60-9057-7a2253488fb2') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:20.316588 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-834f8e64-866e-4808-b056-560c69c2cca2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ebed8b0>, '5cf29192-5fc5-4f60-9057-7a2253488fb2') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:20.330200 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-834f8e64-866e-4808-b056-560c69c2cca2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:20.330692 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2b8513-8ffa-408b-af78-95b3d6d36243 None None] DHCP port deletion for 3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:05:20.346196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d229c294-b642-467e-a510-bd76f872db9a req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Made reservation on behalf of e51856fcb6a14eb6a78ce767f46c8472 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:20.350396 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d229c294-b642-467e-a510-bd76f872db9a req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:20.351789 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-834f8e64-866e-4808-b056-560c69c2cca2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:20.362764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-3f215cef-be7f-49f6-99f6-e065d858b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:20.363029 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834f8e64-866e-4808-b056-560c69c2cca2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:05:20.363873 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-834f8e64-866e-4808-b056-560c69c2cca2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:20.364555 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-3f215cef-be7f-49f6-99f6-e065d858b13e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd0c0ae1-09df-44d3-b73c-12d3c1862d37 HTTP/1.1" status: 200  len: 834 time: 0.0879345
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:05:20.393153 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:05:20.417504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0c2b8513-8ffa-408b-af78-95b3d6d36243 None None] Deleting port 8af5bc39-a09a-401c-b7b7-81928aadb2bb {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:05:20.417886 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8513-8ffa-408b-af78-95b3d6d36243 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:20.491902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-838152fe-6762-47ff-837f-638dfc7e0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:20.493549 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-838152fe-6762-47ff-837f-638dfc7e0143 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bef316a-94ed-44e3-8dfa-520c0d36d93a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1037085
Nov 20 21:05:20.506542 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-834f8e64-866e-4808-b056-560c69c2cca2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:20.515967 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-834f8e64-866e-4808-b056-560c69c2cca2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:20.523025 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-834f8e64-866e-4808-b056-560c69c2cca2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/networks/2bbca923-a86d-490d-89bf-901bcf695a22 HTTP/1.1" status: 204  len: 168 time: 0.5699844
Nov 20 21:05:20.526333 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59252) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:20.544798 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-0c2b8513-8ffa-408b-af78-95b3d6d36243 None None] For port 8af5bc39-a09a-401c-b7b7-81928aadb2bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8af5bc39-a09a-401c-b7b7-81928aadb2bb,segment=NetworkSegment(f46dc9c8-5706-47eb-9c31-d9fccbe1b908),segment_id=f46dc9c8-5706-47eb-9c31-d9fccbe1b908)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:20.545212 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8513-8ffa-408b-af78-95b3d6d36243 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:20.556835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f8e64-866e-4808-b056-560c69c2cca2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Network': ['ID=2bbca923-a86d-490d-89bf-901bcf695a22,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:20.583533 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0c2b8513-8ffa-408b-af78-95b3d6d36243 None None] Calling delete_port for 8af5bc39-a09a-401c-b7b7-81928aadb2bb owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:05:20.618623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-d229c294-b642-467e-a510-bd76f872db9a req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Allocated IP 172.20.0.6 (bafdbd34-4234-401f-abb5-0b7b5a2562ab/7619f288-4cdb-4db5-897a-403b8dada68f/e27aebd4-294a-4f67-9404-737e55478135) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:20.711336 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8513-8ffa-408b-af78-95b3d6d36243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:20.713658 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83db751a-6a2b-4125-97d7-2622328435ab tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:20.763656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b8513-8ffa-408b-af78-95b3d6d36243 None None] Pushing event deleted for resources: {'Port': ['ID=8af5bc39-a09a-401c-b7b7-81928aadb2bb,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:20.769032 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-56d866f1-3450-4344-93bd-f2f44f9fd301 service neutron] 10.222.0.37 "GET /v2.0/networks/2bef316a-94ed-44e3-8dfa-520c0d36d93a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2488625
Nov 20 21:05:20.778263 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2b8513-8ffa-408b-af78-95b3d6d36243 None None] No DVR routers for this DVR port 8af5bc39-a09a-401c-b7b7-81928aadb2bb on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:05:20.827622 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83db751a-6a2b-4125-97d7-2622328435ab tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:20.850677 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-83db751a-6a2b-4125-97d7-2622328435ab tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ebf8940>,) {'filters': {'network_id': ['3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:20.879627 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-83db751a-6a2b-4125-97d7-2622328435ab tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ebf8940>, 'f46dc9c8-5706-47eb-9c31-d9fccbe1b908') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:20.879931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-83db751a-6a2b-4125-97d7-2622328435ab tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ebf8940>, 'f46dc9c8-5706-47eb-9c31-d9fccbe1b908') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:20.893937 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83db751a-6a2b-4125-97d7-2622328435ab tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:20.905355 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d229c294-b642-467e-a510-bd76f872db9a req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:20.913667 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83db751a-6a2b-4125-97d7-2622328435ab tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:20.935868 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83db751a-6a2b-4125-97d7-2622328435ab tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:05:20.936333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83db751a-6a2b-4125-97d7-2622328435ab tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:05:20.968909 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:05:20.998827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ea6f7-7923-49bf-bf17-8d0c0ed65033 req-7995fcb0-63cd-4e1a-a353-2b5456cbdafd tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:21.002355 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d75ea6f7-7923-49bf-bf17-8d0c0ed65033 req-7995fcb0-63cd-4e1a-a353-2b5456cbdafd tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 983 time: 0.1009274
Nov 20 21:05:21.007656 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7127d9fa-6d7e-492b-8357-951085e37d38 req-c1d2093b-cb3c-44be-b685-c3fbd13e2591 service neutron] 10.222.0.37 "GET /v2.0/networks/2bef316a-94ed-44e3-8dfa-520c0d36d93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2095444
Nov 20 21:05:21.041005 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e5c28cb-37ef-47c9-ad00-0f14ab6abec9 req-35739e64-8e74-4325-a44a-bd544287f736 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 210 time: 0.1234334
Nov 20 21:05:21.042579 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83db751a-6a2b-4125-97d7-2622328435ab tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:21.048447 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83db751a-6a2b-4125-97d7-2622328435ab tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:21.057779 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-83db751a-6a2b-4125-97d7-2622328435ab tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/networks/3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e HTTP/1.1" status: 204  len: 168 time: 0.5250297
Nov 20 21:05:21.059606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59282) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:21.073136 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d229c294-b642-467e-a510-bd76f872db9a req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:21.075523 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-35e881b6-7c8f-41f5-bc43-f1b4be3e5acc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1884566910'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:21.092078 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['060b39d6-eba6-405a-948f-556357f13071', 'ef1ededa-73ec-4b63-8c91-5d3cfac10c0d'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:05:21.100888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db751a-6a2b-4125-97d7-2622328435ab tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Network': ['ID=3f4ae38e-ca9e-445c-91f1-a1e089ee6e8e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:21.138689 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e881b6-7c8f-41f5-bc43-f1b4be3e5acc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:21.159525 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-35e881b6-7c8f-41f5-bc43-f1b4be3e5acc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:21.206226 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e881b6-7c8f-41f5-bc43-f1b4be3e5acc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:05:21.207405 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d229c294-b642-467e-a510-bd76f872db9a req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Network bafdbd34-4234-401f-abb5-0b7b5a2562ab is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:21.214995 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370961af-3138-4ab5-b0eb-9d50327d0d2c req-f6cba095-f7a4-4c09-90e2-a80bb5d16609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:21.216632 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-370961af-3138-4ab5-b0eb-9d50327d0d2c req-f6cba095-f7a4-4c09-90e2-a80bb5d16609 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83a551019ab140bba8ec377d05167a62&device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 1134 time: 0.1413274
Nov 20 21:05:21.217864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event updated for resources: {'Port': ['ID=e27aebd4-294a-4f67-9404-737e55478135,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:21.220504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-d229c294-b642-467e-a510-bd76f872db9a req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:21.227406 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-35e881b6-7c8f-41f5-bc43-f1b4be3e5acc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:21.227772 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-35e881b6-7c8f-41f5-bc43-f1b4be3e5acc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Added segment 41696218-111c-4609-b2b4-b66b63c89cbb of type vlan for network f94db42d-065a-4f02-a820-bdb91ab02ee1
Nov 20 21:05:21.229168 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d75ea6f7-7923-49bf-bf17-8d0c0ed65033 req-71766941-7d4c-424a-a300-8438f6cee72a tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f9f2993-48ae-486c-bf6f-5e622bb360ef&id=58ff9b1c-f539-4154-928c-6ed15e039b3c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2188716
Nov 20 21:05:21.232183 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d229c294-b642-467e-a510-bd76f872db9a req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:21.291804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:21.292166 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:21.292488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:21.292833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:21.293175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:21.293518 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:21.293850 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:21.294214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:21.294552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:21.294880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:21.295274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:21.295534 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:21.335259 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-35e881b6-7c8f-41f5-bc43-f1b4be3e5acc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:21.367955 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-35e881b6-7c8f-41f5-bc43-f1b4be3e5acc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:21.375628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e881b6-7c8f-41f5-bc43-f1b4be3e5acc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:21.376740 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-35e881b6-7c8f-41f5-bc43-f1b4be3e5acc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:21.444922 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-35e881b6-7c8f-41f5-bc43-f1b4be3e5acc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3836865
Nov 20 21:05:21.445087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59300) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:21.461346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229c294-b642-467e-a510-bd76f872db9a req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:21.462537 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d229c294-b642-467e-a510-bd76f872db9a req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:21.479369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-edeb5417-e658-49df-99ee-4ceba98eb4eb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'subnet': {'network_id': 'f94db42d-065a-4f02-a820-bdb91ab02ee1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:21.518847 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e881b6-7c8f-41f5-bc43-f1b4be3e5acc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Network': ['ID=f94db42d-065a-4f02-a820-bdb91ab02ee1,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:21.542208 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network f94db42d-065a-4f02-a820-bdb91ab02ee1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:05:21.566039 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d229c294-b642-467e-a510-bd76f872db9a req-01554002-3679-4a66-9fe4-50f4ab889aae tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5988400
Nov 20 21:05:21.599071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Request body: {'port': {'device_id': 'f6f2a7d6-51f3-4089-b760-0874e2e19f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:21.684317 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370961af-3138-4ab5-b0eb-9d50327d0d2c req-814d7a49-4cdc-49f0-9d2c-af4c9db3e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:21.686084 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-370961af-3138-4ab5-b0eb-9d50327d0d2c req-814d7a49-4cdc-49f0-9d2c-af4c9db3e719 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bef316a-94ed-44e3-8dfa-520c0d36d93a HTTP/1.1" status: 200  len: 897 time: 0.4550114
Nov 20 21:05:21.693142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3977d494-d311-46db-b7c4-dbe2dcb3ba17 None None] Provisioning complete for port e27aebd4-294a-4f67-9404-737e55478135 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:21.693511 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3977d494-d311-46db-b7c4-dbe2dcb3ba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:21.734246 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3977d494-d311-46db-b7c4-dbe2dcb3ba17 None None] Port e27aebd4-294a-4f67-9404-737e55478135 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:21.762453 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-370961af-3138-4ab5-b0eb-9d50327d0d2c req-65a8a28d-cdc5-4669-bd82-942f90451422 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=985be6fd-eb24-486a-842e-0c2a592276ef HTTP/1.1" status: 200  len: 217 time: 0.0552950
Nov 20 21:05:21.799423 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edeb5417-e658-49df-99ee-4ceba98eb4eb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:21.803223 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-edeb5417-e658-49df-99ee-4ceba98eb4eb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:22.017225 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8af5bc39-a09a-401c-b7b7-81928aadb2bb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:05:22.039632 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 8af5bc39-a09a-401c-b7b7-81928aadb2bb {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:05:22.040229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8af5bc39-a09a-401c-b7b7-81928aadb2bb not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:05:22.195580 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c36c3-1aa5-45a7-b4ee-b443c6c785d9 req-81569bbf-eee6-4304-8cf1-e72216ba8660 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:22.197124 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c21c36c3-1aa5-45a7-b4ee-b443c6c785d9 req-81569bbf-eee6-4304-8cf1-e72216ba8660 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 931 time: 0.0550070
Nov 20 21:05:22.200993 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:22.251591 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c21c36c3-1aa5-45a7-b4ee-b443c6c785d9 req-7935e7a6-816b-4263-a0bc-92aa3b7eadb3 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466135
Nov 20 21:05:22.287767 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370961af-3138-4ab5-b0eb-9d50327d0d2c req-ca81e37e-f4e1-45c2-bf10-52982146bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:22.289859 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-370961af-3138-4ab5-b0eb-9d50327d0d2c req-ca81e37e-f4e1-45c2-bf10-52982146bf45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd0c0ae1-09df-44d3-b73c-12d3c1862d37 HTTP/1.1" status: 200  len: 834 time: 0.5078204
Nov 20 21:05:22.468978 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:05:22.503684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370961af-3138-4ab5-b0eb-9d50327d0d2c req-87bec8eb-c4bd-49f8-9d53-caa5b5861009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:22.505272 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-370961af-3138-4ab5-b0eb-9d50327d0d2c req-87bec8eb-c4bd-49f8-9d53-caa5b5861009 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bef316a-94ed-44e3-8dfa-520c0d36d93a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2049658
Nov 20 21:05:22.569858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf2b8c-6e3c-4e7d-a852-541a25bda8aa req-767858de-7359-43c4-9a3e-dbaae1c38a5b tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:22.571533 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-71cf2b8c-6e3c-4e7d-a852-541a25bda8aa req-767858de-7359-43c4-9a3e-dbaae1c38a5b tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 983 time: 0.2239611
Nov 20 21:05:22.754451 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-edeb5417-e658-49df-99ee-4ceba98eb4eb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:22.842675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-370961af-3138-4ab5-b0eb-9d50327d0d2c req-dcfe27d7-7abd-4437-9347-1d794402f5e1 service neutron] 10.222.0.37 "GET /v2.0/networks/2bef316a-94ed-44e3-8dfa-520c0d36d93a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3248789
Nov 20 21:05:22.882651 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-71cf2b8c-6e3c-4e7d-a852-541a25bda8aa req-dcf42fe8-309b-445f-a91f-8a7e7f6d1ff7 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f9f2993-48ae-486c-bf6f-5e622bb360ef&id=58ff9b1c-f539-4154-928c-6ed15e039b3c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2971778
Nov 20 21:05:22.932320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb5417-e658-49df-99ee-4ceba98eb4eb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Subnet': ['ID=44dc55a6-8a79-4f14-bbf4-fe07f30053b1,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:23.000127 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27aebd4-294a-4f67-9404-737e55478135 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:05:23.013160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeb5417-e658-49df-99ee-4ceba98eb4eb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Checking segment: {'id': '41696218-111c-4609-b2b4-b66b63c89cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f94db42d-065a-4f02-a820-bdb91ab02ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:23.013524 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeb5417-e658-49df-99ee-4ceba98eb4eb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network hostable DHCP agents. Network: f94db42d-065a-4f02-a820-bdb91ab02ee1, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:05:23.018227 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:23.052705 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Transition to ACTIVE for port object e27aebd4-294a-4f67-9404-737e55478135 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:05:23.059086 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-370961af-3138-4ab5-b0eb-9d50327d0d2c req-bd4b69ad-684c-4dce-9b64-e5ce6e959815 service neutron] 10.222.0.37 "GET /v2.0/networks/2bef316a-94ed-44e3-8dfa-520c0d36d93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2035682
Nov 20 21:05:23.061726 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:23.074945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeb5417-e658-49df-99ee-4ceba98eb4eb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network f94db42d-065a-4f02-a820-bdb91ab02ee1 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:05:23.120420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-edeb5417-e658-49df-99ee-4ceba98eb4eb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f94db42d-065a-4f02-a820-bdb91ab02ee1) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:23.125752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb5417-e658-49df-99ee-4ceba98eb4eb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:23.126412 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-edeb5417-e658-49df-99ee-4ceba98eb4eb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:23.137661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e2b03-509a-4d52-b41d-34b4e5fcdba7 None None] Network f94db42d-065a-4f02-a820-bdb91ab02ee1 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:23.169866 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Pushing event updated for resources: {'Port': ['ID=e27aebd4-294a-4f67-9404-737e55478135,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:23.178987 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-edeb5417-e658-49df-99ee-4ceba98eb4eb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7292790
Nov 20 21:05:23.181854 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59388) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:23.187289 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-85ad0d13-df33-4197-a862-f802b32d9a58 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-708434169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:23.239658 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-85ad0d13-df33-4197-a862-f802b32d9a58 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:23.240658 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-85ad0d13-df33-4197-a862-f802b32d9a58 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:23.241696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Attempting to bind port e27aebd4-294a-4f67-9404-737e55478135 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:05:23.242119 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Attempting to bind port e27aebd4-294a-4f67-9404-737e55478135 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:05:23.242457 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Attempting to bind port e27aebd4-294a-4f67-9404-737e55478135 on network bafdbd34-4234-401f-abb5-0b7b5a2562ab {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:05:23.247671 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Port e27aebd4-294a-4f67-9404-737e55478135 on network bafdbd34-4234-401f-abb5-0b7b5a2562ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:05:23.248031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Attempting to bind port e27aebd4-294a-4f67-9404-737e55478135 on network bafdbd34-4234-401f-abb5-0b7b5a2562ab {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:05:23.254066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:05:23.254520 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Checking segment: {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:23.254909 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Bound using segment: {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:05:23.255382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Bound port: e27aebd4-294a-4f67-9404-737e55478135, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3432fb-e7b7-4104-b4a5-0173ed3cf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:05:23.255746 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:23.348070 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-85ad0d13-df33-4197-a862-f802b32d9a58 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:23.354248 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-85ad0d13-df33-4197-a862-f802b32d9a58 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:23.370581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] For port e27aebd4-294a-4f67-9404-737e55478135, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:05:23.377838 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-85ad0d13-df33-4197-a862-f802b32d9a58 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:23.380436 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-85ad0d13-df33-4197-a862-f802b32d9a58 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1970587
Nov 20 21:05:23.384286 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59396) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:23.384629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] For port e27aebd4-294a-4f67-9404-737e55478135, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e27aebd4-294a-4f67-9404-737e55478135,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:05:23.391771 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9ac5ac8b-4ca9-49fc-94d4-3051cd202eef tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'port': {'network_id': 'f94db42d-065a-4f02-a820-bdb91ab02ee1', 'name': 'tempest-RoutersIpV6Test-1185908897'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:23.395416 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:23.419995 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f94db42d-065a-4f02-a820-bdb91ab02ee1', 'network_id': 'f94db42d-065a-4f02-a820-bdb91ab02ee1', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'fixed_ips': [{'subnet_id': '44dc55a6-8a79-4f14-bbf4-fe07f30053b1'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:05:23.420963 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:23.442477 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:23.442732 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:23.444791 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d229c294-b642-467e-a510-bd76f872db9a req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] 10.222.0.37 "PUT /v2.0/ports/e27aebd4-294a-4f67-9404-737e55478135 HTTP/1.1" status: 200  len: 1091 time: 1.8541379
Nov 20 21:05:23.445258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f2a7d6-51f3-4089-b760-0874e2e19f5f', 'tag': 'e27aebd4-294a-4f67-9404-737e55478135'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:05:23.448238 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaefd8f-ffd4-4f18-9768-18bb69c981d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f2a7d6-51f3-4089-b760-0874e2e19f5f", "tag": "e27aebd4-294a-4f67-9404-737e55478135"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:05:23.545255 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82456ce3-0db1-4cef-b871-6c01a5213663 x-openstack-request-id: req-82456ce3-0db1-4cef-b871-6c01a5213663 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:05:23.545488 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f2a7d6-51f3-4089-b760-0874e2e19f5f", "tag": "e27aebd4-294a-4f67-9404-737e55478135", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:05:23.545699 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82456ce3-0db1-4cef-b871-6c01a5213663 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:05:23.546119 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f2a7d6-51f3-4089-b760-0874e2e19f5f', 'tag': 'e27aebd4-294a-4f67-9404-737e55478135', 'status': 'completed', 'code': 200}
Nov 20 21:05:23.577241 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965b134-575a-4c01-9589-df4fa2ad9760 req-230d2e9f-8115-4de7-b1a8-dd291b929b33 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:23.586832 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e965b134-575a-4c01-9589-df4fa2ad9760 req-230d2e9f-8115-4de7-b1a8-dd291b929b33 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 943 time: 0.1904330
Nov 20 21:05:23.589351 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7ffb7-f740-4ae6-b095-ebc5288ad30b service neutron] Pushing event updated for resources: {'Port': ['ID=e27aebd4-294a-4f67-9404-737e55478135,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:23.637622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229c294-b642-467e-a510-bd76f872db9a req-541f2931-2938-409d-b82f-3491ee7b022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:23.643453 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d229c294-b642-467e-a510-bd76f872db9a req-541f2931-2938-409d-b82f-3491ee7b022c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 1094 time: 0.1398149
Nov 20 21:05:23.690151 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Allocated IP 2001:db8::2 (f94db42d-065a-4f02-a820-bdb91ab02ee1/44dc55a6-8a79-4f14-bbf4-fe07f30053b1/1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:23.695416 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e965b134-575a-4c01-9589-df4fa2ad9760 req-60e1abef-22b9-47ad-93de-cbeae7d994d4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048291
Nov 20 21:05:23.712714 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac5ac8b-4ca9-49fc-94d4-3051cd202eef tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:23.719980 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ac5ac8b-4ca9-49fc-94d4-3051cd202eef tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:23.734213 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d229c294-b642-467e-a510-bd76f872db9a req-0e23afba-811a-446d-8335-144b3faf9c92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e27aebd4-294a-4f67-9404-737e55478135 HTTP/1.1" status: 200  len: 217 time: 0.0806420
Nov 20 21:05:23.781899 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-9ac5ac8b-4ca9-49fc-94d4-3051cd202eef tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] device_id is not set on port 3c4e6e44-0bd1-4603-999e-efd800b077e2 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:05:23.873513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229c294-b642-467e-a510-bd76f872db9a req-f64e19bf-3425-4dea-95f6-a7a1dd20c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:23.875076 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d229c294-b642-467e-a510-bd76f872db9a req-f64e19bf-3425-4dea-95f6-a7a1dd20c665 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.1361547
Nov 20 21:05:24.070823 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229c294-b642-467e-a510-bd76f872db9a req-e830ecc9-8a27-4b60-af2d-e4dc847182c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:24.072753 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d229c294-b642-467e-a510-bd76f872db9a req-e830ecc9-8a27-4b60-af2d-e4dc847182c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1866536
Nov 20 21:05:24.094654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f73c0-bd03-4d43-810d-39817931ae11 req-6e92bd23-d2e2-4a1a-b3bf-64c2c6ea350f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:24.097134 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c8f73c0-bd03-4d43-810d-39817931ae11 req-6e92bd23-d2e2-4a1a-b3bf-64c2c6ea350f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 983 time: 0.0916905
Nov 20 21:05:24.198849 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c8f73c0-bd03-4d43-810d-39817931ae11 req-8c593b99-e015-4081-8965-152de1aba7d6 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f9f2993-48ae-486c-bf6f-5e622bb360ef&id=58ff9b1c-f539-4154-928c-6ed15e039b3c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0912600
Nov 20 21:05:24.252093 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:24.265686 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:24.296219 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d229c294-b642-467e-a510-bd76f872db9a req-73dca2ea-fa32-4d87-8753-fdb97f7b7131 service neutron] 10.222.0.37 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2132132
Nov 20 21:05:24.320259 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Network f94db42d-065a-4f02-a820-bdb91ab02ee1 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:24.324669 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:24.326150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Pushing event updated for resources: {'Port': ['ID=1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:24.328530 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:24.349464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-9ac5ac8b-4ca9-49fc-94d4-3051cd202eef tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Allocated IP 2001:db8::29b (f94db42d-065a-4f02-a820-bdb91ab02ee1/44dc55a6-8a79-4f14-bbf4-fe07f30053b1/3c4e6e44-0bd1-4603-999e-efd800b077e2) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:24.410207 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Attempting to bind port 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:05:24.410656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Attempting to bind port 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '41696218-111c-4609-b2b4-b66b63c89cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f94db42d-065a-4f02-a820-bdb91ab02ee1'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:05:24.411031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Attempting to bind port 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 on network f94db42d-065a-4f02-a820-bdb91ab02ee1 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:05:24.417810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:05:24.418229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Checking segment: {'id': '41696218-111c-4609-b2b4-b66b63c89cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f94db42d-065a-4f02-a820-bdb91ab02ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:24.418752 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:24.419440 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Bound using segment: {'id': '41696218-111c-4609-b2b4-b66b63c89cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f94db42d-065a-4f02-a820-bdb91ab02ee1'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:05:24.419928 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Bound port: 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41696218-111c-4609-b2b4-b66b63c89cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f94db42d-065a-4f02-a820-bdb91ab02ee1'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:05:24.420981 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:24.452457 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d229c294-b642-467e-a510-bd76f872db9a req-f26549c3-2b69-42d0-9422-ce1d35aa0c57 service neutron] 10.222.0.37 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462870
Nov 20 21:05:24.498665 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] For port 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:05:24.504145 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] For port 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0,segment=NetworkSegment(41696218-111c-4609-b2b4-b66b63c89cbb),segment_id=41696218-111c-4609-b2b4-b66b63c89cbb)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:05:24.509030 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:24.556039 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ac5ac8b-4ca9-49fc-94d4-3051cd202eef tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:24.559913 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaefd8f-ffd4-4f18-9768-18bb69c981d6 req-53b6a951-fced-49db-8454-46bee7bd7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:24.562243 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cfaefd8f-ffd4-4f18-9768-18bb69c981d6 req-53b6a951-fced-49db-8454-46bee7bd7a41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 1094 time: 0.0519798
Nov 20 21:05:24.572507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79255724-82cf-4931-ab72-707fb2ed771e None None] Pushing event updated for resources: {'Port': ['ID=1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:24.613574 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ac5ac8b-4ca9-49fc-94d4-3051cd202eef tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:24.669497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac5ac8b-4ca9-49fc-94d4-3051cd202eef tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network f94db42d-065a-4f02-a820-bdb91ab02ee1 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:24.672831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-9ac5ac8b-4ca9-49fc-94d4-3051cd202eef tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:24.676771 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac5ac8b-4ca9-49fc-94d4-3051cd202eef tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:24.683154 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac5ac8b-4ca9-49fc-94d4-3051cd202eef tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:24.684191 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ac5ac8b-4ca9-49fc-94d4-3051cd202eef tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:24.692740 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5ac8b-4ca9-49fc-94d4-3051cd202eef tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=3c4e6e44-0bd1-4603-999e-efd800b077e2,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:24.693066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaefd8f-ffd4-4f18-9768-18bb69c981d6 req-3f0578f1-030d-4756-a4a1-089b7df57aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:24.695240 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cfaefd8f-ffd4-4f18-9768-18bb69c981d6 req-3f0578f1-030d-4756-a4a1-089b7df57aa2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 912 time: 0.1244016
Nov 20 21:05:24.711752 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9ac5ac8b-4ca9-49fc-94d4-3051cd202eef tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.3225563
Nov 20 21:05:24.714138 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59428) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:24.749095 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cfaefd8f-ffd4-4f18-9768-18bb69c981d6 req-8a8e8830-50f8-4f90-af47-de9c730963b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e27aebd4-294a-4f67-9404-737e55478135 HTTP/1.1" status: 200  len: 217 time: 0.0459888
Nov 20 21:05:24.828880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaefd8f-ffd4-4f18-9768-18bb69c981d6 req-e881c883-dd4b-4e23-a27d-4bb4717223e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:24.830541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cfaefd8f-ffd4-4f18-9768-18bb69c981d6 req-e881c883-dd4b-4e23-a27d-4bb4717223e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.0725446
Nov 20 21:05:24.945809 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaefd8f-ffd4-4f18-9768-18bb69c981d6 req-5d8f6b0a-4d7f-4d75-a670-fe015f76afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:24.947374 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cfaefd8f-ffd4-4f18-9768-18bb69c981d6 req-5d8f6b0a-4d7f-4d75-a670-fe015f76afd8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1067519
Nov 20 21:05:24.971586 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a674c5d-2d9c-47c9-a65d-08d4271a4030 req-9c00d021-aead-4a93-9e5d-6c22dbe9b86a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:24.973318 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4a674c5d-2d9c-47c9-a65d-08d4271a4030 req-9c00d021-aead-4a93-9e5d-6c22dbe9b86a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 943 time: 0.1764443
Nov 20 21:05:25.050090 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 985be6fd-eb24-486a-842e-0c2a592276ef details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:05:25.126829 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cfaefd8f-ffd4-4f18-9768-18bb69c981d6 req-a2564607-c66c-45cd-99c0-65331f06ef4b service neutron] 10.222.0.37 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1706202
Nov 20 21:05:25.136922 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4a674c5d-2d9c-47c9-a65d-08d4271a4030 req-260115e8-e190-48a5-b808-320dc05d5b96 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358087
Nov 20 21:05:25.216090 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f15e8a0-8123-48ab-b380-3083f19295b7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:25.250919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 985be6fd-eb24-486a-842e-0c2a592276ef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=985be6fd-eb24-486a-842e-0c2a592276ef,segment=NetworkSegment(f97346c1-f970-4be2-bdfc-84246e46d7c7),segment_id=f97346c1-f970-4be2-bdfc-84246e46d7c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:25.275046 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '985be6fd-eb24-486a-842e-0c2a592276ef', 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a', 'port_id': '985be6fd-eb24-486a-842e-0c2a592276ef', 'mac_address': 'fa:16:3e:1a:3c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:05:25.301827 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cfaefd8f-ffd4-4f18-9768-18bb69c981d6 req-6310abe1-4e4f-491e-91f0-c1d817839b44 service neutron] 10.222.0.37 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616402
Nov 20 21:05:25.327250 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:25.344296 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985be6fd-eb24-486a-842e-0c2a592276ef {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:05:25.379602 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 985be6fd-eb24-486a-842e-0c2a592276ef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=985be6fd-eb24-486a-842e-0c2a592276ef,segment=NetworkSegment(f97346c1-f970-4be2-bdfc-84246e46d7c7),segment_id=f97346c1-f970-4be2-bdfc-84246e46d7c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:25.388120 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:25.431541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b9d34-b768-4814-88bb-825da0c6fe30 req-9b83ca8e-3171-4508-8920-7203cbddccb0 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:25.443121 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-693b9d34-b768-4814-88bb-825da0c6fe30 req-9b83ca8e-3171-4508-8920-7203cbddccb0 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 983 time: 0.0976756
Nov 20 21:05:25.461775 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=985be6fd-eb24-486a-842e-0c2a592276ef,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:25.502260 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-693b9d34-b768-4814-88bb-825da0c6fe30 req-5e72e34b-9759-4cd9-98b9-fede613a5d09 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f9f2993-48ae-486c-bf6f-5e622bb360ef&id=58ff9b1c-f539-4154-928c-6ed15e039b3c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0582433
Nov 20 21:05:25.563591 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f15e8a0-8123-48ab-b380-3083f19295b7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:25.570809 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f15e8a0-8123-48ab-b380-3083f19295b7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:25.609843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['985be6fd-eb24-486a-842e-0c2a592276ef'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:05:25.703497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15e8a0-8123-48ab-b380-3083f19295b7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=3c4e6e44-0bd1-4603-999e-efd800b077e2,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:25.861453 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f15e8a0-8123-48ab-b380-3083f19295b7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:25.943100 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2444faf2-3d30-4cf7-b1c4-df541738cbc0 None None] Network f94db42d-065a-4f02-a820-bdb91ab02ee1 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:26.002176 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-79195a0c-5b27-4261-b8d9-549f73e190fc None None] Provisioning complete for port 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:26.002563 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-79195a0c-5b27-4261-b8d9-549f73e190fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:26.010709 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f15e8a0-8123-48ab-b380-3083f19295b7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:26.116158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:26.318288 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:26.319502 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:26.344467 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-79195a0c-5b27-4261-b8d9-549f73e190fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:26.411417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-79195a0c-5b27-4261-b8d9-549f73e190fc None None] For port 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0,segment=NetworkSegment(41696218-111c-4609-b2b4-b66b63c89cbb),segment_id=41696218-111c-4609-b2b4-b66b63c89cbb)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:26.419977 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-79195a0c-5b27-4261-b8d9-549f73e190fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:26.577751 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79195a0c-5b27-4261-b8d9-549f73e190fc None None] Pushing event updated for resources: {'Port': ['ID=1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:26.713195 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac405bd-2d33-416c-88f0-78a95939ce07 req-d6ec737a-e393-4790-bc56-b74c1ae3cb4c tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:26.725213 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eac405bd-2d33-416c-88f0-78a95939ce07 req-d6ec737a-e393-4790-bc56-b74c1ae3cb4c tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 984 time: 0.0998507
Nov 20 21:05:26.814990 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eac405bd-2d33-416c-88f0-78a95939ce07 req-e92f1075-b055-427e-be84-4218361a52f0 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f9f2993-48ae-486c-bf6f-5e622bb360ef&id=58ff9b1c-f539-4154-928c-6ed15e039b3c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0885136
Nov 20 21:05:26.891091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8d45e-704a-4f82-9cbe-844547a5cb6c req-e81d8541-40f2-4cb8-a7b9-a5ca0b252159 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:26.891725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ff6b949c-a268-4483-8bcd-8560edc3d40f None None] Provisioning complete for port 3c4e6e44-0bd1-4603-999e-efd800b077e2 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:26.891725 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ff6b949c-a268-4483-8bcd-8560edc3d40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:26.898596 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61c8d45e-704a-4f82-9cbe-844547a5cb6c req-e81d8541-40f2-4cb8-a7b9-a5ca0b252159 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 943 time: 0.6401086
Nov 20 21:05:26.962932 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b949c-a268-4483-8bcd-8560edc3d40f None None] Port 3c4e6e44-0bd1-4603-999e-efd800b077e2 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:26.979052 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f15e8a0-8123-48ab-b380-3083f19295b7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:26.983688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ff6b949c-a268-4483-8bcd-8560edc3d40f None None] Provisioning complete for port 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:26.984119 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ff6b949c-a268-4483-8bcd-8560edc3d40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:26.997034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f15e8a0-8123-48ab-b380-3083f19295b7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:26.998229 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f15e8a0-8123-48ab-b380-3083f19295b7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:27.019382 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61c8d45e-704a-4f82-9cbe-844547a5cb6c req-584675ae-1f3a-4fab-96ad-46b9bf76dad9 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199033
Nov 20 21:05:27.075629 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device e27aebd4-294a-4f67-9404-737e55478135 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:05:27.078489 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 985be6fd-eb24-486a-842e-0c2a592276ef up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:27.201343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f15e8a0-8123-48ab-b380-3083f19295b7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network f94db42d-065a-4f02-a820-bdb91ab02ee1 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:27.205276 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-2f15e8a0-8123-48ab-b380-3083f19295b7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:27.226475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15e8a0-8123-48ab-b380-3083f19295b7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=3c4e6e44-0bd1-4603-999e-efd800b077e2,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:27.346872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 985be6fd-eb24-486a-842e-0c2a592276ef completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:05:27.359463 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 985be6fd-eb24-486a-842e-0c2a592276ef triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:27.360048 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:27.392241 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2fe17e31-cb18-4363-bae2-c3e9a5a315b5 None None] Provisioning complete for port 3c4e6e44-0bd1-4603-999e-efd800b077e2 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:27.392616 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2fe17e31-cb18-4363-bae2-c3e9a5a315b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:27.420412 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f15e8a0-8123-48ab-b380-3083f19295b7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 9a527ca4-fa9b-4d98-9846-cf1d1650cf84 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:05:27.428743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port e27aebd4-294a-4f67-9404-737e55478135, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e27aebd4-294a-4f67-9404-737e55478135,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:27.475085 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'e27aebd4-294a-4f67-9404-737e55478135', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'port_id': 'e27aebd4-294a-4f67-9404-737e55478135', 'mac_address': 'fa:16:3e:96:bc:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:05:27.490245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2fe17e31-cb18-4363-bae2-c3e9a5a315b5 None None] Port 3c4e6e44-0bd1-4603-999e-efd800b077e2 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:27.551775 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f15e8a0-8123-48ab-b380-3083f19295b7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:05:27.562412 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:27.567484 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d4c4f-3010-4c5a-80fa-dc3e46dec9a8 None None] Sync routers for ids ['9a527ca4-fa9b-4d98-9846-cf1d1650cf84'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:05:27.572650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59534) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:27.573294 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2f15e8a0-8123-48ab-b380-3083f19295b7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/9a527ca4-fa9b-4d98-9846-cf1d1650cf84/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8593245
Nov 20 21:05:27.604413 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:27.651758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28080306-6b62-4f01-b33f-94d8aa30bf61 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:27.653628 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-28080306-6b62-4f01-b33f-94d8aa30bf61 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports/3c4e6e44-0bd1-4603-999e-efd800b077e2 HTTP/1.1" status: 200  len: 984 time: 0.0797663
Nov 20 21:05:27.654221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 985be6fd-eb24-486a-842e-0c2a592276ef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=985be6fd-eb24-486a-842e-0c2a592276ef,segment=NetworkSegment(f97346c1-f970-4be2-bdfc-84246e46d7c7),segment_id=f97346c1-f970-4be2-bdfc-84246e46d7c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:27.656533 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59536) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:27.661682 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ba7955-5181-4b9d-8046-1ebc20efd258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985be6fd-eb24-486a-842e-0c2a592276ef'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:05:27.670990 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0764277a-043c-42bc-98ea-081843a6453d" -d '{"events": [{"server_uuid": "45ba7955-5181-4b9d-8046-1ebc20efd258", "name": "network-vif-plugged", "status": "completed", "tag": "985be6fd-eb24-486a-842e-0c2a592276ef"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:05:27.699083 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27aebd4-294a-4f67-9404-737e55478135 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:05:27.744589 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:27.762506 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf98eda4-ff1b-4c90-9f4d-7ad47bb64e57 x-openstack-request-id: req-bf98eda4-ff1b-4c90-9f4d-7ad47bb64e57 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:05:27.763029 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ba7955-5181-4b9d-8046-1ebc20efd258", "name": "network-vif-plugged", "status": "completed", "tag": "985be6fd-eb24-486a-842e-0c2a592276ef", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:05:27.763443 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf98eda4-ff1b-4c90-9f4d-7ad47bb64e57 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:05:27.764007 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ba7955-5181-4b9d-8046-1ebc20efd258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985be6fd-eb24-486a-842e-0c2a592276ef', 'code': 200}
Nov 20 21:05:27.767124 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4d961c87-318c-4657-9b7e-bda50ca8eed9 None None] Provisioning complete for port 3c4e6e44-0bd1-4603-999e-efd800b077e2 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:27.767721 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4d961c87-318c-4657-9b7e-bda50ca8eed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:27.807512 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d4c4f-3010-4c5a-80fa-dc3e46dec9a8 None None] Routers {'9a527ca4-fa9b-4d98-9846-cf1d1650cf84'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:27.808533 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c45d4c4f-3010-4c5a-80fa-dc3e46dec9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a477569d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9a527ca4-fa9b-4d98-9846-cf1d1650cf84'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:27.874347 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4d961c87-318c-4657-9b7e-bda50ca8eed9 None None] Port 3c4e6e44-0bd1-4603-999e-efd800b077e2 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:27.876165 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c45d4c4f-3010-4c5a-80fa-dc3e46dec9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a477569d0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:27.889425 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59546) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:27.910528 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port e27aebd4-294a-4f67-9404-737e55478135, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e27aebd4-294a-4f67-9404-737e55478135,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:27.921796 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d4c4f-3010-4c5a-80fa-dc3e46dec9a8 None None] Routers {'9a527ca4-fa9b-4d98-9846-cf1d1650cf84'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:27.921995 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c45d4c4f-3010-4c5a-80fa-dc3e46dec9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a477569d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9a527ca4-fa9b-4d98-9846-cf1d1650cf84'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:27.932200 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:27.999012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=985be6fd-eb24-486a-842e-0c2a592276ef,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:28.003893 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c45d4c4f-3010-4c5a-80fa-dc3e46dec9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a477569d0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:28.004655 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d4c4f-3010-4c5a-80fa-dc3e46dec9a8 None None] The sync data for ids ['9a527ca4-fa9b-4d98-9846-cf1d1650cf84'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:05:28.011237 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b8a0b-10e9-47d1-a54d-7b1c8b218272 req-b955b018-1ae6-4167-9662-c105375410d2 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:28.021861 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a43b8a0b-10e9-47d1-a54d-7b1c8b218272 req-b955b018-1ae6-4167-9662-c105375410d2 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 985 time: 0.0809889
Nov 20 21:05:28.066024 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ba9a877e-0cac-427a-b838-c618a020a0bb None None] Provisioning complete for port 3c4e6e44-0bd1-4603-999e-efd800b077e2 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:28.066642 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ba9a877e-0cac-427a-b838-c618a020a0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:28.106475 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=e27aebd4-294a-4f67-9404-737e55478135,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:28.112784 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:28.158179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['e27aebd4-294a-4f67-9404-737e55478135'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:05:28.175340 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b10bc3-8427-4fad-9136-fc73b39f7900 req-2d05104f-8f5b-4210-9d1e-fb397f825899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:28.177825 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1b10bc3-8427-4fad-9136-fc73b39f7900 req-2d05104f-8f5b-4210-9d1e-fb397f825899 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 1136 time: 0.2736650
Nov 20 21:05:28.185466 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a43b8a0b-10e9-47d1-a54d-7b1c8b218272 req-0f6a6968-f2ae-4393-b133-366f07ec0b5a tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f9f2993-48ae-486c-bf6f-5e622bb360ef&id=58ff9b1c-f539-4154-928c-6ed15e039b3c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1577730
Nov 20 21:05:28.195368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a877e-0cac-427a-b838-c618a020a0bb None None] Port 3c4e6e44-0bd1-4603-999e-efd800b077e2 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:28.196274 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1fb46cd-8ff7-4838-8506-9813bfe5224a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:28.244040 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:28.244396 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:28.361734 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1fb46cd-8ff7-4838-8506-9813bfe5224a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:28.368512 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1fb46cd-8ff7-4838-8506-9813bfe5224a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:28.375496 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc9da8-e8f6-4d03-a3d6-2f50e314887a req-b363b3e2-b3aa-421d-ad85-8c5e0aa8f495 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:28.385175 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-28bc9da8-e8f6-4d03-a3d6-2f50e314887a req-b363b3e2-b3aa-421d-ad85-8c5e0aa8f495 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 944 time: 0.2190661
Nov 20 21:05:28.426193 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f1fb46cd-8ff7-4838-8506-9813bfe5224a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04338311102a44ebaf2aeb5b67e7c938&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5347316
Nov 20 21:05:28.429175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59560) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:28.435332 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1b10bc3-8427-4fad-9136-fc73b39f7900 req-6a0a000e-90ca-43f9-ba54-d0f5167418cd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2f9f2993-48ae-486c-bf6f-5e622bb360ef&id=58ff9b1c-f539-4154-928c-6ed15e039b3c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2305112
Nov 20 21:05:28.438723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb46cd-8ff7-4838-8506-9813bfe5224a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4219c5-869d-44fe-813d-26183a5f8760,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:28.494164 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd54c587-bb1f-4e23-8725-fb2c3c77c4bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:28.500117 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-28bc9da8-e8f6-4d03-a3d6-2f50e314887a req-f1a00020-8ff3-47e4-8705-eba4bc77db67 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140656
Nov 20 21:05:28.536571 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd54c587-bb1f-4e23-8725-fb2c3c77c4bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:28.592164 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd54c587-bb1f-4e23-8725-fb2c3c77c4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:28.595972 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd54c587-bb1f-4e23-8725-fb2c3c77c4bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:28.598212 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bd54c587-bb1f-4e23-8725-fb2c3c77c4bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b4219c5-869d-44fe-813d-26183a5f8760 HTTP/1.1" status: 204  len: 168 time: 0.1665556
Nov 20 21:05:28.607227 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54c587-bb1f-4e23-8725-fb2c3c77c4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4219c5-869d-44fe-813d-26183a5f8760,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:28.697754 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1758aa39-e897-4bab-95d4-546d02f56c5b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:28.950074 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1758aa39-e897-4bab-95d4-546d02f56c5b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting port 3c4e6e44-0bd1-4603-999e-efd800b077e2 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:05:28.950464 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1758aa39-e897-4bab-95d4-546d02f56c5b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:29.052450 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1758aa39-e897-4bab-95d4-546d02f56c5b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:29.068099 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1758aa39-e897-4bab-95d4-546d02f56c5b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Calling delete_port for 3c4e6e44-0bd1-4603-999e-efd800b077e2 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:05:29.093890 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device e27aebd4-294a-4f67-9404-737e55478135 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:29.180477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port e27aebd4-294a-4f67-9404-737e55478135 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:05:29.187627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port e27aebd4-294a-4f67-9404-737e55478135 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:29.188466 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:29.309335 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:29.344488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port e27aebd4-294a-4f67-9404-737e55478135, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e27aebd4-294a-4f67-9404-737e55478135,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:29.348939 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:29.349825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89eb01e-21ad-49fd-8f98-939e2bc92672 req-59ace8ad-a166-4318-8915-42f886adad1e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:29.354597 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c89eb01e-21ad-49fd-8f98-939e2bc92672 req-59ace8ad-a166-4318-8915-42f886adad1e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 985 time: 0.0751834
Nov 20 21:05:29.355314 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1758aa39-e897-4bab-95d4-546d02f56c5b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:29.417888 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=e27aebd4-294a-4f67-9404-737e55478135,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:29.420099 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758aa39-e897-4bab-95d4-546d02f56c5b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Port': ['ID=3c4e6e44-0bd1-4603-999e-efd800b077e2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:29.555908 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1758aa39-e897-4bab-95d4-546d02f56c5b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:29.556501 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59578) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:29.562503 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c89eb01e-21ad-49fd-8f98-939e2bc92672 req-b862f204-1988-41e7-bfb4-7ac03646f4b8 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f9f2993-48ae-486c-bf6f-5e622bb360ef&id=58ff9b1c-f539-4154-928c-6ed15e039b3c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1943960
Nov 20 21:05:29.730979 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5361f-3c5d-4939-82de-00dfbc31ffcb req-a90f7ad9-db62-4b35-ae8a-ff271ee4c6b8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:29.734648 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-42c5361f-3c5d-4939-82de-00dfbc31ffcb req-a90f7ad9-db62-4b35-ae8a-ff271ee4c6b8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.1142774
Nov 20 21:05:29.748607 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-760ccb2b-26a5-4652-93b1-3ebefa4567c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:29.766744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f2a7d6-51f3-4089-b760-0874e2e19f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27aebd4-294a-4f67-9404-737e55478135'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:05:29.769682 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9946e258-78a4-4769-a1ce-e00f3df768e4" -d '{"events": [{"server_uuid": "f6f2a7d6-51f3-4089-b760-0874e2e19f5f", "name": "network-vif-plugged", "status": "completed", "tag": "e27aebd4-294a-4f67-9404-737e55478135"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:05:29.811969 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-42c5361f-3c5d-4939-82de-00dfbc31ffcb req-f6b2eaa2-259e-48bf-8e40-f3c876af79a3 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708692
Nov 20 21:05:29.812742 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dbf52a-5e47-4205-ad98-50739aa7196b x-openstack-request-id: req-d2dbf52a-5e47-4205-ad98-50739aa7196b {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:05:29.813441 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f2a7d6-51f3-4089-b760-0874e2e19f5f", "name": "network-vif-plugged", "status": "completed", "tag": "e27aebd4-294a-4f67-9404-737e55478135", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:05:29.813793 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2dbf52a-5e47-4205-ad98-50739aa7196b {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:05:29.814336 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f2a7d6-51f3-4089-b760-0874e2e19f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27aebd4-294a-4f67-9404-737e55478135', 'code': 200}
Nov 20 21:05:29.895573 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-760ccb2b-26a5-4652-93b1-3ebefa4567c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:29.899972 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-760ccb2b-26a5-4652-93b1-3ebefa4567c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:29.942488 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-760ccb2b-26a5-4652-93b1-3ebefa4567c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12fa0962d5e943f69f346899317bf497&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3816392
Nov 20 21:05:29.942880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59586) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:29.949460 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ccb2b-26a5-4652-93b1-3ebefa4567c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b3f6da-c06f-4002-9811-1070386ce098,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:29.995887 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7cf37dc-af9a-40c6-9507-b99cea1a4635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:30.018353 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7cf37dc-af9a-40c6-9507-b99cea1a4635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:30.068802 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7cf37dc-af9a-40c6-9507-b99cea1a4635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:30.071698 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7cf37dc-af9a-40c6-9507-b99cea1a4635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:30.072875 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c7cf37dc-af9a-40c6-9507-b99cea1a4635 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17b3f6da-c06f-4002-9811-1070386ce098 HTTP/1.1" status: 204  len: 168 time: 0.1292982
Nov 20 21:05:30.081267 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf37dc-af9a-40c6-9507-b99cea1a4635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b3f6da-c06f-4002-9811-1070386ce098,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:30.148540 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1758aa39-e897-4bab-95d4-546d02f56c5b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 9a527ca4-fa9b-4d98-9846-cf1d1650cf84 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:05:30.155481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63829f-2e58-499f-921e-351d4936cca5 req-1ef6d4c6-4457-41c8-ae5e-964c06bb0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:30.157001 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1d63829f-2e58-499f-921e-351d4936cca5 req-1ef6d4c6-4457-41c8-ae5e-964c06bb0404 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 1096 time: 0.1225455
Nov 20 21:05:30.263483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1758aa39-e897-4bab-95d4-546d02f56c5b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:05:30.269799 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1758aa39-e897-4bab-95d4-546d02f56c5b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/9a527ca4-fa9b-4d98-9846-cf1d1650cf84/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6118741
Nov 20 21:05:30.272836 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59592) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:30.274811 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff488e14-813d-4b60-896d-fd1bb08fd472 None None] Sync routers for ids ['9a527ca4-fa9b-4d98-9846-cf1d1650cf84'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:05:30.286997 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff488e14-813d-4b60-896d-fd1bb08fd472 None None] Routers {'9a527ca4-fa9b-4d98-9846-cf1d1650cf84'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:30.288942 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ff488e14-813d-4b60-896d-fd1bb08fd472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a544c47f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9a527ca4-fa9b-4d98-9846-cf1d1650cf84'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:30.292486 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1d63829f-2e58-499f-921e-351d4936cca5 req-e1ef8d03-8a4a-429e-9108-3b5eb0cbd763 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283207
Nov 20 21:05:30.326756 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ff488e14-813d-4b60-896d-fd1bb08fd472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a544c47f0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:30.336677 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff488e14-813d-4b60-896d-fd1bb08fd472 None None] Routers {'9a527ca4-fa9b-4d98-9846-cf1d1650cf84'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:30.337280 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ff488e14-813d-4b60-896d-fd1bb08fd472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a544c47f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9a527ca4-fa9b-4d98-9846-cf1d1650cf84'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:30.372166 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ff488e14-813d-4b60-896d-fd1bb08fd472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a544c47f0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:30.373027 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff488e14-813d-4b60-896d-fd1bb08fd472 None None] The sync data for ids ['9a527ca4-fa9b-4d98-9846-cf1d1650cf84'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:05:30.391430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59594) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:30.406383 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e3e68f2-2e59-4d90-8836-a7c78a625354 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:30.494512 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e3e68f2-2e59-4d90-8836-a7c78a625354 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:30.498834 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e3e68f2-2e59-4d90-8836-a7c78a625354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:30.507807 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-f26487d5-93f3-4ae7-ba58-f656844f6ddb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] remove_router_interface failed (client error): The resource could not be found.
Nov 20 21:05:30.509437 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f26487d5-93f3-4ae7-ba58-f656844f6ddb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/9a527ca4-fa9b-4d98-9846-cf1d1650cf84/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.2346427
Nov 20 21:05:30.512458 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59598) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:30.539794 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4e3e68f2-2e59-4d90-8836-a7c78a625354 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b61844b8888d41b69c76eb1b8cff01f1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1471658
Nov 20 21:05:30.540685 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e68f2-2e59-4d90-8836-a7c78a625354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bf46fc-e068-47ab-998c-410358372528,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:30.543192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59600) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:30.548167 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7c775a9e-f4a1-4f21-a265-f998292053e1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a527ca4-fa9b-4d98-9846-cf1d1650cf84 HTTP/1.1" status: 200  len: 205 time: 0.0320854
Nov 20 21:05:30.549080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59602) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:30.592202 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1c71-d594-4a6d-a2a8-27a9d3a5a9a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:30.620125 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1c71-d594-4a6d-a2a8-27a9d3a5a9a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:30.629451 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-41d903bc-e5ed-45fd-ab14-c13da57a3dd7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:30.670298 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1c71-d594-4a6d-a2a8-27a9d3a5a9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:30.672968 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1c71-d594-4a6d-a2a8-27a9d3a5a9a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:30.674182 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4ddc1c71-d594-4a6d-a2a8-27a9d3a5a9a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92bf46fc-e068-47ab-998c-410358372528 HTTP/1.1" status: 204  len: 168 time: 0.1302829
Nov 20 21:05:30.683167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc1c71-d594-4a6d-a2a8-27a9d3a5a9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bf46fc-e068-47ab-998c-410358372528,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:30.806700 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48536a29-8a8a-4a2a-a7a9-46c8b72380b2 req-86e36661-d98a-467a-836d-b32726ffc2b1 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:30.808221 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-48536a29-8a8a-4a2a-a7a9-46c8b72380b2 req-86e36661-d98a-467a-836d-b32726ffc2b1 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 985 time: 0.1409330
Nov 20 21:05:30.838541 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-41d903bc-e5ed-45fd-ab14-c13da57a3dd7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:30.842160 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-41d903bc-e5ed-45fd-ab14-c13da57a3dd7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:30.911231 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-41d903bc-e5ed-45fd-ab14-c13da57a3dd7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:30.911741 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d903bc-e5ed-45fd-ab14-c13da57a3dd7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Fanout notify agent at l3_agent the message router_deleted on router 9a527ca4-fa9b-4d98-9846-cf1d1650cf84 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:05:30.921460 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-41d903bc-e5ed-45fd-ab14-c13da57a3dd7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:30.922512 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-41d903bc-e5ed-45fd-ab14-c13da57a3dd7 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/routers/9a527ca4-fa9b-4d98-9846-cf1d1650cf84 HTTP/1.1" status: 204  len: 168 time: 0.3731627
Nov 20 21:05:30.927143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59614) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:30.959824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82dea4-fa39-4dfd-b686-b1dc06bb2e8c req-1ba3eff2-7798-4386-9b17-1f3e404a7918 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:30.961548 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b82dea4-fa39-4dfd-b686-b1dc06bb2e8c req-1ba3eff2-7798-4386-9b17-1f3e404a7918 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.0685518
Nov 20 21:05:30.977821 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-48536a29-8a8a-4a2a-a7a9-46c8b72380b2 req-8a98daad-1a2f-4257-a3b6-cc646c1806a9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f9f2993-48ae-486c-bf6f-5e622bb360ef&id=58ff9b1c-f539-4154-928c-6ed15e039b3c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1371100
Nov 20 21:05:30.994834 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80dd317-03e8-4b3a-8a72-c7571f28ccbf tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting subnet 44dc55a6-8a79-4f14-bbf4-fe07f30053b1 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:05:30.998168 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f80dd317-03e8-4b3a-8a72-c7571f28ccbf tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:31.025131 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b82dea4-fa39-4dfd-b686-b1dc06bb2e8c req-1c4e1c9f-e541-46f5-aa9c-b9faaebeb27d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537126
Nov 20 21:05:31.051336 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f80dd317-03e8-4b3a-8a72-c7571f28ccbf tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:31.158837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b6108-952f-4802-b86f-c15dfcfe695a req-26e5ad20-8728-496f-8305-e8855664e860 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:31.160656 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d33b6108-952f-4802-b86f-c15dfcfe695a req-26e5ad20-8728-496f-8305-e8855664e860 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 985 time: 0.0876346
Nov 20 21:05:31.190225 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f80dd317-03e8-4b3a-8a72-c7571f28ccbf tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:31.271074 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d33b6108-952f-4802-b86f-c15dfcfe695a req-c70a00ac-caa7-48b2-a539-2f209b3e0cbc tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f9f2993-48ae-486c-bf6f-5e622bb360ef&id=58ff9b1c-f539-4154-928c-6ed15e039b3c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1014938
Nov 20 21:05:31.287720 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f80dd317-03e8-4b3a-8a72-c7571f28ccbf tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:31.316091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dd317-03e8-4b3a-8a72-c7571f28ccbf tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Subnet': ['ID=44dc55a6-8a79-4f14-bbf4-fe07f30053b1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:31.320388 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f80dd317-03e8-4b3a-8a72-c7571f28ccbf tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:31.323689 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f80dd317-03e8-4b3a-8a72-c7571f28ccbf tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/44dc55a6-8a79-4f14-bbf4-fe07f30053b1 HTTP/1.1" status: 204  len: 168 time: 0.3955934
Nov 20 21:05:31.326354 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59634) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:31.330565 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b271828-04b7-4d1a-98f3-b75b4a3e5c95 None None] Network f94db42d-065a-4f02-a820-bdb91ab02ee1 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:31.465354 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:31.487287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3150c1-83e9-4252-8001-483125958ca2 req-6e142a05-91a1-4669-a7e4-4923d44784f6 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:31.488869 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3f3150c1-83e9-4252-8001-483125958ca2 req-6e142a05-91a1-4669-a7e4-4923d44784f6 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 1136 time: 0.1014278
Nov 20 21:05:31.532249 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3f3150c1-83e9-4252-8001-483125958ca2 req-20e244d3-6245-4f1d-8d9b-cf0a94f90ae8 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:31.555404 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784fc947-66a0-4b39-9e8a-d032ccd1a114 None None] DHCP port deletion for f94db42d-065a-4f02-a820-bdb91ab02ee1 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:05:31.593660 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting port 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:05:31.594021 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:31.623497 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-784fc947-66a0-4b39-9e8a-d032ccd1a114 None None] Deleting port 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:05:31.624250 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-784fc947-66a0-4b39-9e8a-d032ccd1a114 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:31.686275 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] For port 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0,segment=NetworkSegment(41696218-111c-4609-b2b4-b66b63c89cbb),segment_id=41696218-111c-4609-b2b4-b66b63c89cbb)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:31.686633 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:31.703957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-784fc947-66a0-4b39-9e8a-d032ccd1a114 None None] For port 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0,segment=NetworkSegment(41696218-111c-4609-b2b4-b66b63c89cbb),segment_id=41696218-111c-4609-b2b4-b66b63c89cbb)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:31.704365 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-784fc947-66a0-4b39-9e8a-d032ccd1a114 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:31.707694 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Calling delete_port for 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:05:31.721426 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-784fc947-66a0-4b39-9e8a-d032ccd1a114 None None] Calling delete_port for 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:05:31.724632 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3f3150c1-83e9-4252-8001-483125958ca2 req-20e244d3-6245-4f1d-8d9b-cf0a94f90ae8 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:31.730301 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3f3150c1-83e9-4252-8001-483125958ca2 req-20e244d3-6245-4f1d-8d9b-cf0a94f90ae8 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:31.820738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e244d3-6245-4f1d-8d9b-cf0a94f90ae8 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484f6884-a8b4-4e3b-97c8-30637331a49f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:31.828630 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3f3150c1-83e9-4252-8001-483125958ca2 req-20e244d3-6245-4f1d-8d9b-cf0a94f90ae8 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=2f9f2993-48ae-486c-bf6f-5e622bb360ef&id=58ff9b1c-f539-4154-928c-6ed15e039b3c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.3187375
Nov 20 21:05:31.856469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59650) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:31.879167 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:31.908244 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feeb47c-d757-4a3e-9189-1c1461e1b7ec tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:31.910271 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0feeb47c-d757-4a3e-9189-1c1461e1b7ec tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 1131 time: 0.0506046
Nov 20 21:05:31.914404 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59652) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:31.919962 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '985be6fd-eb24-486a-842e-0c2a592276ef', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'fixed_ip_address': '172.20.0.11'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:31.942364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Port': ['ID=1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:31.950876 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] No DVR routers for this DVR port 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:05:31.957667 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:32.018404 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-784fc947-66a0-4b39-9e8a-d032ccd1a114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:32.043779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fc947-66a0-4b39-9e8a-d032ccd1a114 None None] Pushing event deleted for resources: {'Port': ['ID=1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:32.057062 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784fc947-66a0-4b39-9e8a-d032ccd1a114 None None] No DVR routers for this DVR port 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:05:32.061180 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:05:32.089885 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:32.091177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:05:32.091706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1decd120-5ad6-4bef-8e6e-a1cd9b0fbcf0 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:05:32.118008 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d4953d0>,) {'filters': {'network_id': ['f94db42d-065a-4f02-a820-bdb91ab02ee1']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:32.121659 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:32.139804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d4953d0>, '41696218-111c-4609-b2b4-b66b63c89cbb') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:32.140105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d4953d0>, '41696218-111c-4609-b2b4-b66b63c89cbb') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:32.173678 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:32.205587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fa405-66df-48d2-8b25-febca8a58233 req-8b426823-5ead-4082-adb6-adcf8587b8e5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:32.207265 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef8fa405-66df-48d2-8b25-febca8a58233 req-8b426823-5ead-4082-adb6-adcf8587b8e5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.0808229
Nov 20 21:05:32.208342 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:32.215327 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:05:32.215749 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:05:32.219137 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:05:32.250815 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Allocated IP 172.35.1.154 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/3338d188-0a0b-4373-b020-2fb915d9ae36) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:32.304805 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:32.327457 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:32.335061 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/networks/f94db42d-065a-4f02-a820-bdb91ab02ee1 HTTP/1.1" status: 204  len: 168 time: 1.0036151
Nov 20 21:05:32.336135 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59664) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:32.345191 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b9743-b7bd-4779-a212-fd807ec62e07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Network': ['ID=f94db42d-065a-4f02-a820-bdb91ab02ee1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:32.345555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f7736ac5-174b-49f5-acb7-b4efff77f844 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1532164861'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:32.374162 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef8fa405-66df-48d2-8b25-febca8a58233 req-baac1038-3b2f-4891-b64a-c4f73bf6f659 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329529
Nov 20 21:05:32.392861 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:32.397920 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7736ac5-174b-49f5-acb7-b4efff77f844 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:32.401529 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7736ac5-174b-49f5-acb7-b4efff77f844 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:32.438957 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7736ac5-174b-49f5-acb7-b4efff77f844 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:05:32.454396 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7736ac5-174b-49f5-acb7-b4efff77f844 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:32.454757 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-f7736ac5-174b-49f5-acb7-b4efff77f844 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Added segment 6a69369a-79fd-47b5-8943-c105cc050795 of type vlan for network 54f54b66-583c-403a-8cc4-11d21eb0dbf6
Nov 20 21:05:32.488731 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:32.541927 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7736ac5-174b-49f5-acb7-b4efff77f844 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:32.562580 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:32.571788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:32.580279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:32.612995 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'Port': ['ID=3338d188-0a0b-4373-b020-2fb915d9ae36,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:32.614518 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ed007-67ec-442b-973b-9eea8b68eee2 req-4e311c1e-c92f-4c21-bed5-bc126753bae5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:32.617695 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a5ed007-67ec-442b-973b-9eea8b68eee2 req-4e311c1e-c92f-4c21-bed5-bc126753bae5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.0694947
Nov 20 21:05:32.632206 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7736ac5-174b-49f5-acb7-b4efff77f844 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:32.652114 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7736ac5-174b-49f5-acb7-b4efff77f844 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:32.652780 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7736ac5-174b-49f5-acb7-b4efff77f844 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:32.686333 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a5ed007-67ec-442b-973b-9eea8b68eee2 req-c85d789d-5f6d-4fab-b347-242ec03c7443 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613608
Nov 20 21:05:32.746840 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f7736ac5-174b-49f5-acb7-b4efff77f844 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4096024
Nov 20 21:05:32.749928 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59680) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:32.755110 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-54802b88-6b73-4d3e-99c9-49c3dd9acfa9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'subnet': {'network_id': '54f54b66-583c-403a-8cc4-11d21eb0dbf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:32.814180 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7736ac5-174b-49f5-acb7-b4efff77f844 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Network': ['ID=54f54b66-583c-403a-8cc4-11d21eb0dbf6,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:32.825278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 54f54b66-583c-403a-8cc4-11d21eb0dbf6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:05:32.860293 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54802b88-6b73-4d3e-99c9-49c3dd9acfa9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:32.864373 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54802b88-6b73-4d3e-99c9-49c3dd9acfa9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:33.104098 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54802b88-6b73-4d3e-99c9-49c3dd9acfa9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:33.173759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54802b88-6b73-4d3e-99c9-49c3dd9acfa9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Subnet': ['ID=2d9759e2-2d10-441a-98ff-3433eb92651d,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:33.183937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54802b88-6b73-4d3e-99c9-49c3dd9acfa9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Checking segment: {'id': '6a69369a-79fd-47b5-8943-c105cc050795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '54f54b66-583c-403a-8cc4-11d21eb0dbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:33.184549 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54802b88-6b73-4d3e-99c9-49c3dd9acfa9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network hostable DHCP agents. Network: 54f54b66-583c-403a-8cc4-11d21eb0dbf6, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:05:33.200687 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:33.204891 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54802b88-6b73-4d3e-99c9-49c3dd9acfa9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 54f54b66-583c-403a-8cc4-11d21eb0dbf6 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:05:33.215407 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-54802b88-6b73-4d3e-99c9-49c3dd9acfa9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 54f54b66-583c-403a-8cc4-11d21eb0dbf6) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:33.219770 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54802b88-6b73-4d3e-99c9-49c3dd9acfa9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:33.220500 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54802b88-6b73-4d3e-99c9-49c3dd9acfa9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:33.227443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96f29d8-4a1a-4473-8c73-70887e9d2a8d None None] Network 54f54b66-583c-403a-8cc4-11d21eb0dbf6 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:33.240364 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-54802b88-6b73-4d3e-99c9-49c3dd9acfa9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4892612
Nov 20 21:05:33.242949 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59692) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:33.249855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8e8a7b59-64a8-47ce-acdb-e581a3424ae0 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1698657017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:33.283794 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e8a7b59-64a8-47ce-acdb-e581a3424ae0 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:33.285345 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e8a7b59-64a8-47ce-acdb-e581a3424ae0 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:33.292414 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:33.355095 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e8a7b59-64a8-47ce-acdb-e581a3424ae0 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:33.361649 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e8a7b59-64a8-47ce-acdb-e581a3424ae0 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:33.396024 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e8a7b59-64a8-47ce-acdb-e581a3424ae0 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:33.398293 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8e8a7b59-64a8-47ce-acdb-e581a3424ae0 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1541362
Nov 20 21:05:33.402667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59696) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:33.434474 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-54f54b66-583c-403a-8cc4-11d21eb0dbf6', 'network_id': '54f54b66-583c-403a-8cc4-11d21eb0dbf6', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'fixed_ips': [{'subnet_id': '2d9759e2-2d10-441a-98ff-3433eb92651d'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:05:33.435562 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:33.479593 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:33.484853 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:33.576220 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'Port': ['ID=3338d188-0a0b-4373-b020-2fb915d9ae36,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:33.585653 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:33.624562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Allocated IP 2001:db8::2 (54f54b66-583c-403a-8cc4-11d21eb0dbf6/2d9759e2-2d10-441a-98ff-3433eb92651d/e646735b-5794-4eda-801f-637453d9f5c5) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:33.701791 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Floating IP 5ff05b55-1380-43d8-b695-a5cd35c88fd8 associated. External IP: 172.35.1.154, port: 985be6fd-eb24-486a-842e-0c2a592276ef.
Nov 20 21:05:33.838316 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:33.858780 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:33.867713 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:33.923873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Network 54f54b66-583c-403a-8cc4-11d21eb0dbf6 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:33.930333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:33.933730 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:33.990120 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Pushing event updated for resources: {'Port': ['ID=e646735b-5794-4eda-801f-637453d9f5c5,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:34.038775 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Attempting to bind port e646735b-5794-4eda-801f-637453d9f5c5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:05:34.039502 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Attempting to bind port e646735b-5794-4eda-801f-637453d9f5c5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6a69369a-79fd-47b5-8943-c105cc050795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '54f54b66-583c-403a-8cc4-11d21eb0dbf6'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:05:34.039800 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Attempting to bind port e646735b-5794-4eda-801f-637453d9f5c5 on network 54f54b66-583c-403a-8cc4-11d21eb0dbf6 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:05:34.046606 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:05:34.047002 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Checking segment: {'id': '6a69369a-79fd-47b5-8943-c105cc050795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '54f54b66-583c-403a-8cc4-11d21eb0dbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:34.047467 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:34.047877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Bound using segment: {'id': '6a69369a-79fd-47b5-8943-c105cc050795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '54f54b66-583c-403a-8cc4-11d21eb0dbf6'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:05:34.048366 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Bound port: e646735b-5794-4eda-801f-637453d9f5c5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a69369a-79fd-47b5-8943-c105cc050795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '54f54b66-583c-403a-8cc4-11d21eb0dbf6'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:05:34.048777 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:34.165028 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] For port e646735b-5794-4eda-801f-637453d9f5c5, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:05:34.169340 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] For port e646735b-5794-4eda-801f-637453d9f5c5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e646735b-5794-4eda-801f-637453d9f5c5,segment=NetworkSegment(6a69369a-79fd-47b5-8943-c105cc050795),segment_id=6a69369a-79fd-47b5-8943-c105cc050795)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:05:34.175687 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:34.192083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Allocated IP 2001:db8::1 (54f54b66-583c-403a-8cc4-11d21eb0dbf6/2d9759e2-2d10-441a-98ff-3433eb92651d/751d3021-a3c3-4789-a331-65ddd95ccbb7) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:34.246143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef87ff3-82f8-4cb1-99ff-c2a1b90e748f None None] Pushing event updated for resources: {'Port': ['ID=e646735b-5794-4eda-801f-637453d9f5c5,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:34.326744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dc9ce-af9f-4dd6-b4cb-565d8b0a6b71 req-c4616652-d852-4752-9bbe-b9df914431bf tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:34.328300 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d57dc9ce-af9f-4dd6-b4cb-565d8b0a6b71 req-c4616652-d852-4752-9bbe-b9df914431bf tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.1155052
Nov 20 21:05:34.386006 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:34.439491 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d57dc9ce-af9f-4dd6-b4cb-565d8b0a6b71 req-a587224a-0947-40cf-8d81-21d73f3efd42 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013553
Nov 20 21:05:34.444443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:05:34.447547 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:34.572281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=751d3021-a3c3-4789-a331-65ddd95ccbb7,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:34.597314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 54f54b66-583c-403a-8cc4-11d21eb0dbf6 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:34.599350 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:34.603689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:34.605443 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:34.633666 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:05:34.645580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75079ce0-4c72-46d1-8461-921bfbd20f23 None None] Sync routers for ids ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:05:34.664376 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:34.683006 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75079ce0-4c72-46d1-8461-921bfbd20f23 None None] Routers {'3b9d6dbe-0889-4a12-824e-9f3624c75f4c'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:34.683661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-75079ce0-4c72-46d1-8461-921bfbd20f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4751a670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:34.746085 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-05ec942c-4b0f-4c74-b605-66cbfb56e1ea tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8278427
Nov 20 21:05:34.746085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ba7955-5181-4b9d-8046-1ebc20efd258', 'tag': '985be6fd-eb24-486a-842e-0c2a592276ef'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:05:34.746918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59726) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:34.748341 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaf1e9c-a759-4a80-8631-626babc2b532" -d '{"events": [{"name": "network-changed", "server_uuid": "45ba7955-5181-4b9d-8046-1ebc20efd258", "tag": "985be6fd-eb24-486a-842e-0c2a592276ef"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:05:34.823329 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dcb006-c776-494c-b56a-7f7166f0214c x-openstack-request-id: req-15dcb006-c776-494c-b56a-7f7166f0214c {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:05:34.823558 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ba7955-5181-4b9d-8046-1ebc20efd258", "tag": "985be6fd-eb24-486a-842e-0c2a592276ef", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:05:34.823827 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15dcb006-c776-494c-b56a-7f7166f0214c {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:05:34.824240 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ba7955-5181-4b9d-8046-1ebc20efd258', 'tag': '985be6fd-eb24-486a-842e-0c2a592276ef', 'status': 'completed', 'code': 200}
Nov 20 21:05:34.827756 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-75079ce0-4c72-46d1-8461-921bfbd20f23 None None] Set router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:05:34.914271 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:34.995684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf1e9c-a759-4a80-8631-626babc2b532 req-e5c52da3-cad3-42f5-8ad8-78d5fd0a81db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:34.998271 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fbaf1e9c-a759-4a80-8631-626babc2b532 req-e5c52da3-cad3-42f5-8ad8-78d5fd0a81db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83a551019ab140bba8ec377d05167a62&device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 1136 time: 0.1346006
Nov 20 21:05:35.029260 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31fda73-a17d-4755-8fcd-02f2f6a23d58 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.029711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31fda73-a17d-4755-8fcd-02f2f6a23d58 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.030162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31fda73-a17d-4755-8fcd-02f2f6a23d58 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.031133 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31fda73-a17d-4755-8fcd-02f2f6a23d58 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.031616 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31fda73-a17d-4755-8fcd-02f2f6a23d58 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.032109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31fda73-a17d-4755-8fcd-02f2f6a23d58 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.032675 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31fda73-a17d-4755-8fcd-02f2f6a23d58 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.032987 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31fda73-a17d-4755-8fcd-02f2f6a23d58 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.034543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31fda73-a17d-4755-8fcd-02f2f6a23d58 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.034543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31fda73-a17d-4755-8fcd-02f2f6a23d58 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.034923 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31fda73-a17d-4755-8fcd-02f2f6a23d58 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.037941 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a31fda73-a17d-4755-8fcd-02f2f6a23d58 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7753 time: 0.2895830
Nov 20 21:05:35.040815 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59740) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:35.200071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-75079ce0-4c72-46d1-8461-921bfbd20f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4751a670>, [{'id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-985332848', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:04:55Z', 'updated_at': '2021-11-20T21:05:07Z', 'revision_number': 4, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:04:57Z', 'updated_at': '2021-11-20T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ff05b55-1380-43d8-b695-a5cd35c88fd8', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'floating_ip_address': '172.35.1.154', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'port_id': '985be6fd-eb24-486a-842e-0c2a592276ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a', 'mac_address': 'fa:16:3e:1a:3c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ba7955-5181-4b9d-8046-1ebc20efd258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:05:33Z', 'updated_at': '2021-11-20T21:05:33Z', 'revision_number': 0, 'project_id': '83a551019ab140bba8ec377d05167a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e58d1880-302a-4e54-a879-9646117f38c3', 'name': '', 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'mac_address': 'fa:16:3e:55:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:06Z', 'updated_at': '2021-11-20T21:05:17Z', 'revision_number': 5, 'project_id': '83a551019ab140bba8ec377d05167a62', 'subnets': [{'id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:35.220608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f1728-c360-4956-b4f6-5d3554026c70 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.221186 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f1728-c360-4956-b4f6-5d3554026c70 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.221812 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f1728-c360-4956-b4f6-5d3554026c70 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.222860 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f1728-c360-4956-b4f6-5d3554026c70 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.222860 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f1728-c360-4956-b4f6-5d3554026c70 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.223315 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f1728-c360-4956-b4f6-5d3554026c70 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.223778 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f1728-c360-4956-b4f6-5d3554026c70 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.230253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f1728-c360-4956-b4f6-5d3554026c70 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.230861 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f1728-c360-4956-b4f6-5d3554026c70 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.231489 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f1728-c360-4956-b4f6-5d3554026c70 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.232089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f1728-c360-4956-b4f6-5d3554026c70 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.234396 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-713f1728-c360-4956-b4f6-5d3554026c70 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7068 time: 0.1917226
Nov 20 21:05:35.237834 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59746) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:35.275458 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75079ce0-4c72-46d1-8461-921bfbd20f23 None None] Checking router: 3b9d6dbe-0889-4a12-824e-9f3624c75f4c for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:05:35.282705 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf1e9c-a759-4a80-8631-626babc2b532 req-a877625e-91dd-4dd2-9055-81f53da1c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.284120 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fbaf1e9c-a759-4a80-8631-626babc2b532 req-a877625e-91dd-4dd2-9055-81f53da1c619 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bef316a-94ed-44e3-8dfa-520c0d36d93a HTTP/1.1" status: 200  len: 897 time: 0.2775986
Nov 20 21:05:35.292617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75079ce0-4c72-46d1-8461-921bfbd20f23 None None] Routers {'3b9d6dbe-0889-4a12-824e-9f3624c75f4c'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:35.293908 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-75079ce0-4c72-46d1-8461-921bfbd20f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4751a670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:35.415866 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792cdde-2455-4741-9426-a7dd530cd10a req-eeda0e88-22ac-446c-af30-46543bf85c58 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.423568 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f792cdde-2455-4741-9426-a7dd530cd10a req-eeda0e88-22ac-446c-af30-46543bf85c58 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.1055732
Nov 20 21:05:35.470793 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fbaf1e9c-a759-4a80-8631-626babc2b532 req-a4ee21ca-e935-4c37-a158-156b1ce95012 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=985be6fd-eb24-486a-842e-0c2a592276ef HTTP/1.1" status: 200  len: 1000 time: 0.1626289
Nov 20 21:05:35.513130 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-75079ce0-4c72-46d1-8461-921bfbd20f23 None None] Set router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:05:35.571095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf1e9c-a759-4a80-8631-626babc2b532 req-b65cb889-439a-42c3-9978-3f884582a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.572596 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fbaf1e9c-a759-4a80-8631-626babc2b532 req-b65cb889-439a-42c3-9978-3f884582a479 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd0c0ae1-09df-44d3-b73c-12d3c1862d37 HTTP/1.1" status: 200  len: 834 time: 0.0915737
Nov 20 21:05:35.591227 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:35.593588 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f792cdde-2455-4741-9426-a7dd530cd10a req-f994a763-b364-453e-a7d3-e840c4318dbf tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691039
Nov 20 21:05:35.616121 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:35.617328 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:35.671090 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6faf1671-f66d-452b-bf0b-4a80554f98c5 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 5031 time: 0.4318802
Nov 20 21:05:35.673783 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59754) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:35.700332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=751d3021-a3c3-4789-a331-65ddd95ccbb7,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:35.715399 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf1e9c-a759-4a80-8631-626babc2b532 req-3607c58e-11f6-4c6a-a622-5f5c61a249e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.717311 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fbaf1e9c-a759-4a80-8631-626babc2b532 req-3607c58e-11f6-4c6a-a622-5f5c61a249e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bef316a-94ed-44e3-8dfa-520c0d36d93a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1365118
Nov 20 21:05:35.768730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b668c809-5f4c-4693-8b94-bba8e4d356fd tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.768730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b668c809-5f4c-4693-8b94-bba8e4d356fd tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:35.774927 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b668c809-5f4c-4693-8b94-bba8e4d356fd tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3b9d6dbe-0889-4a12-824e-9f3624c75f4c HTTP/1.1" status: 200  len: 1992 time: 0.0975161
Nov 20 21:05:35.854265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 54f54b66-583c-403a-8cc4-11d21eb0dbf6 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:35.854980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac45c9-a3af-4217-b88e-90cfa6514b40 None None] Network 54f54b66-583c-403a-8cc4-11d21eb0dbf6 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:35.857175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:35.911361 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fbaf1e9c-a759-4a80-8631-626babc2b532 req-afd80ca2-e37e-4a4f-b68c-4c8e73fb3821 service neutron] 10.222.0.37 "GET /v2.0/networks/2bef316a-94ed-44e3-8dfa-520c0d36d93a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1621971
Nov 20 21:05:35.941019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-953bdde2-cc8e-4617-82ad-e36d5981f48c None None] Provisioning complete for port e646735b-5794-4eda-801f-637453d9f5c5 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:35.941398 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-953bdde2-cc8e-4617-82ad-e36d5981f48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:36.028553 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-75079ce0-4c72-46d1-8461-921bfbd20f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4751a670>, [{'id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-985332848', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:04:55Z', 'updated_at': '2021-11-20T21:05:07Z', 'revision_number': 4, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:04:57Z', 'updated_at': '2021-11-20T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ff05b55-1380-43d8-b695-a5cd35c88fd8', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'floating_ip_address': '172.35.1.154', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'port_id': '985be6fd-eb24-486a-842e-0c2a592276ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a', 'mac_address': 'fa:16:3e:1a:3c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ba7955-5181-4b9d-8046-1ebc20efd258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:05:33Z', 'updated_at': '2021-11-20T21:05:33Z', 'revision_number': 0, 'project_id': '83a551019ab140bba8ec377d05167a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e58d1880-302a-4e54-a879-9646117f38c3', 'name': '', 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'mac_address': 'fa:16:3e:55:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:06Z', 'updated_at': '2021-11-20T21:05:17Z', 'revision_number': 5, 'project_id': '83a551019ab140bba8ec377d05167a62', 'subnets': [{'id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:36.069786 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fbaf1e9c-a759-4a80-8631-626babc2b532 req-ad0d06a3-33df-441e-8702-4673d6e38039 service neutron] 10.222.0.37 "GET /v2.0/networks/2bef316a-94ed-44e3-8dfa-520c0d36d93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1145971
Nov 20 21:05:36.071909 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75079ce0-4c72-46d1-8461-921bfbd20f23 None None] The sync data for ids ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'] in ncdv-master-1 is: [{'id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-985332848', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:04:55Z', 'updated_at': '2021-11-20T21:05:07Z', 'revision_number': 4, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:04:57Z', 'updated_at': '2021-11-20T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ff05b55-1380-43d8-b695-a5cd35c88fd8', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'floating_ip_address': '172.35.1.154', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'port_id': '985be6fd-eb24-486a-842e-0c2a592276ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a', 'mac_address': 'fa:16:3e:1a:3c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ba7955-5181-4b9d-8046-1ebc20efd258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:05:33Z', 'updated_at': '2021-11-20T21:05:33Z', 'revision_number': 0, 'project_id': '83a551019ab140bba8ec377d05167a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e58d1880-302a-4e54-a879-9646117f38c3', 'name': '', 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'mac_address': 'fa:16:3e:55:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:06Z', 'updated_at': '2021-11-20T21:05:17Z', 'revision_number': 5, 'project_id': '83a551019ab140bba8ec377d05167a62', 'subnets': [{'id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:05:36.086927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 79e943e2-a04f-4dc3-914d-2b5c582329fc is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:05:36.141835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e646735b-5794-4eda-801f-637453d9f5c5 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:36.207286 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:05:36.208371 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-953bdde2-cc8e-4617-82ad-e36d5981f48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:36.213342 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6f71f785-3029-45bf-9a56-48a54a17d55a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/79e943e2-a04f-4dc3-914d-2b5c582329fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8096035
Nov 20 21:05:36.216383 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59764) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:36.221678 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64774d-8636-46f8-9007-c8b0be2071dd None None] Sync routers for ids ['79e943e2-a04f-4dc3-914d-2b5c582329fc'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:05:36.241839 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a64774d-8636-46f8-9007-c8b0be2071dd None None] Routers {'79e943e2-a04f-4dc3-914d-2b5c582329fc'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:36.242523 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7a64774d-8636-46f8-9007-c8b0be2071dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a544c4580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['79e943e2-a04f-4dc3-914d-2b5c582329fc'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:36.277154 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e646735b-5794-4eda-801f-637453d9f5c5 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:36.283381 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b9f2f4-cfcb-4401-a4be-a25a14f52d25 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:36.283561 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:36.285248 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-24b9f2f4-cfcb-4401-a4be-a25a14f52d25 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports/751d3021-a3c3-4789-a331-65ddd95ccbb7 HTTP/1.1" status: 200  len: 911 time: 0.0672688
Nov 20 21:05:36.288045 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59766) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:36.302418 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7a64774d-8636-46f8-9007-c8b0be2071dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a544c4580>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:36.315687 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a64774d-8636-46f8-9007-c8b0be2071dd None None] Routers {'79e943e2-a04f-4dc3-914d-2b5c582329fc'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:36.316331 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7a64774d-8636-46f8-9007-c8b0be2071dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a544c4580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['79e943e2-a04f-4dc3-914d-2b5c582329fc'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:36.360474 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-953bdde2-cc8e-4617-82ad-e36d5981f48c None None] For port e646735b-5794-4eda-801f-637453d9f5c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e646735b-5794-4eda-801f-637453d9f5c5,segment=NetworkSegment(6a69369a-79fd-47b5-8943-c105cc050795),segment_id=6a69369a-79fd-47b5-8943-c105cc050795)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:36.372482 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7a64774d-8636-46f8-9007-c8b0be2071dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a544c4580>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:36.372908 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-953bdde2-cc8e-4617-82ad-e36d5981f48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:36.373142 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64774d-8636-46f8-9007-c8b0be2071dd None None] The sync data for ids ['79e943e2-a04f-4dc3-914d-2b5c582329fc'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:05:36.442562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed432ef-ac16-4155-a633-44842ced88ea None None] New status for floating IP 5ff05b55-1380-43d8-b695-a5cd35c88fd8: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:05:36.545832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bdde2-cc8e-4617-82ad-e36d5981f48c None None] Pushing event updated for resources: {'Port': ['ID=e646735b-5794-4eda-801f-637453d9f5c5,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:36.726799 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-76270bbb-ea15-4154-b192-140166598d32 None None] Provisioning complete for port 751d3021-a3c3-4789-a331-65ddd95ccbb7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:36.727291 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-76270bbb-ea15-4154-b192-140166598d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:36.779877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-76270bbb-ea15-4154-b192-140166598d32 None None] Port 751d3021-a3c3-4789-a331-65ddd95ccbb7 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:36.802011 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-76270bbb-ea15-4154-b192-140166598d32 None None] Provisioning complete for port e646735b-5794-4eda-801f-637453d9f5c5 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:36.802421 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-76270bbb-ea15-4154-b192-140166598d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:36.820347 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91784263-a1fa-4d00-bef5-8e06ae9f9b59 req-b38201d0-dcf6-4939-a5ce-97d546da3c47 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:36.831273 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91784263-a1fa-4d00-bef5-8e06ae9f9b59 req-b38201d0-dcf6-4939-a5ce-97d546da3c47 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.1067550
Nov 20 21:05:36.880615 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-58231f7f-7ca6-470e-b75c-aaed7d3757dc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:36.918343 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91784263-a1fa-4d00-bef5-8e06ae9f9b59 req-d7d5a37d-5e28-4b9f-bbb8-f2328d3c0b39 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855100
Nov 20 21:05:37.046929 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-21d9dbda-6072-427d-b80e-ec4144ce25a8 None None] Provisioning complete for port 751d3021-a3c3-4789-a331-65ddd95ccbb7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:37.047340 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-21d9dbda-6072-427d-b80e-ec4144ce25a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:37.149097 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-21d9dbda-6072-427d-b80e-ec4144ce25a8 None None] Port 751d3021-a3c3-4789-a331-65ddd95ccbb7 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:37.207288 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-58231f7f-7ca6-470e-b75c-aaed7d3757dc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting port 751d3021-a3c3-4789-a331-65ddd95ccbb7 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:05:37.207642 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-58231f7f-7ca6-470e-b75c-aaed7d3757dc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:37.271696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-bd208c01-58af-4c37-bb1d-061d768b10d0 None None] Provisioning complete for port 751d3021-a3c3-4789-a331-65ddd95ccbb7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:37.282634 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bd208c01-58af-4c37-bb1d-061d768b10d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:37.311917 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-58231f7f-7ca6-470e-b75c-aaed7d3757dc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:37.328768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-58231f7f-7ca6-470e-b75c-aaed7d3757dc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Calling delete_port for 751d3021-a3c3-4789-a331-65ddd95ccbb7 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:05:37.521054 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-bd208c01-58af-4c37-bb1d-061d768b10d0 None None] Port 751d3021-a3c3-4789-a331-65ddd95ccbb7 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:37.570489 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-58231f7f-7ca6-470e-b75c-aaed7d3757dc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:37.602628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58231f7f-7ca6-470e-b75c-aaed7d3757dc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Port': ['ID=751d3021-a3c3-4789-a331-65ddd95ccbb7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:37.714366 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-58231f7f-7ca6-470e-b75c-aaed7d3757dc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:37.900073 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58231f7f-7ca6-470e-b75c-aaed7d3757dc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 79e943e2-a04f-4dc3-914d-2b5c582329fc has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:05:37.988435 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58231f7f-7ca6-470e-b75c-aaed7d3757dc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:05:37.997044 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59818) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:37.997533 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-58231f7f-7ca6-470e-b75c-aaed7d3757dc tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/79e943e2-a04f-4dc3-914d-2b5c582329fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6958559
Nov 20 21:05:38.000096 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c873f7e-3ce9-49fa-9404-2750fe215528 None None] Sync routers for ids ['79e943e2-a04f-4dc3-914d-2b5c582329fc'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:05:38.016787 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c873f7e-3ce9-49fa-9404-2750fe215528 None None] Routers {'79e943e2-a04f-4dc3-914d-2b5c582329fc'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:38.017661 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3c873f7e-3ce9-49fa-9404-2750fe215528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542fbb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['79e943e2-a04f-4dc3-914d-2b5c582329fc'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:38.087722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e646735b-5794-4eda-801f-637453d9f5c5 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:38.113445 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3c873f7e-3ce9-49fa-9404-2750fe215528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542fbb20>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:38.151307 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c873f7e-3ce9-49fa-9404-2750fe215528 None None] Routers {'79e943e2-a04f-4dc3-914d-2b5c582329fc'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:38.152845 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3c873f7e-3ce9-49fa-9404-2750fe215528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542fbb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['79e943e2-a04f-4dc3-914d-2b5c582329fc'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:38.180583 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e428979-012b-4063-8881-73bfef60015c req-0ddb7206-fd41-48bf-a957-2112791ed69c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:38.194403 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7e428979-012b-4063-8881-73bfef60015c req-0ddb7206-fd41-48bf-a957-2112791ed69c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.1028745
Nov 20 21:05:38.229104 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:38.254502 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:38.274431 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e646735b-5794-4eda-801f-637453d9f5c5 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:38.275114 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:38.288342 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3c873f7e-3ce9-49fa-9404-2750fe215528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542fbb20>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:38.289526 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c873f7e-3ce9-49fa-9404-2750fe215528 None None] The sync data for ids ['79e943e2-a04f-4dc3-914d-2b5c582329fc'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:05:38.319536 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7e428979-012b-4063-8881-73bfef60015c req-8fe628e1-8629-419e-b807-7da7d4e6bea2 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232715
Nov 20 21:05:38.544441 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-006ec974-ad30-40ba-8043-cc912add3e34 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports?device_id=79e943e2-a04f-4dc3-914d-2b5c582329fc HTTP/1.1" status: 200  len: 205 time: 0.5454717
Nov 20 21:05:38.547094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59834) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:38.661146 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef10a555-478e-4f48-b594-b7fd5a7cbf5e tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:38.857631 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef10a555-478e-4f48-b594-b7fd5a7cbf5e tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:38.861053 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef10a555-478e-4f48-b594-b7fd5a7cbf5e tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:38.924180 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef10a555-478e-4f48-b594-b7fd5a7cbf5e tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:38.924880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef10a555-478e-4f48-b594-b7fd5a7cbf5e tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Fanout notify agent at l3_agent the message router_deleted on router 79e943e2-a04f-4dc3-914d-2b5c582329fc {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:05:38.939269 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef10a555-478e-4f48-b594-b7fd5a7cbf5e tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:38.943067 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ef10a555-478e-4f48-b594-b7fd5a7cbf5e tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/routers/79e943e2-a04f-4dc3-914d-2b5c582329fc HTTP/1.1" status: 204  len: 168 time: 0.3925145
Nov 20 21:05:38.943446 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59842) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:39.007363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51e0eba-b361-435c-9cc2-5fa86aed8fc1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting subnet 2d9759e2-2d10-441a-98ff-3433eb92651d {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:05:39.011564 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b51e0eba-b361-435c-9cc2-5fa86aed8fc1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:39.064470 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b51e0eba-b361-435c-9cc2-5fa86aed8fc1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:39.125914 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device e27aebd4-294a-4f67-9404-737e55478135 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:05:39.215528 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b51e0eba-b361-435c-9cc2-5fa86aed8fc1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:39.275303 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port e27aebd4-294a-4f67-9404-737e55478135, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e27aebd4-294a-4f67-9404-737e55478135,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:39.303965 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'e27aebd4-294a-4f67-9404-737e55478135', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'port_id': 'e27aebd4-294a-4f67-9404-737e55478135', 'mac_address': 'fa:16:3e:96:bc:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:05:39.304164 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b51e0eba-b361-435c-9cc2-5fa86aed8fc1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:39.348745 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b51e0eba-b361-435c-9cc2-5fa86aed8fc1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:39.351820 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:39.354305 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42304648-ce6e-4b75-bc5c-580e3c843cb9 None None] Network 54f54b66-583c-403a-8cc4-11d21eb0dbf6 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:39.357477 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b51e0eba-b361-435c-9cc2-5fa86aed8fc1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/2d9759e2-2d10-441a-98ff-3433eb92651d HTTP/1.1" status: 204  len: 168 time: 0.4122097
Nov 20 21:05:39.358873 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e0eba-b361-435c-9cc2-5fa86aed8fc1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Subnet': ['ID=2d9759e2-2d10-441a-98ff-3433eb92651d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:39.360158 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59854) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:39.380562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e27aebd4-294a-4f67-9404-737e55478135 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:05:39.467177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port e27aebd4-294a-4f67-9404-737e55478135, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e27aebd4-294a-4f67-9404-737e55478135,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:39.527401 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:39.549259 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:39.590268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07925fc4-0770-401f-be88-abfe15a35974 req-8496d744-2c2c-487e-a829-523e36410c15 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:39.603737 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-07925fc4-0770-401f-be88-abfe15a35974 req-8496d744-2c2c-487e-a829-523e36410c15 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 944 time: 0.1190026
Nov 20 21:05:39.638178 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=e27aebd4-294a-4f67-9404-737e55478135,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:39.646281 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['e27aebd4-294a-4f67-9404-737e55478135'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:05:39.673415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting port e646735b-5794-4eda-801f-637453d9f5c5 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:05:39.673948 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:39.739975 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beed9789-00d1-4293-8cd2-92e0f5b96afb None None] DHCP port deletion for 54f54b66-583c-403a-8cc4-11d21eb0dbf6 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:05:39.777048 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-07925fc4-0770-401f-be88-abfe15a35974 req-17bcac54-9724-4331-b738-181782ebdd9c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715775
Nov 20 21:05:39.860290 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] For port e646735b-5794-4eda-801f-637453d9f5c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e646735b-5794-4eda-801f-637453d9f5c5,segment=NetworkSegment(6a69369a-79fd-47b5-8943-c105cc050795),segment_id=6a69369a-79fd-47b5-8943-c105cc050795)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:39.860992 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:39.879714 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Calling delete_port for e646735b-5794-4eda-801f-637453d9f5c5 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:05:39.888136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-beed9789-00d1-4293-8cd2-92e0f5b96afb None None] Deleting port e646735b-5794-4eda-801f-637453d9f5c5 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:05:39.888515 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-beed9789-00d1-4293-8cd2-92e0f5b96afb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:39.995759 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-beed9789-00d1-4293-8cd2-92e0f5b96afb None None] For port e646735b-5794-4eda-801f-637453d9f5c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e646735b-5794-4eda-801f-637453d9f5c5,segment=NetworkSegment(6a69369a-79fd-47b5-8943-c105cc050795),segment_id=6a69369a-79fd-47b5-8943-c105cc050795)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:39.996166 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-beed9789-00d1-4293-8cd2-92e0f5b96afb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:40.019375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-beed9789-00d1-4293-8cd2-92e0f5b96afb None None] Calling delete_port for e646735b-5794-4eda-801f-637453d9f5c5 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:05:40.074533 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e646735b-5794-4eda-801f-637453d9f5c5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:05:40.083922 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:40.129341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Port': ['ID=e646735b-5794-4eda-801f-637453d9f5c5,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:40.132619 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No active binding found for port e646735b-5794-4eda-801f-637453d9f5c5 {{(pid=126226) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 20 21:05:40.132619 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e646735b-5794-4eda-801f-637453d9f5c5 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:05:40.143729 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] No DVR routers for this DVR port e646735b-5794-4eda-801f-637453d9f5c5 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:05:40.156313 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-beed9789-00d1-4293-8cd2-92e0f5b96afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:40.193584 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beed9789-00d1-4293-8cd2-92e0f5b96afb None None] No DVR routers for this DVR port e646735b-5794-4eda-801f-637453d9f5c5 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:05:40.195314 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed9789-00d1-4293-8cd2-92e0f5b96afb None None] Pushing event deleted for resources: {'Port': ['ID=e646735b-5794-4eda-801f-637453d9f5c5,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:40.314568 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:40.341277 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ebf8490>,) {'filters': {'network_id': ['54f54b66-583c-403a-8cc4-11d21eb0dbf6']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:40.353532 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ebf8490>, '6a69369a-79fd-47b5-8943-c105cc050795') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:40.353843 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ebf8490>, '6a69369a-79fd-47b5-8943-c105cc050795') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:40.365106 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:40.383091 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:40.393710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:05:40.394163 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:05:40.398559 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:05:40.485083 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:40.491834 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:40.501094 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/networks/54f54b66-583c-403a-8cc4-11d21eb0dbf6 HTTP/1.1" status: 204  len: 168 time: 1.1338849
Nov 20 21:05:40.501935 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59874) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:40.506039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1669679511', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}, 'admin_state_up': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:40.534446 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4206af-cb58-4994-99c2-2e1ff311cf60 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Network': ['ID=54f54b66-583c-403a-8cc4-11d21eb0dbf6,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:40.555166 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:40.556333 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:40.634122 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:40.813812 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:40.935294 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ab3c7-24cc-4817-af51-7c1942ce14aa req-51e155e3-bba4-4117-88ae-78080ec77058 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:40.943220 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-930ab3c7-24cc-4817-af51-7c1942ce14aa req-51e155e3-bba4-4117-88ae-78080ec77058 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 944 time: 0.0807083
Nov 20 21:05:40.946212 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59886) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:41.024724 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-930ab3c7-24cc-4817-af51-7c1942ce14aa req-d09bed55-e7c5-48c8-ae11-d4803a25f45e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801134
Nov 20 21:05:41.114912 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-150c81c6-4e96-4c80-a302-d40eb489a19c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:41.116769 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:41.127639 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device e27aebd4-294a-4f67-9404-737e55478135 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:41.151576 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:41.215440 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-150c81c6-4e96-4c80-a302-d40eb489a19c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:41.219210 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port e27aebd4-294a-4f67-9404-737e55478135 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:41.219760 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:41.220555 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-150c81c6-4e96-4c80-a302-d40eb489a19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:41.270704 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-150c81c6-4e96-4c80-a302-d40eb489a19c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00e9f0af15674cc3a03151fbfdc867c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3227305
Nov 20 21:05:41.272423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c81c6-4e96-4c80-a302-d40eb489a19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5916eb-a411-4a1b-b35f-cbd916199d95,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:41.285907 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59890) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:41.293671 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Allocated IP 172.35.1.229 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/88531a1c-c59f-4352-a134-b12f3d14034e) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:41.329602 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:41.354381 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33c7b142-f25c-4c75-b78c-8fe7026a5575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:41.361132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f2a7d6-51f3-4089-b760-0874e2e19f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27aebd4-294a-4f67-9404-737e55478135'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:05:41.363662 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aa1fda-7d5e-40cf-9f02-b5e8431fc540" -d '{"events": [{"server_uuid": "f6f2a7d6-51f3-4089-b760-0874e2e19f5f", "name": "network-vif-plugged", "status": "completed", "tag": "e27aebd4-294a-4f67-9404-737e55478135"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:05:41.381910 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33c7b142-f25c-4c75-b78c-8fe7026a5575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:41.401151 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port e27aebd4-294a-4f67-9404-737e55478135, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e27aebd4-294a-4f67-9404-737e55478135,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:41.407362 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:41.451761 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cad0f3-61a5-4ef7-9be2-b575b231f28f x-openstack-request-id: req-d9cad0f3-61a5-4ef7-9be2-b575b231f28f {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:05:41.452064 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f2a7d6-51f3-4089-b760-0874e2e19f5f", "name": "network-vif-plugged", "status": "completed", "tag": "e27aebd4-294a-4f67-9404-737e55478135", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:05:41.452347 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9cad0f3-61a5-4ef7-9be2-b575b231f28f {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:05:41.452797 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f2a7d6-51f3-4089-b760-0874e2e19f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27aebd4-294a-4f67-9404-737e55478135', 'code': 200}
Nov 20 21:05:41.453731 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33c7b142-f25c-4c75-b78c-8fe7026a5575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:41.457288 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-33c7b142-f25c-4c75-b78c-8fe7026a5575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:41.457917 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-33c7b142-f25c-4c75-b78c-8fe7026a5575 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d5916eb-a411-4a1b-b35f-cbd916199d95 HTTP/1.1" status: 204  len: 168 time: 0.1702957
Nov 20 21:05:41.466642 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7b142-f25c-4c75-b78c-8fe7026a5575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5916eb-a411-4a1b-b35f-cbd916199d95,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:41.471655 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:41.500121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=e27aebd4-294a-4f67-9404-737e55478135,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:41.518197 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:41.565515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:41.570163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:41.574401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:41.587852 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0618cb-6842-4338-9dbc-50784c5dbb13 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:05:41.603153 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=88531a1c-c59f-4352-a134-b12f3d14034e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:41.720694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-22dc2785-c5cd-4ca3-8811-872c6953996a None None] Provisioning complete for port 88531a1c-c59f-4352-a134-b12f3d14034e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:41.721079 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-22dc2785-c5cd-4ca3-8811-872c6953996a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:41.764453 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-22dc2785-c5cd-4ca3-8811-872c6953996a None None] Port 88531a1c-c59f-4352-a134-b12f3d14034e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:41.904693 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:41.945202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59900) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:41.964609 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf0aace2-dcfc-4261-8ecc-b00b3cbdb675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:41.983330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-95536572-9d2b-4b47-8d59-c14e29dfd00b req-b5e32c66-edee-47c7-8419-44229e7efe74 service neutron] (126224) timed out ('10.222.0.41', 56778) {{(pid=126224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 20 21:05:42.096157 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf0aace2-dcfc-4261-8ecc-b00b3cbdb675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:42.104039 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf0aace2-dcfc-4261-8ecc-b00b3cbdb675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:42.154096 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0aace2-dcfc-4261-8ecc-b00b3cbdb675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c34aaac-1b1f-46df-9af5-85345ab73749,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:42.193047 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bf0aace2-dcfc-4261-8ecc-b00b3cbdb675 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d729d2a8de4346f5853a1d96c9bb41cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2442455
Nov 20 21:05:42.195310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59908) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:42.236369 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:42.248962 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedbbcd-05a1-4cbc-a4a7-f39062e3f6e9 req-4cf853ca-71ce-48c9-9b5f-ce4de4d5afbe tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:42.250646 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ffedbbcd-05a1-4cbc-a4a7-f39062e3f6e9 req-4cf853ca-71ce-48c9-9b5f-ce4de4d5afbe tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.1419013
Nov 20 21:05:42.286350 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d83eddc0-41e3-4fc8-b2ba-9ecbdc457c7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:42.326743 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d83eddc0-41e3-4fc8-b2ba-9ecbdc457c7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:42.344668 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ffedbbcd-05a1-4cbc-a4a7-f39062e3f6e9 req-4fa8e05e-69d1-4230-a58d-570a7f99841d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779340
Nov 20 21:05:42.423765 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d83eddc0-41e3-4fc8-b2ba-9ecbdc457c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:42.425042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 312dcaf7-0071-49fc-bac3-f4bce4eca088 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:05:42.429655 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d83eddc0-41e3-4fc8-b2ba-9ecbdc457c7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:42.430868 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d83eddc0-41e3-4fc8-b2ba-9ecbdc457c7a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c34aaac-1b1f-46df-9af5-85345ab73749 HTTP/1.1" status: 204  len: 168 time: 0.2341597
Nov 20 21:05:42.440537 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83eddc0-41e3-4fc8-b2ba-9ecbdc457c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c34aaac-1b1f-46df-9af5-85345ab73749,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:42.621141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:05:42.637381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135fea3-a29e-4cbe-866d-f7e68d9cd7d6 None None] Sync routers for ids ['312dcaf7-0071-49fc-bac3-f4bce4eca088'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:05:42.654930 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135fea3-a29e-4cbe-866d-f7e68d9cd7d6 None None] Routers {'312dcaf7-0071-49fc-bac3-f4bce4eca088'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:42.655660 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5135fea3-a29e-4cbe-866d-f7e68d9cd7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a462be790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['312dcaf7-0071-49fc-bac3-f4bce4eca088'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:42.659720 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:42.664164 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d18289a6-dd11-4058-907f-84a7c2341834 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 2.1585658
Nov 20 21:05:42.664469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59912) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:42.695545 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5135fea3-a29e-4cbe-866d-f7e68d9cd7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a462be790>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:42.705508 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135fea3-a29e-4cbe-866d-f7e68d9cd7d6 None None] Routers {'312dcaf7-0071-49fc-bac3-f4bce4eca088'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:42.706169 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5135fea3-a29e-4cbe-866d-f7e68d9cd7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a462be790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['312dcaf7-0071-49fc-bac3-f4bce4eca088'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:42.746377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5135fea3-a29e-4cbe-866d-f7e68d9cd7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a462be790>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:42.747053 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135fea3-a29e-4cbe-866d-f7e68d9cd7d6 None None] The sync data for ids ['312dcaf7-0071-49fc-bac3-f4bce4eca088'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:05:42.832630 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6d7476f6-e4dd-4f6e-9ec4-799fdc59438e tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/routers/312dcaf7-0071-49fc-bac3-f4bce4eca088 HTTP/1.1" status: 200  len: 885 time: 0.1648118
Nov 20 21:05:42.832897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59922) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:43.183171 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59934) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:43.188255 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-191e06e7-e5ec-48ab-ba70-77f1730defaa tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1669679511'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:43.192514 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e70062ef-6b7c-4fbd-9d0f-e9da94dfb967 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.3566484
Nov 20 21:05:43.264472 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-82e0f2c4-040f-48ef-bd5a-31b5c8558ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:43.551091 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d299d-5dcc-47a7-9b62-c5df02155a25 req-42edf992-c113-4966-b485-5c54241cb5bb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:43.562678 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-370d299d-5dcc-47a7-9b62-c5df02155a25 req-42edf992-c113-4966-b485-5c54241cb5bb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.0922558
Nov 20 21:05:43.635580 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-370d299d-5dcc-47a7-9b62-c5df02155a25 req-ec78ef32-1cf1-4d67-a9b6-8f6b24747d20 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648484
Nov 20 21:05:43.948732 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-191e06e7-e5ec-48ab-ba70-77f1730defaa tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:43.964099 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-191e06e7-e5ec-48ab-ba70-77f1730defaa tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:44.116705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191e06e7-e5ec-48ab-ba70-77f1730defaa tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 312dcaf7-0071-49fc-bac3-f4bce4eca088 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:05:44.268653 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191e06e7-e5ec-48ab-ba70-77f1730defaa tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:05:44.281482 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-191e06e7-e5ec-48ab-ba70-77f1730defaa tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:44.286101 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-191e06e7-e5ec-48ab-ba70-77f1730defaa tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/312dcaf7-0071-49fc-bac3-f4bce4eca088 HTTP/1.1" status: 200  len: 892 time: 1.0982842
Nov 20 21:05:44.287098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59966) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:44.291530 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b83db-fdc6-4025-bdf3-b7f280fef73d None None] Sync routers for ids ['312dcaf7-0071-49fc-bac3-f4bce4eca088'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:05:44.309571 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b83db-fdc6-4025-bdf3-b7f280fef73d None None] Routers {'312dcaf7-0071-49fc-bac3-f4bce4eca088'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:44.310583 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-130b83db-fdc6-4025-bdf3-b7f280fef73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54388430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['312dcaf7-0071-49fc-bac3-f4bce4eca088'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:44.356841 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-130b83db-fdc6-4025-bdf3-b7f280fef73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54388430>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:44.365977 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b83db-fdc6-4025-bdf3-b7f280fef73d None None] Routers {'312dcaf7-0071-49fc-bac3-f4bce4eca088'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:44.366901 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-130b83db-fdc6-4025-bdf3-b7f280fef73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54388430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['312dcaf7-0071-49fc-bac3-f4bce4eca088'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:44.403359 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-130b83db-fdc6-4025-bdf3-b7f280fef73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54388430>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:44.404173 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b83db-fdc6-4025-bdf3-b7f280fef73d None None] The sync data for ids ['312dcaf7-0071-49fc-bac3-f4bce4eca088'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:05:44.458110 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2f59027a-3599-4802-868c-e933f0a7b093 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/routers/312dcaf7-0071-49fc-bac3-f4bce4eca088 HTTP/1.1" status: 200  len: 892 time: 0.1690598
Nov 20 21:05:44.462187 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59972) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:44.496123 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7925f363-4b63-48a8-87db-89f2d7461318 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports?device_id=312dcaf7-0071-49fc-bac3-f4bce4eca088 HTTP/1.1" status: 200  len: 205 time: 0.0303762
Nov 20 21:05:44.496621 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59976) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:44.636215 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-823e2738-ddf9-4028-addd-4c3625b34f81 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:44.830396 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-823e2738-ddf9-4028-addd-4c3625b34f81 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:44.848664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e128f07-724b-4fc7-8dbc-d46547f39b47 req-67d043ae-2304-40fa-99a1-0c7ae8662925 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:44.854673 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1e128f07-724b-4fc7-8dbc-d46547f39b47 req-67d043ae-2304-40fa-99a1-0c7ae8662925 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.1034029
Nov 20 21:05:44.964902 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1e128f07-724b-4fc7-8dbc-d46547f39b47 req-62f0f4f7-e6b8-4636-a9f1-2f93ad2ab6b4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075881
Nov 20 21:05:44.985950 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-823e2738-ddf9-4028-addd-4c3625b34f81 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting port 88531a1c-c59f-4352-a134-b12f3d14034e {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:05:44.985950 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-823e2738-ddf9-4028-addd-4c3625b34f81 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:45.075060 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-823e2738-ddf9-4028-addd-4c3625b34f81 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:45.091459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-823e2738-ddf9-4028-addd-4c3625b34f81 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Calling delete_port for 88531a1c-c59f-4352-a134-b12f3d14034e owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:05:45.338141 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-823e2738-ddf9-4028-addd-4c3625b34f81 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:45.376587 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e2738-ddf9-4028-addd-4c3625b34f81 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Port': ['ID=88531a1c-c59f-4352-a134-b12f3d14034e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:45.400928 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61d2882-ab91-4e95-a7e7-b4f2b4ff07a5 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:05:45.457920 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-823e2738-ddf9-4028-addd-4c3625b34f81 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:45.580379 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-823e2738-ddf9-4028-addd-4c3625b34f81 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:45.583034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-823e2738-ddf9-4028-addd-4c3625b34f81 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:45.642888 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-823e2738-ddf9-4028-addd-4c3625b34f81 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:45.643791 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823e2738-ddf9-4028-addd-4c3625b34f81 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Fanout notify agent at l3_agent the message router_deleted on router 312dcaf7-0071-49fc-bac3-f4bce4eca088 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:05:45.659278 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-71300a48-3278-421c-ae79-4468b050df36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:45.669090 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-823e2738-ddf9-4028-addd-4c3625b34f81 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:45.670875 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-823e2738-ddf9-4028-addd-4c3625b34f81 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/routers/312dcaf7-0071-49fc-bac3-f4bce4eca088 HTTP/1.1" status: 204  len: 168 time: 1.1725879
Nov 20 21:05:45.674574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60012) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:45.681005 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-43a6f264-916e-46c5-9e1e-1604089d59dd tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-537605399'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:45.716729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a6f264-916e-46c5-9e1e-1604089d59dd tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:45.721613 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43a6f264-916e-46c5-9e1e-1604089d59dd tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:45.760401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a6f264-916e-46c5-9e1e-1604089d59dd tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:05:45.778524 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43a6f264-916e-46c5-9e1e-1604089d59dd tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:45.778870 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-43a6f264-916e-46c5-9e1e-1604089d59dd tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Added segment d4ebeb10-0e8e-411b-b8fc-7a4c0c23c8ea of type vlan for network fa47ac9f-b139-475d-aaaa-106a8dffcb91
Nov 20 21:05:45.812154 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60016) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:45.853223 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43a6f264-916e-46c5-9e1e-1604089d59dd tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:45.888398 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43a6f264-916e-46c5-9e1e-1604089d59dd tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:45.894718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a6f264-916e-46c5-9e1e-1604089d59dd tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:45.895373 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43a6f264-916e-46c5-9e1e-1604089d59dd tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:45.951340 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-43a6f264-916e-46c5-9e1e-1604089d59dd tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2725196
Nov 20 21:05:45.956833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60020) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:45.965525 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8d675a99-3415-43f0-88b9-621a5e2e2d1c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'subnet': {'network_id': 'fa47ac9f-b139-475d-aaaa-106a8dffcb91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:46.017790 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6f264-916e-46c5-9e1e-1604089d59dd tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Network': ['ID=fa47ac9f-b139-475d-aaaa-106a8dffcb91,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:46.028659 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network fa47ac9f-b139-475d-aaaa-106a8dffcb91 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:05:46.110725 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-045724e3-88aa-4780-b9cc-6bc2139ccbd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:46.164057 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1dfaff-2ed5-499c-81a4-e7d12559adf9 req-41f1856a-2ab8-4624-bbf0-f18e76934f38 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:46.171650 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d1dfaff-2ed5-499c-81a4-e7d12559adf9 req-41f1856a-2ab8-4624-bbf0-f18e76934f38 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.0944262
Nov 20 21:05:46.194947 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d675a99-3415-43f0-88b9-621a5e2e2d1c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:46.200181 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d675a99-3415-43f0-88b9-621a5e2e2d1c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:46.232224 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d1dfaff-2ed5-499c-81a4-e7d12559adf9 req-39bd5b9a-0e07-4722-a3f4-29c0d64a6a5a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527389
Nov 20 21:05:46.314415 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-045724e3-88aa-4780-b9cc-6bc2139ccbd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:46.322814 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-045724e3-88aa-4780-b9cc-6bc2139ccbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:46.388105 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-045724e3-88aa-4780-b9cc-6bc2139ccbd8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f8e3c40fa2d4c56ae09330b0e25136e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5718424
Nov 20 21:05:46.388808 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60028) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:46.410387 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045724e3-88aa-4780-b9cc-6bc2139ccbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9196d083-2d18-4cd8-aad6-760372193541,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:46.465464 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19cd2bfe-3dbb-406c-a889-dc1a6ac171f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:46.490404 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19cd2bfe-3dbb-406c-a889-dc1a6ac171f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:46.545389 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d675a99-3415-43f0-88b9-621a5e2e2d1c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:46.570071 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19cd2bfe-3dbb-406c-a889-dc1a6ac171f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:46.573344 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19cd2bfe-3dbb-406c-a889-dc1a6ac171f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:46.574765 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-19cd2bfe-3dbb-406c-a889-dc1a6ac171f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9196d083-2d18-4cd8-aad6-760372193541 HTTP/1.1" status: 204  len: 168 time: 0.1852794
Nov 20 21:05:46.588941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd2bfe-3dbb-406c-a889-dc1a6ac171f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9196d083-2d18-4cd8-aad6-760372193541,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:46.631883 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d675a99-3415-43f0-88b9-621a5e2e2d1c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Subnet': ['ID=2a459e71-37f9-480a-99e3-43f4e5b84e7a,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:46.667195 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d675a99-3415-43f0-88b9-621a5e2e2d1c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Checking segment: {'id': 'd4ebeb10-0e8e-411b-b8fc-7a4c0c23c8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fa47ac9f-b139-475d-aaaa-106a8dffcb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:46.667571 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d675a99-3415-43f0-88b9-621a5e2e2d1c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network hostable DHCP agents. Network: fa47ac9f-b139-475d-aaaa-106a8dffcb91, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:05:46.691405 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d675a99-3415-43f0-88b9-621a5e2e2d1c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network fa47ac9f-b139-475d-aaaa-106a8dffcb91 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:05:46.706232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-8d675a99-3415-43f0-88b9-621a5e2e2d1c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fa47ac9f-b139-475d-aaaa-106a8dffcb91) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:46.712844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d675a99-3415-43f0-88b9-621a5e2e2d1c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:46.714377 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d675a99-3415-43f0-88b9-621a5e2e2d1c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:46.739593 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8d675a99-3415-43f0-88b9-621a5e2e2d1c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7809484
Nov 20 21:05:46.742095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60036) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:46.746042 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89cd135-602f-4221-9fa1-f55433dfe59a None None] Network fa47ac9f-b139-475d-aaaa-106a8dffcb91 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:46.747710 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-acc97d57-f53c-4f72-81ce-ad26b8cd1e19 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-592106703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:46.776179 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:46.794658 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acc97d57-f53c-4f72-81ce-ad26b8cd1e19 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:46.796788 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acc97d57-f53c-4f72-81ce-ad26b8cd1e19 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:46.893587 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acc97d57-f53c-4f72-81ce-ad26b8cd1e19 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:46.899461 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acc97d57-f53c-4f72-81ce-ad26b8cd1e19 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:46.951145 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fa47ac9f-b139-475d-aaaa-106a8dffcb91', 'network_id': 'fa47ac9f-b139-475d-aaaa-106a8dffcb91', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'fixed_ips': [{'subnet_id': '2a459e71-37f9-480a-99e3-43f4e5b84e7a'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:05:46.952210 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:46.966373 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-acc97d57-f53c-4f72-81ce-ad26b8cd1e19 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:46.972201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60040) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:46.973148 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-acc97d57-f53c-4f72-81ce-ad26b8cd1e19 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2293386
Nov 20 21:05:47.083793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60042) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:47.106295 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c77cf441-0b2c-42fa-b793-933a366a02f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:47.120270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Allocated IP 2001:db8::2 (fa47ac9f-b139-475d-aaaa-106a8dffcb91/2a459e71-37f9-480a-99e3-43f4e5b84e7a/e42e2c77-f387-4124-858a-c17829ea288a) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:47.250418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c77cf441-0b2c-42fa-b793-933a366a02f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:47.269774 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c77cf441-0b2c-42fa-b793-933a366a02f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:47.368909 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:47.370680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cf441-0b2c-42fa-b793-933a366a02f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e516bfa-f5a9-4924-8962-7e2c4d4d245f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:47.378832 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c77cf441-0b2c-42fa-b793-933a366a02f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05850ee52c4349d4bfe32c476146bbeb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2922924
Nov 20 21:05:47.381025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60048) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:47.384375 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:47.434316 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:47.436224 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Network fa47ac9f-b139-475d-aaaa-106a8dffcb91 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:47.441608 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:47.444688 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64702ed7-8209-4cef-b443-211c28f974b7 req-62e86b26-0099-4244-a9ef-18f55601dc0b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:47.445856 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:47.446392 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-64702ed7-8209-4cef-b443-211c28f974b7 req-62e86b26-0099-4244-a9ef-18f55601dc0b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.0943704
Nov 20 21:05:47.502270 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ace5b83c-eb2b-4477-a8a2-17efd36f3cb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:47.537480 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Pushing event updated for resources: {'Port': ['ID=e42e2c77-f387-4124-858a-c17829ea288a,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:47.546617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Attempting to bind port e42e2c77-f387-4124-858a-c17829ea288a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:05:47.547074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Attempting to bind port e42e2c77-f387-4124-858a-c17829ea288a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd4ebeb10-0e8e-411b-b8fc-7a4c0c23c8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fa47ac9f-b139-475d-aaaa-106a8dffcb91'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:05:47.547521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Attempting to bind port e42e2c77-f387-4124-858a-c17829ea288a on network fa47ac9f-b139-475d-aaaa-106a8dffcb91 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:05:47.555031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:05:47.556138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Checking segment: {'id': 'd4ebeb10-0e8e-411b-b8fc-7a4c0c23c8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fa47ac9f-b139-475d-aaaa-106a8dffcb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:47.556641 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:47.557121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Bound using segment: {'id': 'd4ebeb10-0e8e-411b-b8fc-7a4c0c23c8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fa47ac9f-b139-475d-aaaa-106a8dffcb91'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:05:47.557685 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Bound port: e42e2c77-f387-4124-858a-c17829ea288a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ebeb10-0e8e-411b-b8fc-7a4c0c23c8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fa47ac9f-b139-475d-aaaa-106a8dffcb91'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:05:47.558187 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:47.577448 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ace5b83c-eb2b-4477-a8a2-17efd36f3cb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:47.610835 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-64702ed7-8209-4cef-b443-211c28f974b7 req-67bdd12e-e5a1-47fd-817b-bad1e31853f8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523728
Nov 20 21:05:47.638092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] For port e42e2c77-f387-4124-858a-c17829ea288a, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:05:47.642899 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] For port e42e2c77-f387-4124-858a-c17829ea288a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e42e2c77-f387-4124-858a-c17829ea288a,segment=NetworkSegment(d4ebeb10-0e8e-411b-b8fc-7a4c0c23c8ea),segment_id=d4ebeb10-0e8e-411b-b8fc-7a4c0c23c8ea)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:05:47.649767 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:47.696471 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ace5b83c-eb2b-4477-a8a2-17efd36f3cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:47.701539 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ace5b83c-eb2b-4477-a8a2-17efd36f3cb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:47.702750 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ace5b83c-eb2b-4477-a8a2-17efd36f3cb9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e516bfa-f5a9-4924-8962-7e2c4d4d245f HTTP/1.1" status: 204  len: 168 time: 0.3066008
Nov 20 21:05:47.718411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04c6ea-1f4a-4b23-9013-27249140066f None None] Pushing event updated for resources: {'Port': ['ID=e42e2c77-f387-4124-858a-c17829ea288a,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:47.730721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5b83c-eb2b-4477-a8a2-17efd36f3cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e516bfa-f5a9-4924-8962-7e2c4d4d245f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:47.863152 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Allocated IP 2001:db8::1 (fa47ac9f-b139-475d-aaaa-106a8dffcb91/2a459e71-37f9-480a-99e3-43f4e5b84e7a/59b6075f-b89f-462b-9b27-b7d81a042f71) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:48.089853 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:48.141463 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:48.194435 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network fa47ac9f-b139-475d-aaaa-106a8dffcb91 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:48.197363 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:48.202191 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:48.202737 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:48.287010 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=59b6075f-b89f-462b-9b27-b7d81a042f71,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:48.341651 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:48.587353 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:48.775724 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:48.781966 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:48.783356 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:48.850814 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c7d5d-e522-4cdb-820d-c084c7224e8c req-a88001d9-792d-4d55-b308-53114714a8c7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:48.852377 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fe4c7d5d-e522-4cdb-820d-c084c7224e8c req-a88001d9-792d-4d55-b308-53114714a8c7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.1146126
Nov 20 21:05:48.919575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=59b6075f-b89f-462b-9b27-b7d81a042f71,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:48.960568 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fe4c7d5d-e522-4cdb-820d-c084c7224e8c req-93c18f33-d452-4548-bf3e-3295b6e1e305 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993009
Nov 20 21:05:49.044330 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:49.091368 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network fa47ac9f-b139-475d-aaaa-106a8dffcb91 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:49.093000 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:49.219409 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810de518-9650-4014-b78e-591b8f00959f None None] Network fa47ac9f-b139-475d-aaaa-106a8dffcb91 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:49.251885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 125052df-077b-4706-9736-8e3d6706e2f5 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:05:49.392415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] Provisioning complete for port e42e2c77-f387-4124-858a-c17829ea288a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:49.393271 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:49.426417 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:05:49.433357 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-af33ffa4-2b59-4041-ad4c-ff3b4f0ef583 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/125052df-077b-4706-9736-8e3d6706e2f5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4595921
Nov 20 21:05:49.436033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60126) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:49.465550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbff688-6243-46d0-96f9-cd8ed686109e None None] Sync routers for ids ['125052df-077b-4706-9736-8e3d6706e2f5'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:05:49.481143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbff688-6243-46d0-96f9-cd8ed686109e None None] Routers {'125052df-077b-4706-9736-8e3d6706e2f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:49.482016 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7cbff688-6243-46d0-96f9-cd8ed686109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463330d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['125052df-077b-4706-9736-8e3d6706e2f5'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:49.502704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f19e72-e749-4593-8d15-f787ed94b3c0 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:49.507171 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-91f19e72-e749-4593-8d15-f787ed94b3c0 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports/59b6075f-b89f-462b-9b27-b7d81a042f71 HTTP/1.1" status: 200  len: 911 time: 0.0670698
Nov 20 21:05:49.507533 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60128) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:49.524565 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c6a6da50-8d83-46a9-a3d9-999718e9c380 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2a459e71-37f9-480a-99e3-43f4e5b84e7a'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:49.578186 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7cbff688-6243-46d0-96f9-cd8ed686109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463330d0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:49.616367 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:49.638214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbff688-6243-46d0-96f9-cd8ed686109e None None] Routers {'125052df-077b-4706-9736-8e3d6706e2f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:49.639510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7cbff688-6243-46d0-96f9-cd8ed686109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463330d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['125052df-077b-4706-9736-8e3d6706e2f5'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:49.727932 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c6a6da50-8d83-46a9-a3d9-999718e9c380 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:49.743695 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] For port e42e2c77-f387-4124-858a-c17829ea288a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e42e2c77-f387-4124-858a-c17829ea288a,segment=NetworkSegment(d4ebeb10-0e8e-411b-b8fc-7a4c0c23c8ea),segment_id=d4ebeb10-0e8e-411b-b8fc-7a4c0c23c8ea)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:49.750629 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:49.753267 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7cbff688-6243-46d0-96f9-cd8ed686109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463330d0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:49.754007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbff688-6243-46d0-96f9-cd8ed686109e None None] The sync data for ids ['125052df-077b-4706-9736-8e3d6706e2f5'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:05:49.768407 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60132) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:49.883133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] Pushing event updated for resources: {'Port': ['ID=e42e2c77-f387-4124-858a-c17829ea288a,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:49.907494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:49.908001 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:49.912978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:49.913501 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:49.914204 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:49.914493 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:49.914939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:49.915378 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:49.915897 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:49.916253 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:49.916690 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:49.917481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2065929b-32db-4b79-b3cd-fb4fc8cbd399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:05:49.984889 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7b799fd1-0c12-499d-b9d0-e7e7374fc14e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:50.190494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1a419207-9334-4b9b-a663-64427b2a201b None None] Provisioning complete for port 59b6075f-b89f-462b-9b27-b7d81a042f71 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:50.192955 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1a419207-9334-4b9b-a663-64427b2a201b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:50.193584 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7b799fd1-0c12-499d-b9d0-e7e7374fc14e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:50.216322 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7b799fd1-0c12-499d-b9d0-e7e7374fc14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:50.258891 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cf9e2-158b-4639-ac16-c8e750e73c94 req-fc4d0b72-aa7f-44ea-a7cd-05020ec36217 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:50.267101 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-612cf9e2-158b-4639-ac16-c8e750e73c94 req-fc4d0b72-aa7f-44ea-a7cd-05020ec36217 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.1209118
Nov 20 21:05:50.286308 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e42e2c77-f387-4124-858a-c17829ea288a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:50.291433 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7b799fd1-0c12-499d-b9d0-e7e7374fc14e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07f51cf169ce4eb7a2713ffc2ca96a2e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5217154
Nov 20 21:05:50.292738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b799fd1-0c12-499d-b9d0-e7e7374fc14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf2616a-fca0-416c-bd5c-c94c00cd8d42,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:50.294013 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60140) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:50.343029 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1a419207-9334-4b9b-a663-64427b2a201b None None] Port 59b6075f-b89f-462b-9b27-b7d81a042f71 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:50.361545 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1a419207-9334-4b9b-a663-64427b2a201b None None] Provisioning complete for port e42e2c77-f387-4124-858a-c17829ea288a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:50.361924 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1a419207-9334-4b9b-a663-64427b2a201b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:50.407625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e42e2c77-f387-4124-858a-c17829ea288a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:50.408623 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:50.853466 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-612cf9e2-158b-4639-ac16-c8e750e73c94 req-d6beb32f-95b2-437c-9050-0477efc8289d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5852346
Nov 20 21:05:50.886087 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-318127c7-fe57-4a5d-ad79-03801ebb7de9 None None] Provisioning complete for port 59b6075f-b89f-462b-9b27-b7d81a042f71 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:50.886087 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-318127c7-fe57-4a5d-ad79-03801ebb7de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:50.893328 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-70f314b8-035c-464b-a869-e87cc96b7acd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:50.930143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-318127c7-fe57-4a5d-ad79-03801ebb7de9 None None] Port 59b6075f-b89f-462b-9b27-b7d81a042f71 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:50.931391 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-70f314b8-035c-464b-a869-e87cc96b7acd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:50.960125 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c6a6da50-8d83-46a9-a3d9-999718e9c380 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:50.983463 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c6a6da50-8d83-46a9-a3d9-999718e9c380 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:50.992768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a6da50-8d83-46a9-a3d9-999718e9c380 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:50.992768 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c6a6da50-8d83-46a9-a3d9-999718e9c380 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:50.992768 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c6a6da50-8d83-46a9-a3d9-999718e9c380 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/ports/59b6075f-b89f-462b-9b27-b7d81a042f71 HTTP/1.1" status: 200  len: 911 time: 1.4839356
Nov 20 21:05:50.995476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60146) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:51.038444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6da50-8d83-46a9-a3d9-999718e9c380 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=59b6075f-b89f-462b-9b27-b7d81a042f71,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:51.046484 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-70f314b8-035c-464b-a869-e87cc96b7acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:51.049451 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-70f314b8-035c-464b-a869-e87cc96b7acd admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:51.050711 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-70f314b8-035c-464b-a869-e87cc96b7acd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/acf2616a-fca0-416c-bd5c-c94c00cd8d42 HTTP/1.1" status: 204  len: 168 time: 0.7552357
Nov 20 21:05:51.076381 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f314b8-035c-464b-a869-e87cc96b7acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf2616a-fca0-416c-bd5c-c94c00cd8d42,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:51.854387 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6a05138-6050-4d5b-ba0e-eb10974676b8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:52.040739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088719cb-5aa2-46c3-b323-2dd5c15b84d2 req-1fdedb1d-a061-45c8-8a61-7c0f5ae0854e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:52.042332 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-088719cb-5aa2-46c3-b323-2dd5c15b84d2 req-1fdedb1d-a061-45c8-8a61-7c0f5ae0854e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.0769792
Nov 20 21:05:52.151401 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-088719cb-5aa2-46c3-b323-2dd5c15b84d2 req-2edf8f38-f4f7-4fd4-806f-6a4295bc16e5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767705
Nov 20 21:05:52.270889 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c6a05138-6050-4d5b-ba0e-eb10974676b8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting port 59b6075f-b89f-462b-9b27-b7d81a042f71 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:05:52.271232 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6a05138-6050-4d5b-ba0e-eb10974676b8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:52.372767 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6a05138-6050-4d5b-ba0e-eb10974676b8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:52.386491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c6a05138-6050-4d5b-ba0e-eb10974676b8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Calling delete_port for 59b6075f-b89f-462b-9b27-b7d81a042f71 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:05:52.578911 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6a05138-6050-4d5b-ba0e-eb10974676b8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:52.608264 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a05138-6050-4d5b-ba0e-eb10974676b8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Port': ['ID=59b6075f-b89f-462b-9b27-b7d81a042f71,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:52.654963 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60202) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:52.723803 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6a05138-6050-4d5b-ba0e-eb10974676b8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:52.782422 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1084271074', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:52.815750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Made reservation on behalf of 0ced8ddedbfc4de2a683273507eda413 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:52.818119 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:52.827328 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:52.905570 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:52.909816 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:52.915914 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] device_id is not set on port 392a3c61-ac56-4b66-81bd-96922aa2cc86 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:05:52.951314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a05138-6050-4d5b-ba0e-eb10974676b8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 125052df-077b-4706-9736-8e3d6706e2f5 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:05:52.967281 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a230d214-edd6-4fa0-8203-a7e26d6e07f4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:52.969426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163372a-adee-46b7-a110-26287141404d req-6e16a612-4944-473f-948d-f570d56f96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:52.971021 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4163372a-adee-46b7-a110-26287141404d req-6e16a612-4944-473f-948d-f570d56f96f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 1096 time: 0.0787189
Nov 20 21:05:53.044331 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Allocated IP 172.35.1.216 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/392a3c61-ac56-4b66-81bd-96922aa2cc86) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:53.072268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a05138-6050-4d5b-ba0e-eb10974676b8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:05:53.078828 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c6a05138-6050-4d5b-ba0e-eb10974676b8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/125052df-077b-4706-9736-8e3d6706e2f5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0821381
Nov 20 21:05:53.081680 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60210) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:53.088416 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f526beb-d8d6-4160-9d21-cc805f5a6d02 None None] Sync routers for ids ['125052df-077b-4706-9736-8e3d6706e2f5'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:05:53.107029 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f526beb-d8d6-4160-9d21-cc805f5a6d02 None None] Routers {'125052df-077b-4706-9736-8e3d6706e2f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:53.107865 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3f526beb-d8d6-4160-9d21-cc805f5a6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54114610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['125052df-077b-4706-9736-8e3d6706e2f5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:53.121493 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1b223201-3256-4e87-ab0b-2b91fca16c53 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports?device_id=125052df-077b-4706-9736-8e3d6706e2f5 HTTP/1.1" status: 200  len: 205 time: 0.0363822
Nov 20 21:05:53.122196 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60212) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:53.150651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163372a-adee-46b7-a110-26287141404d req-dbe0201e-0fa6-41b8-a334-4e886d946a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:53.152144 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4163372a-adee-46b7-a110-26287141404d req-dbe0201e-0fa6-41b8-a334-4e886d946a82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 912 time: 0.1413784
Nov 20 21:05:53.159644 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3f526beb-d8d6-4160-9d21-cc805f5a6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54114610>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:53.169289 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f526beb-d8d6-4160-9d21-cc805f5a6d02 None None] Routers {'125052df-077b-4706-9736-8e3d6706e2f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:53.169911 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3f526beb-d8d6-4160-9d21-cc805f5a6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54114610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['125052df-077b-4706-9736-8e3d6706e2f5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:53.198225 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4163372a-adee-46b7-a110-26287141404d req-cc491d12-1810-4f6c-af33-6400d0966c02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e27aebd4-294a-4f67-9404-737e55478135 HTTP/1.1" status: 200  len: 217 time: 0.0372832
Nov 20 21:05:53.208643 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3f526beb-d8d6-4160-9d21-cc805f5a6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54114610>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:53.210258 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f526beb-d8d6-4160-9d21-cc805f5a6d02 None None] The sync data for ids ['125052df-077b-4706-9736-8e3d6706e2f5'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:05:53.252958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163372a-adee-46b7-a110-26287141404d req-355e0fac-125d-44f4-8497-0a81887ab29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:53.254752 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4163372a-adee-46b7-a110-26287141404d req-355e0fac-125d-44f4-8497-0a81887ab29c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.0482142
Nov 20 21:05:53.269649 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b2ee-e1a3-4e18-b017-6128feccd87b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:53.302311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163372a-adee-46b7-a110-26287141404d req-8b073fb7-5c66-4986-9b71-3fef299be708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:53.303991 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4163372a-adee-46b7-a110-26287141404d req-8b073fb7-5c66-4986-9b71-3fef299be708 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407572
Nov 20 21:05:53.400904 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4163372a-adee-46b7-a110-26287141404d req-5b707680-b4b6-4c37-9a4d-111bf930eea6 service neutron] 10.222.0.37 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880661
Nov 20 21:05:53.455405 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:53.476384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d3c2b-015e-4b5a-ab84-198eb81c201c req-a532c1af-3efc-4799-94d3-b2702d4aa6c5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:53.477875 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f07d3c2b-015e-4b5a-ab84-198eb81c201c req-a532c1af-3efc-4799-94d3-b2702d4aa6c5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.2154007
Nov 20 21:05:53.496772 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4163372a-adee-46b7-a110-26287141404d req-15e5db6d-3dae-4131-9704-f3da70be9204 service neutron] 10.222.0.37 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886009
Nov 20 21:05:53.504383 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b2ee-e1a3-4e18-b017-6128feccd87b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:53.510209 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b2ee-e1a3-4e18-b017-6128feccd87b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:53.599920 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b2ee-e1a3-4e18-b017-6128feccd87b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:53.600415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd4b2ee-e1a3-4e18-b017-6128feccd87b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Fanout notify agent at l3_agent the message router_deleted on router 125052df-077b-4706-9736-8e3d6706e2f5 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:05:53.610398 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b2ee-e1a3-4e18-b017-6128feccd87b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:53.611479 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0dd4b2ee-e1a3-4e18-b017-6128feccd87b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/routers/125052df-077b-4706-9736-8e3d6706e2f5 HTTP/1.1" status: 204  len: 168 time: 0.4885166
Nov 20 21:05:53.612702 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:53.614252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60216) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:53.618038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f07d3c2b-015e-4b5a-ab84-198eb81c201c req-6ad52067-0aaa-40fa-b826-e5208662f30c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109521
Nov 20 21:05:53.662368 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:53.665243 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:53.668779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:53.671454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6e2532-5c2a-4bb6-94e4-ac15b704d8a3 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting subnet 2a459e71-37f9-480a-99e3-43f4e5b84e7a {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:05:53.674697 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc6e2532-5c2a-4bb6-94e4-ac15b704d8a3 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:53.683443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3441273e-a81f-457b-9822-d8f80ba235e8 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:05:53.696183 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Pushing event updated for resources: {'Port': ['ID=392a3c61-ac56-4b66-81bd-96922aa2cc86,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:53.717295 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc6e2532-5c2a-4bb6-94e4-ac15b704d8a3 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:53.720058 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:53.720701 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:53.736676 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3e7e0239-f00a-448b-aa7b-43a088f88427 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 1.0805914
Nov 20 21:05:53.739635 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60218) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:53.744625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-87c656bf-8959-44d1-a59b-e8850e00a176 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.216'}]}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:53.766270 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87c656bf-8959-44d1-a59b-e8850e00a176 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:53.767292 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87c656bf-8959-44d1-a59b-e8850e00a176 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:53.775718 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3377f155-2246-44bb-bbe1-f9c14ae10dd1 None None] Provisioning complete for port 392a3c61-ac56-4b66-81bd-96922aa2cc86 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:53.776207 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3377f155-2246-44bb-bbe1-f9c14ae10dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:53.814139 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3377f155-2246-44bb-bbe1-f9c14ae10dd1 None None] Port 392a3c61-ac56-4b66-81bd-96922aa2cc86 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:53.824252 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87c656bf-8959-44d1-a59b-e8850e00a176 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:53.839863 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc6e2532-5c2a-4bb6-94e4-ac15b704d8a3 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:53.898947 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc6e2532-5c2a-4bb6-94e4-ac15b704d8a3 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:53.925455 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e2532-5c2a-4bb6-94e4-ac15b704d8a3 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Subnet': ['ID=2a459e71-37f9-480a-99e3-43f4e5b84e7a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:53.934566 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bc6e2532-5c2a-4bb6-94e4-ac15b704d8a3 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:53.938260 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bc6e2532-5c2a-4bb6-94e4-ac15b704d8a3 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/2a459e71-37f9-480a-99e3-43f4e5b84e7a HTTP/1.1" status: 204  len: 168 time: 0.3228517
Nov 20 21:05:53.941016 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60222) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:53.945896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5d923a-6561-4176-8901-561e6f88485f None None] Network fa47ac9f-b139-475d-aaaa-106a8dffcb91 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:53.977095 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87c656bf-8959-44d1-a59b-e8850e00a176 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.024659 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.089029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting port e42e2c77-f387-4124-858a-c17829ea288a {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:05:54.089666 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.143841 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c157e7d-2412-421d-91c2-b65155b54147 None None] DHCP port deletion for fa47ac9f-b139-475d-aaaa-106a8dffcb91 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:05:54.157434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] For port e42e2c77-f387-4124-858a-c17829ea288a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e42e2c77-f387-4124-858a-c17829ea288a,segment=NetworkSegment(d4ebeb10-0e8e-411b-b8fc-7a4c0c23c8ea),segment_id=d4ebeb10-0e8e-411b-b8fc-7a4c0c23c8ea)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:54.157434 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.174182 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Calling delete_port for e42e2c77-f387-4124-858a-c17829ea288a owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:05:54.201726 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87c656bf-8959-44d1-a59b-e8850e00a176 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.202240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3c157e7d-2412-421d-91c2-b65155b54147 None None] Deleting port e42e2c77-f387-4124-858a-c17829ea288a {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:05:54.202830 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3c157e7d-2412-421d-91c2-b65155b54147 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.223310 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87c656bf-8959-44d1-a59b-e8850e00a176 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.275387 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.280412 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3c157e7d-2412-421d-91c2-b65155b54147 None None] For port e42e2c77-f387-4124-858a-c17829ea288a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e42e2c77-f387-4124-858a-c17829ea288a,segment=NetworkSegment(d4ebeb10-0e8e-411b-b8fc-7a4c0c23c8ea),segment_id=d4ebeb10-0e8e-411b-b8fc-7a4c0c23c8ea)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:54.281149 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3c157e7d-2412-421d-91c2-b65155b54147 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.294630 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3c157e7d-2412-421d-91c2-b65155b54147 None None] Calling delete_port for e42e2c77-f387-4124-858a-c17829ea288a owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:05:54.301117 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Port': ['ID=e42e2c77-f387-4124-858a-c17829ea288a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:54.305253 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] No DVR routers for this DVR port e42e2c77-f387-4124-858a-c17829ea288a on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:05:54.371898 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:05:54.382002 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3c157e7d-2412-421d-91c2-b65155b54147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.386509 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87c656bf-8959-44d1-a59b-e8850e00a176 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.390013 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.410973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4da24370>,) {'filters': {'network_id': ['fa47ac9f-b139-475d-aaaa-106a8dffcb91']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:54.412285 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c157e7d-2412-421d-91c2-b65155b54147 None None] Pushing event deleted for resources: {'Port': ['ID=e42e2c77-f387-4124-858a-c17829ea288a,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:54.415918 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c157e7d-2412-421d-91c2-b65155b54147 None None] No DVR routers for this DVR port e42e2c77-f387-4124-858a-c17829ea288a on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:05:54.421396 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4da24370>, 'd4ebeb10-0e8e-411b-b8fc-7a4c0c23c8ea') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:54.421700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4da24370>, 'd4ebeb10-0e8e-411b-b8fc-7a4c0c23c8ea') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:54.432949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-6740b390-1a2b-4d36-98fc-d551c711e8de req-a284db95-9479-410d-8fa6-311983e761e5 service neutron] (126224) timed out ('10.222.0.37', 62104) {{(pid=126224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 20 21:05:54.438280 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.452906 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.459013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:05:54.459581 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:05:54.462847 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:05:54.526446 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.532641 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.536097 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/networks/fa47ac9f-b139-475d-aaaa-106a8dffcb91 HTTP/1.1" status: 204  len: 168 time: 0.5942805
Nov 20 21:05:54.541334 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60226) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:54.545847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-f27c71c1-5f8a-4370-87ee-8317bdead9f6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1049050373', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:54.563784 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87c656bf-8959-44d1-a59b-e8850e00a176 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.563983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5cdd0-bbc6-4d1c-af4b-53421b3ecb8f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Network': ['ID=fa47ac9f-b139-475d-aaaa-106a8dffcb91,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:54.566228 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87c656bf-8959-44d1-a59b-e8850e00a176 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.584839 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f27c71c1-5f8a-4370-87ee-8317bdead9f6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.585934 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f27c71c1-5f8a-4370-87ee-8317bdead9f6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.616352 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87c656bf-8959-44d1-a59b-e8850e00a176 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.616919 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c656bf-8959-44d1-a59b-e8850e00a176 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f8a857f-4514-42a0-b485-8c7c668ef990 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:05:54.632692 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-87c656bf-8959-44d1-a59b-e8850e00a176 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Nov 20 21:05:54.637291 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-87c656bf-8959-44d1-a59b-e8850e00a176 tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 0.8960171
Nov 20 21:05:54.637892 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60228) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:54.652071 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f27c71c1-5f8a-4370-87ee-8317bdead9f6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.657402 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f27c71c1-5f8a-4370-87ee-8317bdead9f6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.678225 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f27c71c1-5f8a-4370-87ee-8317bdead9f6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.683192 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f27c71c1-5f8a-4370-87ee-8317bdead9f6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1401656
Nov 20 21:05:54.683890 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60232) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:54.689281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0d93a80f-d337-49c8-88b8-0062237eaf07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1494649445'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:54.718284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d93a80f-d337-49c8-88b8-0062237eaf07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:54.720833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-db7eb518-582a-443e-8358-5e40e7064ceb tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Deleting port 392a3c61-ac56-4b66-81bd-96922aa2cc86 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:05:54.721328 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-db7eb518-582a-443e-8358-5e40e7064ceb tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.722169 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d93a80f-d337-49c8-88b8-0062237eaf07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.747006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d93a80f-d337-49c8-88b8-0062237eaf07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:05:54.758515 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d93a80f-d337-49c8-88b8-0062237eaf07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.758869 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-0d93a80f-d337-49c8-88b8-0062237eaf07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Added segment 3f15e53f-afcf-41a2-ba47-4c303c2dcf29 of type vlan for network 260eeca7-2cb8-4f54-b550-58eee544abf2
Nov 20 21:05:54.803566 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d93a80f-d337-49c8-88b8-0062237eaf07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.811743 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-db7eb518-582a-443e-8358-5e40e7064ceb tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.828069 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-db7eb518-582a-443e-8358-5e40e7064ceb tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Calling delete_port for 392a3c61-ac56-4b66-81bd-96922aa2cc86 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:05:54.834507 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d93a80f-d337-49c8-88b8-0062237eaf07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.842042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d93a80f-d337-49c8-88b8-0062237eaf07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:54.842042 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d93a80f-d337-49c8-88b8-0062237eaf07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:54.915785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0d93a80f-d337-49c8-88b8-0062237eaf07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2298162
Nov 20 21:05:54.919301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60238) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:54.927086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-37c55b3a-623f-40f4-a2d7-016c5269f9da tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'subnet': {'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:54.956190 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93a80f-d337-49c8-88b8-0062237eaf07 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Network': ['ID=260eeca7-2cb8-4f54-b550-58eee544abf2,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:54.966931 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 260eeca7-2cb8-4f54-b550-58eee544abf2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:05:54.972629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37392fa-11f5-4376-a031-902939e6d884 req-7bd7d84f-c5df-4a72-94b7-a252fe639ad4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:54.974218 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a37392fa-11f5-4376-a031-902939e6d884 req-7bd7d84f-c5df-4a72-94b7-a252fe639ad4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.2770157
Nov 20 21:05:55.029137 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a37392fa-11f5-4376-a031-902939e6d884 req-a4fb44e8-92aa-405b-8de4-6f03667c0518 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452867
Nov 20 21:05:55.036675 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-db7eb518-582a-443e-8358-5e40e7064ceb tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:55.075697 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7eb518-582a-443e-8358-5e40e7064ceb tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Pushing event deleted for resources: {'Port': ['ID=392a3c61-ac56-4b66-81bd-96922aa2cc86,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:55.088463 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ab2504-25a3-42a9-8fd8-cb2627585a30 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:05:55.105797 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c55b3a-623f-40f4-a2d7-016c5269f9da tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:55.109265 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-37c55b3a-623f-40f4-a2d7-016c5269f9da tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:55.200305 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-db7eb518-582a-443e-8358-5e40e7064ceb tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:55.203606 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-db7eb518-582a-443e-8358-5e40e7064ceb tempest-RoutersAdminNegativeIpV6Test-1763939724 tempest-RoutersAdminNegativeIpV6Test-1763939724-project-admin] 10.222.0.41 "DELETE /v2.0/ports/392a3c61-ac56-4b66-81bd-96922aa2cc86 HTTP/1.1" status: 204  len: 168 time: 0.5646732
Nov 20 21:05:55.356014 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-37c55b3a-623f-40f4-a2d7-016c5269f9da tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:55.428656 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c55b3a-623f-40f4-a2d7-016c5269f9da tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Subnet': ['ID=064e1295-7070-4a91-85c5-386d5a77b8f2,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:55.440090 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c55b3a-623f-40f4-a2d7-016c5269f9da tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Checking segment: {'id': '3f15e53f-afcf-41a2-ba47-4c303c2dcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:55.440464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c55b3a-623f-40f4-a2d7-016c5269f9da tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network hostable DHCP agents. Network: 260eeca7-2cb8-4f54-b550-58eee544abf2, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:05:55.460270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c55b3a-623f-40f4-a2d7-016c5269f9da tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 260eeca7-2cb8-4f54-b550-58eee544abf2 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:05:55.470970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-37c55b3a-623f-40f4-a2d7-016c5269f9da tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 260eeca7-2cb8-4f54-b550-58eee544abf2) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:55.475655 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c55b3a-623f-40f4-a2d7-016c5269f9da tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:55.476309 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-37c55b3a-623f-40f4-a2d7-016c5269f9da tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:55.482817 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c587ca-9da0-42f8-9cd3-8106e38eaac5 None None] Network 260eeca7-2cb8-4f54-b550-58eee544abf2 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:55.495667 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-37c55b3a-623f-40f4-a2d7-016c5269f9da tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5726151
Nov 20 21:05:55.496014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60246) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:55.502751 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60248) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:55.623643 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7386ad9-7fdc-47e7-ab51-f9da1d72b175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:55.636655 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-260eeca7-2cb8-4f54-b550-58eee544abf2', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:05:55.637763 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:55.712304 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7386ad9-7fdc-47e7-ab51-f9da1d72b175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:55.720127 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c7386ad9-7fdc-47e7-ab51-f9da1d72b175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:55.782837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7386ad9-7fdc-47e7-ab51-f9da1d72b175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b109c3-e43a-4341-952e-ca214e39ce14,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:55.816358 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Allocated IP 2001:db8::2 (260eeca7-2cb8-4f54-b550-58eee544abf2/064e1295-7070-4a91-85c5-386d5a77b8f2/5e380ce3-7889-47f1-b425-647fa9745753) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:55.820305 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c7386ad9-7fdc-47e7-ab51-f9da1d72b175 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5f56f9136614becb815d611de82a0c1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3153317
Nov 20 21:05:55.823833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60252) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:55.884123 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54b584ef-ab65-4466-83d7-2f659b855012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:55.908594 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54b584ef-ab65-4466-83d7-2f659b855012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:55.969124 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54b584ef-ab65-4466-83d7-2f659b855012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:55.971900 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54b584ef-ab65-4466-83d7-2f659b855012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:55.975548 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-54b584ef-ab65-4466-83d7-2f659b855012 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/49b109c3-e43a-4341-952e-ca214e39ce14 HTTP/1.1" status: 204  len: 168 time: 0.1474502
Nov 20 21:05:55.982458 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b584ef-ab65-4466-83d7-2f659b855012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b109c3-e43a-4341-952e-ca214e39ce14,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:56.005064 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:56.013726 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:56.076898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Network 260eeca7-2cb8-4f54-b550-58eee544abf2 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:56.082278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:56.085706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Pushing event updated for resources: {'Port': ['ID=5e380ce3-7889-47f1-b425-647fa9745753,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:56.088070 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:56.119899 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e42e2c77-f387-4124-858a-c17829ea288a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:05:56.130576 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:56.158702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: e42e2c77-f387-4124-858a-c17829ea288a {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:05:56.159254 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e42e2c77-f387-4124-858a-c17829ea288a not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:05:56.175839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Attempting to bind port 5e380ce3-7889-47f1-b425-647fa9745753 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:05:56.176233 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Attempting to bind port 5e380ce3-7889-47f1-b425-647fa9745753 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f15e53f-afcf-41a2-ba47-4c303c2dcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:05:56.176568 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Attempting to bind port 5e380ce3-7889-47f1-b425-647fa9745753 on network 260eeca7-2cb8-4f54-b550-58eee544abf2 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:05:56.183514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:05:56.184299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Checking segment: {'id': '3f15e53f-afcf-41a2-ba47-4c303c2dcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:56.184869 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:56.185265 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Bound using segment: {'id': '3f15e53f-afcf-41a2-ba47-4c303c2dcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:05:56.185742 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Bound port: 5e380ce3-7889-47f1-b425-647fa9745753, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f15e53f-afcf-41a2-ba47-4c303c2dcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:05:56.186373 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:56.206306 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7fb29-4c1c-4c49-bf27-836afd32046c req-efbc7cf9-9f3b-4d0d-8b5c-495e791aad42 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:56.207885 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9ba7fb29-4c1c-4c49-bf27-836afd32046c req-efbc7cf9-9f3b-4d0d-8b5c-495e791aad42 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 945 time: 0.0813537
Nov 20 21:05:56.262336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] For port 5e380ce3-7889-47f1-b425-647fa9745753, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:05:56.265726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] For port 5e380ce3-7889-47f1-b425-647fa9745753, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e380ce3-7889-47f1-b425-647fa9745753,segment=NetworkSegment(3f15e53f-afcf-41a2-ba47-4c303c2dcf29),segment_id=3f15e53f-afcf-41a2-ba47-4c303c2dcf29)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:05:56.267249 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9ba7fb29-4c1c-4c49-bf27-836afd32046c req-686f1416-aa5e-4d70-bffe-be8ad26f65d3 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527999
Nov 20 21:05:56.281495 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:56.366370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53c6eb-a3b2-4be9-b884-a1656863c99f None None] Pushing event updated for resources: {'Port': ['ID=5e380ce3-7889-47f1-b425-647fa9745753,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:56.392181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60268) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:56.447283 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3673d7d8-1ebb-4174-90fd-f9961f79adab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ced8ddedbfc4de2a683273507eda413&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0535483
Nov 20 21:05:56.450324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60270) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:56.484782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91dbde-f6e5-4e06-877b-5d5f27364fc2 req-b5f40fd7-3daf-408d-83b9-23d5738e4810 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:56.486329 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d91dbde-f6e5-4e06-877b-5d5f27364fc2 req-b5f40fd7-3daf-408d-83b9-23d5738e4810 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0982792
Nov 20 21:05:56.489416 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Allocated IP 2001:db8::1 (260eeca7-2cb8-4f54-b550-58eee544abf2/064e1295-7070-4a91-85c5-386d5a77b8f2/978b2a55-2404-4bbe-ab8b-fdf3117ec1cf) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:56.503865 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-690a47ba-1619-4698-84a6-f9fb5b7897da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:56.536372 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-690a47ba-1619-4698-84a6-f9fb5b7897da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:56.576357 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d91dbde-f6e5-4e06-877b-5d5f27364fc2 req-07febc55-127b-47bf-8c83-28403e1bd1c0 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818124
Nov 20 21:05:56.630511 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-690a47ba-1619-4698-84a6-f9fb5b7897da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:56.633176 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-690a47ba-1619-4698-84a6-f9fb5b7897da admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:56.634729 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-690a47ba-1619-4698-84a6-f9fb5b7897da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a230d214-edd6-4fa0-8203-a7e26d6e07f4 HTTP/1.1" status: 204  len: 168 time: 0.1830072
Nov 20 21:05:56.642792 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a47ba-1619-4698-84a6-f9fb5b7897da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a230d214-edd6-4fa0-8203-a7e26d6e07f4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:56.704164 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:56.744994 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:56.758612 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79fd94-2f8f-4d46-a451-42445d130787 req-83fcd8ea-9b13-4a1b-b561-f50a1391b5e1 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:56.760573 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ff79fd94-2f8f-4d46-a451-42445d130787 req-83fcd8ea-9b13-4a1b-b561-f50a1391b5e1 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0692518
Nov 20 21:05:56.799071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=978b2a55-2404-4bbe-ab8b-fdf3117ec1cf,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:56.814150 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 260eeca7-2cb8-4f54-b550-58eee544abf2 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:56.815754 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:56.819378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:05:56.820118 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:56.831633 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ff79fd94-2f8f-4d46-a451-42445d130787 req-b92ec659-0b73-416f-be3e-85237f5db09e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613401
Nov 20 21:05:56.959381 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:57.091583 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbdd30-8b29-408e-ac0e-f8e6cc47cf2c req-2b1c3cd6-c025-40a1-8880-a5f2607ebe66 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:57.093241 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2ddbdd30-8b29-408e-ac0e-f8e6cc47cf2c req-2b1c3cd6-c025-40a1-8880-a5f2607ebe66 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0644219
Nov 20 21:05:57.157774 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2ddbdd30-8b29-408e-ac0e-f8e6cc47cf2c req-6d6cf106-0db7-4399-8e83-ec77840b334d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569065
Nov 20 21:05:57.176371 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device e27aebd4-294a-4f67-9404-737e55478135 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:05:57.277931 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:57.293782 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:57.298485 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:57.299292 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:57.314552 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f2a7d6-51f3-4089-b760-0874e2e19f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e27aebd4-294a-4f67-9404-737e55478135'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:05:57.317187 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb378be-59a8-4775-b21e-9fbbd8b12e45" -d '{"events": [{"server_uuid": "f6f2a7d6-51f3-4089-b760-0874e2e19f5f", "name": "network-vif-unplugged", "status": "completed", "tag": "e27aebd4-294a-4f67-9404-737e55478135"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:05:57.331530 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port e27aebd4-294a-4f67-9404-737e55478135, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e27aebd4-294a-4f67-9404-737e55478135,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:57.338285 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:57.404434 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 20 Nov 2021 21:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5719d82-9aa1-4bcc-a120-28b77f469911 x-openstack-request-id: req-e5719d82-9aa1-4bcc-a120-28b77f469911 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:05:57.404944 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f2a7d6-51f3-4089-b760-0874e2e19f5f", "name": "network-vif-unplugged", "status": "failed", "tag": "e27aebd4-294a-4f67-9404-737e55478135", "code": 422}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:05:57.405346 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5719d82-9aa1-4bcc-a120-28b77f469911 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:05:57.405902 ncdv-master-1 neutron-server[126226]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f6f2a7d6-51f3-4089-b760-0874e2e19f5f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e27aebd4-294a-4f67-9404-737e55478135', 'code': 422} returned with failed status
Nov 20 21:05:57.407221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=e27aebd4-294a-4f67-9404-737e55478135,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:57.477674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=978b2a55-2404-4bbe-ab8b-fdf3117ec1cf,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:57.499998 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 260eeca7-2cb8-4f54-b550-58eee544abf2 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:05:57.501665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:57.605567 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60304) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:57.628591 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdbf2b1-ab90-45ac-8463-511c053bef9e None None] Network 260eeca7-2cb8-4f54-b550-58eee544abf2 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:57.637827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:05:57.721748 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2d15ec19-9b62-4894-8da6-371001d68495 None None] Provisioning complete for port 5e380ce3-7889-47f1-b425-647fa9745753 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:57.722147 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2d15ec19-9b62-4894-8da6-371001d68495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:57.730273 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3e404002-1526-4398-aa6a-d999bbb7ffae tempest-AgentManagementNegativeTest-735822583 tempest-AgentManagementNegativeTest-735822583-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.1234272
Nov 20 21:05:57.738593 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:05:57.747940 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-03411814-9f89-4026-875d-b4f0951bae8b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2480032
Nov 20 21:05:57.748039 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60310) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:57.753310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b9797db7-5f60-414b-bdb8-1a9bb50ed89c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-136285749'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:57.755281 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Sync routers for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:05:57.777696 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9797db7-5f60-414b-bdb8-1a9bb50ed89c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:57.782094 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9797db7-5f60-414b-bdb8-1a9bb50ed89c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:57.809830 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9797db7-5f60-414b-bdb8-1a9bb50ed89c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:05:57.813649 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:05:57.814311 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464ec220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:57.823964 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9797db7-5f60-414b-bdb8-1a9bb50ed89c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:57.824673 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-b9797db7-5f60-414b-bdb8-1a9bb50ed89c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Added segment 3ba2d483-bcc5-4769-9096-f5c2ff258917 of type vlan for network 127cb7ee-6608-403e-8bcf-68c85ffa4284
Nov 20 21:05:57.868554 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9797db7-5f60-414b-bdb8-1a9bb50ed89c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:57.896031 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9797db7-5f60-414b-bdb8-1a9bb50ed89c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:57.902665 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9797db7-5f60-414b-bdb8-1a9bb50ed89c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:57.903412 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b9797db7-5f60-414b-bdb8-1a9bb50ed89c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:57.975626 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:05:57.988125 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b9797db7-5f60-414b-bdb8-1a9bb50ed89c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2365112
Nov 20 21:05:57.988414 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60314) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:57.994483 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-962b6213-dffd-4757-a74c-38d3aada6a77 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'subnet': {'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:05:57.998259 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9797db7-5f60-414b-bdb8-1a9bb50ed89c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Network': ['ID=127cb7ee-6608-403e-8bcf-68c85ffa4284,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:58.019098 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2d15ec19-9b62-4894-8da6-371001d68495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:58.069912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60316) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:58.140500 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2d15ec19-9b62-4894-8da6-371001d68495 None None] For port 5e380ce3-7889-47f1-b425-647fa9745753, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e380ce3-7889-47f1-b425-647fa9745753,segment=NetworkSegment(3f15e53f-afcf-41a2-ba47-4c303c2dcf29),segment_id=3f15e53f-afcf-41a2-ba47-4c303c2dcf29)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:05:58.146440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962b6213-dffd-4757-a74c-38d3aada6a77 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:05:58.150756 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-962b6213-dffd-4757-a74c-38d3aada6a77 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:58.279725 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-82d73666-598d-4dd1-93fc-b7052447a28c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:58.424123 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefbbf6-a398-4b9d-972f-12c2c2f7e462 req-b3e2373f-1fe5-42fb-baae-e96ff7092ddb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:58.427455 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bfefbbf6-a398-4b9d-972f-12c2c2f7e462 req-b3e2373f-1fe5-42fb-baae-e96ff7092ddb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1079495
Nov 20 21:05:58.439348 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-82d73666-598d-4dd1-93fc-b7052447a28c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:58.445029 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-82d73666-598d-4dd1-93fc-b7052447a28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:58.452327 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 127cb7ee-6608-403e-8bcf-68c85ffa4284 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:05:58.458886 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5e380ce3-7889-47f1-b425-647fa9745753 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:05:58.460736 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2d15ec19-9b62-4894-8da6-371001d68495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:58.498964 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-82d73666-598d-4dd1-93fc-b7052447a28c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8525ba9da2b496ab327eb5dfd56bc06&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4262164
Nov 20 21:05:58.499906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60326) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:58.517579 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bfefbbf6-a398-4b9d-972f-12c2c2f7e462 req-54798eab-7f58-41f1-97bf-d801b9251d72 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0829070
Nov 20 21:05:58.556319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d73666-598d-4dd1-93fc-b7052447a28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e77c7a-35c3-4ffd-b24f-48f0fff7d98d,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:58.571624 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-962b6213-dffd-4757-a74c-38d3aada6a77 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:58.578910 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1cadb268-e23d-4a23-aafd-185ad2a19eac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:58.581600 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15ec19-9b62-4894-8da6-371001d68495 None None] Pushing event updated for resources: {'Port': ['ID=5e380ce3-7889-47f1-b425-647fa9745753,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:58.611835 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1cadb268-e23d-4a23-aafd-185ad2a19eac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:58.650966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b6213-dffd-4757-a74c-38d3aada6a77 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Subnet': ['ID=351723a1-a0de-4e52-b8d7-70d0ea334819,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:58.676655 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1cadb268-e23d-4a23-aafd-185ad2a19eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:58.683939 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b6213-dffd-4757-a74c-38d3aada6a77 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Checking segment: {'id': '3ba2d483-bcc5-4769-9096-f5c2ff258917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:05:58.684376 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962b6213-dffd-4757-a74c-38d3aada6a77 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network hostable DHCP agents. Network: 127cb7ee-6608-403e-8bcf-68c85ffa4284, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:05:58.687612 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1cadb268-e23d-4a23-aafd-185ad2a19eac admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:58.689428 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1cadb268-e23d-4a23-aafd-185ad2a19eac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31e77c7a-35c3-4ffd-b24f-48f0fff7d98d HTTP/1.1" status: 204  len: 168 time: 0.1875472
Nov 20 21:05:58.703703 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadb268-e23d-4a23-aafd-185ad2a19eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e77c7a-35c3-4ffd-b24f-48f0fff7d98d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:05:58.704012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962b6213-dffd-4757-a74c-38d3aada6a77 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 127cb7ee-6608-403e-8bcf-68c85ffa4284 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:05:58.716084 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-962b6213-dffd-4757-a74c-38d3aada6a77 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 127cb7ee-6608-403e-8bcf-68c85ffa4284) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:05:58.720844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962b6213-dffd-4757-a74c-38d3aada6a77 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:58.721477 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-962b6213-dffd-4757-a74c-38d3aada6a77 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:58.746739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60332) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:58.748316 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-962b6213-dffd-4757-a74c-38d3aada6a77 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.7583416
Nov 20 21:05:58.771608 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e92624-ca74-4a46-92c0-d195fa022b80 None None] Network 127cb7ee-6608-403e-8bcf-68c85ffa4284 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:05:58.807717 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ffe333e7-1929-4cf7-879a-883204e19308 None None] Provisioning complete for port 5e380ce3-7889-47f1-b425-647fa9745753 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:58.808090 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ffe333e7-1929-4cf7-879a-883204e19308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:58.915503 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464ec220>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:05:56Z', 'revision_number': 2, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:05:57Z', 'revision_number': 2, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:05:58.932696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 5e380ce3-7889-47f1-b425-647fa9745753 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:58.933551 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:59.003186 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Checking router: 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:05:59.003609 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Updating router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa port 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:05:59.118416 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:59.407638 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73f8c4fd-71b8-48f4-bc49-0d22f72d85e0 req-de71bc25-ab83-43ed-926e-8cfea9632431 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1735110
Nov 20 21:05:59.419544 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:59.469012 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:05:59.520863 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-127cb7ee-6608-403e-8bcf-68c85ffa4284', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:05:59.522889 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:59.542741 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ffe333e7-1929-4cf7-879a-883204e19308 None None] Provisioning complete for port 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:59.543119 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ffe333e7-1929-4cf7-879a-883204e19308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:59.552111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8c4fd-71b8-48f4-bc49-0d22f72d85e0 req-bafe586e-bf97-4712-94b3-462d2190d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:59.554930 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73f8c4fd-71b8-48f4-bc49-0d22f72d85e0 req-bafe586e-bf97-4712-94b3-462d2190d1de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 1097 time: 0.1229429
Nov 20 21:05:59.716807 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da8c97-c90a-4e81-b40f-132a673605c2 req-caae6b21-50f8-475a-a63c-274126f22e5e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:59.726039 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b6da8c97-c90a-4e81-b40f-132a673605c2 req-caae6b21-50f8-475a-a63c-274126f22e5e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0831285
Nov 20 21:05:59.752263 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60374) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:05:59.754249 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ffe333e7-1929-4cf7-879a-883204e19308 None None] Port 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:05:59.782022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8c4fd-71b8-48f4-bc49-0d22f72d85e0 req-e371a4dd-6249-4a93-abf4-169a4eaf2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:05:59.783543 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73f8c4fd-71b8-48f4-bc49-0d22f72d85e0 req-e371a4dd-6249-4a93-abf4-169a4eaf2444 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 912 time: 0.1977270
Nov 20 21:05:59.822520 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b6da8c97-c90a-4e81-b40f-132a673605c2 req-fc2c1ab3-c266-403b-b5d2-bf13bed5adcb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953426
Nov 20 21:05:59.845095 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73f8c4fd-71b8-48f4-bc49-0d22f72d85e0 req-2dac10b4-f393-4a32-a448-f16b8c7f712d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=060b39d6-eba6-405a-948f-556357f13071 HTTP/1.1" status: 200  len: 217 time: 0.0546105
Nov 20 21:05:59.869483 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Allocated IP 2001:db8:1::2 (127cb7ee-6608-403e-8bcf-68c85ffa4284/351723a1-a0de-4e52-b8d7-70d0ea334819/6c610e1d-f693-4b19-94f1-ebd609ff4715) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:05:59.929749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-88cdfa7b-05a7-482e-a2c5-65882468f89e None None] Provisioning complete for port 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:05:59.930155 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-88cdfa7b-05a7-482e-a2c5-65882468f89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:59.942603 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:05:59.995165 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.051397 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5e380ce3-7889-47f1-b425-647fa9745753 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:00.094149 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-88cdfa7b-05a7-482e-a2c5-65882468f89e None None] Port 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:06:00.105399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c62488-c5fe-45ac-88cd-3339b7103b66 None None] Pushing event updated for resources: {'Port': ['ID=978b2a55-2404-4bbe-ab8b-fdf3117ec1cf,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:00.149207 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8dfed7fc-6707-451e-a59a-6909d510b514 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-746094600'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:00.182143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8c4fd-71b8-48f4-bc49-0d22f72d85e0 req-ea307460-a1ff-4ecc-882b-caf499e22912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:00.183709 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73f8c4fd-71b8-48f4-bc49-0d22f72d85e0 req-ea307460-a1ff-4ecc-882b-caf499e22912 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.3317747
Nov 20 21:06:00.201713 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfed7fc-6707-451e-a59a-6909d510b514 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:00.214290 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8dfed7fc-6707-451e-a59a-6909d510b514 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.233275 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.238336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Attempting to bind port 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:00.238947 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Attempting to bind port 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f15e53f-afcf-41a2-ba47-4c303c2dcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:00.239471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Attempting to bind port 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf on network 260eeca7-2cb8-4f54-b550-58eee544abf2 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:00.249480 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.251684 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8dfed7fc-6707-451e-a59a-6909d510b514 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.283355 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 5e380ce3-7889-47f1-b425-647fa9745753 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:00.283977 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.329245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:00.329631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Checking segment: {'id': '3f15e53f-afcf-41a2-ba47-4c303c2dcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:00.330117 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.332098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Bound using segment: {'id': '3f15e53f-afcf-41a2-ba47-4c303c2dcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:00.332098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Bound port: 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f15e53f-afcf-41a2-ba47-4c303c2dcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:00.332098 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.339846 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Pushing event updated for resources: {'Port': ['ID=6c610e1d-f693-4b19-94f1-ebd609ff4715,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:00.346653 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Allocated IP 2001:db8:1::1 (127cb7ee-6608-403e-8bcf-68c85ffa4284/351723a1-a0de-4e52-b8d7-70d0ea334819/006f7505-d4e8-4194-bfcf-f8ba30f93773) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:00.359294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8c4fd-71b8-48f4-bc49-0d22f72d85e0 req-e25485ec-0c38-48d4-836a-38b574733767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:00.360910 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73f8c4fd-71b8-48f4-bc49-0d22f72d85e0 req-e25485ec-0c38-48d4-836a-38b574733767 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1624177
Nov 20 21:06:00.364097 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Network 127cb7ee-6608-403e-8bcf-68c85ffa4284 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:00.385808 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:00.390628 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:00.498293 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] For port 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:00.522115 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Attempting to bind port 6c610e1d-f693-4b19-94f1-ebd609ff4715 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:00.523215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Attempting to bind port 6c610e1d-f693-4b19-94f1-ebd609ff4715 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3ba2d483-bcc5-4769-9096-f5c2ff258917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:00.523952 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Attempting to bind port 6c610e1d-f693-4b19-94f1-ebd609ff4715 on network 127cb7ee-6608-403e-8bcf-68c85ffa4284 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:00.534075 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] For port 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=978b2a55-2404-4bbe-ab8b-fdf3117ec1cf,segment=NetworkSegment(3f15e53f-afcf-41a2-ba47-4c303c2dcf29),segment_id=3f15e53f-afcf-41a2-ba47-4c303c2dcf29)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:00.535949 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:00.536505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Checking segment: {'id': '3ba2d483-bcc5-4769-9096-f5c2ff258917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:00.537788 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.541318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Bound using segment: {'id': '3ba2d483-bcc5-4769-9096-f5c2ff258917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:00.542031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Bound port: 6c610e1d-f693-4b19-94f1-ebd609ff4715, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba2d483-bcc5-4769-9096-f5c2ff258917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:00.542638 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.545571 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8dfed7fc-6707-451e-a59a-6909d510b514 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.561302 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8dfed7fc-6707-451e-a59a-6909d510b514 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.562616 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.609443 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73f8c4fd-71b8-48f4-bc49-0d22f72d85e0 req-cb266487-2237-415a-a638-ddb787c7307d service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2412515
Nov 20 21:06:00.623095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dfed7fc-6707-451e-a59a-6909d510b514 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:06:00.642934 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.644334 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfed7fc-6707-451e-a59a-6909d510b514 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a37098-da2b-40cc-a831-9a18b0455fd4,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:00.644999 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-10bb5e55-d142-40ef-819d-cd5412bd09a4 None None] Provisioning complete for port 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:00.645397 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-10bb5e55-d142-40ef-819d-cd5412bd09a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.663669 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8dfed7fc-6707-451e-a59a-6909d510b514 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.664022 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-8dfed7fc-6707-451e-a59a-6909d510b514 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Added segment f81b55f7-4918-4d46-a703-66f530a2a8c7 of type vlan for network 078bc043-a79e-4708-a2f2-e608d1250afa
Nov 20 21:06:00.698495 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c62488-c5fe-45ac-88cd-3339b7103b66 None None] Pushing event updated for resources: {'Port': ['ID=978b2a55-2404-4bbe-ab8b-fdf3117ec1cf,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:00.713349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:00.714348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464ec220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:00.726798 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] For port 6c610e1d-f693-4b19-94f1-ebd609ff4715, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:00.772259 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8dfed7fc-6707-451e-a59a-6909d510b514 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.781214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] For port 6c610e1d-f693-4b19-94f1-ebd609ff4715, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c610e1d-f693-4b19-94f1-ebd609ff4715,segment=NetworkSegment(3ba2d483-bcc5-4769-9096-f5c2ff258917),segment_id=3ba2d483-bcc5-4769-9096-f5c2ff258917)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:00.834901 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73f8c4fd-71b8-48f4-bc49-0d22f72d85e0 req-2408fd44-0ac7-4635-98a6-42e4f76f1c0b service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2162693
Nov 20 21:06:00.839115 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.905749 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8dfed7fc-6707-451e-a59a-6909d510b514 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.912336 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfed7fc-6707-451e-a59a-6909d510b514 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:00.912998 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8dfed7fc-6707-451e-a59a-6909d510b514 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.926891 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=006f7505-d4e8-4194-bfcf-f8ba30f93773,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:00.958219 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8dfed7fc-6707-451e-a59a-6909d510b514 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.2048414
Nov 20 21:06:00.963484 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60386) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:00.966704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 127cb7ee-6608-403e-8bcf-68c85ffa4284 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:00.969831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f22ee498-8ca2-444d-8a0f-d2a6d63b162a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:00.970456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:00.981382 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:00.990260 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:00.990942 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:01.018177 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e373b01-911c-46f4-84a1-40ca2cde9b18 req-d943a7ff-756c-4024-a078-1357e1f1d030 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:01.020063 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2e373b01-911c-46f4-84a1-40ca2cde9b18 req-d943a7ff-756c-4024-a078-1357e1f1d030 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0961652
Nov 20 21:06:01.057580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfed7fc-6707-451e-a59a-6909d510b514 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Network': ['ID=078bc043-a79e-4708-a2f2-e608d1250afa,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:01.060683 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:01.096583 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:06:01.102118 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfde31-eee7-4cdd-8801-fb56502d119a None None] Pushing event updated for resources: {'Port': ['ID=6c610e1d-f693-4b19-94f1-ebd609ff4715,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:01.186004 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:01.214330 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2e373b01-911c-46f4-84a1-40ca2cde9b18 req-6c85baed-d3a6-4fab-945f-9a3999031e12 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1265435
Nov 20 21:06:01.223718 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22ee498-8ca2-444d-8a0f-d2a6d63b162a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:01.229113 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f22ee498-8ca2-444d-8a0f-d2a6d63b162a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:01.254078 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-10bb5e55-d142-40ef-819d-cd5412bd09a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:01.371231 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-10bb5e55-d142-40ef-819d-cd5412bd09a4 None None] For port 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=978b2a55-2404-4bbe-ab8b-fdf3117ec1cf,segment=NetworkSegment(3f15e53f-afcf-41a2-ba47-4c303c2dcf29),segment_id=3f15e53f-afcf-41a2-ba47-4c303c2dcf29)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:01.384068 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-10bb5e55-d142-40ef-819d-cd5412bd09a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:01.515653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb5e55-d142-40ef-819d-cd5412bd09a4 None None] Pushing event updated for resources: {'Port': ['ID=978b2a55-2404-4bbe-ab8b-fdf3117ec1cf,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:01.539096 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f22ee498-8ca2-444d-8a0f-d2a6d63b162a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:01.539397 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-59b90769-6e49-4830-856c-ebe0e03f0419 None None] Provisioning complete for port 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:01.540582 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-59b90769-6e49-4830-856c-ebe0e03f0419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:01.590667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464ec220>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:05:56Z', 'revision_number': 2, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:00Z', 'revision_number': 4, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:01.628872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bf467-b388-4d63-abcb-f7b18cc8b6fe None None] The sync data for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 is: [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:05:56Z', 'revision_number': 2, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:00Z', 'revision_number': 4, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:06:01.653854 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ee498-8ca2-444d-8a0f-d2a6d63b162a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=d29e7c0a-61c3-4e3f-aa93-9ebdb1e846b2,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:01.724845 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:01.727541 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ee498-8ca2-444d-8a0f-d2a6d63b162a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:01.727906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22ee498-8ca2-444d-8a0f-d2a6d63b162a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network hostable DHCP agents. Network: 078bc043-a79e-4708-a2f2-e608d1250afa, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:06:01.731139 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:01.732485 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:01.763441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22ee498-8ca2-444d-8a0f-d2a6d63b162a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:06:01.779468 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f22ee498-8ca2-444d-8a0f-d2a6d63b162a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 078bc043-a79e-4708-a2f2-e608d1250afa) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:01.785743 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22ee498-8ca2-444d-8a0f-d2a6d63b162a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:01.785979 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f22ee498-8ca2-444d-8a0f-d2a6d63b162a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:01.800421 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3441d6aa-23d4-4cfb-9733-74bf0476b3bc None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:01.811337 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f22ee498-8ca2-444d-8a0f-d2a6d63b162a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8427064
Nov 20 21:06:01.812508 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60404) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:01.836325 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e894e276-15fd-4583-b313-9398a2da4984 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'name': 'tempest-NetworksTestDHCPv6-1380250147'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:01.860378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=006f7505-d4e8-4194-bfcf-f8ba30f93773,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:02.039600 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': 'd29e7c0a-61c3-4e3f-aa93-9ebdb1e846b2'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:06:02.040438 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:02.061995 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 127cb7ee-6608-403e-8bcf-68c85ffa4284 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:02.066287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:02.149157 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e894e276-15fd-4583-b313-9398a2da4984 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:02.153275 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e894e276-15fd-4583-b313-9398a2da4984 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:02.209540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6c610e1d-f693-4b19-94f1-ebd609ff4715 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:02.226633 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-e894e276-15fd-4583-b313-9398a2da4984 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port c5f9822c-7a2a-4754-b97a-4702e64e1842 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:06:02.234837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92001f-3b41-401e-b004-0b8315ad6df7 req-e6602628-8e22-499c-b182-fd94eb1e5538 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:02.244573 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1e92001f-3b41-401e-b004-0b8315ad6df7 req-e6602628-8e22-499c-b182-fd94eb1e5538 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.3764415
Nov 20 21:06:02.331472 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1e92001f-3b41-401e-b004-0b8315ad6df7 req-fda5dcbc-3b7c-477e-86c8-a734168dfb48 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787396
Nov 20 21:06:02.376882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 6c610e1d-f693-4b19-94f1-ebd609ff4715 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:02.377352 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:02.439441 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Allocated IP 2001:db8::2 (078bc043-a79e-4708-a2f2-e608d1250afa/d29e7c0a-61c3-4e3f-aa93-9ebdb1e846b2/10888bf2-7a43-4b2e-b088-efb7f4299b56) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:02.447392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:06:02.466074 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb61e85-3530-40f4-9b54-9c1bac53fab4 req-b71412a7-641c-429b-ac3e-e6f25b7115e7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:02.473468 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5fb61e85-3530-40f4-9b54-9c1bac53fab4 req-b71412a7-641c-429b-ac3e-e6f25b7115e7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1404223
Nov 20 21:06:02.534378 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:02.600765 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5fb61e85-3530-40f4-9b54-9c1bac53fab4 req-c8a75be7-3175-45ef-9d00-e516da4adc4d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1261365
Nov 20 21:06:02.635340 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:06:02.636900 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 6c610e1d-f693-4b19-94f1-ebd609ff4715, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c610e1d-f693-4b19-94f1-ebd609ff4715,segment=NetworkSegment(3ba2d483-bcc5-4769-9096-f5c2ff258917),segment_id=3ba2d483-bcc5-4769-9096-f5c2ff258917)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:02.641999 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8ba8a3ad-6ae4-4e1d-a8b4-acb08e5038a8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8939214
Nov 20 21:06:02.644935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60418) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:02.650939 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:02.651375 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9394ecdd-0a4f-4cc1-9a58-6aa3b0943460 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-802388970'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:02.651739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:02.682278 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9394ecdd-0a4f-4cc1-9a58-6aa3b0943460 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:02.691252 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9394ecdd-0a4f-4cc1-9a58-6aa3b0943460 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:02.695803 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4783ae4c-91e1-4eb0-a1a9-5bcf49e225c0 None None] Network 127cb7ee-6608-403e-8bcf-68c85ffa4284 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:02.747296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9394ecdd-0a4f-4cc1-9a58-6aa3b0943460 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:06:02.759951 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9394ecdd-0a4f-4cc1-9a58-6aa3b0943460 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:02.760295 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-9394ecdd-0a4f-4cc1-9a58-6aa3b0943460 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Added segment acf6bd5f-043b-487f-a769-4917f8ba9569 of type vlan for network cf078748-a695-4082-a8a5-099c6779633a
Nov 20 21:06:02.814557 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9394ecdd-0a4f-4cc1-9a58-6aa3b0943460 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:02.840652 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9394ecdd-0a4f-4cc1-9a58-6aa3b0943460 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:02.846202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9394ecdd-0a4f-4cc1-9a58-6aa3b0943460 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:02.846787 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9394ecdd-0a4f-4cc1-9a58-6aa3b0943460 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:02.854077 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:02.871746 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:02.873794 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6add976d-f103-410e-af31-4ce350ed7acb None None] Provisioning complete for port 6c610e1d-f693-4b19-94f1-ebd609ff4715 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:02.874082 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6add976d-f103-410e-af31-4ce350ed7acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:02.878008 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9394ecdd-0a4f-4cc1-9a58-6aa3b0943460 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2317157
Nov 20 21:06:02.881272 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60432) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:02.887769 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=6c610e1d-f693-4b19-94f1-ebd609ff4715,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:02.893279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1a47e4fb-36aa-4652-8c60-b976a6c6eaac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'subnet': {'network_id': 'cf078748-a695-4082-a8a5-099c6779633a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:02.927858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-e894e276-15fd-4583-b313-9398a2da4984 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::47 (078bc043-a79e-4708-a2f2-e608d1250afa/d29e7c0a-61c3-4e3f-aa93-9ebdb1e846b2/c5f9822c-7a2a-4754-b97a-4702e64e1842) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:02.946091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394ecdd-0a4f-4cc1-9a58-6aa3b0943460 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Network': ['ID=cf078748-a695-4082-a8a5-099c6779633a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:02.954921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:02.962520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:02.965123 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:02.992586 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:02.993050 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:02.995704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network cf078748-a695-4082-a8a5-099c6779633a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:06:03.034469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a47e4fb-36aa-4652-8c60-b976a6c6eaac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:03.038619 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1a47e4fb-36aa-4652-8c60-b976a6c6eaac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:03.063723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Pushing event updated for resources: {'Port': ['ID=10888bf2-7a43-4b2e-b088-efb7f4299b56,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:03.116341 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e894e276-15fd-4583-b313-9398a2da4984 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:03.153772 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e894e276-15fd-4583-b313-9398a2da4984 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:03.205041 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e894e276-15fd-4583-b313-9398a2da4984 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:03.208789 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-e894e276-15fd-4583-b313-9398a2da4984 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:03.213782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e894e276-15fd-4583-b313-9398a2da4984 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:03.219707 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e894e276-15fd-4583-b313-9398a2da4984 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:03.220492 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e894e276-15fd-4583-b313-9398a2da4984 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:03.226796 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Attempting to bind port 10888bf2-7a43-4b2e-b088-efb7f4299b56 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:03.226796 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Attempting to bind port 10888bf2-7a43-4b2e-b088-efb7f4299b56 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:03.227109 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Attempting to bind port 10888bf2-7a43-4b2e-b088-efb7f4299b56 on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:03.232740 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894e276-15fd-4583-b313-9398a2da4984 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=c5f9822c-7a2a-4754-b97a-4702e64e1842,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:03.238860 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1a47e4fb-36aa-4652-8c60-b976a6c6eaac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:03.239550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:03.240622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:03.241005 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:03.241415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:03.241939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Bound port: 10888bf2-7a43-4b2e-b088-efb7f4299b56, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:03.242436 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:03.246937 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e894e276-15fd-4583-b313-9398a2da4984 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.4313102
Nov 20 21:06:03.249128 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60434) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:03.320965 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47e4fb-36aa-4652-8c60-b976a6c6eaac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Subnet': ['ID=a12914a8-bb8a-4087-9e33-2b52b9aa5bec,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:03.329426 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a47e4fb-36aa-4652-8c60-b976a6c6eaac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Checking segment: {'id': 'acf6bd5f-043b-487f-a769-4917f8ba9569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:03.329801 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a47e4fb-36aa-4652-8c60-b976a6c6eaac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network hostable DHCP agents. Network: cf078748-a695-4082-a8a5-099c6779633a, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:06:03.353325 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a47e4fb-36aa-4652-8c60-b976a6c6eaac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network cf078748-a695-4082-a8a5-099c6779633a is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:06:03.362629 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-1a47e4fb-36aa-4652-8c60-b976a6c6eaac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cf078748-a695-4082-a8a5-099c6779633a) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:03.367816 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a47e4fb-36aa-4652-8c60-b976a6c6eaac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:03.368347 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1a47e4fb-36aa-4652-8c60-b976a6c6eaac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:03.389228 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1a47e4fb-36aa-4652-8c60-b976a6c6eaac tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.5067892
Nov 20 21:06:03.398642 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60438) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:03.435364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9330df-901d-41cf-830b-4d6e24017810 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:03.443796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9330df-901d-41cf-830b-4d6e24017810 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:03.450510 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cb9330df-901d-41cf-830b-4d6e24017810 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.1998100
Nov 20 21:06:03.451152 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60440) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:03.518867 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3b5f1-0de9-4906-ad38-47f8af4dac4b req-f5d86f14-2f12-4ce3-9f94-85237b04642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:03.525543 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03a3b5f1-0de9-4906-ad38-47f8af4dac4b req-f5d86f14-2f12-4ce3-9f94-85237b04642d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=185bc78201f1431881a86d4894780efb&device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 1096 time: 0.1833601
Nov 20 21:06:03.579788 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f02b0-1e98-4e87-a46b-1f9cac3c63bf req-cfbcbffc-f830-4cc5-9bd1-604bcd3505a5 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:03.581377 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-299f02b0-1e98-4e87-a46b-1f9cac3c63bf req-cfbcbffc-f830-4cc5-9bd1-604bcd3505a5 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.1079133
Nov 20 21:06:03.631344 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76c3482-0ceb-411c-ad26-8efa5542372c None None] Network cf078748-a695-4082-a8a5-099c6779633a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:03.693622 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-299f02b0-1e98-4e87-a46b-1f9cac3c63bf req-9ce27008-c0e4-42a8-8363-75d3ab05567d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0999570
Nov 20 21:06:03.752426 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] For port 10888bf2-7a43-4b2e-b088-efb7f4299b56, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:03.759046 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3b5f1-0de9-4906-ad38-47f8af4dac4b req-67ebb657-f7f3-482d-8590-dfcca45e824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:03.763077 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03a3b5f1-0de9-4906-ad38-47f8af4dac4b req-67ebb657-f7f3-482d-8590-dfcca45e824a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0462fe-9d19-4cda-815b-86a91b87f9c7 HTTP/1.1" status: 200  len: 918 time: 0.2053287
Nov 20 21:06:03.774270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] For port 10888bf2-7a43-4b2e-b088-efb7f4299b56, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10888bf2-7a43-4b2e-b088-efb7f4299b56,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:03.781043 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:03.797053 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Sync routers for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:06:03.822676 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:03.824172 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5648a940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:03.882864 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03a3b5f1-0de9-4906-ad38-47f8af4dac4b req-19d95240-fceb-47b4-9cad-ad8945abc87b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d827fb61-04e5-4891-8bee-97e47804c603 HTTP/1.1" status: 200  len: 1001 time: 0.1138225
Nov 20 21:06:03.939612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81dc0e-23d2-4d49-a609-81e39a58ea85 None None] Pushing event updated for resources: {'Port': ['ID=10888bf2-7a43-4b2e-b088-efb7f4299b56,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:04.001818 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:04.017601 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cf078748-a695-4082-a8a5-099c6779633a', 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'fixed_ips': [{'subnet_id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:06:04.018774 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:04.045855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3b5f1-0de9-4906-ad38-47f8af4dac4b req-73c9939c-0102-4024-a4e0-b4d153a0a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:04.047513 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03a3b5f1-0de9-4906-ad38-47f8af4dac4b req-73c9939c-0102-4024-a4e0-b4d153a0a9a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d8dda6c-ad95-4b4c-9a1c-f85536341ba1 HTTP/1.1" status: 200  len: 856 time: 0.1571052
Nov 20 21:06:04.151164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3b5f1-0de9-4906-ad38-47f8af4dac4b req-5d91b3c0-77c7-412b-aea3-6ccba0298155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:04.153516 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03a3b5f1-0de9-4906-ad38-47f8af4dac4b req-5d91b3c0-77c7-412b-aea3-6ccba0298155 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0462fe-9d19-4cda-815b-86a91b87f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0908198
Nov 20 21:06:04.202933 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6c610e1d-f693-4b19-94f1-ebd609ff4715 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:04.341456 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6841b4ed-9755-4c38-bae5-cb5a28201cfa None None] Provisioning complete for port 006f7505-d4e8-4194-bfcf-f8ba30f93773 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:04.342129 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6841b4ed-9755-4c38-bae5-cb5a28201cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:04.347887 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03a3b5f1-0de9-4906-ad38-47f8af4dac4b req-80d1552e-9199-4afd-9874-6f93f6195b57 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813073
Nov 20 21:06:04.374528 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-c700c311-cb46-4dfa-b82a-5936b8ba7a51 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port c5f9822c-7a2a-4754-b97a-4702e64e1842 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:04.375136 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c700c311-cb46-4dfa-b82a-5936b8ba7a51 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:04.433023 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5648a940>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 3, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 2, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:04.455964 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6841b4ed-9755-4c38-bae5-cb5a28201cfa None None] Port 006f7505-d4e8-4194-bfcf-f8ba30f93773 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:06:04.471964 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Checking router: 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:06:04.472689 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Updating router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa port 006f7505-d4e8-4194-bfcf-f8ba30f93773 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:06:04.490937 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 6c610e1d-f693-4b19-94f1-ebd609ff4715 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:04.491961 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:04.496484 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Allocated IP 2001:db8:2::2 (cf078748-a695-4082-a8a5-099c6779633a/a12914a8-bb8a-4087-9e33-2b52b9aa5bec/a653c589-a2e9-4823-bfae-fd76bc10726d) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:04.501279 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:04.548440 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6841b4ed-9755-4c38-bae5-cb5a28201cfa None None] Provisioning complete for port 6c610e1d-f693-4b19-94f1-ebd609ff4715 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:04.548876 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6841b4ed-9755-4c38-bae5-cb5a28201cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:04.627361 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03a3b5f1-0de9-4906-ad38-47f8af4dac4b req-6144e80b-aed6-47d5-9470-dbdb0b05b53b service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2694995
Nov 20 21:06:04.667224 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c700c311-cb46-4dfa-b82a-5936b8ba7a51 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:04.685086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-c700c311-cb46-4dfa-b82a-5936b8ba7a51 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for c5f9822c-7a2a-4754-b97a-4702e64e1842 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:04.722540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a68b72-93f3-40ee-a0d9-c099a105283b req-03cb05c5-c260-4ed5-8512-8351ed440ca3 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:04.725063 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-72a68b72-93f3-40ee-a0d9-c099a105283b req-03cb05c5-c260-4ed5-8512-8351ed440ca3 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.9819009
Nov 20 21:06:04.875947 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:04.903411 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7a28d-e61c-4b3f-81da-53d89c114441 req-505b4e66-e444-4b13-a818-850123eff408 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:04.905423 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:04.906065 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73e7a28d-e61c-4b3f-81da-53d89c114441 req-505b4e66-e444-4b13-a818-850123eff408 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.0829680
Nov 20 21:06:04.952053 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-72a68b72-93f3-40ee-a0d9-c099a105283b req-c82db82c-0d5b-4f52-b254-13fdc0dd1826 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2147379
Nov 20 21:06:05.001855 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Network cf078748-a695-4082-a8a5-099c6779633a is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:05.004539 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Pushing event updated for resources: {'Port': ['ID=a653c589-a2e9-4823-bfae-fd76bc10726d,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:05.011310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:05.014767 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:05.041839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d6d44022-817d-4916-a0ba-d112f4ee8cbf None None] Provisioning complete for port 006f7505-d4e8-4194-bfcf-f8ba30f93773 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:05.041839 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d6d44022-817d-4916-a0ba-d112f4ee8cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:05.049216 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-73e7a28d-e61c-4b3f-81da-53d89c114441 req-85db3685-9cf5-4bbd-b585-ad91a3132e45 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1200275
Nov 20 21:06:05.061972 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:05.070353 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:05.155333 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8c8bb-d679-4122-a8f7-29573b7c836f None None] Pushing event updated for resources: {'Port': ['ID=006f7505-d4e8-4194-bfcf-f8ba30f93773,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:05.157395 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Attempting to bind port a653c589-a2e9-4823-bfae-fd76bc10726d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:05.158016 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Attempting to bind port a653c589-a2e9-4823-bfae-fd76bc10726d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'acf6bd5f-043b-487f-a769-4917f8ba9569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:05.158550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Attempting to bind port a653c589-a2e9-4823-bfae-fd76bc10726d on network cf078748-a695-4082-a8a5-099c6779633a {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:05.159605 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:05.168648 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:05.169130 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Checking segment: {'id': 'acf6bd5f-043b-487f-a769-4917f8ba9569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:05.169604 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:05.170268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Bound using segment: {'id': 'acf6bd5f-043b-487f-a769-4917f8ba9569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:05.170961 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Bound port: a653c589-a2e9-4823-bfae-fd76bc10726d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf6bd5f-043b-487f-a769-4917f8ba9569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:05.171388 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:05.174349 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c700c311-cb46-4dfa-b82a-5936b8ba7a51 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:05.188625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d6d44022-817d-4916-a0ba-d112f4ee8cbf None None] Port 006f7505-d4e8-4194-bfcf-f8ba30f93773 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:06:05.201188 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8c8bb-d679-4122-a8f7-29573b7c836f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:05.201188 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8c8bb-d679-4122-a8f7-29573b7c836f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:05.201460 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8c8bb-d679-4122-a8f7-29573b7c836f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:05.201864 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8c8bb-d679-4122-a8f7-29573b7c836f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:05.202241 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8c8bb-d679-4122-a8f7-29573b7c836f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:05.202610 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8c8bb-d679-4122-a8f7-29573b7c836f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:05.202903 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8c8bb-d679-4122-a8f7-29573b7c836f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:05.203239 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8c8bb-d679-4122-a8f7-29573b7c836f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:05.206341 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8c8bb-d679-4122-a8f7-29573b7c836f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:05.207045 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8c8bb-d679-4122-a8f7-29573b7c836f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:05.207758 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8c8bb-d679-4122-a8f7-29573b7c836f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:05.208285 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8c8bb-d679-4122-a8f7-29573b7c836f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:05.215259 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700c311-cb46-4dfa-b82a-5936b8ba7a51 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=c5f9822c-7a2a-4754-b97a-4702e64e1842,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:05.266203 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] For port a653c589-a2e9-4823-bfae-fd76bc10726d, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:05.272033 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] For port a653c589-a2e9-4823-bfae-fd76bc10726d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a653c589-a2e9-4823-bfae-fd76bc10726d,segment=NetworkSegment(acf6bd5f-043b-487f-a769-4917f8ba9569),segment_id=acf6bd5f-043b-487f-a769-4917f8ba9569)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:05.280366 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:05.284262 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Attempting to bind port 006f7505-d4e8-4194-bfcf-f8ba30f93773 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:05.284741 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Attempting to bind port 006f7505-d4e8-4194-bfcf-f8ba30f93773 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3ba2d483-bcc5-4769-9096-f5c2ff258917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:05.285170 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Attempting to bind port 006f7505-d4e8-4194-bfcf-f8ba30f93773 on network 127cb7ee-6608-403e-8bcf-68c85ffa4284 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:05.294453 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:05.294995 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Checking segment: {'id': '3ba2d483-bcc5-4769-9096-f5c2ff258917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:05.295499 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:05.295990 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Bound using segment: {'id': '3ba2d483-bcc5-4769-9096-f5c2ff258917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:05.296852 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Bound port: 006f7505-d4e8-4194-bfcf-f8ba30f93773, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba2d483-bcc5-4769-9096-f5c2ff258917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:05.297256 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:05.311226 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c700c311-cb46-4dfa-b82a-5936b8ba7a51 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:05.323077 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c700c311-cb46-4dfa-b82a-5936b8ba7a51 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/c5f9822c-7a2a-4754-b97a-4702e64e1842 HTTP/1.1" status: 204  len: 168 time: 1.8686821
Nov 20 21:06:05.324616 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60450) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:05.389172 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] For port 006f7505-d4e8-4194-bfcf-f8ba30f93773, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:05.393907 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] For port 006f7505-d4e8-4194-bfcf-f8ba30f93773, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=006f7505-d4e8-4194-bfcf-f8ba30f93773,segment=NetworkSegment(3ba2d483-bcc5-4769-9096-f5c2ff258917),segment_id=3ba2d483-bcc5-4769-9096-f5c2ff258917)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:05.403345 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:05.424388 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbb4a6-b000-4bb6-bef7-7b2459020a53 None None] Pushing event updated for resources: {'Port': ['ID=a653c589-a2e9-4823-bfae-fd76bc10726d,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:05.427275 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cef0eac4-50c9-4232-9145-99c5c99079e3 None None] Provisioning complete for port 006f7505-d4e8-4194-bfcf-f8ba30f93773 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:05.430169 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cef0eac4-50c9-4232-9145-99c5c99079e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:05.547423 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8c8bb-d679-4122-a8f7-29573b7c836f None None] Pushing event updated for resources: {'Port': ['ID=006f7505-d4e8-4194-bfcf-f8ba30f93773,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:05.559690 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:05.562018 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5648a940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:05.653912 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cef0eac4-50c9-4232-9145-99c5c99079e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:05.694923 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:05.743359 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cef0eac4-50c9-4232-9145-99c5c99079e3 None None] For port 006f7505-d4e8-4194-bfcf-f8ba30f93773, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=006f7505-d4e8-4194-bfcf-f8ba30f93773,segment=NetworkSegment(3ba2d483-bcc5-4769-9096-f5c2ff258917),segment_id=3ba2d483-bcc5-4769-9096-f5c2ff258917)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:05.746439 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3fd137-f1b9-4e1e-9bdb-1417db4ed0da None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:05.761972 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cef0eac4-50c9-4232-9145-99c5c99079e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:05.773222 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Allocated IP 2001:db8:2::1 (cf078748-a695-4082-a8a5-099c6779633a/a12914a8-bb8a-4087-9e33-2b52b9aa5bec/a93e48d8-76f7-4afa-9cc7-ebdcd3415c12) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:05.866266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0eac4-50c9-4232-9145-99c5c99079e3 None None] Pushing event updated for resources: {'Port': ['ID=006f7505-d4e8-4194-bfcf-f8ba30f93773,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:05.868150 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feabd17-fccd-435a-bdee-bd8a20b2fec1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:05.869737 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feabd17-fccd-435a-bdee-bd8a20b2fec1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:05.873814 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1feabd17-fccd-435a-bdee-bd8a20b2fec1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.5436957
Nov 20 21:06:05.875246 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60452) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:05.959732 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb66f148-5f7e-497c-ba64-32fe6238c210 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet d29e7c0a-61c3-4e3f-aa93-9ebdb1e846b2 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:06:05.967817 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb66f148-5f7e-497c-ba64-32fe6238c210 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:06.049812 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:06.059379 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb66f148-5f7e-497c-ba64-32fe6238c210 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:06.138807 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:06.191014 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5648a940>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 3, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:05Z', 'revision_number': 4, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:06.222609 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9201e02b-a81b-4d62-a8d1-9557cfd6fffb None None] The sync data for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 is: [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 3, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:05Z', 'revision_number': 4, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:06:06.233197 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=a93e48d8-76f7-4afa-9cc7-ebdcd3415c12,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:06.243704 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb66f148-5f7e-497c-ba64-32fe6238c210 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:06.252640 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fe21e77f-6a57-41d1-96bc-908311099602 None None] Provisioning complete for port 10888bf2-7a43-4b2e-b088-efb7f4299b56 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:06.257747 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fe21e77f-6a57-41d1-96bc-908311099602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:06.285241 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network cf078748-a695-4082-a8a5-099c6779633a is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:06.288757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:06.292590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:06.293385 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:06.365230 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37db471-2787-4fd4-955f-6de3f0f2e001 req-ac2987b3-be79-4a39-b528-8e937f989486 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:06.365230 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c37db471-2787-4fd4-955f-6de3f0f2e001 req-ac2987b3-be79-4a39-b528-8e937f989486 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.2038612
Nov 20 21:06:06.404025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a653c589-a2e9-4823-bfae-fd76bc10726d up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:06.418133 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb66f148-5f7e-497c-ba64-32fe6238c210 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:06.419699 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf96121-b3ff-4f24-a885-d5b88f26c2a9 req-20a6e0ee-7128-404a-ac7a-970294901a97 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:06.428805 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8bf96121-b3ff-4f24-a885-d5b88f26c2a9 req-20a6e0ee-7128-404a-ac7a-970294901a97 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.1964498
Nov 20 21:06:06.450614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66f148-5f7e-497c-ba64-32fe6238c210 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=d29e7c0a-61c3-4e3f-aa93-9ebdb1e846b2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:06.476267 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb66f148-5f7e-497c-ba64-32fe6238c210 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:06.482961 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fb66f148-5f7e-497c-ba64-32fe6238c210 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/d29e7c0a-61c3-4e3f-aa93-9ebdb1e846b2 HTTP/1.1" status: 204  len: 168 time: 0.6043916
Nov 20 21:06:06.491646 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60460) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:06.541429 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c37db471-2787-4fd4-955f-6de3f0f2e001 req-dabcbb40-abe5-4f03-9576-d00ebf803b00 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1588094
Nov 20 21:06:06.569981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port a653c589-a2e9-4823-bfae-fd76bc10726d triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:06.569981 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:06.643185 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fe21e77f-6a57-41d1-96bc-908311099602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:06.649893 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:06.681971 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60462) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:06.683104 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9dca331f-2170-4a90-8106-9a9ea95171c9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1869411
Nov 20 21:06:06.687828 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8bf96121-b3ff-4f24-a885-d5b88f26c2a9 req-f015664b-3ed2-4882-b43c-0905251bbccc tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2578807
Nov 20 21:06:06.690308 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-cc00e16c-4e68-4c8c-a3c8-aadd7f101413 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:06.695107 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-fe21e77f-6a57-41d1-96bc-908311099602 None None] For port 10888bf2-7a43-4b2e-b088-efb7f4299b56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10888bf2-7a43-4b2e-b088-efb7f4299b56,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:06.702342 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fe21e77f-6a57-41d1-96bc-908311099602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:06.804221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fe21e77f-6a57-41d1-96bc-908311099602 None None] Provisioning complete for port 006f7505-d4e8-4194-bfcf-f8ba30f93773 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:06.804965 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fe21e77f-6a57-41d1-96bc-908311099602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:06.876131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc00e16c-4e68-4c8c-a3c8-aadd7f101413 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:06.880963 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc00e16c-4e68-4c8c-a3c8-aadd7f101413 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:06.901953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797e9637-264e-463e-ad33-9143e5b1ef9c None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:06.939188 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:06.954319 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21e77f-6a57-41d1-96bc-908311099602 None None] Pushing event updated for resources: {'Port': ['ID=10888bf2-7a43-4b2e-b088-efb7f4299b56,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:07.089881 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port a653c589-a2e9-4823-bfae-fd76bc10726d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a653c589-a2e9-4823-bfae-fd76bc10726d,segment=NetworkSegment(acf6bd5f-043b-487f-a769-4917f8ba9569),segment_id=acf6bd5f-043b-487f-a769-4917f8ba9569)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:07.149878 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:07.151329 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 10888bf2-7a43-4b2e-b088-efb7f4299b56 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:07.167432 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:07.174869 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:07.175981 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:07.185391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32cbd2e-2c28-49c7-9e96-e057110d3c0b None None] Network cf078748-a695-4082-a8a5-099c6779633a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:07.202171 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc00e16c-4e68-4c8c-a3c8-aadd7f101413 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:07.269292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc00e16c-4e68-4c8c-a3c8-aadd7f101413 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:07.274275 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-cc00e16c-4e68-4c8c-a3c8-aadd7f101413 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:07.293382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc00e16c-4e68-4c8c-a3c8-aadd7f101413 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:07.293587 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc00e16c-4e68-4c8c-a3c8-aadd7f101413 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:07.309792 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00e16c-4e68-4c8c-a3c8-aadd7f101413 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=3458fd61-7190-4678-98a6-b55876083524,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:07.334494 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cc00e16c-4e68-4c8c-a3c8-aadd7f101413 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6511903
Nov 20 21:06:07.336870 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60464) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:07.342329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-682fb907-9763-4f05-881e-fa772cd995cb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'name': 'tempest-NetworksTestDHCPv6-1073957963'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:07.348696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=a653c589-a2e9-4823-bfae-fd76bc10726d,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:07.382489 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 10888bf2-7a43-4b2e-b088-efb7f4299b56 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:07.382991 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=a93e48d8-76f7-4afa-9cc7-ebdcd3415c12,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:07.383397 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:07.410080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network cf078748-a695-4082-a8a5-099c6779633a is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:07.412397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:07.474011 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2819e9a7-5880-4085-8aa3-2666823c571e None None] Provisioning complete for port 10888bf2-7a43-4b2e-b088-efb7f4299b56 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:07.475330 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2819e9a7-5880-4085-8aa3-2666823c571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:07.486487 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682fb907-9763-4f05-881e-fa772cd995cb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:07.490850 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-682fb907-9763-4f05-881e-fa772cd995cb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:07.492675 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32b7a8e-92e6-42a8-961d-0a742676d054 None None] DHCP port deletion for 078bc043-a79e-4708-a2f2-e608d1250afa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:06:07.514368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-682fb907-9763-4f05-881e-fa772cd995cb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port 39c2aeb9-9552-4bb4-8963-79c3afe626ab yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:06:07.548668 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:06:07.658693 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-682fb907-9763-4f05-881e-fa772cd995cb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::132 (078bc043-a79e-4708-a2f2-e608d1250afa/3458fd61-7190-4678-98a6-b55876083524/39c2aeb9-9552-4bb4-8963-79c3afe626ab) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:07.663299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:06:07.672018 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f88618eb-be06-468f-97b2-f475fbd81401 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2690217
Nov 20 21:06:07.672018 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60470) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:07.677232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a4ded4f9-8ef1-418a-a261-8928bf74b706 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1283143296'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:07.707471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ded4f9-8ef1-418a-a261-8928bf74b706 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:07.712467 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4ded4f9-8ef1-418a-a261-8928bf74b706 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:07.742637 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a4247-df8a-4725-9992-bf5fb3efa18b req-c457285a-6c2a-47a5-9750-85e3d25f143a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:07.744275 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-463a4247-df8a-4725-9992-bf5fb3efa18b req-c457285a-6c2a-47a5-9750-85e3d25f143a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1066141
Nov 20 21:06:07.761785 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ded4f9-8ef1-418a-a261-8928bf74b706 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:06:07.779690 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4ded4f9-8ef1-418a-a261-8928bf74b706 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:07.780430 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-a4ded4f9-8ef1-418a-a261-8928bf74b706 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Added segment 9f85b3a8-3d5b-414c-96a0-45de617b4501 of type vlan for network 3860ec14-cc45-497f-8bdb-82136f23d856
Nov 20 21:06:07.808172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Sync routers for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:06:07.869301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:07.869943 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4663a9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:07.878565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-463a4247-df8a-4725-9992-bf5fb3efa18b req-414e7b50-0376-4de7-af98-9a43168b15b4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1249790
Nov 20 21:06:07.882963 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4ded4f9-8ef1-418a-a261-8928bf74b706 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:07.931397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40203255-e24c-4edc-a622-d01b3834ee24 req-ab07144c-0a56-4fc2-9dd4-b4763c8c93ea tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:07.933732 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-40203255-e24c-4edc-a622-d01b3834ee24 req-ab07144c-0a56-4fc2-9dd4-b4763c8c93ea tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.0971940
Nov 20 21:06:07.934517 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-682fb907-9763-4f05-881e-fa772cd995cb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:07.945949 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4ded4f9-8ef1-418a-a261-8928bf74b706 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:07.952752 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ded4f9-8ef1-418a-a261-8928bf74b706 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:07.953609 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4ded4f9-8ef1-418a-a261-8928bf74b706 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:08.001708 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e32b7a8e-92e6-42a8-961d-0a742676d054 None None] Deleting port 10888bf2-7a43-4b2e-b088-efb7f4299b56 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:08.002193 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e32b7a8e-92e6-42a8-961d-0a742676d054 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:08.007966 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-682fb907-9763-4f05-881e-fa772cd995cb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:08.018654 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a4ded4f9-8ef1-418a-a261-8928bf74b706 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3461092
Nov 20 21:06:08.030413 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60476) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:08.032668 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2819e9a7-5880-4085-8aa3-2666823c571e None None] Provisioning complete for port 006f7505-d4e8-4194-bfcf-f8ba30f93773 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:08.032834 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2819e9a7-5880-4085-8aa3-2666823c571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:08.034983 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:08.036036 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8f2e44c0-ea7e-4632-ba58-b0f157b9cdee tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'subnet': {'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:08.093417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682fb907-9763-4f05-881e-fa772cd995cb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:08.101927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-682fb907-9763-4f05-881e-fa772cd995cb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:08.116261 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682fb907-9763-4f05-881e-fa772cd995cb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:08.124362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682fb907-9763-4f05-881e-fa772cd995cb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:08.125030 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-682fb907-9763-4f05-881e-fa772cd995cb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:08.133559 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fb907-9763-4f05-881e-fa772cd995cb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=39c2aeb9-9552-4bb4-8963-79c3afe626ab,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:08.170543 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-682fb907-9763-4f05-881e-fa772cd995cb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 0.8302953
Nov 20 21:06:08.171182 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60480) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:08.301494 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:08.321036 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ded4f9-8ef1-418a-a261-8928bf74b706 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Network': ['ID=3860ec14-cc45-497f-8bdb-82136f23d856,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:08.341075 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:08.346381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 006f7505-d4e8-4194-bfcf-f8ba30f93773 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:08.348854 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f25f40-f9cd-4af9-90cd-e730809f57df tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:08.356334 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-40203255-e24c-4edc-a622-d01b3834ee24 req-b850800e-9601-46cb-a58b-56c3c675045c tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3955526
Nov 20 21:06:08.365367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2e44c0-ea7e-4632-ba58-b0f157b9cdee tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Made reservation on behalf of 8efceb06a91a4ad8a9e6527d07da0fc2 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:08.370564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f25f40-f9cd-4af9-90cd-e730809f57df tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:08.372986 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8f2e44c0-ea7e-4632-ba58-b0f157b9cdee tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:08.375073 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a5f25f40-f9cd-4af9-90cd-e730809f57df tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1592 time: 0.2019672
Nov 20 21:06:08.377200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60484) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:08.391801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f3a1-11b4-46c1-9780-40a8896ca0b1 req-fee41adc-05f4-472e-9eeb-9a3ec9109521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:08.393534 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5602f3a1-11b4-46c1-9780-40a8896ca0b1 req-fee41adc-05f4-472e-9eeb-9a3ec9109521 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 1096 time: 0.1548545
Nov 20 21:06:08.425038 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 3860ec14-cc45-497f-8bdb-82136f23d856 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:06:08.441936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a441ffd-30e7-4a90-b3d0-3cc74040969e req-b2f6bb48-d56d-43ca-a2ba-8022388cc0f9 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:08.450504 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9a441ffd-30e7-4a90-b3d0-3cc74040969e req-b2f6bb48-d56d-43ca-a2ba-8022388cc0f9 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1916771
Nov 20 21:06:08.511102 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e32b7a8e-92e6-42a8-961d-0a742676d054 None None] For port 10888bf2-7a43-4b2e-b088-efb7f4299b56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10888bf2-7a43-4b2e-b088-efb7f4299b56,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:08.511501 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e32b7a8e-92e6-42a8-961d-0a742676d054 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:08.573819 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9a441ffd-30e7-4a90-b3d0-3cc74040969e req-a996be51-b154-4c67-917d-0dec8f161748 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1214325
Nov 20 21:06:08.588336 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f3a1-11b4-46c1-9780-40a8896ca0b1 req-754410dd-20f4-496b-8983-a29eb0a52670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:08.602838 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5602f3a1-11b4-46c1-9780-40a8896ca0b1 req-754410dd-20f4-496b-8983-a29eb0a52670 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 912 time: 0.2018037
Nov 20 21:06:08.619012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2c4dbc98-4fcd-4029-9bd9-3072094055bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port 39c2aeb9-9552-4bb4-8963-79c3afe626ab {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:08.619372 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2c4dbc98-4fcd-4029-9bd9-3072094055bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:08.635780 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e32b7a8e-92e6-42a8-961d-0a742676d054 None None] Calling delete_port for 10888bf2-7a43-4b2e-b088-efb7f4299b56 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:08.701605 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5602f3a1-11b4-46c1-9780-40a8896ca0b1 req-f89915a2-60dc-4eff-9411-ab35ada88361 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e95aa78-cf30-4872-a515-77b24aeb0899 HTTP/1.1" status: 200  len: 999 time: 0.0917487
Nov 20 21:06:08.718761 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 006f7505-d4e8-4194-bfcf-f8ba30f93773 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:08.719139 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:08.795484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f3a1-11b4-46c1-9780-40a8896ca0b1 req-fdb30761-fb62-4669-9abd-faf80e77c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:08.797319 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2819e9a7-5880-4085-8aa3-2666823c571e None None] Provisioning complete for port a653c589-a2e9-4823-bfae-fd76bc10726d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:08.797678 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2819e9a7-5880-4085-8aa3-2666823c571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:08.799533 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5602f3a1-11b4-46c1-9780-40a8896ca0b1 req-fdb30761-fb62-4669-9abd-faf80e77c05b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.0917568
Nov 20 21:06:08.809078 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2c4dbc98-4fcd-4029-9bd9-3072094055bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:08.839125 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2c4dbc98-4fcd-4029-9bd9-3072094055bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for 39c2aeb9-9552-4bb4-8963-79c3afe626ab owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:08.889118 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e32b7a8e-92e6-42a8-961d-0a742676d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:08.895429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f3a1-11b4-46c1-9780-40a8896ca0b1 req-0c887a83-7ef9-4e1e-a7c9-78fcb7f5d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:08.898855 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5602f3a1-11b4-46c1-9780-40a8896ca0b1 req-0c887a83-7ef9-4e1e-a7c9-78fcb7f5d8a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0905380
Nov 20 21:06:08.944923 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b7a8e-92e6-42a8-961d-0a742676d054 None None] No DVR routers for this DVR port 10888bf2-7a43-4b2e-b088-efb7f4299b56 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:06:08.952759 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b7a8e-92e6-42a8-961d-0a742676d054 None None] Pushing event deleted for resources: {'Port': ['ID=10888bf2-7a43-4b2e-b088-efb7f4299b56,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:08.954402 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8f2e44c0-ea7e-4632-ba58-b0f157b9cdee tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:08.976133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cae75ac-b86a-4448-9f45-719a3446b086 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:09.019975 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5602f3a1-11b4-46c1-9780-40a8896ca0b1 req-df62aa7e-3a36-49ce-b5e6-7570c105d024 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1124215
Nov 20 21:06:09.024676 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a653c589-a2e9-4823-bfae-fd76bc10726d up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:09.057578 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4663a9a0>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:06Z', 'revision_number': 4, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:05Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93e48d8-76f7-4afa-9cc7-ebdcd3415c12', 'name': '', 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:ff:22:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:05Z', 'updated_at': '2021-11-20T21:06:06Z', 'revision_number': 2, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:09.074323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e44c0-ea7e-4632-ba58-b0f157b9cdee tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Subnet': ['ID=aed1abed-df09-4b27-bb2c-791e17b489b4,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:09.079094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e44c0-ea7e-4632-ba58-b0f157b9cdee tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Checking segment: {'id': '9f85b3a8-3d5b-414c-96a0-45de617b4501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:09.079471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2e44c0-ea7e-4632-ba58-b0f157b9cdee tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network hostable DHCP agents. Network: 3860ec14-cc45-497f-8bdb-82136f23d856, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:06:09.106342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2e44c0-ea7e-4632-ba58-b0f157b9cdee tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 3860ec14-cc45-497f-8bdb-82136f23d856 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:06:09.113044 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2c4dbc98-4fcd-4029-9bd9-3072094055bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:09.123921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-8f2e44c0-ea7e-4632-ba58-b0f157b9cdee tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3860ec14-cc45-497f-8bdb-82136f23d856) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:09.131587 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5602f3a1-11b4-46c1-9780-40a8896ca0b1 req-36c1db63-edbc-4cee-b94f-ced2fa6cac93 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1049495
Nov 20 21:06:09.138785 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Checking router: 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:06:09.139149 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Updating router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa port a93e48d8-76f7-4afa-9cc7-ebdcd3415c12 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:06:09.149384 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e3ff2d-7157-4d2e-9889-85652bdb3f92 None None] Network 3860ec14-cc45-497f-8bdb-82136f23d856 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:09.150084 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2e44c0-ea7e-4632-ba58-b0f157b9cdee tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:09.150689 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8f2e44c0-ea7e-4632-ba58-b0f157b9cdee tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:09.156154 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4dbc98-4fcd-4029-9bd9-3072094055bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=39c2aeb9-9552-4bb4-8963-79c3afe626ab,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:09.189795 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8f2e44c0-ea7e-4632-ba58-b0f157b9cdee tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.1580908
Nov 20 21:06:09.191010 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2c4dbc98-4fcd-4029-9bd9-3072094055bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:09.193313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60488) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:09.195101 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2c4dbc98-4fcd-4029-9bd9-3072094055bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/39c2aeb9-9552-4bb4-8963-79c3afe626ab HTTP/1.1" status: 204  len: 168 time: 0.8168607
Nov 20 21:06:09.197707 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60490) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:09.226777 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:09.301668 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa93ac8-b643-44ac-8663-f3cf4aea6aa7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:09.304120 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa93ac8-b643-44ac-8663-f3cf4aea6aa7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:09.308349 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2aa93ac8-b643-44ac-8663-f3cf4aea6aa7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1076403
Nov 20 21:06:09.309168 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60494) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:09.370155 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e764a454-8267-4ed7-b5a0-97aff470b1d3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 3458fd61-7190-4678-98a6-b55876083524 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:06:09.373462 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e764a454-8267-4ed7-b5a0-97aff470b1d3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:09.375308 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port a653c589-a2e9-4823-bfae-fd76bc10726d triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:09.375686 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:09.430796 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e764a454-8267-4ed7-b5a0-97aff470b1d3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:09.489212 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e764a454-8267-4ed7-b5a0-97aff470b1d3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:09.501042 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-21eade51-21d2-4074-845d-48eca4f22109 None None] Provisioning complete for port a93e48d8-76f7-4afa-9cc7-ebdcd3415c12 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:09.501601 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-21eade51-21d2-4074-845d-48eca4f22109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:09.539143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65863f6d-2723-4f75-b84c-77b1250b966a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': '3458fd61-7190-4678-98a6-b55876083524'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:06:09.539849 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-65863f6d-2723-4f75-b84c-77b1250b966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:09.573199 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e764a454-8267-4ed7-b5a0-97aff470b1d3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:09.579578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdb4e7-e217-4a1f-bebc-b7ca834dc7c2 req-4f195554-2cd7-4ef5-a508-e60fb511103d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:09.587527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63cdb4e7-e217-4a1f-bebc-b7ca834dc7c2 req-4f195554-2cd7-4ef5-a508-e60fb511103d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.1275558
Nov 20 21:06:09.606249 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e764a454-8267-4ed7-b5a0-97aff470b1d3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:09.609688 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e764a454-8267-4ed7-b5a0-97aff470b1d3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/3458fd61-7190-4678-98a6-b55876083524 HTTP/1.1" status: 204  len: 168 time: 0.2994196
Nov 20 21:06:09.610793 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764a454-8267-4ed7-b5a0-97aff470b1d3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=3458fd61-7190-4678-98a6-b55876083524,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:09.613093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60502) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:09.662533 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3986e11b-2222-4c8d-8119-b08c8e38ec28 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0476611
Nov 20 21:06:09.666589 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60504) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:09.673949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ffacb3fb-2442-4afa-9c01-ccafa563fd00 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:09.716871 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63cdb4e7-e217-4a1f-bebc-b7ca834dc7c2 req-41416797-b17f-44ba-9d00-fa77230c7b7d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1282272
Nov 20 21:06:09.764491 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:09.821130 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b88621-7a09-4ef2-abbb-59674cfd02ff req-6dc15bcd-1f29-4020-8c22-0866bfc748b7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:09.822898 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f2b88621-7a09-4ef2-abbb-59674cfd02ff req-6dc15bcd-1f29-4020-8c22-0866bfc748b7 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1032972
Nov 20 21:06:09.840886 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffacb3fb-2442-4afa-9c01-ccafa563fd00 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:09.844893 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ffacb3fb-2442-4afa-9c01-ccafa563fd00 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:09.894519 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3860ec14-cc45-497f-8bdb-82136f23d856', 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'fixed_ips': [{'subnet_id': 'aed1abed-df09-4b27-bb2c-791e17b489b4'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:06:09.895915 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:09.912692 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-21eade51-21d2-4074-845d-48eca4f22109 None None] Port a93e48d8-76f7-4afa-9cc7-ebdcd3415c12 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:06:09.999775 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f2b88621-7a09-4ef2-abbb-59674cfd02ff req-43c1787e-3fec-46b0-8620-f5b07a99f73c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1684914
Nov 20 21:06:10.073167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Allocated IP 2001:db8:3::1 (3860ec14-cc45-497f-8bdb-82136f23d856/aed1abed-df09-4b27-bb2c-791e17b489b4/8d50db1f-38fb-4dce-8d61-f8be9c416edb) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:10.098404 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-21eade51-21d2-4074-845d-48eca4f22109 None None] Provisioning complete for port a653c589-a2e9-4823-bfae-fd76bc10726d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:10.098850 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-21eade51-21d2-4074-845d-48eca4f22109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.117783 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ffacb3fb-2442-4afa-9c01-ccafa563fd00 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.124285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60508) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:10.244598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffacb3fb-2442-4afa-9c01-ccafa563fd00 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:10.250551 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-ffacb3fb-2442-4afa-9c01-ccafa563fd00 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:10.252836 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.253069 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacb3fb-2442-4afa-9c01-ccafa563fd00 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=efd2d8de-ca8a-46fd-8e27-0c6237f80af0,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:10.261004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffacb3fb-2442-4afa-9c01-ccafa563fd00 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:10.261619 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ffacb3fb-2442-4afa-9c01-ccafa563fd00 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.300048 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 10888bf2-7a43-4b2e-b088-efb7f4299b56 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:10.302159 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7580b7ac-2fd9-4609-b548-5acde7d07815 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:10.313323 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.319383 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8792dfba-a12f-45a3-9717-13e326b0ddd6 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 6046 time: 0.1897559
Nov 20 21:06:10.319581 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60510) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:10.324547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7d5ba6f1-f54d-4898-b5fa-7ea578e5e1eb tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Request body: {'network': {'name': 'tempest-network-smoke--1307532437', 'project_id': '83a551019ab140bba8ec377d05167a62', 'port_security_enabled': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:10.334269 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ffacb3fb-2442-4afa-9c01-ccafa563fd00 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6652920
Nov 20 21:06:10.338675 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60512) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:10.346282 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-433116c9-36a8-49e2-95c0-3c0d9b520883 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'name': 'tempest-NetworksTestDHCPv6-757133114'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:10.369459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 3860ec14-cc45-497f-8bdb-82136f23d856 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:10.371280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:10.373290 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=8d50db1f-38fb-4dce-8d61-f8be9c416edb,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:10.373851 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5ba6f1-f54d-4898-b5fa-7ea578e5e1eb tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Made reservation on behalf of 83a551019ab140bba8ec377d05167a62 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:10.375809 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:10.376439 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.378059 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba6f1-f54d-4898-b5fa-7ea578e5e1eb tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.405326 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.413022 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 10888bf2-7a43-4b2e-b088-efb7f4299b56 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:10.413370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 10888bf2-7a43-4b2e-b088-efb7f4299b56 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:10.429295 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.453293 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5ba6f1-f54d-4898-b5fa-7ea578e5e1eb tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:06:10.482129 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba6f1-f54d-4898-b5fa-7ea578e5e1eb tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.482524 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-7d5ba6f1-f54d-4898-b5fa-7ea578e5e1eb tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Added segment 1bb2223b-9405-45e8-af5d-412b4d3a91f3 of type vlan for network 7e423f00-6cad-43f5-a5bf-960ac9228382
Nov 20 21:06:10.507783 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.537619 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Allocated IP 2001:db8:3::2 (3860ec14-cc45-497f-8bdb-82136f23d856/aed1abed-df09-4b27-bb2c-791e17b489b4/14e4424a-88ba-4352-9e9c-1d4f954eb60b) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:10.560524 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba6f1-f54d-4898-b5fa-7ea578e5e1eb tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.563855 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433116c9-36a8-49e2-95c0-3c0d9b520883 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:10.568952 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-433116c9-36a8-49e2-95c0-3c0d9b520883 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.599944 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-433116c9-36a8-49e2-95c0-3c0d9b520883 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port 243e39e9-4d7a-47b0-9c2b-dbdcb23c23e1 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:06:10.621202 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422f0ee-c67e-43c9-bd7f-7fc0aa3e6d9a None None] Pushing event updated for resources: {'Port': ['ID=a93e48d8-76f7-4afa-9cc7-ebdcd3415c12,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:10.654808 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba6f1-f54d-4898-b5fa-7ea578e5e1eb tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.661227 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ba6f1-f54d-4898-b5fa-7ea578e5e1eb tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:10.661923 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba6f1-f54d-4898-b5fa-7ea578e5e1eb tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.687496 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7d5ba6f1-f54d-4898-b5fa-7ea578e5e1eb tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3668966
Nov 20 21:06:10.704161 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60514) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:10.709683 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Attempting to bind port a93e48d8-76f7-4afa-9cc7-ebdcd3415c12 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:10.710074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Attempting to bind port a93e48d8-76f7-4afa-9cc7-ebdcd3415c12 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'acf6bd5f-043b-487f-a769-4917f8ba9569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:10.710457 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Attempting to bind port a93e48d8-76f7-4afa-9cc7-ebdcd3415c12 on network cf078748-a695-4082-a8a5-099c6779633a {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:10.717524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-907519188', 'admin_state_up': True, 'project_id': '83a551019ab140bba8ec377d05167a62', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:10.750570 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:10.750954 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Checking segment: {'id': 'acf6bd5f-043b-487f-a769-4917f8ba9569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:10.751367 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.751759 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Bound using segment: {'id': 'acf6bd5f-043b-487f-a769-4917f8ba9569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:10.752250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Bound port: a93e48d8-76f7-4afa-9cc7-ebdcd3415c12, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf6bd5f-043b-487f-a769-4917f8ba9569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:10.752636 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.847853 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': 'efd2d8de-ca8a-46fd-8e27-0c6237f80af0'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:06:10.848733 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:10.941898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] For port a93e48d8-76f7-4afa-9cc7-ebdcd3415c12, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:10.968414 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcaabc-c5da-4e30-b780-b6de09214f53 req-70091f17-1d41-47e3-9695-4a27e39f94df tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:10.970495 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03fcaabc-c5da-4e30-b780-b6de09214f53 req-70091f17-1d41-47e3-9695-4a27e39f94df tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.1103003
Nov 20 21:06:10.994152 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.004340 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.005371 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.027845 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] For port a93e48d8-76f7-4afa-9cc7-ebdcd3415c12, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a93e48d8-76f7-4afa-9cc7-ebdcd3415c12,segment=NetworkSegment(acf6bd5f-043b-487f-a769-4917f8ba9569),segment_id=acf6bd5f-043b-487f-a769-4917f8ba9569)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:11.039300 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.043644 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cb103eb9-3e64-4bb6-a185-d945fd1ea3ac None None] Provisioning complete for port a93e48d8-76f7-4afa-9cc7-ebdcd3415c12 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:11.044032 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cb103eb9-3e64-4bb6-a185-d945fd1ea3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.054412 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.095918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event updated for resources: {'Port': ['ID=8d50db1f-38fb-4dce-8d61-f8be9c416edb,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:11.118923 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.187132 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03fcaabc-c5da-4e30-b780-b6de09214f53 req-171c18ec-c533-4b99-8c8c-943bd3709cc0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1980190
Nov 20 21:06:11.188118 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422f0ee-c67e-43c9-bd7f-7fc0aa3e6d9a None None] Pushing event updated for resources: {'Port': ['ID=a93e48d8-76f7-4afa-9cc7-ebdcd3415c12,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:11.210788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ba6f1-f54d-4898-b5fa-7ea578e5e1eb tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'Network': ['ID=7e423f00-6cad-43f5-a5bf-960ac9228382,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:11.247462 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Pushing event updated for resources: {'Port': ['ID=14e4424a-88ba-4352-9e9c-1d4f954eb60b,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:11.258136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 7e423f00-6cad-43f5-a5bf-960ac9228382 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:06:11.259118 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.260451 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.273791 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Network 3860ec14-cc45-497f-8bdb-82136f23d856 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:11.275738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:11.279941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-433116c9-36a8-49e2-95c0-3c0d9b520883 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::2c7 (078bc043-a79e-4708-a2f2-e608d1250afa/efd2d8de-ca8a-46fd-8e27-0c6237f80af0/243e39e9-4d7a-47b0-9c2b-dbdcb23c23e1) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:11.328783 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80572bb1-f2f5-4b71-93d9-ebde799878a3 req-50a646e4-7ad9-487b-aebc-69e5b80a0704 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:11.330387 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-80572bb1-f2f5-4b71-93d9-ebde799878a3 req-50a646e4-7ad9-487b-aebc-69e5b80a0704 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1763799
Nov 20 21:06:11.346881 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Network 3860ec14-cc45-497f-8bdb-82136f23d856 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:11.361725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:11.364505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:11.368954 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.384700 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:11.385334 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4663a9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:11.429175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:06:11.553424 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Attempting to bind port 14e4424a-88ba-4352-9e9c-1d4f954eb60b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:11.554022 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Attempting to bind port 14e4424a-88ba-4352-9e9c-1d4f954eb60b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9f85b3a8-3d5b-414c-96a0-45de617b4501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:11.554190 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Attempting to bind port 14e4424a-88ba-4352-9e9c-1d4f954eb60b on network 3860ec14-cc45-497f-8bdb-82136f23d856 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:11.571191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:11.571632 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Checking segment: {'id': '9f85b3a8-3d5b-414c-96a0-45de617b4501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:11.571977 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.572372 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Bound using segment: {'id': '9f85b3a8-3d5b-414c-96a0-45de617b4501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:11.572859 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Bound port: 14e4424a-88ba-4352-9e9c-1d4f954eb60b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f85b3a8-3d5b-414c-96a0-45de617b4501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:11.573245 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.585996 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:11.627514 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cb103eb9-3e64-4bb6-a185-d945fd1ea3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.692937 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-80572bb1-f2f5-4b71-93d9-ebde799878a3 req-722ea686-c8dd-4345-af4c-ecfdbaa00fe4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3522067
Nov 20 21:06:11.752465 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.764617 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-433116c9-36a8-49e2-95c0-3c0d9b520883 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.812645 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-433116c9-36a8-49e2-95c0-3c0d9b520883 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.870536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e3bff-eb2a-4545-9e51-4fbc87f1488d req-49e37da6-8114-4cd1-8363-ccd33f9794dc tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:11.871916 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c5e3bff-eb2a-4545-9e51-4fbc87f1488d req-49e37da6-8114-4cd1-8363-ccd33f9794dc tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0973682
Nov 20 21:06:11.876750 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:06:11.883792 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8b21e68f-4622-415c-b1b4-bd7963847d08 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6887968
Nov 20 21:06:11.890319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60524) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:11.895087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-317fd047-f9fe-41ce-bb6f-b7a6732e2a9f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:11.895275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433116c9-36a8-49e2-95c0-3c0d9b520883 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:11.907975 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-433116c9-36a8-49e2-95c0-3c0d9b520883 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:11.911004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433116c9-36a8-49e2-95c0-3c0d9b520883 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:11.918662 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433116c9-36a8-49e2-95c0-3c0d9b520883 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:11.919327 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-433116c9-36a8-49e2-95c0-3c0d9b520883 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.928052 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433116c9-36a8-49e2-95c0-3c0d9b520883 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=243e39e9-4d7a-47b0-9c2b-dbdcb23c23e1,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:11.965891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cb103eb9-3e64-4bb6-a185-d945fd1ea3ac None None] For port a93e48d8-76f7-4afa-9cc7-ebdcd3415c12, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a93e48d8-76f7-4afa-9cc7-ebdcd3415c12,segment=NetworkSegment(acf6bd5f-043b-487f-a769-4917f8ba9569),segment_id=acf6bd5f-043b-487f-a769-4917f8ba9569)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:11.978674 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cb103eb9-3e64-4bb6-a185-d945fd1ea3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:11.994403 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-433116c9-36a8-49e2-95c0-3c0d9b520883 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.6524358
Nov 20 21:06:11.995799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60526) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:12.011127 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] For port 14e4424a-88ba-4352-9e9c-1d4f954eb60b, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:12.014588 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c5e3bff-eb2a-4545-9e51-4fbc87f1488d req-5400995f-ff24-414a-9c95-ba791af55e61 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1357398
Nov 20 21:06:12.075210 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] For port 14e4424a-88ba-4352-9e9c-1d4f954eb60b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14e4424a-88ba-4352-9e9c-1d4f954eb60b,segment=NetworkSegment(9f85b3a8-3d5b-414c-96a0-45de617b4501),segment_id=9f85b3a8-3d5b-414c-96a0-45de617b4501)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:12.113290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Allocated IP 2001:db8::2 (078bc043-a79e-4708-a2f2-e608d1250afa/efd2d8de-ca8a-46fd-8e27-0c6237f80af0/4dae1fc5-c175-44c6-b340-2dd6509723fb) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:12.118723 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:12.144637 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8abbe-7a43-4312-9026-99ba8cae6650 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:12.146848 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-adc8abbe-7a43-4312-9026-99ba8cae6650 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.1512768
Nov 20 21:06:12.156936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60532) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:12.212192 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-303137f4-4882-4470-8160-8f46d427439d None None] Provisioning complete for port a93e48d8-76f7-4afa-9cc7-ebdcd3415c12 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:12.212570 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-303137f4-4882-4470-8160-8f46d427439d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:12.278531 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb103eb9-3e64-4bb6-a185-d945fd1ea3ac None None] Pushing event updated for resources: {'Port': ['ID=a93e48d8-76f7-4afa-9cc7-ebdcd3415c12,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:12.360631 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8298d72-0dbf-443e-beb7-f07ab0eaafb1 req-8a1088fc-c4b9-4a73-a6b7-7b992768059f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:12.368588 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f8298d72-0dbf-443e-beb7-f07ab0eaafb1 req-8a1088fc-c4b9-4a73-a6b7-7b992768059f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.2331107
Nov 20 21:06:12.397412 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:12.422993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ce94d-b20e-4df0-9b55-9ec06dc65f54 None None] Pushing event updated for resources: {'Port': ['ID=14e4424a-88ba-4352-9e9c-1d4f954eb60b,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:12.429277 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:12.542137 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.extraroute_db [None req-317fd047-f9fe-41ce-bb6f-b7a6732e2a9f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=126225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 20 21:06:12.576943 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d6f56-d038-4724-b2c5-be769a7d9e10 req-7af27acc-8ded-4e4d-9bdd-5c76fa2f45ac tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:12.585551 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a0d6f56-d038-4724-b2c5-be769a7d9e10 req-7af27acc-8ded-4e4d-9bdd-5c76fa2f45ac tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.1611865
Nov 20 21:06:12.588011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.extraroute_db [None req-317fd047-f9fe-41ce-bb6f-b7a6732e2a9f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Removed routes are [] {{(pid=126225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 20 21:06:12.588425 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-317fd047-f9fe-41ce-bb6f-b7a6732e2a9f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:12.589438 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f8298d72-0dbf-443e-beb7-f07ab0eaafb1 req-08763ac0-c01d-47e8-87b5-98db82d4728f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2191911
Nov 20 21:06:12.609253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-77eeb1ed-0f10-4a27-bfbd-015019f9cd6d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port 243e39e9-4d7a-47b0-9c2b-dbdcb23c23e1 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:12.609742 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77eeb1ed-0f10-4a27-bfbd-015019f9cd6d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:12.611554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4663a9a0>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:10Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:05Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d50db1f-38fb-4dce-8d61-f8be9c416edb', 'name': '', 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:64:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'aed1abed-df09-4b27-bb2c-791e17b489b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:09Z', 'updated_at': '2021-11-20T21:06:10Z', 'revision_number': 2, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'aed1abed-df09-4b27-bb2c-791e17b489b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93e48d8-76f7-4afa-9cc7-ebdcd3415c12', 'name': '', 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:ff:22:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:05Z', 'updated_at': '2021-11-20T21:06:10Z', 'revision_number': 4, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:12.692441 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:12.698934 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304ddba-43cb-46a2-84bc-318fbf8af348 None None] The sync data for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 is: [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:10Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:05Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d50db1f-38fb-4dce-8d61-f8be9c416edb', 'name': '', 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:64:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'aed1abed-df09-4b27-bb2c-791e17b489b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:09Z', 'updated_at': '2021-11-20T21:06:10Z', 'revision_number': 2, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'aed1abed-df09-4b27-bb2c-791e17b489b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93e48d8-76f7-4afa-9cc7-ebdcd3415c12', 'name': '', 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:ff:22:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:05Z', 'updated_at': '2021-11-20T21:06:10Z', 'revision_number': 4, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:06:12.702113 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:12.759743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:12.765332 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:12.770692 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:12.777793 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a0d6f56-d038-4724-b2c5-be769a7d9e10 req-a5b95a82-96ff-4c1b-a8cd-f411cbc4081e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1915233
Nov 20 21:06:12.804022 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Pushing event updated for resources: {'Port': ['ID=4dae1fc5-c175-44c6-b340-2dd6509723fb,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:12.886335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Attempting to bind port 4dae1fc5-c175-44c6-b340-2dd6509723fb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:12.886847 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Attempting to bind port 4dae1fc5-c175-44c6-b340-2dd6509723fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:12.887290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Attempting to bind port 4dae1fc5-c175-44c6-b340-2dd6509723fb on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:12.895367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:12.895783 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:12.896279 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:12.896978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:12.897560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Bound port: 4dae1fc5-c175-44c6-b340-2dd6509723fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:12.898580 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:12.906185 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Allocated IP 172.35.1.51 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:12.930440 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77eeb1ed-0f10-4a27-bfbd-015019f9cd6d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:12.958458 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-77eeb1ed-0f10-4a27-bfbd-015019f9cd6d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for 243e39e9-4d7a-47b0-9c2b-dbdcb23c23e1 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:12.982939 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-317fd047-f9fe-41ce-bb6f-b7a6732e2a9f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:12.993995 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-317fd047-f9fe-41ce-bb6f-b7a6732e2a9f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:13.028228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] For port 4dae1fc5-c175-44c6-b340-2dd6509723fb, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:13.033712 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] For port 4dae1fc5-c175-44c6-b340-2dd6509723fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dae1fc5-c175-44c6-b340-2dd6509723fb,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:13.053662 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:13.158725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d96bb0-228e-45d1-baae-e1b0a5e4f46e req-e41a7b65-30fd-4139-9153-49ae79dcbfca tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:13.162250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8697c-e3ea-45b3-8325-d06e78211d37 None None] Pushing event updated for resources: {'Port': ['ID=4dae1fc5-c175-44c6-b340-2dd6509723fb,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:13.183219 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:13.191216 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b9d96bb0-228e-45d1-baae-e1b0a5e4f46e req-e41a7b65-30fd-4139-9153-49ae79dcbfca tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1936786
Nov 20 21:06:13.274427 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8f4b-b9a5-4a14-831f-8554ee47fe2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:13.284915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317fd047-f9fe-41ce-bb6f-b7a6732e2a9f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:06:13.311212 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77eeb1ed-0f10-4a27-bfbd-015019f9cd6d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:13.318846 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:13.337241 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b9d96bb0-228e-45d1-baae-e1b0a5e4f46e req-a8ec461c-acbe-4265-bc90-539decf3eb7e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1402636
Nov 20 21:06:13.369477 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eeb1ed-0f10-4a27-bfbd-015019f9cd6d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=243e39e9-4d7a-47b0-9c2b-dbdcb23c23e1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:13.479712 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:13.481371 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77eeb1ed-0f10-4a27-bfbd-015019f9cd6d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:13.486122 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-77eeb1ed-0f10-4a27-bfbd-015019f9cd6d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/243e39e9-4d7a-47b0-9c2b-dbdcb23c23e1 HTTP/1.1" status: 204  len: 168 time: 1.3252432
Nov 20 21:06:13.487987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60542) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:13.488872 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:13.493131 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:13.508800 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317fd047-f9fe-41ce-bb6f-b7a6732e2a9f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:06:13.516672 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-317fd047-f9fe-41ce-bb6f-b7a6732e2a9f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:13.520596 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-317fd047-f9fe-41ce-bb6f-b7a6732e2a9f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa HTTP/1.1" status: 200  len: 954 time: 1.6264830
Nov 20 21:06:13.522646 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d0ec5a-e5c4-4abf-af45-4124a7fc7530 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:06:13.526639 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60544) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:13.617591 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'Port': ['ID=2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:13.638921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:13.639277 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:13.639802 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:13.640532 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:13.641052 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:13.641539 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:13.642065 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:13.642569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:13.643059 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:13.643542 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:13.644039 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:13.644814 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:13.660258 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8892cf51-0e3b-41b0-b0d2-20bae5254287 None None] Provisioning complete for port 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:13.660824 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8892cf51-0e3b-41b0-b0d2-20bae5254287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:13.662999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3421d562-e33e-417c-b16f-ace3ee03504c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:13.669739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3421d562-e33e-417c-b16f-ace3ee03504c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:13.671790 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3421d562-e33e-417c-b16f-ace3ee03504c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1799397
Nov 20 21:06:13.723622 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-89defb0b-67a6-4110-b5dd-b07a69076f96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/routers/7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa HTTP/1.1" status: 200  len: 954 time: 0.1921101
Nov 20 21:06:13.725232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60546) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:13.728368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60548) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:13.732661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-72609e9a-d54f-4e76-b921-1fa0018663ea tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'router': {'routes': None}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:13.784770 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8892cf51-0e3b-41b0-b0d2-20bae5254287 None None] Port 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:06:13.948607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-671d1cca-9336-40fb-bb05-221215757716 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet efd2d8de-ca8a-46fd-8e27-0c6237f80af0 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:06:13.962713 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-671d1cca-9336-40fb-bb05-221215757716 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:13.985694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b10f3c-9f24-4b26-9836-836ce8637216 None None] Network 3860ec14-cc45-497f-8bdb-82136f23d856 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:14.138941 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-634c009d-931c-49f5-9afc-9e807a258cbb None None] Provisioning complete for port 14e4424a-88ba-4352-9e9c-1d4f954eb60b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:14.139714 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-634c009d-931c-49f5-9afc-9e807a258cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:14.178939 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa47801-61f1-4f80-a9e3-b609e94a1711 req-b63d45f9-35ea-4dee-8b75-e063dfd2a435 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:14.181700 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-baa47801-61f1-4f80-a9e3-b609e94a1711 req-b63d45f9-35ea-4dee-8b75-e063dfd2a435 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.1949244
Nov 20 21:06:14.183037 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-671d1cca-9336-40fb-bb05-221215757716 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:14.218461 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:14.602076 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-634c009d-931c-49f5-9afc-9e807a258cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:14.666391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-634c009d-931c-49f5-9afc-9e807a258cbb None None] For port 14e4424a-88ba-4352-9e9c-1d4f954eb60b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14e4424a-88ba-4352-9e9c-1d4f954eb60b,segment=NetworkSegment(9f85b3a8-3d5b-414c-96a0-45de617b4501),segment_id=9f85b3a8-3d5b-414c-96a0-45de617b4501)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:14.676334 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-634c009d-931c-49f5-9afc-9e807a258cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:14.713137 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-baa47801-61f1-4f80-a9e3-b609e94a1711 req-6dd27d00-23dc-4002-a75e-ca592f10a95d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5223839
Nov 20 21:06:14.764872 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-671d1cca-9336-40fb-bb05-221215757716 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:14.841557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c009d-931c-49f5-9afc-9e807a258cbb None None] Pushing event updated for resources: {'Port': ['ID=14e4424a-88ba-4352-9e9c-1d4f954eb60b,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:14.917769 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:14.989870 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Sync routers for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:06:14.990446 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-671d1cca-9336-40fb-bb05-221215757716 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:15.006773 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:15.009933 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f77aa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:05:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:15.020239 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a93e48d8-76f7-4afa-9cc7-ebdcd3415c12 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:15.029481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6fdfd-fa2f-4a95-b01a-6160d14eab88 req-70bf6613-fc1f-4a7c-8652-cc34c0469dba tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:15.035296 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4bb6fdfd-fa2f-4a95-b01a-6160d14eab88 req-70bf6613-fc1f-4a7c-8652-cc34c0469dba tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1786304
Nov 20 21:06:15.065565 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d1cca-9336-40fb-bb05-221215757716 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=efd2d8de-ca8a-46fd-8e27-0c6237f80af0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:15.095769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.extraroute_db [None req-72609e9a-d54f-4e76-b921-1fa0018663ea tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Added routes are [] {{(pid=126225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 20 21:06:15.095769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.extraroute_db [None req-72609e9a-d54f-4e76-b921-1fa0018663ea tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=126225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 20 21:06:15.110521 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-671d1cca-9336-40fb-bb05-221215757716 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:15.116144 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-671d1cca-9336-40fb-bb05-221215757716 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/efd2d8de-ca8a-46fd-8e27-0c6237f80af0 HTTP/1.1" status: 204  len: 168 time: 1.3875206
Nov 20 21:06:15.117151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60574) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:15.152483 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:15.157872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port a93e48d8-76f7-4afa-9cc7-ebdcd3415c12 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:15.158279 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:15.191953 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9a3b3bb6-878d-45ff-9156-dfac87dde2a4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0697019
Nov 20 21:06:15.197635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60576) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:15.277981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d827fb61-04e5-4891-8bee-97e47804c603 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:06:15.308637 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72609e9a-d54f-4e76-b921-1fa0018663ea tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:15.372395 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-64c7680a-504d-4efb-9a17-5199da405fe3 None None] Provisioning complete for port 14e4424a-88ba-4352-9e9c-1d4f954eb60b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:15.372779 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-64c7680a-504d-4efb-9a17-5199da405fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:15.418015 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4bb6fdfd-fa2f-4a95-b01a-6160d14eab88 req-8f2738af-15a9-40ab-a7b5-c41fdec60835 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3588321
Nov 20 21:06:15.424653 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Router 9bd9854a-d9c4-430b-a9ed-40b45201fe60 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:06:15.439939 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e602ada-298e-4f25-bfcf-788b62157266 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:15.446170 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7e602ada-298e-4f25-bfcf-788b62157266 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.2470045
Nov 20 21:06:15.448264 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60582) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:15.540573 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f77aa90>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:12Z', 'revision_number': 6, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:05Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d50db1f-38fb-4dce-8d61-f8be9c416edb', 'name': '', 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:64:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'aed1abed-df09-4b27-bb2c-791e17b489b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:09Z', 'updated_at': '2021-11-20T21:06:10Z', 'revision_number': 2, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'aed1abed-df09-4b27-bb2c-791e17b489b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93e48d8-76f7-4afa-9cc7-ebdcd3415c12', 'name': '', 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:ff:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:05Z', 'updated_at': '2021-11-20T21:06:11Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:15.592931 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Checking router: 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:06:15.593804 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Updating router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa port 8d50db1f-38fb-4dce-8d61-f8be9c416edb binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:06:15.645517 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:15.742028 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c1d90a-4e55-4dfd-abb7-28e2d53636a1 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:15.816705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667f74e2-0eca-46ee-bb69-ce5af81fca38 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:15.822809 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-667f74e2-0eca-46ee-bb69-ce5af81fca38 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3644161
Nov 20 21:06:15.823467 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60592) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:15.912941 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8dcf0668-3a77-4560-9a0e-ebc363fe4b29 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0860884
Nov 20 21:06:15.913497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60594) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:15.976418 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f6aee916-eafc-4041-bb04-6f3e8ca33cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:15.984982 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b94bde42-9bcb-4faa-9f41-ded11fc7ed54 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:15.996932 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 14e4424a-88ba-4352-9e9c-1d4f954eb60b up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:16.151422 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d827fb61-04e5-4891-8bee-97e47804c603, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d827fb61-04e5-4891-8bee-97e47804c603,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:16.174242 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94bde42-9bcb-4faa-9f41-ded11fc7ed54 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:16.181641 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b94bde42-9bcb-4faa-9f41-ded11fc7ed54 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:16.236235 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'd827fb61-04e5-4891-8bee-97e47804c603', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'port_id': 'd827fb61-04e5-4891-8bee-97e47804c603', 'mac_address': 'fa:16:3e:65:12:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:06:16.289134 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:16.307625 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:16.345204 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:06:16.423200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ab6ba-8740-4764-8e58-c0e66e751e37 req-2606af16-9907-4437-afb9-ffc1ab5247aa tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:16.425053 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416919ed-6dcc-49f3-87e1-2fe756f34c2d None None] Pushing event updated for resources: {'Port': ['ID=8d50db1f-38fb-4dce-8d61-f8be9c416edb,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:16.429569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dcbbc-447c-4769-a50e-47ab974c9558 req-470978d1-a65d-4cc2-b951-1865cd63018f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:16.433188 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cd2ab6ba-8740-4764-8e58-c0e66e751e37 req-2606af16-9907-4437-afb9-ffc1ab5247aa tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1789892
Nov 20 21:06:16.451498 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7e7dcbbc-447c-4769-a50e-47ab974c9558 req-470978d1-a65d-4cc2-b951-1865cd63018f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.3449996
Nov 20 21:06:16.523583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf7d7b-e91a-4bf6-9a3f-c146a43e00b1 req-e5169b71-6cff-4167-aff6-0c0f10df00c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:16.525533 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f3bf7d7b-e91a-4bf6-9a3f-c146a43e00b1 req-e5169b71-6cff-4167-aff6-0c0f10df00c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 1096 time: 0.2725792
Nov 20 21:06:16.528636 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:16.530038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-251f4ba4-7abe-48bc-86ab-8fad922834f4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 5.8250296
Nov 20 21:06:16.537516 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60596) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:16.566814 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Attempting to bind port 8d50db1f-38fb-4dce-8d61-f8be9c416edb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:16.567440 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Attempting to bind port 8d50db1f-38fb-4dce-8d61-f8be9c416edb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9f85b3a8-3d5b-414c-96a0-45de617b4501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:16.568541 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Attempting to bind port 8d50db1f-38fb-4dce-8d61-f8be9c416edb on network 3860ec14-cc45-497f-8bdb-82136f23d856 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:16.584549 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72609e9a-d54f-4e76-b921-1fa0018663ea tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:16.585094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-64c7680a-504d-4efb-9a17-5199da405fe3 None None] Provisioning complete for port 8d50db1f-38fb-4dce-8d61-f8be9c416edb triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:16.585475 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-64c7680a-504d-4efb-9a17-5199da405fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:16.588483 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:16.589071 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Checking segment: {'id': '9f85b3a8-3d5b-414c-96a0-45de617b4501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:16.589630 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:16.590224 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Bound using segment: {'id': '9f85b3a8-3d5b-414c-96a0-45de617b4501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:16.590858 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Bound port: 8d50db1f-38fb-4dce-8d61-f8be9c416edb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f85b3a8-3d5b-414c-96a0-45de617b4501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:16.591393 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:16.629673 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cd2ab6ba-8740-4764-8e58-c0e66e751e37 req-303b802b-65e1-4e52-814b-3b3f571e883d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1906312
Nov 20 21:06:16.632262 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72609e9a-d54f-4e76-b921-1fa0018663ea tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:16.670810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-64c7680a-504d-4efb-9a17-5199da405fe3 None None] Port 8d50db1f-38fb-4dce-8d61-f8be9c416edb cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:06:16.672524 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Sync routers for ids ['9bd9854a-d9c4-430b-a9ed-40b45201fe60'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:06:16.751883 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] For port 8d50db1f-38fb-4dce-8d61-f8be9c416edb, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:16.764202 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] For port 8d50db1f-38fb-4dce-8d61-f8be9c416edb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d50db1f-38fb-4dce-8d61-f8be9c416edb,segment=NetworkSegment(9f85b3a8-3d5b-414c-96a0-45de617b4501),segment_id=9f85b3a8-3d5b-414c-96a0-45de617b4501)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:16.772068 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b94bde42-9bcb-4faa-9f41-ded11fc7ed54 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:16.792678 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:16.838533 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94bde42-9bcb-4faa-9f41-ded11fc7ed54 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:16.872706 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-b94bde42-9bcb-4faa-9f41-ded11fc7ed54 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:16.878354 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 14e4424a-88ba-4352-9e9c-1d4f954eb60b triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:16.878961 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:16.897589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72609e9a-d54f-4e76-b921-1fa0018663ea tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:06:16.899179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-64c7680a-504d-4efb-9a17-5199da405fe3 None None] Provisioning complete for port 4dae1fc5-c175-44c6-b340-2dd6509723fb triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:16.899554 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-64c7680a-504d-4efb-9a17-5199da405fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:16.932670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf7d7b-e91a-4bf6-9a3f-c146a43e00b1 req-222bd142-226f-431d-9997-956d3f4f7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:16.934815 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f3bf7d7b-e91a-4bf6-9a3f-c146a43e00b1 req-222bd142-226f-431d-9997-956d3f4f7710 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 200  len: 912 time: 0.3934515
Nov 20 21:06:16.969595 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:16.970276 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f77aa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:16.974266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94bde42-9bcb-4faa-9f41-ded11fc7ed54 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:16.976014 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b94bde42-9bcb-4faa-9f41-ded11fc7ed54 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:16.991453 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:17.048673 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d827fb61-04e5-4891-8bee-97e47804c603 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:06:17.053095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe6208-38d7-4388-87d0-c3f7f962096d tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:17.058430 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-75fe6208-38d7-4388-87d0-c3f7f962096d tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=83a551019ab140bba8ec377d05167a62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.5160353
Nov 20 21:06:17.062106 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Routers {'9bd9854a-d9c4-430b-a9ed-40b45201fe60'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:17.062793 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47104670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9bd9854a-d9c4-430b-a9ed-40b45201fe60'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:17.063351 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7e7dcbbc-447c-4769-a50e-47ab974c9558 req-7d79ab46-470c-4eab-83e4-7b0900c834ab tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6102238
Nov 20 21:06:17.064175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bde42-9bcb-4faa-9f41-ded11fc7ed54 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=9187df09-bbf4-4a7f-980a-28d10cc86a06,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:17.072104 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69537f4-ab61-4f0f-aab1-fb450cec9c48 None None] DHCP port deletion for 078bc043-a79e-4708-a2f2-e608d1250afa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:06:17.082278 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:17.086394 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416919ed-6dcc-49f3-87e1-2fe756f34c2d None None] Pushing event updated for resources: {'Port': ['ID=8d50db1f-38fb-4dce-8d61-f8be9c416edb,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:17.107155 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60600) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:17.132698 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b94bde42-9bcb-4faa-9f41-ded11fc7ed54 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1615996
Nov 20 21:06:17.138356 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f3bf7d7b-e91a-4bf6-9a3f-c146a43e00b1 req-3608e227-ac88-4781-8b5e-b803204134ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e95aa78-cf30-4872-a515-77b24aeb0899 HTTP/1.1" status: 200  len: 999 time: 0.1550620
Nov 20 21:06:17.141168 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60602) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:17.169372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-bcbd3495-3286-4528-b9b4-3a01af21b65d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'fixed_ips': [{'subnet_id': '9187df09-bbf4-4a7f-980a-28d10cc86a06', 'ip_address': '2001:db8::c15f:a7df:597b:c26b'}], 'name': 'tempest-NetworksTestDHCPv6-503908571'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:17.174493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72609e9a-d54f-4e76-b921-1fa0018663ea tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:06:17.186023 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72609e9a-d54f-4e76-b921-1fa0018663ea tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:17.187971 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-72609e9a-d54f-4e76-b921-1fa0018663ea tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa HTTP/1.1" status: 200  len: 704 time: 3.4593518
Nov 20 21:06:17.191229 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60604) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:17.235871 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d827fb61-04e5-4891-8bee-97e47804c603, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d827fb61-04e5-4891-8bee-97e47804c603,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:17.247544 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:17.249088 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:17.317191 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf7d7b-e91a-4bf6-9a3f-c146a43e00b1 req-e797a550-aa33-4020-b4f4-e716a060fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:17.319311 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f3bf7d7b-e91a-4bf6-9a3f-c146a43e00b1 req-e797a550-aa33-4020-b4f4-e716a060fe6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 200  len: 850 time: 0.1165893
Nov 20 21:06:17.371429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d827fb61-04e5-4891-8bee-97e47804c603,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:17.457569 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d827fb61-04e5-4891-8bee-97e47804c603'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:06:17.460030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf7d7b-e91a-4bf6-9a3f-c146a43e00b1 req-453eca1f-464d-4f8e-a24f-529e1f73550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:17.461839 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f3bf7d7b-e91a-4bf6-9a3f-c146a43e00b1 req-453eca1f-464d-4f8e-a24f-529e1f73550d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bafdbd34-4234-401f-abb5-0b7b5a2562ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1353548
Nov 20 21:06:17.477469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-f3bf7d7b-e91a-4bf6-9a3f-c146a43e00b1 req-54471357-bc8e-4963-b78f-41ed0992af79 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:06:17.478631 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f3bf7d7b-e91a-4bf6-9a3f-c146a43e00b1 req-54471357-bc8e-4963-b78f-41ed0992af79 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0083213
Nov 20 21:06:17.615027 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f3bf7d7b-e91a-4bf6-9a3f-c146a43e00b1 req-e474accf-d8de-49bd-8114-23ee3b46ee22 service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1172283
Nov 20 21:06:17.635087 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Set router 9bd9854a-d9c4-430b-a9ed-40b45201fe60 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:17.741054 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-64c7680a-504d-4efb-9a17-5199da405fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:17.772985 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f3bf7d7b-e91a-4bf6-9a3f-c146a43e00b1 req-4287a073-be73-4da2-a914-3a668cdb832d service neutron] 10.222.0.47 "GET /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503143
Nov 20 21:06:17.807602 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-64c7680a-504d-4efb-9a17-5199da405fe3 None None] For port 4dae1fc5-c175-44c6-b340-2dd6509723fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dae1fc5-c175-44c6-b340-2dd6509723fb,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:17.813445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4dae1fc5-c175-44c6-b340-2dd6509723fb up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:17.821681 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e69537f4-ab61-4f0f-aab1-fb450cec9c48 None None] Deleting port 4dae1fc5-c175-44c6-b340-2dd6509723fb {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:17.822286 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e69537f4-ab61-4f0f-aab1-fb450cec9c48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:17.831281 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-64c7680a-504d-4efb-9a17-5199da405fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:17.865945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18003795-8f36-417e-88b3-de84554f0c14 req-935cd972-fc7e-4120-8337-1567c30e7bd8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:17.867820 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-18003795-8f36-417e-88b3-de84554f0c14 req-935cd972-fc7e-4120-8337-1567c30e7bd8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0938809
Nov 20 21:06:17.869695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbd3495-3286-4528-b9b4-3a01af21b65d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:17.993226 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f77aa90>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:15Z', 'revision_number': 7, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:05Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d50db1f-38fb-4dce-8d61-f8be9c416edb', 'name': '', 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:64:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'aed1abed-df09-4b27-bb2c-791e17b489b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:09Z', 'updated_at': '2021-11-20T21:06:16Z', 'revision_number': 4, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'aed1abed-df09-4b27-bb2c-791e17b489b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93e48d8-76f7-4afa-9cc7-ebdcd3415c12', 'name': '', 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:ff:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:05Z', 'updated_at': '2021-11-20T21:06:11Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:18.013140 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3495-3286-4528-b9b4-3a01af21b65d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:18.035686 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-bcbd3495-3286-4528-b9b4-3a01af21b65d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port 14aec05c-985f-4f32-8276-4b4926e10463 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:06:18.058901 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3517564d-0eef-4a8c-bbf6-a606b60cb4a7 None None] The sync data for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 is: [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:15Z', 'revision_number': 7, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:05Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d50db1f-38fb-4dce-8d61-f8be9c416edb', 'name': '', 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:64:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'aed1abed-df09-4b27-bb2c-791e17b489b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:09Z', 'updated_at': '2021-11-20T21:06:16Z', 'revision_number': 4, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'aed1abed-df09-4b27-bb2c-791e17b489b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93e48d8-76f7-4afa-9cc7-ebdcd3415c12', 'name': '', 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:ff:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:05Z', 'updated_at': '2021-11-20T21:06:11Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:06:18.089257 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6f0db77c-cfb4-463c-aa8d-8319e45692a9 None None] Provisioning complete for port 8d50db1f-38fb-4dce-8d61-f8be9c416edb triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:18.089860 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6f0db77c-cfb4-463c-aa8d-8319e45692a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:18.156617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7680a-504d-4efb-9a17-5199da405fe3 None None] Pushing event updated for resources: {'Port': ['ID=4dae1fc5-c175-44c6-b340-2dd6509723fb,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:18.198311 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e69537f4-ab61-4f0f-aab1-fb450cec9c48 None None] For port 4dae1fc5-c175-44c6-b340-2dd6509723fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dae1fc5-c175-44c6-b340-2dd6509723fb,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:18.198904 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e69537f4-ab61-4f0f-aab1-fb450cec9c48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:18.228444 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 4dae1fc5-c175-44c6-b340-2dd6509723fb triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:18.228962 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:18.257221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e69537f4-ab61-4f0f-aab1-fb450cec9c48 None None] Calling delete_port for 4dae1fc5-c175-44c6-b340-2dd6509723fb owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:18.342644 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6967ca5f-d685-4808-a88e-6a47fed79e52 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/routers/7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa HTTP/1.1" status: 200  len: 704 time: 1.1433926
Nov 20 21:06:18.346208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-bcbd3495-3286-4528-b9b4-3a01af21b65d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::c15f:a7df:597b:c26b (078bc043-a79e-4708-a2f2-e608d1250afa/9187df09-bbf4-4a7f-980a-28d10cc86a06/14aec05c-985f-4f32-8276-4b4926e10463) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:18.431446 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6f0db77c-cfb4-463c-aa8d-8319e45692a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:18.436086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60612) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:18.471820 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454a1a56-5e58-4863-aef1-899583c1f61f None None] Sync routers for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:06:18.487878 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a1a56-5e58-4863-aef1-899583c1f61f None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:18.492794 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-454a1a56-5e58-4863-aef1-899583c1f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5424a5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:18.502594 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c27d53-0c5b-45a5-bbb1-f1bc3ce5768f tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:18.505855 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-80c27d53-0c5b-45a5-bbb1-f1bc3ce5768f tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 1.4016175
Nov 20 21:06:18.514610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60614) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:18.563271 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47104670>, [{'id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-907519188', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:11Z', 'updated_at': '2021-11-20T21:06:13Z', 'revision_number': 3, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:12Z', 'updated_at': '2021-11-20T21:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:18.573564 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-18003795-8f36-417e-88b3-de84554f0c14 req-0b3cc325-5764-4beb-b964-6813041635eb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5902922
Nov 20 21:06:18.657641 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6f0db77c-cfb4-463c-aa8d-8319e45692a9 None None] For port 8d50db1f-38fb-4dce-8d61-f8be9c416edb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d50db1f-38fb-4dce-8d61-f8be9c416edb,segment=NetworkSegment(9f85b3a8-3d5b-414c-96a0-45de617b4501),segment_id=9f85b3a8-3d5b-414c-96a0-45de617b4501)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:18.671309 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Checking router: 9bd9854a-d9c4-430b-a9ed-40b45201fe60 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:06:18.671672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Updating router 9bd9854a-d9c4-430b-a9ed-40b45201fe60 port 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:06:18.706495 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f27fb627-d1c1-4461-82a3-d93f62959a05 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1864102
Nov 20 21:06:18.727835 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60616) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:18.746205 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:18.750984 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6f0db77c-cfb4-463c-aa8d-8319e45692a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:18.753910 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e69537f4-ab61-4f0f-aab1-fb450cec9c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:18.764476 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-454a1a56-5e58-4863-aef1-899583c1f61f None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:18.809406 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a881ddb6-0e3d-456b-8acb-c9c521a79678 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=83a551019ab140bba8ec377d05167a62&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0734711
Nov 20 21:06:18.812129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60618) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:18.836474 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0db77c-cfb4-463c-aa8d-8319e45692a9 None None] Pushing event updated for resources: {'Port': ['ID=8d50db1f-38fb-4dce-8d61-f8be9c416edb,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:18.842221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6f0db77c-cfb4-463c-aa8d-8319e45692a9 None None] Could not find standard attr ID for object 243e39e9-4d7a-47b0-9c2b-dbdcb23c23e1. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:06:18.848132 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:18.868940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69537f4-ab61-4f0f-aab1-fb450cec9c48 None None] Pushing event deleted for resources: {'Port': ['ID=4dae1fc5-c175-44c6-b340-2dd6509723fb,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:18.880669 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e0721-ad98-4015-af42-4adfdbd278ca req-b90f9c77-1eae-4ac5-98f4-aa656c596503 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:18.892396 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2c6e0721-ad98-4015-af42-4adfdbd278ca req-b90f9c77-1eae-4ac5-98f4-aa656c596503 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 944 time: 0.4516408
Nov 20 21:06:18.893293 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69537f4-ab61-4f0f-aab1-fb450cec9c48 None None] No DVR routers for this DVR port 4dae1fc5-c175-44c6-b340-2dd6509723fb on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:06:18.932648 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06e41a4-c271-4555-905d-f200d62e3b84 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:19.103644 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3495-3286-4528-b9b4-3a01af21b65d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:19.105942 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3256dc48-8ad9-412b-9e59-67c7a4d8e282 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:19.109564 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3256dc48-8ad9-412b-9e59-67c7a4d8e282 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2944269
Nov 20 21:06:19.112854 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 14e4424a-88ba-4352-9e9c-1d4f954eb60b up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:19.122737 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60622) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:19.187985 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f807ef4e-fd00-40ee-81ae-981fcdf4b10f tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0636411
Nov 20 21:06:19.190090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60624) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:19.194714 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2c6e0721-ad98-4015-af42-4adfdbd278ca req-be96a1ed-1ae6-493b-86b3-8c7a81a78d27 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3013306
Nov 20 21:06:19.196245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-22f5c6d9-3911-41b5-a392-88ce88326b81 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-191177008', 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382', 'project_id': '83a551019ab140bba8ec377d05167a62', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:19.282324 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-454a1a56-5e58-4863-aef1-899583c1f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5424a5b0>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:15Z', 'revision_number': 7, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:05Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d50db1f-38fb-4dce-8d61-f8be9c416edb', 'name': '', 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:64:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'aed1abed-df09-4b27-bb2c-791e17b489b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:09Z', 'updated_at': '2021-11-20T21:06:16Z', 'revision_number': 4, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'aed1abed-df09-4b27-bb2c-791e17b489b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93e48d8-76f7-4afa-9cc7-ebdcd3415c12', 'name': '', 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:ff:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:05Z', 'updated_at': '2021-11-20T21:06:11Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:19.339822 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3495-3286-4528-b9b4-3a01af21b65d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:19.347220 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454a1a56-5e58-4863-aef1-899583c1f61f None None] Checking router: 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:06:19.373282 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a1a56-5e58-4863-aef1-899583c1f61f None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:19.373986 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-454a1a56-5e58-4863-aef1-899583c1f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5424a5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:19.393947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f5c6d9-3911-41b5-a392-88ce88326b81 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Made reservation on behalf of 83a551019ab140bba8ec377d05167a62 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:19.399214 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22f5c6d9-3911-41b5-a392-88ce88326b81 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:19.498922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbd3495-3286-4528-b9b4-3a01af21b65d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:19.512510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-bcbd3495-3286-4528-b9b4-3a01af21b65d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:19.519842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd3495-3286-4528-b9b4-3a01af21b65d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:19.528965 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbd3495-3286-4528-b9b4-3a01af21b65d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:19.529826 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3495-3286-4528-b9b4-3a01af21b65d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:19.542239 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ccfe-17bb-4309-afba-3232ad7ccc09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:19.545324 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d827fb61-04e5-4891-8bee-97e47804c603 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:19.548842 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:19.556317 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bcbd3495-3286-4528-b9b4-3a01af21b65d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.3915682
Nov 20 21:06:19.558840 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60626) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:19.596080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd3495-3286-4528-b9b4-3a01af21b65d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=14aec05c-985f-4f32-8276-4b4926e10463,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:19.670443 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-454a1a56-5e58-4863-aef1-899583c1f61f None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:19.697328 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3f14ec-c4d5-4506-8f4b-0d1a5a3b337f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:19.706434 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0b3f14ec-c4d5-4506-8f4b-0d1a5a3b337f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.1431813
Nov 20 21:06:19.713441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60630) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:19.720929 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': '9187df09-bbf4-4a7f-980a-28d10cc86a06'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:06:19.722070 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:19.752292 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port d827fb61-04e5-4891-8bee-97e47804c603 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:19.753063 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:19.822895 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 14e4424a-88ba-4352-9e9c-1d4f954eb60b triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:19.823666 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:19.900103 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:19.962315 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:20.075135 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-454a1a56-5e58-4863-aef1-899583c1f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5424a5b0>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:15Z', 'revision_number': 7, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:05Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d50db1f-38fb-4dce-8d61-f8be9c416edb', 'name': '', 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:64:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'aed1abed-df09-4b27-bb2c-791e17b489b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:09Z', 'updated_at': '2021-11-20T21:06:18Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'aed1abed-df09-4b27-bb2c-791e17b489b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93e48d8-76f7-4afa-9cc7-ebdcd3415c12', 'name': '', 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:ff:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:05Z', 'updated_at': '2021-11-20T21:06:11Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:20.091540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289ce354-95c0-412a-a397-c23352fc3a29 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:06:20.109410 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f562f79-6c26-4971-af37-39556f3f411f req-2b904cb0-03b7-4959-96e4-e40a37df0c77 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:20.111322 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2f562f79-6c26-4971-af37-39556f3f411f req-2b904cb0-03b7-4959-96e4-e40a37df0c77 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.3776059
Nov 20 21:06:20.113532 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22f5c6d9-3911-41b5-a392-88ce88326b81 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:20.133557 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454a1a56-5e58-4863-aef1-899583c1f61f None None] The sync data for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 is: [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:15Z', 'revision_number': 7, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:05Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d50db1f-38fb-4dce-8d61-f8be9c416edb', 'name': '', 'network_id': '3860ec14-cc45-497f-8bdb-82136f23d856', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:64:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'aed1abed-df09-4b27-bb2c-791e17b489b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:09Z', 'updated_at': '2021-11-20T21:06:18Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'aed1abed-df09-4b27-bb2c-791e17b489b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93e48d8-76f7-4afa-9cc7-ebdcd3415c12', 'name': '', 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:ff:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:05Z', 'updated_at': '2021-11-20T21:06:11Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:06:20.166727 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-e6a9ccfe-17bb-4309-afba-3232ad7ccc09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting port 8d50db1f-38fb-4dce-8d61-f8be9c416edb {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:20.167216 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ccfe-17bb-4309-afba-3232ad7ccc09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:20.234197 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9bb05-72cf-4bf7-80a6-4f2c881e984c None None] Pushing event updated for resources: {'Port': ['ID=2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:20.256486 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Attempting to bind port 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:20.256865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Attempting to bind port 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:20.257236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Attempting to bind port 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:20.303670 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2f562f79-6c26-4971-af37-39556f3f411f req-f94b9702-f834-4da5-b09e-711b0f4674ef tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1826024
Nov 20 21:06:20.311769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f5c6d9-3911-41b5-a392-88ce88326b81 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Checking segment: {'id': '1bb2223b-9405-45e8-af5d-412b4d3a91f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:20.312263 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f5c6d9-3911-41b5-a392-88ce88326b81 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Network hostable DHCP agents. Network: 7e423f00-6cad-43f5-a5bf-960ac9228382, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:06:20.316508 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5c6d9-3911-41b5-a392-88ce88326b81 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'Subnet': ['ID=d2f4d898-3fb1-4c93-a8fa-c28ae1fb1897,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:20.341730 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:20.350906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-53f0ce7d-d518-410f-b2cc-86e166006b22 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port 14aec05c-985f-4f32-8276-4b4926e10463 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:20.351256 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53f0ce7d-d518-410f-b2cc-86e166006b22 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:20.370322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f5c6d9-3911-41b5-a392-88ce88326b81 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Network 7e423f00-6cad-43f5-a5bf-960ac9228382 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:06:20.381368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Allocated IP 2001:db8::2 (078bc043-a79e-4708-a2f2-e608d1250afa/9187df09-bbf4-4a7f-980a-28d10cc86a06/703da380-9af4-445d-8df8-44fd7eee6c49) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:20.415336 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-22f5c6d9-3911-41b5-a392-88ce88326b81 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7e423f00-6cad-43f5-a5bf-960ac9228382) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:20.423256 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f5c6d9-3911-41b5-a392-88ce88326b81 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:20.424075 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22f5c6d9-3911-41b5-a392-88ce88326b81 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:20.455934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-e6a9ccfe-17bb-4309-afba-3232ad7ccc09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] For port 8d50db1f-38fb-4dce-8d61-f8be9c416edb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d50db1f-38fb-4dce-8d61-f8be9c416edb,segment=NetworkSegment(9f85b3a8-3d5b-414c-96a0-45de617b4501),segment_id=9f85b3a8-3d5b-414c-96a0-45de617b4501)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:20.456311 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ccfe-17bb-4309-afba-3232ad7ccc09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:20.482982 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-e6a9ccfe-17bb-4309-afba-3232ad7ccc09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Calling delete_port for 8d50db1f-38fb-4dce-8d61-f8be9c416edb owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:20.519910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:20.520666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:20.521990 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:20.522723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:20.523388 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Bound port: 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:20.523948 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:20.567472 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-22f5c6d9-3911-41b5-a392-88ce88326b81 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.3737769
Nov 20 21:06:20.569370 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60638) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:20.588927 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7471d32-b20a-45b0-addb-559a51ce91ac req-ec4dbd9e-34bd-4154-b440-e78fb734dd3f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:20.590219 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e7471d32-b20a-45b0-addb-559a51ce91ac req-ec4dbd9e-34bd-4154-b440-e78fb734dd3f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 944 time: 0.1219301
Nov 20 21:06:20.598566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] For port 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:20.604094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] For port 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:20.617402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be694c3-9c77-4bd8-b310-356a52bea741 req-4488533a-034e-4d2b-b3df-8307487d7cbf tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:20.619281 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2be694c3-9c77-4bd8-b310-356a52bea741 req-4488533a-034e-4d2b-b3df-8307487d7cbf tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1780324
Nov 20 21:06:20.619800 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b04110b-9428-4e3b-afb9-3f29d7d79845 None None] Network 7e423f00-6cad-43f5-a5bf-960ac9228382 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:20.631041 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:20.666447 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8d50db1f-38fb-4dce-8d61-f8be9c416edb up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:20.703887 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2be694c3-9c77-4bd8-b310-356a52bea741 req-2d011352-8c38-4912-900b-d7e0006b6543 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765867
Nov 20 21:06:20.707353 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53f0ce7d-d518-410f-b2cc-86e166006b22 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:20.743700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-53f0ce7d-d518-410f-b2cc-86e166006b22 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for 14aec05c-985f-4f32-8276-4b4926e10463 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:20.857148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-13627358-5ef3-4f76-a5a5-6afaf7243dc3 None None] Provisioning complete for port 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:20.858528 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-13627358-5ef3-4f76-a5a5-6afaf7243dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:20.864860 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd827fb61-04e5-4891-8bee-97e47804c603'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:06:20.868375 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c32c73-20e6-4c2e-9ee0-640d3ecf469a" -d '{"events": [{"server_uuid": "6e1e4483-b5f5-47d3-b58f-1fdaaefd311c", "name": "network-vif-plugged", "status": "completed", "tag": "d827fb61-04e5-4891-8bee-97e47804c603"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:06:20.889592 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e7471d32-b20a-45b0-addb-559a51ce91ac req-afa09399-1f2c-48a8-b9a4-6a721fcaf2d7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2497835
Nov 20 21:06:20.914866 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac509e4-77fb-4040-b9b0-c9cafa9e999d None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:06:20.993681 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53f0ce7d-d518-410f-b2cc-86e166006b22 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:21.028440 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0ce7d-d518-410f-b2cc-86e166006b22 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=14aec05c-985f-4f32-8276-4b4926e10463,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:21.082898 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53f0ce7d-d518-410f-b2cc-86e166006b22 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:21.092515 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-53f0ce7d-d518-410f-b2cc-86e166006b22 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/14aec05c-985f-4f32-8276-4b4926e10463 HTTP/1.1" status: 204  len: 168 time: 1.3743501
Nov 20 21:06:21.094316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60654) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:21.139679 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d827fb61-04e5-4891-8bee-97e47804c603, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d827fb61-04e5-4891-8bee-97e47804c603,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:21.152105 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9bb05-72cf-4bf7-80a6-4f2c881e984c None None] Pushing event updated for resources: {'Port': ['ID=2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:21.176194 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff92e59-fb1c-430b-8fd7-c6611bde8711 x-openstack-request-id: req-6ff92e59-fb1c-430b-8fd7-c6611bde8711 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:06:21.176548 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e4483-b5f5-47d3-b58f-1fdaaefd311c", "name": "network-vif-plugged", "status": "completed", "tag": "d827fb61-04e5-4891-8bee-97e47804c603", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:06:21.176879 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ff92e59-fb1c-430b-8fd7-c6611bde8711 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:06:21.177773 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd827fb61-04e5-4891-8bee-97e47804c603', 'code': 200}
Nov 20 21:06:21.211796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44d97e2-0665-476d-8aae-9e57ba502fd4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:21.213676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44d97e2-0665-476d-8aae-9e57ba502fd4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:21.218307 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:21.220188 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a44d97e2-0665-476d-8aae-9e57ba502fd4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1239548
Nov 20 21:06:21.220967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60662) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:21.280036 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:21.281834 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d827fb61-04e5-4891-8bee-97e47804c603,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:21.292510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Routers {'9bd9854a-d9c4-430b-a9ed-40b45201fe60'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:21.293160 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47104670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9bd9854a-d9c4-430b-a9ed-40b45201fe60'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:21.310527 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ccfe-17bb-4309-afba-3232ad7ccc09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:21.368108 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9ccfe-17bb-4309-afba-3232ad7ccc09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Port': ['ID=8d50db1f-38fb-4dce-8d61-f8be9c416edb,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:21.382884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 9187df09-bbf4-4a7f-980a-28d10cc86a06 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:06:21.410206 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:21.428341 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] Set router 9bd9854a-d9c4-430b-a9ed-40b45201fe60 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:21.521102 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:21.686939 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:21.749469 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:21.809780 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8d50db1f-38fb-4dce-8d61-f8be9c416edb triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:21.810765 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:21.826224 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:21.826947 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ccfe-17bb-4309-afba-3232ad7ccc09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:21.860960 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:21.885277 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:21.914388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=9187df09-bbf4-4a7f-980a-28d10cc86a06,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:21.928158 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:21.934323 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/9187df09-bbf4-4a7f-980a-28d10cc86a06 HTTP/1.1" status: 204  len: 168 time: 0.7122874
Nov 20 21:06:21.936035 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:21.936466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:21.936882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:21.937292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:21.937697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:21.938257 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:21.938556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:21.938933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:21.939324 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:21.939689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:21.940023 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:21.940349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb9535-24fb-44bc-9746-ce209418a124 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:21.944633 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60686) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:21.955892 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:21.967173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276033f-88f2-4ad2-b230-85b84518ada5 req-3eed2b97-4f73-4231-8922-0603603ac86d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:21.968821 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1276033f-88f2-4ad2-b230-85b84518ada5 req-3eed2b97-4f73-4231-8922-0603603ac86d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f2a7d6-51f3-4089-b760-0874e2e19f5f HTTP/1.1" status: 200  len: 943 time: 0.1218069
Nov 20 21:06:21.981858 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:22.026600 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-13627358-5ef3-4f76-a5a5-6afaf7243dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:22.034633 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Pushing event updated for resources: {'Port': ['ID=703da380-9af4-445d-8df8-44fd7eee6c49,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:22.056613 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Port 8d50db1f-38fb-4dce-8d61-f8be9c416edb was deleted so its status cannot be updated. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Nov 20 21:06:22.121747 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7e423f00-6cad-43f5-a5bf-960ac9228382', 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'fixed_ips': [{'subnet_id': 'd2f4d898-3fb1-4c93-a8fa-c28ae1fb1897'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:06:22.123102 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:22.190866 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-13627358-5ef3-4f76-a5a5-6afaf7243dc3 None None] For port 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:22.193023 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4dae1fc5-c175-44c6-b340-2dd6509723fb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:22.258309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14834a3c-074f-4bdf-97ce-68256972c471 req-e4fd0e15-8a30-47f6-9329-74ec0c9ec60f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:22.266839 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-14834a3c-074f-4bdf-97ce-68256972c471 req-e4fd0e15-8a30-47f6-9329-74ec0c9ec60f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.2331438
Nov 20 21:06:22.277384 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-13627358-5ef3-4f76-a5a5-6afaf7243dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:22.301155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 4dae1fc5-c175-44c6-b340-2dd6509723fb {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:22.302961 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4dae1fc5-c175-44c6-b340-2dd6509723fb not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:22.335887 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-800790b9-a0b1-4b1f-a324-51979951fdcb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3899739
Nov 20 21:06:22.336604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60690) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:22.342794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8de6c4dd-1ae7-4265-a9ce-9bfeb4bf068c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:22.377845 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a9ccfe-17bb-4309-afba-3232ad7ccc09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:06:22.492252 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-14834a3c-074f-4bdf-97ce-68256972c471 req-ba6c84b0-e2eb-45bb-ae7d-3a11ed3a993c tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2243192
Nov 20 21:06:22.538028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de6c4dd-1ae7-4265-a9ce-9bfeb4bf068c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:22.543655 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8de6c4dd-1ae7-4265-a9ce-9bfeb4bf068c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:22.721355 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Attempting to bind port 703da380-9af4-445d-8df8-44fd7eee6c49 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:22.721739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Attempting to bind port 703da380-9af4-445d-8df8-44fd7eee6c49 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:22.722140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Attempting to bind port 703da380-9af4-445d-8df8-44fd7eee6c49 on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:22.722914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-1276033f-88f2-4ad2-b230-85b84518ada5 req-e9e8c417-3a3d-4821-b7ff-307967cc6c68 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Deleting port e27aebd4-294a-4f67-9404-737e55478135 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:22.723480 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1276033f-88f2-4ad2-b230-85b84518ada5 req-e9e8c417-3a3d-4821-b7ff-307967cc6c68 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:22.743863 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f6621319-69b7-4b92-af9a-bd7795d98182 None None] Provisioning complete for port 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:22.744297 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f6621319-69b7-4b92-af9a-bd7795d98182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:22.747223 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47104670>, [{'id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-907519188', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:11Z', 'updated_at': '2021-11-20T21:06:13Z', 'revision_number': 3, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:12Z', 'updated_at': '2021-11-20T21:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:22.792337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:22.792781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:22.793126 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:22.793533 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:22.794027 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Bound port: 703da380-9af4-445d-8df8-44fd7eee6c49, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:22.794574 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:22.859468 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a9ccfe-17bb-4309-afba-3232ad7ccc09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:06:22.870243 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e6a9ccfe-17bb-4309-afba-3232ad7ccc09 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3629558
Nov 20 21:06:22.873623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60694) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:22.874608 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13627358-5ef3-4f76-a5a5-6afaf7243dc3 None None] Pushing event updated for resources: {'Port': ['ID=2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:22.883593 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6bfbf-5775-445f-967d-5cee173bd15a None None] Sync routers for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:06:22.885904 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896d0fc5-b593-4ed4-9c10-1641f7ffe7c4 None None] The sync data for ids ['9bd9854a-d9c4-430b-a9ed-40b45201fe60'] in ncdv-master-1 is: [{'id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-907519188', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:11Z', 'updated_at': '2021-11-20T21:06:13Z', 'revision_number': 3, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:12Z', 'updated_at': '2021-11-20T21:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:06:22.929419 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Allocated IP 172.20.0.17 (7e423f00-6cad-43f5-a5bf-960ac9228382/d2f4d898-3fb1-4c93-a8fa-c28ae1fb1897/ce753731-4472-43f7-8c42-eca939130e2e) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:22.949186 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-945f2fb0-a79e-4b90-8c40-9a3df84a205d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting subnet aed1abed-df09-4b27-bb2c-791e17b489b4 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:06:22.950730 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c6bfbf-5775-445f-967d-5cee173bd15a None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:22.951870 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a1c6bfbf-5775-445f-967d-5cee173bd15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463f4190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:22.959166 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-945f2fb0-a79e-4b90-8c40-9a3df84a205d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:23.088855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1276033f-88f2-4ad2-b230-85b84518ada5 req-e9e8c417-3a3d-4821-b7ff-307967cc6c68 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] For port e27aebd4-294a-4f67-9404-737e55478135, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e27aebd4-294a-4f67-9404-737e55478135,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:23.089234 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1276033f-88f2-4ad2-b230-85b84518ada5 req-e9e8c417-3a3d-4821-b7ff-307967cc6c68 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:23.110251 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-945f2fb0-a79e-4b90-8c40-9a3df84a205d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:23.144971 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8de6c4dd-1ae7-4265-a9ce-9bfeb4bf068c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:23.148926 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-1276033f-88f2-4ad2-b230-85b84518ada5 req-e9e8c417-3a3d-4821-b7ff-307967cc6c68 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Calling delete_port for e27aebd4-294a-4f67-9404-737e55478135 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:23.171470 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:23.186474 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-a1c6bfbf-5775-445f-967d-5cee173bd15a None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:23.190951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] For port 703da380-9af4-445d-8df8-44fd7eee6c49, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:23.229092 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:23.284036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de6c4dd-1ae7-4265-a9ce-9bfeb4bf068c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:23.284568 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Allocated IP 172.20.0.18 (7e423f00-6cad-43f5-a5bf-960ac9228382/d2f4d898-3fb1-4c93-a8fa-c28ae1fb1897/dfa88495-c4af-48dc-b5f0-8712d7b03fe1) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:23.295315 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'Port': ['ID=ce753731-4472-43f7-8c42-eca939130e2e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:23.300977 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-8de6c4dd-1ae7-4265-a9ce-9bfeb4bf068c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:23.305902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de6c4dd-1ae7-4265-a9ce-9bfeb4bf068c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:23.306818 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8de6c4dd-1ae7-4265-a9ce-9bfeb4bf068c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:23.312839 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Network 7e423f00-6cad-43f5-a5bf-960ac9228382 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:23.314750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:23.318365 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:23.366450 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8de6c4dd-1ae7-4265-a9ce-9bfeb4bf068c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0249732
Nov 20 21:06:23.370817 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] For port 703da380-9af4-445d-8df8-44fd7eee6c49, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=703da380-9af4-445d-8df8-44fd7eee6c49,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:23.398099 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60696) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:23.398340 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:23.405690 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:23.406375 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a31a2580-3c98-4406-be47-3832b75231c2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'fixed_ips': [{'subnet_id': 'dbd111ac-0065-4f80-813a-fb7d5087a29e', 'ip_address': '2001:db8::3a4:bf70:1481:87e9'}], 'name': 'tempest-NetworksTestDHCPv6-641855568'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:23.410124 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6c4dd-1ae7-4265-a9ce-9bfeb4bf068c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=dbd111ac-0065-4f80-813a-fb7d5087a29e,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:23.657756 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-945f2fb0-a79e-4b90-8c40-9a3df84a205d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:23.682018 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:23.814185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31a2580-3c98-4406-be47-3832b75231c2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:23.868603 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-945f2fb0-a79e-4b90-8c40-9a3df84a205d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:23.909378 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:23.955866 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1276033f-88f2-4ad2-b230-85b84518ada5 req-e9e8c417-3a3d-4821-b7ff-307967cc6c68 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:23.956301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36784bff-0433-44fb-9f87-7eb0e70cf211 None None] Pushing event updated for resources: {'Port': ['ID=703da380-9af4-445d-8df8-44fd7eee6c49,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:24.000837 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f2fb0-a79e-4b90-8c40-9a3df84a205d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Subnet': ['ID=aed1abed-df09-4b27-bb2c-791e17b489b4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:24.008593 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-945f2fb0-a79e-4b90-8c40-9a3df84a205d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:24.013142 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-945f2fb0-a79e-4b90-8c40-9a3df84a205d tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/aed1abed-df09-4b27-bb2c-791e17b489b4 HTTP/1.1" status: 204  len: 168 time: 1.1382532
Nov 20 21:06:24.058489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60702) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:24.083250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['060b39d6-eba6-405a-948f-556357f13071', 'ef1ededa-73ec-4b63-8c91-5d3cfac10c0d'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:06:24.134923 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8c417-3a3d-4821-b7ff-307967cc6c68 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event deleted for resources: {'Port': ['ID=e27aebd4-294a-4f67-9404-737e55478135,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:24.138122 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:24.150303 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987b353b-6a20-4de8-97f9-7c43fab3631c None None] Network 3860ec14-cc45-497f-8bdb-82136f23d856 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:24.213705 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a31a2580-3c98-4406-be47-3832b75231c2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:24.415698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07960665-5f12-4576-892d-39c68139d0f5 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:24.418594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1276033f-88f2-4ad2-b230-85b84518ada5 req-e9e8c417-3a3d-4821-b7ff-307967cc6c68 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] No DVR routers for this DVR port e27aebd4-294a-4f67-9404-737e55478135 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:06:24.419925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Pushing event updated for resources: {'Port': ['ID=dfa88495-c4af-48dc-b5f0-8712d7b03fe1,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:24.432224 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-a31a2580-3c98-4406-be47-3832b75231c2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port 312747d3-c75b-495a-93b7-6ba90e996954 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:06:24.450884 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1276033f-88f2-4ad2-b230-85b84518ada5 req-e9e8c417-3a3d-4821-b7ff-307967cc6c68 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:24.460310 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1276033f-88f2-4ad2-b230-85b84518ada5 req-e9e8c417-3a3d-4821-b7ff-307967cc6c68 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "DELETE /v2.0/ports/e27aebd4-294a-4f67-9404-737e55478135 HTTP/1.1" status: 204  len: 173 time: 2.4541583
Nov 20 21:06:24.469054 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f2a7d6-51f3-4089-b760-0874e2e19f5f', 'name': 'network-vif-deleted', 'tag': 'e27aebd4-294a-4f67-9404-737e55478135'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:06:24.472711 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0048a9-405e-47c2-820c-13dbe4494e9f" -d '{"events": [{"server_uuid": "f6f2a7d6-51f3-4089-b760-0874e2e19f5f", "name": "network-vif-deleted", "tag": "e27aebd4-294a-4f67-9404-737e55478135"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:06:24.501399 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:24.597447 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffe082-d1cb-485b-bdea-3b1803c63328 req-7b7cac4a-7a93-4509-9672-2f37578a44dc tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:24.605578 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5bffe082-d1cb-485b-bdea-3b1803c63328 req-7b7cac4a-7a93-4509-9672-2f37578a44dc tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.9246664
Nov 20 21:06:24.664091 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:24.683725 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5bffe082-d1cb-485b-bdea-3b1803c63328 req-dda4a17c-9186-4257-8063-8a2c63d7654f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771530
Nov 20 21:06:24.893322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting port 14e4424a-88ba-4352-9e9c-1d4f954eb60b {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:24.893885 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:24.903679 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Network 7e423f00-6cad-43f5-a5bf-960ac9228382 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:24.991759 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 20 Nov 2021 21:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f4ae45-8595-4c96-9e58-83a1a2b62910 x-openstack-request-id: req-47f4ae45-8595-4c96-9e58-83a1a2b62910 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:06:24.992783 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f2a7d6-51f3-4089-b760-0874e2e19f5f", "name": "network-vif-deleted", "tag": "e27aebd4-294a-4f67-9404-737e55478135", "status": "failed", "code": 422}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:06:24.993265 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47f4ae45-8595-4c96-9e58-83a1a2b62910 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:06:24.993902 ncdv-master-1 neutron-server[126225]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f6f2a7d6-51f3-4089-b760-0874e2e19f5f', 'name': 'network-vif-deleted', 'tag': 'e27aebd4-294a-4f67-9404-737e55478135', 'status': 'failed', 'code': 422} returned with failed status
Nov 20 21:06:25.046432 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-a31a2580-3c98-4406-be47-3832b75231c2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::3a4:bf70:1481:87e9 (078bc043-a79e-4708-a2f2-e608d1250afa/dbd111ac-0065-4f80-813a-fb7d5087a29e/312747d3-c75b-495a-93b7-6ba90e996954) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:25.059592 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] For port 14e4424a-88ba-4352-9e9c-1d4f954eb60b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14e4424a-88ba-4352-9e9c-1d4f954eb60b,segment=NetworkSegment(9f85b3a8-3d5b-414c-96a0-45de617b4501),segment_id=9f85b3a8-3d5b-414c-96a0-45de617b4501)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:25.060252 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:25.100991 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Calling delete_port for 14e4424a-88ba-4352-9e9c-1d4f954eb60b owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:25.152787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:25.160535 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:25.316631 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:25.328508 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:25.459671 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a1c6bfbf-5775-445f-967d-5cee173bd15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463f4190>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:21Z', 'revision_number': 8, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:05Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93e48d8-76f7-4afa-9cc7-ebdcd3415c12', 'name': '', 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:ff:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:05Z', 'updated_at': '2021-11-20T21:06:11Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:25.486218 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:25.503363 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a31a2580-3c98-4406-be47-3832b75231c2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:25.508511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'Port': ['ID=ce753731-4472-43f7-8c42-eca939130e2e,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:25.593770 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a31a2580-3c98-4406-be47-3832b75231c2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:25.598966 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:25.612920 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:25.614693 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:25.649841 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Port': ['ID=14e4424a-88ba-4352-9e9c-1d4f954eb60b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:25.652018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] No DVR routers for this DVR port 14e4424a-88ba-4352-9e9c-1d4f954eb60b on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:06:25.684971 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6bfbf-5775-445f-967d-5cee173bd15a None None] Checking router: 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:06:25.695692 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a2580-3c98-4406-be47-3832b75231c2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:25.791704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-a31a2580-3c98-4406-be47-3832b75231c2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:25.793922 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Network 7e423f00-6cad-43f5-a5bf-960ac9228382 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:25.797922 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:25.801466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a2580-3c98-4406-be47-3832b75231c2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:25.828028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31a2580-3c98-4406-be47-3832b75231c2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:25.836244 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a31a2580-3c98-4406-be47-3832b75231c2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:25.899853 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a2580-3c98-4406-be47-3832b75231c2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=312747d3-c75b-495a-93b7-6ba90e996954,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:25.971628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcc1b5-df46-4b0b-96de-34c42c7373b3 req-2bc9ef48-30ce-40ed-81d5-5aa7ef3a725d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:25.982313 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5cdcc1b5-df46-4b0b-96de-34c42c7373b3 req-2bc9ef48-30ce-40ed-81d5-5aa7ef3a725d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.1625817
Nov 20 21:06:25.982545 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a31a2580-3c98-4406-be47-3832b75231c2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 2.5892553
Nov 20 21:06:25.989762 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60724) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:26.015861 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:26.030315 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811b84d-78fc-4fc6-bfda-4983b28fc5fa req-c77c1161-3c36-4258-a5d3-4df0d32ca654 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:26.045227 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6811b84d-78fc-4fc6-bfda-4983b28fc5fa req-c77c1161-3c36-4258-a5d3-4df0d32ca654 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 908 time: 0.1331267
Nov 20 21:06:26.056879 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Router 9bd9854a-d9c4-430b-a9ed-40b45201fe60 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:06:26.092302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4da71400>,) {'filters': {'network_id': ['3860ec14-cc45-497f-8bdb-82136f23d856']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:26.112658 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5cdcc1b5-df46-4b0b-96de-34c42c7373b3 req-f5fb8ea0-18fd-4720-934f-917c08a515e9 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1293476
Nov 20 21:06:26.121486 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4da71400>, '9f85b3a8-3d5b-414c-96a0-45de617b4501') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:26.121631 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4da71400>, '9f85b3a8-3d5b-414c-96a0-45de617b4501') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:26.143797 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:26.184030 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:26.193004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:06:26.193588 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:06:26.198906 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:06:26.201519 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68784d23-c1e2-4d46-9aa7-2324cc5b3495 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:26.210979 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68784d23-c1e2-4d46-9aa7-2324cc5b3495 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:26.214705 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-68784d23-c1e2-4d46-9aa7-2324cc5b3495 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1604 time: 0.2212360
Nov 20 21:06:26.215617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60726) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:26.264980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Attempting to bind port dfa88495-c4af-48dc-b5f0-8712d7b03fe1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:26.265653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Attempting to bind port dfa88495-c4af-48dc-b5f0-8712d7b03fe1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1bb2223b-9405-45e8-af5d-412b4d3a91f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:26.266339 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Attempting to bind port dfa88495-c4af-48dc-b5f0-8712d7b03fe1 on network 7e423f00-6cad-43f5-a5bf-960ac9228382 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:26.293163 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:26.293762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Checking segment: {'id': '1bb2223b-9405-45e8-af5d-412b4d3a91f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:26.294331 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:26.294743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Bound using segment: {'id': '1bb2223b-9405-45e8-af5d-412b4d3a91f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:26.295421 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Bound port: dfa88495-c4af-48dc-b5f0-8712d7b03fe1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb2223b-9405-45e8-af5d-412b4d3a91f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:26.295821 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:26.299788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:06:26.316938 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Sync routers for ids ['9bd9854a-d9c4-430b-a9ed-40b45201fe60'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:06:26.325764 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-71d4ea08-8a89-45d1-acbf-4ec34429cc4e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "PUT /v2.0/routers/9bd9854a-d9c4-430b-a9ed-40b45201fe60/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7551022
Nov 20 21:06:26.347473 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Routers {'9bd9854a-d9c4-430b-a9ed-40b45201fe60'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:26.348688 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5415a220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9bd9854a-d9c4-430b-a9ed-40b45201fe60'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:26.356462 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c6bfbf-5775-445f-967d-5cee173bd15a None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:26.357092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a1c6bfbf-5775-445f-967d-5cee173bd15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463f4190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:26.372156 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:26.381986 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:26.384477 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/networks/3860ec14-cc45-497f-8bdb-82136f23d856 HTTP/1.1" status: 204  len: 168 time: 2.3227303
Nov 20 21:06:26.387208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60730) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:26.449174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263d231-703a-4609-872e-86a57622d8a6 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Network': ['ID=3860ec14-cc45-497f-8bdb-82136f23d856,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:26.511290 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-9c0779b9-1f68-41c2-b685-de8cbdcc20da tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port 312747d3-c75b-495a-93b7-6ba90e996954 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:26.512023 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9c0779b9-1f68-41c2-b685-de8cbdcc20da tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:26.539680 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26993908-ad3f-43d8-ad3d-185100e4750d None None] DHCP port deletion for 3860ec14-cc45-497f-8bdb-82136f23d856 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:06:26.542377 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Set router 9bd9854a-d9c4-430b-a9ed-40b45201fe60 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:26.749057 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9c0779b9-1f68-41c2-b685-de8cbdcc20da tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:26.779689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-9c0779b9-1f68-41c2-b685-de8cbdcc20da tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for 312747d3-c75b-495a-93b7-6ba90e996954 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:26.795018 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5415a220>, [{'id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-907519188', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:11Z', 'updated_at': '2021-11-20T21:06:23Z', 'revision_number': 4, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:12Z', 'updated_at': '2021-11-20T21:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce753731-4472-43f7-8c42-eca939130e2e', 'name': '', 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'mac_address': 'fa:16:3e:9d:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'd2f4d898-3fb1-4c93-a8fa-c28ae1fb1897', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:22Z', 'updated_at': '2021-11-20T21:06:25Z', 'revision_number': 2, 'project_id': '83a551019ab140bba8ec377d05167a62', 'subnets': [{'id': 'd2f4d898-3fb1-4c93-a8fa-c28ae1fb1897', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:26.798658 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-a1c6bfbf-5775-445f-967d-5cee173bd15a None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:26.842133 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Checking router: 9bd9854a-d9c4-430b-a9ed-40b45201fe60 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:06:26.842872 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Updating router 9bd9854a-d9c4-430b-a9ed-40b45201fe60 port ce753731-4472-43f7-8c42-eca939130e2e binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:06:26.878586 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:26.889487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 14e4424a-88ba-4352-9e9c-1d4f954eb60b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:26.894240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] For port dfa88495-c4af-48dc-b5f0-8712d7b03fe1, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:26.964061 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5788f4-7836-4b0d-a616-92895c332be4 None None] Update dhcp port {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'fixed_ips': [{'subnet_id': 'dbd111ac-0065-4f80-813a-fb7d5087a29e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '703da380-9af4-445d-8df8-44fd7eee6c49'} from ncdv-master-1. {{(pid=126226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 20 21:06:27.002724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 14e4424a-88ba-4352-9e9c-1d4f954eb60b {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:27.003063 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 14e4424a-88ba-4352-9e9c-1d4f954eb60b not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:27.007669 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] For port dfa88495-c4af-48dc-b5f0-8712d7b03fe1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfa88495-c4af-48dc-b5f0-8712d7b03fe1,segment=NetworkSegment(1bb2223b-9405-45e8-af5d-412b4d3a91f3),segment_id=1bb2223b-9405-45e8-af5d-412b4d3a91f3)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:27.053688 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:27.150450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-11c848f5-3eee-40c0-80fb-28e2bd7f7e3e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:27.152115 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-11c848f5-3eee-40c0-80fb-28e2bd7f7e3e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/networks?id=7e423f00-6cad-43f5-a5bf-960ac9228382 HTTP/1.1" status: 200  len: 798 time: 0.4031732
Nov 20 21:06:27.213314 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0060db1a-4a1f-4de5-a20e-e51b86302704 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/quotas/83a551019ab140bba8ec377d05167a62 HTTP/1.1" status: 200  len: 375 time: 0.0214839
Nov 20 21:06:27.245150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a7ae7-be31-488f-b63d-8291241f12f6 None None] Pushing event updated for resources: {'Port': ['ID=dfa88495-c4af-48dc-b5f0-8712d7b03fe1,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:27.254291 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3d5788f4-7836-4b0d-a616-92895c332be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:27.261211 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9c0779b9-1f68-41c2-b685-de8cbdcc20da tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:27.390751 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9c0779b9-1f68-41c2-b685-de8cbdcc20da tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:27.405934 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9c0779b9-1f68-41c2-b685-de8cbdcc20da tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/312747d3-c75b-495a-93b7-6ba90e996954 HTTP/1.1" status: 204  len: 168 time: 1.1894073
Nov 20 21:06:27.406756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0779b9-1f68-41c2-b685-de8cbdcc20da tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=312747d3-c75b-495a-93b7-6ba90e996954,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:27.409469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60748) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:27.451209 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc1b7d-6c6c-4000-a685-2f1505ead004 req-110a50a7-865b-43ca-98bb-36973764eeb8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:27.464423 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-40bc1b7d-6c6c-4000-a685-2f1505ead004 req-110a50a7-865b-43ca-98bb-36973764eeb8 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 908 time: 0.2226834
Nov 20 21:06:27.483797 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:27.487444 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a1c6bfbf-5775-445f-967d-5cee173bd15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463f4190>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:21Z', 'revision_number': 8, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:05Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93e48d8-76f7-4afa-9cc7-ebdcd3415c12', 'name': '', 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:ff:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:05Z', 'updated_at': '2021-11-20T21:06:11Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:27.495833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5069a70-f318-486a-8385-abae31369e8e req-b76fa2a9-8f68-4ef6-a12e-2852da9035a1 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:27.499085 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:27.499368 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5069a70-f318-486a-8385-abae31369e8e req-b76fa2a9-8f68-4ef6-a12e-2852da9035a1 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 908 time: 0.3231812
Nov 20 21:06:27.559240 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-5c07c32c-380a-422c-88f6-623c9884f76b tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=83a551019ab140bba8ec377d05167a62&fields=id HTTP/1.1" status: 200  len: 440 time: 0.3317590
Nov 20 21:06:27.563287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6bfbf-5775-445f-967d-5cee173bd15a None None] The sync data for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 is: [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:21Z', 'revision_number': 8, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:05Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a93e48d8-76f7-4afa-9cc7-ebdcd3415c12', 'name': '', 'network_id': 'cf078748-a695-4082-a8a5-099c6779633a', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:ff:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:05Z', 'updated_at': '2021-11-20T21:06:11Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': 'a12914a8-bb8a-4087-9e33-2b52b9aa5bec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:06:27.582017 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b617e94-734c-4a25-a5e2-123efd06b37f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:27.585073 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b617e94-734c-4a25-a5e2-123efd06b37f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:27.591969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60750) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:27.592445 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3850822-59c4-433a-aa03-92b191c0d0bf None None] Pushing event updated for resources: {'Port': ['ID=ce753731-4472-43f7-8c42-eca939130e2e,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:27.596250 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4b617e94-734c-4a25-a5e2-123efd06b37f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1785207
Nov 20 21:06:27.724304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-3d5788f4-7836-4b0d-a616-92895c332be4 None None] Allocated IP 2001:db8::2 (078bc043-a79e-4708-a2f2-e608d1250afa/dbd111ac-0065-4f80-813a-fb7d5087a29e/703da380-9af4-445d-8df8-44fd7eee6c49) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:27.746556 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Attempting to bind port ce753731-4472-43f7-8c42-eca939130e2e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:27.746927 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Attempting to bind port ce753731-4472-43f7-8c42-eca939130e2e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1bb2223b-9405-45e8-af5d-412b4d3a91f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:27.747296 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Attempting to bind port ce753731-4472-43f7-8c42-eca939130e2e on network 7e423f00-6cad-43f5-a5bf-960ac9228382 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:27.759482 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:27.759713 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Checking segment: {'id': '1bb2223b-9405-45e8-af5d-412b4d3a91f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:27.760000 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:27.760361 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Bound using segment: {'id': '1bb2223b-9405-45e8-af5d-412b4d3a91f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:27.760848 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Bound port: ce753731-4472-43f7-8c42-eca939130e2e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb2223b-9405-45e8-af5d-412b4d3a91f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:27.761237 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:27.774739 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-d218f9c6-aad1-49bd-a7e1-71f81147baa3 service neutron] 10.222.0.41 "GET /v2.0/networks/7e423f00-6cad-43f5-a5bf-960ac9228382?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556268
Nov 20 21:06:27.793602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f526da6-9a4b-4a5d-9ca6-81fbd8c6384e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet dbd111ac-0065-4f80-813a-fb7d5087a29e {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:06:27.871102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15760536-55b2-4327-ba7d-59090977865b req-634a97e4-ae1c-4abf-8250-3ea7ff37c89e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:27.872762 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-15760536-55b2-4327-ba7d-59090977865b req-634a97e4-ae1c-4abf-8250-3ea7ff37c89e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.2036710
Nov 20 21:06:27.910537 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] For port ce753731-4472-43f7-8c42-eca939130e2e, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:27.914097 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-757bf4f7-7e95-48e2-99ef-0474584eec1f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:27.920151 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] For port ce753731-4472-43f7-8c42-eca939130e2e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce753731-4472-43f7-8c42-eca939130e2e,segment=NetworkSegment(1bb2223b-9405-45e8-af5d-412b4d3a91f3),segment_id=1bb2223b-9405-45e8-af5d-412b4d3a91f3)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:27.930662 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:27.931318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3d5788f4-7836-4b0d-a616-92895c332be4 None None] For port 703da380-9af4-445d-8df8-44fd7eee6c49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=703da380-9af4-445d-8df8-44fd7eee6c49,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:28.060617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c5069a70-f318-486a-8385-abae31369e8e req-4908d2df-1f87-4b94-be74-81e6fe0e10b4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Deleting port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:28.069534 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c5069a70-f318-486a-8385-abae31369e8e req-4908d2df-1f87-4b94-be74-81e6fe0e10b4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:28.079762 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3d5788f4-7836-4b0d-a616-92895c332be4 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:28.096757 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3d5788f4-7836-4b0d-a616-92895c332be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:28.119191 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-782f3824-9d14-4e7d-9d3b-fca38b31d96c service neutron] 10.222.0.41 "GET /v2.0/networks/7e423f00-6cad-43f5-a5bf-960ac9228382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3345444
Nov 20 21:06:28.132980 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-15760536-55b2-4327-ba7d-59090977865b req-cbc03802-123c-457d-80db-ba8b07baecb8 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2418995
Nov 20 21:06:28.134070 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f526da6-9a4b-4a5d-9ca6-81fbd8c6384e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:28.280556 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f526da6-9a4b-4a5d-9ca6-81fbd8c6384e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:28.306828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5788f4-7836-4b0d-a616-92895c332be4 None None] Pushing event updated for resources: {'Port': ['ID=703da380-9af4-445d-8df8-44fd7eee6c49,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:28.398330 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Routers {'9bd9854a-d9c4-430b-a9ed-40b45201fe60'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:28.398975 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5415a220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9bd9854a-d9c4-430b-a9ed-40b45201fe60'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:28.527720 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f526da6-9a4b-4a5d-9ca6-81fbd8c6384e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:28.533676 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3850822-59c4-433a-aa03-92b191c0d0bf None None] Pushing event updated for resources: {'Port': ['ID=ce753731-4472-43f7-8c42-eca939130e2e,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:28.682876 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0234a152-f4f6-42a7-a265-4353692ada59 req-768b2c4e-80fa-4195-bf42-04350dabcd8f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 210 time: 0.0621583
Nov 20 21:06:28.744330 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] Set router 9bd9854a-d9c4-430b-a9ed-40b45201fe60 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:28.835443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-757bf4f7-7e95-48e2-99ef-0474584eec1f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting port a93e48d8-76f7-4afa-9cc7-ebdcd3415c12 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:28.835916 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-757bf4f7-7e95-48e2-99ef-0474584eec1f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:28.861591 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc50ef-4e7b-41a2-9586-7712e8bb1a7d req-6300bf38-c5c1-4c97-bec9-841102ccd237 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:28.863573 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cedc50ef-4e7b-41a2-9586-7712e8bb1a7d req-6300bf38-c5c1-4c97-bec9-841102ccd237 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 908 time: 0.2208228
Nov 20 21:06:28.947192 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f526da6-9a4b-4a5d-9ca6-81fbd8c6384e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:29.064160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f526da6-9a4b-4a5d-9ca6-81fbd8c6384e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd111ac-0065-4f80-813a-fb7d5087a29e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:29.093792 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f526da6-9a4b-4a5d-9ca6-81fbd8c6384e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:29.104544 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6f526da6-9a4b-4a5d-9ca6-81fbd8c6384e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/dbd111ac-0065-4f80-813a-fb7d5087a29e HTTP/1.1" status: 204  len: 168 time: 1.5119162
Nov 20 21:06:29.108876 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60764) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:29.139630 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c5069a70-f318-486a-8385-abae31369e8e req-4908d2df-1f87-4b94-be74-81e6fe0e10b4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] For port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b058afc-10cf-4cd9-bbbc-13ea1bcc46be,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:29.140394 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c5069a70-f318-486a-8385-abae31369e8e req-4908d2df-1f87-4b94-be74-81e6fe0e10b4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:29.171506 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device dfa88495-c4af-48dc-b5f0-8712d7b03fe1 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:29.195607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c5069a70-f318-486a-8385-abae31369e8e req-4908d2df-1f87-4b94-be74-81e6fe0e10b4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Calling delete_port for 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:29.238948 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-687505ca-80c7-48b1-93b7-0811ff840083 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1205719
Nov 20 21:06:29.261540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-757bf4f7-7e95-48e2-99ef-0474584eec1f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] For port a93e48d8-76f7-4afa-9cc7-ebdcd3415c12, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a93e48d8-76f7-4afa-9cc7-ebdcd3415c12,segment=NetworkSegment(acf6bd5f-043b-487f-a769-4917f8ba9569),segment_id=acf6bd5f-043b-487f-a769-4917f8ba9569)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:29.262097 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-757bf4f7-7e95-48e2-99ef-0474584eec1f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:29.291304 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-757bf4f7-7e95-48e2-99ef-0474584eec1f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Calling delete_port for a93e48d8-76f7-4afa-9cc7-ebdcd3415c12 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:29.297048 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60768) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:29.318513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e27ad9c8-425d-42b8-bd8f-177b86a192e7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:29.326274 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port dfa88495-c4af-48dc-b5f0-8712d7b03fe1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:29.326669 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:29.488286 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5415a220>, [{'id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-907519188', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:11Z', 'updated_at': '2021-11-20T21:06:23Z', 'revision_number': 4, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:12Z', 'updated_at': '2021-11-20T21:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce753731-4472-43f7-8c42-eca939130e2e', 'name': '', 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'mac_address': 'fa:16:3e:9d:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'd2f4d898-3fb1-4c93-a8fa-c28ae1fb1897', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:22Z', 'updated_at': '2021-11-20T21:06:27Z', 'revision_number': 4, 'project_id': '83a551019ab140bba8ec377d05167a62', 'subnets': [{'id': 'd2f4d898-3fb1-4c93-a8fa-c28ae1fb1897', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:29.544265 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:29.607059 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714dc3d4-bc9a-4c25-be42-e7f378adaf07 None None] The sync data for ids ['9bd9854a-d9c4-430b-a9ed-40b45201fe60'] in ncdv-master-1 is: [{'id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-907519188', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:11Z', 'updated_at': '2021-11-20T21:06:23Z', 'revision_number': 4, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:12Z', 'updated_at': '2021-11-20T21:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce753731-4472-43f7-8c42-eca939130e2e', 'name': '', 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'mac_address': 'fa:16:3e:9d:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'd2f4d898-3fb1-4c93-a8fa-c28ae1fb1897', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:22Z', 'updated_at': '2021-11-20T21:06:27Z', 'revision_number': 4, 'project_id': '83a551019ab140bba8ec377d05167a62', 'subnets': [{'id': 'd2f4d898-3fb1-4c93-a8fa-c28ae1fb1897', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:06:29.640981 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c5069a70-f318-486a-8385-abae31369e8e req-4908d2df-1f87-4b94-be74-81e6fe0e10b4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:29.683549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port dfa88495-c4af-48dc-b5f0-8712d7b03fe1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfa88495-c4af-48dc-b5f0-8712d7b03fe1,segment=NetworkSegment(1bb2223b-9405-45e8-af5d-412b4d3a91f3),segment_id=1bb2223b-9405-45e8-af5d-412b4d3a91f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:29.691276 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:29.753974 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8d50db1f-38fb-4dce-8d61-f8be9c416edb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:29.782298 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-757bf4f7-7e95-48e2-99ef-0474584eec1f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:29.855003 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 8d50db1f-38fb-4dce-8d61-f8be9c416edb {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:29.855402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8d50db1f-38fb-4dce-8d61-f8be9c416edb not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:29.857607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4b71e8-73d4-4fc2-b1e8-4b31f563c076 None None] Network 7e423f00-6cad-43f5-a5bf-960ac9228382 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:29.878410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bf4f7-7e95-48e2-99ef-0474584eec1f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Port': ['ID=a93e48d8-76f7-4afa-9cc7-ebdcd3415c12,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:29.999142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=dfa88495-c4af-48dc-b5f0-8712d7b03fe1,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:30.011210 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0c55982-e2fd-46a9-aae2-e8a089f130a7 req-61a1b66a-2565-4e33-beb6-bec0a90a6bf3 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 210 time: 0.1140127
Nov 20 21:06:30.071161 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e6cff1ad-4cb5-426d-b12d-881235e833d6 None None] Provisioning complete for port dfa88495-c4af-48dc-b5f0-8712d7b03fe1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:30.071425 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e6cff1ad-4cb5-426d-b12d-881235e833d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:30.312236 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d5a78a15-dc4e-4f60-89c6-571d4b5eff87 req-5d79b4d5-a6a0-4061-b473-112dce17a95f tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 210 time: 0.0670247
Nov 20 21:06:30.313239 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-757bf4f7-7e95-48e2-99ef-0474584eec1f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:30.458786 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908d2df-1f87-4b94-be74-81e6fe0e10b4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event deleted for resources: {'Port': ['ID=2b058afc-10cf-4cd9-bbbc-13ea1bcc46be,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:30.651582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eafc7-064f-4354-9de0-914501bd707a req-9c7eccbe-7014-477b-9f62-c45453cbd15f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:30.653208 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ee1eafc7-064f-4354-9de0-914501bd707a req-9c7eccbe-7014-477b-9f62-c45453cbd15f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 1.0690577
Nov 20 21:06:30.721517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5069a70-f318-486a-8385-abae31369e8e req-4908d2df-1f87-4b94-be74-81e6fe0e10b4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] No DVR routers for this DVR port 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:06:30.753565 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c5069a70-f318-486a-8385-abae31369e8e req-4908d2df-1f87-4b94-be74-81e6fe0e10b4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:30.757717 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5069a70-f318-486a-8385-abae31369e8e req-4908d2df-1f87-4b94-be74-81e6fe0e10b4 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.47 "DELETE /v2.0/ports/2b058afc-10cf-4cd9-bbbc-13ea1bcc46be HTTP/1.1" status: 204  len: 173 time: 3.2450054
Nov 20 21:06:30.781326 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:30.787371 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f390f8d7-738a-4054-995b-3c2a44debc3f', 'name': 'network-vif-deleted', 'tag': '2b058afc-10cf-4cd9-bbbc-13ea1bcc46be'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:06:30.789699 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c967e588-23d5-4ab9-b512-75cd7992e423" -d '{"events": [{"server_uuid": "f390f8d7-738a-4054-995b-3c2a44debc3f", "name": "network-vif-deleted", "tag": "2b058afc-10cf-4cd9-bbbc-13ea1bcc46be"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:06:30.864403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:30.864796 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2b058afc-10cf-4cd9-bbbc-13ea1bcc46be not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:30.904065 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60324351-26df-48d4-bcad-0a2e0ecf4a13 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:30.938832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27ad9c8-425d-42b8-bd8f-177b86a192e7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:30.943029 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e27ad9c8-425d-42b8-bd8f-177b86a192e7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:31.095162 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ee1eafc7-064f-4354-9de0-914501bd707a req-81bbbafc-586f-42f9-bd29-8e770127d970 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3749640
Nov 20 21:06:31.238253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-517f3c4e-f5a8-45ad-bcec-966507548930 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:31.240659 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-517f3c4e-f5a8-45ad-bcec-966507548930 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.47 "GET /v2.0/networks?id=7e423f00-6cad-43f5-a5bf-960ac9228382 HTTP/1.1" status: 200  len: 798 time: 0.6691871
Nov 20 21:06:31.268779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-e6e65def-e41a-4539-bb70-c99d4646826e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Request body: {'port': {'device_id': '4c387821-7036-4775-8529-21f7ee97701a', 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382', 'admin_state_up': True, 'tenant_id': '83a551019ab140bba8ec377d05167a62'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:31.340660 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cb5341ad-b3d8-4dda-bb95-a851c49f5f6a None None] Provisioning complete for port 703da380-9af4-445d-8df8-44fd7eee6c49 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:31.345906 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cb5341ad-b3d8-4dda-bb95-a851c49f5f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:31.351063 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ce753731-4472-43f7-8c42-eca939130e2e up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:31.493205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757bf4f7-7e95-48e2-99ef-0474584eec1f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:06:31.523809 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b29e6d-0fa9-4af8-81c6-9d8901ed4786 x-openstack-request-id: req-a6b29e6d-0fa9-4af8-81c6-9d8901ed4786 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:06:31.524417 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f390f8d7-738a-4054-995b-3c2a44debc3f", "name": "network-vif-deleted", "tag": "2b058afc-10cf-4cd9-bbbc-13ea1bcc46be", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:06:31.525584 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6b29e6d-0fa9-4af8-81c6-9d8901ed4786 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:06:31.526031 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f390f8d7-738a-4054-995b-3c2a44debc3f', 'name': 'network-vif-deleted', 'tag': '2b058afc-10cf-4cd9-bbbc-13ea1bcc46be', 'status': 'completed', 'code': 200}
Nov 20 21:06:31.611531 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ce753731-4472-43f7-8c42-eca939130e2e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:31.611902 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:31.649476 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c20ed0b-b5d8-4397-a958-04ee4efef515 None None] DHCP port deletion for 078bc043-a79e-4708-a2f2-e608d1250afa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:06:31.660297 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9641d945-27a3-4ab8-88bd-c9b6dbf00412 req-9fb12ec9-0179-4210-9648-ccfc655fd8c3 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 210 time: 0.1186588
Nov 20 21:06:31.678209 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b56252ab-3e5f-4e7c-bac7-16c3f63d78a0 req-5099713b-7641-4e57-9f71-1698a931e180 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f390f8d7-738a-4054-995b-3c2a44debc3f HTTP/1.1" status: 200  len: 210 time: 0.1780670
Nov 20 21:06:31.812627 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e27ad9c8-425d-42b8-bd8f-177b86a192e7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:31.866630 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-e6e65def-e41a-4539-bb70-c99d4646826e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Made reservation on behalf of 83a551019ab140bba8ec377d05167a62 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:31.870488 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-e6e65def-e41a-4539-bb70-c99d4646826e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:31.924039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27ad9c8-425d-42b8-bd8f-177b86a192e7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:31.928324 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-e27ad9c8-425d-42b8-bd8f-177b86a192e7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:31.932001 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27ad9c8-425d-42b8-bd8f-177b86a192e7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:31.932932 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e27ad9c8-425d-42b8-bd8f-177b86a192e7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:31.959236 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e27ad9c8-425d-42b8-bd8f-177b86a192e7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.6560969
Nov 20 21:06:31.961812 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ad9c8-425d-42b8-bd8f-177b86a192e7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=64b82436-6a39-4de4-af66-846b6b117b06,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:31.963214 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60790) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:31.985185 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3695fb7f-3907-4412-b5fd-b91b88ca39d8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'fixed_ips': [{'subnet_id': '64b82436-6a39-4de4-af66-846b6b117b06', 'ip_address': '2001:db8::76bc:b663:4bf7:1c9d'}], 'name': 'tempest-NetworksTestDHCPv6-92562046'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:32.086614 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cb5341ad-b3d8-4dda-bb95-a851c49f5f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:32.129751 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cb5341ad-b3d8-4dda-bb95-a851c49f5f6a None None] For port 703da380-9af4-445d-8df8-44fd7eee6c49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=703da380-9af4-445d-8df8-44fd7eee6c49,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:32.136435 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cb5341ad-b3d8-4dda-bb95-a851c49f5f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:32.142249 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cb5341ad-b3d8-4dda-bb95-a851c49f5f6a None None] Could not find standard attr ID for object 312747d3-c75b-495a-93b7-6ba90e996954. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:06:32.162103 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-e6e65def-e41a-4539-bb70-c99d4646826e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Allocated IP 172.20.0.30 (7e423f00-6cad-43f5-a5bf-960ac9228382/d2f4d898-3fb1-4c93-a8fa-c28ae1fb1897/582622c7-8ba0-4fdf-889b-124b2c558258) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:32.277656 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:32.354481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fc7e38db-1601-4c51-a44b-0d5d1bf412f3 None None] Provisioning complete for port ce753731-4472-43f7-8c42-eca939130e2e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:32.355337 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fc7e38db-1601-4c51-a44b-0d5d1bf412f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:32.358979 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757bf4f7-7e95-48e2-99ef-0474584eec1f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:06:32.370357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5341ad-b3d8-4dda-bb95-a851c49f5f6a None None] Pushing event updated for resources: {'Port': ['ID=703da380-9af4-445d-8df8-44fd7eee6c49,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:32.381893 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-757bf4f7-7e95-48e2-99ef-0474584eec1f tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9935429
Nov 20 21:06:32.386502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60794) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:32.394603 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port ce753731-4472-43f7-8c42-eca939130e2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce753731-4472-43f7-8c42-eca939130e2e,segment=NetworkSegment(1bb2223b-9405-45e8-af5d-412b4d3a91f3),segment_id=1bb2223b-9405-45e8-af5d-412b4d3a91f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:32.439243 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9259bec-876c-46c4-8b54-43bc0fd10a08 None None] Sync routers for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:06:32.443545 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:32.444885 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device dfa88495-c4af-48dc-b5f0-8712d7b03fe1 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:32.551236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da23976-7608-4f10-876f-c73dcc1f66ad tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting subnet a12914a8-bb8a-4087-9e33-2b52b9aa5bec {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:06:32.556765 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6da23976-7608-4f10-876f-c73dcc1f66ad tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:32.670535 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6da23976-7608-4f10-876f-c73dcc1f66ad tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:32.735882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8c20ed0b-b5d8-4397-a958-04ee4efef515 None None] Deleting port 703da380-9af4-445d-8df8-44fd7eee6c49 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:32.736276 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8c20ed0b-b5d8-4397-a958-04ee4efef515 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:32.779342 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6da23976-7608-4f10-876f-c73dcc1f66ad tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:32.939522 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=ce753731-4472-43f7-8c42-eca939130e2e,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:32.944618 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9259bec-876c-46c4-8b54-43bc0fd10a08 None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:32.946647 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c9259bec-876c-46c4-8b54-43bc0fd10a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4612d5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:32.955069 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-99920e2d-156c-4238-ad1c-517ffe8980b9 req-d1c2ec23-a516-4e89-8ee3-68e6eb0a2625 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 210 time: 0.0662985
Nov 20 21:06:32.956379 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6da23976-7608-4f10-876f-c73dcc1f66ad tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:32.990441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da23976-7608-4f10-876f-c73dcc1f66ad tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Subnet': ['ID=a12914a8-bb8a-4087-9e33-2b52b9aa5bec,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:33.016728 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6da23976-7608-4f10-876f-c73dcc1f66ad tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:33.021697 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6da23976-7608-4f10-876f-c73dcc1f66ad tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/a12914a8-bb8a-4087-9e33-2b52b9aa5bec HTTP/1.1" status: 204  len: 168 time: 0.6337111
Nov 20 21:06:33.024981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60802) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:33.078511 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d2083d-2887-4d42-895c-b5f8f8e00239 None None] Network cf078748-a695-4082-a8a5-099c6779633a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:33.190423 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8c20ed0b-b5d8-4397-a958-04ee4efef515 None None] For port 703da380-9af4-445d-8df8-44fd7eee6c49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=703da380-9af4-445d-8df8-44fd7eee6c49,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:33.191022 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8c20ed0b-b5d8-4397-a958-04ee4efef515 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:33.240099 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:33.249048 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fc7e38db-1601-4c51-a44b-0d5d1bf412f3 None None] Provisioning complete for port dfa88495-c4af-48dc-b5f0-8712d7b03fe1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:33.249439 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fc7e38db-1601-4c51-a44b-0d5d1bf412f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:33.263888 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8c20ed0b-b5d8-4397-a958-04ee4efef515 None None] Calling delete_port for 703da380-9af4-445d-8df8-44fd7eee6c49 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:33.272536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d443275-19b1-4869-bfdb-5ff3230ba1ee req-ecd4fcef-a781-4a22-b925-08875aeb6694 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:33.279846 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d443275-19b1-4869-bfdb-5ff3230ba1ee req-ecd4fcef-a781-4a22-b925-08875aeb6694 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.9613023
Nov 20 21:06:33.288190 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-e6e65def-e41a-4539-bb70-c99d4646826e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:33.348969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port dfa88495-c4af-48dc-b5f0-8712d7b03fe1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:33.349468 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:33.368465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3695fb7f-3907-4412-b5fd-b91b88ca39d8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:33.398137 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting port a653c589-a2e9-4823-bfae-fd76bc10726d {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:33.398472 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:33.487359 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3695fb7f-3907-4412-b5fd-b91b88ca39d8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:33.552617 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d443275-19b1-4869-bfdb-5ff3230ba1ee req-761e017e-7943-4572-98b7-677b719aa28a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2685242
Nov 20 21:06:33.570995 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-e6e65def-e41a-4539-bb70-c99d4646826e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:33.612768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] For port a653c589-a2e9-4823-bfae-fd76bc10726d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a653c589-a2e9-4823-bfae-fd76bc10726d,segment=NetworkSegment(acf6bd5f-043b-487f-a769-4917f8ba9569),segment_id=acf6bd5f-043b-487f-a769-4917f8ba9569)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:33.613380 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:33.630191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-c9259bec-876c-46c4-8b54-43bc0fd10a08 None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:33.632987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-3695fb7f-3907-4412-b5fd-b91b88ca39d8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port 18357c4f-9c07-46dc-9648-ca9836d9a241 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:06:33.635946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Calling delete_port for a653c589-a2e9-4823-bfae-fd76bc10726d owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:33.650118 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-e6e65def-e41a-4539-bb70-c99d4646826e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Network 7e423f00-6cad-43f5-a5bf-960ac9228382 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:33.652515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-e6e65def-e41a-4539-bb70-c99d4646826e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:33.666308 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5d308-4a7d-415b-8d09-3839007e3482 req-a650334a-7e5d-4300-958e-867f3696a994 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:33.667016 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-e6e65def-e41a-4539-bb70-c99d4646826e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:33.691464 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8c20ed0b-b5d8-4397-a958-04ee4efef515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:33.696117 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cfe5d308-4a7d-415b-8d09-3839007e3482 req-a650334a-7e5d-4300-958e-867f3696a994 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 945 time: 0.1351483
Nov 20 21:06:33.767206 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20ed0b-b5d8-4397-a958-04ee4efef515 None None] Pushing event deleted for resources: {'Port': ['ID=703da380-9af4-445d-8df8-44fd7eee6c49,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:33.790389 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c20ed0b-b5d8-4397-a958-04ee4efef515 None None] No DVR routers for this DVR port 703da380-9af4-445d-8df8-44fd7eee6c49 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:06:33.839838 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cfe5d308-4a7d-415b-8d09-3839007e3482 req-8f2dd343-8e61-4e8f-877d-9cd35d96296c tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425567
Nov 20 21:06:33.849530 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb992605-c0d6-4a2d-8c16-c3b9b21f8332 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:33.900885 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:33.933454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Port': ['ID=a653c589-a2e9-4823-bfae-fd76bc10726d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:33.948018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] No DVR routers for this DVR port a653c589-a2e9-4823-bfae-fd76bc10726d on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:06:33.952324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e65def-e41a-4539-bb70-c99d4646826e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event updated for resources: {'Port': ['ID=582622c7-8ba0-4fdf-889b-124b2c558258,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:34.038014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-3695fb7f-3907-4412-b5fd-b91b88ca39d8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::76bc:b663:4bf7:1c9d (078bc043-a79e-4708-a2f2-e608d1250afa/64b82436-6a39-4de4-af66-846b6b117b06/18357c4f-9c07-46dc-9648-ca9836d9a241) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:34.056563 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-e6e65def-e41a-4539-bb70-c99d4646826e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:34.057248 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-e6e65def-e41a-4539-bb70-c99d4646826e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:34.122007 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-e6e65def-e41a-4539-bb70-c99d4646826e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 2.8579240
Nov 20 21:06:34.127566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8377fd-181b-49bb-aa79-df400deb1f2a None None] DHCP port deletion for cf078748-a695-4082-a8a5-099c6779633a request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:06:34.166432 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:34.211847 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a8567-0c8f-42b4-8933-8107fe5ccb34 req-bbebd652-1f62-47fd-a7c0-1ada9e1938c7 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:34.224405 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1e0a8567-0c8f-42b4-8933-8107fe5ccb34 req-bbebd652-1f62-47fd-a7c0-1ada9e1938c7 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 895 time: 0.1270750
Nov 20 21:06:34.244773 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54578be0>,) {'filters': {'network_id': ['cf078748-a695-4082-a8a5-099c6779633a']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:34.247146 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Request body: {'port': {'device_id': '4c387821-7036-4775-8529-21f7ee97701a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:34.257243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54578be0>, 'acf6bd5f-043b-487f-a769-4917f8ba9569') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:34.258004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54578be0>, 'acf6bd5f-043b-487f-a769-4917f8ba9569') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:34.270774 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:34.291597 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:34.298772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:06:34.299562 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:06:34.365724 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:06:34.388260 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 703da380-9af4-445d-8df8-44fd7eee6c49 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:34.393095 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:34.406773 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:34.410732 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1a06fddd-7e0b-4b1c-b05c-f9c1ec09a1a4 None None] Provisioning complete for port ce753731-4472-43f7-8c42-eca939130e2e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:34.411873 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1a06fddd-7e0b-4b1c-b05c-f9c1ec09a1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:34.412976 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/networks/cf078748-a695-4082-a8a5-099c6779633a HTTP/1.1" status: 204  len: 168 time: 1.3866954
Nov 20 21:06:34.413614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 703da380-9af4-445d-8df8-44fd7eee6c49 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:34.413973 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 703da380-9af4-445d-8df8-44fd7eee6c49 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Nov 20 21:06:34.416044 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60818) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:34.428918 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3695fb7f-3907-4412-b5fd-b91b88ca39d8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:34.449215 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158469f5-fd38-4255-a665-9e3bff43a7d9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Network': ['ID=cf078748-a695-4082-a8a5-099c6779633a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:34.468273 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Port 703da380-9af4-445d-8df8-44fd7eee6c49 not found, will not notify nova. {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Nov 20 21:06:34.510249 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:34.536810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c9259bec-876c-46c4-8b54-43bc0fd10a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4612d5e0>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:29Z', 'revision_number': 9, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:05Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:34.575012 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3695fb7f-3907-4412-b5fd-b91b88ca39d8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:34.576024 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': '64b82436-6a39-4de4-af66-846b6b117b06'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:06:34.576868 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:34.581543 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9259bec-876c-46c4-8b54-43bc0fd10a08 None None] Checking router: 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:06:34.809640 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ce753731-4472-43f7-8c42-eca939130e2e up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:34.859074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9259bec-876c-46c4-8b54-43bc0fd10a08 None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:34.859719 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c9259bec-876c-46c4-8b54-43bc0fd10a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4612d5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:34.929053 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6902df-4fdc-43f6-a3d9-af40122c4bab req-c72a5e21-dcb9-482b-b1d0-846585d44074 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:34.931532 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bc6902df-4fdc-43f6-a3d9-af40122c4bab req-c72a5e21-dcb9-482b-b1d0-846585d44074 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.47 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 945 time: 0.0870125
Nov 20 21:06:34.972406 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582622c7-8ba0-4fdf-889b-124b2c558258 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:06:34.981883 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:34.995807 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Transition to ACTIVE for port object 582622c7-8ba0-4fdf-889b-124b2c558258 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:06:35.009870 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:35.060407 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3695fb7f-3907-4412-b5fd-b91b88ca39d8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:35.065927 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ce753731-4472-43f7-8c42-eca939130e2e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:35.066326 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:35.071931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-3695fb7f-3907-4412-b5fd-b91b88ca39d8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:35.081196 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695fb7f-3907-4412-b5fd-b91b88ca39d8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=18357c4f-9c07-46dc-9648-ca9836d9a241,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:35.089106 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3695fb7f-3907-4412-b5fd-b91b88ca39d8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:35.096762 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3695fb7f-3907-4412-b5fd-b91b88ca39d8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:35.097826 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3695fb7f-3907-4412-b5fd-b91b88ca39d8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:35.113321 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-c9259bec-876c-46c4-8b54-43bc0fd10a08 None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:35.195420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa360d-f7f6-43c4-942b-3a0046c07355 req-ecc7a8fb-4595-4a88-8a5c-76dfd182bd3d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:35.203706 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-adfa360d-f7f6-43c4-942b-3a0046c07355 req-ecc7a8fb-4595-4a88-8a5c-76dfd182bd3d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.2009451
Nov 20 21:06:35.211827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a365c-2bbd-4871-a345-19536e038e00 req-fe0d42b4-904c-4fce-a651-37d55a23e25d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:35.219411 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-041a365c-2bbd-4871-a345-19536e038e00 req-fe0d42b4-904c-4fce-a651-37d55a23e25d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 945 time: 0.2521544
Nov 20 21:06:35.244638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-bc6902df-4fdc-43f6-a3d9-af40122c4bab req-358ec891-185a-48eb-a6cf-3f7ce526c53a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Deleting port ef1ededa-73ec-4b63-8c91-5d3cfac10c0d {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:35.245590 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bc6902df-4fdc-43f6-a3d9-af40122c4bab req-358ec891-185a-48eb-a6cf-3f7ce526c53a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:35.252818 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3695fb7f-3907-4412-b5fd-b91b88ca39d8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 3.2757382
Nov 20 21:06:35.253006 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46f11a98-651e-4358-8da4-62ad6038d0b9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:35.263504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60826) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:35.267465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Pushing event updated for resources: {'Port': ['ID=582622c7-8ba0-4fdf-889b-124b2c558258,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:35.310243 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Allocated IP 2001:db8::2 (078bc043-a79e-4708-a2f2-e608d1250afa/64b82436-6a39-4de4-af66-846b6b117b06/7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:35.360172 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Attempting to bind port 582622c7-8ba0-4fdf-889b-124b2c558258 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:35.360524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Attempting to bind port 582622c7-8ba0-4fdf-889b-124b2c558258 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1bb2223b-9405-45e8-af5d-412b4d3a91f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:35.360837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Attempting to bind port 582622c7-8ba0-4fdf-889b-124b2c558258 on network 7e423f00-6cad-43f5-a5bf-960ac9228382 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:35.380522 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-adfa360d-f7f6-43c4-942b-3a0046c07355 req-0fcfc6e7-4aeb-4729-880b-f21827714b6e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1750700
Nov 20 21:06:35.389364 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Port 582622c7-8ba0-4fdf-889b-124b2c558258 on network 7e423f00-6cad-43f5-a5bf-960ac9228382 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:06:35.389678 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Attempting to bind port 582622c7-8ba0-4fdf-889b-124b2c558258 on network 7e423f00-6cad-43f5-a5bf-960ac9228382 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:35.396548 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:35.396889 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Checking segment: {'id': '1bb2223b-9405-45e8-af5d-412b4d3a91f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:35.397279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Bound using segment: {'id': '1bb2223b-9405-45e8-af5d-412b4d3a91f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:35.398488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Bound port: 582622c7-8ba0-4fdf-889b-124b2c558258, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb2223b-9405-45e8-af5d-412b4d3a91f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:35.402489 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:35.507822 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] For port 582622c7-8ba0-4fdf-889b-124b2c558258, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:35.517583 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] For port 582622c7-8ba0-4fdf-889b-124b2c558258, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=582622c7-8ba0-4fdf-889b-124b2c558258,segment=NetworkSegment(1bb2223b-9405-45e8-af5d-412b4d3a91f3),segment_id=1bb2223b-9405-45e8-af5d-412b4d3a91f3)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:35.533706 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:35.594433 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-041a365c-2bbd-4871-a345-19536e038e00 req-d49c0241-63f2-4b8a-b15f-c7fcda02d82d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3652048
Nov 20 21:06:35.604391 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Pushing event updated for resources: {'Port': ['ID=582622c7-8ba0-4fdf-889b-124b2c558258,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:35.634656 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:35.641988 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:35.643782 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-0922e798-b625-4814-99ee-c6366b585237 service neutron] 10.222.0.47 "PUT /v2.0/ports/582622c7-8ba0-4fdf-889b-124b2c558258 HTTP/1.1" status: 200  len: 1055 time: 1.4992387
Nov 20 21:06:35.644040 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c387821-7036-4775-8529-21f7ee97701a', 'tag': '582622c7-8ba0-4fdf-889b-124b2c558258'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:06:35.647676 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40146a8a-7e58-48d7-b7bf-bcdd82bba668" -d '{"events": [{"name": "network-changed", "server_uuid": "4c387821-7036-4775-8529-21f7ee97701a", "tag": "582622c7-8ba0-4fdf-889b-124b2c558258"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:06:35.719445 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d88a1-3840-4393-bad8-b6dfc7e8a130 req-c6d5f3f2-ac49-47ff-8afc-fe2dce62ffde tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:35.727670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5386afba-6965-4b18-9e5a-c3e2a273f468 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:35.729279 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5386afba-6965-4b18-9e5a-c3e2a273f468 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 944 time: 0.4616168
Nov 20 21:06:35.732229 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-401d88a1-3840-4393-bad8-b6dfc7e8a130 req-c6d5f3f2-ac49-47ff-8afc-fe2dce62ffde tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 907 time: 0.2128139
Nov 20 21:06:35.732747 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60832) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:35.846625 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dc54e9-2bb0-4168-916d-e3a568b92338 x-openstack-request-id: req-08dc54e9-2bb0-4168-916d-e3a568b92338 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:06:35.846987 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c387821-7036-4775-8529-21f7ee97701a", "tag": "582622c7-8ba0-4fdf-889b-124b2c558258", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:06:35.847165 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08dc54e9-2bb0-4168-916d-e3a568b92338 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:06:35.847583 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c387821-7036-4775-8529-21f7ee97701a', 'tag': '582622c7-8ba0-4fdf-889b-124b2c558258', 'status': 'completed', 'code': 200}
Nov 20 21:06:35.857154 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-bc6902df-4fdc-43f6-a3d9-af40122c4bab req-358ec891-185a-48eb-a6cf-3f7ce526c53a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] For port ef1ededa-73ec-4b63-8c91-5d3cfac10c0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ef1ededa-73ec-4b63-8c91-5d3cfac10c0d,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:35.863990 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bc6902df-4fdc-43f6-a3d9-af40122c4bab req-358ec891-185a-48eb-a6cf-3f7ce526c53a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:35.902492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-bc6902df-4fdc-43f6-a3d9-af40122c4bab req-358ec891-185a-48eb-a6cf-3f7ce526c53a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Calling delete_port for ef1ededa-73ec-4b63-8c91-5d3cfac10c0d owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:35.961470 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:35.969564 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-519edd40-39e0-430b-aff3-283fe37a6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:35.979131 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:35.984855 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-519edd40-39e0-430b-aff3-283fe37a6008 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83a551019ab140bba8ec377d05167a62&device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 1058 time: 0.2790527
Nov 20 21:06:36.051010 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Pushing event updated for resources: {'Port': ['ID=7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:36.076539 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:36.079054 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:36.083785 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:36.146221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a653c589-a2e9-4823-bfae-fd76bc10726d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:36.146599 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-46f11a98-651e-4358-8da4-62ad6038d0b9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting port 006f7505-d4e8-4194-bfcf-f8ba30f93773 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:36.147048 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46f11a98-651e-4358-8da4-62ad6038d0b9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:36.165946 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-e900aab4-7df9-4d23-a135-ec04ac55eb84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=582622c7-8ba0-4fdf-889b-124b2c558258 HTTP/1.1" status: 200  len: 217 time: 0.1786237
Nov 20 21:06:36.201157 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: a653c589-a2e9-4823-bfae-fd76bc10726d {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:36.201570 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a653c589-a2e9-4823-bfae-fd76bc10726d not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:36.201960 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 703da380-9af4-445d-8df8-44fd7eee6c49 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:36.203608 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bc6902df-4fdc-43f6-a3d9-af40122c4bab req-358ec891-185a-48eb-a6cf-3f7ce526c53a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:36.205348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Attempting to bind port 7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:36.205348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Attempting to bind port 7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:36.205562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Attempting to bind port 7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:36.232211 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:36.232632 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:36.233156 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:36.233564 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:36.234074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Bound port: 7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:36.234468 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:36.241680 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['060b39d6-eba6-405a-948f-556357f13071', 'ef1ededa-73ec-4b63-8c91-5d3cfac10c0d'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:06:36.258254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-63848e0d-a772-4845-8b0b-50aded3fee84 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port 18357c4f-9c07-46dc-9648-ca9836d9a241 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:36.259290 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63848e0d-a772-4845-8b0b-50aded3fee84 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:36.264050 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-610a6565-fdfc-4aa4-b43a-f768aaf56fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:36.265712 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ec891-185a-48eb-a6cf-3f7ce526c53a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event deleted for resources: {'Port': ['ID=ef1ededa-73ec-4b63-8c91-5d3cfac10c0d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:36.266766 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-610a6565-fdfc-4aa4-b43a-f768aaf56fdf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d2f4d898-3fb1-4c93-a8fa-c28ae1fb1897 HTTP/1.1" status: 200  len: 837 time: 0.0847132
Nov 20 21:06:36.293996 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 703da380-9af4-445d-8df8-44fd7eee6c49 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:36.294373 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 703da380-9af4-445d-8df8-44fd7eee6c49 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:36.354384 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6902df-4fdc-43f6-a3d9-af40122c4bab req-358ec891-185a-48eb-a6cf-3f7ce526c53a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] No DVR routers for this DVR port ef1ededa-73ec-4b63-8c91-5d3cfac10c0d on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:06:36.356206 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c9259bec-876c-46c4-8b54-43bc0fd10a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4612d5e0>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:29Z', 'revision_number': 9, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:05Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:36.358905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-46f11a98-651e-4358-8da4-62ad6038d0b9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] For port 006f7505-d4e8-4194-bfcf-f8ba30f93773, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=006f7505-d4e8-4194-bfcf-f8ba30f93773,segment=NetworkSegment(3ba2d483-bcc5-4769-9096-f5c2ff258917),segment_id=3ba2d483-bcc5-4769-9096-f5c2ff258917)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:36.359877 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46f11a98-651e-4358-8da4-62ad6038d0b9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:36.363507 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bc6902df-4fdc-43f6-a3d9-af40122c4bab req-358ec891-185a-48eb-a6cf-3f7ce526c53a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:36.367376 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bc6902df-4fdc-43f6-a3d9-af40122c4bab req-358ec891-185a-48eb-a6cf-3f7ce526c53a tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.47 "DELETE /v2.0/ports/ef1ededa-73ec-4b63-8c91-5d3cfac10c0d HTTP/1.1" status: 204  len: 173 time: 1.4013398
Nov 20 21:06:36.367949 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67eb997-9ace-4561-a2e9-959c7bf3252b', 'name': 'network-vif-deleted', 'tag': 'ef1ededa-73ec-4b63-8c91-5d3cfac10c0d'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:06:36.370649 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a80650-9792-4707-8da0-404bc214d5d4" -d '{"events": [{"server_uuid": "a67eb997-9ace-4561-a2e9-959c7bf3252b", "name": "network-vif-deleted", "tag": "ef1ededa-73ec-4b63-8c91-5d3cfac10c0d"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:06:36.409104 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-46f11a98-651e-4358-8da4-62ad6038d0b9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Calling delete_port for 006f7505-d4e8-4194-bfcf-f8ba30f93773 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:36.424184 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9259bec-876c-46c4-8b54-43bc0fd10a08 None None] The sync data for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 is: [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:29Z', 'revision_number': 9, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '006f7505-d4e8-4194-bfcf-f8ba30f93773', 'name': '', 'network_id': '127cb7ee-6608-403e-8bcf-68c85ffa4284', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:10:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:59Z', 'updated_at': '2021-11-20T21:06:05Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '351723a1-a0de-4e52-b8d7-70d0ea334819', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:06:36.468510 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:06:36.469093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-9e7512d1-b081-49a7-a95a-6423a3f45ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:36.480006 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-9e7512d1-b081-49a7-a95a-6423a3f45ac4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e423f00-6cad-43f5-a5bf-960ac9228382&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.2036586
Nov 20 21:06:36.508770 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] For port 7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:36.527307 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] For port 7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:36.558649 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:36.559551 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2355f27a-fdba-4dbf-91c7-abb6f70def89 x-openstack-request-id: req-2355f27a-fdba-4dbf-91c7-abb6f70def89 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:06:36.560260 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67eb997-9ace-4561-a2e9-959c7bf3252b", "name": "network-vif-deleted", "tag": "ef1ededa-73ec-4b63-8c91-5d3cfac10c0d", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:06:36.560760 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2355f27a-fdba-4dbf-91c7-abb6f70def89 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:06:36.561485 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67eb997-9ace-4561-a2e9-959c7bf3252b', 'name': 'network-vif-deleted', 'tag': 'ef1ededa-73ec-4b63-8c91-5d3cfac10c0d', 'status': 'completed', 'code': 200}
Nov 20 21:06:36.617865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a617f-204a-40a3-b7d8-db358f3cdb88 None None] Pushing event updated for resources: {'Port': ['ID=7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:36.702745 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8051a-634a-4a61-ae7f-7d62c1930e2a req-65cb195c-be2d-4702-b1f6-05015f8fc77e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:36.705436 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cab8051a-634a-4a61-ae7f-7d62c1930e2a req-65cb195c-be2d-4702-b1f6-05015f8fc77e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.1412694
Nov 20 21:06:36.779294 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-1caaae84-98a7-4331-b0a4-aef404cb2ce9 service neutron] 10.222.0.47 "GET /v2.0/networks/7e423f00-6cad-43f5-a5bf-960ac9228382?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2363279
Nov 20 21:06:36.844191 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cab8051a-634a-4a61-ae7f-7d62c1930e2a req-b9f8f898-cd46-4b89-b9c3-665c07f42ee7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1301973
Nov 20 21:06:36.869616 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a93e48d8-76f7-4afa-9cc7-ebdcd3415c12 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:36.929523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: a93e48d8-76f7-4afa-9cc7-ebdcd3415c12 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:36.939109 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a93e48d8-76f7-4afa-9cc7-ebdcd3415c12 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:36.990304 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46f11a98-651e-4358-8da4-62ad6038d0b9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:37.161409 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dd1fea2-978d-4072-b789-fd79c393b3a7 req-c40a6544-0336-474f-b2ab-8caba2966d1a service neutron] 10.222.0.47 "GET /v2.0/networks/7e423f00-6cad-43f5-a5bf-960ac9228382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3696311
Nov 20 21:06:37.229813 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f11a98-651e-4358-8da4-62ad6038d0b9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Port': ['ID=006f7505-d4e8-4194-bfcf-f8ba30f93773,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:37.236978 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9e5e95ef-2488-43d2-b668-b1efed03688a req-6335226d-fb17-4668-bdcf-170840b0c49b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=a67eb997-9ace-4561-a2e9-959c7bf3252b HTTP/1.1" status: 200  len: 210 time: 0.4545279
Nov 20 21:06:37.263687 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63848e0d-a772-4845-8b0b-50aded3fee84 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:37.311258 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-63848e0d-a772-4845-8b0b-50aded3fee84 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for 18357c4f-9c07-46dc-9648-ca9836d9a241 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:37.486481 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46f11a98-651e-4358-8da4-62ad6038d0b9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:37.500701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40146a8a-7e58-48d7-b7bf-bcdd82bba668 req-71434099-2166-4407-af8a-70abff10debb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:37.502253 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-40146a8a-7e58-48d7-b7bf-bcdd82bba668 req-71434099-2166-4407-af8a-70abff10debb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83a551019ab140bba8ec377d05167a62&device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 1058 time: 0.1708081
Nov 20 21:06:37.508570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6eb19-080f-4aa8-b742-4df356fe278b req-5089db4f-3d9a-47b7-9d2d-5a2131680db3 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:37.522220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22b6eb19-080f-4aa8-b742-4df356fe278b req-5089db4f-3d9a-47b7-9d2d-5a2131680db3 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 907 time: 0.1598227
Nov 20 21:06:37.685076 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40146a8a-7e58-48d7-b7bf-bcdd82bba668 req-bef3fe88-b2ee-4c9f-8cd8-8fa62173c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:37.687167 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-40146a8a-7e58-48d7-b7bf-bcdd82bba668 req-bef3fe88-b2ee-4c9f-8cd8-8fa62173c008 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e423f00-6cad-43f5-a5bf-960ac9228382 HTTP/1.1" status: 200  len: 899 time: 0.1626823
Nov 20 21:06:37.688487 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63848e0d-a772-4845-8b0b-50aded3fee84 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:37.727206 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63848e0d-a772-4845-8b0b-50aded3fee84 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=18357c4f-9c07-46dc-9648-ca9836d9a241,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:37.777391 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-40146a8a-7e58-48d7-b7bf-bcdd82bba668 req-99055354-47a9-40b8-804a-b87d298007d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=582622c7-8ba0-4fdf-889b-124b2c558258 HTTP/1.1" status: 200  len: 217 time: 0.0793016
Nov 20 21:06:37.833276 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f11a98-651e-4358-8da4-62ad6038d0b9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:06:37.843584 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63848e0d-a772-4845-8b0b-50aded3fee84 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:37.847191 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-63848e0d-a772-4845-8b0b-50aded3fee84 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/18357c4f-9c07-46dc-9648-ca9836d9a241 HTTP/1.1" status: 204  len: 168 time: 2.1121283
Nov 20 21:06:37.850473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60844) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:37.875512 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40146a8a-7e58-48d7-b7bf-bcdd82bba668 req-30da8fde-6344-4a29-853b-2c9bcbee37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:37.877616 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-40146a8a-7e58-48d7-b7bf-bcdd82bba668 req-30da8fde-6344-4a29-853b-2c9bcbee37f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d2f4d898-3fb1-4c93-a8fa-c28ae1fb1897 HTTP/1.1" status: 200  len: 837 time: 0.0878029
Nov 20 21:06:37.965316 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40146a8a-7e58-48d7-b7bf-bcdd82bba668 req-d91837c1-855b-4e0b-939f-543f7bcd06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:37.966904 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-40146a8a-7e58-48d7-b7bf-bcdd82bba668 req-d91837c1-855b-4e0b-939f-543f7bcd06f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e423f00-6cad-43f5-a5bf-960ac9228382&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0811965
Nov 20 21:06:38.148757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ececc19-0798-4503-b790-cbd7e292a6e2 req-ac7a543f-fab3-441a-a8b1-2b3cdd86fca5 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:38.150779 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ececc19-0798-4503-b790-cbd7e292a6e2 req-ac7a543f-fab3-441a-a8b1-2b3cdd86fca5 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.1327424
Nov 20 21:06:38.171640 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:38.199856 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-40146a8a-7e58-48d7-b7bf-bcdd82bba668 req-6420c275-3284-4143-a474-bb197e3968e4 service neutron] 10.222.0.47 "GET /v2.0/networks/7e423f00-6cad-43f5-a5bf-960ac9228382?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2225046
Nov 20 21:06:38.241450 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:38.267486 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ececc19-0798-4503-b790-cbd7e292a6e2 req-48dfd5c3-9600-4f0a-a357-95140ff0d893 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1045280
Nov 20 21:06:38.347642 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8481f3dd-246b-4182-84af-593d7b7343e3 None None] Provisioning complete for port 7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:38.348714 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8481f3dd-246b-4182-84af-593d7b7343e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:38.377095 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-40146a8a-7e58-48d7-b7bf-bcdd82bba668 req-85a93ccd-a6df-4508-9653-90a25c26c720 service neutron] 10.222.0.47 "GET /v2.0/networks/7e423f00-6cad-43f5-a5bf-960ac9228382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1655443
Nov 20 21:06:38.572978 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8481f3dd-246b-4182-84af-593d7b7343e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:38.638006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bca3f0-3bb9-4155-b6d9-9d4e5587d06c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:38.639880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bca3f0-3bb9-4155-b6d9-9d4e5587d06c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:38.644515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60858) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:38.646176 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c6bca3f0-3bb9-4155-b6d9-9d4e5587d06c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.7943788
Nov 20 21:06:38.654945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f11a98-651e-4358-8da4-62ad6038d0b9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:06:38.668297 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83828c60-e11f-46f3-88a5-be4214b8b21c None None] Sync routers for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:06:38.678566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-46f11a98-651e-4358-8da4-62ad6038d0b9 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2610958
Nov 20 21:06:38.688225 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8481f3dd-246b-4182-84af-593d7b7343e3 None None] For port 7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:38.694015 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8481f3dd-246b-4182-84af-593d7b7343e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:38.694231 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83828c60-e11f-46f3-88a5-be4214b8b21c None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:38.694767 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-83828c60-e11f-46f3-88a5-be4214b8b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542e46d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:38.720080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60860) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:38.841031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 582622c7-8ba0-4fdf-889b-124b2c558258 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:06:38.858772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f798b-57d6-44fb-b917-d0d2a4d9c139 req-ba871734-529f-49be-9799-020c4d226b8b tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:38.874487 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a93f798b-57d6-44fb-b917-d0d2a4d9c139 req-ba871734-529f-49be-9799-020c4d226b8b tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 907 time: 0.1944757
Nov 20 21:06:38.893110 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd61620d-80cb-446d-a5aa-e08081ebe3fe tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting subnet 351723a1-a0de-4e52-b8d7-70d0ea334819 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:06:38.896806 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cd61620d-80cb-446d-a5aa-e08081ebe3fe tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:38.909505 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-83828c60-e11f-46f3-88a5-be4214b8b21c None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:38.912510 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4046cefd-20fb-4fc0-8cfd-03a418dd8e4d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 64b82436-6a39-4de4-af66-846b6b117b06 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:06:38.916803 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4046cefd-20fb-4fc0-8cfd-03a418dd8e4d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:38.939073 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ef1ededa-73ec-4b63-8c91-5d3cfac10c0d no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:38.941425 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:38.949615 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cd61620d-80cb-446d-a5aa-e08081ebe3fe tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:39.027858 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dcf65-04ad-48ea-9216-07eb91c0e65f req-506f6a46-9af9-4b1e-a3aa-90e1e8631067 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:39.029428 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1a7dcf65-04ad-48ea-9216-07eb91c0e65f req-506f6a46-9af9-4b1e-a3aa-90e1e8631067 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.2598226
Nov 20 21:06:39.043836 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-eb5c327d-3e92-4c67-834b-8b2b06c93c47 None None] Could not find standard attr ID for object 14aec05c-985f-4f32-8276-4b4926e10463. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:06:39.061986 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4046cefd-20fb-4fc0-8cfd-03a418dd8e4d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:39.091423 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481f3dd-246b-4182-84af-593d7b7343e3 None None] Pushing event updated for resources: {'Port': ['ID=7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:39.093995 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: ef1ededa-73ec-4b63-8c91-5d3cfac10c0d {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:39.094394 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ef1ededa-73ec-4b63-8c91-5d3cfac10c0d not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:39.101766 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cd61620d-80cb-446d-a5aa-e08081ebe3fe tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:39.141477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 582622c7-8ba0-4fdf-889b-124b2c558258, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=582622c7-8ba0-4fdf-889b-124b2c558258,segment=NetworkSegment(1bb2223b-9405-45e8-af5d-412b4d3a91f3),segment_id=1bb2223b-9405-45e8-af5d-412b4d3a91f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:39.165868 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-858d1c47-d835-4301-9e7c-498b6c51344a None None] Could not find standard attr ID for object 312747d3-c75b-495a-93b7-6ba90e996954. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:06:39.167715 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '582622c7-8ba0-4fdf-889b-124b2c558258', 'network_id': '7e423f00-6cad-43f5-a5bf-960ac9228382', 'port_id': '582622c7-8ba0-4fdf-889b-124b2c558258', 'mac_address': 'fa:16:3e:a4:99:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f4d898-3fb1-4c93-a8fa-c28ae1fb1897', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:06:39.169347 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:39.169722 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:39.233748 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1a7dcf65-04ad-48ea-9216-07eb91c0e65f req-5f9386b0-da2f-46ee-ad51-2c3635d77363 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928663
Nov 20 21:06:39.235357 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cd61620d-80cb-446d-a5aa-e08081ebe3fe tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:39.270613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61620d-80cb-446d-a5aa-e08081ebe3fe tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Subnet': ['ID=351723a1-a0de-4e52-b8d7-70d0ea334819,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:39.277590 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cd61620d-80cb-446d-a5aa-e08081ebe3fe tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:39.283680 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cd61620d-80cb-446d-a5aa-e08081ebe3fe tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/351723a1-a0de-4e52-b8d7-70d0ea334819 HTTP/1.1" status: 204  len: 168 time: 0.5601070
Nov 20 21:06:39.286415 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60864) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:39.293619 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:39.297625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bfd7ac-38e6-4ead-b193-150ff3c548a8 None None] Network 127cb7ee-6608-403e-8bcf-68c85ffa4284 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:39.349233 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582622c7-8ba0-4fdf-889b-124b2c558258 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:06:39.405460 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-83828c60-e11f-46f3-88a5-be4214b8b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542e46d0>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:36Z', 'revision_number': 10, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:39.439327 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4046cefd-20fb-4fc0-8cfd-03a418dd8e4d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:39.461691 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:39.498704 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83828c60-e11f-46f3-88a5-be4214b8b21c None None] Checking router: 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:06:39.524004 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83828c60-e11f-46f3-88a5-be4214b8b21c None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:39.524734 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-83828c60-e11f-46f3-88a5-be4214b8b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542e46d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:39.557727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting port 6c610e1d-f693-4b19-94f1-ebd609ff4715 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:39.558095 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:39.560318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 582622c7-8ba0-4fdf-889b-124b2c558258, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=582622c7-8ba0-4fdf-889b-124b2c558258,segment=NetworkSegment(1bb2223b-9405-45e8-af5d-412b4d3a91f3),segment_id=1bb2223b-9405-45e8-af5d-412b4d3a91f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:39.585003 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:39.666994 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-83828c60-e11f-46f3-88a5-be4214b8b21c None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:39.668006 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c010b3d-8f81-4aee-b20d-73a3020eb323 req-3cde8b1e-2be1-4476-8197-a631e26ea3b8 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:39.678218 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c010b3d-8f81-4aee-b20d-73a3020eb323 req-3cde8b1e-2be1-4476-8197-a631e26ea3b8 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.1770442
Nov 20 21:06:39.700948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] For port 6c610e1d-f693-4b19-94f1-ebd609ff4715, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c610e1d-f693-4b19-94f1-ebd609ff4715,segment=NetworkSegment(3ba2d483-bcc5-4769-9096-f5c2ff258917),segment_id=3ba2d483-bcc5-4769-9096-f5c2ff258917)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:39.701590 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:39.719408 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4046cefd-20fb-4fc0-8cfd-03a418dd8e4d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:39.733172 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Calling delete_port for 6c610e1d-f693-4b19-94f1-ebd609ff4715 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:39.797827 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4046cefd-20fb-4fc0-8cfd-03a418dd8e4d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:39.803954 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4046cefd-20fb-4fc0-8cfd-03a418dd8e4d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/64b82436-6a39-4de4-af66-846b6b117b06 HTTP/1.1" status: 204  len: 168 time: 1.1532667
Nov 20 21:06:39.809113 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046cefd-20fb-4fc0-8cfd-03a418dd8e4d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=64b82436-6a39-4de4-af66-846b6b117b06,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:39.852089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60868) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:39.865482 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c010b3d-8f81-4aee-b20d-73a3020eb323 req-668ee997-b60a-4d23-9fdf-693acb6b5a3d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1832724
Nov 20 21:06:39.928361 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7977f737-902b-4a0a-910b-987a21e62c21 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0582652
Nov 20 21:06:39.932307 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60872) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:39.969111 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:40.018672 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Port': ['ID=6c610e1d-f693-4b19-94f1-ebd609ff4715,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:40.024594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] No DVR routers for this DVR port 6c610e1d-f693-4b19-94f1-ebd609ff4715 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:06:40.057194 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53052c5-b058-45bf-8e4b-958d17fe06b1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:40.060983 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c53052c5-b058-45bf-8e4b-958d17fe06b1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1253476
Nov 20 21:06:40.062963 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60874) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:40.074094 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-83828c60-e11f-46f3-88a5-be4214b8b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542e46d0>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:36Z', 'revision_number': 10, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:40.123391 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83828c60-e11f-46f3-88a5-be4214b8b21c None None] The sync data for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 is: [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:36Z', 'revision_number': 10, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None, '_interfaces': [{'id': '978b2a55-2404-4bbe-ab8b-fdf3117ec1cf', 'name': '', 'network_id': '260eeca7-2cb8-4f54-b550-58eee544abf2', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'mac_address': 'fa:16:3e:86:2f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:56Z', 'updated_at': '2021-11-20T21:06:01Z', 'revision_number': 5, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'subnets': [{'id': '064e1295-7070-4a91-85c5-386d5a77b8f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:06:40.181739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294421fa-86fa-4f1c-80d1-5258e4c2c834 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:40.196376 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e32dba-db04-431f-b7a3-d9558188d375 req-d7a9e659-049b-4c58-8715-36e5206a8c96 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:40.197504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4baa4b56-7045-448b-b063-b1a148a72329 None None] Could not find standard attr ID for object 18357c4f-9c07-46dc-9648-ca9836d9a241. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:06:40.197946 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54e32dba-db04-431f-b7a3-d9558188d375 req-d7a9e659-049b-4c58-8715-36e5206a8c96 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.1859679
Nov 20 21:06:40.201330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07c256-ebd7-4633-aba9-5617b71852a4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:40.202750 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cd07c256-ebd7-4633-aba9-5617b71852a4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1373880
Nov 20 21:06:40.205651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60876) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:40.211702 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:40.248386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=582622c7-8ba0-4fdf-889b-124b2c558258,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:40.271154 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f14fb80>,) {'filters': {'network_id': ['127cb7ee-6608-403e-8bcf-68c85ffa4284']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:40.282644 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8710bd08-36ba-4a06-b3bb-0b32cc69e03d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0758781
Nov 20 21:06:40.300801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60880) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:40.319824 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['582622c7-8ba0-4fdf-889b-124b2c558258'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:06:40.329096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6ee17daa-d191-430f-8389-e2fe1a3a5bae tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:40.412823 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f14fb80>, '3ba2d483-bcc5-4769-9096-f5c2ff258917') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:40.413104 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f14fb80>, '3ba2d483-bcc5-4769-9096-f5c2ff258917') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:40.436773 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee8837-b9d5-46b7-baf9-dbf849ca8f1e req-ed38410a-cd24-49ab-8b9a-e9ec685f8f38 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:40.441343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98d75a-cdf9-4d4f-ae58-1591546c3747 req-840edc2e-01b0-4b10-b381-42f05156d8ed tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:40.455534 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9eee8837-b9d5-46b7-baf9-dbf849ca8f1e req-ed38410a-cd24-49ab-8b9a-e9ec685f8f38 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 908 time: 0.3962176
Nov 20 21:06:40.465247 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d98d75a-cdf9-4d4f-ae58-1591546c3747 req-840edc2e-01b0-4b10-b381-42f05156d8ed tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 946 time: 0.1187422
Nov 20 21:06:40.497476 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:40.499535 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8b5204-6390-48c9-bb36-9334feeacda6 None None] DHCP port deletion for 127cb7ee-6608-403e-8bcf-68c85ffa4284 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:06:40.572353 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-54e32dba-db04-431f-b7a3-d9558188d375 req-010123d6-180b-49cd-a7e0-e5b90c0d3b43 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Deleting port 060b39d6-eba6-405a-948f-556357f13071 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:40.572650 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-54e32dba-db04-431f-b7a3-d9558188d375 req-010123d6-180b-49cd-a7e0-e5b90c0d3b43 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:40.595608 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:40.607108 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee17daa-d191-430f-8389-e2fe1a3a5bae tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:40.618104 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6ee17daa-d191-430f-8389-e2fe1a3a5bae tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:40.621393 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:06:40.621908 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:40.674688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d8060b-c140-461c-a0ac-47bc9ab04df0 None None] DHCP port deletion for 078bc043-a79e-4708-a2f2-e608d1250afa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:06:40.688352 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d98d75a-cdf9-4d4f-ae58-1591546c3747 req-b5be0894-8401-4db1-beb2-0e5d35f81a53 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2211282
Nov 20 21:06:40.776827 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-34d8060b-c140-461c-a0ac-47bc9ab04df0 None None] Deleting port 7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:40.777209 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-34d8060b-c140-461c-a0ac-47bc9ab04df0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:06:40.785293 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:06:40.830157 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 006f7505-d4e8-4194-bfcf-f8ba30f93773 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:40.832125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 582622c7-8ba0-4fdf-889b-124b2c558258 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:40.836472 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:40.849111 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:40.858713 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60884) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:40.859388 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/networks/127cb7ee-6608-403e-8bcf-68c85ffa4284 HTTP/1.1" status: 204  len: 168 time: 1.5743742
Nov 20 21:06:40.899779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7d20f-fffc-4645-93fe-d2be8c6ef906 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Network': ['ID=127cb7ee-6608-403e-8bcf-68c85ffa4284,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:40.940134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-34d8060b-c140-461c-a0ac-47bc9ab04df0 None None] For port 7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:40.940542 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-34d8060b-c140-461c-a0ac-47bc9ab04df0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:40.945778 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-54e32dba-db04-431f-b7a3-d9558188d375 req-010123d6-180b-49cd-a7e0-e5b90c0d3b43 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] For port 060b39d6-eba6-405a-948f-556357f13071, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=060b39d6-eba6-405a-948f-556357f13071,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:40.946335 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-54e32dba-db04-431f-b7a3-d9558188d375 req-010123d6-180b-49cd-a7e0-e5b90c0d3b43 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:40.996128 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-54e32dba-db04-431f-b7a3-d9558188d375 req-010123d6-180b-49cd-a7e0-e5b90c0d3b43 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Calling delete_port for 060b39d6-eba6-405a-948f-556357f13071 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:40.999173 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 006f7505-d4e8-4194-bfcf-f8ba30f93773 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:40.999692 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 006f7505-d4e8-4194-bfcf-f8ba30f93773 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:41.000225 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6c610e1d-f693-4b19-94f1-ebd609ff4715 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:41.013685 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-34d8060b-c140-461c-a0ac-47bc9ab04df0 None None] Calling delete_port for 7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:41.054740 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 6c610e1d-f693-4b19-94f1-ebd609ff4715 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:41.055227 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6c610e1d-f693-4b19-94f1-ebd609ff4715 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:41.087309 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2072c29-6079-43d5-a1f3-c04f12fd21af req-44912324-f492-46d0-9c14-be26af39be57 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:41.088788 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f2072c29-6079-43d5-a1f3-c04f12fd21af req-44912324-f492-46d0-9c14-be26af39be57 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.1083531
Nov 20 21:06:41.138202 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 582622c7-8ba0-4fdf-889b-124b2c558258 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:06:41.144820 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 582622c7-8ba0-4fdf-889b-124b2c558258 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:41.145587 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:41.187495 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f2072c29-6079-43d5-a1f3-c04f12fd21af req-6876b6c6-4479-4788-a84f-18ede04eca11 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0857677
Nov 20 21:06:41.256349 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:41.259914 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-34d8060b-c140-461c-a0ac-47bc9ab04df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:41.305816 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8060b-c140-461c-a0ac-47bc9ab04df0 None None] Pushing event deleted for resources: {'Port': ['ID=7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:41.314140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c387821-7036-4775-8529-21f7ee97701a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582622c7-8ba0-4fdf-889b-124b2c558258'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:06:41.316867 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b485da3c-fda8-4d75-8583-c51a5114b7d4" -d '{"events": [{"server_uuid": "4c387821-7036-4775-8529-21f7ee97701a", "name": "network-vif-plugged", "status": "completed", "tag": "582622c7-8ba0-4fdf-889b-124b2c558258"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:06:41.320388 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d8060b-c140-461c-a0ac-47bc9ab04df0 None None] No DVR routers for this DVR port 7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:06:41.341895 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 582622c7-8ba0-4fdf-889b-124b2c558258, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=582622c7-8ba0-4fdf-889b-124b2c558258,segment=NetworkSegment(1bb2223b-9405-45e8-af5d-412b4d3a91f3),segment_id=1bb2223b-9405-45e8-af5d-412b4d3a91f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:41.346972 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:41.347866 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 060b39d6-eba6-405a-948f-556357f13071 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:41.360979 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6ee17daa-d191-430f-8389-e2fe1a3a5bae tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:41.361242 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-54e32dba-db04-431f-b7a3-d9558188d375 req-010123d6-180b-49cd-a7e0-e5b90c0d3b43 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:41.381848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33dcdea-7eb3-4348-af07-9603daf134be None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 21:06:41.406989 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010123d6-180b-49cd-a7e0-e5b90c0d3b43 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event deleted for resources: {'Port': ['ID=060b39d6-eba6-405a-948f-556357f13071,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:41.471146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee17daa-d191-430f-8389-e2fe1a3a5bae tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:41.477043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee17daa-d191-430f-8389-e2fe1a3a5bae tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=e0f171d2-7c53-4513-964f-5bc6fe2aeb28,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:41.486875 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-6ee17daa-d191-430f-8389-e2fe1a3a5bae tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:41.492359 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee17daa-d191-430f-8389-e2fe1a3a5bae tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:41.494532 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6ee17daa-d191-430f-8389-e2fe1a3a5bae tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:41.544387 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e32dba-db04-431f-b7a3-d9558188d375 req-010123d6-180b-49cd-a7e0-e5b90c0d3b43 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] No DVR routers for this DVR port 060b39d6-eba6-405a-948f-556357f13071 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:06:41.544930 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6ee17daa-d191-430f-8389-e2fe1a3a5bae tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2376587
Nov 20 21:06:41.558784 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48fdc14-fcee-4dfe-ba88-597a98f6b8e6 x-openstack-request-id: req-d48fdc14-fcee-4dfe-ba88-597a98f6b8e6 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:06:41.559112 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c387821-7036-4775-8529-21f7ee97701a", "name": "network-vif-plugged", "status": "completed", "tag": "582622c7-8ba0-4fdf-889b-124b2c558258", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:06:41.559362 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d48fdc14-fcee-4dfe-ba88-597a98f6b8e6 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:06:41.559774 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c387821-7036-4775-8529-21f7ee97701a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582622c7-8ba0-4fdf-889b-124b2c558258', 'code': 200}
Nov 20 21:06:41.573372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60894) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:41.585333 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b1d7ea83-a4f5-4879-95d1-e069616650c9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'fixed_ips': [{'subnet_id': 'e0f171d2-7c53-4513-964f-5bc6fe2aeb28', 'ip_address': '2001:db8::1856:ab91:bb3:f1ca'}], 'name': 'tempest-NetworksTestDHCPv6-2101181608'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:41.590249 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-54e32dba-db04-431f-b7a3-d9558188d375 req-010123d6-180b-49cd-a7e0-e5b90c0d3b43 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:41.594853 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54e32dba-db04-431f-b7a3-d9558188d375 req-010123d6-180b-49cd-a7e0-e5b90c0d3b43 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.47 "DELETE /v2.0/ports/060b39d6-eba6-405a-948f-556357f13071 HTTP/1.1" status: 204  len: 173 time: 1.3147464
Nov 20 21:06:41.597598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea408b76-6111-499e-93d3-91486b7f5ea0', 'name': 'network-vif-deleted', 'tag': '060b39d6-eba6-405a-948f-556357f13071'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:06:41.600640 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43592362-7df1-4625-a396-ed0c57aa487c" -d '{"events": [{"server_uuid": "ea408b76-6111-499e-93d3-91486b7f5ea0", "name": "network-vif-deleted", "tag": "060b39d6-eba6-405a-948f-556357f13071"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:06:41.650935 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=582622c7-8ba0-4fdf-889b-124b2c558258,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:41.655836 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No active binding found for port 060b39d6-eba6-405a-948f-556357f13071 {{(pid=126226) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 20 21:06:41.656300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 060b39d6-eba6-405a-948f-556357f13071 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:41.659718 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33dcdea-7eb3-4348-af07-9603daf134be None None] Resources bound (agent type, host, resource id):  {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 20 21:06:41.770958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ab22c-0934-480e-9d8a-d5275df1832a req-c961ea43-2d9d-429f-a3d4-494dcadab2e9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:41.784503 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-069ab22c-0934-480e-9d8a-d5275df1832a req-c961ea43-2d9d-429f-a3d4-494dcadab2e9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 909 time: 0.1086259
Nov 20 21:06:41.786402 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9fb2be-7fea-4ff1-aa75-8bdcc7332cb5 x-openstack-request-id: req-fa9fb2be-7fea-4ff1-aa75-8bdcc7332cb5 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:06:41.786851 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea408b76-6111-499e-93d3-91486b7f5ea0", "name": "network-vif-deleted", "tag": "060b39d6-eba6-405a-948f-556357f13071", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:06:41.787119 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa9fb2be-7fea-4ff1-aa75-8bdcc7332cb5 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:06:41.787553 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea408b76-6111-499e-93d3-91486b7f5ea0', 'name': 'network-vif-deleted', 'tag': '060b39d6-eba6-405a-948f-556357f13071', 'status': 'completed', 'code': 200}
Nov 20 21:06:41.956970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d7ea83-a4f5-4879-95d1-e069616650c9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:41.960947 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2932a725-73d8-4f4b-8376-9c36f6bf2fe0 req-c7778901-6729-4220-af12-846d6602bd0d tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea408b76-6111-499e-93d3-91486b7f5ea0 HTTP/1.1" status: 200  len: 210 time: 0.0715294
Nov 20 21:06:41.967468 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fcb34-ab53-42f6-a0bb-d882be99f2ed req-d86dfa7a-987e-4755-981f-11c889e7a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:41.968967 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a1fcb34-ab53-42f6-a0bb-d882be99f2ed req-d86dfa7a-987e-4755-981f-11c889e7a0d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 1060 time: 0.0806689
Nov 20 21:06:41.994698 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aeab3d39-bcc5-4b29-8a81-9fdc6af6b008 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:42.139454 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': 'e0f171d2-7c53-4513-964f-5bc6fe2aeb28'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:06:42.140624 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:42.356036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Allocated IP 2001:db8::2 (078bc043-a79e-4708-a2f2-e608d1250afa/e0f171d2-7c53-4513-964f-5bc6fe2aeb28/ad455e0b-91e3-4596-bdcb-93a885f65428) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:42.601661 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b1d7ea83-a4f5-4879-95d1-e069616650c9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:42.646766 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:42.663019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:42.668068 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-b1d7ea83-a4f5-4879-95d1-e069616650c9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port 2a08acc2-d0c5-4153-b3c7-62a7065566c5 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:06:42.699398 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:42.703192 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:42.703673 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7cda99d9-a2dd-44f6-a9c1-4bf9fb90d1fb not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:42.790674 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:42.794464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:42.795087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0f9b9-ceb8-49ff-bd7d-83058711f808 req-0a377314-c889-48f4-be10-bd0619a76470 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:42.801599 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:42.804681 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-63f0f9b9-ceb8-49ff-bd7d-83058711f808 req-0a377314-c889-48f4-be10-bd0619a76470 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.2002676
Nov 20 21:06:42.834467 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Pushing event updated for resources: {'Port': ['ID=ad455e0b-91e3-4596-bdcb-93a885f65428,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:42.914896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Attempting to bind port ad455e0b-91e3-4596-bdcb-93a885f65428 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:42.915276 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Attempting to bind port ad455e0b-91e3-4596-bdcb-93a885f65428 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:42.915646 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Attempting to bind port ad455e0b-91e3-4596-bdcb-93a885f65428 on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:42.926106 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:42.927477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:42.928389 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:42.929784 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:42.930661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Bound port: ad455e0b-91e3-4596-bdcb-93a885f65428, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:42.931393 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:42.936694 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-63f0f9b9-ceb8-49ff-bd7d-83058711f808 req-6f32ed03-1911-42c6-aaf3-dd3e3dfbb204 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1310995
Nov 20 21:06:42.945019 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbfaa9-8f20-4fd8-8fe8-02f90cc2580c req-873965c8-4aa5-4e80-a727-85ea4529d7e8 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:42.958850 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-acfbfaa9-8f20-4fd8-8fe8-02f90cc2580c req-873965c8-4aa5-4e80-a727-85ea4529d7e8 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 909 time: 0.0700161
Nov 20 21:06:43.031151 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-b1d7ea83-a4f5-4879-95d1-e069616650c9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::1856:ab91:bb3:f1ca (078bc043-a79e-4708-a2f2-e608d1250afa/e0f171d2-7c53-4513-964f-5bc6fe2aeb28/2a08acc2-d0c5-4153-b3c7-62a7065566c5) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:43.054847 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] For port ad455e0b-91e3-4596-bdcb-93a885f65428, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:43.058968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] For port ad455e0b-91e3-4596-bdcb-93a885f65428, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad455e0b-91e3-4596-bdcb-93a885f65428,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:43.065818 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:43.192719 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7145d-094e-436b-b4e6-436aef9f1b35 None None] Pushing event updated for resources: {'Port': ['ID=ad455e0b-91e3-4596-bdcb-93a885f65428,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:43.218780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-aeab3d39-bcc5-4b29-8a81-9fdc6af6b008 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting port 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:43.219127 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aeab3d39-bcc5-4b29-8a81-9fdc6af6b008 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:43.270163 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-16982ac3-6520-4cc2-acdc-320dd33f0187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:43.359445 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b1d7ea83-a4f5-4879-95d1-e069616650c9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:43.364663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adbe85-d09a-452f-95a7-62131439f231 req-02488b93-1384-47dd-ab9c-5c0dbc5e1c22 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:43.366518 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06adbe85-d09a-452f-95a7-62131439f231 req-02488b93-1384-47dd-ab9c-5c0dbc5e1c22 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.0598907
Nov 20 21:06:43.383834 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-aeab3d39-bcc5-4b29-8a81-9fdc6af6b008 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] For port 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=978b2a55-2404-4bbe-ab8b-fdf3117ec1cf,segment=NetworkSegment(3f15e53f-afcf-41a2-ba47-4c303c2dcf29),segment_id=3f15e53f-afcf-41a2-ba47-4c303c2dcf29)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:43.384526 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aeab3d39-bcc5-4b29-8a81-9fdc6af6b008 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:43.425488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-aeab3d39-bcc5-4b29-8a81-9fdc6af6b008 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Calling delete_port for 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:43.441245 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06adbe85-d09a-452f-95a7-62131439f231 req-188e837f-45b1-4f11-8f43-d7805545c7c2 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658262
Nov 20 21:06:43.503008 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b1d7ea83-a4f5-4879-95d1-e069616650c9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:43.557897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d7ea83-a4f5-4879-95d1-e069616650c9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:43.566089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-b1d7ea83-a4f5-4879-95d1-e069616650c9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:43.573747 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d7ea83-a4f5-4879-95d1-e069616650c9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:43.579642 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d7ea83-a4f5-4879-95d1-e069616650c9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:43.580294 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b1d7ea83-a4f5-4879-95d1-e069616650c9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:43.592623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7ea83-a4f5-4879-95d1-e069616650c9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=2a08acc2-d0c5-4153-b3c7-62a7065566c5,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:43.652532 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b1d7ea83-a4f5-4879-95d1-e069616650c9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.0772166
Nov 20 21:06:43.655374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60932) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:43.660442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-53ac08ce-010a-494b-9300-e4e63ecefcf8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'fixed_ips': [{'subnet_id': 'e0f171d2-7c53-4513-964f-5bc6fe2aeb28', 'ip_address': '2001:db8::1856:ab91:bb3:f1ca'}], 'name': 'tempest-NetworksTestDHCPv6-1592062196'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:43.677045 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d21d7-7bed-4bb8-b680-c2acc3099963 req-af364133-ba05-4f48-8d11-fb561c5cfeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:43.678587 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd5d21d7-7bed-4bb8-b680-c2acc3099963 req-af364133-ba05-4f48-8d11-fb561c5cfeca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=185bc78201f1431881a86d4894780efb&device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 1096 time: 0.1035070
Nov 20 21:06:43.782992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d21d7-7bed-4bb8-b680-c2acc3099963 req-3c4b882c-e335-4dd0-9f7d-c650b883a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:43.784742 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd5d21d7-7bed-4bb8-b680-c2acc3099963 req-3c4b882c-e335-4dd0-9f7d-c650b883a5d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0462fe-9d19-4cda-815b-86a91b87f9c7 HTTP/1.1" status: 200  len: 918 time: 0.0983155
Nov 20 21:06:43.795672 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aeab3d39-bcc5-4b29-8a81-9fdc6af6b008 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:43.827752 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab3d39-bcc5-4b29-8a81-9fdc6af6b008 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Port': ['ID=978b2a55-2404-4bbe-ab8b-fdf3117ec1cf,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:43.855616 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd5d21d7-7bed-4bb8-b680-c2acc3099963 req-9b09f2a9-ad5f-4d19-906d-8e2d91801bef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d827fb61-04e5-4891-8bee-97e47804c603 HTTP/1.1" status: 200  len: 1001 time: 0.0633249
Nov 20 21:06:43.902625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ac08ce-010a-494b-9300-e4e63ecefcf8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:43.907581 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-53ac08ce-010a-494b-9300-e4e63ecefcf8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:43.916139 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d21d7-7bed-4bb8-b680-c2acc3099963 req-3fe8c67f-9439-43e6-832a-53b8450df383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:43.917777 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd5d21d7-7bed-4bb8-b680-c2acc3099963 req-3fe8c67f-9439-43e6-832a-53b8450df383 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d8dda6c-ad95-4b4c-9a1c-f85536341ba1 HTTP/1.1" status: 200  len: 856 time: 0.0539818
Nov 20 21:06:43.951644 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aeab3d39-bcc5-4b29-8a81-9fdc6af6b008 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:43.968291 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-53ac08ce-010a-494b-9300-e4e63ecefcf8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port 7fbbc948-345a-46e1-8850-f08acdd90230 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:06:43.972489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d21d7-7bed-4bb8-b680-c2acc3099963 req-b304d6d7-5f7b-458a-a78c-003054c9bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:43.974865 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd5d21d7-7bed-4bb8-b680-c2acc3099963 req-b304d6d7-5f7b-458a-a78c-003054c9bbb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0462fe-9d19-4cda-815b-86a91b87f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0488772
Nov 20 21:06:43.995726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-bd5d21d7-7bed-4bb8-b680-c2acc3099963 req-154a6515-1246-4e71-90ef-5c0fb3762998 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:06:43.996858 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd5d21d7-7bed-4bb8-b680-c2acc3099963 req-154a6515-1246-4e71-90ef-5c0fb3762998 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055647
Nov 20 21:06:44.161069 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55768fb-5516-4704-a7ea-bbf495efc4ba req-799fe2c5-f4ec-41b2-bac2-2ac7149b1c15 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:44.162908 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f55768fb-5516-4704-a7ea-bbf495efc4ba req-799fe2c5-f4ec-41b2-bac2-2ac7149b1c15 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.1062267
Nov 20 21:06:44.164795 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd5d21d7-7bed-4bb8-b680-c2acc3099963 req-a89135b2-053f-4e12-ab34-af32360e8435 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590397
Nov 20 21:06:44.233625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578e701-8090-412a-b505-f6ad56aa6a59 req-0d4e00af-5e43-4684-9f09-a4372d6afdb6 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:44.235211 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2578e701-8090-412a-b505-f6ad56aa6a59 req-0d4e00af-5e43-4684-9f09-a4372d6afdb6 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 909 time: 0.1682024
Nov 20 21:06:44.285888 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f55768fb-5516-4704-a7ea-bbf495efc4ba req-862a11aa-abc0-4d6b-a311-15d9e2afc463 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1142919
Nov 20 21:06:44.306738 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeab3d39-bcc5-4b29-8a81-9fdc6af6b008 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:06:44.322591 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fc5ba5-4e33-4f0d-b5f8-de85c750ee31 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:44.324413 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd5d21d7-7bed-4bb8-b680-c2acc3099963 req-8768eeee-e7a1-4759-bc5b-db31ef989f5c service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517780
Nov 20 21:06:44.454933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d13a2-b897-4ed3-9cf9-e27a6ad6ba7e req-c2e9259c-9cb1-434a-a331-73da7a3271e2 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:44.457316 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e4d13a2-b897-4ed3-9cf9-e27a6ad6ba7e req-c2e9259c-9cb1-434a-a331-73da7a3271e2 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 909 time: 0.0832014
Nov 20 21:06:44.479439 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeab3d39-bcc5-4b29-8a81-9fdc6af6b008 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:06:44.499573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60946) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:44.523228 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-aeab3d39-bcc5-4b29-8a81-9fdc6af6b008 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6633675
Nov 20 21:06:44.524761 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b37be0-e72b-4e1c-aa6a-75db1b55a0d8 None None] Sync routers for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:06:44.527156 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ac08ce-010a-494b-9300-e4e63ecefcf8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] POST failed (client error): There was a conflict when trying to complete your request.
Nov 20 21:06:44.527856 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ac08ce-010a-494b-9300-e4e63ecefcf8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:06:44.556435 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b37be0-e72b-4e1c-aa6a-75db1b55a0d8 None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:44.557235 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-68b37be0-e72b-4e1c-aa6a-75db1b55a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475b5ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:44.578109 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-53ac08ce-010a-494b-9300-e4e63ecefcf8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409  len: 388 time: 0.9192083
Nov 20 21:06:44.579527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60948) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:44.593820 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-455d205d-701b-44ef-a031-c5cf65686fc5 None None] Provisioning complete for port ad455e0b-91e3-4596-bdcb-93a885f65428 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:44.600312 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-455d205d-701b-44ef-a031-c5cf65686fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:44.734734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a08e2ed-8ee8-4c6a-8c93-509aea80d327 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting subnet 064e1295-7070-4a91-85c5-386d5a77b8f2 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:06:44.742977 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a08e2ed-8ee8-4c6a-8c93-509aea80d327 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:44.758863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2832488c-0234-4ce4-9648-cdbbb862bf10 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:44.765953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-68b37be0-e72b-4e1c-aa6a-75db1b55a0d8 None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:44.768651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2832488c-0234-4ce4-9648-cdbbb862bf10 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:44.770537 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2832488c-0234-4ce4-9648-cdbbb862bf10 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.1899698
Nov 20 21:06:44.775323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60950) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:44.788517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c63825-ebfc-4c05-af3b-0c7fc7ee06d9 req-c70215a8-8133-40c1-a744-0ae7a9a199a7 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:44.790300 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b5c63825-ebfc-4c05-af3b-0c7fc7ee06d9 req-c70215a8-8133-40c1-a744-0ae7a9a199a7 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 1060 time: 0.1619587
Nov 20 21:06:44.801972 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a08e2ed-8ee8-4c6a-8c93-509aea80d327 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:44.824493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae6b27-c068-46b9-ad66-b78f7ee2cf8f req-826fc221-6df9-42a8-bb5d-633996bacd1e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:44.827262 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75ae6b27-c068-46b9-ad66-b78f7ee2cf8f req-826fc221-6df9-42a8-bb5d-633996bacd1e tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1698279
Nov 20 21:06:44.867939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ad455e0b-91e3-4596-bdcb-93a885f65428 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:44.879064 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-68b37be0-e72b-4e1c-aa6a-75db1b55a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475b5ee0>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:43Z', 'revision_number': 11, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:44.934731 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a08e2ed-8ee8-4c6a-8c93-509aea80d327 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:44.936287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b37be0-e72b-4e1c-aa6a-75db1b55a0d8 None None] Checking router: 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:06:44.969002 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75ae6b27-c068-46b9-ad66-b78f7ee2cf8f req-3d5fb478-f35f-455f-9ae9-f4d25ce3cb3b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1290996
Nov 20 21:06:44.975604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa81c5-3a8c-414e-9d27-bf843d35b353 req-a8f28adb-74e4-4e2c-b06f-fcd90f33b3de tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:44.977163 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32fa81c5-3a8c-414e-9d27-bf843d35b353 req-a8f28adb-74e4-4e2c-b06f-fcd90f33b3de tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 1136 time: 0.0866456
Nov 20 21:06:44.979990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65d257-dc30-4985-9543-4cac7fed9682 req-fc0c858c-96d5-4aad-8823-cf89f543c271 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:44.981534 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ac65d257-dc30-4985-9543-4cac7fed9682 req-fc0c858c-96d5-4aad-8823-cf89f543c271 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1695349
Nov 20 21:06:45.028783 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a08e2ed-8ee8-4c6a-8c93-509aea80d327 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.075238 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08e2ed-8ee8-4c6a-8c93-509aea80d327 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Subnet': ['ID=064e1295-7070-4a91-85c5-386d5a77b8f2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:45.079473 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4a08e2ed-8ee8-4c6a-8c93-509aea80d327 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.083241 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-39703c94-2020-4fdd-b9bb-9ff1e0f01e97 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port 2a08acc2-d0c5-4153-b3c7-62a7065566c5 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:45.083609 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-39703c94-2020-4fdd-b9bb-9ff1e0f01e97 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.085762 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4a08e2ed-8ee8-4c6a-8c93-509aea80d327 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/064e1295-7070-4a91-85c5-386d5a77b8f2 HTTP/1.1" status: 204  len: 168 time: 0.5848641
Nov 20 21:06:45.086486 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60954) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:45.137428 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32fa81c5-3a8c-414e-9d27-bf843d35b353 req-29d2b87c-af6f-460d-a901-2fa08bc97a0c tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=2f9f2993-48ae-486c-bf6f-5e622bb360ef&id=58ff9b1c-f539-4154-928c-6ed15e039b3c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1274958
Nov 20 21:06:45.165932 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60956) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:45.178755 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e695649-5352-4948-85c1-f2be0fae5f16 None None] Network 260eeca7-2cb8-4f54-b550-58eee544abf2 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:45.228320 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-39703c94-2020-4fdd-b9bb-9ff1e0f01e97 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.229944 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-455d205d-701b-44ef-a031-c5cf65686fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.233550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-ac65d257-dc30-4985-9543-4cac7fed9682 req-9e4ab18c-b81a-4eb2-82e8-55c131f92fe5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Deleting port 5e95aa78-cf30-4872-a515-77b24aeb0899 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:45.233903 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ac65d257-dc30-4985-9543-4cac7fed9682 req-9e4ab18c-b81a-4eb2-82e8-55c131f92fe5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.239489 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.259308 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b37be0-e72b-4e1c-aa6a-75db1b55a0d8 None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:45.260340 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-68b37be0-e72b-4e1c-aa6a-75db1b55a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475b5ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:45.260909 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2993ca85-c6b0-471b-b4b9-17a52232d9f0 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:45.263674 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-39703c94-2020-4fdd-b9bb-9ff1e0f01e97 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for 2a08acc2-d0c5-4153-b3c7-62a7065566c5 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:45.266475 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2993ca85-c6b0-471b-b4b9-17a52232d9f0 tempest-TestSecurityGroupsBasicOps-581293780 tempest-TestSecurityGroupsBasicOps-581293780-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 1055 time: 0.0965872
Nov 20 21:06:45.325612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Deleting port 5e380ce3-7889-47f1-b425-647fa9745753 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:45.326029 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.413544 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] For port 5e380ce3-7889-47f1-b425-647fa9745753, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e380ce3-7889-47f1-b425-647fa9745753,segment=NetworkSegment(3f15e53f-afcf-41a2-ba47-4c303c2dcf29),segment_id=3f15e53f-afcf-41a2-ba47-4c303c2dcf29)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:45.414086 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.428556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Calling delete_port for 5e380ce3-7889-47f1-b425-647fa9745753 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:45.432864 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-ac65d257-dc30-4985-9543-4cac7fed9682 req-9e4ab18c-b81a-4eb2-82e8-55c131f92fe5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] For port 5e95aa78-cf30-4872-a515-77b24aeb0899, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e95aa78-cf30-4872-a515-77b24aeb0899,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:45.433246 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ac65d257-dc30-4985-9543-4cac7fed9682 req-9e4ab18c-b81a-4eb2-82e8-55c131f92fe5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.434278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-68b37be0-e72b-4e1c-aa6a-75db1b55a0d8 None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:45.605668 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f09ea7-33f0-487d-9e49-aa248b6d063d req-c4f6795d-8129-49b7-a3fe-fcb1f0744bfa tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:45.607465 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2f09ea7-33f0-487d-9e49-aa248b6d063d req-c4f6795d-8129-49b7-a3fe-fcb1f0744bfa tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.1691916
Nov 20 21:06:45.608729 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.628664 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-455d205d-701b-44ef-a031-c5cf65686fc5 None None] For port ad455e0b-91e3-4596-bdcb-93a885f65428, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad455e0b-91e3-4596-bdcb-93a885f65428,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:45.634703 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-68b37be0-e72b-4e1c-aa6a-75db1b55a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475b5ee0>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:43Z', 'revision_number': 11, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:45.651300 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-455d205d-701b-44ef-a031-c5cf65686fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.690039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Port': ['ID=5e380ce3-7889-47f1-b425-647fa9745753,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:45.718809 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b37be0-e72b-4e1c-aa6a-75db1b55a0d8 None None] The sync data for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 is: [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:43Z', 'revision_number': 11, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:06:45.726219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] No DVR routers for this DVR port 5e380ce3-7889-47f1-b425-647fa9745753 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:06:45.777790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ad455e0b-91e3-4596-bdcb-93a885f65428 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:45.778218 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.780272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d205d-701b-44ef-a031-c5cf65686fc5 None None] Pushing event updated for resources: {'Port': ['ID=ad455e0b-91e3-4596-bdcb-93a885f65428,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:45.812256 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6bf426d8-0505-46b3-b591-10469aca6143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.841585 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-39703c94-2020-4fdd-b9bb-9ff1e0f01e97 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.860117 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c20a9a7f-4724-4890-97eb-e9f713e03aee None None] Provisioning complete for port ad455e0b-91e3-4596-bdcb-93a885f65428 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:45.860460 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c20a9a7f-4724-4890-97eb-e9f713e03aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.881156 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2f09ea7-33f0-487d-9e49-aa248b6d063d req-146d331e-724b-436b-8c4f-1f7cd920a5e8 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2153966
Nov 20 21:06:45.921259 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39703c94-2020-4fdd-b9bb-9ff1e0f01e97 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=2a08acc2-d0c5-4153-b3c7-62a7065566c5,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:45.956830 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.976117 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ac65d257-dc30-4985-9543-4cac7fed9682 req-9e4ab18c-b81a-4eb2-82e8-55c131f92fe5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.976496 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ac65d257-dc30-4985-9543-4cac7fed9682 req-9e4ab18c-b81a-4eb2-82e8-55c131f92fe5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.976822 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [req-ac65d257-dc30-4985-9543-4cac7fed9682 req-9e4ab18c-b81a-4eb2-82e8-55c131f92fe5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Floating IP eb542264-976e-4814-b3d4-8ab7289c7b91 disassociated. External IP: 172.35.1.14, port: 5e95aa78-cf30-4872-a515-77b24aeb0899.
Nov 20 21:06:45.977590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-ac65d257-dc30-4985-9543-4cac7fed9682 req-9e4ab18c-b81a-4eb2-82e8-55c131f92fe5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Calling delete_port for 5e95aa78-cf30-4872-a515-77b24aeb0899 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:45.987963 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-39703c94-2020-4fdd-b9bb-9ff1e0f01e97 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:45.997394 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-39703c94-2020-4fdd-b9bb-9ff1e0f01e97 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/2a08acc2-d0c5-4153-b3c7-62a7065566c5 HTTP/1.1" status: 204  len: 168 time: 1.2207942
Nov 20 21:06:46.010094 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60966) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:46.013637 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6bb47-9cd9-43d0-9c6c-be51db67fb6c req-d70dec16-7b50-4751-af67-a76eb31ae132 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:46.024836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e06dbb0>,) {'filters': {'network_id': ['260eeca7-2cb8-4f54-b550-58eee544abf2']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:46.025520 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0cb6bb47-9cd9-43d0-9c6c-be51db67fb6c req-d70dec16-7b50-4751-af67-a76eb31ae132 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 909 time: 0.1859493
Nov 20 21:06:46.059308 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c20a9a7f-4724-4890-97eb-e9f713e03aee None None] Could not find standard attr ID for object 2a08acc2-d0c5-4153-b3c7-62a7065566c5. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:06:46.061332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e06dbb0>, '3f15e53f-afcf-41a2-ba47-4c303c2dcf29') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:46.062661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e06dbb0>, '3f15e53f-afcf-41a2-ba47-4c303c2dcf29') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:46.086251 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:46.107620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe445df6-2370-4ac3-81cd-7a168581a38f None None] DHCP port deletion for 260eeca7-2cb8-4f54-b550-58eee544abf2 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:06:46.127871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adf5ca2-8dab-44a5-8527-5d6f3eca648f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:46.130819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adf5ca2-8dab-44a5-8527-5d6f3eca648f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:46.132390 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2adf5ca2-8dab-44a5-8527-5d6f3eca648f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1213071
Nov 20 21:06:46.133558 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:46.138630 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60970) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:46.179894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:06:46.180312 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:06:46.186925 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:06:46.232664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc59c725-e98a-4561-b8fb-de974f3ee741 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet e0f171d2-7c53-4513-964f-5bc6fe2aeb28 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:06:46.238266 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cc59c725-e98a-4561-b8fb-de974f3ee741 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:46.282777 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b775f33-cbf4-449c-a89f-69e044df5231 req-00d211d1-6c48-4803-be15-5054cdddc25b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:46.292476 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cc59c725-e98a-4561-b8fb-de974f3ee741 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:46.293115 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b775f33-cbf4-449c-a89f-69e044df5231 req-00d211d1-6c48-4803-be15-5054cdddc25b tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 945 time: 0.1710210
Nov 20 21:06:46.321183 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:46.327673 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:46.335001 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/networks/260eeca7-2cb8-4f54-b550-58eee544abf2 HTTP/1.1" status: 204  len: 168 time: 1.2436252
Nov 20 21:06:46.340629 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60972) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:46.349490 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-80d07420-01a5-4603-84a4-5293365f7a48 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'router': {'routes': None}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:46.370162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42243905-f210-4a6a-9fc9-52c41eaffb96 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Pushing event deleted for resources: {'Network': ['ID=260eeca7-2cb8-4f54-b550-58eee544abf2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:46.381849 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b775f33-cbf4-449c-a89f-69e044df5231 req-7e31922c-347d-4575-be1f-0bbe00d0eae9 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b77281d-4252-4888-bc63-421e4dd46b5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0877709
Nov 20 21:06:46.490339 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ac65d257-dc30-4985-9543-4cac7fed9682 req-9e4ab18c-b81a-4eb2-82e8-55c131f92fe5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:46.578438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ad455e0b-91e3-4596-bdcb-93a885f65428 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:46.603494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ab18c-b81a-4eb2-82e8-55c131f92fe5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event deleted for resources: {'Port': ['ID=5e95aa78-cf30-4872-a515-77b24aeb0899,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:46.624323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.extraroute_db [None req-80d07420-01a5-4603-84a4-5293365f7a48 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Added routes are [] {{(pid=126224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 20 21:06:46.624634 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.extraroute_db [None req-80d07420-01a5-4603-84a4-5293365f7a48 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Removed routes are [] {{(pid=126224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 20 21:06:46.625145 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-80d07420-01a5-4603-84a4-5293365f7a48 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:46.627003 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cc59c725-e98a-4561-b8fb-de974f3ee741 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:46.640572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ad455e0b-91e3-4596-bdcb-93a885f65428 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:46.640953 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:46.745038 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:46.805538 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5e380ce3-7889-47f1-b425-647fa9745753 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:46.827318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 5e380ce3-7889-47f1-b425-647fa9745753 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:46.827672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5e380ce3-7889-47f1-b425-647fa9745753 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:46.828100 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:46.849335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:46.849687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 978b2a55-2404-4bbe-ab8b-fdf3117ec1cf not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:46.925625 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67547ee-a1d4-45ad-af02-0f03889be9c0 req-81eba6b9-efb5-49e5-be3d-d9679c3a1b97 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:46.927504 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d67547ee-a1d4-45ad-af02-0f03889be9c0 req-81eba6b9-efb5-49e5-be3d-d9679c3a1b97 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 909 time: 0.0588706
Nov 20 21:06:47.065893 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1599-e058-4f4b-9f0a-3704b3d70b8c req-976d7397-d9c7-41b8-b3ef-4b90ad14771e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:47.067674 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e81a1599-e058-4f4b-9f0a-3704b3d70b8c req-976d7397-d9c7-41b8-b3ef-4b90ad14771e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 945 time: 0.0677073
Nov 20 21:06:47.083619 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d67547ee-a1d4-45ad-af02-0f03889be9c0 req-73182dd7-d512-4556-ac05-42ae33ecfb9d tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Deleting port 582622c7-8ba0-4fdf-889b-124b2c558258 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:47.084203 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d67547ee-a1d4-45ad-af02-0f03889be9c0 req-73182dd7-d512-4556-ac05-42ae33ecfb9d tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:47.199446 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e81a1599-e058-4f4b-9f0a-3704b3d70b8c req-c48722c0-a37d-4ab8-8eff-43a482623f62 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1251838
Nov 20 21:06:47.228564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d67547ee-a1d4-45ad-af02-0f03889be9c0 req-73182dd7-d512-4556-ac05-42ae33ecfb9d tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] For port 582622c7-8ba0-4fdf-889b-124b2c558258, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=582622c7-8ba0-4fdf-889b-124b2c558258,segment=NetworkSegment(1bb2223b-9405-45e8-af5d-412b4d3a91f3),segment_id=1bb2223b-9405-45e8-af5d-412b4d3a91f3)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:47.230134 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d67547ee-a1d4-45ad-af02-0f03889be9c0 req-73182dd7-d512-4556-ac05-42ae33ecfb9d tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:47.243776 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d67547ee-a1d4-45ad-af02-0f03889be9c0 req-73182dd7-d512-4556-ac05-42ae33ecfb9d tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Calling delete_port for 582622c7-8ba0-4fdf-889b-124b2c558258 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:47.265631 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-80d07420-01a5-4603-84a4-5293365f7a48 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:47.300763 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-80d07420-01a5-4603-84a4-5293365f7a48 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:47.311483 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cc59c725-e98a-4561-b8fb-de974f3ee741 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:47.397359 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c084d2-435a-4708-b1bb-fb47d39a8852 req-819b454c-57a7-483c-b085-972f49b55c48 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:47.398942 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e2c084d2-435a-4708-b1bb-fb47d39a8852 req-819b454c-57a7-483c-b085-972f49b55c48 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c387821-7036-4775-8529-21f7ee97701a HTTP/1.1" status: 200  len: 909 time: 0.2508044
Nov 20 21:06:47.404200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59c725-e98a-4561-b8fb-de974f3ee741 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=e0f171d2-7c53-4513-964f-5bc6fe2aeb28,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:47.406392 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d67547ee-a1d4-45ad-af02-0f03889be9c0 req-73182dd7-d512-4556-ac05-42ae33ecfb9d tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:47.409721 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cc59c725-e98a-4561-b8fb-de974f3ee741 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:47.412360 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d827fb61-04e5-4891-8bee-97e47804c603 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:47.416171 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cc59c725-e98a-4561-b8fb-de974f3ee741 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/e0f171d2-7c53-4513-964f-5bc6fe2aeb28 HTTP/1.1" status: 204  len: 168 time: 1.2748303
Nov 20 21:06:47.420585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60990) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:47.429600 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707169d6-a9c7-4e54-affe-4ea486c2470c None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:47.454577 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73182dd7-d512-4556-ac05-42ae33ecfb9d tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event deleted for resources: {'Port': ['ID=582622c7-8ba0-4fdf-889b-124b2c558258,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:47.497344 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-93c0d287-c8eb-4a2f-b99f-c77ab3973913 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0755887
Nov 20 21:06:47.497964 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60992) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:47.499967 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac65d257-dc30-4985-9543-4cac7fed9682 req-9e4ab18c-b81a-4eb2-82e8-55c131f92fe5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Router 13500626-2cad-483a-bc33-644f374efb35 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:06:47.506795 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-54ac4a14-67e3-40b2-974c-3f8401969419 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:47.526527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67547ee-a1d4-45ad-af02-0f03889be9c0 req-73182dd7-d512-4556-ac05-42ae33ecfb9d tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] No DVR routers for this DVR port 582622c7-8ba0-4fdf-889b-124b2c558258 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:06:47.529541 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d67547ee-a1d4-45ad-af02-0f03889be9c0 req-73182dd7-d512-4556-ac05-42ae33ecfb9d tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:47.533597 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d67547ee-a1d4-45ad-af02-0f03889be9c0 req-73182dd7-d512-4556-ac05-42ae33ecfb9d tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.47 "DELETE /v2.0/ports/582622c7-8ba0-4fdf-889b-124b2c558258 HTTP/1.1" status: 204  len: 173 time: 0.5997226
Nov 20 21:06:47.534088 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c387821-7036-4775-8529-21f7ee97701a', 'name': 'network-vif-deleted', 'tag': '582622c7-8ba0-4fdf-889b-124b2c558258'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:06:47.536917 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4406989f-9117-4e84-9ca9-250397368128" -d '{"events": [{"server_uuid": "4c387821-7036-4775-8529-21f7ee97701a", "name": "network-vif-deleted", "tag": "582622c7-8ba0-4fdf-889b-124b2c558258"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:06:47.540192 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d07420-01a5-4603-84a4-5293365f7a48 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:06:47.692471 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c560c3c1-510c-44ae-b68d-6862ca8bfc9f req-f0968882-5016-4b43-b640-bd6c55dab705 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 210 time: 0.0883691
Nov 20 21:06:47.762480 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:47.804981 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d2ac01-79c9-4b1d-a6ac-3e16e3930cc5 x-openstack-request-id: req-08d2ac01-79c9-4b1d-a6ac-3e16e3930cc5 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:06:47.805478 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c387821-7036-4775-8529-21f7ee97701a", "name": "network-vif-deleted", "tag": "582622c7-8ba0-4fdf-889b-124b2c558258", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:06:47.805886 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08d2ac01-79c9-4b1d-a6ac-3e16e3930cc5 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:06:47.806477 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c387821-7036-4775-8529-21f7ee97701a', 'name': 'network-vif-deleted', 'tag': '582622c7-8ba0-4fdf-889b-124b2c558258', 'status': 'completed', 'code': 200}
Nov 20 21:06:47.811066 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d827fb61-04e5-4891-8bee-97e47804c603, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d827fb61-04e5-4891-8bee-97e47804c603,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:47.812421 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd827fb61-04e5-4891-8bee-97e47804c603'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:06:47.815296 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea89348-7b40-40d0-a3b3-a2c075c9c7a9" -d '{"events": [{"server_uuid": "6e1e4483-b5f5-47d3-b58f-1fdaaefd311c", "name": "network-vif-unplugged", "status": "completed", "tag": "d827fb61-04e5-4891-8bee-97e47804c603"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:06:47.820816 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:47.876908 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a21ac32-7f8a-49cb-a325-ae3a1847fc8b None None] DHCP port deletion for 078bc043-a79e-4708-a2f2-e608d1250afa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:06:47.882437 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 20 Nov 2021 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b72990-0d62-439f-b73a-cc85083b60d3 x-openstack-request-id: req-80b72990-0d62-439f-b73a-cc85083b60d3 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:06:47.882733 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e4483-b5f5-47d3-b58f-1fdaaefd311c", "name": "network-vif-unplugged", "status": "failed", "tag": "d827fb61-04e5-4891-8bee-97e47804c603", "code": 422}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:06:47.883196 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80b72990-0d62-439f-b73a-cc85083b60d3 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:06:47.883811 ncdv-master-1 neutron-server[126226]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd827fb61-04e5-4891-8bee-97e47804c603', 'code': 422} returned with failed status
Nov 20 21:06:47.927916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ac4a14-67e3-40b2-974c-3f8401969419 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:47.931522 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54ac4a14-67e3-40b2-974c-3f8401969419 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:47.938641 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d07420-01a5-4603-84a4-5293365f7a48 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:06:47.951803 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75958a3-3283-4738-b158-aeb4043724e9 None None] Sync routers for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:06:47.956363 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-80d07420-01a5-4603-84a4-5293365f7a48 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:47.959159 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d827fb61-04e5-4891-8bee-97e47804c603,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:47.960491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32776) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:47.960932 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-80d07420-01a5-4603-84a4-5293365f7a48 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa HTTP/1.1" status: 200  len: 705 time: 1.6188872
Nov 20 21:06:47.963705 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75958a3-3283-4738-b158-aeb4043724e9 None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:47.964398 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f75958a3-3283-4738-b158-aeb4043724e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542e4b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:47.992549 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac65d257-dc30-4985-9543-4cac7fed9682 req-9e4ab18c-b81a-4eb2-82e8-55c131f92fe5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:06:48.008330 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3a21ac32-7f8a-49cb-a325-ae3a1847fc8b None None] Deleting port ad455e0b-91e3-4596-bdcb-93a885f65428 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:48.010678 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3a21ac32-7f8a-49cb-a325-ae3a1847fc8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:48.042824 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c705eff2-34fc-41b1-b49f-fb59b7647e92 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa HTTP/1.1" status: 200  len: 205 time: 0.0795557
Nov 20 21:06:48.043424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32778) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:48.049339 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-f75958a3-3283-4738-b158-aeb4043724e9 None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:48.064309 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-6e862b21-fbf5-41e5-886e-9b0e8d14b2dd req-9282eaab-8542-4338-80c0-52730d70526c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:06:48.094033 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e862b21-fbf5-41e5-886e-9b0e8d14b2dd req-9282eaab-8542-4338-80c0-52730d70526c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0440178
Nov 20 21:06:48.109866 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac65d257-dc30-4985-9543-4cac7fed9682 req-9e4ab18c-b81a-4eb2-82e8-55c131f92fe5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] No DVR routers for this DVR port 5e95aa78-cf30-4872-a515-77b24aeb0899 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:06:48.112700 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f75958a3-3283-4738-b158-aeb4043724e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542e4b80>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:43Z', 'revision_number': 11, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:48.113265 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ac65d257-dc30-4985-9543-4cac7fed9682 req-9e4ab18c-b81a-4eb2-82e8-55c131f92fe5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:48.117280 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ac65d257-dc30-4985-9543-4cac7fed9682 req-9e4ab18c-b81a-4eb2-82e8-55c131f92fe5 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.47 "DELETE /v2.0/ports/5e95aa78-cf30-4872-a515-77b24aeb0899 HTTP/1.1" status: 204  len: 173 time: 3.1236095
Nov 20 21:06:48.117973 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'name': 'network-vif-deleted', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:06:48.120583 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaae0a3-60e4-40ec-af75-c86fee4ba107" -d '{"events": [{"server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "name": "network-vif-deleted", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:06:48.144191 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75958a3-3283-4738-b158-aeb4043724e9 None None] Checking router: 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:06:48.154696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b97d8a-5d8a-4403-ae19-503118a872f9 None None] Sync routers for ids ['13500626-2cad-483a-bc33-644f374efb35'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:06:48.158422 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75958a3-3283-4738-b158-aeb4043724e9 None None] Routers {'7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:48.159223 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f75958a3-3283-4738-b158-aeb4043724e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542e4b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:48.168250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3a21ac32-7f8a-49cb-a325-ae3a1847fc8b None None] For port ad455e0b-91e3-4596-bdcb-93a885f65428, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad455e0b-91e3-4596-bdcb-93a885f65428,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:48.168823 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3a21ac32-7f8a-49cb-a325-ae3a1847fc8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:48.230184 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01fbca4-748d-4941-9369-72140efd60f9 x-openstack-request-id: req-e01fbca4-748d-4941-9369-72140efd60f9 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:06:48.230499 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0cb20d-db15-45dc-96f2-65d5fdbfbce2", "name": "network-vif-deleted", "tag": "5e95aa78-cf30-4872-a515-77b24aeb0899", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:06:48.230740 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e01fbca4-748d-4941-9369-72140efd60f9 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:06:48.231156 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0cb20d-db15-45dc-96f2-65d5fdbfbce2', 'name': 'network-vif-deleted', 'tag': '5e95aa78-cf30-4872-a515-77b24aeb0899', 'status': 'completed', 'code': 200}
Nov 20 21:06:48.235194 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3a21ac32-7f8a-49cb-a325-ae3a1847fc8b None None] Calling delete_port for ad455e0b-91e3-4596-bdcb-93a885f65428 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:48.239611 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b97d8a-5d8a-4403-ae19-503118a872f9 None None] Routers {'13500626-2cad-483a-bc33-644f374efb35'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:48.240550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c3b97d8a-5d8a-4403-ae19-503118a872f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47905550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13500626-2cad-483a-bc33-644f374efb35'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:48.334434 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ab8cc96-1467-4966-9176-8ddd33e94dd8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:48.449265 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54ac4a14-67e3-40b2-974c-3f8401969419 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:48.469749 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49417812-c621-4f51-8e00-fa48946f2f0a req-4b35af6f-223e-4cb0-9d58-49174c14385f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:48.472598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-c3b97d8a-5d8a-4403-ae19-503118a872f9 None None] Set router 13500626-2cad-483a-bc33-644f374efb35 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:48.477829 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-49417812-c621-4f51-8e00-fa48946f2f0a req-4b35af6f-223e-4cb0-9d58-49174c14385f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.1771600
Nov 20 21:06:48.497581 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-f75958a3-3283-4738-b158-aeb4043724e9 None None] Set router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:48.534500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac4a14-67e3-40b2-974c-3f8401969419 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:48.540404 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32792) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:48.550632 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-54ac4a14-67e3-40b2-974c-3f8401969419 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:48.621248 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ac4a14-67e3-40b2-974c-3f8401969419 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:48.621861 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54ac4a14-67e3-40b2-974c-3f8401969419 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:48.635741 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac4a14-67e3-40b2-974c-3f8401969419 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=88616bd2-716a-486c-bbde-0f8982506dd7,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:48.652450 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f75958a3-3283-4738-b158-aeb4043724e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542e4b80>, [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:43Z', 'revision_number': 11, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:48.696234 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75958a3-3283-4738-b158-aeb4043724e9 None None] The sync data for ids ['7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa'] in ncdv-master-1 is: [{'id': '7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa', 'name': 'tempest-RoutersIpV6Test-router-1049050373', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:05:54Z', 'updated_at': '2021-11-20T21:06:43Z', 'revision_number': 11, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:06:48.698408 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-49417812-c621-4f51-8e00-fa48946f2f0a req-109ecb8a-ad2d-4500-afd6-5bde78b43000 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2194827
Nov 20 21:06:48.699076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32798) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:48.708934 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ad455e0b-91e3-4596-bdcb-93a885f65428 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:48.709674 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-54ac4a14-67e3-40b2-974c-3f8401969419 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2081788
Nov 20 21:06:48.711109 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32800) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:48.717226 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c457c726-91b4-44b7-b366-5057ff1bf020 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'fixed_ips': [{'subnet_id': '88616bd2-716a-486c-bbde-0f8982506dd7', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-376980281'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:48.723549 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3a21ac32-7f8a-49cb-a325-ae3a1847fc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:48.770148 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ab8cc96-1467-4966-9176-8ddd33e94dd8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:48.773115 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ab8cc96-1467-4966-9176-8ddd33e94dd8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:48.813379 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a21ac32-7f8a-49cb-a325-ae3a1847fc8b None None] No DVR routers for this DVR port ad455e0b-91e3-4596-bdcb-93a885f65428 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:06:48.888129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21ac32-7f8a-49cb-a325-ae3a1847fc8b None None] Pushing event deleted for resources: {'Port': ['ID=ad455e0b-91e3-4596-bdcb-93a885f65428,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:48.895738 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5e95aa78-cf30-4872-a515-77b24aeb0899 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:48.941312 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a733d365-7f9a-4a1f-b1bd-8021545d0638 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:48.949892 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd690d5a-5eb9-4fae-b826-43330de7313a req-e6bf72cb-a371-4c15-81a9-9e6eb539cd15 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac0cb20d-db15-45dc-96f2-65d5fdbfbce2 HTTP/1.1" status: 200  len: 210 time: 0.0481398
Nov 20 21:06:48.950327 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 5e95aa78-cf30-4872-a515-77b24aeb0899 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:48.950928 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5e95aa78-cf30-4872-a515-77b24aeb0899 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:48.951580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 582622c7-8ba0-4fdf-889b-124b2c558258 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:48.954376 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:48.956200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: ad455e0b-91e3-4596-bdcb-93a885f65428 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:48.956835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ad455e0b-91e3-4596-bdcb-93a885f65428 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:48.962266 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ab8cc96-1467-4966-9176-8ddd33e94dd8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:48.962982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab8cc96-1467-4966-9176-8ddd33e94dd8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Fanout notify agent at l3_agent the message router_deleted on router 7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:06:48.981343 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ab8cc96-1467-4966-9176-8ddd33e94dd8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:48.991669 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9ab8cc96-1467-4966-9176-8ddd33e94dd8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/routers/7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa HTTP/1.1" status: 204  len: 168 time: 0.9422886
Nov 20 21:06:49.008265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32808) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:49.015555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-05b99684-f78e-4a9a-a415-9d4a89632e87 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-535755125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:49.039247 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f472f48f-6590-4ab4-9d83-a513e8f6d235 req-5c3f0453-1c5d-4d7b-8426-62fcfc1d51b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3388114
Nov 20 21:06:49.044854 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-f472f48f-6590-4ab4-9d83-a513e8f6d235 req-1e57579b-0b0c-4a3e-ba86-36a9a31d0d3b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:06:49.058910 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f472f48f-6590-4ab4-9d83-a513e8f6d235 req-1e57579b-0b0c-4a3e-ba86-36a9a31d0d3b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0184028
Nov 20 21:06:49.080590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 582622c7-8ba0-4fdf-889b-124b2c558258 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:49.080876 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 582622c7-8ba0-4fdf-889b-124b2c558258 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:49.119480 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05b99684-f78e-4a9a-a415-9d4a89632e87 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:49.120838 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05b99684-f78e-4a9a-a415-9d4a89632e87 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:49.141540 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:49.202135 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05b99684-f78e-4a9a-a415-9d4a89632e87 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:49.209275 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05b99684-f78e-4a9a-a415-9d4a89632e87 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:49.249867 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c457c726-91b4-44b7-b366-5057ff1bf020 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:49.262180 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05b99684-f78e-4a9a-a415-9d4a89632e87 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:49.264882 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-05b99684-f78e-4a9a-a415-9d4a89632e87 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2538974
Nov 20 21:06:49.267555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32814) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:49.281696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d6c59aaa-4827-403f-952b-d4fce370e316 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Request body: {'router': {'admin_state_up': True}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:49.373938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c3b97d8a-5d8a-4403-ae19-503118a872f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47905550>, [{'id': '13500626-2cad-483a-bc33-644f374efb35', 'name': 'tempest-ServerActionsTestJSON-171127498-router', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:25Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'gw_port': {'id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:27Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '17fcf859-28e3-47e2-a768-ed8ada73c5c6', 'name': '', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'mac_address': 'fa:16:3e:2a:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:33Z', 'updated_at': '2021-11-20T20:57:42Z', 'revision_number': 5, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'subnets': [{'id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:49.375781 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c457c726-91b4-44b7-b366-5057ff1bf020 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:49.383269 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': '88616bd2-716a-486c-bbde-0f8982506dd7'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:06:49.384396 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:49.400706 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-c457c726-91b4-44b7-b366-5057ff1bf020 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port c2aa192d-8757-4470-a804-589797e31640 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:06:49.426569 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b97d8a-5d8a-4403-ae19-503118a872f9 None None] Checking router: 13500626-2cad-483a-bc33-644f374efb35 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:06:49.539905 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b97d8a-5d8a-4403-ae19-503118a872f9 None None] Routers {'13500626-2cad-483a-bc33-644f374efb35'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:49.540826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c3b97d8a-5d8a-4403-ae19-503118a872f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47905550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13500626-2cad-483a-bc33-644f374efb35'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:49.543740 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-86e54180-d2e0-49c4-b8ec-397ab4148b24 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:49.638243 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Allocated IP 2001:db8::2 (078bc043-a79e-4708-a2f2-e608d1250afa/88616bd2-716a-486c-bbde-0f8982506dd7/20b4594c-9064-41d5-9e0a-6b075fc1d1f3) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:49.728868 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-c3b97d8a-5d8a-4403-ae19-503118a872f9 None None] Set router 13500626-2cad-483a-bc33-644f374efb35 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:49.910428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-86e54180-d2e0-49c4-b8ec-397ab4148b24 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Deleting port ce753731-4472-43f7-8c42-eca939130e2e {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:49.912214 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-86e54180-d2e0-49c4-b8ec-397ab4148b24 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:49.975929 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d6c59aaa-4827-403f-952b-d4fce370e316 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:49.998167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523a174-aa6f-4bfd-9cb8-d9af21221c95 req-10a95d7c-f428-4aa3-97af-9cf2b249699b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:50.001018 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4523a174-aa6f-4bfd-9cb8-d9af21221c95 req-10a95d7c-f428-4aa3-97af-9cf2b249699b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.1461220
Nov 20 21:06:50.010417 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d6c59aaa-4827-403f-952b-d4fce370e316 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:50.054762 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-86e54180-d2e0-49c4-b8ec-397ab4148b24 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] For port ce753731-4472-43f7-8c42-eca939130e2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce753731-4472-43f7-8c42-eca939130e2e,segment=NetworkSegment(1bb2223b-9405-45e8-af5d-412b4d3a91f3),segment_id=1bb2223b-9405-45e8-af5d-412b4d3a91f3)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:50.055528 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-86e54180-d2e0-49c4-b8ec-397ab4148b24 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:50.075140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-86e54180-d2e0-49c4-b8ec-397ab4148b24 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Calling delete_port for ce753731-4472-43f7-8c42-eca939130e2e owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:50.115872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32826) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:50.187525 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:50.200819 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:50.223678 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c457c726-91b4-44b7-b366-5057ff1bf020 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:06:50.226386 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c457c726-91b4-44b7-b366-5057ff1bf020 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:06:50.230167 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4523a174-aa6f-4bfd-9cb8-d9af21221c95 req-6a3ca059-e7d3-44d4-9040-147f804bb768 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2144802
Nov 20 21:06:50.280248 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:50.283030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:50.295096 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4b785a8c-ef03-4012-878b-bf8954f5b6bb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:50.323525 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Pushing event updated for resources: {'Port': ['ID=20b4594c-9064-41d5-9e0a-6b075fc1d1f3,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:50.325015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c59aaa-4827-403f-952b-d4fce370e316 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Router 2e1a8057-93c3-49fe-a0c8-82ec4c1e9792 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:06:50.330855 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4b785a8c-ef03-4012-878b-bf8954f5b6bb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:50.334497 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:50.345464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:50.346260 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:50.346618 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:50.347010 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:50.347467 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:50.347713 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:50.350109 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:50.350414 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-86e54180-d2e0-49c4-b8ec-397ab4148b24 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:50.350572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:50.351700 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:50.352250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:50.352770 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:50.353295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:06:50.388413 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e54180-d2e0-49c4-b8ec-397ab4148b24 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event deleted for resources: {'Port': ['ID=ce753731-4472-43f7-8c42-eca939130e2e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:50.393388 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c457c726-91b4-44b7-b366-5057ff1bf020 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 1.6811128
Nov 20 21:06:50.399246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32836) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:50.493420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c59aaa-4827-403f-952b-d4fce370e316 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:06:50.503070 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d6c59aaa-4827-403f-952b-d4fce370e316 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:50.505887 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d6c59aaa-4827-403f-952b-d4fce370e316 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "PUT /v2.0/routers/2e1a8057-93c3-49fe-a0c8-82ec4c1e9792 HTTP/1.1" status: 200  len: 697 time: 1.2367251
Nov 20 21:06:50.509836 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32838) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:50.522371 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4b785a8c-ef03-4012-878b-bf8954f5b6bb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:50.525680 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4b785a8c-ef03-4012-878b-bf8954f5b6bb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:50.527225 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4b785a8c-ef03-4012-878b-bf8954f5b6bb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "DELETE /v2.0/security-groups/8b77281d-4252-4888-bc63-421e4dd46b5e HTTP/1.1" status: 204  len: 168 time: 0.4097726
Nov 20 21:06:50.527488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6903e83a-6175-4200-91c1-f9a34834a8d4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:50.529145 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6903e83a-6175-4200-91c1-f9a34834a8d4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.1272423
Nov 20 21:06:50.532804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32840) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:50.533258 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32842) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:50.536035 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Attempting to bind port 20b4594c-9064-41d5-9e0a-6b075fc1d1f3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:50.538153 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Attempting to bind port 20b4594c-9064-41d5-9e0a-6b075fc1d1f3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:50.543136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Attempting to bind port 20b4594c-9064-41d5-9e0a-6b075fc1d1f3 on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:50.550775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b785a8c-ef03-4012-878b-bf8954f5b6bb tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b77281d-4252-4888-bc63-421e4dd46b5e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:50.552768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:50.560424 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:50.560916 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:50.561335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:50.561860 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Bound port: 20b4594c-9064-41d5-9e0a-6b075fc1d1f3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:50.563086 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:50.566802 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c3b97d8a-5d8a-4403-ae19-503118a872f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47905550>, [{'id': '13500626-2cad-483a-bc33-644f374efb35', 'name': 'tempest-ServerActionsTestJSON-171127498-router', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:25Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'gw_port': {'id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:27Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '17fcf859-28e3-47e2-a768-ed8ada73c5c6', 'name': '', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'mac_address': 'fa:16:3e:2a:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:33Z', 'updated_at': '2021-11-20T20:57:42Z', 'revision_number': 5, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'subnets': [{'id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:50.571539 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b703374-5c1b-48cf-8129-cb42212f9633 None None] Sync routers for ids ['2e1a8057-93c3-49fe-a0c8-82ec4c1e9792'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:06:50.592629 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b703374-5c1b-48cf-8129-cb42212f9633 None None] Routers {'2e1a8057-93c3-49fe-a0c8-82ec4c1e9792'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:50.593465 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8b703374-5c1b-48cf-8129-cb42212f9633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54443460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['2e1a8057-93c3-49fe-a0c8-82ec4c1e9792'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:50.677623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b97d8a-5d8a-4403-ae19-503118a872f9 None None] The sync data for ids ['13500626-2cad-483a-bc33-644f374efb35'] in ncdv-master-1 is: [{'id': '13500626-2cad-483a-bc33-644f374efb35', 'name': 'tempest-ServerActionsTestJSON-171127498-router', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:25Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'gw_port': {'id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:27Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '17fcf859-28e3-47e2-a768-ed8ada73c5c6', 'name': '', 'network_id': 'bafdbd34-4234-401f-abb5-0b7b5a2562ab', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'mac_address': 'fa:16:3e:2a:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:33Z', 'updated_at': '2021-11-20T20:57:42Z', 'revision_number': 5, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'subnets': [{'id': '7619f288-4cdb-4db5-897a-403b8dada68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:06:50.764033 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-8b703374-5c1b-48cf-8129-cb42212f9633 None None] Set router 2e1a8057-93c3-49fe-a0c8-82ec4c1e9792 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:50.818165 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] For port 20b4594c-9064-41d5-9e0a-6b075fc1d1f3, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:50.822563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] For port 20b4594c-9064-41d5-9e0a-6b075fc1d1f3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20b4594c-9064-41d5-9e0a-6b075fc1d1f3,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:50.834200 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:50.852096 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8b703374-5c1b-48cf-8129-cb42212f9633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54443460>, [{'id': '2e1a8057-93c3-49fe-a0c8-82ec4c1e9792', 'name': 'tempest-RoutersIpV6Test-router-535755125', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:49Z', 'updated_at': '2021-11-20T21:06:49Z', 'revision_number': 2, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:50.908266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89e0b7-bbe3-4105-bf4e-65ba28f85e60 None None] Pushing event updated for resources: {'Port': ['ID=20b4594c-9064-41d5-9e0a-6b075fc1d1f3,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:50.913349 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b703374-5c1b-48cf-8129-cb42212f9633 None None] Checking router: 2e1a8057-93c3-49fe-a0c8-82ec4c1e9792 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:06:50.923558 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b703374-5c1b-48cf-8129-cb42212f9633 None None] Routers {'2e1a8057-93c3-49fe-a0c8-82ec4c1e9792'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:50.924250 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8b703374-5c1b-48cf-8129-cb42212f9633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54443460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['2e1a8057-93c3-49fe-a0c8-82ec4c1e9792'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:51.031205 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-8b703374-5c1b-48cf-8129-cb42212f9633 None None] Set router 2e1a8057-93c3-49fe-a0c8-82ec4c1e9792 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:51.105978 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8b703374-5c1b-48cf-8129-cb42212f9633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54443460>, [{'id': '2e1a8057-93c3-49fe-a0c8-82ec4c1e9792', 'name': 'tempest-RoutersIpV6Test-router-535755125', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:49Z', 'updated_at': '2021-11-20T21:06:49Z', 'revision_number': 2, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:51.126389 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0cece3-80b9-4d90-b2dd-0bf9ff44e397 None None] New status for floating IP eb542264-976e-4814-b3d4-8ab7289c7b91: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:06:51.138676 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b703374-5c1b-48cf-8129-cb42212f9633 None None] The sync data for ids ['2e1a8057-93c3-49fe-a0c8-82ec4c1e9792'] in ncdv-master-1 is: [{'id': '2e1a8057-93c3-49fe-a0c8-82ec4c1e9792', 'name': 'tempest-RoutersIpV6Test-router-535755125', 'tenant_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:49Z', 'updated_at': '2021-11-20T21:06:49Z', 'revision_number': 2, 'project_id': '8efceb06a91a4ad8a9e6527d07da0fc2', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:06:51.324749 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-bf6389d2-b6c4-4eb0-a36f-8eb689853058 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] show failed (client error): The resource could not be found.
Nov 20 21:06:51.325869 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bf6389d2-b6c4-4eb0-a36f-8eb689853058 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "GET /v2.0/security-groups/8b77281d-4252-4888-bc63-421e4dd46b5e HTTP/1.1" status: 404  len: 347 time: 0.7250974
Nov 20 21:06:51.328988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32848) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:51.337124 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ac92b2ee-7c4f-4633-b521-f96d9e60b903 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/routers/2e1a8057-93c3-49fe-a0c8-82ec4c1e9792 HTTP/1.1" status: 200  len: 703 time: 0.8269284
Nov 20 21:06:51.352412 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32850) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:51.416843 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-708ca2e7-6f08-4ccf-b0c2-a36e2021349a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1a8057-93c3-49fe-a0c8-82ec4c1e9792 HTTP/1.1" status: 200  len: 205 time: 0.0536773
Nov 20 21:06:51.422617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32852) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:51.432207 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd367194-446d-46aa-81b8-9d1d005a59eb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:51.433811 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd367194-446d-46aa-81b8-9d1d005a59eb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:51.437702 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bd367194-446d-46aa-81b8-9d1d005a59eb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.8601403
Nov 20 21:06:51.439539 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32854) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:51.554278 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95760d8-42de-4886-a526-972ccfee041d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 88616bd2-716a-486c-bbde-0f8982506dd7 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:06:51.556483 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-86e54180-d2e0-49c4-b8ec-397ab4148b24 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:51.559739 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e95760d8-42de-4886-a526-972ccfee041d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:51.614973 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2290a94d-fa6c-4c90-8a86-19af27626255 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:51.641674 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e95760d8-42de-4886-a526-972ccfee041d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:51.766820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe0d23-87be-4157-9ab6-b3e1add9bfb1 req-d2851e70-1940-4e07-a8aa-22b4e8642c2e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:51.768336 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bdbe0d23-87be-4157-9ab6-b3e1add9bfb1 req-d2851e70-1940-4e07-a8aa-22b4e8642c2e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.3653610
Nov 20 21:06:51.822466 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e95760d8-42de-4886-a526-972ccfee041d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:51.907907 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2290a94d-fa6c-4c90-8a86-19af27626255 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:51.916913 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2290a94d-fa6c-4c90-8a86-19af27626255 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:51.939911 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472f48f-6590-4ab4-9d83-a513e8f6d235 req-480c5183-5589-4dee-bfa9-29fa4926758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:51.941638 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f472f48f-6590-4ab4-9d83-a513e8f6d235 req-480c5183-5589-4dee-bfa9-29fa4926758b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c&tenant_id=185bc78201f1431881a86d4894780efb HTTP/1.1" status: 200  len: 1094 time: 0.2800233
Nov 20 21:06:51.945348 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e95760d8-42de-4886-a526-972ccfee041d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:51.966880 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e95760d8-42de-4886-a526-972ccfee041d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:51.973903 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e95760d8-42de-4886-a526-972ccfee041d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/88616bd2-716a-486c-bbde-0f8982506dd7 HTTP/1.1" status: 204  len: 168 time: 0.5336924
Nov 20 21:06:51.974768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32856) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:51.979225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-beccbda1-986a-4c37-b2dc-cadc3be674f6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Deleting port f6c7b0fe-fd0c-4130-abf9-d12f4dac994e {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:51.980051 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-beccbda1-986a-4c37-b2dc-cadc3be674f6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:52.028976 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e54180-d2e0-49c4-b8ec-397ab4148b24 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Router 9bd9854a-d9c4-430b-a9ed-40b45201fe60 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:06:52.038367 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bdbe0d23-87be-4157-9ab6-b3e1add9bfb1 req-1b6f99eb-ef99-4cde-91ff-9e83d67db88b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2531025
Nov 20 21:06:52.050577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2290a94d-fa6c-4c90-8a86-19af27626255 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:52.051604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2290a94d-fa6c-4c90-8a86-19af27626255 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Fanout notify agent at l3_agent the message router_deleted on router 2e1a8057-93c3-49fe-a0c8-82ec4c1e9792 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:06:52.056069 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f6312cf6-54b0-4dcb-9739-e3af858b9008 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0762987
Nov 20 21:06:52.056873 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32858) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:52.061250 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2290a94d-fa6c-4c90-8a86-19af27626255 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:52.062307 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-6d47456d-b17c-45ed-a8e2-dd9668926f92 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:52.062430 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2290a94d-fa6c-4c90-8a86-19af27626255 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/routers/2e1a8057-93c3-49fe-a0c8-82ec4c1e9792 HTTP/1.1" status: 204  len: 168 time: 0.5960853
Nov 20 21:06:52.068216 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32860) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:52.080976 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95760d8-42de-4886-a526-972ccfee041d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=88616bd2-716a-486c-bbde-0f8982506dd7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:52.114842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472f48f-6590-4ab4-9d83-a513e8f6d235 req-cfab223c-7dcb-406e-8825-40345e51b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:52.116399 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f472f48f-6590-4ab4-9d83-a513e8f6d235 req-cfab223c-7dcb-406e-8825-40345e51b38f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=185bc78201f1431881a86d4894780efb&device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 1094 time: 0.1285815
Nov 20 21:06:52.117603 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c5e56d28-362a-458d-a2a6-d315543bd4d1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1a8057-93c3-49fe-a0c8-82ec4c1e9792 HTTP/1.1" status: 200  len: 205 time: 0.0454245
Nov 20 21:06:52.122079 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32862) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:52.140545 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-beccbda1-986a-4c37-b2dc-cadc3be674f6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:52.140872 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-beccbda1-986a-4c37-b2dc-cadc3be674f6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:52.166936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-beccbda1-986a-4c37-b2dc-cadc3be674f6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Calling delete_port for f6c7b0fe-fd0c-4130-abf9-d12f4dac994e owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:52.210408 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-82d9a644-167b-4f34-83e3-f7e54d00d47c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] delete failed (client error): The resource could not be found.
Nov 20 21:06:52.214126 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-82d9a644-167b-4f34-83e3-f7e54d00d47c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/routers/2e1a8057-93c3-49fe-a0c8-82ec4c1e9792 HTTP/1.1" status: 404  len: 336 time: 0.0826578
Nov 20 21:06:52.215535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32864) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:52.270529 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc4342f-ae27-43ca-a6fc-6057c851b1e9 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:52.298666 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34788f7-2c1f-4f39-8731-2a9ab46d3fe3 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:06:52.298987 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34788f7-2c1f-4f39-8731-2a9ab46d3fe3 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:06:52.306548 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f34788f7-2c1f-4f39-8731-2a9ab46d3fe3 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/aed1abed-df09-4b27-bb2c-791e17b489b4 HTTP/1.1" status: 404  len: 337 time: 0.0847747
Nov 20 21:06:52.309117 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32868) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:52.351253 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b1a029-4643-4d9f-8acd-661abe4fcb47 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:06:52.351914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b1a029-4643-4d9f-8acd-661abe4fcb47 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:06:52.355692 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-98b1a029-4643-4d9f-8acd-661abe4fcb47 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/a12914a8-bb8a-4087-9e33-2b52b9aa5bec HTTP/1.1" status: 404  len: 337 time: 0.0456073
Nov 20 21:06:52.363015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32870) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:52.368372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d47456d-b17c-45ed-a8e2-dd9668926f92 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:06:52.372631 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6d47456d-b17c-45ed-a8e2-dd9668926f92 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:52.409959 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472f48f-6590-4ab4-9d83-a513e8f6d235 req-4e9066fe-ea55-49fc-9e91-6e0a8a789b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:52.411587 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f472f48f-6590-4ab4-9d83-a513e8f6d235 req-4e9066fe-ea55-49fc-9e91-6e0a8a789b8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0462fe-9d19-4cda-815b-86a91b87f9c7 HTTP/1.1" status: 200  len: 918 time: 0.2821946
Nov 20 21:06:52.413223 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-193d12ad-3d9c-4f65-84f8-08bfbf52ddb8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:06:52.413685 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193d12ad-3d9c-4f65-84f8-08bfbf52ddb8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:06:52.419097 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-193d12ad-3d9c-4f65-84f8-08bfbf52ddb8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/351723a1-a0de-4e52-b8d7-70d0ea334819 HTTP/1.1" status: 404  len: 337 time: 0.0520892
Nov 20 21:06:52.419272 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e54180-d2e0-49c4-b8ec-397ab4148b24 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:06:52.420470 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32872) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:52.436885 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1317b-aa88-466d-a6be-ccaa47e9e7d9 None None] Sync routers for ids ['9bd9854a-d9c4-430b-a9ed-40b45201fe60'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:06:52.450924 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4047dda4-cf5e-4362-a0ff-77d02b20827c None None] Provisioning complete for port 20b4594c-9064-41d5-9e0a-6b075fc1d1f3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:52.451245 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1317b-aa88-466d-a6be-ccaa47e9e7d9 None None] Routers {'9bd9854a-d9c4-430b-a9ed-40b45201fe60'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:52.451399 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4047dda4-cf5e-4362-a0ff-77d02b20827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:52.452204 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-d3d1317b-aa88-466d-a6be-ccaa47e9e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54443a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9bd9854a-d9c4-430b-a9ed-40b45201fe60'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:52.486706 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32874) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:52.498651 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-86e54180-d2e0-49c4-b8ec-397ab4148b24 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "PUT /v2.0/routers/9bd9854a-d9c4-430b-a9ed-40b45201fe60/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9571352
Nov 20 21:06:52.608098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb56d3b4-d6d6-473e-80ed-65e181e8cb4b None None] DHCP port deletion for 078bc043-a79e-4708-a2f2-e608d1250afa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:06:52.622587 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5a88cb-d3f7-4b49-b341-d554aee69a51 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:06:52.623060 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5a88cb-d3f7-4b49-b341-d554aee69a51 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:06:52.626719 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ff5a88cb-d3f7-4b49-b341-d554aee69a51 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/064e1295-7070-4a91-85c5-386d5a77b8f2 HTTP/1.1" status: 404  len: 337 time: 0.2032681
Nov 20 21:06:52.630250 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32876) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:52.649942 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-d3d1317b-aa88-466d-a6be-ccaa47e9e7d9 None None] Set router 9bd9854a-d9c4-430b-a9ed-40b45201fe60 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:52.662129 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4047dda4-cf5e-4362-a0ff-77d02b20827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:52.663662 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f472f48f-6590-4ab4-9d83-a513e8f6d235 req-ca9b146e-9c18-4a99-a546-ff90e7e6fad2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d827fb61-04e5-4891-8bee-97e47804c603 HTTP/1.1" status: 200  len: 999 time: 0.2340767
Nov 20 21:06:52.675366 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cda040c7-9f7b-4706-a0f3-a75ce128f45a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa HTTP/1.1" status: 200  len: 205 time: 0.0419168
Nov 20 21:06:52.680634 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32878) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:52.683852 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-beccbda1-986a-4c37-b2dc-cadc3be674f6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:52.727822 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-fb56d3b4-d6d6-473e-80ed-65e181e8cb4b None None] Deleting port 20b4594c-9064-41d5-9e0a-6b075fc1d1f3 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:52.728204 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fb56d3b4-d6d6-473e-80ed-65e181e8cb4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:52.733169 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4047dda4-cf5e-4362-a0ff-77d02b20827c None None] For port 20b4594c-9064-41d5-9e0a-6b075fc1d1f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20b4594c-9064-41d5-9e0a-6b075fc1d1f3,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:52.748979 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-afaf835f-d722-4b47-9015-e15a1d2542ba tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] delete failed (client error): The resource could not be found.
Nov 20 21:06:52.752541 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-afaf835f-d722-4b47-9015-e15a1d2542ba tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/routers/7e6803f5-5e2f-4fa2-9607-a0ee7aa614fa HTTP/1.1" status: 404  len: 336 time: 0.0662420
Nov 20 21:06:52.752893 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32880) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:52.757627 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4047dda4-cf5e-4362-a0ff-77d02b20827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:52.823401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccbda1-986a-4c37-b2dc-cadc3be674f6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Pushing event deleted for resources: {'Port': ['ID=f6c7b0fe-fd0c-4130-abf9-d12f4dac994e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:52.835012 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f16a4c6d-afea-4dbd-9319-9be7b86f5c4b tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports?device_id=125052df-077b-4706-9736-8e3d6706e2f5 HTTP/1.1" status: 200  len: 205 time: 0.0773153
Nov 20 21:06:52.840066 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32882) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:52.857076 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047dda4-cf5e-4362-a0ff-77d02b20827c None None] Pushing event updated for resources: {'Port': ['ID=20b4594c-9064-41d5-9e0a-6b075fc1d1f3,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:52.906042 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-2c0d6d98-c556-47f8-8933-9ebf207a60a2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] delete failed (client error): The resource could not be found.
Nov 20 21:06:52.906977 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-d3d1317b-aa88-466d-a6be-ccaa47e9e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54443a90>, [{'id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-907519188', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:11Z', 'updated_at': '2021-11-20T21:06:50Z', 'revision_number': 5, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:12Z', 'updated_at': '2021-11-20T21:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:52.907178 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2c0d6d98-c556-47f8-8933-9ebf207a60a2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/routers/125052df-077b-4706-9736-8e3d6706e2f5 HTTP/1.1" status: 404  len: 336 time: 0.0652332
Nov 20 21:06:52.911791 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32884) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:52.919745 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-fb56d3b4-d6d6-473e-80ed-65e181e8cb4b None None] For port 20b4594c-9064-41d5-9e0a-6b075fc1d1f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20b4594c-9064-41d5-9e0a-6b075fc1d1f3,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:52.920390 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b8443a-7f14-4487-9757-c57efbc42c67 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Deleting subnet d2f4d898-3fb1-4c93-a8fa-c28ae1fb1897 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:06:52.921219 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fb56d3b4-d6d6-473e-80ed-65e181e8cb4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:52.922733 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6d47456d-b17c-45ed-a8e2-dd9668926f92 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:52.925474 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472f48f-6590-4ab4-9d83-a513e8f6d235 req-f412e297-3346-4a43-8274-8fe2cb3c39db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:52.927604 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f472f48f-6590-4ab4-9d83-a513e8f6d235 req-f412e297-3346-4a43-8274-8fe2cb3c39db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d8dda6c-ad95-4b4c-9a1c-f85536341ba1 HTTP/1.1" status: 200  len: 856 time: 0.2627921
Nov 20 21:06:52.930802 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44b8443a-7f14-4487-9757-c57efbc42c67 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:52.943618 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1317b-aa88-466d-a6be-ccaa47e9e7d9 None None] Checking router: 9bd9854a-d9c4-430b-a9ed-40b45201fe60 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:06:52.945907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-fb56d3b4-d6d6-473e-80ed-65e181e8cb4b None None] Calling delete_port for 20b4594c-9064-41d5-9e0a-6b075fc1d1f3 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:52.952287 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1317b-aa88-466d-a6be-ccaa47e9e7d9 None None] Routers {'9bd9854a-d9c4-430b-a9ed-40b45201fe60'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:52.953222 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-d3d1317b-aa88-466d-a6be-ccaa47e9e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54443a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9bd9854a-d9c4-430b-a9ed-40b45201fe60'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:52.958435 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-204af39a-e73a-42f0-869a-51762c6e16c2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:06:52.958898 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204af39a-e73a-42f0-869a-51762c6e16c2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:06:52.970394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32886) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:52.971589 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-204af39a-e73a-42f0-869a-51762c6e16c2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/2a459e71-37f9-480a-99e3-43f4e5b84e7a HTTP/1.1" status: 404  len: 337 time: 0.0595338
Nov 20 21:06:53.018639 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-beccbda1-986a-4c37-b2dc-cadc3be674f6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:53.021278 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-beccbda1-986a-4c37-b2dc-cadc3be674f6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:53.025394 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-beccbda1-986a-4c37-b2dc-cadc3be674f6 tempest-ServerActionsTestJSON-1950593969 tempest-ServerActionsTestJSON-1950593969-project] 10.222.0.41 "DELETE /v2.0/floatingips/eb542264-976e-4814-b3d4-8ab7289c7b91 HTTP/1.1" status: 204  len: 168 time: 1.6951270
Nov 20 21:06:53.026183 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32890) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:53.031147 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-aaecf842-a11c-4c7d-9e54-a2c4b8a66d84 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports?device_id=312dcaf7-0071-49fc-bac3-f4bce4eca088 HTTP/1.1" status: 200  len: 205 time: 0.0593412
Nov 20 21:06:53.035057 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32892) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:53.041561 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d47456d-b17c-45ed-a8e2-dd9668926f92 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:53.070116 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fb56d3b4-d6d6-473e-80ed-65e181e8cb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:53.071779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-6d47456d-b17c-45ed-a8e2-dd9668926f92 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:53.075270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d47456d-b17c-45ed-a8e2-dd9668926f92 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:53.076209 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6d47456d-b17c-45ed-a8e2-dd9668926f92 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:53.090135 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47456d-b17c-45ed-a8e2-dd9668926f92 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=2d3fe08d-cade-43f1-abc4-707d894fb1f5,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:53.107318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56d3b4-d6d6-473e-80ed-65e181e8cb4b None None] Pushing event deleted for resources: {'Port': ['ID=20b4594c-9064-41d5-9e0a-6b075fc1d1f3,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:53.109471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb56d3b4-d6d6-473e-80ed-65e181e8cb4b None None] No DVR routers for this DVR port 20b4594c-9064-41d5-9e0a-6b075fc1d1f3 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:06:53.132194 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81289b3-ebaa-4bef-8632-0ac4546b7038 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:53.143148 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6d47456d-b17c-45ed-a8e2-dd9668926f92 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0843418
Nov 20 21:06:53.144549 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-d3d1317b-aa88-466d-a6be-ccaa47e9e7d9 None None] Set router 9bd9854a-d9c4-430b-a9ed-40b45201fe60 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:53.145605 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32898) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:53.158366 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-227e0c1e-544e-4873-8478-be8a585c6fd1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1584656919', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:53.211045 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-227e0c1e-544e-4873-8478-be8a585c6fd1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:53.212821 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-227e0c1e-544e-4873-8478-be8a585c6fd1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:53.346518 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-227e0c1e-544e-4873-8478-be8a585c6fd1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:53.398542 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44b8443a-7f14-4487-9757-c57efbc42c67 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:53.401528 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-276bd0df-9013-4cb1-8374-b7382894d42a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] delete failed (client error): The resource could not be found.
Nov 20 21:06:53.402684 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-276bd0df-9013-4cb1-8374-b7382894d42a tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/routers/312dcaf7-0071-49fc-bac3-f4bce4eca088 HTTP/1.1" status: 404  len: 336 time: 0.3666694
Nov 20 21:06:53.427320 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-d3d1317b-aa88-466d-a6be-ccaa47e9e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54443a90>, [{'id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-907519188', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:11Z', 'updated_at': '2021-11-20T21:06:50Z', 'revision_number': 5, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:12Z', 'updated_at': '2021-11-20T21:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:53.438769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32902) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:53.457873 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1317b-aa88-466d-a6be-ccaa47e9e7d9 None None] The sync data for ids ['9bd9854a-d9c4-430b-a9ed-40b45201fe60'] in ncdv-master-1 is: [{'id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-907519188', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:11Z', 'updated_at': '2021-11-20T21:06:50Z', 'revision_number': 5, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': '2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9854a-d9c4-430b-a9ed-40b45201fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:12Z', 'updated_at': '2021-11-20T21:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:06:53.460437 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': '2d3fe08d-cade-43f1-abc4-707d894fb1f5'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:06:53.461320 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:53.477494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472f48f-6590-4ab4-9d83-a513e8f6d235 req-ea2a4e2a-4310-44f1-9805-e289883c3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:53.479092 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f472f48f-6590-4ab4-9d83-a513e8f6d235 req-ea2a4e2a-4310-44f1-9805-e289883c3dda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0462fe-9d19-4cda-815b-86a91b87f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5264106
Nov 20 21:06:53.550937 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-227e0c1e-544e-4873-8478-be8a585c6fd1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:53.585523 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55822b-5bf1-4eeb-b17f-88286f59555a req-05f3b811-d936-4436-8b73-885181be12c9 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:53.587040 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac55822b-5bf1-4eeb-b17f-88286f59555a req-05f3b811-d936-4436-8b73-885181be12c9 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.1992509
Nov 20 21:06:53.605373 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-53147c02-9482-4030-ae51-e51106ebd7d8 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports?device_id=79e943e2-a04f-4dc3-914d-2b5c582329fc HTTP/1.1" status: 200  len: 205 time: 0.0538673
Nov 20 21:06:53.611056 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32904) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:53.654174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Allocated IP 2001:db8::2 (078bc043-a79e-4708-a2f2-e608d1250afa/2d3fe08d-cade-43f1-abc4-707d894fb1f5/2e9881fb-0b0b-4684-89a4-f33f072c41af) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:53.656197 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-628aca59-0683-4e62-bd60-76295992fceb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] delete failed (client error): The resource could not be found.
Nov 20 21:06:53.659591 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-628aca59-0683-4e62-bd60-76295992fceb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/routers/79e943e2-a04f-4dc3-914d-2b5c582329fc HTTP/1.1" status: 404  len: 336 time: 0.0452476
Nov 20 21:06:53.660052 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-227e0c1e-544e-4873-8478-be8a585c6fd1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:53.662958 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-227e0c1e-544e-4873-8478-be8a585c6fd1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.5155129
Nov 20 21:06:53.663858 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32906) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:53.666958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32908) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:53.670239 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44b8443a-7f14-4487-9757-c57efbc42c67 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:53.746328 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a44776d-ced7-4591-a58f-e18496886c8c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:06:53.746575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a44776d-ced7-4591-a58f-e18496886c8c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:06:53.754875 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5a44776d-ced7-4591-a58f-e18496886c8c tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/2d9759e2-2d10-441a-98ff-3433eb92651d HTTP/1.1" status: 404  len: 337 time: 0.0889316
Nov 20 21:06:53.759091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32910) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:53.772489 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac55822b-5bf1-4eeb-b17f-88286f59555a req-862054d7-a79a-4609-9122-1ade773b1971 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1775327
Nov 20 21:06:53.778512 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f472f48f-6590-4ab4-9d83-a513e8f6d235 req-f2f93338-2eb2-4573-a57c-061f4f6195b5 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2823765
Nov 20 21:06:53.798571 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-be40c66a-4bca-4f6e-8744-c25144c88af2 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a527ca4-fa9b-4d98-9846-cf1d1650cf84 HTTP/1.1" status: 200  len: 205 time: 0.0382285
Nov 20 21:06:53.799188 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32912) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:53.826696 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:53.839987 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:53.854778 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-0d7d826d-6e1d-481e-a2a0-f96422970775 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] delete failed (client error): The resource could not be found.
Nov 20 21:06:53.858445 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0d7d826d-6e1d-481e-a2a0-f96422970775 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/routers/9a527ca4-fa9b-4d98-9846-cf1d1650cf84 HTTP/1.1" status: 404  len: 336 time: 0.0543635
Nov 20 21:06:53.859008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32914) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:53.898238 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:53.899703 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-07687695-b73b-4b60-b205-9d8653b10579 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:06:53.901751 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07687695-b73b-4b60-b205-9d8653b10579 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:06:53.903940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Pushing event updated for resources: {'Port': ['ID=2e9881fb-0b0b-4684-89a4-f33f072c41af,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:53.908093 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-07687695-b73b-4b60-b205-9d8653b10579 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/44dc55a6-8a79-4f14-bbf4-fe07f30053b1 HTTP/1.1" status: 404  len: 337 time: 0.0456104
Nov 20 21:06:53.912229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:53.916054 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:53.923837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32916) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:53.948367 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44b8443a-7f14-4487-9757-c57efbc42c67 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:53.976469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Attempting to bind port 2e9881fb-0b0b-4684-89a4-f33f072c41af on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:53.977056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Attempting to bind port 2e9881fb-0b0b-4684-89a4-f33f072c41af by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:53.977501 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Attempting to bind port 2e9881fb-0b0b-4684-89a4-f33f072c41af on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:53.983277 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:53.983827 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:53.984480 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:53.984975 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:53.985564 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Bound port: 2e9881fb-0b0b-4684-89a4-f33f072c41af, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:53.986043 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:53.993763 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0538dfab-5804-4b39-8b01-b9b5da8e5fa1 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25 HTTP/1.1" status: 200  len: 205 time: 0.0697246
Nov 20 21:06:53.999080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32918) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:54.045084 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-6ad603c6-a0a2-4c80-a8d6-f670f0da9299 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] delete failed (client error): The resource could not be found.
Nov 20 21:06:54.049304 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6ad603c6-a0a2-4c80-a8d6-f670f0da9299 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/routers/7c65405a-1b2f-46c0-9ce5-3a5f2dbe5c25 HTTP/1.1" status: 404  len: 336 time: 0.0460773
Nov 20 21:06:54.049304 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32920) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:54.075034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] For port 2e9881fb-0b0b-4684-89a4-f33f072c41af, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:54.079637 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] For port 2e9881fb-0b0b-4684-89a4-f33f072c41af, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e9881fb-0b0b-4684-89a4-f33f072c41af,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:54.085991 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:54.088691 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8443a-7f14-4487-9757-c57efbc42c67 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f4d898-3fb1-4c93-a8fa-c28ae1fb1897,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:54.096216 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97712b9-a5e0-4f58-afb5-049311226634 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:06:54.096638 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97712b9-a5e0-4f58-afb5-049311226634 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:06:54.102236 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b97712b9-a5e0-4f58-afb5-049311226634 tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/e8814e4c-fe47-4cd5-b74f-a3910f0f66c3 HTTP/1.1" status: 404  len: 337 time: 0.0500114
Nov 20 21:06:54.102429 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44b8443a-7f14-4487-9757-c57efbc42c67 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:54.102538 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32922) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:54.105789 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-44b8443a-7f14-4487-9757-c57efbc42c67 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "DELETE /v2.0/subnets/d2f4d898-3fb1-4c93-a8fa-c28ae1fb1897 HTTP/1.1" status: 204  len: 168 time: 1.6175132
Nov 20 21:06:54.112585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32924) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:54.131386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d11e3f-7890-46fd-a701-8230b0771b7f None None] Network 7e423f00-6cad-43f5-a5bf-960ac9228382 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:06:54.171495 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f472f48f-6590-4ab4-9d83-a513e8f6d235 req-9945e731-39d0-4719-be80-8a3c22d558ea service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3430309
Nov 20 21:06:54.192656 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-db811e9b-fe25-41a5-bdb5-90dbb4b4aefb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:06:54.193115 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db811e9b-fe25-41a5-bdb5-90dbb4b4aefb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:06:54.196265 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-db811e9b-fe25-41a5-bdb5-90dbb4b4aefb tempest-RoutersIpV6Test-446485772 tempest-RoutersIpV6Test-446485772-project] 10.222.0.41 "DELETE /v2.0/subnets/e6125ef1-fa3d-4cb3-a841-6314a5bd3c8e HTTP/1.1" status: 404  len: 337 time: 0.0929265
Nov 20 21:06:54.256217 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:54.325653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01a612-18f5-4f18-89f1-d94d77ca8a1f None None] Pushing event updated for resources: {'Port': ['ID=2e9881fb-0b0b-4684-89a4-f33f072c41af,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:54.376156 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c429977-77f3-4891-bf08-3f719f3edaca tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:54.468939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01f0d40-3994-42a9-b63d-03ec8817ba23 None None] DHCP port deletion for 7e423f00-6cad-43f5-a5bf-960ac9228382 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:06:54.711900 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c01f0d40-3994-42a9-b63d-03ec8817ba23 None None] Deleting port dfa88495-c4af-48dc-b5f0-8712d7b03fe1 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:54.712656 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c01f0d40-3994-42a9-b63d-03ec8817ba23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:54.774099 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c429977-77f3-4891-bf08-3f719f3edaca tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:54.807869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32948) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:54.909787 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::1 (078bc043-a79e-4708-a2f2-e608d1250afa/2d3fe08d-cade-43f1-abc4-707d894fb1f5/da613688-125c-4ded-b4cf-d74d350c3a2f) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:06:54.924919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c01f0d40-3994-42a9-b63d-03ec8817ba23 None None] For port dfa88495-c4af-48dc-b5f0-8712d7b03fe1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfa88495-c4af-48dc-b5f0-8712d7b03fe1,segment=NetworkSegment(1bb2223b-9405-45e8-af5d-412b4d3a91f3),segment_id=1bb2223b-9405-45e8-af5d-412b4d3a91f3)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:54.928732 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c01f0d40-3994-42a9-b63d-03ec8817ba23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:54.932701 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77355381-2f9c-4025-9432-bdcae629280f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:54.958797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c01f0d40-3994-42a9-b63d-03ec8817ba23 None None] Calling delete_port for dfa88495-c4af-48dc-b5f0-8712d7b03fe1 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:54.971863 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2e9881fb-0b0b-4684-89a4-f33f072c41af up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:55.142592 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ecce8714-4872-4910-817a-d0fd13a11d2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8efceb06a91a4ad8a9e6527d07da0fc2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3260238
Nov 20 21:06:55.149913 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32954) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:55.226535 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 2e9881fb-0b0b-4684-89a4-f33f072c41af triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:55.226926 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:55.243710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1c429977-77f3-4891-bf08-3f719f3edaca tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Deleting port 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:55.244352 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c429977-77f3-4891-bf08-3f719f3edaca tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:55.246469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b30cc-f8d6-44fd-853f-01a496f9421f req-d04f329f-3a16-445e-a87d-4d067089b11e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:55.259701 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d45b30cc-f8d6-44fd-853f-01a496f9421f req-d04f329f-3a16-445e-a87d-4d067089b11e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.2162812
Nov 20 21:06:55.269511 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:55.331849 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c01f0d40-3994-42a9-b63d-03ec8817ba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:55.361087 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d45b30cc-f8d6-44fd-853f-01a496f9421f req-a48efba4-4407-4f81-8792-a257eadbd6f2 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001856
Nov 20 21:06:55.388231 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:55.439374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f0d40-3994-42a9-b63d-03ec8817ba23 None None] Pushing event deleted for resources: {'Port': ['ID=dfa88495-c4af-48dc-b5f0-8712d7b03fe1,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:55.457441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:55.461993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:55.462394 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01f0d40-3994-42a9-b63d-03ec8817ba23 None None] No DVR routers for this DVR port dfa88495-c4af-48dc-b5f0-8712d7b03fe1 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:06:55.468914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:06:55.469801 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:55.488359 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=da613688-125c-4ded-b4cf-d74d350c3a2f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:55.497331 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:55.555146 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 2e9881fb-0b0b-4684-89a4-f33f072c41af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e9881fb-0b0b-4684-89a4-f33f072c41af,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:55.567709 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:55.685477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=2e9881fb-0b0b-4684-89a4-f33f072c41af,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:55.697663 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ce753731-4472-43f7-8c42-eca939130e2e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:55.729859 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: ce753731-4472-43f7-8c42-eca939130e2e {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:55.730328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ce753731-4472-43f7-8c42-eca939130e2e not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:55.730583 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device dfa88495-c4af-48dc-b5f0-8712d7b03fe1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:55.767538 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: dfa88495-c4af-48dc-b5f0-8712d7b03fe1 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:55.768015 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device dfa88495-c4af-48dc-b5f0-8712d7b03fe1 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:55.768515 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 20b4594c-9064-41d5-9e0a-6b075fc1d1f3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:55.809465 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:55.810304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 20b4594c-9064-41d5-9e0a-6b075fc1d1f3 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:55.810657 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 20b4594c-9064-41d5-9e0a-6b075fc1d1f3 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:56.050842 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cb287c4e-8908-4b24-a06d-31edc2e86684 None None] Provisioning complete for port 2e9881fb-0b0b-4684-89a4-f33f072c41af triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:56.051408 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cb287c4e-8908-4b24-a06d-31edc2e86684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:56.077165 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-1c429977-77f3-4891-bf08-3f719f3edaca tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] For port 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:56.077730 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c429977-77f3-4891-bf08-3f719f3edaca tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:56.093137 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1c429977-77f3-4891-bf08-3f719f3edaca tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Calling delete_port for 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:56.289322 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c28653da-71aa-4ff2-a45d-9da609cedff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:56.329143 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:56.335442 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:56.336459 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:56.376307 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c28653da-71aa-4ff2-a45d-9da609cedff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:56.491929 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f744be5c-7587-4311-979e-bcead8e77cbd None None] Provisioning complete for port da613688-125c-4ded-b4cf-d74d350c3a2f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:56.492836 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f744be5c-7587-4311-979e-bcead8e77cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:56.542914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:06:56.546804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:06:56.557510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=da613688-125c-4ded-b4cf-d74d350c3a2f,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:56.557756 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c28653da-71aa-4ff2-a45d-9da609cedff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:56.560587 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c28653da-71aa-4ff2-a45d-9da609cedff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:56.561904 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c28653da-71aa-4ff2-a45d-9da609cedff6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9a50313-60d7-4171-bcb2-50937937b5cb HTTP/1.1" status: 204  len: 168 time: 1.4104583
Nov 20 21:06:56.583070 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28653da-71aa-4ff2-a45d-9da609cedff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a50313-60d7-4171-bcb2-50937937b5cb,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:56.594201 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c429977-77f3-4891-bf08-3f719f3edaca tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:56.628240 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c429977-77f3-4891-bf08-3f719f3edaca tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event deleted for resources: {'Port': ['ID=2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:56.685799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-77355381-2f9c-4025-9432-bdcae629280f admin admin] Deleting port 17fcf859-28e3-47e2-a768-ed8ada73c5c6 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:56.689950 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7dc4c2-719d-42b4-8c55-1591da80eea0 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:06:56.690509 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77355381-2f9c-4025-9432-bdcae629280f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:56.696960 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f744be5c-7587-4311-979e-bcead8e77cbd None None] Port da613688-125c-4ded-b4cf-d74d350c3a2f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:06:56.802937 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c429977-77f3-4891-bf08-3f719f3edaca tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:56.852614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2e9881fb-0b0b-4684-89a4-f33f072c41af up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:06:56.877340 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b843e0-fa4b-4f99-8dc5-db9c4f7985cc req-4b488400-69c3-4d43-ad26-9ef004161809 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:56.879966 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29b843e0-fa4b-4f99-8dc5-db9c4f7985cc req-4b488400-69c3-4d43-ad26-9ef004161809 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.2413754
Nov 20 21:06:56.989514 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c429977-77f3-4891-bf08-3f719f3edaca tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:56.997539 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29b843e0-fa4b-4f99-8dc5-db9c4f7985cc req-4e183b86-e6f8-461e-9c87-4bf4030d8be8 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1057322
Nov 20 21:06:56.998688 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Router 22f0f39c-3def-4c37-9406-0475e55bfcfd is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:06:57.006526 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c429977-77f3-4891-bf08-3f719f3edaca tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:57.036034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-77355381-2f9c-4025-9432-bdcae629280f admin admin] For port 17fcf859-28e3-47e2-a768-ed8ada73c5c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17fcf859-28e3-47e2-a768-ed8ada73c5c6,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:06:57.036407 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77355381-2f9c-4025-9432-bdcae629280f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:57.096410 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 2e9881fb-0b0b-4684-89a4-f33f072c41af triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:57.097305 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:57.121813 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-77355381-2f9c-4025-9432-bdcae629280f admin admin] Calling delete_port for 17fcf859-28e3-47e2-a768-ed8ada73c5c6 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:06:57.134963 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c429977-77f3-4891-bf08-3f719f3edaca tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:57.135825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c429977-77f3-4891-bf08-3f719f3edaca tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Fanout notify agent at l3_agent the message router_deleted on router 9bd9854a-d9c4-430b-a9ed-40b45201fe60 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:06:57.145609 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c429977-77f3-4891-bf08-3f719f3edaca tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:57.147147 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1c429977-77f3-4891-bf08-3f719f3edaca tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "DELETE /v2.0/routers/9bd9854a-d9c4-430b-a9ed-40b45201fe60 HTTP/1.1" status: 204  len: 168 time: 3.0315976
Nov 20 21:06:57.150707 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 32966) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:57.227505 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:06:57.237028 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2c564002-c2db-47db-a6f2-58b9409d0316 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "PUT /v2.0/routers/22f0f39c-3def-4c37-9406-0475e55bfcfd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5635011
Nov 20 21:06:57.241498 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Sync routers for ids ['22f0f39c-3def-4c37-9406-0475e55bfcfd'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:06:57.242134 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32970) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:57.324281 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1d2e5814-55e2-42d4-bc57-82140e63cbf5 None None] Provisioning complete for port da613688-125c-4ded-b4cf-d74d350c3a2f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:06:57.324579 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1d2e5814-55e2-42d4-bc57-82140e63cbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:57.382961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b59c1e-b5b2-4dd5-8b90-a72805c9560b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:57.387319 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-50b59c1e-b5b2-4dd5-8b90-a72805c9560b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports/da613688-125c-4ded-b4cf-d74d350c3a2f HTTP/1.1" status: 200  len: 911 time: 0.1440654
Nov 20 21:06:57.390157 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32974) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:57.437393 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-671371ff-6f55-4fb4-af32-cc669445cf9f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:57.495130 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Routers {'22f0f39c-3def-4c37-9406-0475e55bfcfd'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:57.497277 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47104190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['22f0f39c-3def-4c37-9406-0475e55bfcfd'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:57.527234 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee28a68d-f934-47cd-86cf-0096c0c1d4b3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:57.554374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee28a68d-f934-47cd-86cf-0096c0c1d4b3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:57.556125 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ee28a68d-f934-47cd-86cf-0096c0c1d4b3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.1637375
Nov 20 21:06:57.559014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32980) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:57.650355 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-671371ff-6f55-4fb4-af32-cc669445cf9f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:57.700319 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-671371ff-6f55-4fb4-af32-cc669445cf9f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d66a370>,) {'filters': {'network_id': ['7e423f00-6cad-43f5-a5bf-960ac9228382']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:57.741023 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-671371ff-6f55-4fb4-af32-cc669445cf9f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d66a370>, '1bb2223b-9405-45e8-af5d-412b4d3a91f3') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:57.741376 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-671371ff-6f55-4fb4-af32-cc669445cf9f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d66a370>, '1bb2223b-9405-45e8-af5d-412b4d3a91f3') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:57.769127 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-671371ff-6f55-4fb4-af32-cc669445cf9f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:57.852009 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-671371ff-6f55-4fb4-af32-cc669445cf9f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:57.872373 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671371ff-6f55-4fb4-af32-cc669445cf9f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:06:57.873435 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-671371ff-6f55-4fb4-af32-cc669445cf9f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:06:57.877511 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:06:58.014306 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Set router 22f0f39c-3def-4c37-9406-0475e55bfcfd gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:06:58.086554 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-671371ff-6f55-4fb4-af32-cc669445cf9f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:58.124192 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-671371ff-6f55-4fb4-af32-cc669445cf9f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:58.127957 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-671371ff-6f55-4fb4-af32-cc669445cf9f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "DELETE /v2.0/networks/7e423f00-6cad-43f5-a5bf-960ac9228382 HTTP/1.1" status: 204  len: 168 time: 0.9758906
Nov 20 21:06:58.128940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671371ff-6f55-4fb4-af32-cc669445cf9f tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event deleted for resources: {'Network': ['ID=7e423f00-6cad-43f5-a5bf-960ac9228382,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:58.132446 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77355381-2f9c-4025-9432-bdcae629280f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:58.136247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32992) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:58.228523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e5814-55e2-42d4-bc57-82140e63cbf5 None None] Port da613688-125c-4ded-b4cf-d74d350c3a2f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:06:58.304794 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77355381-2f9c-4025-9432-bdcae629280f admin admin] Pushing event deleted for resources: {'Port': ['ID=17fcf859-28e3-47e2-a768-ed8ada73c5c6,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:58.444633 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 32998) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:58.555185 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47104190>, [{'id': '22f0f39c-3def-4c37-9406-0475e55bfcfd', 'name': 'tempest-NetworksTestDHCPv6-router-1584656919', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:53Z', 'updated_at': '2021-11-20T21:06:55Z', 'revision_number': 2, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'gw_port_host': None, '_interfaces': [{'id': 'da613688-125c-4ded-b4cf-d74d350c3a2f', 'name': '', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'mac_address': 'fa:16:3e:8c:11:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f0f39c-3def-4c37-9406-0475e55bfcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '2d3fe08d-cade-43f1-abc4-707d894fb1f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:54Z', 'updated_at': '2021-11-20T21:06:56Z', 'revision_number': 2, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'subnets': [{'id': '2d3fe08d-cade-43f1-abc4-707d894fb1f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:58.623069 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Checking router: 22f0f39c-3def-4c37-9406-0475e55bfcfd for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:06:58.623524 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Updating router 22f0f39c-3def-4c37-9406-0475e55bfcfd port da613688-125c-4ded-b4cf-d74d350c3a2f binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:06:58.684272 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:58.686018 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77355381-2f9c-4025-9432-bdcae629280f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:58.900993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:06:58.974131 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:06:58.975368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2e39b6f4-3eae-46bf-b1c0-ed1a7a84832c not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:06:59.079555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c395f76-027d-4f64-a622-aa4adcea3a0d req-d60415e2-1b92-4d43-8b0a-b2ce994f85c2 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:06:59.096194 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c395f76-027d-4f64-a622-aa4adcea3a0d req-d60415e2-1b92-4d43-8b0a-b2ce994f85c2 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.7131860
Nov 20 21:06:59.182625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77355381-2f9c-4025-9432-bdcae629280f admin admin] Router 13500626-2cad-483a-bc33-644f374efb35 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:06:59.204373 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-194c87e9-b645-4629-9d47-0644e7b345a9 tempest-SubnetPoolsTestJSON-1793303719 tempest-SubnetPoolsTestJSON-1793303719-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-325479835', 'prefixes': ['172.20.0.0/16']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:06:59.271203 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:59.281737 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:59.360334 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77355381-2f9c-4025-9432-bdcae629280f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:06:59.371953 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bd7315-93f7-4371-96fd-c499219743ec None None] Sync routers for ids ['13500626-2cad-483a-bc33-644f374efb35'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:06:59.377707 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-77355381-2f9c-4025-9432-bdcae629280f admin admin] 10.222.0.41 "PUT /v2.0/routers/13500626-2cad-483a-bc33-644f374efb35/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3484502
Nov 20 21:06:59.378614 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33004) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:06:59.391692 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd7315-93f7-4371-96fd-c499219743ec None None] Routers {'13500626-2cad-483a-bc33-644f374efb35'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:59.398934 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a3bd7315-93f7-4371-96fd-c499219743ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541fd700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13500626-2cad-483a-bc33-644f374efb35'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:59.423438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eda98f-1536-4310-a37b-f625f18f9f45 None None] Pushing event updated for resources: {'Port': ['ID=da613688-125c-4ded-b4cf-d74d350c3a2f,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:06:59.554265 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c395f76-027d-4f64-a622-aa4adcea3a0d req-72809ddd-2d09-446a-8230-2040138f12ff tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4566503
Nov 20 21:06:59.578644 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57cdf2c2-7731-4c3a-92f2-e183bee1d5a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:59.637542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Attempting to bind port da613688-125c-4ded-b4cf-d74d350c3a2f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:06:59.638916 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Attempting to bind port da613688-125c-4ded-b4cf-d74d350c3a2f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:06:59.639467 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Attempting to bind port da613688-125c-4ded-b4cf-d74d350c3a2f on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:06:59.650150 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5e669bc8-a95b-479e-b2ff-17c66763867d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:59.651927 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:06:59.652540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:06:59.653145 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:59.653784 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:06:59.654907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Bound port: da613688-125c-4ded-b4cf-d74d350c3a2f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:06:59.655483 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:59.761654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] For port da613688-125c-4ded-b4cf-d74d350c3a2f, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:06:59.767623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] For port da613688-125c-4ded-b4cf-d74d350c3a2f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da613688-125c-4ded-b4cf-d74d350c3a2f,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:06:59.773346 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:59.812874 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57cdf2c2-7731-4c3a-92f2-e183bee1d5a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:59.874684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Routers {'22f0f39c-3def-4c37-9406-0475e55bfcfd'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:06:59.875991 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47104190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['22f0f39c-3def-4c37-9406-0475e55bfcfd'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:06:59.927063 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2724e960-bf2d-4f9c-b04d-f894ea778c19 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Deleting port 3338d188-0a0b-4373-b020-2fb915d9ae36 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:59.928062 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2724e960-bf2d-4f9c-b04d-f894ea778c19 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:06:59.951720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-57cdf2c2-7731-4c3a-92f2-e183bee1d5a2 admin admin] Deleting port bd922759-2676-4bc6-8010-6bfe5dc820d8 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:06:59.952731 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57cdf2c2-7731-4c3a-92f2-e183bee1d5a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:00.013699 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-a3bd7315-93f7-4371-96fd-c499219743ec None None] Set router 13500626-2cad-483a-bc33-644f374efb35 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:07:00.069446 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2724e960-bf2d-4f9c-b04d-f894ea778c19 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:00.076364 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2724e960-bf2d-4f9c-b04d-f894ea778c19 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:00.094005 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2724e960-bf2d-4f9c-b04d-f894ea778c19 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Calling delete_port for 3338d188-0a0b-4373-b020-2fb915d9ae36 owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:00.153831 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] Set router 22f0f39c-3def-4c37-9406-0475e55bfcfd gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:07:00.188280 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-57cdf2c2-7731-4c3a-92f2-e183bee1d5a2 admin admin] For port bd922759-2676-4bc6-8010-6bfe5dc820d8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd922759-2676-4bc6-8010-6bfe5dc820d8,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:00.188949 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57cdf2c2-7731-4c3a-92f2-e183bee1d5a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:00.242085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-57cdf2c2-7731-4c3a-92f2-e183bee1d5a2 admin admin] Calling delete_port for bd922759-2676-4bc6-8010-6bfe5dc820d8 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:00.319233 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eda98f-1536-4310-a37b-f625f18f9f45 None None] Pushing event updated for resources: {'Port': ['ID=da613688-125c-4ded-b4cf-d74d350c3a2f,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:00.335292 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-14334841-a7c1-41bf-abc6-a54fca7e6302 None None] Provisioning complete for port da613688-125c-4ded-b4cf-d74d350c3a2f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:00.335677 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-14334841-a7c1-41bf-abc6-a54fca7e6302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:00.477708 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a3bd7315-93f7-4371-96fd-c499219743ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541fd700>, [{'id': '13500626-2cad-483a-bc33-644f374efb35', 'name': 'tempest-ServerActionsTestJSON-171127498-router', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:25Z', 'updated_at': '2021-11-20T21:06:57Z', 'revision_number': 5, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'gw_port': {'id': 'bd922759-2676-4bc6-8010-6bfe5dc820d8', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13500626-2cad-483a-bc33-644f374efb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:57:27Z', 'updated_at': '2021-11-20T20:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:00.540294 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bd7315-93f7-4371-96fd-c499219743ec None None] Checking router: 13500626-2cad-483a-bc33-644f374efb35 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:07:00.567941 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd7315-93f7-4371-96fd-c499219743ec None None] Routers {'13500626-2cad-483a-bc33-644f374efb35'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:07:00.568571 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a3bd7315-93f7-4371-96fd-c499219743ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541fd700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['13500626-2cad-483a-bc33-644f374efb35'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:00.585087 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-194c87e9-b645-4629-9d47-0644e7b345a9 tempest-SubnetPoolsTestJSON-1793303719 tempest-SubnetPoolsTestJSON-1793303719-project] Publish callbacks [] for subnetpool, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:00.596105 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-194c87e9-b645-4629-9d47-0644e7b345a9 tempest-SubnetPoolsTestJSON-1793303719 tempest-SubnetPoolsTestJSON-1793303719-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 1.6206234
Nov 20 21:07:00.600946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33008) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:00.635993 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2724e960-bf2d-4f9c-b04d-f894ea778c19 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:00.645309 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57cdf2c2-7731-4c3a-92f2-e183bee1d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:00.718929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724e960-bf2d-4f9c-b04d-f894ea778c19 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event deleted for resources: {'Port': ['ID=3338d188-0a0b-4373-b020-2fb915d9ae36,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:00.735960 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cdf2c2-7731-4c3a-92f2-e183bee1d5a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd922759-2676-4bc6-8010-6bfe5dc820d8,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:00.771848 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-a3bd7315-93f7-4371-96fd-c499219743ec None None] Set router 13500626-2cad-483a-bc33-644f374efb35 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:07:00.778156 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0b9f64-dafd-4b9f-bbdf-2a47ce8cc573 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:07:00.795803 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47104190>, [{'id': '22f0f39c-3def-4c37-9406-0475e55bfcfd', 'name': 'tempest-NetworksTestDHCPv6-router-1584656919', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:53Z', 'updated_at': '2021-11-20T21:06:55Z', 'revision_number': 2, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'gw_port_host': None, '_interfaces': [{'id': 'da613688-125c-4ded-b4cf-d74d350c3a2f', 'name': '', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'mac_address': 'fa:16:3e:8c:11:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f0f39c-3def-4c37-9406-0475e55bfcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '2d3fe08d-cade-43f1-abc4-707d894fb1f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:54Z', 'updated_at': '2021-11-20T21:06:59Z', 'revision_number': 4, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'subnets': [{'id': '2d3fe08d-cade-43f1-abc4-707d894fb1f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:00.873294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7f7f76-3c4b-4239-8b53-5004d3b61621 None None] The sync data for ids ['22f0f39c-3def-4c37-9406-0475e55bfcfd'] in ncdv-master-1 is: [{'id': '22f0f39c-3def-4c37-9406-0475e55bfcfd', 'name': 'tempest-NetworksTestDHCPv6-router-1584656919', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:53Z', 'updated_at': '2021-11-20T21:06:55Z', 'revision_number': 2, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'gw_port_host': None, '_interfaces': [{'id': 'da613688-125c-4ded-b4cf-d74d350c3a2f', 'name': '', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'mac_address': 'fa:16:3e:8c:11:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f0f39c-3def-4c37-9406-0475e55bfcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '2d3fe08d-cade-43f1-abc4-707d894fb1f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:06:54Z', 'updated_at': '2021-11-20T21:06:59Z', 'revision_number': 4, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'subnets': [{'id': '2d3fe08d-cade-43f1-abc4-707d894fb1f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:07:00.898145 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a3bd7315-93f7-4371-96fd-c499219743ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541fd700>, [{'id': '13500626-2cad-483a-bc33-644f374efb35', 'name': 'tempest-ServerActionsTestJSON-171127498-router', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:25Z', 'updated_at': '2021-11-20T21:06:59Z', 'revision_number': 6, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:00.971701 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57cdf2c2-7731-4c3a-92f2-e183bee1d5a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:00.983569 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bd7315-93f7-4371-96fd-c499219743ec None None] The sync data for ids ['13500626-2cad-483a-bc33-644f374efb35'] in ncdv-master-1 is: [{'id': '13500626-2cad-483a-bc33-644f374efb35', 'name': 'tempest-ServerActionsTestJSON-171127498-router', 'tenant_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:57:25Z', 'updated_at': '2021-11-20T21:06:59Z', 'revision_number': 6, 'project_id': 'e51856fcb6a14eb6a78ce767f46c8472', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:07:00.990532 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-14334841-a7c1-41bf-abc6-a54fca7e6302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:01.022514 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c4ba9e84-a98d-4866-a6c2-df8b4414ff65 tempest-SubnetPoolsTestJSON-1793303719 tempest-SubnetPoolsTestJSON-1793303719-project] 10.222.0.41 "GET /v2.0/subnetpools/4848454d-1bc8-45f4-9ad1-4f28f2a3e919 HTTP/1.1" status: 200  len: 731 time: 0.4054852
Nov 20 21:07:01.023507 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33012) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:01.061886 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-14334841-a7c1-41bf-abc6-a54fca7e6302 None None] For port da613688-125c-4ded-b4cf-d74d350c3a2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da613688-125c-4ded-b4cf-d74d350c3a2f,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:01.069352 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-14334841-a7c1-41bf-abc6-a54fca7e6302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:01.107936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-59b15aa6-d132-47e9-bb16-e3c8c8ed76c8 tempest-SubnetPoolsTestJSON-1793303719 tempest-SubnetPoolsTestJSON-1793303719-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1653641507'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:01.141021 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334841-a7c1-41bf-abc6-a54fca7e6302 None None] Pushing event updated for resources: {'Port': ['ID=da613688-125c-4ded-b4cf-d74d350c3a2f,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:01.205814 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-436efae6-4aef-4187-ab7e-8af6ce720cb5 None None] Provisioning complete for port da613688-125c-4ded-b4cf-d74d350c3a2f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:01.206221 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-436efae6-4aef-4187-ab7e-8af6ce720cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:01.272322 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57cdf2c2-7731-4c3a-92f2-e183bee1d5a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:01.276768 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57cdf2c2-7731-4c3a-92f2-e183bee1d5a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:01.345924 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57cdf2c2-7731-4c3a-92f2-e183bee1d5a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:01.345924 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cdf2c2-7731-4c3a-92f2-e183bee1d5a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13500626-2cad-483a-bc33-644f374efb35 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:07:01.351547 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57cdf2c2-7731-4c3a-92f2-e183bee1d5a2 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:01.353609 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-57cdf2c2-7731-4c3a-92f2-e183bee1d5a2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/13500626-2cad-483a-bc33-644f374efb35 HTTP/1.1" status: 204  len: 168 time: 1.9734862
Nov 20 21:07:01.356188 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33014) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:01.369498 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c470a-c815-440e-a43e-63d121c3e04c req-c50fa874-768a-4625-af52-7563177fa896 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:01.372632 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b6c470a-c815-440e-a43e-63d121c3e04c req-c50fa874-768a-4625-af52-7563177fa896 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.6055863
Nov 20 21:07:01.384619 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2724e960-bf2d-4f9c-b04d-f894ea778c19 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:01.384619 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-2724e960-bf2d-4f9c-b04d-f894ea778c19 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Floating IP 5ff05b55-1380-43d8-b695-a5cd35c88fd8 disassociated (deleted). External IP: 172.35.1.154, port: 985be6fd-eb24-486a-842e-0c2a592276ef.
Nov 20 21:07:01.484139 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-587aee51-cfbb-4b69-9c9c-4dbe31845f9f admin admin] Deleting subnet 7619f288-4cdb-4db5-897a-403b8dada68f {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:01.490410 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-587aee51-cfbb-4b69-9c9c-4dbe31845f9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:01.644087 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-587aee51-cfbb-4b69-9c9c-4dbe31845f9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:01.749549 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59b15aa6-d132-47e9-bb16-e3c8c8ed76c8 tempest-SubnetPoolsTestJSON-1793303719 tempest-SubnetPoolsTestJSON-1793303719-project] Publish callbacks [] for subnetpool, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:01.753364 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-59b15aa6-d132-47e9-bb16-e3c8c8ed76c8 tempest-SubnetPoolsTestJSON-1793303719 tempest-SubnetPoolsTestJSON-1793303719-project] 10.222.0.41 "PUT /v2.0/subnetpools/4848454d-1bc8-45f4-9ad1-4f28f2a3e919 HTTP/1.1" status: 200  len: 684 time: 0.6647851
Nov 20 21:07:01.754872 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33018) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:01.895573 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b6c470a-c815-440e-a43e-63d121c3e04c req-807e9954-1555-4523-84b6-b19af235bebb tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4790378
Nov 20 21:07:01.976970 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e83cb9ad-ff2e-4551-951a-064509a06bdf tempest-SubnetPoolsTestJSON-1793303719 tempest-SubnetPoolsTestJSON-1793303719-project] Publish callbacks [] for subnetpool, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:01.985474 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e83cb9ad-ff2e-4551-951a-064509a06bdf tempest-SubnetPoolsTestJSON-1793303719 tempest-SubnetPoolsTestJSON-1793303719-project] 10.222.0.41 "DELETE /v2.0/subnetpools/4848454d-1bc8-45f4-9ad1-4f28f2a3e919 HTTP/1.1" status: 204  len: 168 time: 0.2150691
Nov 20 21:07:01.986848 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33022) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:02.004905 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-b4922e48-e718-4848-8bff-d3fa5737d980 tempest-SubnetPoolsTestJSON-1793303719 tempest-SubnetPoolsTestJSON-1793303719-project] show failed (client error): The resource could not be found.
Nov 20 21:07:02.009612 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b4922e48-e718-4848-8bff-d3fa5737d980 tempest-SubnetPoolsTestJSON-1793303719 tempest-SubnetPoolsTestJSON-1793303719-project] 10.222.0.41 "GET /v2.0/subnetpools/4848454d-1bc8-45f4-9ad1-4f28f2a3e919 HTTP/1.1" status: 404  len: 346 time: 0.0191188
Nov 20 21:07:02.010597 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33024) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:02.055505 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-743c13d2-c79e-4c4e-b61a-e5e8b8784399 tempest-SubnetPoolsTestJSON-1793303719 tempest-SubnetPoolsTestJSON-1793303719-project] delete failed (client error): The resource could not be found.
Nov 20 21:07:02.061150 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-743c13d2-c79e-4c4e-b61a-e5e8b8784399 tempest-SubnetPoolsTestJSON-1793303719 tempest-SubnetPoolsTestJSON-1793303719-project] 10.222.0.41 "DELETE /v2.0/subnetpools/4848454d-1bc8-45f4-9ad1-4f28f2a3e919 HTTP/1.1" status: 404  len: 346 time: 0.0448337
Nov 20 21:07:02.088137 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-587aee51-cfbb-4b69-9c9c-4dbe31845f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:02.166435 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-5e669bc8-a95b-479e-b2ff-17c66763867d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port da613688-125c-4ded-b4cf-d74d350c3a2f {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:02.167396 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5e669bc8-a95b-479e-b2ff-17c66763867d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:02.292733 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-587aee51-cfbb-4b69-9c9c-4dbe31845f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:02.371142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587aee51-cfbb-4b69-9c9c-4dbe31845f9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7619f288-4cdb-4db5-897a-403b8dada68f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:02.373244 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d91024-ce37-4031-9abf-1047b7f876b8 None None] Network bafdbd34-4234-401f-abb5-0b7b5a2562ab requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:02.373727 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-587aee51-cfbb-4b69-9c9c-4dbe31845f9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:02.380154 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-587aee51-cfbb-4b69-9c9c-4dbe31845f9f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7619f288-4cdb-4db5-897a-403b8dada68f HTTP/1.1" status: 204  len: 168 time: 1.0199809
Nov 20 21:07:02.384882 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33028) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:02.498563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-5e669bc8-a95b-479e-b2ff-17c66763867d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] For port da613688-125c-4ded-b4cf-d74d350c3a2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da613688-125c-4ded-b4cf-d74d350c3a2f,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:02.498947 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5e669bc8-a95b-479e-b2ff-17c66763867d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:02.522836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-5e669bc8-a95b-479e-b2ff-17c66763867d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for da613688-125c-4ded-b4cf-d74d350c3a2f owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:02.622132 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:02.781547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33048) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:02.877393 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] Deleting port ae6324b5-0e79-47bf-95c9-099eaf4c9b01 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:02.878237 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:02.889828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fe51ef-cd6f-4baa-bf12-40e0ec2497a4 None None] DHCP port deletion for bafdbd34-4234-401f-abb5-0b7b5a2562ab request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:07:02.948407 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2724e960-bf2d-4f9c-b04d-f894ea778c19 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:07:02.971071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device da613688-125c-4ded-b4cf-d74d350c3a2f up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:07:03.110997 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] For port ae6324b5-0e79-47bf-95c9-099eaf4c9b01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae6324b5-0e79-47bf-95c9-099eaf4c9b01,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:03.111367 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:03.138764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-19fe51ef-cd6f-4baa-bf12-40e0ec2497a4 None None] Deleting port ae6324b5-0e79-47bf-95c9-099eaf4c9b01 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:03.139257 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19fe51ef-cd6f-4baa-bf12-40e0ec2497a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:03.142651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] Calling delete_port for ae6324b5-0e79-47bf-95c9-099eaf4c9b01 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:03.153688 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2dccf7fe-ffe3-4747-8c59-3945ee8148bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:03.259255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f05e1-d8e4-4e1d-bc4d-f300039efab4 req-8dcb47e8-03df-4d89-9687-d4142c6ee4fa tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:03.269266 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e12f05e1-d8e4-4e1d-bc4d-f300039efab4 req-8dcb47e8-03df-4d89-9687-d4142c6ee4fa tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.2151184
Nov 20 21:07:03.276484 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5e669bc8-a95b-479e-b2ff-17c66763867d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:03.316067 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-19fe51ef-cd6f-4baa-bf12-40e0ec2497a4 None None] For port ae6324b5-0e79-47bf-95c9-099eaf4c9b01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae6324b5-0e79-47bf-95c9-099eaf4c9b01,segment=NetworkSegment(5d3432fb-e7b7-4104-b4a5-0173ed3cf762),segment_id=5d3432fb-e7b7-4104-b4a5-0173ed3cf762)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:03.316896 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19fe51ef-cd6f-4baa-bf12-40e0ec2497a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:03.327215 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2dccf7fe-ffe3-4747-8c59-3945ee8148bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:03.338224 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2dccf7fe-ffe3-4747-8c59-3945ee8148bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:03.339576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-19fe51ef-cd6f-4baa-bf12-40e0ec2497a4 None None] Calling delete_port for ae6324b5-0e79-47bf-95c9-099eaf4c9b01 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:03.354648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2724e960-bf2d-4f9c-b04d-f894ea778c19 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:07:03.362573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e669bc8-a95b-479e-b2ff-17c66763867d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=da613688-125c-4ded-b4cf-d74d350c3a2f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:03.374371 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2724e960-bf2d-4f9c-b04d-f894ea778c19 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:03.414212 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2dccf7fe-ffe3-4747-8c59-3945ee8148bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13f977c87287447889fd754b0a815daa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6226010
Nov 20 21:07:03.420245 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33056) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:03.464113 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc42aa-6156-4388-95af-b0b1b290f671 None None] Sync routers for ids ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:07:03.484233 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port da613688-125c-4ded-b4cf-d74d350c3a2f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:03.486329 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:03.497619 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19fe51ef-cd6f-4baa-bf12-40e0ec2497a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:03.580593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccf7fe-ffe3-4747-8c59-3945ee8148bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f77087-e229-4391-bdfc-d7d3b8a2a02d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:03.583459 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fe51ef-cd6f-4baa-bf12-40e0ec2497a4 None None] No DVR routers for this DVR port ae6324b5-0e79-47bf-95c9-099eaf4c9b01 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:07:03.663359 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Port da613688-125c-4ded-b4cf-d74d350c3a2f was deleted so its status cannot be updated. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Nov 20 21:07:03.687349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc42aa-6156-4388-95af-b0b1b290f671 None None] Routers {'3b9d6dbe-0889-4a12-824e-9f3624c75f4c'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:07:03.689077 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-8bdc42aa-6156-4388-95af-b0b1b290f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47368430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:03.700024 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe51ef-cd6f-4baa-bf12-40e0ec2497a4 None None] Pushing event deleted for resources: {'Port': ['ID=ae6324b5-0e79-47bf-95c9-099eaf4c9b01,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:03.709485 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:03.721830 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2724e960-bf2d-4f9c-b04d-f894ea778c19 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "DELETE /v2.0/floatingips/5ff05b55-1380-43d8-b695-a5cd35c88fd8 HTTP/1.1" status: 204  len: 168 time: 5.5735307
Nov 20 21:07:03.741829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ba7955-5181-4b9d-8046-1ebc20efd258', 'tag': '985be6fd-eb24-486a-842e-0c2a592276ef'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:07:03.756090 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b0d778-12ad-4f3f-a914-c14891a78a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "45ba7955-5181-4b9d-8046-1ebc20efd258", "tag": "985be6fd-eb24-486a-842e-0c2a592276ef"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:07:03.774806 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3ccc-74db-4d65-bc28-ad06ae0794d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:03.820291 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bd922759-2676-4bc6-8010-6bfe5dc820d8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:03.875399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: bd922759-2676-4bc6-8010-6bfe5dc820d8 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:07:03.880419 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bd922759-2676-4bc6-8010-6bfe5dc820d8 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:07:03.880419 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 17fcf859-28e3-47e2-a768-ed8ada73c5c6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:03.895236 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3ccc-74db-4d65-bc28-ad06ae0794d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:03.916024 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e12f05e1-d8e4-4e1d-bc4d-f300039efab4 req-59f6d5b4-884d-4129-8bc6-40b9806a1cb1 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6447520
Nov 20 21:07:03.919787 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5e669bc8-a95b-479e-b2ff-17c66763867d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:03.942204 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 17fcf859-28e3-47e2-a768-ed8ada73c5c6 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:07:03.945566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 17fcf859-28e3-47e2-a768-ed8ada73c5c6 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:07:04.028932 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6324b5-0e79-47bf-95c9-099eaf4c9b01,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:04.042949 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3ccc-74db-4d65-bc28-ad06ae0794d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:04.049276 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3ccc-74db-4d65-bc28-ad06ae0794d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:04.071289 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1d6e3ccc-74db-4d65-bc28-ad06ae0794d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90f77087-e229-4391-bdfc-d7d3b8a2a02d HTTP/1.1" status: 204  len: 168 time: 0.6401465
Nov 20 21:07:04.084218 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] No DVR routers for this DVR port ae6324b5-0e79-47bf-95c9-099eaf4c9b01 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:07:04.127782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e3ccc-74db-4d65-bc28-ad06ae0794d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f77087-e229-4391-bdfc-d7d3b8a2a02d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:04.187631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-8bdc42aa-6156-4388-95af-b0b1b290f671 None None] Set router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:07:04.402394 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:04.459810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4dd78970>,) {'filters': {'network_id': ['bafdbd34-4234-401f-abb5-0b7b5a2562ab']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:04.484532 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dd78970>, '5d3432fb-e7b7-4104-b4a5-0173ed3cf762') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:04.488644 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dd78970>, '5d3432fb-e7b7-4104-b4a5-0173ed3cf762') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:04.514130 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:04.654956 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:04.678914 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:07:04.679325 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:07:04.681591 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:07:04.735917 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c1de33-c2c2-40ef-8e42-cfeda9e5cfb5 x-openstack-request-id: req-a6c1de33-c2c2-40ef-8e42-cfeda9e5cfb5 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:07:04.736500 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ba7955-5181-4b9d-8046-1ebc20efd258", "tag": "985be6fd-eb24-486a-842e-0c2a592276ef", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:07:04.736500 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6c1de33-c2c2-40ef-8e42-cfeda9e5cfb5 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:07:04.736918 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ba7955-5181-4b9d-8046-1ebc20efd258', 'tag': '985be6fd-eb24-486a-842e-0c2a592276ef', 'status': 'completed', 'code': 200}
Nov 20 21:07:04.794389 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-8bdc42aa-6156-4388-95af-b0b1b290f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47368430>, [{'id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-985332848', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:04:55Z', 'updated_at': '2021-11-20T21:05:07Z', 'revision_number': 4, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:04:57Z', 'updated_at': '2021-11-20T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e58d1880-302a-4e54-a879-9646117f38c3', 'name': '', 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'mac_address': 'fa:16:3e:55:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:06Z', 'updated_at': '2021-11-20T21:05:17Z', 'revision_number': 5, 'project_id': '83a551019ab140bba8ec377d05167a62', 'subnets': [{'id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:04.874853 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc42aa-6156-4388-95af-b0b1b290f671 None None] Checking router: 3b9d6dbe-0889-4a12-824e-9f3624c75f4c for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:07:04.876817 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ae6324b5-0e79-47bf-95c9-099eaf4c9b01 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:04.886327 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e669bc8-a95b-479e-b2ff-17c66763867d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Router 22f0f39c-3def-4c37-9406-0475e55bfcfd has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:07:04.889892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0d778-12ad-4f3f-a914-c14891a78a3e req-44af1a0e-be48-4171-827e-599d6d56d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:04.892345 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9b0d778-12ad-4f3f-a914-c14891a78a3e req-44af1a0e-be48-4171-827e-599d6d56d473 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83a551019ab140bba8ec377d05167a62&device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 1136 time: 0.1544330
Nov 20 21:07:04.901044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: ae6324b5-0e79-47bf-95c9-099eaf4c9b01 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:07:04.901635 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ae6324b5-0e79-47bf-95c9-099eaf4c9b01 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:07:04.914966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc42aa-6156-4388-95af-b0b1b290f671 None None] Routers {'3b9d6dbe-0889-4a12-824e-9f3624c75f4c'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:07:04.916012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-8bdc42aa-6156-4388-95af-b0b1b290f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47368430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:04.961590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0825a3-00a7-4231-8644-78efcbd1a57e req-afb0babf-1405-49b1-b5a2-4c26fff33f13 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:04.964353 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ca0825a3-00a7-4231-8644-78efcbd1a57e req-afb0babf-1405-49b1-b5a2-4c26fff33f13 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 985 time: 0.4318352
Nov 20 21:07:05.000207 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e669bc8-a95b-479e-b2ff-17c66763867d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:07:05.010826 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5e669bc8-a95b-479e-b2ff-17c66763867d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "PUT /v2.0/routers/22f0f39c-3def-4c37-9406-0475e55bfcfd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4507389
Nov 20 21:07:05.011615 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33080) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:05.015750 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74d8fa1-3891-44f9-964c-5ed156c945d8 None None] Sync routers for ids ['22f0f39c-3def-4c37-9406-0475e55bfcfd'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:07:05.038088 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:05.047243 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d8fa1-3891-44f9-964c-5ed156c945d8 None None] Routers {'22f0f39c-3def-4c37-9406-0475e55bfcfd'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:07:05.054771 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c74d8fa1-3891-44f9-964c-5ed156c945d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543eeb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['22f0f39c-3def-4c37-9406-0475e55bfcfd'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:05.061188 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:05.064968 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] 10.222.0.41 "DELETE /v2.0/networks/bafdbd34-4234-401f-abb5-0b7b5a2562ab HTTP/1.1" status: 204  len: 168 time: 2.6788921
Nov 20 21:07:05.124676 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98fe35-c30d-40af-8078-6be61f1f5b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=bafdbd34-4234-401f-abb5-0b7b5a2562ab,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:05.170591 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-8bdc42aa-6156-4388-95af-b0b1b290f671 None None] Set router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:07:05.265129 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ca0825a3-00a7-4231-8644-78efcbd1a57e req-3cacf6ea-88df-4ae8-968c-9763eb4b15db tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f9f2993-48ae-486c-bf6f-5e622bb360ef&id=58ff9b1c-f539-4154-928c-6ed15e039b3c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2755215
Nov 20 21:07:05.303411 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0d778-12ad-4f3f-a914-c14891a78a3e req-1351f366-dfe6-46d0-bf20-341934334d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:05.309598 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9b0d778-12ad-4f3f-a914-c14891a78a3e req-1351f366-dfe6-46d0-bf20-341934334d2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bef316a-94ed-44e3-8dfa-520c0d36d93a HTTP/1.1" status: 200  len: 897 time: 0.2166972
Nov 20 21:07:05.311773 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-c74d8fa1-3891-44f9-964c-5ed156c945d8 None None] Set router 22f0f39c-3def-4c37-9406-0475e55bfcfd gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:07:05.417078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276e8263-965d-4276-be01-da37eeb50b6b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:05.417078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276e8263-965d-4276-be01-da37eeb50b6b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:05.419836 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33092) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:05.431122 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-276e8263-965d-4276-be01-da37eeb50b6b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4180679
Nov 20 21:07:05.511487 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c74d8fa1-3891-44f9-964c-5ed156c945d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543eeb20>, [{'id': '22f0f39c-3def-4c37-9406-0475e55bfcfd', 'name': 'tempest-NetworksTestDHCPv6-router-1584656919', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:53Z', 'updated_at': '2021-11-20T21:07:02Z', 'revision_number': 3, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:05.543725 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74d8fa1-3891-44f9-964c-5ed156c945d8 None None] Checking router: 22f0f39c-3def-4c37-9406-0475e55bfcfd for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:07:05.555090 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d8fa1-3891-44f9-964c-5ed156c945d8 None None] Routers {'22f0f39c-3def-4c37-9406-0475e55bfcfd'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:07:05.556147 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c74d8fa1-3891-44f9-964c-5ed156c945d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543eeb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['22f0f39c-3def-4c37-9406-0475e55bfcfd'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:05.559955 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33094) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:05.564289 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6da8c8-c767-4880-8252-58f95b8b9798 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 2d3fe08d-cade-43f1-abc4-707d894fb1f5 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:05.577332 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9b0d778-12ad-4f3f-a914-c14891a78a3e req-431fc805-302e-4208-92f0-edf9fa8e91c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=985be6fd-eb24-486a-842e-0c2a592276ef HTTP/1.1" status: 200  len: 217 time: 0.1428862
Nov 20 21:07:05.650149 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a6da8c8-c767-4880-8252-58f95b8b9798 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:05.675923 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-c74d8fa1-3891-44f9-964c-5ed156c945d8 None None] Set router 22f0f39c-3def-4c37-9406-0475e55bfcfd gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:07:05.734269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40522c59-e1fa-4c70-81ae-a63147802f19 req-0ed21c3b-ae60-4e8c-80d4-76d9503e75df tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:05.735958 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-40522c59-e1fa-4c70-81ae-a63147802f19 req-0ed21c3b-ae60-4e8c-80d4-76d9503e75df tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.4251366
Nov 20 21:07:05.744286 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-8bdc42aa-6156-4388-95af-b0b1b290f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47368430>, [{'id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-985332848', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:04:55Z', 'updated_at': '2021-11-20T21:05:07Z', 'revision_number': 4, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:04:57Z', 'updated_at': '2021-11-20T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e58d1880-302a-4e54-a879-9646117f38c3', 'name': '', 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'mac_address': 'fa:16:3e:55:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:06Z', 'updated_at': '2021-11-20T21:05:17Z', 'revision_number': 5, 'project_id': '83a551019ab140bba8ec377d05167a62', 'subnets': [{'id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:05.806746 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c74d8fa1-3891-44f9-964c-5ed156c945d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543eeb20>, [{'id': '22f0f39c-3def-4c37-9406-0475e55bfcfd', 'name': 'tempest-NetworksTestDHCPv6-router-1584656919', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:53Z', 'updated_at': '2021-11-20T21:07:02Z', 'revision_number': 3, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:05.822194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0d778-12ad-4f3f-a914-c14891a78a3e req-fd0ba140-e614-48a1-a29d-e4a5d448e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:05.826589 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-122ab33b-4526-4072-b4c8-75407f5bd2a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e51856fcb6a14eb6a78ce767f46c8472&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2408412
Nov 20 21:07:05.826780 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9b0d778-12ad-4f3f-a914-c14891a78a3e req-fd0ba140-e614-48a1-a29d-e4a5d448e780 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd0c0ae1-09df-44d3-b73c-12d3c1862d37 HTTP/1.1" status: 200  len: 834 time: 0.2231324
Nov 20 21:07:05.828809 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc42aa-6156-4388-95af-b0b1b290f671 None None] The sync data for ids ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'] in ncdv-master-1 is: [{'id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-985332848', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:04:55Z', 'updated_at': '2021-11-20T21:05:07Z', 'revision_number': 4, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:04:57Z', 'updated_at': '2021-11-20T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e58d1880-302a-4e54-a879-9646117f38c3', 'name': '', 'network_id': '2bef316a-94ed-44e3-8dfa-520c0d36d93a', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'mac_address': 'fa:16:3e:55:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:05:06Z', 'updated_at': '2021-11-20T21:05:17Z', 'revision_number': 5, 'project_id': '83a551019ab140bba8ec377d05167a62', 'subnets': [{'id': 'cd0c0ae1-09df-44d3-b73c-12d3c1862d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:07:05.832846 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33100) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:05.836488 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a6da8c8-c767-4880-8252-58f95b8b9798 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:05.863308 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74d8fa1-3891-44f9-964c-5ed156c945d8 None None] The sync data for ids ['22f0f39c-3def-4c37-9406-0475e55bfcfd'] in ncdv-master-1 is: [{'id': '22f0f39c-3def-4c37-9406-0475e55bfcfd', 'name': 'tempest-NetworksTestDHCPv6-router-1584656919', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:06:53Z', 'updated_at': '2021-11-20T21:07:02Z', 'revision_number': 3, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:07:05.932277 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-40522c59-e1fa-4c70-81ae-a63147802f19 req-08f08dab-19a5-4ac2-81f7-0736a0dd9e84 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1770542
Nov 20 21:07:06.020323 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f8c2c2a-20ab-4413-b565-0eb65a8858db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:06.070875 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f8c2c2a-20ab-4413-b565-0eb65a8858db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:06.103071 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a6da8c8-c767-4880-8252-58f95b8b9798 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:06.177947 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f8c2c2a-20ab-4413-b565-0eb65a8858db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:06.186223 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f8c2c2a-20ab-4413-b565-0eb65a8858db admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:06.188617 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1f8c2c2a-20ab-4413-b565-0eb65a8858db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29 HTTP/1.1" status: 204  len: 168 time: 0.3538744
Nov 20 21:07:06.216071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c2c2a-20ab-4413-b565-0eb65a8858db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa6a7aa-3bac-4d1b-b80d-0d7e32007c29,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:06.315631 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a6da8c8-c767-4880-8252-58f95b8b9798 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:06.369623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6da8c8-c767-4880-8252-58f95b8b9798 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3fe08d-cade-43f1-abc4-707d894fb1f5,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:06.374203 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a6da8c8-c767-4880-8252-58f95b8b9798 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:06.378092 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6a6da8c8-c767-4880-8252-58f95b8b9798 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/2d3fe08d-cade-43f1-abc4-707d894fb1f5 HTTP/1.1" status: 204  len: 168 time: 0.9570684
Nov 20 21:07:06.380934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33114) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:06.389704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2c82b7-f12f-46fa-bdf8-101c47a91e13 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:06.550373 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d4fd8753-f6d7-4740-8435-664bef4d013e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.1677952
Nov 20 21:07:06.554996 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33120) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:06.619362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a1d1d-64a5-4688-bb0b-4741eca24848 None None] New status for floating IP 5ff05b55-1380-43d8-b695-a5cd35c88fd8: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:07:06.737759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0d778-12ad-4f3f-a914-c14891a78a3e req-66cb63ab-54c5-4ef6-a6f3-40f5f3d33a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:06.742165 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9b0d778-12ad-4f3f-a914-c14891a78a3e req-66cb63ab-54c5-4ef6-a6f3-40f5f3d33a79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bef316a-94ed-44e3-8dfa-520c0d36d93a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0891297
Nov 20 21:07:06.969663 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9b0d778-12ad-4f3f-a914-c14891a78a3e req-492f7792-191b-46a9-bb7f-f9ba30dd5231 service neutron] 10.222.0.37 "GET /v2.0/networks/2bef316a-94ed-44e3-8dfa-520c0d36d93a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2144105
Nov 20 21:07:06.988773 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device da613688-125c-4ded-b4cf-d74d350c3a2f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:07.102952 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: da613688-125c-4ded-b4cf-d74d350c3a2f {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:07:07.103304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device da613688-125c-4ded-b4cf-d74d350c3a2f not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:07:07.173244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d2c00-9b4b-42bc-80bf-d2d9aefd0ebe req-c675476d-3ca2-482e-af1e-78ae755aa55d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:07.181132 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c5d2c00-9b4b-42bc-80bf-d2d9aefd0ebe req-c675476d-3ca2-482e-af1e-78ae755aa55d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.1014023
Nov 20 21:07:07.251663 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fe01d2-71b9-44bb-8384-f7beb17d7aa7 None None] DHCP port deletion for 078bc043-a79e-4708-a2f2-e608d1250afa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:07:07.281341 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d5230a5-e658-45b5-b4c1-7dc1d35d9b1d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:07.332653 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c5d2c00-9b4b-42bc-80bf-d2d9aefd0ebe req-f9483ab6-4200-425f-833a-03857c3894ec tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1456106
Nov 20 21:07:07.341901 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe01d2-71b9-44bb-8384-f7beb17d7aa7 None None] Deleting port 2e9881fb-0b0b-4684-89a4-f33f072c41af {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:07.342850 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a6fe01d2-71b9-44bb-8384-f7beb17d7aa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:07.401779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9b0d778-12ad-4f3f-a914-c14891a78a3e req-70276dc3-86b6-48a3-b638-aed41b59ee39 service neutron] 10.222.0.37 "GET /v2.0/networks/2bef316a-94ed-44e3-8dfa-520c0d36d93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1774833
Nov 20 21:07:07.440902 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a6fe01d2-71b9-44bb-8384-f7beb17d7aa7 None None] For port 2e9881fb-0b0b-4684-89a4-f33f072c41af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e9881fb-0b0b-4684-89a4-f33f072c41af,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:07.441888 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a6fe01d2-71b9-44bb-8384-f7beb17d7aa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:07.460021 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe01d2-71b9-44bb-8384-f7beb17d7aa7 None None] Calling delete_port for 2e9881fb-0b0b-4684-89a4-f33f072c41af owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:07.504438 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d5230a5-e658-45b5-b4c1-7dc1d35d9b1d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:07.507401 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d5230a5-e658-45b5-b4c1-7dc1d35d9b1d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:07.569715 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d5230a5-e658-45b5-b4c1-7dc1d35d9b1d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:07.570695 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5230a5-e658-45b5-b4c1-7dc1d35d9b1d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Fanout notify agent at l3_agent the message router_deleted on router 22f0f39c-3def-4c37-9406-0475e55bfcfd {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:07:07.578562 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d5230a5-e658-45b5-b4c1-7dc1d35d9b1d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:07.583460 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5d5230a5-e658-45b5-b4c1-7dc1d35d9b1d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/routers/22f0f39c-3def-4c37-9406-0475e55bfcfd HTTP/1.1" status: 204  len: 168 time: 1.0259502
Nov 20 21:07:07.584575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33152) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:07.588971 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9161ec2-b330-4af1-ba67-9fe28280dc4f req-7b8228bd-8fcd-42de-a41d-79390218d7d7 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:07.591481 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b9161ec2-b330-4af1-ba67-9fe28280dc4f req-7b8228bd-8fcd-42de-a41d-79390218d7d7 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 985 time: 1.0616868
Nov 20 21:07:07.596989 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a6fe01d2-71b9-44bb-8384-f7beb17d7aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:07.598009 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c21de52f-df57-4359-a890-f8dacf524300 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:07.636020 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fe01d2-71b9-44bb-8384-f7beb17d7aa7 None None] No DVR routers for this DVR port 2e9881fb-0b0b-4684-89a4-f33f072c41af on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:07:07.681956 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe01d2-71b9-44bb-8384-f7beb17d7aa7 None None] Pushing event deleted for resources: {'Port': ['ID=2e9881fb-0b0b-4684-89a4-f33f072c41af,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:07.714883 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b9161ec2-b330-4af1-ba67-9fe28280dc4f req-2464b36f-fe2d-4216-8722-c0063d300f8e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f9f2993-48ae-486c-bf6f-5e622bb360ef&id=58ff9b1c-f539-4154-928c-6ed15e039b3c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1138384
Nov 20 21:07:07.792830 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33160) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:07.799925 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21de52f-df57-4359-a890-f8dacf524300 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:07.804364 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c21de52f-df57-4359-a890-f8dacf524300 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:07.916048 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4e52ff46-a951-4dc3-acfd-78b4e13b5a47 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1225219149-network', 'tenant_id': '0400d56719ed494ebd32c09923c9b578'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:08.002348 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e52ff46-a951-4dc3-acfd-78b4e13b5a47 admin admin] Made reservation on behalf of 0400d56719ed494ebd32c09923c9b578 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:08.005255 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e52ff46-a951-4dc3-acfd-78b4e13b5a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.017073 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba0714-d014-4679-b1b8-8753e1e9cf1d req-7ae61e6a-1287-405a-9577-f877591a985d tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:08.018622 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-15ba0714-d014-4679-b1b8-8753e1e9cf1d req-7ae61e6a-1287-405a-9577-f877591a985d tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.37 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 985 time: 0.1193197
Nov 20 21:07:08.038627 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e52ff46-a951-4dc3-acfd-78b4e13b5a47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.155467 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.160547 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c21de52f-df57-4359-a890-f8dacf524300 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.231559 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.238779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21de52f-df57-4359-a890-f8dacf524300 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:08.249556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-c21de52f-df57-4359-a890-f8dacf524300 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:08.257474 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21de52f-df57-4359-a890-f8dacf524300 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:08.258102 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c21de52f-df57-4359-a890-f8dacf524300 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.260432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d5d486-0656-4437-b1dd-0d9a89b084b4 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:08.260611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21de52f-df57-4359-a890-f8dacf524300 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=980837d3-d081-4eda-bc38-713ec2f60122,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:08.292899 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-15ba0714-d014-4679-b1b8-8753e1e9cf1d req-cee465b7-b959-498b-a872-ceee6b294cf8 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Deleting port 985be6fd-eb24-486a-842e-0c2a592276ef {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:08.293400 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-15ba0714-d014-4679-b1b8-8753e1e9cf1d req-cee465b7-b959-498b-a872-ceee6b294cf8 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.300324 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e52ff46-a951-4dc3-acfd-78b4e13b5a47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.305954 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c21de52f-df57-4359-a890-f8dacf524300 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7196364
Nov 20 21:07:08.308837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33166) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:08.313623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b4381a26-aae4-4fa6-aa82-64afe4e70873 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-924196278', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:08.317939 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e52ff46-a951-4dc3-acfd-78b4e13b5a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.340340 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4381a26-aae4-4fa6-aa82-64afe4e70873 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.341409 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4381a26-aae4-4fa6-aa82-64afe4e70873 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.363696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e52ff46-a951-4dc3-acfd-78b4e13b5a47 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:07:08.398793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52ff46-a951-4dc3-acfd-78b4e13b5a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f632fc-2e55-441e-b123-9e5e250e3fb8,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:08.411200 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e52ff46-a951-4dc3-acfd-78b4e13b5a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.411654 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-4e52ff46-a951-4dc3-acfd-78b4e13b5a47 admin admin] Added segment e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11 of type vlan for network fd6757f0-07f9-4f9b-8569-3dacfd7cd36f
Nov 20 21:07:08.428112 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4381a26-aae4-4fa6-aa82-64afe4e70873 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.433818 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4381a26-aae4-4fa6-aa82-64afe4e70873 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.459255 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': '980837d3-d081-4eda-bc38-713ec2f60122'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:07:08.463859 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.476199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-15ba0714-d014-4679-b1b8-8753e1e9cf1d req-cee465b7-b959-498b-a872-ceee6b294cf8 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] For port 985be6fd-eb24-486a-842e-0c2a592276ef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=985be6fd-eb24-486a-842e-0c2a592276ef,segment=NetworkSegment(f97346c1-f970-4be2-bdfc-84246e46d7c7),segment_id=f97346c1-f970-4be2-bdfc-84246e46d7c7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:08.476583 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-15ba0714-d014-4679-b1b8-8753e1e9cf1d req-cee465b7-b959-498b-a872-ceee6b294cf8 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.480034 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e52ff46-a951-4dc3-acfd-78b4e13b5a47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.482003 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4381a26-aae4-4fa6-aa82-64afe4e70873 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.485678 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b4381a26-aae4-4fa6-aa82-64afe4e70873 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1732411
Nov 20 21:07:08.486605 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33170) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:08.498787 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-15ba0714-d014-4679-b1b8-8753e1e9cf1d req-cee465b7-b959-498b-a872-ceee6b294cf8 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Calling delete_port for 985be6fd-eb24-486a-842e-0c2a592276ef owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:08.563307 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85f962-36f9-4588-8fa1-9c8a25e48560 req-464ff2e7-f25a-4cfd-b459-ec7d167cb5cf tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:08.565134 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eb85f962-36f9-4588-8fa1-9c8a25e48560 req-464ff2e7-f25a-4cfd-b459-ec7d167cb5cf tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.1242192
Nov 20 21:07:08.590538 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e52ff46-a951-4dc3-acfd-78b4e13b5a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.591874 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e52ff46-a951-4dc3-acfd-78b4e13b5a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:08.592667 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e52ff46-a951-4dc3-acfd-78b4e13b5a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.637144 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Allocated IP 2001:db8::2 (078bc043-a79e-4708-a2f2-e608d1250afa/980837d3-d081-4eda-bc38-713ec2f60122/04a1d28f-5801-4e7d-92e8-a91bae3024b7) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:08.666399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2e9881fb-0b0b-4684-89a4-f33f072c41af no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:08.691023 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 2e9881fb-0b0b-4684-89a4-f33f072c41af {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:07:08.691922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2e9881fb-0b0b-4684-89a4-f33f072c41af not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:07:08.721915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52ff46-a951-4dc3-acfd-78b4e13b5a47 admin admin] Pushing event updated for resources: {'Network': ['ID=fd6757f0-07f9-4f9b-8569-3dacfd7cd36f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:08.727346 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4e52ff46-a951-4dc3-acfd-78b4e13b5a47 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9329209
Nov 20 21:07:08.731052 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33172) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:08.737760 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-3ae99fb0-f2b7-4f36-b823-67bfc4bab556 admin admin] Request body: {'subnet': {'network_id': 'fd6757f0-07f9-4f9b-8569-3dacfd7cd36f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1225219149-subnet', 'tenant_id': '0400d56719ed494ebd32c09923c9b578', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:08.741353 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network fd6757f0-07f9-4f9b-8569-3dacfd7cd36f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:07:08.772411 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eb85f962-36f9-4588-8fa1-9c8a25e48560 req-dc45a2e4-5b7e-4f37-b17d-f02499644964 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1733623
Nov 20 21:07:08.777835 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae99fb0-f2b7-4f36-b823-67bfc4bab556 admin admin] Made reservation on behalf of 0400d56719ed494ebd32c09923c9b578 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:08.782205 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3ae99fb0-f2b7-4f36-b823-67bfc4bab556 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.921240 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.929623 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.933225 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.958689 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-15ba0714-d014-4679-b1b8-8753e1e9cf1d req-cee465b7-b959-498b-a872-ceee6b294cf8 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:08.970330 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:08.975834 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:08.979754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:08.987938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Pushing event updated for resources: {'Port': ['ID=04a1d28f-5801-4e7d-92e8-a91bae3024b7,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:09.013059 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee465b7-b959-498b-a872-ceee6b294cf8 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event deleted for resources: {'Port': ['ID=985be6fd-eb24-486a-842e-0c2a592276ef,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:09.060167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Attempting to bind port 04a1d28f-5801-4e7d-92e8-a91bae3024b7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:07:09.060838 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Attempting to bind port 04a1d28f-5801-4e7d-92e8-a91bae3024b7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:07:09.061336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Attempting to bind port 04a1d28f-5801-4e7d-92e8-a91bae3024b7 on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:07:09.070096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:07:09.070579 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:07:09.071054 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:09.072173 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:07:09.072739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Bound port: 04a1d28f-5801-4e7d-92e8-a91bae3024b7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:07:09.073143 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:09.108859 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e355-d4e7-484b-88d3-e89415201f6b req-b16be7ee-efb9-407b-804f-7ea669450a6b tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:09.110585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fad5e355-d4e7-484b-88d3-e89415201f6b req-b16be7ee-efb9-407b-804f-7ea669450a6b tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ba7955-5181-4b9d-8046-1ebc20efd258 HTTP/1.1" status: 200  len: 906 time: 0.2038982
Nov 20 21:07:09.115055 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ba0714-d014-4679-b1b8-8753e1e9cf1d req-cee465b7-b959-498b-a872-ceee6b294cf8 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] No DVR routers for this DVR port 985be6fd-eb24-486a-842e-0c2a592276ef on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:07:09.118303 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-15ba0714-d014-4679-b1b8-8753e1e9cf1d req-cee465b7-b959-498b-a872-ceee6b294cf8 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:09.122205 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-15ba0714-d014-4679-b1b8-8753e1e9cf1d req-cee465b7-b959-498b-a872-ceee6b294cf8 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.37 "DELETE /v2.0/ports/985be6fd-eb24-486a-842e-0c2a592276ef HTTP/1.1" status: 204  len: 173 time: 1.0926614
Nov 20 21:07:09.122788 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ba7955-5181-4b9d-8046-1ebc20efd258', 'name': 'network-vif-deleted', 'tag': '985be6fd-eb24-486a-842e-0c2a592276ef'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:07:09.125133 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44758ce-1588-4cbd-bb42-56a2a2a0e0ed" -d '{"events": [{"server_uuid": "45ba7955-5181-4b9d-8046-1ebc20efd258", "name": "network-vif-deleted", "tag": "985be6fd-eb24-486a-842e-0c2a592276ef"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:07:09.194721 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb44faa-d829-450c-af35-4404a4ab3230 x-openstack-request-id: req-0cb44faa-d829-450c-af35-4404a4ab3230 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:07:09.195080 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ba7955-5181-4b9d-8046-1ebc20efd258", "name": "network-vif-deleted", "tag": "985be6fd-eb24-486a-842e-0c2a592276ef", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:07:09.195293 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0cb44faa-d829-450c-af35-4404a4ab3230 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:07:09.195400 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] For port 04a1d28f-5801-4e7d-92e8-a91bae3024b7, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:07:09.195869 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ba7955-5181-4b9d-8046-1ebc20efd258', 'name': 'network-vif-deleted', 'tag': '985be6fd-eb24-486a-842e-0c2a592276ef', 'status': 'completed', 'code': 200}
Nov 20 21:07:09.200532 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] For port 04a1d28f-5801-4e7d-92e8-a91bae3024b7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04a1d28f-5801-4e7d-92e8-a91bae3024b7,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:07:09.206386 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:09.242818 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fad5e355-d4e7-484b-88d3-e89415201f6b req-a6b94e4e-cd44-41fa-a5e9-904dacba52b4 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f9f2993-48ae-486c-bf6f-5e622bb360ef&id=58ff9b1c-f539-4154-928c-6ed15e039b3c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1141493
Nov 20 21:07:09.244284 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3ae99fb0-f2b7-4f36-b823-67bfc4bab556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:09.273251 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15682876-29a4-4b7d-852a-3c0eacc0c662 None None] Pushing event updated for resources: {'Port': ['ID=04a1d28f-5801-4e7d-92e8-a91bae3024b7,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:09.319059 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae99fb0-f2b7-4f36-b823-67bfc4bab556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78861bb9-4b39-4666-ac0b-f3a4b1aa3685,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:09.331148 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae99fb0-f2b7-4f36-b823-67bfc4bab556 admin admin] Checking segment: {'id': 'e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'fd6757f0-07f9-4f9b-8569-3dacfd7cd36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:07:09.331498 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae99fb0-f2b7-4f36-b823-67bfc4bab556 admin admin] Network hostable DHCP agents. Network: fd6757f0-07f9-4f9b-8569-3dacfd7cd36f, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:07:09.353934 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae99fb0-f2b7-4f36-b823-67bfc4bab556 admin admin] Network fd6757f0-07f9-4f9b-8569-3dacfd7cd36f is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:07:09.364474 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::1 (078bc043-a79e-4708-a2f2-e608d1250afa/980837d3-d081-4eda-bc38-713ec2f60122/c76ede3e-41a4-44fd-9e21-16cde0985dbc) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:09.366983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-3ae99fb0-f2b7-4f36-b823-67bfc4bab556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fd6757f0-07f9-4f9b-8569-3dacfd7cd36f) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:09.371982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae99fb0-f2b7-4f36-b823-67bfc4bab556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:09.372592 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3ae99fb0-f2b7-4f36-b823-67bfc4bab556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:09.385622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5812ef72-2aab-42e5-90db-95299892ec04 None None] Network fd6757f0-07f9-4f9b-8569-3dacfd7cd36f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:09.425431 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3ae99fb0-f2b7-4f36-b823-67bfc4bab556 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6931841
Nov 20 21:07:09.616154 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:09.676037 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:09.677056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fc84c7-cfe7-4048-89a2-c7501d6d76b3 None None] Network fd6757f0-07f9-4f9b-8569-3dacfd7cd36f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:09.845081 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:09.850634 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:09.869850 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:09.870469 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:09.982866 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=c76ede3e-41a4-44fd-9e21-16cde0985dbc,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:10.053866 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a25d1-f4f7-4b57-ad60-1b62ec1fc37f req-241166c5-e075-4377-a6da-dcf1ed63e81b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:10.055949 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f20a25d1-f4f7-4b57-ad60-1b62ec1fc37f req-241166c5-e075-4377-a6da-dcf1ed63e81b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.1116686
Nov 20 21:07:10.127047 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:10.135603 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f20a25d1-f4f7-4b57-ad60-1b62ec1fc37f req-c5ae2e46-36c2-4482-be0d-d739239fc0f8 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735409
Nov 20 21:07:10.350597 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33226) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:10.353122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-fffc3afe-be67-400f-b64a-a5b40202666a tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:10.354637 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-fffc3afe-be67-400f-b64a-a5b40202666a tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/networks?id=fd6757f0-07f9-4f9b-8569-3dacfd7cd36f HTTP/1.1" status: 200  len: 814 time: 0.2146459
Nov 20 21:07:10.374907 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-6f14e4c9-43c3-4ebe-a2b4-6bce990c14e5 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/quotas/0400d56719ed494ebd32c09923c9b578 HTTP/1.1" status: 200  len: 375 time: 0.0101020
Nov 20 21:07:10.410891 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a9ed557a-fcea-4a29-b695-7b7487a90997 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:10.425927 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-26fe7a57-bf23-4cfd-bd1e-be209d79022f tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0400d56719ed494ebd32c09923c9b578&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0405328
Nov 20 21:07:10.436113 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a9ed557a-fcea-4a29-b695-7b7487a90997 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:10.437517 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-ca7e6386-a7f9-4c7d-a2ac-7b7c9c6d48bd service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:07:10.438521 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-ca7e6386-a7f9-4c7d-a2ac-7b7c9c6d48bd service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056965
Nov 20 21:07:10.492203 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a9ed557a-fcea-4a29-b695-7b7487a90997 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:10.495287 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a9ed557a-fcea-4a29-b695-7b7487a90997 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:10.496987 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a9ed557a-fcea-4a29-b695-7b7487a90997 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "DELETE /v2.0/security-groups/2f9f2993-48ae-486c-bf6f-5e622bb360ef HTTP/1.1" status: 204  len: 168 time: 0.1453300
Nov 20 21:07:10.500763 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33228) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:10.506728 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed557a-fcea-4a29-b695-7b7487a90997 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9f2993-48ae-486c-bf6f-5e622bb360ef,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:10.658090 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-65896de1-973a-4c08-a339-fd11538e917a tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:10.681371 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:10.684613 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-3ec7f7c2-7a3d-41f2-82ac-856d2a2da074 service neutron] 10.222.0.41 "GET /v2.0/networks/fd6757f0-07f9-4f9b-8569-3dacfd7cd36f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2102032
Nov 20 21:07:10.696029 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:10.696810 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:10.697234 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 04a1d28f-5801-4e7d-92e8-a91bae3024b7 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:07:10.715585 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-65896de1-973a-4c08-a339-fd11538e917a tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:10.756898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 04a1d28f-5801-4e7d-92e8-a91bae3024b7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:10.757365 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:10.850354 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:10.858569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=c76ede3e-41a4-44fd-9e21-16cde0985dbc,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:10.899348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 04a1d28f-5801-4e7d-92e8-a91bae3024b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04a1d28f-5801-4e7d-92e8-a91bae3024b7,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:10.908701 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:10.915244 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-bf089581-e4cf-423c-a18f-50012b70c164 None None] Provisioning complete for port 04a1d28f-5801-4e7d-92e8-a91bae3024b7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:10.915619 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bf089581-e4cf-423c-a18f-50012b70c164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:10.930298 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-65896de1-973a-4c08-a339-fd11538e917a tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:10.932901 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-65896de1-973a-4c08-a339-fd11538e917a tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:10.934628 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-65896de1-973a-4c08-a339-fd11538e917a tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "DELETE /v2.0/security-groups/58ff9b1c-f539-4154-928c-6ed15e039b3c HTTP/1.1" status: 204  len: 168 time: 0.4323151
Nov 20 21:07:10.937426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33230) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:10.964095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65896de1-973a-4c08-a339-fd11538e917a tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ff9b1c-f539-4154-928c-6ed15e039b3c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:10.969085 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-766ee238-df0e-4690-a78d-07be2b6b74b9 service neutron] 10.222.0.41 "GET /v2.0/networks/fd6757f0-07f9-4f9b-8569-3dacfd7cd36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2665658
Nov 20 21:07:10.998299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:11.000658 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:11.010657 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=04a1d28f-5801-4e7d-92e8-a91bae3024b7,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:11.209401 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Router 5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:07:11.209689 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c43e5379-91f5-4efb-9d6f-c3c27c65503e None None] Provisioning complete for port c76ede3e-41a4-44fd-9e21-16cde0985dbc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:11.211523 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c43e5379-91f5-4efb-9d6f-c3c27c65503e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:11.327914 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c43e5379-91f5-4efb-9d6f-c3c27c65503e None None] Port c76ede3e-41a4-44fd-9e21-16cde0985dbc cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:07:11.477132 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60126033-8126-4e5f-877b-818cceee10cd req-e7932141-87e0-480f-9753-70bf19021158 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 210 time: 0.0520785
Nov 20 21:07:11.484858 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:07:11.493140 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-096c7e8f-5091-4683-81a1-e41587a26a3b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "PUT /v2.0/routers/5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0031681
Nov 20 21:07:11.497969 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Sync routers for ids ['5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:07:11.506229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33248) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:11.509282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d827fb61-04e5-4891-8bee-97e47804c603 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:07:11.512638 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Routers {'5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:07:11.513499 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a545b74f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:11.513878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 985be6fd-eb24-486a-842e-0c2a592276ef no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:11.564375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 985be6fd-eb24-486a-842e-0c2a592276ef {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:07:11.564728 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 985be6fd-eb24-486a-842e-0c2a592276ef not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:07:11.608892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71ae3d-018a-47c3-8629-d3dd0b94340d req-b18aed09-e669-4c9c-b862-6167619f4956 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:11.610468 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b71ae3d-018a-47c3-8629-d3dd0b94340d req-b18aed09-e669-4c9c-b862-6167619f4956 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 943 time: 0.2433758
Nov 20 21:07:11.624099 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813cee14-0d9b-4685-bc7c-f14818c7718b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:11.627832 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-813cee14-0d9b-4685-bc7c-f14818c7718b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports/c76ede3e-41a4-44fd-9e21-16cde0985dbc HTTP/1.1" status: 200  len: 911 time: 0.1161563
Nov 20 21:07:11.628215 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33260) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:11.676316 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-71098ddb-0a08-4fe4-a27b-76902336d64c None None] Provisioning complete for port c76ede3e-41a4-44fd-9e21-16cde0985dbc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:11.677431 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-71098ddb-0a08-4fe4-a27b-76902336d64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:11.718897 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d827fb61-04e5-4891-8bee-97e47804c603, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d827fb61-04e5-4891-8bee-97e47804c603,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:11.730600 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Set router 5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:07:11.737016 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84584e72-13d9-4112-93e8-7ec04fccaabd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:11.746016 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'd827fb61-04e5-4891-8bee-97e47804c603', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'port_id': 'd827fb61-04e5-4891-8bee-97e47804c603', 'mac_address': 'fa:16:3e:65:12:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:07:11.750638 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-71098ddb-0a08-4fe4-a27b-76902336d64c None None] Port c76ede3e-41a4-44fd-9e21-16cde0985dbc cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:07:11.752849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84584e72-13d9-4112-93e8-7ec04fccaabd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:11.757969 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-84584e72-13d9-4112-93e8-7ec04fccaabd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.1258972
Nov 20 21:07:11.758558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33266) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:11.802667 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:11.817087 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d827fb61-04e5-4891-8bee-97e47804c603 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:07:11.827786 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b71ae3d-018a-47c3-8629-d3dd0b94340d req-19bdd787-d9dc-4ab6-888a-773c2c51fe2a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2010460
Nov 20 21:07:11.853478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d827fb61-04e5-4891-8bee-97e47804c603, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d827fb61-04e5-4891-8bee-97e47804c603,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:11.859551 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:11.928046 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d827fb61-04e5-4891-8bee-97e47804c603,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:11.985476 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a545b74f0>, [{'id': '5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b', 'name': 'tempest-NetworksTestDHCPv6-router-924196278', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:07:08Z', 'updated_at': '2021-11-20T21:07:10Z', 'revision_number': 2, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'gw_port_host': None, '_interfaces': [{'id': 'c76ede3e-41a4-44fd-9e21-16cde0985dbc', 'name': '', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'mac_address': 'fa:16:3e:9e:c8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '980837d3-d081-4eda-bc38-713ec2f60122', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:07:09Z', 'updated_at': '2021-11-20T21:07:10Z', 'revision_number': 2, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'subnets': [{'id': '980837d3-d081-4eda-bc38-713ec2f60122', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:12.069195 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d827fb61-04e5-4891-8bee-97e47804c603'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:07:12.114474 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Checking router: 5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:07:12.114828 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Updating router 5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b port c76ede3e-41a4-44fd-9e21-16cde0985dbc binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:07:12.146250 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:12.374174 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d3b627d2-0a4a-4499-b7de-c6f1ff4bc087 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:12.436607 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:12.448168 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:12.628894 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8214d-127b-4a57-9e82-16da3afeb2af None None] Pushing event updated for resources: {'Port': ['ID=c76ede3e-41a4-44fd-9e21-16cde0985dbc,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:12.670416 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8214d-127b-4a57-9e82-16da3afeb2af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:12.670764 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8214d-127b-4a57-9e82-16da3afeb2af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:12.671108 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8214d-127b-4a57-9e82-16da3afeb2af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:12.671441 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8214d-127b-4a57-9e82-16da3afeb2af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:12.671774 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8214d-127b-4a57-9e82-16da3afeb2af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:12.672103 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8214d-127b-4a57-9e82-16da3afeb2af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:12.672425 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8214d-127b-4a57-9e82-16da3afeb2af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:12.672750 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8214d-127b-4a57-9e82-16da3afeb2af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:12.673069 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8214d-127b-4a57-9e82-16da3afeb2af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:12.673386 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8214d-127b-4a57-9e82-16da3afeb2af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:12.673707 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8214d-127b-4a57-9e82-16da3afeb2af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:12.674022 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd8214d-127b-4a57-9e82-16da3afeb2af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:12.679840 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Attempting to bind port c76ede3e-41a4-44fd-9e21-16cde0985dbc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:07:12.680214 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Attempting to bind port c76ede3e-41a4-44fd-9e21-16cde0985dbc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:07:12.680575 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Attempting to bind port c76ede3e-41a4-44fd-9e21-16cde0985dbc on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:07:12.681622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 04a1d28f-5801-4e7d-92e8-a91bae3024b7 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:07:12.695344 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:07:12.695768 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:07:12.696171 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:12.696569 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:07:12.697078 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Bound port: c76ede3e-41a4-44fd-9e21-16cde0985dbc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:07:12.697458 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:12.766815 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] For port c76ede3e-41a4-44fd-9e21-16cde0985dbc, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:07:12.770746 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] For port c76ede3e-41a4-44fd-9e21-16cde0985dbc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c76ede3e-41a4-44fd-9e21-16cde0985dbc,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:07:12.780084 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:12.806172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 04a1d28f-5801-4e7d-92e8-a91bae3024b7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:12.806709 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c084601c-0534-4f3e-a696-c870ef005630 req-41a8c96c-7f4d-4ee0-af5e-f9179a4739b2 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 210 time: 0.1737728
Nov 20 21:07:12.807133 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:12.869590 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Routers {'5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:07:12.870248 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a545b74f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:06:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:12.947288 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-9f90c081-75af-466d-a36c-e7dd44703582 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:12.948843 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-9f90c081-75af-466d-a36c-e7dd44703582 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.37 "GET /v2.0/networks?id=fd6757f0-07f9-4f9b-8569-3dacfd7cd36f HTTP/1.1" status: 200  len: 814 time: 0.3860936
Nov 20 21:07:12.966484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-52ed77cc-bce9-46d3-9293-2ebad0c5aaa8 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Request body: {'port': {'device_id': '0be8e160-dc20-49a4-a5d7-0c9efb0dfe29', 'network_id': 'fd6757f0-07f9-4f9b-8569-3dacfd7cd36f', 'admin_state_up': True, 'tenant_id': '0400d56719ed494ebd32c09923c9b578'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:12.980009 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8214d-127b-4a57-9e82-16da3afeb2af None None] Pushing event updated for resources: {'Port': ['ID=c76ede3e-41a4-44fd-9e21-16cde0985dbc,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:12.990864 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-73fbf0a6-f1b6-42e8-bbbe-694b6b42c2c7 None None] Provisioning complete for port c76ede3e-41a4-44fd-9e21-16cde0985dbc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:12.991246 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-73fbf0a6-f1b6-42e8-bbbe-694b6b42c2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:12.998976 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0720cc13-afcf-4131-be04-cbcfa328f939 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:13.009803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b95917-5629-41e7-9feb-46c0507fb3b8 req-9dc6fe3c-628e-4698-b502-bfb4901c5eba tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:13.012263 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b5b95917-5629-41e7-9feb-46c0507fb3b8 req-9dc6fe3c-628e-4698-b502-bfb4901c5eba tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 944 time: 0.0750816
Nov 20 21:07:13.018916 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] Set router 5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:07:13.072326 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b5b95917-5629-41e7-9feb-46c0507fb3b8 req-a9113325-0b71-4100-9fb6-0afe8ee671f1 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507679
Nov 20 21:07:13.121815 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-73fbf0a6-f1b6-42e8-bbbe-694b6b42c2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:13.172685 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-73fbf0a6-f1b6-42e8-bbbe-694b6b42c2c7 None None] For port c76ede3e-41a4-44fd-9e21-16cde0985dbc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c76ede3e-41a4-44fd-9e21-16cde0985dbc,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:13.178299 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-73fbf0a6-f1b6-42e8-bbbe-694b6b42c2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:13.231837 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbf0a6-f1b6-42e8-bbbe-694b6b42c2c7 None None] Pushing event updated for resources: {'Port': ['ID=c76ede3e-41a4-44fd-9e21-16cde0985dbc,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:13.265950 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ea8279be-c7ad-4084-b7bd-a629ced45695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:13.271272 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a545b74f0>, [{'id': '5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b', 'name': 'tempest-NetworksTestDHCPv6-router-924196278', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:07:08Z', 'updated_at': '2021-11-20T21:07:10Z', 'revision_number': 2, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'gw_port_host': None, '_interfaces': [{'id': 'c76ede3e-41a4-44fd-9e21-16cde0985dbc', 'name': '', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'mac_address': 'fa:16:3e:9e:c8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '980837d3-d081-4eda-bc38-713ec2f60122', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:07:09Z', 'updated_at': '2021-11-20T21:07:12Z', 'revision_number': 4, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'subnets': [{'id': '980837d3-d081-4eda-bc38-713ec2f60122', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:13.300501 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a96a8444-b3cb-48bd-a1a2-ddabbbdd311a None None] Provisioning complete for port c76ede3e-41a4-44fd-9e21-16cde0985dbc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:13.301811 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a96a8444-b3cb-48bd-a1a2-ddabbbdd311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:13.302377 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eb3230-1ff7-449f-98a8-10e3db5eda82 None None] The sync data for ids ['5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b'] in ncdv-master-1 is: [{'id': '5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b', 'name': 'tempest-NetworksTestDHCPv6-router-924196278', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:07:08Z', 'updated_at': '2021-11-20T21:07:10Z', 'revision_number': 2, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'gw_port_host': None, '_interfaces': [{'id': 'c76ede3e-41a4-44fd-9e21-16cde0985dbc', 'name': '', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'mac_address': 'fa:16:3e:9e:c8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '980837d3-d081-4eda-bc38-713ec2f60122', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:07:09Z', 'updated_at': '2021-11-20T21:07:12Z', 'revision_number': 4, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'subnets': [{'id': '980837d3-d081-4eda-bc38-713ec2f60122', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:07:13.412194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-52ed77cc-bce9-46d3-9293-2ebad0c5aaa8 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Made reservation on behalf of 0400d56719ed494ebd32c09923c9b578 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:13.419159 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-52ed77cc-bce9-46d3-9293-2ebad0c5aaa8 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:13.467914 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:07:13.493729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-d3b627d2-0a4a-4499-b7de-c6f1ff4bc087 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Deleting port e58d1880-302a-4e54-a879-9646117f38c3 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:13.494099 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d3b627d2-0a4a-4499-b7de-c6f1ff4bc087 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:13.502899 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d827fb61-04e5-4891-8bee-97e47804c603 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:07:13.581613 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port d827fb61-04e5-4891-8bee-97e47804c603 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:13.582563 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:13.681231 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-d3b627d2-0a4a-4499-b7de-c6f1ff4bc087 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] For port e58d1880-302a-4e54-a879-9646117f38c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e58d1880-302a-4e54-a879-9646117f38c3,segment=NetworkSegment(f97346c1-f970-4be2-bdfc-84246e46d7c7),segment_id=f97346c1-f970-4be2-bdfc-84246e46d7c7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:13.681600 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d3b627d2-0a4a-4499-b7de-c6f1ff4bc087 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:13.726302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-d3b627d2-0a4a-4499-b7de-c6f1ff4bc087 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Calling delete_port for e58d1880-302a-4e54-a879-9646117f38c3 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:13.727421 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:13.754988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd827fb61-04e5-4891-8bee-97e47804c603'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:07:13.755609 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-0720cc13-afcf-4131-be04-cbcfa328f939 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port c76ede3e-41a4-44fd-9e21-16cde0985dbc {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:13.755961 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0720cc13-afcf-4131-be04-cbcfa328f939 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:13.757250 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e298c005-7b46-4a61-b8d4-60337dc06681" -d '{"events": [{"server_uuid": "6e1e4483-b5f5-47d3-b58f-1fdaaefd311c", "name": "network-vif-plugged", "status": "completed", "tag": "d827fb61-04e5-4891-8bee-97e47804c603"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:07:13.777316 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d827fb61-04e5-4891-8bee-97e47804c603, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d827fb61-04e5-4891-8bee-97e47804c603,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:13.787002 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:13.828188 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6448730d-abea-4add-b480-fa27bf35c182 x-openstack-request-id: req-6448730d-abea-4add-b480-fa27bf35c182 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:07:13.828871 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e4483-b5f5-47d3-b58f-1fdaaefd311c", "name": "network-vif-plugged", "status": "completed", "tag": "d827fb61-04e5-4891-8bee-97e47804c603", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:07:13.828968 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6448730d-abea-4add-b480-fa27bf35c182 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:07:13.829398 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd827fb61-04e5-4891-8bee-97e47804c603', 'code': 200}
Nov 20 21:07:13.867743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d827fb61-04e5-4891-8bee-97e47804c603,revision_number=10']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:13.877445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-52ed77cc-bce9-46d3-9293-2ebad0c5aaa8 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Allocated IP 172.20.0.12 (fd6757f0-07f9-4f9b-8569-3dacfd7cd36f/78861bb9-4b39-4666-ac0b-f3a4b1aa3685/ec80320f-e59f-4690-a3d9-c1ad5f142f34) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:14.061196 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-300f6bd3-d2e3-4273-968f-0b73a738aeb1 req-ad450cd1-3a50-4e89-b26d-50ef64aec909 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 210 time: 0.0948808
Nov 20 21:07:14.139618 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-0720cc13-afcf-4131-be04-cbcfa328f939 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] For port c76ede3e-41a4-44fd-9e21-16cde0985dbc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c76ede3e-41a4-44fd-9e21-16cde0985dbc,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:14.140234 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0720cc13-afcf-4131-be04-cbcfa328f939 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:14.196985 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-0720cc13-afcf-4131-be04-cbcfa328f939 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for c76ede3e-41a4-44fd-9e21-16cde0985dbc owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:14.262612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcb28e-f4a4-43a0-acf5-da3bca3a0cdb req-49e079ae-0093-4197-bb69-51d67cfccb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:14.262857 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aadcb28e-f4a4-43a0-acf5-da3bca3a0cdb req-49e079ae-0093-4197-bb69-51d67cfccb75 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 1097 time: 0.2609761
Nov 20 21:07:14.319148 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39863604-bd6c-4804-9e00-2aa8f0f5a3e0 req-47df8db5-ff32-494c-b60b-9aedf9621e15 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:14.328819 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39863604-bd6c-4804-9e00-2aa8f0f5a3e0 req-47df8db5-ff32-494c-b60b-9aedf9621e15 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 946 time: 0.1335323
Nov 20 21:07:14.430785 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39863604-bd6c-4804-9e00-2aa8f0f5a3e0 req-254c4db1-0e91-4491-a6f3-e5902a49fc68 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001539
Nov 20 21:07:14.482134 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-52ed77cc-bce9-46d3-9293-2ebad0c5aaa8 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:14.488114 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aadcb28e-f4a4-43a0-acf5-da3bca3a0cdb req-50820186-178f-4beb-8cf8-4c706cbef31d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1835487
Nov 20 21:07:14.560079 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d3b627d2-0a4a-4499-b7de-c6f1ff4bc087 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:14.613438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b627d2-0a4a-4499-b7de-c6f1ff4bc087 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event deleted for resources: {'Port': ['ID=e58d1880-302a-4e54-a879-9646117f38c3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:14.713963 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-52ed77cc-bce9-46d3-9293-2ebad0c5aaa8 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:14.749012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c76ede3e-41a4-44fd-9e21-16cde0985dbc up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:07:14.805327 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c76ede3e-41a4-44fd-9e21-16cde0985dbc triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:14.805989 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:14.819613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-52ed77cc-bce9-46d3-9293-2ebad0c5aaa8 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Network fd6757f0-07f9-4f9b-8569-3dacfd7cd36f is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:14.839269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-52ed77cc-bce9-46d3-9293-2ebad0c5aaa8 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:14.853084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-52ed77cc-bce9-46d3-9293-2ebad0c5aaa8 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:15.185444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a7257-e35e-40dd-8a09-f38ddd91e087 req-6345e5b0-8aee-4cad-9151-fec0cf9989d1 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:15.187109 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-094a7257-e35e-40dd-8a09-f38ddd91e087 req-6345e5b0-8aee-4cad-9151-fec0cf9989d1 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 932 time: 0.0512795
Nov 20 21:07:15.235821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed77cc-bce9-46d3-9293-2ebad0c5aaa8 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Pushing event updated for resources: {'Port': ['ID=ec80320f-e59f-4690-a3d9-c1ad5f142f34,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:15.236360 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-094a7257-e35e-40dd-8a09-f38ddd91e087 req-9ad4aa59-17c5-46ae-a366-62cb2f869b1c tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f632fc-2e55-441e-b123-9e5e250e3fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420547
Nov 20 21:07:15.251349 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0720cc13-afcf-4131-be04-cbcfa328f939 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:15.299148 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720cc13-afcf-4131-be04-cbcfa328f939 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=c76ede3e-41a4-44fd-9e21-16cde0985dbc,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:15.306892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-52ed77cc-bce9-46d3-9293-2ebad0c5aaa8 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:15.307509 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-52ed77cc-bce9-46d3-9293-2ebad0c5aaa8 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:15.383293 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-52ed77cc-bce9-46d3-9293-2ebad0c5aaa8 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4206355
Nov 20 21:07:15.427320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Request body: {'port': {'device_id': '0be8e160-dc20-49a4-a5d7-0c9efb0dfe29', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:15.429930 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d3b627d2-0a4a-4499-b7de-c6f1ff4bc087 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:15.490504 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0720cc13-afcf-4131-be04-cbcfa328f939 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:15.655068 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:15.655670 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9e7e178c-5019-4b74-9097-cbded19e6bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:15.825432 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05bcc3-23fb-413e-8175-029b271726a0 req-915600f4-8d37-4c15-b91f-92c1b41ff192 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:15.827156 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f05bcc3-23fb-413e-8175-029b271726a0 req-915600f4-8d37-4c15-b91f-92c1b41ff192 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 946 time: 0.2598147
Nov 20 21:07:15.928818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0720cc13-afcf-4131-be04-cbcfa328f939 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Router 5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:07:16.119581 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f05bcc3-23fb-413e-8175-029b271726a0 req-d016ac4e-6eeb-4575-b39c-8e5df0adae87 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2493594
Nov 20 21:07:16.246067 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0720cc13-afcf-4131-be04-cbcfa328f939 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:07:16.254718 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0720cc13-afcf-4131-be04-cbcfa328f939 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "PUT /v2.0/routers/5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4887075
Nov 20 21:07:16.259619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33404) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:16.260958 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a60260-ef58-49ed-93e1-96eb41bac7b8 None None] Sync routers for ids ['5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:07:16.275723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a60260-ef58-49ed-93e1-96eb41bac7b8 None None] Routers {'5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:07:16.276767 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f7a60260-ef58-49ed-93e1-96eb41bac7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a478be640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:07:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:16.301795 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b627d2-0a4a-4499-b7de-c6f1ff4bc087 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:07:16.381585 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-f7a60260-ef58-49ed-93e1-96eb41bac7b8 None None] Set router 5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:07:16.402832 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42114d6-0fda-4254-9e44-49f6ef07033e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:16.405703 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42114d6-0fda-4254-9e44-49f6ef07033e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:16.412127 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b42114d6-0fda-4254-9e44-49f6ef07033e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1498168
Nov 20 21:07:16.412434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33408) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:16.433762 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c493bf-325d-4c7b-81e7-b21e4dcd53f2 req-633eb3c2-6310-4957-8776-876f4f27a5c1 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:16.439586 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-50c493bf-325d-4c7b-81e7-b21e4dcd53f2 req-633eb3c2-6310-4957-8776-876f4f27a5c1 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 932 time: 0.1134799
Nov 20 21:07:16.449832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f7a60260-ef58-49ed-93e1-96eb41bac7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a478be640>, [{'id': '5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b', 'name': 'tempest-NetworksTestDHCPv6-router-924196278', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:07:08Z', 'updated_at': '2021-11-20T21:07:14Z', 'revision_number': 3, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:16.480660 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a60260-ef58-49ed-93e1-96eb41bac7b8 None None] Checking router: 5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:07:16.491092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a60260-ef58-49ed-93e1-96eb41bac7b8 None None] Routers {'5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:07:16.492013 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f7a60260-ef58-49ed-93e1-96eb41bac7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a478be640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:07:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:16.505945 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-50c493bf-325d-4c7b-81e7-b21e4dcd53f2 req-dd752707-ac9e-4b21-9257-bdb7ad46d031 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f632fc-2e55-441e-b123-9e5e250e3fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609844
Nov 20 21:07:16.541674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c58e72a-fdfc-419c-a12f-32f73c185082 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 980837d3-d081-4eda-bc38-713ec2f60122 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:16.546881 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec80320f-e59f-4690-a3d9-c1ad5f142f34 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:07:16.565158 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c58e72a-fdfc-419c-a12f-32f73c185082 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:16.572575 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:16.584773 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-f7a60260-ef58-49ed-93e1-96eb41bac7b8 None None] Set router 5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:07:16.673643 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c58e72a-fdfc-419c-a12f-32f73c185082 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:16.675038 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f7a60260-ef58-49ed-93e1-96eb41bac7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a478be640>, [{'id': '5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b', 'name': 'tempest-NetworksTestDHCPv6-router-924196278', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:07:08Z', 'updated_at': '2021-11-20T21:07:14Z', 'revision_number': 3, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:16.685604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Transition to ACTIVE for port object ec80320f-e59f-4690-a3d9-c1ad5f142f34 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:07:16.705225 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a60260-ef58-49ed-93e1-96eb41bac7b8 None None] The sync data for ids ['5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b'] in ncdv-master-1 is: [{'id': '5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b', 'name': 'tempest-NetworksTestDHCPv6-router-924196278', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:07:08Z', 'updated_at': '2021-11-20T21:07:14Z', 'revision_number': 3, 'project_id': '845914c1e2e64f94ad4e8170f4a33341', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:07:16.724865 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:16.742302 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:16.791039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b627d2-0a4a-4499-b7de-c6f1ff4bc087 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:07:16.805374 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d3b627d2-0a4a-4499-b7de-c6f1ff4bc087 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "PUT /v2.0/routers/3b9d6dbe-0889-4a12-824e-9f3624c75f4c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8623278
Nov 20 21:07:16.806823 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33412) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:16.808656 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b0443-c432-4338-9081-8a9e303c9d4c None None] Sync routers for ids ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:07:16.822545 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b0443-c432-4338-9081-8a9e303c9d4c None None] Routers {'3b9d6dbe-0889-4a12-824e-9f3624c75f4c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:07:16.823407 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-661b0443-c432-4338-9081-8a9e303c9d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5452eb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:07:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:16.845376 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Pushing event updated for resources: {'Port': ['ID=ec80320f-e59f-4690-a3d9-c1ad5f142f34,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:16.876846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Deleting subnet cd0c0ae1-09df-44d3-b73c-12d3c1862d37 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:16.881441 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:16.917013 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c58e72a-fdfc-419c-a12f-32f73c185082 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:16.937000 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:16.971443 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-661b0443-c432-4338-9081-8a9e303c9d4c None None] Set router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:07:16.975502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Attempting to bind port ec80320f-e59f-4690-a3d9-c1ad5f142f34 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:07:16.975850 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Attempting to bind port ec80320f-e59f-4690-a3d9-c1ad5f142f34 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'fd6757f0-07f9-4f9b-8569-3dacfd7cd36f'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:07:16.976258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Attempting to bind port ec80320f-e59f-4690-a3d9-c1ad5f142f34 on network fd6757f0-07f9-4f9b-8569-3dacfd7cd36f {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:07:16.984374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Port ec80320f-e59f-4690-a3d9-c1ad5f142f34 on network fd6757f0-07f9-4f9b-8569-3dacfd7cd36f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:07:16.984726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Attempting to bind port ec80320f-e59f-4690-a3d9-c1ad5f142f34 on network fd6757f0-07f9-4f9b-8569-3dacfd7cd36f {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:07:16.993478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:07:16.993858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Checking segment: {'id': 'e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'fd6757f0-07f9-4f9b-8569-3dacfd7cd36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:07:16.994308 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Bound using segment: {'id': 'e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'fd6757f0-07f9-4f9b-8569-3dacfd7cd36f'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:07:16.994897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Bound port: ec80320f-e59f-4690-a3d9-c1ad5f142f34, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'fd6757f0-07f9-4f9b-8569-3dacfd7cd36f'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:07:16.995389 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:17.038109 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:17.038465 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c58e72a-fdfc-419c-a12f-32f73c185082 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:17.076367 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58e72a-fdfc-419c-a12f-32f73c185082 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=980837d3-d081-4eda-bc38-713ec2f60122,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:17.086011 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c58e72a-fdfc-419c-a12f-32f73c185082 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:17.091969 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1c58e72a-fdfc-419c-a12f-32f73c185082 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/980837d3-d081-4eda-bc38-713ec2f60122 HTTP/1.1" status: 204  len: 168 time: 0.6450372
Nov 20 21:07:17.093260 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33430) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:17.094420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a24212-b3d0-48b3-9093-bbf4373ca529 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:17.111903 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] For port ec80320f-e59f-4690-a3d9-c1ad5f142f34, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:07:17.117677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] For port ec80320f-e59f-4690-a3d9-c1ad5f142f34, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec80320f-e59f-4690-a3d9-c1ad5f142f34,segment=NetworkSegment(e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11),segment_id=e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:07:17.127711 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:17.186137 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-661b0443-c432-4338-9081-8a9e303c9d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5452eb20>, [{'id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-985332848', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:04:55Z', 'updated_at': '2021-11-20T21:07:14Z', 'revision_number': 5, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:04:57Z', 'updated_at': '2021-11-20T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:17.209715 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:17.210683 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:17.212349 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] 10.222.0.37 "PUT /v2.0/ports/ec80320f-e59f-4690-a3d9-c1ad5f142f34 HTTP/1.1" status: 200  len: 1092 time: 1.7919996
Nov 20 21:07:17.217813 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be8e160-dc20-49a4-a5d7-0c9efb0dfe29', 'tag': 'ec80320f-e59f-4690-a3d9-c1ad5f142f34'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:07:17.220575 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a99fa1-5424-48da-815e-1b33e37e5d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "0be8e160-dc20-49a4-a5d7-0c9efb0dfe29", "tag": "ec80320f-e59f-4690-a3d9-c1ad5f142f34"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:07:17.232916 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b0443-c432-4338-9081-8a9e303c9d4c None None] Checking router: 3b9d6dbe-0889-4a12-824e-9f3624c75f4c for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:07:17.254361 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b0443-c432-4338-9081-8a9e303c9d4c None None] Routers {'3b9d6dbe-0889-4a12-824e-9f3624c75f4c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:07:17.255276 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-661b0443-c432-4338-9081-8a9e303c9d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5452eb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:07:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:17.259124 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906af073-a5f9-4cbb-8676-e06e83567a67 service neutron] Pushing event updated for resources: {'Port': ['ID=ec80320f-e59f-4690-a3d9-c1ad5f142f34,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:17.272203 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:17.294939 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-42f40b10-8b47-4914-bbcd-487d74e0a24e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.2003152
Nov 20 21:07:17.295582 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33440) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:17.346107 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93bd4a1-59c3-4750-9a6a-02a8862694cb x-openstack-request-id: req-b93bd4a1-59c3-4750-9a6a-02a8862694cb {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:07:17.346634 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be8e160-dc20-49a4-a5d7-0c9efb0dfe29", "tag": "ec80320f-e59f-4690-a3d9-c1ad5f142f34", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:07:17.347599 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b93bd4a1-59c3-4750-9a6a-02a8862694cb {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:07:17.348501 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be8e160-dc20-49a4-a5d7-0c9efb0dfe29', 'tag': 'ec80320f-e59f-4690-a3d9-c1ad5f142f34', 'status': 'completed', 'code': 200}
Nov 20 21:07:17.371149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-474fd54d-e471-4b42-a992-edb0d0d49d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:17.372961 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-474fd54d-e471-4b42-a992-edb0d0d49d25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0400d56719ed494ebd32c09923c9b578&device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 1095 time: 0.0981140
Nov 20 21:07:17.397512 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0c0ae1-09df-44d3-b73c-12d3c1862d37,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:17.443791 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-8416a3e7-6ab3-4ae2-b7e5-1924640bb68d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec80320f-e59f-4690-a3d9-c1ad5f142f34 HTTP/1.1" status: 200  len: 217 time: 0.0616329
Nov 20 21:07:17.458016 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a978afec-7a20-4bde-9c90-425037b76ba2 None None] DHCP port deletion for 078bc043-a79e-4708-a2f2-e608d1250afa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:07:17.476087 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:17.480790 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "DELETE /v2.0/subnets/cd0c0ae1-09df-44d3-b73c-12d3c1862d37 HTTP/1.1" status: 204  len: 168 time: 0.6737266
Nov 20 21:07:17.505828 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-661b0443-c432-4338-9081-8a9e303c9d4c None None] Set router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:07:17.506257 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfb6ab3-0050-4ca4-b893-0a4b50c400e2 None None] Network 2bef316a-94ed-44e3-8dfa-520c0d36d93a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:17.509310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33446) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:17.567588 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:17.568195 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:17.568728 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:17.569422 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:17.569918 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:17.570420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:17.571006 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:17.571683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:17.572310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:17.572969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:17.573590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:17.574174 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d6bad-5979-4f5b-9645-ea03cc285be9 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:17.639741 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dceafb5d-2df5-414a-a9d6-484397044747 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:17.648900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-c1a39c67-7351-409b-84f3-28617f233f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:17.652326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-c1a39c67-7351-409b-84f3-28617f233f81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78861bb9-4b39-4666-ac0b-f3a4b1aa3685 HTTP/1.1" status: 200  len: 854 time: 0.1988859
Nov 20 21:07:17.708234 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a978afec-7a20-4bde-9c90-425037b76ba2 None None] Deleting port 04a1d28f-5801-4e7d-92e8-a91bae3024b7 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:17.708721 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a978afec-7a20-4bde-9c90-425037b76ba2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:17.714239 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb642d15-e900-4ee2-8eb7-206cf09b2c23 req-f676b3e6-d387-4502-b718-2752c150fd67 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:17.714767 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-4ea5c4e4-97d0-4832-9f7c-e5b501c2948d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd6757f0-07f9-4f9b-8569-3dacfd7cd36f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560632
Nov 20 21:07:17.727944 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bb642d15-e900-4ee2-8eb7-206cf09b2c23 req-f676b3e6-d387-4502-b718-2752c150fd67 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 946 time: 0.3362620
Nov 20 21:07:17.815180 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a978afec-7a20-4bde-9c90-425037b76ba2 None None] For port 04a1d28f-5801-4e7d-92e8-a91bae3024b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04a1d28f-5801-4e7d-92e8-a91bae3024b7,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:17.816055 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a978afec-7a20-4bde-9c90-425037b76ba2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:17.820889 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-661b0443-c432-4338-9081-8a9e303c9d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5452eb20>, [{'id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-985332848', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:04:55Z', 'updated_at': '2021-11-20T21:07:14Z', 'revision_number': 5, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:04:57Z', 'updated_at': '2021-11-20T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:17.834352 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a978afec-7a20-4bde-9c90-425037b76ba2 None None] Calling delete_port for 04a1d28f-5801-4e7d-92e8-a91bae3024b7 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:17.870480 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-ba254c6e-4b46-4304-8d88-291278477ef2 service neutron] 10.222.0.37 "GET /v2.0/networks/fd6757f0-07f9-4f9b-8569-3dacfd7cd36f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1136308
Nov 20 21:07:17.899690 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a6833-ff48-4a1d-a951-27128c8dace6 req-a4e75cb4-b853-42bb-b1bc-6646eca32c2a tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:17.901354 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-982a6833-ff48-4a1d-a951-27128c8dace6 req-a4e75cb4-b853-42bb-b1bc-6646eca32c2a tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 944 time: 0.2222452
Nov 20 21:07:17.952543 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b0443-c432-4338-9081-8a9e303c9d4c None None] The sync data for ids ['3b9d6dbe-0889-4a12-824e-9f3624c75f4c'] in ncdv-master-1 is: [{'id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-985332848', 'tenant_id': '83a551019ab140bba8ec377d05167a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144'}], 'enable_snat': True}, 'gw_port_id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:04:55Z', 'updated_at': '2021-11-20T21:07:14Z', 'revision_number': 5, 'project_id': '83a551019ab140bba8ec377d05167a62', 'gw_port': {'id': 'f961773d-c6bb-4b5b-b5d8-46b341184f9a', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d6dbe-0889-4a12-824e-9f3624c75f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:04:57Z', 'updated_at': '2021-11-20T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:07:17.958787 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a978afec-7a20-4bde-9c90-425037b76ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:17.996034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978afec-7a20-4bde-9c90-425037b76ba2 None None] Pushing event deleted for resources: {'Port': ['ID=04a1d28f-5801-4e7d-92e8-a91bae3024b7,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:18.007042 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978afec-7a20-4bde-9c90-425037b76ba2 None None] No DVR routers for this DVR port 04a1d28f-5801-4e7d-92e8-a91bae3024b7 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:07:18.339383 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-982a6833-ff48-4a1d-a951-27128c8dace6 req-6a34b8c1-1173-4097-92c4-80dcc27ad497 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f632fc-2e55-441e-b123-9e5e250e3fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871835
Nov 20 21:07:18.344579 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dceafb5d-2df5-414a-a9d6-484397044747 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:18.352129 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bb642d15-e900-4ee2-8eb7-206cf09b2c23 req-312b408d-e90f-4f3f-bdf8-47fad5f6eb21 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6298344
Nov 20 21:07:18.353336 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dceafb5d-2df5-414a-a9d6-484397044747 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:18.356594 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9385b9bf-3211-4117-9601-f57c085aa8ef req-bcdde1c1-9e37-4f30-aeb4-afa1d41e9200 service neutron] 10.222.0.37 "GET /v2.0/networks/fd6757f0-07f9-4f9b-8569-3dacfd7cd36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4746435
Nov 20 21:07:18.360174 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc69e493-25cf-401e-9bca-5acef84c199e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:18.378178 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de71599-d780-4960-a04a-23b32f608345 None None] DHCP port deletion for 2bef316a-94ed-44e3-8dfa-520c0d36d93a request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:07:18.464572 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dceafb5d-2df5-414a-a9d6-484397044747 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:18.465131 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dceafb5d-2df5-414a-a9d6-484397044747 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Fanout notify agent at l3_agent the message router_deleted on router 5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:07:18.479941 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dceafb5d-2df5-414a-a9d6-484397044747 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:18.484574 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dceafb5d-2df5-414a-a9d6-484397044747 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/routers/5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b HTTP/1.1" status: 204  len: 168 time: 1.1220443
Nov 20 21:07:18.487618 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33470) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:18.503712 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6de71599-d780-4960-a04a-23b32f608345 None None] Deleting port aca52fbd-988b-475a-9b31-1a97b3d62760 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:18.504540 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6de71599-d780-4960-a04a-23b32f608345 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:18.578373 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9f62b115-85ca-4b61-bb16-05603f2a7c99 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0883856
Nov 20 21:07:18.581258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33472) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:18.593858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a99fa1-5424-48da-815e-1b33e37e5d8a req-6627b660-262f-43b5-b8bd-822fe20cfbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:18.595423 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a99fa1-5424-48da-815e-1b33e37e5d8a req-6627b660-262f-43b5-b8bd-822fe20cfbb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0400d56719ed494ebd32c09923c9b578&device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 1095 time: 0.1347332
Nov 20 21:07:18.611000 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc69e493-25cf-401e-9bca-5acef84c199e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:18.700358 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-dc69e493-25cf-401e-9bca-5acef84c199e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Deleting port f961773d-c6bb-4b5b-b5d8-46b341184f9a {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:18.700358 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc69e493-25cf-401e-9bca-5acef84c199e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:18.736139 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 04a1d28f-5801-4e7d-92e8-a91bae3024b7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:18.741629 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6de71599-d780-4960-a04a-23b32f608345 None None] For port aca52fbd-988b-475a-9b31-1a97b3d62760, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aca52fbd-988b-475a-9b31-1a97b3d62760,segment=NetworkSegment(f97346c1-f970-4be2-bdfc-84246e46d7c7),segment_id=f97346c1-f970-4be2-bdfc-84246e46d7c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:18.742044 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6de71599-d780-4960-a04a-23b32f608345 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:18.744904 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:18.781929 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 04a1d28f-5801-4e7d-92e8-a91bae3024b7 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:07:18.781929 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 04a1d28f-5801-4e7d-92e8-a91bae3024b7 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:07:18.782489 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c76ede3e-41a4-44fd-9e21-16cde0985dbc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:18.789213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6de71599-d780-4960-a04a-23b32f608345 None None] Calling delete_port for aca52fbd-988b-475a-9b31-1a97b3d62760 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:18.813625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: c76ede3e-41a4-44fd-9e21-16cde0985dbc {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:07:18.813740 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c76ede3e-41a4-44fd-9e21-16cde0985dbc not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:07:18.814147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device aca52fbd-988b-475a-9b31-1a97b3d62760 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:18.826535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a99fa1-5424-48da-815e-1b33e37e5d8a req-7d2c2c48-46b1-430b-b029-ff9c8aaf3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:18.837764 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-dc69e493-25cf-401e-9bca-5acef84c199e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] For port f961773d-c6bb-4b5b-b5d8-46b341184f9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f961773d-c6bb-4b5b-b5d8-46b341184f9a,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:18.838976 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc69e493-25cf-401e-9bca-5acef84c199e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:18.841690 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a99fa1-5424-48da-815e-1b33e37e5d8a req-7d2c2c48-46b1-430b-b029-ff9c8aaf3031 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd6757f0-07f9-4f9b-8569-3dacfd7cd36f HTTP/1.1" status: 200  len: 915 time: 0.2155385
Nov 20 21:07:18.846084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8202bc-a950-4d34-b74f-31d9ff80e0bb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:18.849408 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8c8202bc-a950-4d34-b74f-31d9ff80e0bb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2657573
Nov 20 21:07:18.854800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33478) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:18.868313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-dc69e493-25cf-401e-9bca-5acef84c199e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Calling delete_port for f961773d-c6bb-4b5b-b5d8-46b341184f9a owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:18.887670 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a99fa1-5424-48da-815e-1b33e37e5d8a req-73369206-7073-44f4-811c-0c34eae4e8b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec80320f-e59f-4690-a3d9-c1ad5f142f34 HTTP/1.1" status: 200  len: 217 time: 0.0365946
Nov 20 21:07:18.908382 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-afcefe63-3864-450c-bed6-ab25a1e53875 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0502062
Nov 20 21:07:18.909062 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33480) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:18.915606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-963aa5fb-8eb9-415d-9048-0400a8808b23 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:18.945851 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a99fa1-5424-48da-815e-1b33e37e5d8a req-27e5ec8c-d84f-419e-9c2e-370335fe1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:18.948195 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a99fa1-5424-48da-815e-1b33e37e5d8a req-27e5ec8c-d84f-419e-9c2e-370335fe1a67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78861bb9-4b39-4666-ac0b-f3a4b1aa3685 HTTP/1.1" status: 200  len: 854 time: 0.0524538
Nov 20 21:07:18.958489 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:18.961547 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6de71599-d780-4960-a04a-23b32f608345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:18.987963 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a99fa1-5424-48da-815e-1b33e37e5d8a req-4106d4f0-1944-4d0c-9fc5-72b7818ba953 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd6757f0-07f9-4f9b-8569-3dacfd7cd36f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316498
Nov 20 21:07:18.999405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de71599-d780-4960-a04a-23b32f608345 None None] Pushing event deleted for resources: {'Port': ['ID=aca52fbd-988b-475a-9b31-1a97b3d62760,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:19.011138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de71599-d780-4960-a04a-23b32f608345 None None] No DVR routers for this DVR port aca52fbd-988b-475a-9b31-1a97b3d62760 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:07:19.037859 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e58d1880-302a-4e54-a879-9646117f38c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:19.062478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: e58d1880-302a-4e54-a879-9646117f38c3 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:07:19.062826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e58d1880-302a-4e54-a879-9646117f38c3 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:07:19.073907 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:19.109427 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a99fa1-5424-48da-815e-1b33e37e5d8a req-99b12bc5-c25a-45f2-a326-1c631af67bc4 service neutron] 10.222.0.37 "GET /v2.0/networks/fd6757f0-07f9-4f9b-8569-3dacfd7cd36f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1139715
Nov 20 21:07:19.126854 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963aa5fb-8eb9-415d-9048-0400a8808b23 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:19.130961 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-963aa5fb-8eb9-415d-9048-0400a8808b23 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:19.211590 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a99fa1-5424-48da-815e-1b33e37e5d8a req-cbd256a9-8fd8-4d4f-bc45-75f0248fcb1e service neutron] 10.222.0.37 "GET /v2.0/networks/fd6757f0-07f9-4f9b-8569-3dacfd7cd36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0939186
Nov 20 21:07:19.283333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc69e493-25cf-401e-9bca-5acef84c199e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:19.340805 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69e493-25cf-401e-9bca-5acef84c199e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event deleted for resources: {'Port': ['ID=f961773d-c6bb-4b5b-b5d8-46b341184f9a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:19.356813 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e5b669-8461-4a0a-94fe-ef3e91458f88 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:07:19.473867 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc69e493-25cf-401e-9bca-5acef84c199e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:19.593034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe7188-33ad-4e24-a9ac-7e300edd36af req-883955fe-f196-4562-831b-bee4bfe58918 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:19.594473 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-77fe7188-33ad-4e24-a9ac-7e300edd36af req-883955fe-f196-4562-831b-bee4bfe58918 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 944 time: 0.1697781
Nov 20 21:07:19.619856 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc69e493-25cf-401e-9bca-5acef84c199e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:19.624154 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc69e493-25cf-401e-9bca-5acef84c199e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:19.715051 ncdv-master-1 neutron-server[126224]: DEBUG neutron.objects.ports [None req-963aa5fb-8eb9-415d-9048-0400a8808b23 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:07:19.720039 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-963aa5fb-8eb9-415d-9048-0400a8808b23 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:19.737375 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc69e493-25cf-401e-9bca-5acef84c199e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:19.738524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc69e493-25cf-401e-9bca-5acef84c199e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Fanout notify agent at l3_agent the message router_deleted on router 3b9d6dbe-0889-4a12-824e-9f3624c75f4c {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:07:19.768437 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc69e493-25cf-401e-9bca-5acef84c199e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:19.769597 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dc69e493-25cf-401e-9bca-5acef84c199e tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "DELETE /v2.0/routers/3b9d6dbe-0889-4a12-824e-9f3624c75f4c HTTP/1.1" status: 204  len: 168 time: 2.2452879
Nov 20 21:07:19.772970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33486) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:19.792959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963aa5fb-8eb9-415d-9048-0400a8808b23 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:19.798982 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-77fe7188-33ad-4e24-a9ac-7e300edd36af req-4594bbe8-3aa6-4a2f-a8f5-74d15859b39b tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f632fc-2e55-441e-b123-9e5e250e3fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730757
Nov 20 21:07:19.802898 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-963aa5fb-8eb9-415d-9048-0400a8808b23 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:19.807399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963aa5fb-8eb9-415d-9048-0400a8808b23 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:19.807942 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-963aa5fb-8eb9-415d-9048-0400a8808b23 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:19.813596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963aa5fb-8eb9-415d-9048-0400a8808b23 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=633adf27-c5e3-4cf4-99b6-2de49926a004,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:19.814816 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8ec00d-8596-451a-9447-73c1866362e1 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:19.829796 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-963aa5fb-8eb9-415d-9048-0400a8808b23 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.9180105
Nov 20 21:07:19.834242 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33488) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:19.842404 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0f68cf97-8d86-4e19-a305-3a0e2d068e9a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:19.901703 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f61b5322-c06c-4628-9a0d-e3e0bff210d6 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:20.006832 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f68cf97-8d86-4e19-a305-3a0e2d068e9a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:20.011613 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0f68cf97-8d86-4e19-a305-3a0e2d068e9a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:20.027616 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f61b5322-c06c-4628-9a0d-e3e0bff210d6 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:20.028748 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': '633adf27-c5e3-4cf4-99b6-2de49926a004'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:07:20.029804 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:20.052121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-f61b5322-c06c-4628-9a0d-e3e0bff210d6 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4dcde2b0>,) {'filters': {'network_id': ['2bef316a-94ed-44e3-8dfa-520c0d36d93a']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:20.064308 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-f61b5322-c06c-4628-9a0d-e3e0bff210d6 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dcde2b0>, 'f97346c1-f970-4be2-bdfc-84246e46d7c7') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:20.064739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-f61b5322-c06c-4628-9a0d-e3e0bff210d6 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dcde2b0>, 'f97346c1-f970-4be2-bdfc-84246e46d7c7') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:20.086347 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f61b5322-c06c-4628-9a0d-e3e0bff210d6 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:20.123860 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f61b5322-c06c-4628-9a0d-e3e0bff210d6 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:20.134036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61b5322-c06c-4628-9a0d-e3e0bff210d6 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:07:20.134964 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f61b5322-c06c-4628-9a0d-e3e0bff210d6 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:07:20.140294 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:07:20.206397 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Allocated IP 2001:db8::f816:3eff:fe75:8c1a (078bc043-a79e-4708-a2f2-e608d1250afa/633adf27-c5e3-4cf4-99b6-2de49926a004/f03ff8d9-a0ed-4346-93ad-345c310bc8b8) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:20.245374 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f61b5322-c06c-4628-9a0d-e3e0bff210d6 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:20.260338 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f61b5322-c06c-4628-9a0d-e3e0bff210d6 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:20.281674 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f61b5322-c06c-4628-9a0d-e3e0bff210d6 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] 10.222.0.41 "DELETE /v2.0/networks/2bef316a-94ed-44e3-8dfa-520c0d36d93a HTTP/1.1" status: 204  len: 168 time: 0.5063863
Nov 20 21:07:20.319513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b5322-c06c-4628-9a0d-e3e0bff210d6 tempest-TestSecurityGroupsBasicOps-1433820409 tempest-TestSecurityGroupsBasicOps-1433820409-project] Pushing event deleted for resources: {'Network': ['ID=2bef316a-94ed-44e3-8dfa-520c0d36d93a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:20.434507 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:20.442338 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0f68cf97-8d86-4e19-a305-3a0e2d068e9a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:20.444253 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:20.492562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:20.495673 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:20.499775 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:20.501012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f68cf97-8d86-4e19-a305-3a0e2d068e9a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:20.504825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-0f68cf97-8d86-4e19-a305-3a0e2d068e9a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:20.527436 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f68cf97-8d86-4e19-a305-3a0e2d068e9a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:20.528153 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0f68cf97-8d86-4e19-a305-3a0e2d068e9a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:20.532377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Pushing event updated for resources: {'Port': ['ID=f03ff8d9-a0ed-4346-93ad-345c310bc8b8,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:20.560357 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0f68cf97-8d86-4e19-a305-3a0e2d068e9a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7249162
Nov 20 21:07:20.561786 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68cf97-8d86-4e19-a305-3a0e2d068e9a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=31453323-6041-434f-838a-b29343ef7b48,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:20.563223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33520) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:20.571883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-2845bee6-6392-477b-ad76-43ffb0bc7967 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'mac_address': 'fa:16:3e:e5:b4:04', 'name': 'tempest-NetworksTestDHCPv6-1791255961'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:20.584546 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Attempting to bind port f03ff8d9-a0ed-4346-93ad-345c310bc8b8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:07:20.584932 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Attempting to bind port f03ff8d9-a0ed-4346-93ad-345c310bc8b8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:07:20.585305 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Attempting to bind port f03ff8d9-a0ed-4346-93ad-345c310bc8b8 on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:07:20.599157 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:07:20.599549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:07:20.599983 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:20.600431 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:07:20.600922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Bound port: f03ff8d9-a0ed-4346-93ad-345c310bc8b8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:07:20.601311 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:20.698374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f961773d-c6bb-4b5b-b5d8-46b341184f9a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:20.722833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33524) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:20.729677 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: f961773d-c6bb-4b5b-b5d8-46b341184f9a {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:07:20.730092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f961773d-c6bb-4b5b-b5d8-46b341184f9a not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:07:20.735358 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] For port f03ff8d9-a0ed-4346-93ad-345c310bc8b8, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:07:20.748177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] For port f03ff8d9-a0ed-4346-93ad-345c310bc8b8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f03ff8d9-a0ed-4346-93ad-345c310bc8b8,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:07:20.752715 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2845bee6-6392-477b-ad76-43ffb0bc7967 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:20.752888 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:20.834033 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a532c0-8b23-4749-b783-d45f61fb3fd1 None None] Pushing event updated for resources: {'Port': ['ID=f03ff8d9-a0ed-4346-93ad-345c310bc8b8,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:20.889831 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2845bee6-6392-477b-ad76-43ffb0bc7967 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:20.919978 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8f656e74-9f7f-4480-aba2-687b6376e7a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83a551019ab140bba8ec377d05167a62&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1958644
Nov 20 21:07:20.922402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33546) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:20.941473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-2845bee6-6392-477b-ad76-43ffb0bc7967 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port a612c1b3-1509-4020-8c65-2d2e00d8051f yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:07:20.975633 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bae49e9d-d301-4126-b1b3-8d1191279bd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:21.001355 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bae49e9d-d301-4126-b1b3-8d1191279bd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:21.006894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea85e7-e24f-4e89-825b-42fa9171eb87 req-75fe349c-cf66-498a-bdfa-0f0aa8320f1b tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:21.008722 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fea85e7-e24f-4e89-825b-42fa9171eb87 req-75fe349c-cf66-498a-bdfa-0f0aa8320f1b tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 944 time: 0.1162102
Nov 20 21:07:21.082936 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bae49e9d-d301-4126-b1b3-8d1191279bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:21.085777 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bae49e9d-d301-4126-b1b3-8d1191279bd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:21.089273 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bae49e9d-d301-4126-b1b3-8d1191279bd6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2d18651-1c90-48c0-a853-87e69180a162 HTTP/1.1" status: 204  len: 168 time: 0.1635962
Nov 20 21:07:21.095879 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae49e9d-d301-4126-b1b3-8d1191279bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d18651-1c90-48c0-a853-87e69180a162,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:21.137335 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fea85e7-e24f-4e89-825b-42fa9171eb87 req-f6410218-a861-43f9-b461-be468fdd35b6 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f632fc-2e55-441e-b123-9e5e250e3fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118243
Nov 20 21:07:21.186815 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-2845bee6-6392-477b-ad76-43ffb0bc7967 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 172.20.0.9 (078bc043-a79e-4708-a2f2-e608d1250afa/31453323-6041-434f-838a-b29343ef7b48/a612c1b3-1509-4020-8c65-2d2e00d8051f) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:21.197522 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-2845bee6-6392-477b-ad76-43ffb0bc7967 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::f816:3eff:fee5:b404 (078bc043-a79e-4708-a2f2-e608d1250afa/633adf27-c5e3-4cf4-99b6-2de49926a004/a612c1b3-1509-4020-8c65-2d2e00d8051f) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:21.406331 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2845bee6-6392-477b-ad76-43ffb0bc7967 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:21.439323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33564) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:21.467405 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-90c7075c-3838-40f8-9ca9-618d9f1e7bb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:21.480471 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2845bee6-6392-477b-ad76-43ffb0bc7967 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:21.502469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ec80320f-e59f-4690-a3d9-c1ad5f142f34 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:07:21.539996 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2845bee6-6392-477b-ad76-43ffb0bc7967 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:21.550735 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-2845bee6-6392-477b-ad76-43ffb0bc7967 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:21.559726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2845bee6-6392-477b-ad76-43ffb0bc7967 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:21.563419 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845bee6-6392-477b-ad76-43ffb0bc7967 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=a612c1b3-1509-4020-8c65-2d2e00d8051f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:21.633038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2845bee6-6392-477b-ad76-43ffb0bc7967 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:21.633428 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port ec80320f-e59f-4690-a3d9-c1ad5f142f34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec80320f-e59f-4690-a3d9-c1ad5f142f34,segment=NetworkSegment(e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11),segment_id=e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:21.633951 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2845bee6-6392-477b-ad76-43ffb0bc7967 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:21.664678 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2845bee6-6392-477b-ad76-43ffb0bc7967 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.0979891
Nov 20 21:07:21.668803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33568) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:21.670405 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-90c7075c-3838-40f8-9ca9-618d9f1e7bb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:21.676693 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-90c7075c-3838-40f8-9ca9-618d9f1e7bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:21.736965 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-90c7075c-3838-40f8-9ca9-618d9f1e7bb2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2345e02e4159433aa76b2b3f386feac7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2964559
Nov 20 21:07:21.737964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7075c-3838-40f8-9ca9-618d9f1e7bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45637ed-fa07-4529-bdad-3af5e3c52f3a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:21.740495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33572) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:21.801058 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dd5bbc-3803-4f78-9aca-17079dfd3679 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:21.807691 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dd5bbc-3803-4f78-9aca-17079dfd3679 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:21.812297 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33574) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:21.812525 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-85dd5bbc-3803-4f78-9aca-17079dfd3679 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1782 time: 0.1424456
Nov 20 21:07:21.825903 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'ec80320f-e59f-4690-a3d9-c1ad5f142f34', 'network_id': 'fd6757f0-07f9-4f9b-8569-3dacfd7cd36f', 'port_id': 'ec80320f-e59f-4690-a3d9-c1ad5f142f34', 'mac_address': 'fa:16:3e:6d:4c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78861bb9-4b39-4666-ac0b-f3a4b1aa3685', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:07:21.847046 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83dbecd6-f8b2-4b3c-b4ff-cadc9fd2590d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:21.864741 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:21.879828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec80320f-e59f-4690-a3d9-c1ad5f142f34 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:07:21.881900 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83dbecd6-f8b2-4b3c-b4ff-cadc9fd2590d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:21.910777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port ec80320f-e59f-4690-a3d9-c1ad5f142f34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec80320f-e59f-4690-a3d9-c1ad5f142f34,segment=NetworkSegment(e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11),segment_id=e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:21.914515 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:21.932088 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port a612c1b3-1509-4020-8c65-2d2e00d8051f {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:21.933170 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:21.952195 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83dbecd6-f8b2-4b3c-b4ff-cadc9fd2590d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:21.959271 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83dbecd6-f8b2-4b3c-b4ff-cadc9fd2590d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:21.965349 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-83dbecd6-f8b2-4b3c-b4ff-cadc9fd2590d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c45637ed-fa07-4529-bdad-3af5e3c52f3a HTTP/1.1" status: 204  len: 168 time: 0.2059293
Nov 20 21:07:21.975128 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=ec80320f-e59f-4690-a3d9-c1ad5f142f34,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:21.976808 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbecd6-f8b2-4b3c-b4ff-cadc9fd2590d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45637ed-fa07-4529-bdad-3af5e3c52f3a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:22.067202 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:22.076771 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5ba710-b469-4816-9f38-a3e928fa3b6f None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:22.081831 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for a612c1b3-1509-4020-8c65-2d2e00d8051f owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:22.145176 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['ec80320f-e59f-4690-a3d9-c1ad5f142f34'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:07:22.185141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-27a96708-6196-4071-a389-b2f666c7652f None None] Provisioning complete for port f03ff8d9-a0ed-4346-93ad-345c310bc8b8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:22.185444 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-27a96708-6196-4071-a389-b2f666c7652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:22.322677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae987d5-c72d-4b1f-98a3-ecda42d1f447 req-361e9eae-168f-4477-8bfe-01e72cad9a5a tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:22.324153 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ae987d5-c72d-4b1f-98a3-ecda42d1f447 req-361e9eae-168f-4477-8bfe-01e72cad9a5a tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 945 time: 0.0992532
Nov 20 21:07:22.330596 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:22.370457 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33582) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:22.386659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=a612c1b3-1509-4020-8c65-2d2e00d8051f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:22.404331 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:22.404689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:22.405041 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:22.405384 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:22.405727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:22.406080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:22.406449 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:22.406784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:22.407115 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:22.407531 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:22.407874 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:22.408205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:22.420957 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b97fb0e5-5b3f-4183-879f-f8382e2a6a61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60536f56dda54b7a87972a42c7b2983b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0465686
Nov 20 21:07:22.421114 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33584) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:22.443056 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-27a96708-6196-4071-a389-b2f666c7652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:22.490722 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c2e945eb-a438-4311-a434-ebef4da3a589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:22.502793 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-27a96708-6196-4071-a389-b2f666c7652f None None] For port f03ff8d9-a0ed-4346-93ad-345c310bc8b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f03ff8d9-a0ed-4346-93ad-345c310bc8b8,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:22.505952 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ae987d5-c72d-4b1f-98a3-ecda42d1f447 req-aad8c95c-42ba-434b-9e88-3ea44f9e4f9b tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f632fc-2e55-441e-b123-9e5e250e3fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683452
Nov 20 21:07:22.529294 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c2e945eb-a438-4311-a434-ebef4da3a589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:22.530578 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-27a96708-6196-4071-a389-b2f666c7652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:22.555040 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:22.564322 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fdf53106-8bb8-48d4-b136-afa8515db87d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/a612c1b3-1509-4020-8c65-2d2e00d8051f HTTP/1.1" status: 204  len: 168 time: 0.7484500
Nov 20 21:07:22.564958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33588) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:22.591650 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a96708-6196-4071-a389-b2f666c7652f None None] Pushing event updated for resources: {'Port': ['ID=f03ff8d9-a0ed-4346-93ad-345c310bc8b8,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:22.601150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419e35e6-ef8a-4ed6-9285-8ffc88236637 None None] Update dhcp port {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'fixed_ips': [{'subnet_id': '633adf27-c5e3-4cf4-99b6-2de49926a004', 'ip_address': '2001:db8::f816:3eff:fe75:8c1a'}, {'subnet_id': '31453323-6041-434f-838a-b29343ef7b48'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'f03ff8d9-a0ed-4346-93ad-345c310bc8b8'} from ncdv-master-1. {{(pid=126226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 20 21:07:22.641066 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-419e35e6-ef8a-4ed6-9285-8ffc88236637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:22.642042 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c2e945eb-a438-4311-a434-ebef4da3a589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:22.644900 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c2e945eb-a438-4311-a434-ebef4da3a589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:22.646109 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c2e945eb-a438-4311-a434-ebef4da3a589 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/484f6884-a8b4-4e3b-97c8-30637331a49f HTTP/1.1" status: 204  len: 168 time: 0.2239051
Nov 20 21:07:22.669271 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e945eb-a438-4311-a434-ebef4da3a589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484f6884-a8b4-4e3b-97c8-30637331a49f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:22.674080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b094648b-b1c1-4786-9d62-c05f3c0f6620 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:22.677396 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b094648b-b1c1-4786-9d62-c05f3c0f6620 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:22.679130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b094648b-b1c1-4786-9d62-c05f3c0f6620 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:22.682179 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b094648b-b1c1-4786-9d62-c05f3c0f6620 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1149564
Nov 20 21:07:22.683615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33594) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:22.756196 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-8616e75e-ca54-4593-8f2b-35721fb7e41b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 31453323-6041-434f-838a-b29343ef7b48 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:22.759805 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8616e75e-ca54-4593-8f2b-35721fb7e41b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:22.805660 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8616e75e-ca54-4593-8f2b-35721fb7e41b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:22.815932 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f03ff8d9-a0ed-4346-93ad-345c310bc8b8 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:07:22.882862 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8616e75e-ca54-4593-8f2b-35721fb7e41b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:22.906625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port f03ff8d9-a0ed-4346-93ad-345c310bc8b8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:22.907133 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:22.975806 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8616e75e-ca54-4593-8f2b-35721fb7e41b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:23.018577 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616e75e-ca54-4593-8f2b-35721fb7e41b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=31453323-6041-434f-838a-b29343ef7b48,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:23.030384 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8616e75e-ca54-4593-8f2b-35721fb7e41b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:23.041463 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33602) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:23.052430 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8616e75e-ca54-4593-8f2b-35721fb7e41b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/31453323-6041-434f-838a-b29343ef7b48 HTTP/1.1" status: 204  len: 168 time: 0.3676116
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server [None req-419e35e6-ef8a-4ed6-9285-8ffc88236637 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31453323-6041-434f-838a-b29343ef7b48: This subnet is being modified by another concurrent operation.
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise exception
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31453323-6041-434f-838a-b29343ef7b48: This subnet is being modified by another concurrent operation.
Nov 20 21:07:23.077113 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server 
Nov 20 21:07:23.221798 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab415219-b74a-4d2d-9799-e3a11db5daa3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 633adf27-c5e3-4cf4-99b6-2de49926a004 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:23.226966 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ab415219-b74a-4d2d-9799-e3a11db5daa3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:23.279879 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ab415219-b74a-4d2d-9799-e3a11db5daa3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:23.285017 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-48a70fb5-3bfd-4224-98b8-2885c44ab7a5 None None] Provisioning complete for port f03ff8d9-a0ed-4346-93ad-345c310bc8b8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:23.288799 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-48a70fb5-3bfd-4224-98b8-2885c44ab7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:23.429244 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ab415219-b74a-4d2d-9799-e3a11db5daa3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:23.433568 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e656bd0f-7a71-4c00-b078-7dca6ae1381b None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 21:07:23.496912 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ab415219-b74a-4d2d-9799-e3a11db5daa3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:23.525281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab415219-b74a-4d2d-9799-e3a11db5daa3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=633adf27-c5e3-4cf4-99b6-2de49926a004,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:23.529125 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ab415219-b74a-4d2d-9799-e3a11db5daa3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:23.534912 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ab415219-b74a-4d2d-9799-e3a11db5daa3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/633adf27-c5e3-4cf4-99b6-2de49926a004 HTTP/1.1" status: 204  len: 168 time: 0.4782920
Nov 20 21:07:23.535984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33620) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:23.540627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ec80320f-e59f-4690-a3d9-c1ad5f142f34 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:07:23.576509 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-64703ae4-6964-40e8-b46a-89406a24648d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0376167
Nov 20 21:07:23.576868 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33624) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:23.582096 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-bc5d2187-ed47-497f-9ed4-29e6210b5d74 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:23.599798 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8ef5e24b-4d0b-482b-98d6-f5105de0af0e None None] Could not find standard attr ID for object a612c1b3-1509-4020-8c65-2d2e00d8051f. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:07:23.602210 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e656bd0f-7a71-4c00-b078-7dca6ae1381b None None] Resources bound (agent type, host, resource id):  {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 20 21:07:23.648491 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port ec80320f-e59f-4690-a3d9-c1ad5f142f34 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:07:23.666753 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port ec80320f-e59f-4690-a3d9-c1ad5f142f34 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:23.666753 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:23.685655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cc905-495a-4245-9232-856e0fbc1eef req-26bad422-856a-4a4a-b3e2-8d5a04f087f0 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:23.687198 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f0cc905-495a-4245-9232-856e0fbc1eef req-26bad422-856a-4a4a-b3e2-8d5a04f087f0 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 945 time: 0.0603087
Nov 20 21:07:23.694178 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5d2187-ed47-497f-9ed4-29e6210b5d74 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:23.698086 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2187-ed47-497f-9ed4-29e6210b5d74 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:23.741173 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f0cc905-495a-4245-9232-856e0fbc1eef req-e8b7b5e4-e7ad-4aa0-b545-c4a58e39e9ea tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f632fc-2e55-441e-b123-9e5e250e3fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473940
Nov 20 21:07:23.834508 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:23.901710 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be8e160-dc20-49a4-a5d7-0c9efb0dfe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec80320f-e59f-4690-a3d9-c1ad5f142f34'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:07:23.904013 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0134ffca-d829-4c64-be08-255830daddf8" -d '{"events": [{"server_uuid": "0be8e160-dc20-49a4-a5d7-0c9efb0dfe29", "name": "network-vif-plugged", "status": "completed", "tag": "ec80320f-e59f-4690-a3d9-c1ad5f142f34"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:07:23.924687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port ec80320f-e59f-4690-a3d9-c1ad5f142f34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec80320f-e59f-4690-a3d9-c1ad5f142f34,segment=NetworkSegment(e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11),segment_id=e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:23.930980 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:23.969123 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71eb5cb-ec9f-4360-ab74-717adaefe264 x-openstack-request-id: req-e71eb5cb-ec9f-4360-ab74-717adaefe264 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:07:23.969426 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be8e160-dc20-49a4-a5d7-0c9efb0dfe29", "name": "network-vif-plugged", "status": "completed", "tag": "ec80320f-e59f-4690-a3d9-c1ad5f142f34", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:07:23.969686 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e71eb5cb-ec9f-4360-ab74-717adaefe264 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:07:23.970161 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be8e160-dc20-49a4-a5d7-0c9efb0dfe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec80320f-e59f-4690-a3d9-c1ad5f142f34', 'code': 200}
Nov 20 21:07:24.005521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=ec80320f-e59f-4690-a3d9-c1ad5f142f34,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:24.011470 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffed080-7200-40f0-9a5d-47666f56c04d None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 21:07:24.064524 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7f1e6685-9d15-4bcf-ac84-d7f80d935a75 None None] Provisioning complete for port f03ff8d9-a0ed-4346-93ad-345c310bc8b8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:24.065260 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7f1e6685-9d15-4bcf-ac84-d7f80d935a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:24.082412 ncdv-master-1 neutron-server[126224]: DEBUG neutron.objects.ports [None req-bc5d2187-ed47-497f-9ed4-29e6210b5d74 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:07:24.083946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496befa-417d-4205-8c39-e56463d8c694 req-6f11e658-16ef-4d4b-9794-400c6b571c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:24.085485 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a496befa-417d-4205-8c39-e56463d8c694 req-6f11e658-16ef-4d4b-9794-400c6b571c42 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 1097 time: 0.0473680
Nov 20 21:07:24.136091 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a496befa-417d-4205-8c39-e56463d8c694 req-1ac088cc-70dd-414d-8a73-9dcdc5ae6957 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=76f632fc-2e55-441e-b123-9e5e250e3fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428879
Nov 20 21:07:24.199053 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffed080-7200-40f0-9a5d-47666f56c04d None None] Resources bound (agent type, host, resource id):  {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 20 21:07:24.236171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7f1e6685-9d15-4bcf-ac84-d7f80d935a75 None None] Provisioning complete for port ec80320f-e59f-4690-a3d9-c1ad5f142f34 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:24.236547 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7f1e6685-9d15-4bcf-ac84-d7f80d935a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:24.324316 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2187-ed47-497f-9ed4-29e6210b5d74 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:24.524775 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-bc5d2187-ed47-497f-9ed4-29e6210b5d74 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] For port f03ff8d9-a0ed-4346-93ad-345c310bc8b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f03ff8d9-a0ed-4346-93ad-345c310bc8b8,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:24.564162 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2187-ed47-497f-9ed4-29e6210b5d74 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:24.569928 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2187-ed47-497f-9ed4-29e6210b5d74 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:24.570997 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2187-ed47-497f-9ed4-29e6210b5d74 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:24.650282 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5d2187-ed47-497f-9ed4-29e6210b5d74 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:24.659893 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-bc5d2187-ed47-497f-9ed4-29e6210b5d74 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:24.663564 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5d2187-ed47-497f-9ed4-29e6210b5d74 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:24.664571 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2187-ed47-497f-9ed4-29e6210b5d74 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:24.684423 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f03ff8d9-a0ed-4346-93ad-345c310bc8b8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:24.706648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d2187-ed47-497f-9ed4-29e6210b5d74 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=5450ce52-4efb-48c5-a5c5-7346cce8d20b,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:24.715202 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bc5d2187-ed47-497f-9ed4-29e6210b5d74 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1366820
Nov 20 21:07:24.717592 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33644) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:24.719787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d2187-ed47-497f-9ed4-29e6210b5d74 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=f03ff8d9-a0ed-4346-93ad-345c310bc8b8,revision_number=6']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:24.725664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-2ceffcf5-2171-45b2-9653-89020483f584 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:24.809798 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:24.860014 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port f03ff8d9-a0ed-4346-93ad-345c310bc8b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f03ff8d9-a0ed-4346-93ad-345c310bc8b8,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:24.866656 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:24.940176 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=f03ff8d9-a0ed-4346-93ad-345c310bc8b8,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:24.943640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ceffcf5-2171-45b2-9653-89020483f584 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:24.947814 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2ceffcf5-2171-45b2-9653-89020483f584 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:25.027129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032f2fc-7bed-42c6-9b92-a895154d40cc req-ae54e068-9d40-4050-b891-5db440bff437 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:25.031079 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e032f2fc-7bed-42c6-9b92-a895154d40cc req-ae54e068-9d40-4050-b891-5db440bff437 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 946 time: 0.1364019
Nov 20 21:07:25.148049 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e032f2fc-7bed-42c6-9b92-a895154d40cc req-1483a7e3-b921-4003-9d52-d31e783a0bbe tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f632fc-2e55-441e-b123-9e5e250e3fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069796
Nov 20 21:07:25.365330 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2ceffcf5-2171-45b2-9653-89020483f584 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:25.417622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceffcf5-2171-45b2-9653-89020483f584 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:25.420930 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-2ceffcf5-2171-45b2-9653-89020483f584 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:25.425333 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceffcf5-2171-45b2-9653-89020483f584 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:25.426289 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2ceffcf5-2171-45b2-9653-89020483f584 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:25.439346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceffcf5-2171-45b2-9653-89020483f584 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=92bcc34e-74f7-41d5-ba46-431c8ba37ca3,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:25.450586 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2ceffcf5-2171-45b2-9653-89020483f584 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7295949
Nov 20 21:07:25.451768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33662) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:25.454178 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95712368-2802-4f64-a9ee-426872a2aa8e None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:25.457957 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8605601d-a7c4-404c-bde2-89341546f012 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'mac_address': 'fa:16:3e:6e:59:99', 'name': 'tempest-NetworksTestDHCPv6-1270966724'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:25.573499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8605601d-a7c4-404c-bde2-89341546f012 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:25.584678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-58dd27a0-3c42-491d-9dfc-ef0374a232a6 None None] Provisioning complete for port f03ff8d9-a0ed-4346-93ad-345c310bc8b8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:25.585061 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-58dd27a0-3c42-491d-9dfc-ef0374a232a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:25.669273 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8605601d-a7c4-404c-bde2-89341546f012 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:25.693145 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-8605601d-a7c4-404c-bde2-89341546f012 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port f65fd47b-037c-4c85-83c0-9fe922005e59 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:07:25.712486 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-58dd27a0-3c42-491d-9dfc-ef0374a232a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:25.785211 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8700c29f-5b7c-404e-8fb9-42773ad86655 None None] Update dhcp port {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'fixed_ips': [{'subnet_id': '5450ce52-4efb-48c5-a5c5-7346cce8d20b', 'ip_address': '2001:db8::f816:3eff:fe75:8c1a'}, {'subnet_id': '92bcc34e-74f7-41d5-ba46-431c8ba37ca3'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'f03ff8d9-a0ed-4346-93ad-345c310bc8b8'} from ncdv-master-1. {{(pid=126226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 20 21:07:25.788348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-58dd27a0-3c42-491d-9dfc-ef0374a232a6 None None] For port f03ff8d9-a0ed-4346-93ad-345c310bc8b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f03ff8d9-a0ed-4346-93ad-345c310bc8b8,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:25.806354 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-58dd27a0-3c42-491d-9dfc-ef0374a232a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:25.840771 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8700c29f-5b7c-404e-8fb9-42773ad86655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:25.880885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-8605601d-a7c4-404c-bde2-89341546f012 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 172.20.0.8 (078bc043-a79e-4708-a2f2-e608d1250afa/92bcc34e-74f7-41d5-ba46-431c8ba37ca3/f65fd47b-037c-4c85-83c0-9fe922005e59) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:25.888000 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-8605601d-a7c4-404c-bde2-89341546f012 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::f816:3eff:fe6e:5999 (078bc043-a79e-4708-a2f2-e608d1250afa/5450ce52-4efb-48c5-a5c5-7346cce8d20b/f65fd47b-037c-4c85-83c0-9fe922005e59) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:25.899656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd27a0-3c42-491d-9dfc-ef0374a232a6 None None] Pushing event updated for resources: {'Port': ['ID=f03ff8d9-a0ed-4346-93ad-345c310bc8b8,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:26.034184 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8605601d-a7c4-404c-bde2-89341546f012 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:26.068324 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8605601d-a7c4-404c-bde2-89341546f012 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:26.115843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-8700c29f-5b7c-404e-8fb9-42773ad86655 None None] Allocated IP 172.20.0.2 (078bc043-a79e-4708-a2f2-e608d1250afa/92bcc34e-74f7-41d5-ba46-431c8ba37ca3/f03ff8d9-a0ed-4346-93ad-345c310bc8b8) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:26.116213 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8605601d-a7c4-404c-bde2-89341546f012 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:26.119300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-8605601d-a7c4-404c-bde2-89341546f012 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:26.123289 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8605601d-a7c4-404c-bde2-89341546f012 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:26.154891 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605601d-a7c4-404c-bde2-89341546f012 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=f65fd47b-037c-4c85-83c0-9fe922005e59,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:26.179416 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8605601d-a7c4-404c-bde2-89341546f012 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:26.180131 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8605601d-a7c4-404c-bde2-89341546f012 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:26.198095 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8605601d-a7c4-404c-bde2-89341546f012 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 0.7451024
Nov 20 21:07:26.200517 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33676) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:26.231445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8700c29f-5b7c-404e-8fb9-42773ad86655 None None] For port f03ff8d9-a0ed-4346-93ad-345c310bc8b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f03ff8d9-a0ed-4346-93ad-345c310bc8b8,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:26.252882 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7a5fe1-b48a-4194-9088-21bf36aae94a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:26.260150 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7a5fe1-b48a-4194-9088-21bf36aae94a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:26.261810 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-da7a5fe1-b48a-4194-9088-21bf36aae94a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1784 time: 0.0603299
Nov 20 21:07:26.264952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33678) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:26.266906 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8700c29f-5b7c-404e-8fb9-42773ad86655 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:26.272592 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8700c29f-5b7c-404e-8fb9-42773ad86655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:26.288988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79969c-4549-4aaf-a644-ad2725895564 req-b1362dbd-b573-4250-98e1-83f5bb813899 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:26.291741 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b79969c-4549-4aaf-a644-ad2725895564 req-b1362dbd-b573-4250-98e1-83f5bb813899 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 946 time: 0.0561287
Nov 20 21:07:26.350599 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b79969c-4549-4aaf-a644-ad2725895564 req-456d0ca7-7932-4368-ae6e-f148187524dc tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f632fc-2e55-441e-b123-9e5e250e3fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434539
Nov 20 21:07:26.359967 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700c29f-5b7c-404e-8fb9-42773ad86655 None None] Pushing event updated for resources: {'Port': ['ID=f03ff8d9-a0ed-4346-93ad-345c310bc8b8,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:26.384454 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-03fb71a8-b277-4f9a-959c-ad8f52950170 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port f65fd47b-037c-4c85-83c0-9fe922005e59 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:26.384737 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03fb71a8-b277-4f9a-959c-ad8f52950170 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:26.493185 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03fb71a8-b277-4f9a-959c-ad8f52950170 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:26.506742 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-03fb71a8-b277-4f9a-959c-ad8f52950170 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for f65fd47b-037c-4c85-83c0-9fe922005e59 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:26.707051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f03ff8d9-a0ed-4346-93ad-345c310bc8b8 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:07:26.741461 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03fb71a8-b277-4f9a-959c-ad8f52950170 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:26.764825 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port f03ff8d9-a0ed-4346-93ad-345c310bc8b8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:26.765209 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:26.774595 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb71a8-b277-4f9a-959c-ad8f52950170 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=f65fd47b-037c-4c85-83c0-9fe922005e59,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:26.893081 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9447108-299c-4665-bd79-e30ddec48c97 req-25daa722-86aa-42fe-bb1e-fcd278de1546 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:26.894750 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d9447108-299c-4665-bd79-e30ddec48c97 req-25daa722-86aa-42fe-bb1e-fcd278de1546 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 946 time: 0.1225216
Nov 20 21:07:26.935918 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03fb71a8-b277-4f9a-959c-ad8f52950170 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:26.942339 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-03fb71a8-b277-4f9a-959c-ad8f52950170 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/f65fd47b-037c-4c85-83c0-9fe922005e59 HTTP/1.1" status: 204  len: 168 time: 0.6733720
Nov 20 21:07:26.942940 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33694) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:26.976902 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d9447108-299c-4665-bd79-e30ddec48c97 req-69c5d820-e798-414e-bbcc-08cfbbc827a8 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f632fc-2e55-441e-b123-9e5e250e3fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638623
Nov 20 21:07:27.000481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c984e5b-ef9e-420f-bd4e-88277aa455fd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:27.002119 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c984e5b-ef9e-420f-bd4e-88277aa455fd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:27.004208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c984e5b-ef9e-420f-bd4e-88277aa455fd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:27.005804 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4c984e5b-ef9e-420f-bd4e-88277aa455fd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0616870
Nov 20 21:07:27.009474 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33696) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:27.076066 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0a1802-08e6-40ec-9ffc-e1e64b23e31a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 5450ce52-4efb-48c5-a5c5-7346cce8d20b {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:27.079570 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b0a1802-08e6-40ec-9ffc-e1e64b23e31a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:27.113597 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ca3542-f90b-4853-b331-ea9f12357770 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:27.125887 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b0a1802-08e6-40ec-9ffc-e1e64b23e31a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:27.214212 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b0a1802-08e6-40ec-9ffc-e1e64b23e31a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:27.287705 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b0a1802-08e6-40ec-9ffc-e1e64b23e31a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:27.347187 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-797eea05-8750-4700-84eb-946e4774868d None None] Provisioning complete for port f03ff8d9-a0ed-4346-93ad-345c310bc8b8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:27.347802 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-797eea05-8750-4700-84eb-946e4774868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:27.685175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a1802-08e6-40ec-9ffc-e1e64b23e31a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=5450ce52-4efb-48c5-a5c5-7346cce8d20b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:27.688934 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8b0a1802-08e6-40ec-9ffc-e1e64b23e31a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:27.693119 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8b0a1802-08e6-40ec-9ffc-e1e64b23e31a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/5450ce52-4efb-48c5-a5c5-7346cce8d20b HTTP/1.1" status: 204  len: 168 time: 0.6825092
Nov 20 21:07:27.695640 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33702) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:27.748565 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4eec438-2626-48c3-a6a0-9d85cab6c538 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 92bcc34e-74f7-41d5-ba46-431c8ba37ca3 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:27.751904 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d4eec438-2626-48c3-a6a0-9d85cab6c538 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:27.793683 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d4eec438-2626-48c3-a6a0-9d85cab6c538 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:27.881780 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d4eec438-2626-48c3-a6a0-9d85cab6c538 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:27.942511 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d4eec438-2626-48c3-a6a0-9d85cab6c538 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:27.970493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eec438-2626-48c3-a6a0-9d85cab6c538 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=92bcc34e-74f7-41d5-ba46-431c8ba37ca3,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:27.974583 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d4eec438-2626-48c3-a6a0-9d85cab6c538 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:27.977807 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d4eec438-2626-48c3-a6a0-9d85cab6c538 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/92bcc34e-74f7-41d5-ba46-431c8ba37ca3 HTTP/1.1" status: 204  len: 168 time: 0.2812145
Nov 20 21:07:27.980400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33704) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:27.990933 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdab43eb-f13a-4bfc-a2f0-ccbe5feae6db None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:28.028550 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6241d74a-5bdf-471f-bfc3-888b3760f30e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0469947
Nov 20 21:07:28.031369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33708) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:28.036727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b235bf03-3e2d-4dd6-95f6-ebffa52ca878 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:28.083048 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4f38c929-d7c3-48ba-94f4-9edd786f11fa None None] Provisioning complete for port f03ff8d9-a0ed-4346-93ad-345c310bc8b8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:28.083422 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4f38c929-d7c3-48ba-94f4-9edd786f11fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:28.114325 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c19c1-2716-4017-b3c4-4fa7f318f8eb req-cea1f2a5-16da-4719-ba2e-5458fa34dc42 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:28.116524 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6b0c19c1-2716-4017-b3c4-4fa7f318f8eb req-cea1f2a5-16da-4719-ba2e-5458fa34dc42 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 946 time: 0.0641391
Nov 20 21:07:28.194819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12584df-71a8-4fd5-8212-afc8b420dd04 req-69fda553-8165-4563-84fe-181463121d9f tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:28.197973 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f12584df-71a8-4fd5-8212-afc8b420dd04 req-69fda553-8165-4563-84fe-181463121d9f tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.37 "GET /v2.0/ports?device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 946 time: 0.0787485
Nov 20 21:07:28.201575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b235bf03-3e2d-4dd6-95f6-ebffa52ca878 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:28.209771 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b235bf03-3e2d-4dd6-95f6-ebffa52ca878 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:28.220074 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6b0c19c1-2716-4017-b3c4-4fa7f318f8eb req-d9b3c139-fe14-4060-91ca-8ddb835ea733 tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/security-groups?id=76f632fc-2e55-441e-b123-9e5e250e3fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949955
Nov 20 21:07:28.283479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44a476c-f313-4a55-8fa4-c87f89c0a167 None None] DHCP port deletion for 078bc043-a79e-4708-a2f2-e608d1250afa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:07:28.331848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f44a476c-f313-4a55-8fa4-c87f89c0a167 None None] Deleting port f03ff8d9-a0ed-4346-93ad-345c310bc8b8 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:28.332225 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f44a476c-f313-4a55-8fa4-c87f89c0a167 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:28.398891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f44a476c-f313-4a55-8fa4-c87f89c0a167 None None] For port f03ff8d9-a0ed-4346-93ad-345c310bc8b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f03ff8d9-a0ed-4346-93ad-345c310bc8b8,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:28.399607 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f44a476c-f313-4a55-8fa4-c87f89c0a167 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:28.411824 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f44a476c-f313-4a55-8fa4-c87f89c0a167 None None] Calling delete_port for f03ff8d9-a0ed-4346-93ad-345c310bc8b8 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:28.448613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-f12584df-71a8-4fd5-8212-afc8b420dd04 req-feb08c1d-d300-40f4-8c22-b41f625b9a4a tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Deleting port ec80320f-e59f-4690-a3d9-c1ad5f142f34 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:28.448951 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f12584df-71a8-4fd5-8212-afc8b420dd04 req-feb08c1d-d300-40f4-8c22-b41f625b9a4a tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:28.492538 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f44a476c-f313-4a55-8fa4-c87f89c0a167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:28.521962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a476c-f313-4a55-8fa4-c87f89c0a167 None None] Pushing event deleted for resources: {'Port': ['ID=f03ff8d9-a0ed-4346-93ad-345c310bc8b8,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:28.525451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a476c-f313-4a55-8fa4-c87f89c0a167 None None] No DVR routers for this DVR port f03ff8d9-a0ed-4346-93ad-345c310bc8b8 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:07:28.555301 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b235bf03-3e2d-4dd6-95f6-ebffa52ca878 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:28.610694 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b235bf03-3e2d-4dd6-95f6-ebffa52ca878 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:28.619341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-b235bf03-3e2d-4dd6-95f6-ebffa52ca878 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:28.629705 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b235bf03-3e2d-4dd6-95f6-ebffa52ca878 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:28.629881 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47eb191-b6a6-4dd5-855f-dcaed2a23af6 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:28.630339 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b235bf03-3e2d-4dd6-95f6-ebffa52ca878 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:28.643545 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-f12584df-71a8-4fd5-8212-afc8b420dd04 req-feb08c1d-d300-40f4-8c22-b41f625b9a4a tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] For port ec80320f-e59f-4690-a3d9-c1ad5f142f34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec80320f-e59f-4690-a3d9-c1ad5f142f34,segment=NetworkSegment(e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11),segment_id=e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:28.644115 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f12584df-71a8-4fd5-8212-afc8b420dd04 req-feb08c1d-d300-40f4-8c22-b41f625b9a4a tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:28.648229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f03ff8d9-a0ed-4346-93ad-345c310bc8b8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:28.653847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235bf03-3e2d-4dd6-95f6-ebffa52ca878 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=86c36f48-8d6f-44bc-9ed6-e65cefef64e0,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:28.670784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-f12584df-71a8-4fd5-8212-afc8b420dd04 req-feb08c1d-d300-40f4-8c22-b41f625b9a4a tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Calling delete_port for ec80320f-e59f-4690-a3d9-c1ad5f142f34 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:28.670784 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b235bf03-3e2d-4dd6-95f6-ebffa52ca878 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6372585
Nov 20 21:07:28.672723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33718) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:28.678331 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ddee1c57-fe73-421e-b650-9dcebbcb90bd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:28.682014 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: f03ff8d9-a0ed-4346-93ad-345c310bc8b8 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:07:28.683012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f03ff8d9-a0ed-4346-93ad-345c310bc8b8 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:07:28.798639 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddee1c57-fe73-421e-b650-9dcebbcb90bd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:28.802756 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ddee1c57-fe73-421e-b650-9dcebbcb90bd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:28.816744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': '86c36f48-8d6f-44bc-9ed6-e65cefef64e0'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:07:28.817766 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:28.818015 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f12584df-71a8-4fd5-8212-afc8b420dd04 req-feb08c1d-d300-40f4-8c22-b41f625b9a4a tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:28.831615 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['ec80320f-e59f-4690-a3d9-c1ad5f142f34'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:07:28.849977 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb08c1d-d300-40f4-8c22-b41f625b9a4a tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Pushing event deleted for resources: {'Port': ['ID=ec80320f-e59f-4690-a3d9-c1ad5f142f34,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:28.895296 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12584df-71a8-4fd5-8212-afc8b420dd04 req-feb08c1d-d300-40f4-8c22-b41f625b9a4a tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] No DVR routers for this DVR port ec80320f-e59f-4690-a3d9-c1ad5f142f34 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:07:28.897275 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f12584df-71a8-4fd5-8212-afc8b420dd04 req-feb08c1d-d300-40f4-8c22-b41f625b9a4a tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:28.900849 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f12584df-71a8-4fd5-8212-afc8b420dd04 req-feb08c1d-d300-40f4-8c22-b41f625b9a4a tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.37 "DELETE /v2.0/ports/ec80320f-e59f-4690-a3d9-c1ad5f142f34 HTTP/1.1" status: 204  len: 173 time: 0.6710627
Nov 20 21:07:28.901121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be8e160-dc20-49a4-a5d7-0c9efb0dfe29', 'name': 'network-vif-deleted', 'tag': 'ec80320f-e59f-4690-a3d9-c1ad5f142f34'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:07:28.903429 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b45552-4c8d-4530-8a76-bf544b0d834e" -d '{"events": [{"server_uuid": "0be8e160-dc20-49a4-a5d7-0c9efb0dfe29", "name": "network-vif-deleted", "tag": "ec80320f-e59f-4690-a3d9-c1ad5f142f34"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:07:28.912345 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062a0175-1390-49e8-b24e-3fdb42890ffc None None] DHCP port deletion for fd6757f0-07f9-4f9b-8569-3dacfd7cd36f request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:07:28.957650 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111a3cad-9627-4200-a638-2364efbb1ada x-openstack-request-id: req-111a3cad-9627-4200-a638-2364efbb1ada {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:07:28.957949 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be8e160-dc20-49a4-a5d7-0c9efb0dfe29", "name": "network-vif-deleted", "tag": "ec80320f-e59f-4690-a3d9-c1ad5f142f34", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:07:28.958254 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-111a3cad-9627-4200-a638-2364efbb1ada {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:07:28.958693 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be8e160-dc20-49a4-a5d7-0c9efb0dfe29', 'name': 'network-vif-deleted', 'tag': 'ec80320f-e59f-4690-a3d9-c1ad5f142f34', 'status': 'completed', 'code': 200}
Nov 20 21:07:29.010656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Allocated IP 172.20.0.2 (078bc043-a79e-4708-a2f2-e608d1250afa/86c36f48-8d6f-44bc-9ed6-e65cefef64e0/5d52a4a1-cd22-4b9b-97ff-b6aa54e63656) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:29.161117 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:29.164397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.objects.ports [None req-ddee1c57-fe73-421e-b650-9dcebbcb90bd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:07:29.165855 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ddee1c57-fe73-421e-b650-9dcebbcb90bd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:29.167641 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:29.209132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddee1c57-fe73-421e-b650-9dcebbcb90bd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:29.212400 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-ddee1c57-fe73-421e-b650-9dcebbcb90bd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:29.212552 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:29.215388 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:29.216970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddee1c57-fe73-421e-b650-9dcebbcb90bd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:29.217271 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ddee1c57-fe73-421e-b650-9dcebbcb90bd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:29.218973 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:29.229147 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee1c57-fe73-421e-b650-9dcebbcb90bd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=47512c8d-fa56-4067-9095-0dd3a878a719,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:29.230884 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Pushing event updated for resources: {'Port': ['ID=5d52a4a1-cd22-4b9b-97ff-b6aa54e63656,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:29.240490 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ddee1c57-fe73-421e-b650-9dcebbcb90bd tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.5666354
Nov 20 21:07:29.243466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33722) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:29.248507 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-151d3d99-d29f-4c48-96df-a1ef697f3742 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'mac_address': 'fa:16:3e:cc:00:10', 'name': 'tempest-NetworksTestDHCPv6-1002495173'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:29.291396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Attempting to bind port 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:07:29.291780 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Attempting to bind port 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:07:29.292210 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Attempting to bind port 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656 on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:07:29.297832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:07:29.298249 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:07:29.299088 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:29.299088 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:07:29.299500 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Bound port: 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:07:29.299917 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:29.426567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] For port 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:07:29.431655 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] For port 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d52a4a1-cd22-4b9b-97ff-b6aa54e63656,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:07:29.439658 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:29.471937 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2355b9f5-09d9-42cd-bb8b-5f43bc05d35f req-c736619c-13a4-4748-a833-959279139cce tempest-ServerAddressesTestJSON-755222255 tempest-ServerAddressesTestJSON-755222255-project] 10.222.0.41 "GET /v2.0/ports?device_id=0be8e160-dc20-49a4-a5d7-0c9efb0dfe29 HTTP/1.1" status: 200  len: 210 time: 0.0887072
Nov 20 21:07:29.490034 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151d3d99-d29f-4c48-96df-a1ef697f3742 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:29.533330 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef198d-20d6-4e9c-9e3b-8109bd7aa34b None None] Pushing event updated for resources: {'Port': ['ID=5d52a4a1-cd22-4b9b-97ff-b6aa54e63656,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:29.592373 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-151d3d99-d29f-4c48-96df-a1ef697f3742 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:29.612049 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-151d3d99-d29f-4c48-96df-a1ef697f3742 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port 9541bb52-2346-4971-97e2-93e368c80244 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:07:29.795417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-151d3d99-d29f-4c48-96df-a1ef697f3742 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 172.20.0.14 (078bc043-a79e-4708-a2f2-e608d1250afa/86c36f48-8d6f-44bc-9ed6-e65cefef64e0/9541bb52-2346-4971-97e2-93e368c80244) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:29.802240 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-151d3d99-d29f-4c48-96df-a1ef697f3742 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::f816:3eff:fecc:10 (078bc043-a79e-4708-a2f2-e608d1250afa/47512c8d-fa56-4067-9095-0dd3a878a719/9541bb52-2346-4971-97e2-93e368c80244) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:29.957967 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-151d3d99-d29f-4c48-96df-a1ef697f3742 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:29.993078 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-151d3d99-d29f-4c48-96df-a1ef697f3742 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:30.041639 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151d3d99-d29f-4c48-96df-a1ef697f3742 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:30.044901 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-151d3d99-d29f-4c48-96df-a1ef697f3742 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:30.048925 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151d3d99-d29f-4c48-96df-a1ef697f3742 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:30.056038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d3d99-d29f-4c48-96df-a1ef697f3742 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=9541bb52-2346-4971-97e2-93e368c80244,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:30.396054 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151d3d99-d29f-4c48-96df-a1ef697f3742 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:30.396744 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-151d3d99-d29f-4c48-96df-a1ef697f3742 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:30.416120 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-151d3d99-d29f-4c48-96df-a1ef697f3742 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 1.1691179
Nov 20 21:07:30.416270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33734) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:30.469535 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2bf34c-af8a-4652-a4ec-58466bc989c4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:30.479326 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2bf34c-af8a-4652-a4ec-58466bc989c4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:30.479698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82be493e-c31b-4e10-b5ff-15aa76e50bd9 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:30.481035 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bf2bf34c-af8a-4652-a4ec-58466bc989c4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1762 time: 0.0637515
Nov 20 21:07:30.484022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33740) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:30.566940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33746) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:30.570571 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4f2f458f-d18a-4a90-b7ba-17f28d426069 None None] Provisioning complete for port 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:30.570946 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4f2f458f-d18a-4a90-b7ba-17f28d426069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:30.600816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1c260c58-ae7f-4aeb-9b8d-cb78b0308b78 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port 9541bb52-2346-4971-97e2-93e368c80244 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:30.601162 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c260c58-ae7f-4aeb-9b8d-cb78b0308b78 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:30.635999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-396f1234-67a6-4402-abd3-8e0b26b9aa58 admin admin] Deleting subnet 78861bb9-4b39-4666-ac0b-f3a4b1aa3685 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:30.641375 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-396f1234-67a6-4402-abd3-8e0b26b9aa58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:30.683566 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-396f1234-67a6-4402-abd3-8e0b26b9aa58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:30.744145 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-396f1234-67a6-4402-abd3-8e0b26b9aa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:30.752583 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c260c58-ae7f-4aeb-9b8d-cb78b0308b78 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:30.767508 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1c260c58-ae7f-4aeb-9b8d-cb78b0308b78 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for 9541bb52-2346-4971-97e2-93e368c80244 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:30.776722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:07:30.813108 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-396f1234-67a6-4402-abd3-8e0b26b9aa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:30.841261 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4f2f458f-d18a-4a90-b7ba-17f28d426069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:30.850442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f1234-67a6-4402-abd3-8e0b26b9aa58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78861bb9-4b39-4666-ac0b-f3a4b1aa3685,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:30.857522 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-396f1234-67a6-4402-abd3-8e0b26b9aa58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:30.861161 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-396f1234-67a6-4402-abd3-8e0b26b9aa58 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/78861bb9-4b39-4666-ac0b-f3a4b1aa3685 HTTP/1.1" status: 204  len: 168 time: 0.2921128
Nov 20 21:07:30.863998 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33754) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:30.869287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34237b92-3237-4229-b987-9091e20ed7c4 None None] Network fd6757f0-07f9-4f9b-8569-3dacfd7cd36f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:30.934711 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4f2f458f-d18a-4a90-b7ba-17f28d426069 None None] For port 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d52a4a1-cd22-4b9b-97ff-b6aa54e63656,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:30.985304 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7cccb635-4474-4689-aafd-8280f582d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:30.988274 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4f2f458f-d18a-4a90-b7ba-17f28d426069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.075092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:31.075623 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.126102 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7cccb635-4474-4689-aafd-8280f582d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.143545 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2e31dd-beca-407f-9a68-b689e45dab77 None None] DHCP port deletion for fd6757f0-07f9-4f9b-8569-3dacfd7cd36f request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:07:31.145236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd45fdc-16fd-4006-837d-49ad346f6b5c None None] Update dhcp port {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'fixed_ips': [{'subnet_id': '86c36f48-8d6f-44bc-9ed6-e65cefef64e0', 'ip_address': '172.20.0.2'}, {'subnet_id': '47512c8d-fa56-4067-9095-0dd3a878a719'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '5d52a4a1-cd22-4b9b-97ff-b6aa54e63656'} from ncdv-master-1. {{(pid=126226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 20 21:07:31.149824 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c260c58-ae7f-4aeb-9b8d-cb78b0308b78 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.163165 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7cccb635-4474-4689-aafd-8280f582d25e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54b981f0>,) {'filters': {'network_id': ['fd6757f0-07f9-4f9b-8569-3dacfd7cd36f']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:31.169970 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f458f-d18a-4a90-b7ba-17f28d426069 None None] Pushing event updated for resources: {'Port': ['ID=5d52a4a1-cd22-4b9b-97ff-b6aa54e63656,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:31.188606 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2fd45fdc-16fd-4006-837d-49ad346f6b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.204082 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7cccb635-4474-4689-aafd-8280f582d25e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54b981f0>, 'e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:31.204354 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7cccb635-4474-4689-aafd-8280f582d25e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54b981f0>, 'e3da3b4e-dfc6-44f9-ae3d-e6a546cd4f11') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:31.206675 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c260c58-ae7f-4aeb-9b8d-cb78b0308b78 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=9541bb52-2346-4971-97e2-93e368c80244,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:31.233738 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7cccb635-4474-4689-aafd-8280f582d25e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.281588 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7cccb635-4474-4689-aafd-8280f582d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.294032 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cccb635-4474-4689-aafd-8280f582d25e admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:07:31.294589 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7cccb635-4474-4689-aafd-8280f582d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:07:31.296198 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:07:31.358714 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c260c58-ae7f-4aeb-9b8d-cb78b0308b78 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.362079 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1c260c58-ae7f-4aeb-9b8d-cb78b0308b78 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/9541bb52-2346-4971-97e2-93e368c80244 HTTP/1.1" status: 204  len: 168 time: 0.8768733
Nov 20 21:07:31.366085 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33768) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:31.387245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-2fd45fdc-16fd-4006-837d-49ad346f6b5c None None] Allocated IP 2001:db8::f816:3eff:fed5:2e4e (078bc043-a79e-4708-a2f2-e608d1250afa/47512c8d-fa56-4067-9095-0dd3a878a719/5d52a4a1-cd22-4b9b-97ff-b6aa54e63656) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:31.399633 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7cccb635-4474-4689-aafd-8280f582d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.404036 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7cccb635-4474-4689-aafd-8280f582d25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.407505 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7cccb635-4474-4689-aafd-8280f582d25e admin admin] 10.222.0.41 "DELETE /v2.0/networks/fd6757f0-07f9-4f9b-8569-3dacfd7cd36f HTTP/1.1" status: 204  len: 168 time: 0.5414805
Nov 20 21:07:31.428724 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccb635-4474-4689-aafd-8280f582d25e admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6757f0-07f9-4f9b-8569-3dacfd7cd36f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:31.446213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f639ea8b-7648-4e08-ba03-cb9f695481e5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:31.448376 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f639ea8b-7648-4e08-ba03-cb9f695481e5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:31.450113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f639ea8b-7648-4e08-ba03-cb9f695481e5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:31.458337 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f639ea8b-7648-4e08-ba03-cb9f695481e5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0887647
Nov 20 21:07:31.458542 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33772) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:31.501402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2fd45fdc-16fd-4006-837d-49ad346f6b5c None None] For port 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d52a4a1-cd22-4b9b-97ff-b6aa54e63656,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:31.523379 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-05780007-4007-4f97-b8d3-047e8d00ce95 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 47512c8d-fa56-4067-9095-0dd3a878a719 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:31.536975 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2fd45fdc-16fd-4006-837d-49ad346f6b5c None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.542691 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2fd45fdc-16fd-4006-837d-49ad346f6b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.543380 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05780007-4007-4f97-b8d3-047e8d00ce95 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.553122 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ec80320f-e59f-4690-a3d9-c1ad5f142f34 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:31.591594 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05780007-4007-4f97-b8d3-047e8d00ce95 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.613788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33776) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:31.616837 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: ec80320f-e59f-4690-a3d9-c1ad5f142f34 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:07:31.617261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ec80320f-e59f-4690-a3d9-c1ad5f142f34 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:07:31.672362 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ea0d891c-638e-4b16-aa76-c3df61bfeb34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0400d56719ed494ebd32c09923c9b578&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0567360
Nov 20 21:07:31.675731 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33786) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:31.705929 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd45fdc-16fd-4006-837d-49ad346f6b5c None None] Pushing event updated for resources: {'Port': ['ID=5d52a4a1-cd22-4b9b-97ff-b6aa54e63656,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:31.732038 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05780007-4007-4f97-b8d3-047e8d00ce95 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.736724 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3de342e-6099-4741-bd9c-5d91d202fa76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.760085 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3de342e-6099-4741-bd9c-5d91d202fa76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.793360 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05780007-4007-4f97-b8d3-047e8d00ce95 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.813674 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3de342e-6099-4741-bd9c-5d91d202fa76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.816820 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d3de342e-6099-4741-bd9c-5d91d202fa76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.821143 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d3de342e-6099-4741-bd9c-5d91d202fa76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76f632fc-2e55-441e-b123-9e5e250e3fb8 HTTP/1.1" status: 204  len: 168 time: 0.1438055
Nov 20 21:07:31.821403 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05780007-4007-4f97-b8d3-047e8d00ce95 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=47512c8d-fa56-4067-9095-0dd3a878a719,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:31.825402 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05780007-4007-4f97-b8d3-047e8d00ce95 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.831636 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-05780007-4007-4f97-b8d3-047e8d00ce95 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/47512c8d-fa56-4067-9095-0dd3a878a719 HTTP/1.1" status: 204  len: 168 time: 0.3691554
Nov 20 21:07:31.832143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de342e-6099-4741-bd9c-5d91d202fa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f632fc-2e55-441e-b123-9e5e250e3fb8,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:31.832303 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33790) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:31.892700 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8a0173-4d7c-4015-9bba-b3956ec3b033 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 86c36f48-8d6f-44bc-9ed6-e65cefef64e0 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:31.896750 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0173-4d7c-4015-9bba-b3956ec3b033 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:31.945772 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0173-4d7c-4015-9bba-b3956ec3b033 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:32.041765 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0173-4d7c-4015-9bba-b3956ec3b033 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:32.108923 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0173-4d7c-4015-9bba-b3956ec3b033 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:32.140733 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0173-4d7c-4015-9bba-b3956ec3b033 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:32.146682 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4f8a0173-4d7c-4015-9bba-b3956ec3b033 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/86c36f48-8d6f-44bc-9ed6-e65cefef64e0 HTTP/1.1" status: 204  len: 168 time: 0.3107171
Nov 20 21:07:32.146682 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a0173-4d7c-4015-9bba-b3956ec3b033 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=86c36f48-8d6f-44bc-9ed6-e65cefef64e0,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:32.147088 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33796) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:32.193315 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-24d2ce31-daba-49d5-9b74-551444380b03 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0450821
Nov 20 21:07:32.196014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33800) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:32.202758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-9370f137-eaab-4e8b-925f-e0ce1fab699d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:32.300687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9370f137-eaab-4e8b-925f-e0ce1fab699d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:32.304987 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9370f137-eaab-4e8b-925f-e0ce1fab699d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:32.371842 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385dba04-b96a-4eaa-a74a-7f59528c6715 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:32.445520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d320c3b7-58e4-4d5c-a1cd-bf78e379f924 None None] Could not find standard attr ID for object 9541bb52-2346-4971-97e2-93e368c80244. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:07:32.487949 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d320c3b7-58e4-4d5c-a1cd-bf78e379f924 None None] Provisioning complete for port 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:32.487949 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d320c3b7-58e4-4d5c-a1cd-bf78e379f924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:32.508934 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9370f137-eaab-4e8b-925f-e0ce1fab699d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:32.573571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9370f137-eaab-4e8b-925f-e0ce1fab699d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:32.576852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-9370f137-eaab-4e8b-925f-e0ce1fab699d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:32.581722 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370f137-eaab-4e8b-925f-e0ce1fab699d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:32.582473 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9370f137-eaab-4e8b-925f-e0ce1fab699d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:32.596246 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370f137-eaab-4e8b-925f-e0ce1fab699d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=4de7da1c-2bd0-44a2-a54d-5ad1f4cc72c6,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:32.620746 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9370f137-eaab-4e8b-925f-e0ce1fab699d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4210744
Nov 20 21:07:32.620926 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33816) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:32.626246 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a1c3a677-b495-4b5e-a60d-9f91297687f2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:32.814042 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:07:32.834906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c3a677-b495-4b5e-a60d-9f91297687f2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:32.844342 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a677-b495-4b5e-a60d-9f91297687f2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:32.884221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:32.884600 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:32.911022 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cea800f-9a51-4915-84d4-c90c8665e2e1 None None] DHCP port deletion for 078bc043-a79e-4708-a2f2-e608d1250afa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:07:33.012961 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8cea800f-9a51-4915-84d4-c90c8665e2e1 None None] Deleting port 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:33.013350 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8cea800f-9a51-4915-84d4-c90c8665e2e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:33.116160 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8cea800f-9a51-4915-84d4-c90c8665e2e1 None None] For port 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d52a4a1-cd22-4b9b-97ff-b6aa54e63656,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:33.116826 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8cea800f-9a51-4915-84d4-c90c8665e2e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:33.137101 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8cea800f-9a51-4915-84d4-c90c8665e2e1 None None] Calling delete_port for 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:33.262829 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f6f0cc08-b462-4c18-a260-20e42c79db96 req-6434f774-564a-4827-83cb-3a6084c0b408 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0498292
Nov 20 21:07:33.270887 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8cea800f-9a51-4915-84d4-c90c8665e2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:33.305617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea800f-9a51-4915-84d4-c90c8665e2e1 None None] Pushing event deleted for resources: {'Port': ['ID=5d52a4a1-cd22-4b9b-97ff-b6aa54e63656,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:33.307123 ncdv-master-1 neutron-server[126225]: DEBUG neutron.objects.ports [None req-a1c3a677-b495-4b5e-a60d-9f91297687f2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:07:33.310438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cea800f-9a51-4915-84d4-c90c8665e2e1 None None] No DVR routers for this DVR port 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:07:33.313088 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a677-b495-4b5e-a60d-9f91297687f2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:33.335974 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac369b88-609c-4833-9226-e12c15e175f9 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:33.371295 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c3a677-b495-4b5e-a60d-9f91297687f2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:33.381627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-a1c3a677-b495-4b5e-a60d-9f91297687f2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:33.386300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3a677-b495-4b5e-a60d-9f91297687f2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:33.386913 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a677-b495-4b5e-a60d-9f91297687f2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:33.395013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3a677-b495-4b5e-a60d-9f91297687f2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=fddb6f06-d9ab-4b5d-8655-2ccd33becbb8,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:33.420711 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33866) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:33.421836 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a1c3a677-b495-4b5e-a60d-9f91297687f2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7968907
Nov 20 21:07:33.429508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-775130d3-c880-43db-8e50-ed5577856e8b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'mac_address': 'fa:16:3e:96:82:77', 'name': 'tempest-NetworksTestDHCPv6-1768003956'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:33.584525 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': '4de7da1c-2bd0-44a2-a54d-5ad1f4cc72c6'}, {'subnet_id': 'fddb6f06-d9ab-4b5d-8655-2ccd33becbb8'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:07:33.585731 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:33.611179 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775130d3-c880-43db-8e50-ed5577856e8b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:33.728215 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-775130d3-c880-43db-8e50-ed5577856e8b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:33.754447 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-775130d3-c880-43db-8e50-ed5577856e8b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port a6a5f1d9-d3ba-4752-b859-c165d868c69b yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:07:33.827084 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Allocated IP 172.20.0.2 (078bc043-a79e-4708-a2f2-e608d1250afa/4de7da1c-2bd0-44a2-a54d-5ad1f4cc72c6/91a063bb-3892-4d1e-917a-c097978cd05f) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:33.834995 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Allocated IP 2001:db8::f816:3eff:fe12:c4d2 (078bc043-a79e-4708-a2f2-e608d1250afa/fddb6f06-d9ab-4b5d-8655-2ccd33becbb8/91a063bb-3892-4d1e-917a-c097978cd05f) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:33.984270 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:33.990413 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:34.024415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:34.030623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:34.034768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:34.043882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Pushing event updated for resources: {'Port': ['ID=91a063bb-3892-4d1e-917a-c097978cd05f,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:34.089773 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-775130d3-c880-43db-8e50-ed5577856e8b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 172.20.0.14 (078bc043-a79e-4708-a2f2-e608d1250afa/4de7da1c-2bd0-44a2-a54d-5ad1f4cc72c6/a6a5f1d9-d3ba-4752-b859-c165d868c69b) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:34.095835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-775130d3-c880-43db-8e50-ed5577856e8b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::f816:3eff:fe96:8277 (078bc043-a79e-4708-a2f2-e608d1250afa/fddb6f06-d9ab-4b5d-8655-2ccd33becbb8/a6a5f1d9-d3ba-4752-b859-c165d868c69b) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:34.116863 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Attempting to bind port 91a063bb-3892-4d1e-917a-c097978cd05f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:07:34.117243 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Attempting to bind port 91a063bb-3892-4d1e-917a-c097978cd05f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:07:34.117612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Attempting to bind port 91a063bb-3892-4d1e-917a-c097978cd05f on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:07:34.123207 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:07:34.123589 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:07:34.123990 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:34.124387 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:07:34.124845 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Bound port: 91a063bb-3892-4d1e-917a-c097978cd05f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:07:34.125232 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:34.190025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] For port 91a063bb-3892-4d1e-917a-c097978cd05f, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:07:34.193509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] For port 91a063bb-3892-4d1e-917a-c097978cd05f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91a063bb-3892-4d1e-917a-c097978cd05f,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:07:34.197215 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:34.260133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbd28a-8d61-4fed-babc-165e0386098b None None] Pushing event updated for resources: {'Port': ['ID=91a063bb-3892-4d1e-917a-c097978cd05f,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:34.262559 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-775130d3-c880-43db-8e50-ed5577856e8b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:34.304672 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-775130d3-c880-43db-8e50-ed5577856e8b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:34.346503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775130d3-c880-43db-8e50-ed5577856e8b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:34.350245 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-775130d3-c880-43db-8e50-ed5577856e8b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:34.358832 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775130d3-c880-43db-8e50-ed5577856e8b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:34.401455 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775130d3-c880-43db-8e50-ed5577856e8b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=a6a5f1d9-d3ba-4752-b859-c165d868c69b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:34.431652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775130d3-c880-43db-8e50-ed5577856e8b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:34.432682 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-775130d3-c880-43db-8e50-ed5577856e8b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:34.467285 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-775130d3-c880-43db-8e50-ed5577856e8b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 1.0445731
Nov 20 21:07:34.470204 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33880) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:34.486703 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9e7df8a7-7109-4635-bd5b-186a9655bd0a req-1c9da4f4-8b21-4c8c-b393-16484e3d466c tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0444803
Nov 20 21:07:34.543539 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b0b7d6-edb1-498c-ad34-23276cc0429b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:34.551109 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b0b7d6-edb1-498c-ad34-23276cc0429b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:34.553551 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-89b0b7d6-edb1-498c-ad34-23276cc0429b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.0795949
Nov 20 21:07:34.556388 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33882) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:34.686588 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-3de4924e-d820-4719-a0b6-4b5361116d52 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port a6a5f1d9-d3ba-4752-b859-c165d868c69b {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:34.687173 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3de4924e-d820-4719-a0b6-4b5361116d52 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:34.696553 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 91a063bb-3892-4d1e-917a-c097978cd05f up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:07:34.752078 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 91a063bb-3892-4d1e-917a-c097978cd05f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:34.752541 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:34.792300 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3de4924e-d820-4719-a0b6-4b5361116d52 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:34.807779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-3de4924e-d820-4719-a0b6-4b5361116d52 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for a6a5f1d9-d3ba-4752-b859-c165d868c69b owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:34.833058 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:34.866044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 91a063bb-3892-4d1e-917a-c097978cd05f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91a063bb-3892-4d1e-917a-c097978cd05f,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:34.869829 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:34.930885 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:34.962465 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:07:34.962963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5d52a4a1-cd22-4b9b-97ff-b6aa54e63656 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:07:34.967688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=91a063bb-3892-4d1e-917a-c097978cd05f,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:35.020526 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3de4924e-d820-4719-a0b6-4b5361116d52 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:35.052105 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4924e-d820-4719-a0b6-4b5361116d52 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=a6a5f1d9-d3ba-4752-b859-c165d868c69b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:35.144470 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3de4924e-d820-4719-a0b6-4b5361116d52 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:35.147906 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3de4924e-d820-4719-a0b6-4b5361116d52 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/a6a5f1d9-d3ba-4752-b859-c165d868c69b HTTP/1.1" status: 204  len: 168 time: 0.5899646
Nov 20 21:07:35.150343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33898) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:35.205985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33b8a6e-b90f-47fe-bb1a-f2e927802da8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:35.207871 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33b8a6e-b90f-47fe-bb1a-f2e927802da8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:35.209428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33b8a6e-b90f-47fe-bb1a-f2e927802da8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:35.211084 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f33b8a6e-b90f-47fe-bb1a-f2e927802da8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0597930
Nov 20 21:07:35.213722 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33900) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:35.266597 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4097f85a-faeb-42fb-854a-269245e064cf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 4de7da1c-2bd0-44a2-a54d-5ad1f4cc72c6 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:35.270040 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4097f85a-faeb-42fb-854a-269245e064cf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:35.320119 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4097f85a-faeb-42fb-854a-269245e064cf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:35.343206 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b940d1-334c-4213-98d0-3bea07433fe2 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:35.392852 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-052ebf07-0638-4700-858b-1651bb96c336 req-3abc3549-e43e-40aa-8faa-eaa72f9964da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0268381
Nov 20 21:07:35.411219 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4097f85a-faeb-42fb-854a-269245e064cf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:35.431354 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b43d3786-a08f-4a94-8cf6-d99e61dd1e67 None None] Provisioning complete for port 91a063bb-3892-4d1e-917a-c097978cd05f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:35.431727 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b43d3786-a08f-4a94-8cf6-d99e61dd1e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:35.470247 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4097f85a-faeb-42fb-854a-269245e064cf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:35.495441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097f85a-faeb-42fb-854a-269245e064cf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=4de7da1c-2bd0-44a2-a54d-5ad1f4cc72c6,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:35.501209 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4097f85a-faeb-42fb-854a-269245e064cf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:35.505332 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4097f85a-faeb-42fb-854a-269245e064cf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/4de7da1c-2bd0-44a2-a54d-5ad1f4cc72c6 HTTP/1.1" status: 204  len: 168 time: 0.2906239
Nov 20 21:07:35.507811 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33902) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:35.586001 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-32fb933e-3368-4d10-87c9-954ab6e8361f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet fddb6f06-d9ab-4b5d-8655-2ccd33becbb8 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:35.589910 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32fb933e-3368-4d10-87c9-954ab6e8361f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:35.677858 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32fb933e-3368-4d10-87c9-954ab6e8361f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:35.679167 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-98aa45a7-b90b-4404-9cfe-0222f4f7ad56 req-040404e7-1bcb-4ae2-b82e-1e9ffa8b9fe1 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0584295
Nov 20 21:07:35.793115 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32fb933e-3368-4d10-87c9-954ab6e8361f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:35.867934 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32fb933e-3368-4d10-87c9-954ab6e8361f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:35.899200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb933e-3368-4d10-87c9-954ab6e8361f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=fddb6f06-d9ab-4b5d-8655-2ccd33becbb8,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:35.902955 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32fb933e-3368-4d10-87c9-954ab6e8361f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:35.906369 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-32fb933e-3368-4d10-87c9-954ab6e8361f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/fddb6f06-d9ab-4b5d-8655-2ccd33becbb8 HTTP/1.1" status: 204  len: 168 time: 0.3972156
Nov 20 21:07:35.908690 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33908) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:35.928018 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6915ee2-eb7d-404f-9847-30e0b8e64a8b None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:35.948444 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-860f990f-000e-475a-9f49-121ebf9b1a32 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0378330
Nov 20 21:07:35.950871 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33910) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:36.004453 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9b59ed40-5e09-4551-bf4b-f84ad6301b16 None None] Provisioning complete for port 91a063bb-3892-4d1e-917a-c097978cd05f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:36.004879 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9b59ed40-5e09-4551-bf4b-f84ad6301b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:36.007296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba1bab5-f01c-49b6-a6a0-4e00ca7f8363 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:36.010230 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1ba1bab5-f01c-49b6-a6a0-4e00ca7f8363 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0583835
Nov 20 21:07:36.012739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33914) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:36.072019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1c1270-f836-4092-ab74-bbb5d50dd52f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:36.073508 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fb1c1270-f836-4092-ab74-bbb5d50dd52f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0598304
Nov 20 21:07:36.076275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33916) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:36.114679 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e0a9b47a-3c5d-4ae8-bbbd-0711aed165ad tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0372698
Nov 20 21:07:36.119797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33918) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:36.129078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-185baad7-ac32-4358-81e6-bd503a5ebc90 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:36.150208 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6cee6f-8ac4-4c64-a3fc-3d4b98f0ea7e None None] DHCP port deletion for 078bc043-a79e-4708-a2f2-e608d1250afa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:07:36.196059 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-bb6cee6f-8ac4-4c64-a3fc-3d4b98f0ea7e None None] Deleting port 91a063bb-3892-4d1e-917a-c097978cd05f {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:36.196437 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bb6cee6f-8ac4-4c64-a3fc-3d4b98f0ea7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:36.219491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185baad7-ac32-4358-81e6-bd503a5ebc90 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:36.223160 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-185baad7-ac32-4358-81e6-bd503a5ebc90 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:36.224616 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-185baad7-ac32-4358-81e6-bd503a5ebc90 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:07:36.225055 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185baad7-ac32-4358-81e6-bd503a5ebc90 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:07:36.240393 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-185baad7-ac32-4358-81e6-bd503a5ebc90 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.1195204
Nov 20 21:07:36.243387 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33920) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:36.248219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-74fa887e-ecb6-41a7-bd2a-c87fd1c2b694 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:36.261950 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-bb6cee6f-8ac4-4c64-a3fc-3d4b98f0ea7e None None] For port 91a063bb-3892-4d1e-917a-c097978cd05f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91a063bb-3892-4d1e-917a-c097978cd05f,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:36.262404 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bb6cee6f-8ac4-4c64-a3fc-3d4b98f0ea7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:36.275766 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-bb6cee6f-8ac4-4c64-a3fc-3d4b98f0ea7e None None] Calling delete_port for 91a063bb-3892-4d1e-917a-c097978cd05f owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:36.342929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fa887e-ecb6-41a7-bd2a-c87fd1c2b694 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:36.346476 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-74fa887e-ecb6-41a7-bd2a-c87fd1c2b694 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:36.347886 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fa887e-ecb6-41a7-bd2a-c87fd1c2b694 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:07:36.348327 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74fa887e-ecb6-41a7-bd2a-c87fd1c2b694 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:07:36.361000 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bb6cee6f-8ac4-4c64-a3fc-3d4b98f0ea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:36.368797 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33922) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:36.369010 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-74fa887e-ecb6-41a7-bd2a-c87fd1c2b694 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.1244390
Nov 20 21:07:36.374075 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e6ef8365-054a-48b8-9997-6c4268e35734 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:36.399279 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cee6f-8ac4-4c64-a3fc-3d4b98f0ea7e None None] Pushing event deleted for resources: {'Port': ['ID=91a063bb-3892-4d1e-917a-c097978cd05f,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:36.403973 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6cee6f-8ac4-4c64-a3fc-3d4b98f0ea7e None None] No DVR routers for this DVR port 91a063bb-3892-4d1e-917a-c097978cd05f on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:07:36.478729 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ef8365-054a-48b8-9997-6c4268e35734 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:36.482344 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e6ef8365-054a-48b8-9997-6c4268e35734 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:36.483822 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ef8365-054a-48b8-9997-6c4268e35734 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:07:36.484253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ef8365-054a-48b8-9997-6c4268e35734 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:07:36.499885 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e6ef8365-054a-48b8-9997-6c4268e35734 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.1298125
Nov 20 21:07:36.503682 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33924) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:36.509178 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b165ca19-d235-4d99-93d8-eb4b5ad99fa6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:36.613966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b165ca19-d235-4d99-93d8-eb4b5ad99fa6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:36.617535 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b165ca19-d235-4d99-93d8-eb4b5ad99fa6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:36.618972 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b165ca19-d235-4d99-93d8-eb4b5ad99fa6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:07:36.619401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b165ca19-d235-4d99-93d8-eb4b5ad99fa6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:07:36.635467 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b165ca19-d235-4d99-93d8-eb4b5ad99fa6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.1306791
Nov 20 21:07:36.638689 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33926) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:36.644169 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3cb17de8-7492-45eb-abdf-6e2cb57cdefb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:36.649102 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 91a063bb-3892-4d1e-917a-c097978cd05f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:36.675958 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 91a063bb-3892-4d1e-917a-c097978cd05f {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:07:36.676375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 91a063bb-3892-4d1e-917a-c097978cd05f not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:07:36.741650 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb17de8-7492-45eb-abdf-6e2cb57cdefb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:36.746456 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3cb17de8-7492-45eb-abdf-6e2cb57cdefb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:36.748251 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb17de8-7492-45eb-abdf-6e2cb57cdefb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:07:36.748822 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb17de8-7492-45eb-abdf-6e2cb57cdefb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:07:36.773259 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33940) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:36.773812 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3cb17de8-7492-45eb-abdf-6e2cb57cdefb tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.1328909
Nov 20 21:07:36.778187 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-98605ceb-c1ad-4ee3-b566-0bdf418d0af6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:36.803114 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2bf22ff3-75b9-4f4c-b0a4-7ac0ec8865b2 req-1fd5300d-36ef-4f6b-8fbb-6f7c823d8cb5 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0439875
Nov 20 21:07:36.901808 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98605ceb-c1ad-4ee3-b566-0bdf418d0af6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:36.905645 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98605ceb-c1ad-4ee3-b566-0bdf418d0af6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:36.907257 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-98605ceb-c1ad-4ee3-b566-0bdf418d0af6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:07:36.907995 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98605ceb-c1ad-4ee3-b566-0bdf418d0af6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:07:36.926366 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-98605ceb-c1ad-4ee3-b566-0bdf418d0af6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.1523502
Nov 20 21:07:36.928858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33958) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:36.958764 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6f0eb647-a537-4052-923f-39f709dc0fd8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0284510
Nov 20 21:07:36.960933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33960) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:37.028829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5717c01-17c7-4bc4-8c76-13017a162b16 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:37.030496 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a5717c01-17c7-4bc4-8c76-13017a162b16 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0685136
Nov 20 21:07:37.033248 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 33964) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:37.091712 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cd93b9c6-99f6-43f5-86b1-b9297242160c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0506940
Nov 20 21:07:37.092093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 33978) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:37.099763 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7b91b435-0185-4c11-9c51-94cf56c7bb6f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:37.307756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dce4a25d-ea30-4ae7-a281-c0f813d1e73e req-4285286a-1a7e-4ab4-a5dd-c05343032394 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0490773
Nov 20 21:07:37.339869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b91b435-0185-4c11-9c51-94cf56c7bb6f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:37.344219 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b91b435-0185-4c11-9c51-94cf56c7bb6f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:37.631569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.objects.ports [None req-7b91b435-0185-4c11-9c51-94cf56c7bb6f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:07:37.633514 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b91b435-0185-4c11-9c51-94cf56c7bb6f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:37.681454 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b91b435-0185-4c11-9c51-94cf56c7bb6f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:37.684710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-7b91b435-0185-4c11-9c51-94cf56c7bb6f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:37.689749 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b91b435-0185-4c11-9c51-94cf56c7bb6f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:37.690913 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b91b435-0185-4c11-9c51-94cf56c7bb6f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:37.695295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76d519b-005a-4111-8a8e-4d7ef07761f2 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:37.702502 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91b435-0185-4c11-9c51-94cf56c7bb6f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=bbe8dcf6-a780-47b3-962e-0dc0ea6bf189,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:37.715994 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7b91b435-0185-4c11-9c51-94cf56c7bb6f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.6225653
Nov 20 21:07:37.718558 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34004) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:37.725672 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9d0d6bd0-50f8-41db-9a5a-6a830a68c677 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'mac_address': 'fa:16:3e:55:24:89', 'name': 'tempest-NetworksTestDHCPv6-1943497876'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:37.842237 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0d6bd0-50f8-41db-9a5a-6a830a68c677 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:37.846289 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6bd0-50f8-41db-9a5a-6a830a68c677 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:37.862020 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': 'bbe8dcf6-a780-47b3-962e-0dc0ea6bf189'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:07:37.863955 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:37.868670 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-9d0d6bd0-50f8-41db-9a5a-6a830a68c677 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port 82bab6e7-dab2-41f6-b067-1fa3493a696d yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:07:37.996411 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-9d0d6bd0-50f8-41db-9a5a-6a830a68c677 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::f816:3eff:fe55:2489 (078bc043-a79e-4708-a2f2-e608d1250afa/bbe8dcf6-a780-47b3-962e-0dc0ea6bf189/82bab6e7-dab2-41f6-b067-1fa3493a696d) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:38.152006 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6bd0-50f8-41db-9a5a-6a830a68c677 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:38.165571 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:38.186878 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6bd0-50f8-41db-9a5a-6a830a68c677 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:38.235715 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0d6bd0-50f8-41db-9a5a-6a830a68c677 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:38.239844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-9d0d6bd0-50f8-41db-9a5a-6a830a68c677 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:38.244875 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d6bd0-50f8-41db-9a5a-6a830a68c677 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:38.245518 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:38.246761 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Allocated IP 2001:db8::f816:3eff:fe0a:16dc (078bc043-a79e-4708-a2f2-e608d1250afa/bbe8dcf6-a780-47b3-962e-0dc0ea6bf189/66b7e494-7562-4742-a5b2-edc42605fd37) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:38.266176 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d6bd0-50f8-41db-9a5a-6a830a68c677 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:38.267690 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6bd0-50f8-41db-9a5a-6a830a68c677 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:38.273110 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d6bd0-50f8-41db-9a5a-6a830a68c677 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=82bab6e7-dab2-41f6-b067-1fa3493a696d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:38.297187 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9d0d6bd0-50f8-41db-9a5a-6a830a68c677 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 0.5748367
Nov 20 21:07:38.297649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34028) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:38.364370 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b16ca3-34c5-432b-a065-6de7b2471616 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:38.366373 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c4b16ca3-34c5-432b-a065-6de7b2471616 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.0674164
Nov 20 21:07:38.368975 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34038) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:38.434654 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-24c173f0-0edc-46ec-bd76-2e7dca6346a0 req-cf73b8a9-804a-40c9-8cc8-e5ed5eaabdf0 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0446444
Nov 20 21:07:38.438408 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:38.448977 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:38.498742 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-e515ac5f-6090-42fa-8622-a5245a85537f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port 82bab6e7-dab2-41f6-b067-1fa3493a696d {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:38.498957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:38.499084 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e515ac5f-6090-42fa-8622-a5245a85537f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:38.503678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:38.505765 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Pushing event updated for resources: {'Port': ['ID=66b7e494-7562-4742-a5b2-edc42605fd37,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:38.513722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:38.595620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Attempting to bind port 66b7e494-7562-4742-a5b2-edc42605fd37 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:07:38.595939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Attempting to bind port 66b7e494-7562-4742-a5b2-edc42605fd37 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:07:38.596303 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Attempting to bind port 66b7e494-7562-4742-a5b2-edc42605fd37 on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:07:38.605645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:07:38.605874 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:07:38.606287 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:38.606693 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:07:38.607171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Bound port: 66b7e494-7562-4742-a5b2-edc42605fd37, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:07:38.607562 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:38.621919 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e515ac5f-6090-42fa-8622-a5245a85537f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:38.634213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-e515ac5f-6090-42fa-8622-a5245a85537f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for 82bab6e7-dab2-41f6-b067-1fa3493a696d owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:38.670582 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] For port 66b7e494-7562-4742-a5b2-edc42605fd37, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:07:38.673529 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] For port 66b7e494-7562-4742-a5b2-edc42605fd37, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66b7e494-7562-4742-a5b2-edc42605fd37,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:07:38.678377 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:38.744391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887c195-3be4-47ff-a17c-1df29076c427 None None] Pushing event updated for resources: {'Port': ['ID=66b7e494-7562-4742-a5b2-edc42605fd37,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:38.771419 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e515ac5f-6090-42fa-8622-a5245a85537f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:38.803295 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515ac5f-6090-42fa-8622-a5245a85537f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=82bab6e7-dab2-41f6-b067-1fa3493a696d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:38.829069 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e515ac5f-6090-42fa-8622-a5245a85537f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:38.835369 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e515ac5f-6090-42fa-8622-a5245a85537f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/82bab6e7-dab2-41f6-b067-1fa3493a696d HTTP/1.1" status: 204  len: 168 time: 0.4625971
Nov 20 21:07:38.835670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34046) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:38.901179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bca2f6a-1445-4fbb-909b-70100e454d59 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:38.903304 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bca2f6a-1445-4fbb-909b-70100e454d59 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:38.904901 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3bca2f6a-1445-4fbb-909b-70100e454d59 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.0682523
Nov 20 21:07:38.907570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34048) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:38.965907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d7049d-7bf7-498d-8689-02f198338e42 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet bbe8dcf6-a780-47b3-962e-0dc0ea6bf189 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:38.969584 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9d7049d-7bf7-498d-8689-02f198338e42 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:39.013578 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9d7049d-7bf7-498d-8689-02f198338e42 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:39.098147 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9d7049d-7bf7-498d-8689-02f198338e42 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:39.154326 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9d7049d-7bf7-498d-8689-02f198338e42 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:39.181299 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7049d-7bf7-498d-8689-02f198338e42 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe8dcf6-a780-47b3-962e-0dc0ea6bf189,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:39.186171 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9d7049d-7bf7-498d-8689-02f198338e42 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:39.189451 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c9d7049d-7bf7-498d-8689-02f198338e42 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/bbe8dcf6-a780-47b3-962e-0dc0ea6bf189 HTTP/1.1" status: 204  len: 168 time: 0.2766988
Nov 20 21:07:39.192714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34050) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:39.230688 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-90e9a08d-a376-4c44-8551-94ecea1da5e9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0368779
Nov 20 21:07:39.233255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34052) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:39.238088 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-25c5ef6a-f70c-465f-a8cd-a5fc19e0e884 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:39.332718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c5ef6a-f70c-465f-a8cd-a5fc19e0e884 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:39.336605 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-25c5ef6a-f70c-465f-a8cd-a5fc19e0e884 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:39.556544 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aeb467ac-077e-42be-bbcf-038c6fa6abad req-36504ea8-20ac-40d6-ab5f-79477831e2ec tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0370250
Nov 20 21:07:39.696107 ncdv-master-1 neutron-server[126225]: DEBUG neutron.objects.ports [None req-25c5ef6a-f70c-465f-a8cd-a5fc19e0e884 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:07:39.723037 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0371be0d-c332-4c38-9c47-80e3b514f672 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:39.806031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f7875808-7764-4b95-a699-da1727f294b2 None None] Provisioning complete for port 66b7e494-7562-4742-a5b2-edc42605fd37 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:39.806716 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f7875808-7764-4b95-a699-da1727f294b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:39.931788 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-25c5ef6a-f70c-465f-a8cd-a5fc19e0e884 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:40.123655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-25c5ef6a-f70c-465f-a8cd-a5fc19e0e884 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] For port 66b7e494-7562-4742-a5b2-edc42605fd37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66b7e494-7562-4742-a5b2-edc42605fd37,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:40.148128 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f7875808-7764-4b95-a699-da1727f294b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:40.159706 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-25c5ef6a-f70c-465f-a8cd-a5fc19e0e884 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:40.164793 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-25c5ef6a-f70c-465f-a8cd-a5fc19e0e884 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:40.165723 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-25c5ef6a-f70c-465f-a8cd-a5fc19e0e884 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:40.220834 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-f7875808-7764-4b95-a699-da1727f294b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:07:40.221213 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-f7875808-7764-4b95-a699-da1727f294b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:07:40.239182 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c5ef6a-f70c-465f-a8cd-a5fc19e0e884 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:40.247311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-25c5ef6a-f70c-465f-a8cd-a5fc19e0e884 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:40.254164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c5ef6a-f70c-465f-a8cd-a5fc19e0e884 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:40.254900 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-25c5ef6a-f70c-465f-a8cd-a5fc19e0e884 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:40.281513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5ef6a-f70c-465f-a8cd-a5fc19e0e884 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=2294ec89-b047-4191-bd29-f354f3b4a7d2,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:40.289291 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-25c5ef6a-f70c-465f-a8cd-a5fc19e0e884 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0550504
Nov 20 21:07:40.291329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5ef6a-f70c-465f-a8cd-a5fc19e0e884 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=66b7e494-7562-4742-a5b2-edc42605fd37,revision_number=5']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:40.292122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34086) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:40.297828 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-15a6713c-3ae5-410d-bffa-a4df14f28154 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'mac_address': 'fa:16:3e:1b:63:f8', 'name': 'tempest-NetworksTestDHCPv6-482162865'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:40.418992 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e02ac1-32b8-496e-94e1-eb744a6013ec None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:40.427119 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a6713c-3ae5-410d-bffa-a4df14f28154 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:40.514641 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15a6713c-3ae5-410d-bffa-a4df14f28154 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:40.541590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-15a6713c-3ae5-410d-bffa-a4df14f28154 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port 09e51fc2-3c47-4f7d-85c9-8d5e124819f1 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:07:40.672169 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-15a6713c-3ae5-410d-bffa-a4df14f28154 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::f816:3eff:fe1b:63f8 (078bc043-a79e-4708-a2f2-e608d1250afa/2294ec89-b047-4191-bd29-f354f3b4a7d2/09e51fc2-3c47-4f7d-85c9-8d5e124819f1) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:40.698361 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-50458385-f1b7-4479-ba4a-4e23b61cc6b0 req-df729e59-8930-4e1e-a552-293ff427afac tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0400043
Nov 20 21:07:40.715590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 66b7e494-7562-4742-a5b2-edc42605fd37 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:07:40.785237 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f7875808-7764-4b95-a699-da1727f294b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:40.829612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f7875808-7764-4b95-a699-da1727f294b2 None None] For port 66b7e494-7562-4742-a5b2-edc42605fd37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66b7e494-7562-4742-a5b2-edc42605fd37,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:40.833834 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 66b7e494-7562-4742-a5b2-edc42605fd37 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:40.834204 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:40.837194 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f7875808-7764-4b95-a699-da1727f294b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:40.861214 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15a6713c-3ae5-410d-bffa-a4df14f28154 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:40.898507 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15a6713c-3ae5-410d-bffa-a4df14f28154 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:40.918839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7875808-7764-4b95-a699-da1727f294b2 None None] Pushing event updated for resources: {'Port': ['ID=66b7e494-7562-4742-a5b2-edc42605fd37,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:40.949689 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a6713c-3ae5-410d-bffa-a4df14f28154 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:40.952990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-15a6713c-3ae5-410d-bffa-a4df14f28154 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:40.957337 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a6713c-3ae5-410d-bffa-a4df14f28154 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:40.963429 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a6713c-3ae5-410d-bffa-a4df14f28154 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:40.964083 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-15a6713c-3ae5-410d-bffa-a4df14f28154 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:40.971888 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-53972b85-c17f-4a1d-ba6f-9d5a610a148d None None] Provisioning complete for port 66b7e494-7562-4742-a5b2-edc42605fd37 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:40.972264 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-53972b85-c17f-4a1d-ba6f-9d5a610a148d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:40.973563 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6713c-3ae5-410d-bffa-a4df14f28154 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=09e51fc2-3c47-4f7d-85c9-8d5e124819f1,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:40.991394 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-15a6713c-3ae5-410d-bffa-a4df14f28154 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 0.6951342
Nov 20 21:07:40.991809 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34092) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:41.057882 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a7be61-2514-40ba-95da-1e2e293f53b6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:41.066779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a7be61-2514-40ba-95da-1e2e293f53b6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:41.068456 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d0a7be61-2514-40ba-95da-1e2e293f53b6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1704 time: 0.0747592
Nov 20 21:07:41.071139 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34098) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:41.170781 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b792f99e-95fc-4eec-957c-5f6fdf3cc8c5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port 09e51fc2-3c47-4f7d-85c9-8d5e124819f1 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:41.171141 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b792f99e-95fc-4eec-957c-5f6fdf3cc8c5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:41.184434 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d751a265-b9a8-4659-94eb-633c1643f15b None None] Could not find standard attr ID for object 82bab6e7-dab2-41f6-b067-1fa3493a696d. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:07:41.310314 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b792f99e-95fc-4eec-957c-5f6fdf3cc8c5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:41.325250 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b792f99e-95fc-4eec-957c-5f6fdf3cc8c5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for 09e51fc2-3c47-4f7d-85c9-8d5e124819f1 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:41.409372 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4adc479c-5a57-40b8-a190-952a9365238e None None] Provisioning complete for port 09e51fc2-3c47-4f7d-85c9-8d5e124819f1 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:41.409814 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4adc479c-5a57-40b8-a190-952a9365238e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:41.452442 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4adc479c-5a57-40b8-a190-952a9365238e None None] Port 09e51fc2-3c47-4f7d-85c9-8d5e124819f1 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:07:41.489962 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b792f99e-95fc-4eec-957c-5f6fdf3cc8c5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:41.768610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792f99e-95fc-4eec-957c-5f6fdf3cc8c5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=09e51fc2-3c47-4f7d-85c9-8d5e124819f1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:41.794591 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b792f99e-95fc-4eec-957c-5f6fdf3cc8c5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:41.797823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b792f99e-95fc-4eec-957c-5f6fdf3cc8c5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/09e51fc2-3c47-4f7d-85c9-8d5e124819f1 HTTP/1.1" status: 204  len: 168 time: 0.7250178
Nov 20 21:07:41.801216 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34118) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:41.824977 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ad225874-3878-4ce6-958e-f7651f5d2c13 req-78cc4657-cec7-45cc-af88-af45650b9a4f tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0339911
Nov 20 21:07:41.857692 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440767ab-6515-475e-8aa8-bb1525211ef0 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:41.859352 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440767ab-6515-475e-8aa8-bb1525211ef0 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:41.860851 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-440767ab-6515-475e-8aa8-bb1525211ef0 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0580683
Nov 20 21:07:41.864530 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34120) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:41.916770 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa8b31d-109b-45c3-a6d2-bb782c2c68b9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 2294ec89-b047-4191-bd29-f354f3b4a7d2 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:41.920047 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5aa8b31d-109b-45c3-a6d2-bb782c2c68b9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:41.969942 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5aa8b31d-109b-45c3-a6d2-bb782c2c68b9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:42.048030 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5aa8b31d-109b-45c3-a6d2-bb782c2c68b9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:42.110803 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5aa8b31d-109b-45c3-a6d2-bb782c2c68b9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:42.142911 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8b31d-109b-45c3-a6d2-bb782c2c68b9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=2294ec89-b047-4191-bd29-f354f3b4a7d2,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:42.144890 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5aa8b31d-109b-45c3-a6d2-bb782c2c68b9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:42.148132 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5aa8b31d-109b-45c3-a6d2-bb782c2c68b9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/2294ec89-b047-4191-bd29-f354f3b4a7d2 HTTP/1.1" status: 204  len: 168 time: 0.2825291
Nov 20 21:07:42.150270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcc6449-f404-4628-8551-3793f468e25d None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:42.151034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34122) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:42.189440 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-033e18c2-f1af-4e7d-b7b7-e501161bb7ef tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0373039
Nov 20 21:07:42.191896 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34124) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:42.240008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98597b74-accd-441e-8dff-2e324b295c39 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:42.241382 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-98597b74-accd-441e-8dff-2e324b295c39 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0485775
Nov 20 21:07:42.243969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34126) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:42.298534 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6715302-0b44-4b12-aafd-55481a117443 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:42.300851 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c6715302-0b44-4b12-aafd-55481a117443 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0559342
Nov 20 21:07:42.303297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34128) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:42.321907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1121cf3-a130-4224-b4ee-c954bb283a93 None None] DHCP port deletion for 078bc043-a79e-4708-a2f2-e608d1250afa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:07:42.349382 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cf27a499-b316-4c03-87c7-3b824ec1c0c5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0430861
Nov 20 21:07:42.351787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34134) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:42.356801 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-2f85cd1c-717c-4813-8407-2185a7bac25c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:42.374231 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c1121cf3-a130-4224-b4ee-c954bb283a93 None None] Deleting port 66b7e494-7562-4742-a5b2-edc42605fd37 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:42.374610 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c1121cf3-a130-4224-b4ee-c954bb283a93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:42.452068 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c1121cf3-a130-4224-b4ee-c954bb283a93 None None] For port 66b7e494-7562-4742-a5b2-edc42605fd37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66b7e494-7562-4742-a5b2-edc42605fd37,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:42.452394 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c1121cf3-a130-4224-b4ee-c954bb283a93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:42.462234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f85cd1c-717c-4813-8407-2185a7bac25c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:42.466157 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c1121cf3-a130-4224-b4ee-c954bb283a93 None None] Calling delete_port for 66b7e494-7562-4742-a5b2-edc42605fd37 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:42.466881 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f85cd1c-717c-4813-8407-2185a7bac25c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:42.582401 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c1121cf3-a130-4224-b4ee-c954bb283a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:42.642401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1121cf3-a130-4224-b4ee-c954bb283a93 None None] No DVR routers for this DVR port 66b7e494-7562-4742-a5b2-edc42605fd37 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:07:42.646661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1121cf3-a130-4224-b4ee-c954bb283a93 None None] Pushing event deleted for resources: {'Port': ['ID=66b7e494-7562-4742-a5b2-edc42605fd37,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:42.709526 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 66b7e494-7562-4742-a5b2-edc42605fd37 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:42.738911 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 66b7e494-7562-4742-a5b2-edc42605fd37 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:07:42.739252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 66b7e494-7562-4742-a5b2-edc42605fd37 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:07:42.820919 ncdv-master-1 neutron-server[126224]: DEBUG neutron.objects.ports [None req-2f85cd1c-717c-4813-8407-2185a7bac25c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:07:42.822418 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f85cd1c-717c-4813-8407-2185a7bac25c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:42.863340 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f85cd1c-717c-4813-8407-2185a7bac25c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:42.866494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-2f85cd1c-717c-4813-8407-2185a7bac25c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:42.870677 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f85cd1c-717c-4813-8407-2185a7bac25c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:42.871269 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f85cd1c-717c-4813-8407-2185a7bac25c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:42.879034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb25b853-e5d4-4866-8a05-dc4c521d801d None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:42.886041 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85cd1c-717c-4813-8407-2185a7bac25c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=2f40edc4-e0d2-4dd2-a317-06a7050581c0,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:42.900726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34166) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:42.901354 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2f85cd1c-717c-4813-8407-2185a7bac25c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 0.5485008
Nov 20 21:07:42.907368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-64cbcaee-68bc-41b4-8d8f-6304e807cb30 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'mac_address': 'fa:16:3e:96:39:44', 'name': 'tempest-NetworksTestDHCPv6-1614769433'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:42.935282 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-266e29e3-3738-4f50-9fd4-41894483dd06 req-7279e552-7818-449c-995f-708e333c1321 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0282047
Nov 20 21:07:43.025907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cbcaee-68bc-41b4-8d8f-6304e807cb30 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:43.039279 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': '2f40edc4-e0d2-4dd2-a317-06a7050581c0'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:07:43.040154 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:43.120440 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64cbcaee-68bc-41b4-8d8f-6304e807cb30 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:43.142671 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-64cbcaee-68bc-41b4-8d8f-6304e807cb30 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port c7d8e1fd-02cb-4fc3-8df7-2c34ec34b448 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:07:43.195943 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Allocated IP 2001:db8::f816:3eff:fe3b:afb6 (078bc043-a79e-4708-a2f2-e608d1250afa/2f40edc4-e0d2-4dd2-a317-06a7050581c0/f1095423-3e17-41b6-9bb7-0999e5e1dc2b) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:43.286987 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9600-a4df-4eab-8f7b-cacda0edb1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:43.351684 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:43.356604 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:43.397150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:43.402154 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:43.405034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:43.410614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Pushing event updated for resources: {'Port': ['ID=f1095423-3e17-41b6-9bb7-0999e5e1dc2b,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:43.411420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-64cbcaee-68bc-41b4-8d8f-6304e807cb30 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::f816:3eff:fe96:3944 (078bc043-a79e-4708-a2f2-e608d1250afa/2f40edc4-e0d2-4dd2-a317-06a7050581c0/c7d8e1fd-02cb-4fc3-8df7-2c34ec34b448) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:43.464234 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Attempting to bind port f1095423-3e17-41b6-9bb7-0999e5e1dc2b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:07:43.464602 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Attempting to bind port f1095423-3e17-41b6-9bb7-0999e5e1dc2b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:07:43.464963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Attempting to bind port f1095423-3e17-41b6-9bb7-0999e5e1dc2b on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:07:43.470144 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:07:43.470520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:07:43.470918 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:43.471806 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:07:43.472293 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Bound port: f1095423-3e17-41b6-9bb7-0999e5e1dc2b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:07:43.472679 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:43.536260 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] For port f1095423-3e17-41b6-9bb7-0999e5e1dc2b, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:07:43.540198 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] For port f1095423-3e17-41b6-9bb7-0999e5e1dc2b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1095423-3e17-41b6-9bb7-0999e5e1dc2b,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:07:43.545551 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:43.563547 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64cbcaee-68bc-41b4-8d8f-6304e807cb30 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:43.611715 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64cbcaee-68bc-41b4-8d8f-6304e807cb30 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:43.621270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39bf27-1ca3-4989-a84c-04ed915b81c2 None None] Pushing event updated for resources: {'Port': ['ID=f1095423-3e17-41b6-9bb7-0999e5e1dc2b,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:43.668113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cbcaee-68bc-41b4-8d8f-6304e807cb30 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:43.671441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-64cbcaee-68bc-41b4-8d8f-6304e807cb30 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:43.675479 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cbcaee-68bc-41b4-8d8f-6304e807cb30 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:43.681360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cbcaee-68bc-41b4-8d8f-6304e807cb30 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:43.682003 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-64cbcaee-68bc-41b4-8d8f-6304e807cb30 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:43.691463 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbcaee-68bc-41b4-8d8f-6304e807cb30 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=c7d8e1fd-02cb-4fc3-8df7-2c34ec34b448,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:43.708830 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-64cbcaee-68bc-41b4-8d8f-6304e807cb30 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 0.8031905
Nov 20 21:07:43.709618 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34170) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:43.786929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8680c81b-7265-4413-b846-d157522b26c5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:43.793534 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8680c81b-7265-4413-b846-d157522b26c5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:43.795397 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8680c81b-7265-4413-b846-d157522b26c5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.0847318
Nov 20 21:07:43.798240 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34176) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:44.059919 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fa4425ae-630e-487e-888c-748c85bf1682 req-66f3648b-e871-4817-b5f5-e6f2f873fbf0 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0372751
Nov 20 21:07:44.209704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-0646b569-f244-4538-92b6-b52b65caa4ee tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port c7d8e1fd-02cb-4fc3-8df7-2c34ec34b448 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:44.210303 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0646b569-f244-4538-92b6-b52b65caa4ee tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:44.307105 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0646b569-f244-4538-92b6-b52b65caa4ee tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:44.321323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-0646b569-f244-4538-92b6-b52b65caa4ee tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for c7d8e1fd-02cb-4fc3-8df7-2c34ec34b448 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:44.468625 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0646b569-f244-4538-92b6-b52b65caa4ee tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:44.498620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646b569-f244-4538-92b6-b52b65caa4ee tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=c7d8e1fd-02cb-4fc3-8df7-2c34ec34b448,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:44.526204 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0646b569-f244-4538-92b6-b52b65caa4ee tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:44.534362 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0646b569-f244-4538-92b6-b52b65caa4ee tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/c7d8e1fd-02cb-4fc3-8df7-2c34ec34b448 HTTP/1.1" status: 204  len: 168 time: 0.7292821
Nov 20 21:07:44.534362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34206) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:44.597683 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a8834e-e67f-4c08-a686-23b5ca15fe00 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:44.599440 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a8834e-e67f-4c08-a686-23b5ca15fe00 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:44.601147 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-33a8834e-e67f-4c08-a686-23b5ca15fe00 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.0680332
Nov 20 21:07:44.603651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34220) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:44.671795 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf0ee80-1bfd-4d06-a725-702bea61e901 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 2f40edc4-e0d2-4dd2-a317-06a7050581c0 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:44.675737 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ee80-1bfd-4d06-a725-702bea61e901 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:44.708427 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b38e8ad7-2969-4572-96c8-cbb9615895df None None] Provisioning complete for port f1095423-3e17-41b6-9bb7-0999e5e1dc2b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:44.709253 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b38e8ad7-2969-4572-96c8-cbb9615895df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:44.721662 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ee80-1bfd-4d06-a725-702bea61e901 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:44.739963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f1095423-3e17-41b6-9bb7-0999e5e1dc2b up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:07:44.822291 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ee80-1bfd-4d06-a725-702bea61e901 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:44.854581 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b38e8ad7-2969-4572-96c8-cbb9615895df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:44.857585 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port f1095423-3e17-41b6-9bb7-0999e5e1dc2b triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:44.857955 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:44.887856 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ee80-1bfd-4d06-a725-702bea61e901 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:44.920974 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0ee80-1bfd-4d06-a725-702bea61e901 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=2f40edc4-e0d2-4dd2-a317-06a7050581c0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:44.928172 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ee80-1bfd-4d06-a725-702bea61e901 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:44.931772 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ddf0ee80-1bfd-4d06-a725-702bea61e901 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/2f40edc4-e0d2-4dd2-a317-06a7050581c0 HTTP/1.1" status: 204  len: 168 time: 0.3268063
Nov 20 21:07:44.934219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34228) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:44.943268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e19ce0-09ba-4dd8-9256-3964494b74a6 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:44.968607 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-b38e8ad7-2969-4572-96c8-cbb9615895df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:07:44.968965 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-b38e8ad7-2969-4572-96c8-cbb9615895df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:07:44.972670 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1fcf53d5-e4f3-4578-b308-f4e251b6a4a7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0372510
Nov 20 21:07:44.975248 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34230) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:44.979951 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-1ade9c7b-9327-4d6c-aadf-b3853c0ed83f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:45.046928 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:45.074711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ade9c7b-9327-4d6c-aadf-b3853c0ed83f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:45.078571 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ade9c7b-9327-4d6c-aadf-b3853c0ed83f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:45.118700 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port f1095423-3e17-41b6-9bb7-0999e5e1dc2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1095423-3e17-41b6-9bb7-0999e5e1dc2b,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:45.125945 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:45.203767 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=f1095423-3e17-41b6-9bb7-0999e5e1dc2b,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:45.227330 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-05d5cdfe-365c-47e8-ac5a-8f9f4ce72e13 req-cbd887f7-ce04-4943-8cca-8f560cff1622 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0621333
Nov 20 21:07:45.241175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f21d3e-653c-4f56-ad66-449907569d71 None None] DHCP port deletion for 078bc043-a79e-4708-a2f2-e608d1250afa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:07:45.303149 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c5f21d3e-653c-4f56-ad66-449907569d71 None None] Deleting port f1095423-3e17-41b6-9bb7-0999e5e1dc2b {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:45.304320 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c5f21d3e-653c-4f56-ad66-449907569d71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:45.413231 ncdv-master-1 neutron-server[126225]: DEBUG neutron.objects.ports [None req-1ade9c7b-9327-4d6c-aadf-b3853c0ed83f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:07:45.418357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c5f21d3e-653c-4f56-ad66-449907569d71 None None] For port f1095423-3e17-41b6-9bb7-0999e5e1dc2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1095423-3e17-41b6-9bb7-0999e5e1dc2b,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:45.418760 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c5f21d3e-653c-4f56-ad66-449907569d71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:45.432528 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c5f21d3e-653c-4f56-ad66-449907569d71 None None] Calling delete_port for f1095423-3e17-41b6-9bb7-0999e5e1dc2b owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:45.553240 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c5f21d3e-653c-4f56-ad66-449907569d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:45.557402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.ipam_pluggable_backend [None req-1ade9c7b-9327-4d6c-aadf-b3853c0ed83f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Port f1095423-3e17-41b6-9bb7-0999e5e1dc2b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=126225) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Nov 20 21:07:45.557702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.ipam_pluggable_backend [None req-1ade9c7b-9327-4d6c-aadf-b3853c0ed83f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3b:afb6 {{(pid=126225) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Nov 20 21:07:45.561538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.ipam_pluggable_backend [None req-1ade9c7b-9327-4d6c-aadf-b3853c0ed83f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3b:afb6 {{(pid=126225) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Nov 20 21:07:45.564452 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ade9c7b-9327-4d6c-aadf-b3853c0ed83f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:45.589543 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f21d3e-653c-4f56-ad66-449907569d71 None None] No DVR routers for this DVR port f1095423-3e17-41b6-9bb7-0999e5e1dc2b on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:07:45.594039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f21d3e-653c-4f56-ad66-449907569d71 None None] Pushing event deleted for resources: {'Port': ['ID=f1095423-3e17-41b6-9bb7-0999e5e1dc2b,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:45.623121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade9c7b-9327-4d6c-aadf-b3853c0ed83f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:45.628502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-1ade9c7b-9327-4d6c-aadf-b3853c0ed83f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:45.631953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade9c7b-9327-4d6c-aadf-b3853c0ed83f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:45.632570 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ade9c7b-9327-4d6c-aadf-b3853c0ed83f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:45.653060 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade9c7b-9327-4d6c-aadf-b3853c0ed83f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=df4d7d85-93c3-4e73-aac8-e68e5e4d9d49,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:45.655138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac3c0a4-9705-4d83-b91d-fe2ad99445db None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:45.664126 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1ade9c7b-9327-4d6c-aadf-b3853c0ed83f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.6848943
Nov 20 21:07:45.664804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34262) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:45.670371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1f17a058-6625-45d6-8207-4e27d7bf9caf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'mac_address': 'fa:16:3e:46:13:bc', 'name': 'tempest-NetworksTestDHCPv6-1541278411'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:45.681704 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7222a398-661b-40f8-8304-4df797ca45f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:45.685490 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6f5b88ad-629c-48bb-9518-147f93555014 None None] Could not find standard attr ID for object c7d8e1fd-02cb-4fc3-8df7-2c34ec34b448. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:07:45.801458 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f17a058-6625-45d6-8207-4e27d7bf9caf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:45.848088 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': 'df4d7d85-93c3-4e73-aac8-e68e5e4d9d49'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:07:45.849671 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:45.904983 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f17a058-6625-45d6-8207-4e27d7bf9caf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:45.910967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34268) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:45.932601 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-1f17a058-6625-45d6-8207-4e27d7bf9caf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port 787eacd8-d182-4eb2-9ad9-eae53e6dbd9c yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:07:45.992839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Allocated IP 2001:db8::f816:3eff:fed1:a0c8 (078bc043-a79e-4708-a2f2-e608d1250afa/df4d7d85-93c3-4e73-aac8-e68e5e4d9d49/7d286598-489c-4060-932a-753d8779c79c) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:46.031639 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ab85877c-f75a-4dcc-8f2a-365af8f77ae5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.117383 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ab85877c-f75a-4dcc-8f2a-365af8f77ae5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.121246 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ab85877c-f75a-4dcc-8f2a-365af8f77ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.142848 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.149766 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.161224 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85877c-f75a-4dcc-8f2a-365af8f77ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b3edf2-965d-4128-a056-152cce1ee1b0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:46.171122 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ab85877c-f75a-4dcc-8f2a-365af8f77ae5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e24df853ff5c46d8894571590a62f609&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2566707
Nov 20 21:07:46.171513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34274) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:46.189925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:46.189925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:46.194736 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:46.207026 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-1f17a058-6625-45d6-8207-4e27d7bf9caf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::f816:3eff:fe46:13bc (078bc043-a79e-4708-a2f2-e608d1250afa/df4d7d85-93c3-4e73-aac8-e68e5e4d9d49/787eacd8-d182-4eb2-9ad9-eae53e6dbd9c) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:46.229046 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0d64672-5f87-4fd7-8891-cb30265c2b09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.238245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Pushing event updated for resources: {'Port': ['ID=7d286598-489c-4060-932a-753d8779c79c,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:46.252461 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0d64672-5f87-4fd7-8891-cb30265c2b09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.272444 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Attempting to bind port 7d286598-489c-4060-932a-753d8779c79c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:07:46.272829 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Attempting to bind port 7d286598-489c-4060-932a-753d8779c79c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:07:46.273199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Attempting to bind port 7d286598-489c-4060-932a-753d8779c79c on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:07:46.278478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:07:46.278861 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:07:46.279268 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.279910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:07:46.280306 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Bound port: 7d286598-489c-4060-932a-753d8779c79c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:07:46.280696 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.315563 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0d64672-5f87-4fd7-8891-cb30265c2b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.318903 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0d64672-5f87-4fd7-8891-cb30265c2b09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.320762 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c0d64672-5f87-4fd7-8891-cb30265c2b09 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06b3edf2-965d-4128-a056-152cce1ee1b0 HTTP/1.1" status: 204  len: 168 time: 0.1476600
Nov 20 21:07:46.332267 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d64672-5f87-4fd7-8891-cb30265c2b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b3edf2-965d-4128-a056-152cce1ee1b0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:46.378722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] For port 7d286598-489c-4060-932a-753d8779c79c, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:07:46.382547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] For port 7d286598-489c-4060-932a-753d8779c79c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d286598-489c-4060-932a-753d8779c79c,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:07:46.384988 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-799c0917-55b7-40d0-b488-2c6ecf189193 req-8222a57f-2697-4fed-a561-4a7f3362ac50 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0359561
Nov 20 21:07:46.398128 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.411135 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f17a058-6625-45d6-8207-4e27d7bf9caf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.446747 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f17a058-6625-45d6-8207-4e27d7bf9caf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.467668 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e0e6f-ba6c-4c31-b403-9a8dc10d2b3b None None] Pushing event updated for resources: {'Port': ['ID=7d286598-489c-4060-932a-753d8779c79c,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:46.502245 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17a058-6625-45d6-8207-4e27d7bf9caf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:46.507086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-1f17a058-6625-45d6-8207-4e27d7bf9caf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:46.509725 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17a058-6625-45d6-8207-4e27d7bf9caf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:46.520231 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f17a058-6625-45d6-8207-4e27d7bf9caf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:46.521077 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1f17a058-6625-45d6-8207-4e27d7bf9caf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.524795 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17a058-6625-45d6-8207-4e27d7bf9caf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=787eacd8-d182-4eb2-9ad9-eae53e6dbd9c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:46.544413 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1f17a058-6625-45d6-8207-4e27d7bf9caf tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 0.8783143
Nov 20 21:07:46.547369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34282) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:46.607523 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e7de02-25bd-4cc5-9244-9b36d87c0326 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:46.614621 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e7de02-25bd-4cc5-9244-9b36d87c0326 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:46.616468 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-07e7de02-25bd-4cc5-9244-9b36d87c0326 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.0673087
Nov 20 21:07:46.619359 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34284) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:46.662969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34286) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:46.679855 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f1095423-3e17-41b6-9bb7-0999e5e1dc2b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:46.680041 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0881ed4c-2c40-4b9d-8784-946333b1a259 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.742689 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: f1095423-3e17-41b6-9bb7-0999e5e1dc2b {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:07:46.743038 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f1095423-3e17-41b6-9bb7-0999e5e1dc2b not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:07:46.745173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-324ae305-c9df-4cd5-a3ea-ba5ba395497b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port 787eacd8-d182-4eb2-9ad9-eae53e6dbd9c {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:46.745518 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-324ae305-c9df-4cd5-a3ea-ba5ba395497b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.765294 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.788970 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0881ed4c-2c40-4b9d-8784-946333b1a259 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.795475 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0881ed4c-2c40-4b9d-8784-946333b1a259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.836006 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0881ed4c-2c40-4b9d-8784-946333b1a259 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=daef74b571a54644893b23b7171ae65d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1713319
Nov 20 21:07:46.836775 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881ed4c-2c40-4b9d-8784-946333b1a259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69000fde-839a-4cc5-a4fc-c7e95c5e0f7f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:46.839116 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34288) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:46.851107 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-324ae305-c9df-4cd5-a3ea-ba5ba395497b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.865627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-324ae305-c9df-4cd5-a3ea-ba5ba395497b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for 787eacd8-d182-4eb2-9ad9-eae53e6dbd9c owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:46.905737 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-228eac3c-5744-4083-9f98-27506edba429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.938685 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-228eac3c-5744-4083-9f98-27506edba429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.988938 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-228eac3c-5744-4083-9f98-27506edba429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.991711 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-228eac3c-5744-4083-9f98-27506edba429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:46.992907 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-228eac3c-5744-4083-9f98-27506edba429 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69000fde-839a-4cc5-a4fc-c7e95c5e0f7f HTTP/1.1" status: 204  len: 168 time: 0.1525364
Nov 20 21:07:47.000874 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228eac3c-5744-4083-9f98-27506edba429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69000fde-839a-4cc5-a4fc-c7e95c5e0f7f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:47.016182 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-324ae305-c9df-4cd5-a3ea-ba5ba395497b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:47.044274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ae305-c9df-4cd5-a3ea-ba5ba395497b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=787eacd8-d182-4eb2-9ad9-eae53e6dbd9c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:47.077427 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-324ae305-c9df-4cd5-a3ea-ba5ba395497b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:47.080677 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-324ae305-c9df-4cd5-a3ea-ba5ba395497b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/787eacd8-d182-4eb2-9ad9-eae53e6dbd9c HTTP/1.1" status: 204  len: 168 time: 0.4599307
Nov 20 21:07:47.083382 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34294) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:47.138144 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b914b35-d219-48ab-b8a5-36b46ba8f68f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:47.139698 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b914b35-d219-48ab-b8a5-36b46ba8f68f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:47.141233 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0b914b35-d219-48ab-b8a5-36b46ba8f68f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.0567794
Nov 20 21:07:47.144502 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34296) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:47.196444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddef381c-ddec-473d-afb7-9aaa8970756e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet df4d7d85-93c3-4e73-aac8-e68e5e4d9d49 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:47.199478 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ddef381c-ddec-473d-afb7-9aaa8970756e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:47.246321 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ddef381c-ddec-473d-afb7-9aaa8970756e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:47.333912 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ddef381c-ddec-473d-afb7-9aaa8970756e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:47.406983 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ddef381c-ddec-473d-afb7-9aaa8970756e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:47.443494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef381c-ddec-473d-afb7-9aaa8970756e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=df4d7d85-93c3-4e73-aac8-e68e5e4d9d49,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:47.450349 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ddef381c-ddec-473d-afb7-9aaa8970756e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:47.456570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34310) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:47.457136 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ddef381c-ddec-473d-afb7-9aaa8970756e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/df4d7d85-93c3-4e73-aac8-e68e5e4d9d49 HTTP/1.1" status: 204  len: 168 time: 0.3115847
Nov 20 21:07:47.510843 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7273b633-7371-4d70-adbf-2b5621b2cac9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0528464
Nov 20 21:07:47.513390 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cb4416c3-cf2b-4392-a8c5-b37f432f176d req-40fce750-f073-407f-9361-1a5a9959df94 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0309954
Nov 20 21:07:47.518778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34314) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:47.573466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af65359-7e36-4acd-abf2-6546bcb223f0 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:47.575163 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3af65359-7e36-4acd-abf2-6546bcb223f0 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0550652
Nov 20 21:07:47.577583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34318) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:47.632756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431ae557-f82f-4d43-ae6a-3beed9ff7b1b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:47.642106 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-431ae557-f82f-4d43-ae6a-3beed9ff7b1b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0628779
Nov 20 21:07:47.645347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34322) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:47.655366 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854e12b8-7a20-4833-9f7c-213eb3c3076a None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:47.685269 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f9ac1a41-6d89-477f-8988-414ff793c640 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0387270
Nov 20 21:07:47.689480 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34326) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:47.694675 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-af93970b-50f4-4aa6-b7dd-5aab754dede5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:47.778269 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6cc32eda-8423-4a70-9dd0-5a940fe63246 None None] Provisioning complete for port 7d286598-489c-4060-932a-753d8779c79c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:47.778905 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6cc32eda-8423-4a70-9dd0-5a940fe63246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:47.796427 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af93970b-50f4-4aa6-b7dd-5aab754dede5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:47.800309 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-af93970b-50f4-4aa6-b7dd-5aab754dede5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:47.871657 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6cc32eda-8423-4a70-9dd0-5a940fe63246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:47.910321 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd84cd-082b-4825-b916-995875a84d28 None None] DHCP port deletion for 078bc043-a79e-4708-a2f2-e608d1250afa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:07:47.913349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6cc32eda-8423-4a70-9dd0-5a940fe63246 None None] For port 7d286598-489c-4060-932a-753d8779c79c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d286598-489c-4060-932a-753d8779c79c,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:47.920004 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6cc32eda-8423-4a70-9dd0-5a940fe63246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:48.015106 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-af93970b-50f4-4aa6-b7dd-5aab754dede5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:48.057441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af93970b-50f4-4aa6-b7dd-5aab754dede5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:48.063723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-af93970b-50f4-4aa6-b7dd-5aab754dede5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:48.078107 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af93970b-50f4-4aa6-b7dd-5aab754dede5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:48.080580 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-af93970b-50f4-4aa6-b7dd-5aab754dede5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:48.101694 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93970b-50f4-4aa6-b7dd-5aab754dede5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=91a36f1f-e7ed-456e-a932-b37c069180eb,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:48.107852 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-af93970b-50f4-4aa6-b7dd-5aab754dede5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4175043
Nov 20 21:07:48.110759 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34336) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:48.115905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-314c188f-d867-4b5d-bd10-aa9db6829336 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'mac_address': 'fa:16:3e:ea:de:75', 'name': 'tempest-NetworksTestDHCPv6-1719551231'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:48.191147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc32eda-8423-4a70-9dd0-5a940fe63246 None None] Pushing event updated for resources: {'Port': ['ID=7d286598-489c-4060-932a-753d8779c79c,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:48.205217 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd84cd-082b-4825-b916-995875a84d28 None None] Deleting port 7d286598-489c-4060-932a-753d8779c79c {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:48.205500 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2dfd84cd-082b-4825-b916-995875a84d28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:48.238613 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314c188f-d867-4b5d-bd10-aa9db6829336 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:48.242729 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-314c188f-d867-4b5d-bd10-aa9db6829336 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:48.269542 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-314c188f-d867-4b5d-bd10-aa9db6829336 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port 72440fdd-e1c6-416f-b26f-775bdf1f9a00 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:07:48.297921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2dfd84cd-082b-4825-b916-995875a84d28 None None] For port 7d286598-489c-4060-932a-753d8779c79c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d286598-489c-4060-932a-753d8779c79c,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:48.298604 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2dfd84cd-082b-4825-b916-995875a84d28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:48.313872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd84cd-082b-4825-b916-995875a84d28 None None] Calling delete_port for 7d286598-489c-4060-932a-753d8779c79c owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:48.397530 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2dfd84cd-082b-4825-b916-995875a84d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:48.400744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-314c188f-d867-4b5d-bd10-aa9db6829336 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::db (078bc043-a79e-4708-a2f2-e608d1250afa/91a36f1f-e7ed-456e-a932-b37c069180eb/72440fdd-e1c6-416f-b26f-775bdf1f9a00) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:48.430679 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd84cd-082b-4825-b916-995875a84d28 None None] Pushing event deleted for resources: {'Port': ['ID=7d286598-489c-4060-932a-753d8779c79c,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:48.435609 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd84cd-082b-4825-b916-995875a84d28 None None] No DVR routers for this DVR port 7d286598-489c-4060-932a-753d8779c79c on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:07:48.464219 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953aa1ee-381e-423e-9f69-98f29bf36e2d None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:48.584085 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-314c188f-d867-4b5d-bd10-aa9db6829336 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:48.613530 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:48.649656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': '91a36f1f-e7ed-456e-a932-b37c069180eb'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:07:48.649656 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:48.667230 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9af9867f-5c70-40ac-b5f4-a1996b65a31d req-0d8d4258-d439-4eed-884f-719ac62f0f9c tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0500529
Nov 20 21:07:48.688019 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-314c188f-d867-4b5d-bd10-aa9db6829336 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:48.740990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314c188f-d867-4b5d-bd10-aa9db6829336 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:48.744137 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-314c188f-d867-4b5d-bd10-aa9db6829336 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:48.750310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c188f-d867-4b5d-bd10-aa9db6829336 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:48.756237 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314c188f-d867-4b5d-bd10-aa9db6829336 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:48.756880 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-314c188f-d867-4b5d-bd10-aa9db6829336 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:48.775399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c188f-d867-4b5d-bd10-aa9db6829336 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=72440fdd-e1c6-416f-b26f-775bdf1f9a00,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:48.784744 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-314c188f-d867-4b5d-bd10-aa9db6829336 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.6702034
Nov 20 21:07:48.785559 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34358) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:48.813629 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Allocated IP 2001:db8::2 (078bc043-a79e-4708-a2f2-e608d1250afa/91a36f1f-e7ed-456e-a932-b37c069180eb/318faa4e-b997-467b-8ece-90b1b9aa7747) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:48.854909 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e52d1b-81d0-49c9-9461-6a979c1fced7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:48.859498 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34360) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:48.866925 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-78e52d1b-81d0-49c9-9461-6a979c1fced7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.0793886
Nov 20 21:07:48.960301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-81d77bad-c721-4ce6-b453-3934f187e034 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port 72440fdd-e1c6-416f-b26f-775bdf1f9a00 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:48.960648 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81d77bad-c721-4ce6-b453-3934f187e034 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:48.991729 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:48.996731 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:49.055851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:49.060819 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:49.061539 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81d77bad-c721-4ce6-b453-3934f187e034 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:49.062504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:49.067764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:49.071332 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Pushing event updated for resources: {'Port': ['ID=318faa4e-b997-467b-8ece-90b1b9aa7747,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:49.081642 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-81d77bad-c721-4ce6-b453-3934f187e034 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for 72440fdd-e1c6-416f-b26f-775bdf1f9a00 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:49.124812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Attempting to bind port 318faa4e-b997-467b-8ece-90b1b9aa7747 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:07:49.125190 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Attempting to bind port 318faa4e-b997-467b-8ece-90b1b9aa7747 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:07:49.125573 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Attempting to bind port 318faa4e-b997-467b-8ece-90b1b9aa7747 on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:07:49.130585 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:07:49.130952 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:07:49.131361 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:49.131757 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:07:49.132223 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Bound port: 318faa4e-b997-467b-8ece-90b1b9aa7747, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:07:49.132612 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:49.196430 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] For port 318faa4e-b997-467b-8ece-90b1b9aa7747, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:07:49.199822 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] For port 318faa4e-b997-467b-8ece-90b1b9aa7747, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=318faa4e-b997-467b-8ece-90b1b9aa7747,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:07:49.204137 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:49.214988 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81d77bad-c721-4ce6-b453-3934f187e034 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:49.245982 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d77bad-c721-4ce6-b453-3934f187e034 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=72440fdd-e1c6-416f-b26f-775bdf1f9a00,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:49.273718 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54602b-b589-4d4b-ac77-f148dc6c6655 None None] Pushing event updated for resources: {'Port': ['ID=318faa4e-b997-467b-8ece-90b1b9aa7747,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:49.276060 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81d77bad-c721-4ce6-b453-3934f187e034 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:49.281593 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-81d77bad-c721-4ce6-b453-3934f187e034 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/72440fdd-e1c6-416f-b26f-775bdf1f9a00 HTTP/1.1" status: 204  len: 168 time: 0.4189072
Nov 20 21:07:49.281971 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34366) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:49.336936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cb3682-5928-444c-9aa0-f287e3a36dde tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:49.338510 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cb3682-5928-444c-9aa0-f287e3a36dde tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:49.340071 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-49cb3682-5928-444c-9aa0-f287e3a36dde tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.0572450
Nov 20 21:07:49.342594 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34368) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:49.396062 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-5559e2fd-8baf-4602-9069-47dafd258870 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 91a36f1f-e7ed-456e-a932-b37c069180eb {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:49.399681 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5559e2fd-8baf-4602-9069-47dafd258870 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:49.453595 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5559e2fd-8baf-4602-9069-47dafd258870 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:49.543680 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5559e2fd-8baf-4602-9069-47dafd258870 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:49.604329 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5559e2fd-8baf-4602-9069-47dafd258870 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:49.637807 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5559e2fd-8baf-4602-9069-47dafd258870 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:49.640988 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5559e2fd-8baf-4602-9069-47dafd258870 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/91a36f1f-e7ed-456e-a932-b37c069180eb HTTP/1.1" status: 204  len: 168 time: 0.2974772
Nov 20 21:07:49.641740 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559e2fd-8baf-4602-9069-47dafd258870 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=91a36f1f-e7ed-456e-a932-b37c069180eb,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:49.643656 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34370) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:49.682672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-eba429b1-97fa-4239-9a95-e6dc8b09dcf8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0377431
Nov 20 21:07:49.684842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34372) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:49.733650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd91225-78b5-46ec-9618-e1ca3914eec3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:49.737970 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dbd91225-78b5-46ec-9618-e1ca3914eec3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0493529
Nov 20 21:07:49.738304 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34376) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:49.778039 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f3664fb6-20c9-4a1d-b123-6de79a026179 req-f6e6791d-0db1-4fa6-96d0-f6d3cf260392 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0276508
Nov 20 21:07:49.802237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182a8072-b224-4bc8-a0d0-bf8aefb22138 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:49.803740 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-182a8072-b224-4bc8-a0d0-bf8aefb22138 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0644825
Nov 20 21:07:49.806196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34378) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:49.844246 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f228ada0-b943-4f2c-9674-a13bf408e92f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0368230
Nov 20 21:07:49.849101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34380) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:49.853847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ee6f535a-0dde-4134-8520-bc42efff6fb4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:49.949505 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6f535a-0dde-4134-8520-bc42efff6fb4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:49.953329 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee6f535a-0dde-4134-8520-bc42efff6fb4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:50.273214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.objects.ports [None req-ee6f535a-0dde-4134-8520-bc42efff6fb4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:07:50.301975 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2dc080-4990-4db1-b939-ecba98b76a58 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:50.418365 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-36b0dae7-bab6-4949-b8e1-7471b67863c0 None None] Provisioning complete for port 318faa4e-b997-467b-8ece-90b1b9aa7747 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:50.418761 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-36b0dae7-bab6-4949-b8e1-7471b67863c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:50.462320 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee6f535a-0dde-4134-8520-bc42efff6fb4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:50.467038 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:07:50.583237 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-36b0dae7-bab6-4949-b8e1-7471b67863c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:50.647212 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-ee6f535a-0dde-4134-8520-bc42efff6fb4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] For port 318faa4e-b997-467b-8ece-90b1b9aa7747, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=318faa4e-b997-467b-8ece-90b1b9aa7747,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:50.681677 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee6f535a-0dde-4134-8520-bc42efff6fb4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:50.692318 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee6f535a-0dde-4134-8520-bc42efff6fb4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:50.693228 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee6f535a-0dde-4134-8520-bc42efff6fb4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:50.718383 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 318faa4e-b997-467b-8ece-90b1b9aa7747 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:07:50.758466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f535a-0dde-4134-8520-bc42efff6fb4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:50.761146 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-36b0dae7-bab6-4949-b8e1-7471b67863c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:07:50.761146 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-36b0dae7-bab6-4949-b8e1-7471b67863c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:07:50.764926 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f535a-0dde-4134-8520-bc42efff6fb4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:50.775854 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6f535a-0dde-4134-8520-bc42efff6fb4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:50.776653 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee6f535a-0dde-4134-8520-bc42efff6fb4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:50.785089 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 318faa4e-b997-467b-8ece-90b1b9aa7747 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:50.785470 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:50.799160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f535a-0dde-4134-8520-bc42efff6fb4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=b23f83a6-9269-419d-9378-fffcde744cd4,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:50.809685 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ee6f535a-0dde-4134-8520-bc42efff6fb4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.9595642
Nov 20 21:07:50.813077 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34410) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:50.820038 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-03fd631c-055c-4c85-8841-41a281782271 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:50.823340 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f535a-0dde-4134-8520-bc42efff6fb4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=318faa4e-b997-467b-8ece-90b1b9aa7747,revision_number=5']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:50.843318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f087cff2-94da-4ceb-9f27-2db849ce6142 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:50.930261 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9a790432-4820-46de-a424-276253cade50 req-a1206eef-ca20-4f94-a7c0-be773f15ab42 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0374153
Nov 20 21:07:50.970472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fd631c-055c-4c85-8841-41a281782271 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:50.974017 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03fd631c-055c-4c85-8841-41a281782271 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:50.982995 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:51.030205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 318faa4e-b997-467b-8ece-90b1b9aa7747, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=318faa4e-b997-467b-8ece-90b1b9aa7747,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:51.049109 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:51.066605 ncdv-master-1 neutron-server[126224]: INFO neutron.db.ipam_backend_mixin [None req-03fd631c-055c-4c85-8841-41a281782271 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b23f83a6-9269-419d-9378-fffcde744cd4 (CIDR: 2001:db8::/64)
Nov 20 21:07:51.069895 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fd631c-055c-4c85-8841-41a281782271 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:07:51.070569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fd631c-055c-4c85-8841-41a281782271 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:07:51.086873 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-03fd631c-055c-4c85-8841-41a281782271 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2722089
Nov 20 21:07:51.089591 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34414) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:51.097485 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-89496994-463b-42c2-9c0a-90255d0d43b2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:51.106866 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=318faa4e-b997-467b-8ece-90b1b9aa7747,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:51.115576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:51.115926 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:51.116314 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:51.116662 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:51.117393 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:51.117393 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:51.117694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:51.117955 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:51.118314 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:51.118637 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:51.119008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:51.119270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:07:51.242100 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89496994-463b-42c2-9c0a-90255d0d43b2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:51.242990 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89496994-463b-42c2-9c0a-90255d0d43b2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:51.450850 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-69473d59-a8c1-4d2d-8eab-f5479ffba7f1 None None] Provisioning complete for port 318faa4e-b997-467b-8ece-90b1b9aa7747 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:51.451387 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-69473d59-a8c1-4d2d-8eab-f5479ffba7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:51.582925 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89496994-463b-42c2-9c0a-90255d0d43b2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:51.630222 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89496994-463b-42c2-9c0a-90255d0d43b2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:51.633939 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-89496994-463b-42c2-9c0a-90255d0d43b2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:51.638731 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89496994-463b-42c2-9c0a-90255d0d43b2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:51.639333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89496994-463b-42c2-9c0a-90255d0d43b2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:51.650007 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89496994-463b-42c2-9c0a-90255d0d43b2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=b1734ca1-7ee3-4e92-ac0c-f3e602a2ee1d,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:51.655366 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e46bf9b-f2e6-40a7-9a59-a94ac38ce519 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:51.663005 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-89496994-463b-42c2-9c0a-90255d0d43b2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5723171
Nov 20 21:07:51.670623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34436) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:51.670799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-549be113-f2b6-464a-877f-c42e7da88bd2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'mac_address': 'fa:16:3e:0d:26:82', 'name': 'tempest-NetworksTestDHCPv6-382417443'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:51.742137 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8d28ebee-b8ce-4b84-931e-7b4d9a1e13db None None] Could not find standard attr ID for object 787eacd8-d182-4eb2-9ad9-eae53e6dbd9c. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:07:51.800110 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549be113-f2b6-464a-877f-c42e7da88bd2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:51.894734 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-549be113-f2b6-464a-877f-c42e7da88bd2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:51.912147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5f3358-9475-4a07-a666-5ad6802dfc14 None None] Update dhcp port {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'fixed_ips': [{'subnet_id': 'b23f83a6-9269-419d-9378-fffcde744cd4', 'ip_address': '2001:db8::f816:3eff:fee1:c738'}, {'subnet_id': 'b1734ca1-7ee3-4e92-ac0c-f3e602a2ee1d'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '318faa4e-b997-467b-8ece-90b1b9aa7747'} from ncdv-master-1. {{(pid=126226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 20 21:07:51.916686 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-549be113-f2b6-464a-877f-c42e7da88bd2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port b81085c7-42ee-4816-93f4-df9fe545af87 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:07:51.940635 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3358-9475-4a07-a666-5ad6802dfc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:52.074401 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b1e2e94-c88d-4fff-b9f8-211f17ba274d req-ed7b4246-17a7-4910-814b-3a92acdda43f tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0562775
Nov 20 21:07:52.145773 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-549be113-f2b6-464a-877f-c42e7da88bd2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8:0:1::374 (078bc043-a79e-4708-a2f2-e608d1250afa/b1734ca1-7ee3-4e92-ac0c-f3e602a2ee1d/b81085c7-42ee-4816-93f4-df9fe545af87) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:52.152707 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-549be113-f2b6-464a-877f-c42e7da88bd2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::f816:3eff:fe0d:2682 (078bc043-a79e-4708-a2f2-e608d1250afa/b23f83a6-9269-419d-9378-fffcde744cd4/b81085c7-42ee-4816-93f4-df9fe545af87) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:52.306421 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-549be113-f2b6-464a-877f-c42e7da88bd2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:52.340779 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-549be113-f2b6-464a-877f-c42e7da88bd2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:52.387338 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549be113-f2b6-464a-877f-c42e7da88bd2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:52.388860 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-cd5f3358-9475-4a07-a666-5ad6802dfc14 None None] Allocated IP 2001:db8:0:1::2 (078bc043-a79e-4708-a2f2-e608d1250afa/b1734ca1-7ee3-4e92-ac0c-f3e602a2ee1d/318faa4e-b997-467b-8ece-90b1b9aa7747) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:52.390424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-549be113-f2b6-464a-877f-c42e7da88bd2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:52.395107 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549be113-f2b6-464a-877f-c42e7da88bd2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:52.400965 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549be113-f2b6-464a-877f-c42e7da88bd2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:52.401585 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-549be113-f2b6-464a-877f-c42e7da88bd2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:52.412609 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549be113-f2b6-464a-877f-c42e7da88bd2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=b81085c7-42ee-4816-93f4-df9fe545af87,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:52.425761 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-549be113-f2b6-464a-877f-c42e7da88bd2 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 0.7589514
Nov 20 21:07:52.428576 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34462) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:52.501880 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cd5f3358-9475-4a07-a666-5ad6802dfc14 None None] For port 318faa4e-b997-467b-8ece-90b1b9aa7747, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=318faa4e-b997-467b-8ece-90b1b9aa7747,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:52.548674 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3358-9475-4a07-a666-5ad6802dfc14 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:52.549873 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-17beb2ba-abae-469e-8fb5-7f9d68f9d92a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port b81085c7-42ee-4816-93f4-df9fe545af87 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:52.550469 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17beb2ba-abae-469e-8fb5-7f9d68f9d92a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:52.554316 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3358-9475-4a07-a666-5ad6802dfc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:52.667604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f3358-9475-4a07-a666-5ad6802dfc14 None None] Pushing event updated for resources: {'Port': ['ID=318faa4e-b997-467b-8ece-90b1b9aa7747,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:52.689172 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17beb2ba-abae-469e-8fb5-7f9d68f9d92a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:52.705071 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-17beb2ba-abae-469e-8fb5-7f9d68f9d92a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for b81085c7-42ee-4816-93f4-df9fe545af87 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:52.750531 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 318faa4e-b997-467b-8ece-90b1b9aa7747 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:07:52.810514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 318faa4e-b997-467b-8ece-90b1b9aa7747 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:52.811048 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:52.915775 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17beb2ba-abae-469e-8fb5-7f9d68f9d92a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:53.197791 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17beb2ba-abae-469e-8fb5-7f9d68f9d92a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=b81085c7-42ee-4816-93f4-df9fe545af87,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:53.232082 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-28fc1a6b-8396-4f4e-8027-868be39f1baa req-eb4f40ac-c402-4d4c-a98b-036f0fae1772 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0360715
Nov 20 21:07:53.272300 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17beb2ba-abae-469e-8fb5-7f9d68f9d92a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:53.277882 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-17beb2ba-abae-469e-8fb5-7f9d68f9d92a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/b81085c7-42ee-4816-93f4-df9fe545af87 HTTP/1.1" status: 204  len: 168 time: 0.8461583
Nov 20 21:07:53.278677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34472) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:53.335952 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057e4517-31d4-4e3a-bd0b-90322882b632 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:53.340171 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-057e4517-31d4-4e3a-bd0b-90322882b632 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0583484
Nov 20 21:07:53.340330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34480) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:53.402305 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc9f667-87bb-4a19-a620-6d3d7acff695 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:53.404201 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cbc9f667-87bb-4a19-a620-6d3d7acff695 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0625286
Nov 20 21:07:53.406621 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34482) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:53.476701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b804d645-e39f-4a93-8b51-042d54e97843 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:53.476701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b804d645-e39f-4a93-8b51-042d54e97843 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:53.476701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b804d645-e39f-4a93-8b51-042d54e97843 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:53.476701 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b804d645-e39f-4a93-8b51-042d54e97843 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0682514
Nov 20 21:07:53.478701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34488) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:53.490804 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7ca529d1-d475-439f-a715-1a4f3c720787 None None] Provisioning complete for port 318faa4e-b997-467b-8ece-90b1b9aa7747 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:53.491186 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7ca529d1-d475-439f-a715-1a4f3c720787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:53.539187 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9600c755-18c3-45ef-9f03-514aaca87317 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet b1734ca1-7ee3-4e92-ac0c-f3e602a2ee1d {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:53.543878 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9600c755-18c3-45ef-9f03-514aaca87317 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:53.603003 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9600c755-18c3-45ef-9f03-514aaca87317 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:53.737830 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-24c9f253-55c7-455c-8db7-287b26767642 None None] Could not find standard attr ID for object 72440fdd-e1c6-416f-b26f-775bdf1f9a00. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:07:53.740245 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9600c755-18c3-45ef-9f03-514aaca87317 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:53.825787 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9600c755-18c3-45ef-9f03-514aaca87317 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:53.859988 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9600c755-18c3-45ef-9f03-514aaca87317 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:53.865543 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9600c755-18c3-45ef-9f03-514aaca87317 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/b1734ca1-7ee3-4e92-ac0c-f3e602a2ee1d HTTP/1.1" status: 204  len: 168 time: 0.3848429
Nov 20 21:07:53.865543 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600c755-18c3-45ef-9f03-514aaca87317 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=b1734ca1-7ee3-4e92-ac0c-f3e602a2ee1d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:53.868011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34514) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:53.930315 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f90778-dbf0-4629-9d9b-906745474476 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet b23f83a6-9269-419d-9378-fffcde744cd4 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:53.934763 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f4f90778-dbf0-4629-9d9b-906745474476 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:53.979856 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d04380f-139d-47be-93dc-61e48a7a90b7 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:53.988112 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f4f90778-dbf0-4629-9d9b-906745474476 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:54.070025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4d0b7284-c77f-4854-82b9-ca7284f6a421 None None] Could not find standard attr ID for object b81085c7-42ee-4816-93f4-df9fe545af87. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:07:54.088179 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f4f90778-dbf0-4629-9d9b-906745474476 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:54.109233 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14e67e-5956-47e0-86fd-a420422c13d4 req-f39d622f-96e1-4c53-8a63-1703d557efc0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:54.110923 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a14e67e-5956-47e0-86fd-a420422c13d4 req-f39d622f-96e1-4c53-8a63-1703d557efc0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 946 time: 0.0667758
Nov 20 21:07:54.155128 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f4f90778-dbf0-4629-9d9b-906745474476 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:54.169656 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8a14e67e-5956-47e0-86fd-a420422c13d4 req-47782e8d-0179-4197-b106-a6a33c2de148 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496597
Nov 20 21:07:54.183813 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f90778-dbf0-4629-9d9b-906745474476 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=b23f83a6-9269-419d-9378-fffcde744cd4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:54.187534 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f4f90778-dbf0-4629-9d9b-906745474476 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:54.193528 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f4f90778-dbf0-4629-9d9b-906745474476 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/b23f83a6-9269-419d-9378-fffcde744cd4 HTTP/1.1" status: 204  len: 168 time: 0.3242445
Nov 20 21:07:54.194632 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34518) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:54.234474 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0a5215e6-7cbe-40b1-841e-23e018c0a557 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0386348
Nov 20 21:07:54.238081 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34520) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:54.242902 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c59889b7-d850-454c-a893-00bf1710885a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:54.250940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4c5107-18fc-446f-b5f3-4dbd3d93b6ba None None] Update dhcp port {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'fixed_ips': [{'subnet_id': 'b23f83a6-9269-419d-9378-fffcde744cd4'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '318faa4e-b997-467b-8ece-90b1b9aa7747'} from ncdv-master-1. {{(pid=126226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 20 21:07:54.277224 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5e4c5107-18fc-446f-b5f3-4dbd3d93b6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:54.339617 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59889b7-d850-454c-a893-00bf1710885a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:54.343219 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c59889b7-d850-454c-a893-00bf1710885a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:54.355492 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-898f0e47-04e5-4b9b-9efe-09e16b369a66 req-bdbb18b6-4bb3-42ae-ad31-2a7e2eebe3e0 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0348561
Nov 20 21:07:54.452213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29dcf2b-0385-4ed4-a35b-81d3d2c990a4 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:54.545362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a598633c-2c60-43a9-8dcb-605503dfeebf None None] Provisioning complete for port 318faa4e-b997-467b-8ece-90b1b9aa7747 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:54.545967 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a598633c-2c60-43a9-8dcb-605503dfeebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:54.689261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 318faa4e-b997-467b-8ece-90b1b9aa7747 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:54.701051 ncdv-master-1 neutron-server[126224]: DEBUG neutron.objects.ports [None req-c59889b7-d850-454c-a893-00bf1710885a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:07:54.723367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c5c234-14c6-4b78-b002-c6d4e0317677 None None] DHCP port deletion for 078bc043-a79e-4708-a2f2-e608d1250afa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:07:54.814097 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:54.833080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-81c5c234-14c6-4b78-b002-c6d4e0317677 None None] Deleting port 318faa4e-b997-467b-8ece-90b1b9aa7747 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:54.833457 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-81c5c234-14c6-4b78-b002-c6d4e0317677 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:55.056396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 318faa4e-b997-467b-8ece-90b1b9aa7747, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=318faa4e-b997-467b-8ece-90b1b9aa7747,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:55.065900 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:55.113730 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c59889b7-d850-454c-a893-00bf1710885a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:55.121853 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-81c5c234-14c6-4b78-b002-c6d4e0317677 None None] For port 318faa4e-b997-467b-8ece-90b1b9aa7747, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=318faa4e-b997-467b-8ece-90b1b9aa7747,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:55.122284 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-81c5c234-14c6-4b78-b002-c6d4e0317677 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:55.146098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-81c5c234-14c6-4b78-b002-c6d4e0317677 None None] Calling delete_port for 318faa4e-b997-467b-8ece-90b1b9aa7747 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:55.150220 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=318faa4e-b997-467b-8ece-90b1b9aa7747,revision_number=11']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:55.300651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-c59889b7-d850-454c-a893-00bf1710885a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] For port 318faa4e-b997-467b-8ece-90b1b9aa7747, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=318faa4e-b997-467b-8ece-90b1b9aa7747,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:55.320865 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32598a27-7ceb-4f07-b042-ebc72fad9767 req-bf1d82ed-ceae-436c-bbb5-e184066dbdd6 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:55.326607 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32598a27-7ceb-4f07-b042-ebc72fad9767 req-bf1d82ed-ceae-436c-bbb5-e184066dbdd6 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 946 time: 0.0686100
Nov 20 21:07:55.336717 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c59889b7-d850-454c-a893-00bf1710885a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:55.342118 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c59889b7-d850-454c-a893-00bf1710885a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:55.343353 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c59889b7-d850-454c-a893-00bf1710885a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:55.344489 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-81c5c234-14c6-4b78-b002-c6d4e0317677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:55.377850 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5c234-14c6-4b78-b002-c6d4e0317677 None None] Pushing event deleted for resources: {'Port': ['ID=318faa4e-b997-467b-8ece-90b1b9aa7747,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:55.384836 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c5c234-14c6-4b78-b002-c6d4e0317677 None None] No DVR routers for this DVR port 318faa4e-b997-467b-8ece-90b1b9aa7747 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:07:55.394187 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59889b7-d850-454c-a893-00bf1710885a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=318faa4e-b997-467b-8ece-90b1b9aa7747,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:55.395462 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32598a27-7ceb-4f07-b042-ebc72fad9767 req-41162390-a9b5-497f-bfc6-1869c8ab9923 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbac2919-b506-4aa1-918f-d4afcfb7eb7f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640631
Nov 20 21:07:55.477596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59889b7-d850-454c-a893-00bf1710885a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:55.483339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-c59889b7-d850-454c-a893-00bf1710885a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:55.493484 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ce5c7e-5888-4f06-9e6c-89ebb89c9c7b None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:55.506118 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59889b7-d850-454c-a893-00bf1710885a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:55.506751 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c59889b7-d850-454c-a893-00bf1710885a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:55.513021 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ec11f213-b2b7-4c15-b4ec-4b55c02c5882 req-5789d60b-35cf-4225-8dea-01004e980b86 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0579257
Nov 20 21:07:55.515105 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59889b7-d850-454c-a893-00bf1710885a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=597c6839-98f6-43ca-a995-fbf1dae13020,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:55.536949 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c59889b7-d850-454c-a893-00bf1710885a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2975237
Nov 20 21:07:55.538473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34584) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:55.555676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-1479c2fe-3e16-457f-a0fe-1f67b2e9d708 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:55.644223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cc743-2d66-4e56-aa84-a8aed927a81b req-8c4976bb-13ab-4b53-98c7-8568425368f3 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:55.645814 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b55cc743-2d66-4e56-aa84-a8aed927a81b req-8c4976bb-13ab-4b53-98c7-8568425368f3 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 946 time: 0.1619892
Nov 20 21:07:55.716570 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': '597c6839-98f6-43ca-a995-fbf1dae13020'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:07:55.717728 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:55.757285 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1479c2fe-3e16-457f-a0fe-1f67b2e9d708 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:55.761130 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1479c2fe-3e16-457f-a0fe-1f67b2e9d708 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:55.844287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-b55cc743-2d66-4e56-aa84-a8aed927a81b req-9974ab4a-9b27-4c00-bbcf-a12843c2d5b7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Deleting port d827fb61-04e5-4891-8bee-97e47804c603 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:55.844630 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b55cc743-2d66-4e56-aa84-a8aed927a81b req-9974ab4a-9b27-4c00-bbcf-a12843c2d5b7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:55.848736 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Allocated IP 2001:db8::f816:3eff:fec3:17ac (078bc043-a79e-4708-a2f2-e608d1250afa/597c6839-98f6-43ca-a995-fbf1dae13020/1aa6da9c-9ac8-4165-8cab-be87ca1628b9) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:55.894515 ncdv-master-1 neutron-server[126225]: INFO neutron.db.ipam_backend_mixin [None req-1479c2fe-3e16-457f-a0fe-1f67b2e9d708 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 597c6839-98f6-43ca-a995-fbf1dae13020 (CIDR: 2001:db8::/64)
Nov 20 21:07:55.922612 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1479c2fe-3e16-457f-a0fe-1f67b2e9d708 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:07:55.923094 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1479c2fe-3e16-457f-a0fe-1f67b2e9d708 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:07:55.948574 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1479c2fe-3e16-457f-a0fe-1f67b2e9d708 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4004860
Nov 20 21:07:55.951392 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34594) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:55.957111 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-86bb22aa-d846-441a-aba7-e67b29fb90bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:55.965420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-b55cc743-2d66-4e56-aa84-a8aed927a81b req-9974ab4a-9b27-4c00-bbcf-a12843c2d5b7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] For port d827fb61-04e5-4891-8bee-97e47804c603, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d827fb61-04e5-4891-8bee-97e47804c603,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:55.965792 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b55cc743-2d66-4e56-aa84-a8aed927a81b req-9974ab4a-9b27-4c00-bbcf-a12843c2d5b7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:55.997549 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:56.004716 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:56.062453 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:56.066497 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:56.071156 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:56.081357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Pushing event updated for resources: {'Port': ['ID=1aa6da9c-9ac8-4165-8cab-be87ca1628b9,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:56.104338 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bb22aa-d846-441a-aba7-e67b29fb90bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:56.108542 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-86bb22aa-d846-441a-aba7-e67b29fb90bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:56.138873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Attempting to bind port 1aa6da9c-9ac8-4165-8cab-be87ca1628b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:07:56.138873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Attempting to bind port 1aa6da9c-9ac8-4165-8cab-be87ca1628b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:07:56.138873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Attempting to bind port 1aa6da9c-9ac8-4165-8cab-be87ca1628b9 on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:07:56.145209 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:07:56.145487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:07:56.145897 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:56.147010 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:07:56.147500 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Bound port: 1aa6da9c-9ac8-4165-8cab-be87ca1628b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:07:56.147895 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:56.220486 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] For port 1aa6da9c-9ac8-4165-8cab-be87ca1628b9, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:07:56.226549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] For port 1aa6da9c-9ac8-4165-8cab-be87ca1628b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1aa6da9c-9ac8-4165-8cab-be87ca1628b9,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:07:56.236830 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:56.260120 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b55cc743-2d66-4e56-aa84-a8aed927a81b req-9974ab4a-9b27-4c00-bbcf-a12843c2d5b7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:56.260478 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b55cc743-2d66-4e56-aa84-a8aed927a81b req-9974ab4a-9b27-4c00-bbcf-a12843c2d5b7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:56.260798 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-b55cc743-2d66-4e56-aa84-a8aed927a81b req-9974ab4a-9b27-4c00-bbcf-a12843c2d5b7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Floating IP b4c9fec5-3dad-4b5f-aff4-01cacb53969b disassociated. External IP: 172.35.1.177, port: d827fb61-04e5-4891-8bee-97e47804c603.
Nov 20 21:07:56.261140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-b55cc743-2d66-4e56-aa84-a8aed927a81b req-9974ab4a-9b27-4c00-bbcf-a12843c2d5b7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Calling delete_port for d827fb61-04e5-4891-8bee-97e47804c603 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:56.323802 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60e50c-f62a-41f1-8a3f-a2168191db3b None None] Pushing event updated for resources: {'Port': ['ID=1aa6da9c-9ac8-4165-8cab-be87ca1628b9,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:56.407111 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-86bb22aa-d846-441a-aba7-e67b29fb90bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:56.447581 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b55cc743-2d66-4e56-aa84-a8aed927a81b req-9974ab4a-9b27-4c00-bbcf-a12843c2d5b7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:56.463905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bb22aa-d846-441a-aba7-e67b29fb90bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:56.469689 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-86bb22aa-d846-441a-aba7-e67b29fb90bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:56.474021 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bb22aa-d846-441a-aba7-e67b29fb90bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:56.474768 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-86bb22aa-d846-441a-aba7-e67b29fb90bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:56.487969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974ab4a-9b27-4c00-bbcf-a12843c2d5b7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event deleted for resources: {'Port': ['ID=d827fb61-04e5-4891-8bee-97e47804c603,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:56.514865 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-86bb22aa-d846-441a-aba7-e67b29fb90bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5598314
Nov 20 21:07:56.515298 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34614) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:56.521993 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ba0caef6-2720-4637-a783-594cef10498e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'mac_address': 'fa:16:3e:d5:1d:22', 'name': 'tempest-NetworksTestDHCPv6-463644524'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:56.528261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb22aa-d846-441a-aba7-e67b29fb90bc tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=603ed372-6d51-4b4f-ab6e-4cd29d8ce58a,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:56.651175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34620) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:56.707249 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-201f09f0-4f03-4cae-a126-3613c26a4f88 req-c6083808-0375-41d4-864c-90fb5dd2450e tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0566936
Nov 20 21:07:56.713128 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1702df43-f089-4931-8daf-2aeb72707434 req-f315f6d4-cc16-4725-9e94-6e1bfff8a659 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1e4483-b5f5-47d3-b58f-1fdaaefd311c HTTP/1.1" status: 200  len: 210 time: 0.1233704
Nov 20 21:07:56.789337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1aa6da9c-9ac8-4165-8cab-be87ca1628b9 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:07:56.801322 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0caef6-2720-4637-a783-594cef10498e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:07:56.809576 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba0caef6-2720-4637-a783-594cef10498e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:56.835394 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-ba0caef6-2720-4637-a783-594cef10498e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port d5e10640-552f-48dd-98c4-c7585ac1e158 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:07:56.887739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 1aa6da9c-9ac8-4165-8cab-be87ca1628b9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:56.889164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b55cc743-2d66-4e56-aa84-a8aed927a81b req-9974ab4a-9b27-4c00-bbcf-a12843c2d5b7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:07:56.889741 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:56.889991 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26b99f79-4c73-4f5c-b78d-4fad8369ad44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:57.000066 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:57.045647 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 1aa6da9c-9ac8-4165-8cab-be87ca1628b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1aa6da9c-9ac8-4165-8cab-be87ca1628b9,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:57.056400 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:57.078197 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-ba0caef6-2720-4637-a783-594cef10498e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8:0:1::185 (078bc043-a79e-4708-a2f2-e608d1250afa/603ed372-6d51-4b4f-ab6e-4cd29d8ce58a/d5e10640-552f-48dd-98c4-c7585ac1e158) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:57.087808 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-ba0caef6-2720-4637-a783-594cef10498e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::f816:3eff:fed5:1d22 (078bc043-a79e-4708-a2f2-e608d1250afa/597c6839-98f6-43ca-a995-fbf1dae13020/d5e10640-552f-48dd-98c4-c7585ac1e158) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:57.097611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b55cc743-2d66-4e56-aa84-a8aed927a81b req-9974ab4a-9b27-4c00-bbcf-a12843c2d5b7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:07:57.109414 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75e15ab-e583-453e-8fbb-3ddc44f41858 None None] Sync routers for ids ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:07:57.133563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=1aa6da9c-9ac8-4165-8cab-be87ca1628b9,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:57.137101 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e15ab-e583-453e-8fbb-3ddc44f41858 None None] Routers {'8b8d83cd-4928-4b2d-872d-93c2918d6d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:07:57.137750 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a75e15ab-e583-453e-8fbb-3ddc44f41858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46262250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:07:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:57.140679 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26b99f79-4c73-4f5c-b78d-4fad8369ad44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:57.155762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55cc743-2d66-4e56-aa84-a8aed927a81b req-9974ab4a-9b27-4c00-bbcf-a12843c2d5b7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] No DVR routers for this DVR port d827fb61-04e5-4891-8bee-97e47804c603 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:07:57.157631 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26b99f79-4c73-4f5c-b78d-4fad8369ad44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:57.161189 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b55cc743-2d66-4e56-aa84-a8aed927a81b req-9974ab4a-9b27-4c00-bbcf-a12843c2d5b7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:57.164606 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b55cc743-2d66-4e56-aa84-a8aed927a81b req-9974ab4a-9b27-4c00-bbcf-a12843c2d5b7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.37 "DELETE /v2.0/ports/d827fb61-04e5-4891-8bee-97e47804c603 HTTP/1.1" status: 204  len: 173 time: 1.5098329
Nov 20 21:07:57.177660 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'name': 'network-vif-deleted', 'tag': 'd827fb61-04e5-4891-8bee-97e47804c603'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:07:57.182304 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af568e89-1499-443c-a98a-92ea86036777" -d '{"events": [{"server_uuid": "6e1e4483-b5f5-47d3-b58f-1fdaaefd311c", "name": "network-vif-deleted", "tag": "d827fb61-04e5-4891-8bee-97e47804c603"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:07:57.220634 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-26b99f79-4c73-4f5c-b78d-4fad8369ad44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c47a48e9d6c4522addf921ff50ccd14&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5678356
Nov 20 21:07:57.225426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34628) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:57.264209 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-a75e15ab-e583-453e-8fbb-3ddc44f41858 None None] Set router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:07:57.269734 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e375f0c7-d1ef-4647-a37a-deaa9fcbf81e x-openstack-request-id: req-e375f0c7-d1ef-4647-a37a-deaa9fcbf81e {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:07:57.270031 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e4483-b5f5-47d3-b58f-1fdaaefd311c", "name": "network-vif-deleted", "tag": "d827fb61-04e5-4891-8bee-97e47804c603", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:07:57.270310 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e375f0c7-d1ef-4647-a37a-deaa9fcbf81e {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:07:57.270708 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e4483-b5f5-47d3-b58f-1fdaaefd311c', 'name': 'network-vif-deleted', 'tag': 'd827fb61-04e5-4891-8bee-97e47804c603', 'status': 'completed', 'code': 200}
Nov 20 21:07:57.274644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b99f79-4c73-4f5c-b78d-4fad8369ad44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd4fce3-846b-4c55-9d1c-2c42e274441c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:57.296429 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba0caef6-2720-4637-a783-594cef10498e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:57.344492 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba0caef6-2720-4637-a783-594cef10498e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:57.345007 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bb44daff-fde3-4ff3-a72d-95a846eb1932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:57.379848 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bb44daff-fde3-4ff3-a72d-95a846eb1932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:57.425217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0caef6-2720-4637-a783-594cef10498e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:07:57.433111 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-ba0caef6-2720-4637-a783-594cef10498e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:07:57.437615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0caef6-2720-4637-a783-594cef10498e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:07:57.444593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0caef6-2720-4637-a783-594cef10498e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:57.445510 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba0caef6-2720-4637-a783-594cef10498e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:57.453428 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bb44daff-fde3-4ff3-a72d-95a846eb1932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:57.456427 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0caef6-2720-4637-a783-594cef10498e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=d5e10640-552f-48dd-98c4-c7585ac1e158,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:57.459387 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bb44daff-fde3-4ff3-a72d-95a846eb1932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:57.460713 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bb44daff-fde3-4ff3-a72d-95a846eb1932 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfd4fce3-846b-4c55-9d1c-2c42e274441c HTTP/1.1" status: 204  len: 168 time: 0.2339573
Nov 20 21:07:57.488478 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ba0caef6-2720-4637-a783-594cef10498e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 0.9714694
Nov 20 21:07:57.491360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34632) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:57.494479 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44daff-fde3-4ff3-a72d-95a846eb1932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd4fce3-846b-4c55-9d1c-2c42e274441c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:57.597852 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a75e15ab-e583-453e-8fbb-3ddc44f41858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46262250>, [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:55Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c6c54451-d321-4ac4-a104-3ac4c812978a', 'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'mac_address': 'fa:16:3e:b9:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:54Z', 'updated_at': '2021-11-20T21:04:03Z', 'revision_number': 5, 'project_id': '185bc78201f1431881a86d4894780efb', 'subnets': [{'id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:57.641645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75e15ab-e583-453e-8fbb-3ddc44f41858 None None] Checking router: 8b8d83cd-4928-4b2d-872d-93c2918d6d7d for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:07:57.661365 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e15ab-e583-453e-8fbb-3ddc44f41858 None None] Routers {'8b8d83cd-4928-4b2d-872d-93c2918d6d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:07:57.661530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-d90fd9bd-59fe-4fff-b222-35b0da39527b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port d5e10640-552f-48dd-98c4-c7585ac1e158 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:57.661965 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a75e15ab-e583-453e-8fbb-3ddc44f41858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46262250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:07:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:57.662105 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d90fd9bd-59fe-4fff-b222-35b0da39527b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:57.790329 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d90fd9bd-59fe-4fff-b222-35b0da39527b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:57.811610 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e4a1a4-2511-462c-a419-e05c29896c97 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:07:57.819711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-d90fd9bd-59fe-4fff-b222-35b0da39527b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for d5e10640-552f-48dd-98c4-c7585ac1e158 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:57.841961 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-a75e15ab-e583-453e-8fbb-3ddc44f41858 None None] Set router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:07:57.856927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34642) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:57.864166 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7c9a4a19-a590-4b50-b985-b1e352816b4b req-62f24507-1e25-4a69-9d5e-8aa68ff05699 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0477593
Nov 20 21:07:57.911025 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34646) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:57.925983 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c647b8ec-ec76-4b32-99bf-bb5208b4abd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:57.995142 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5e4c-af99-47e1-b430-9ed472cec7c9 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.011662 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f728253c-62e2-4dd1-8c13-ddaa9d5843c1 None None] Provisioning complete for port 1aa6da9c-9ac8-4165-8cab-be87ca1628b9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:58.012280 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f728253c-62e2-4dd1-8c13-ddaa9d5843c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.013409 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c647b8ec-ec76-4b32-99bf-bb5208b4abd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.019409 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c647b8ec-ec76-4b32-99bf-bb5208b4abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.039898 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5e4c-af99-47e1-b430-9ed472cec7c9 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.062340 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c647b8ec-ec76-4b32-99bf-bb5208b4abd9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3411c7a8cb7149da801154d8ed1e39e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1479690
Nov 20 21:07:58.063555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34648) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:58.063966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647b8ec-ec76-4b32-99bf-bb5208b4abd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e079322-64e3-4252-8c12-2d41e8c6d415,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:58.199226 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5e4c-af99-47e1-b430-9ed472cec7c9 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.201970 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5e4c-af99-47e1-b430-9ed472cec7c9 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.203161 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9eaa5e4c-af99-47e1-b430-9ed472cec7c9 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "DELETE /v2.0/security-groups/cbac2919-b506-4aa1-918f-d4afcfb7eb7f HTTP/1.1" status: 204  len: 168 time: 0.3435252
Nov 20 21:07:58.206110 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34650) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:58.217809 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-429cccc3-b501-4c0e-8dfd-b545024e7a3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.222490 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-e32261ec-5086-49e9-8827-80767644040d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] show failed (client error): The resource could not be found.
Nov 20 21:07:58.226378 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e32261ec-5086-49e9-8827-80767644040d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups/cbac2919-b506-4aa1-918f-d4afcfb7eb7f HTTP/1.1" status: 404  len: 347 time: 0.0164945
Nov 20 21:07:58.226746 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34652) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:58.230485 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa5e4c-af99-47e1-b430-9ed472cec7c9 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbac2919-b506-4aa1-918f-d4afcfb7eb7f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:58.258941 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d90fd9bd-59fe-4fff-b222-35b0da39527b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.264193 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-429cccc3-b501-4c0e-8dfd-b545024e7a3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.296648 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a75e15ab-e583-453e-8fbb-3ddc44f41858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46262250>, [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:55Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c6c54451-d321-4ac4-a104-3ac4c812978a', 'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'mac_address': 'fa:16:3e:b9:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:54Z', 'updated_at': '2021-11-20T21:04:03Z', 'revision_number': 5, 'project_id': '185bc78201f1431881a86d4894780efb', 'subnets': [{'id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:07:58.327474 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75e15ab-e583-453e-8fbb-3ddc44f41858 None None] The sync data for ids ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'] in ncdv-master-1 is: [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:55Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c6c54451-d321-4ac4-a104-3ac4c812978a', 'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'mac_address': 'fa:16:3e:b9:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:54Z', 'updated_at': '2021-11-20T21:04:03Z', 'revision_number': 5, 'project_id': '185bc78201f1431881a86d4894780efb', 'subnets': [{'id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:07:58.387517 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-8983eeda-a3b3-43f7-bb19-7c113d59c263 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Deleting port a927d13b-61f1-4351-bfe3-d3a00918bd99 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:07:58.388431 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8983eeda-a3b3-43f7-bb19-7c113d59c263 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.389402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4304799f-b505-4f7f-957b-dc49ad992e06 None None] Update dhcp port {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'fixed_ips': [{'subnet_id': '597c6839-98f6-43ca-a995-fbf1dae13020', 'ip_address': '2001:db8::f816:3eff:fec3:17ac'}, {'subnet_id': '603ed372-6d51-4b4f-ab6e-4cd29d8ce58a'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '1aa6da9c-9ac8-4165-8cab-be87ca1628b9'} from ncdv-master-1. {{(pid=126226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 20 21:07:58.424953 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4304799f-b505-4f7f-957b-dc49ad992e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.484835 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8983eeda-a3b3-43f7-bb19-7c113d59c263 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.485394 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8983eeda-a3b3-43f7-bb19-7c113d59c263 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.500888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-8983eeda-a3b3-43f7-bb19-7c113d59c263 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Calling delete_port for a927d13b-61f1-4351-bfe3-d3a00918bd99 owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:07:58.652833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fd9bd-59fe-4fff-b222-35b0da39527b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=d5e10640-552f-48dd-98c4-c7585ac1e158,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:58.667787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-4304799f-b505-4f7f-957b-dc49ad992e06 None None] Allocated IP 2001:db8:0:1::2 (078bc043-a79e-4708-a2f2-e608d1250afa/603ed372-6d51-4b4f-ab6e-4cd29d8ce58a/1aa6da9c-9ac8-4165-8cab-be87ca1628b9) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:07:58.695581 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8983eeda-a3b3-43f7-bb19-7c113d59c263 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.711289 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d90fd9bd-59fe-4fff-b222-35b0da39527b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.717919 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d90fd9bd-59fe-4fff-b222-35b0da39527b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/d5e10640-552f-48dd-98c4-c7585ac1e158 HTTP/1.1" status: 204  len: 168 time: 1.2190719
Nov 20 21:07:58.720185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34654) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:58.747360 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844db3bd-5dc6-4a0d-a712-4b4978f9e802 None None] New status for floating IP b4c9fec5-3dad-4b5f-aff4-01cacb53969b: DOWN {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:07:58.760998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983eeda-a3b3-43f7-bb19-7c113d59c263 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event deleted for resources: {'Port': ['ID=a927d13b-61f1-4351-bfe3-d3a00918bd99,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:58.776392 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-429cccc3-b501-4c0e-8dfd-b545024e7a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.779080 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-429cccc3-b501-4c0e-8dfd-b545024e7a3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.780245 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-429cccc3-b501-4c0e-8dfd-b545024e7a3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e079322-64e3-4252-8c12-2d41e8c6d415 HTTP/1.1" status: 204  len: 168 time: 0.7141016
Nov 20 21:07:58.794197 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cccc3-b501-4c0e-8dfd-b545024e7a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e079322-64e3-4252-8c12-2d41e8c6d415,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:58.795029 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1aa6da9c-9ac8-4165-8cab-be87ca1628b9 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:07:58.805843 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8983eeda-a3b3-43f7-bb19-7c113d59c263 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.809806 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8983eeda-a3b3-43f7-bb19-7c113d59c263 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.811171 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8983eeda-a3b3-43f7-bb19-7c113d59c263 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "DELETE /v2.0/floatingips/b4c9fec5-3dad-4b5f-aff4-01cacb53969b HTTP/1.1" status: 204  len: 168 time: 0.5833819
Nov 20 21:07:58.825417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb8a032-6992-43a3-9b6a-fb53452061f5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:58.830096 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34658) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:58.831182 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8cb8a032-6992-43a3-9b6a-fb53452061f5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.1111298
Nov 20 21:07:58.914344 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea1992f-843b-4fb3-a2e4-5213bdb28ff4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:58.919892 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-aea1992f-843b-4fb3-a2e4-5213bdb28ff4 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.0877504
Nov 20 21:07:58.922330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34664) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:58.935799 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4304799f-b505-4f7f-957b-dc49ad992e06 None None] For port 1aa6da9c-9ac8-4165-8cab-be87ca1628b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1aa6da9c-9ac8-4165-8cab-be87ca1628b9,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:07:58.972531 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4304799f-b505-4f7f-957b-dc49ad992e06 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.980317 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4304799f-b505-4f7f-957b-dc49ad992e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:58.986027 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 1aa6da9c-9ac8-4165-8cab-be87ca1628b9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:07:58.986425 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.038875 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6077d61-c379-44c2-ab4f-2150f0cc0fe7 req-8ef928c1-54da-46a6-a86b-5580d63c3e10 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0368543
Nov 20 21:07:59.073389 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c252a67b-5e75-4337-8a87-405779b75d07 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:59.075058 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c252a67b-5e75-4337-8a87-405779b75d07 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:59.078235 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c252a67b-5e75-4337-8a87-405779b75d07 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:07:59.085483 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c252a67b-5e75-4337-8a87-405779b75d07 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1600635
Nov 20 21:07:59.088545 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34670) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:59.168666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-103eeec1-331d-4555-b194-1ab1e0eaea73 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 597c6839-98f6-43ca-a995-fbf1dae13020 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:59.172605 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-103eeec1-331d-4555-b194-1ab1e0eaea73 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.228453 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-103eeec1-331d-4555-b194-1ab1e0eaea73 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.266786 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34676) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:59.274746 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-28335a23-730f-4d77-a7c6-a96d2eff03cb tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63237440', 'description': 'tempest-description--429023724'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:59.321322 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-28335a23-730f-4d77-a7c6-a96d2eff03cb tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.336037 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304799f-b505-4f7f-957b-dc49ad992e06 None None] Pushing event updated for resources: {'Port': ['ID=1aa6da9c-9ac8-4165-8cab-be87ca1628b9,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:59.356337 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-103eeec1-331d-4555-b194-1ab1e0eaea73 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.434638 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-103eeec1-331d-4555-b194-1ab1e0eaea73 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.452038 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-28335a23-730f-4d77-a7c6-a96d2eff03cb tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.457961 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-28335a23-730f-4d77-a7c6-a96d2eff03cb tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.477700 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-103eeec1-331d-4555-b194-1ab1e0eaea73 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.483971 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-103eeec1-331d-4555-b194-1ab1e0eaea73 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/597c6839-98f6-43ca-a995-fbf1dae13020 HTTP/1.1" status: 204  len: 168 time: 0.3919945
Nov 20 21:07:59.483971 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103eeec1-331d-4555-b194-1ab1e0eaea73 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=597c6839-98f6-43ca-a995-fbf1dae13020,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:59.488527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34682) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:59.510984 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-28335a23-730f-4d77-a7c6-a96d2eff03cb tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.512394 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-28335a23-730f-4d77-a7c6-a96d2eff03cb tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2430563
Nov 20 21:07:59.515328 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34686) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:59.526192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-59c08e53-9393-4980-ac1c-ccab75ca1f1b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Request body: {'security_group_rule': {'security_group_id': 'fd72b01f-cc79-4089-867d-792aaccdd238', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:59.558257 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28335a23-730f-4d77-a7c6-a96d2eff03cb tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd72b01f-cc79-4089-867d-792aaccdd238,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:59.566822 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59c08e53-9393-4980-ac1c-ccab75ca1f1b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.599878 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-177c4fe2-d8ce-4965-a4ed-aa2cf756367b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 603ed372-6d51-4b4f-ab6e-4cd29d8ce58a {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:07:59.603545 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-177c4fe2-d8ce-4965-a4ed-aa2cf756367b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.646984 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59c08e53-9393-4980-ac1c-ccab75ca1f1b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.652629 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59c08e53-9393-4980-ac1c-ccab75ca1f1b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.653669 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d827fb61-04e5-4891-8bee-97e47804c603 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:07:59.674713 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c08e53-9393-4980-ac1c-ccab75ca1f1b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce98c85c-f8fd-4ce6-891e-d28def8d3276,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:59.685211 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-177c4fe2-d8ce-4965-a4ed-aa2cf756367b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.687636 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59c08e53-9393-4980-ac1c-ccab75ca1f1b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.692188 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-59c08e53-9393-4980-ac1c-ccab75ca1f1b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1718960
Nov 20 21:07:59.692188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34694) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:59.694490 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: d827fb61-04e5-4891-8bee-97e47804c603 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:07:59.694849 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d827fb61-04e5-4891-8bee-97e47804c603 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:07:59.696896 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-024a8d1b-5026-4080-a65f-fd980b74108c tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Request body: {'security_group_rule': {'security_group_id': 'fd72b01f-cc79-4089-867d-792aaccdd238', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:59.729348 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-024a8d1b-5026-4080-a65f-fd980b74108c tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.805751 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-024a8d1b-5026-4080-a65f-fd980b74108c tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.809860 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-024a8d1b-5026-4080-a65f-fd980b74108c tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.810833 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-177c4fe2-d8ce-4965-a4ed-aa2cf756367b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.832109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a8d1b-5026-4080-a65f-fd980b74108c tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a83ec2a-3650-454e-8dd8-3e9f0d777c46,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:59.837009 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-024a8d1b-5026-4080-a65f-fd980b74108c tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.838449 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-024a8d1b-5026-4080-a65f-fd980b74108c tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1457682
Nov 20 21:07:59.842484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34698) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:59.847175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:07:59.873500 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.895364 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-177c4fe2-d8ce-4965-a4ed-aa2cf756367b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.931545 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c4fe2-d8ce-4965-a4ed-aa2cf756367b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=603ed372-6d51-4b4f-ab6e-4cd29d8ce58a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:07:59.937249 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-177c4fe2-d8ce-4965-a4ed-aa2cf756367b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:07:59.944810 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-177c4fe2-d8ce-4965-a4ed-aa2cf756367b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/603ed372-6d51-4b4f-ab6e-4cd29d8ce58a HTTP/1.1" status: 204  len: 168 time: 0.4517765
Nov 20 21:07:59.945082 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34700) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:07:59.994768 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-39c8f557-22af-474f-9da0-943ae6398a4a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0484307
Nov 20 21:07:59.997798 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34704) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:00.004469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-17f3ac79-ba94-41be-942b-26c51dcc6166 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:00.004776 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:00.141323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Allocated IP 172.35.1.158 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/e557e3e0-e61d-4040-809e-03a247118c72) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:00.181576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a1a786-d668-4b7a-8f98-bff3371e835f None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:00.189733 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3aef6670-e0d5-439d-b0bb-7d23b287fe17 req-503a04a8-ee85-483d-8d29-a0e8d831e7c7 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0407870
Nov 20 21:08:00.192426 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f3ac79-ba94-41be-942b-26c51dcc6166 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:00.199316 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17f3ac79-ba94-41be-942b-26c51dcc6166 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:00.285616 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d3b63d62-4e89-4457-b1e7-4f242c7e0d90 None None] Could not find standard attr ID for object d5e10640-552f-48dd-98c4-c7585ac1e158. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:08:00.338249 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d3b63d62-4e89-4457-b1e7-4f242c7e0d90 None None] Provisioning complete for port 1aa6da9c-9ac8-4165-8cab-be87ca1628b9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:00.338957 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d3b63d62-4e89-4457-b1e7-4f242c7e0d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:00.345193 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:00.389577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:00.449233 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:00.453312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:00.456963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event updated for resources: {'Port': ['ID=e557e3e0-e61d-4040-809e-03a247118c72,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:00.458474 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:00.463183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abe27e3-2b3a-4362-8e39-96bd16e9af25 None None] DHCP port deletion for 078bc043-a79e-4708-a2f2-e608d1250afa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:08:00.523843 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17f3ac79-ba94-41be-942b-26c51dcc6166 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:00.524366 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-7abe27e3-2b3a-4362-8e39-96bd16e9af25 None None] Deleting port 1aa6da9c-9ac8-4165-8cab-be87ca1628b9 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:00.524366 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7abe27e3-2b3a-4362-8e39-96bd16e9af25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:00.592336 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f3ac79-ba94-41be-942b-26c51dcc6166 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:00.596698 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-17f3ac79-ba94-41be-942b-26c51dcc6166 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:00.599967 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f3ac79-ba94-41be-942b-26c51dcc6166 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:00.600700 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17f3ac79-ba94-41be-942b-26c51dcc6166 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:00.626930 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-17f3ac79-ba94-41be-942b-26c51dcc6166 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6275415
Nov 20 21:08:00.627941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3ac79-ba94-41be-942b-26c51dcc6166 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=fc71e7ec-1e48-4e75-923f-6892dd90c28f,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:00.630468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34720) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:00.636237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0c2352ff-b3b5-40ea-96e0-dd8351cd662e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:00.651302 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-7abe27e3-2b3a-4362-8e39-96bd16e9af25 None None] For port 1aa6da9c-9ac8-4165-8cab-be87ca1628b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1aa6da9c-9ac8-4165-8cab-be87ca1628b9,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:00.651726 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7abe27e3-2b3a-4362-8e39-96bd16e9af25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:00.666382 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-7abe27e3-2b3a-4362-8e39-96bd16e9af25 None None] Calling delete_port for 1aa6da9c-9ac8-4165-8cab-be87ca1628b9 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:00.666617 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:00.750542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1aa6da9c-9ac8-4165-8cab-be87ca1628b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:08:00.764257 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:00.792668 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7abe27e3-2b3a-4362-8e39-96bd16e9af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:00.801903 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No active binding found for port 1aa6da9c-9ac8-4165-8cab-be87ca1628b9 {{(pid=126226) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 20 21:08:00.802370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1aa6da9c-9ac8-4165-8cab-be87ca1628b9 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:08:00.823938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe27e3-2b3a-4362-8e39-96bd16e9af25 None None] Pushing event deleted for resources: {'Port': ['ID=1aa6da9c-9ac8-4165-8cab-be87ca1628b9,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:00.827149 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe27e3-2b3a-4362-8e39-96bd16e9af25 None None] No DVR routers for this DVR port 1aa6da9c-9ac8-4165-8cab-be87ca1628b9 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:08:00.845535 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4564c592-522c-4b5b-acd0-c36e2d8ba7c5 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:00.870928 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2352ff-b3b5-40ea-96e0-dd8351cd662e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:00.874931 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c2352ff-b3b5-40ea-96e0-dd8351cd662e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:01.020669 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-078bc043-a79e-4708-a2f2-e608d1250afa', 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'tenant_id': '845914c1e2e64f94ad4e8170f4a33341', 'fixed_ips': [{'subnet_id': 'fc71e7ec-1e48-4e75-923f-6892dd90c28f'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:08:01.022231 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:01.035700 ncdv-master-1 neutron-server[126225]: INFO neutron.db.ipam_backend_mixin [None req-0c2352ff-b3b5-40ea-96e0-dd8351cd662e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc71e7ec-1e48-4e75-923f-6892dd90c28f (CIDR: 2001:db8::/64)
Nov 20 21:08:01.044157 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2352ff-b3b5-40ea-96e0-dd8351cd662e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:08:01.044994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2352ff-b3b5-40ea-96e0-dd8351cd662e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:01.061768 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:01.067497 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:01.078782 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0c2352ff-b3b5-40ea-96e0-dd8351cd662e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4446249
Nov 20 21:08:01.079806 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34732) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:01.085471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f56ce85e-680c-4b18-8170-40803ec88a06 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:01.155888 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event updated for resources: {'Port': ['ID=e557e3e0-e61d-4040-809e-03a247118c72,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:01.162406 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:01.192538 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:01.193807 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-432cbb83-255d-4ee8-b9cf-ef5a679acee4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3503559
Nov 20 21:08:01.194522 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Allocated IP 2001:db8::2 (078bc043-a79e-4708-a2f2-e608d1250afa/fc71e7ec-1e48-4e75-923f-6892dd90c28f/51356fa9-c4d3-46ee-aa7c-52feecde46f8) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:01.389114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34744) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:01.407027 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61291ca7-2f47-4cef-9724-3662351d728f req-698720ea-bb2f-4e69-9444-18f3ef4d7a33 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0484066
Nov 20 21:08:01.427085 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:01.442160 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-2425e051-4288-45f8-98a3-aac698e7dde5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2269294
Nov 20 21:08:01.443409 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:01.462716 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56ce85e-680c-4b18-8170-40803ec88a06 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:01.474368 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f56ce85e-680c-4b18-8170-40803ec88a06 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:01.500238 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:01.504155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:01.508348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:01.522113 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Pushing event updated for resources: {'Port': ['ID=51356fa9-c4d3-46ee-aa7c-52feecde46f8,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:01.587707 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Attempting to bind port 51356fa9-c4d3-46ee-aa7c-52feecde46f8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:08:01.588292 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Attempting to bind port 51356fa9-c4d3-46ee-aa7c-52feecde46f8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:08:01.588835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Attempting to bind port 51356fa9-c4d3-46ee-aa7c-52feecde46f8 on network 078bc043-a79e-4708-a2f2-e608d1250afa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:01.595376 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:08:01.596739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Checking segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:01.597444 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:01.597871 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Bound using segment: {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:08:01.598978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Bound port: 51356fa9-c4d3-46ee-aa7c-52feecde46f8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b55f7-4918-4d46-a703-66f530a2a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:08:01.598978 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:01.653754 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-4da7d83e-d620-4251-bbe5-38128e54b3f0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--63237440&fields=id&tenant_id=185bc78201f1431881a86d4894780efb HTTP/1.1" status: 200  len: 267 time: 0.1658487
Nov 20 21:08:01.654781 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f3a4c50-e6be-4ef2-b83f-0914d26f0559 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:01.676110 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] For port 51356fa9-c4d3-46ee-aa7c-52feecde46f8, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:08:01.680392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] For port 51356fa9-c4d3-46ee-aa7c-52feecde46f8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51356fa9-c4d3-46ee-aa7c-52feecde46f8,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:08:01.685262 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:01.753128 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d35ad-eeb6-4289-b78e-33f9609bc09b None None] Pushing event updated for resources: {'Port': ['ID=51356fa9-c4d3-46ee-aa7c-52feecde46f8,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:01.756205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-aced0ca8-c2fc-4428-bda8-a0a2d3e3d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:01.756821 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-aced0ca8-c2fc-4428-bda8-a0a2d3e3d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:01.757284 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-aced0ca8-c2fc-4428-bda8-a0a2d3e3d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:01.757916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-aced0ca8-c2fc-4428-bda8-a0a2d3e3d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:01.758821 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-aced0ca8-c2fc-4428-bda8-a0a2d3e3d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:01.759357 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-aced0ca8-c2fc-4428-bda8-a0a2d3e3d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:01.759896 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-aced0ca8-c2fc-4428-bda8-a0a2d3e3d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:01.762323 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-aced0ca8-c2fc-4428-bda8-a0a2d3e3d451 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 6492 time: 0.1685934
Nov 20 21:08:01.813079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-98fb562f-5628-4e7a-95e3-7837f023c06f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:01.815343 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-98fb562f-5628-4e7a-95e3-7837f023c06f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/networks?id=2b0462fe-9d19-4cda-815b-86a91b87f9c7 HTTP/1.1" status: 200  len: 817 time: 0.1502454
Nov 20 21:08:01.853143 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-2c5008b1-8a2f-461b-bd0f-98d6779a3c8c tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/quotas/185bc78201f1431881a86d4894780efb HTTP/1.1" status: 200  len: 375 time: 0.0227938
Nov 20 21:08:01.858493 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f3a4c50-e6be-4ef2-b83f-0914d26f0559 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:01.873332 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f3a4c50-e6be-4ef2-b83f-0914d26f0559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:01.940358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a4c50-e6be-4ef2-b83f-0914d26f0559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ef1c83-2163-4f52-85e3-f7d078672d0f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:01.947432 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6f3a4c50-e6be-4ef2-b83f-0914d26f0559 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e9a8ea747db4eb8b7f5ea187061b8d6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5572133
Nov 20 21:08:01.950187 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34756) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:02.004924 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-12ae42b7-89ec-4224-b7f2-7f263a0147e7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=185bc78201f1431881a86d4894780efb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1215730
Nov 20 21:08:02.053168 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa15737a-b72e-4c1d-b73b-83bf04d859a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:02.086750 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa15737a-b72e-4c1d-b73b-83bf04d859a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:02.215232 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa15737a-b72e-4c1d-b73b-83bf04d859a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:02.217848 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa15737a-b72e-4c1d-b73b-83bf04d859a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:02.221953 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fa15737a-b72e-4c1d-b73b-83bf04d859a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30ef1c83-2163-4f52-85e3-f7d078672d0f HTTP/1.1" status: 204  len: 168 time: 0.2679965
Nov 20 21:08:02.234134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-40f53d68-1219-4247-9944-eed695078a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:02.234545 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-40f53d68-1219-4247-9944-eed695078a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:02.235017 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-40f53d68-1219-4247-9944-eed695078a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:02.236374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15737a-b72e-4c1d-b73b-83bf04d859a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ef1c83-2163-4f52-85e3-f7d078672d0f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:02.236698 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-40f53d68-1219-4247-9944-eed695078a5f service neutron] 10.222.0.47 "GET /v2.0/networks?id=9a4d1c40-4599-43fd-8084-24cc8c85159b&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=d7561cda-0cef-429a-ab48-39d731d77e04&id=d7561cda-0cef-429a-ab48-39d731d77e04 HTTP/1.1" status: 200  len: 2293 time: 0.4311967
Nov 20 21:08:02.240255 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f59b53bf-4c56-405f-9822-ba4dd672d332 service neutron] 10.222.0.41 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2185838
Nov 20 21:08:02.369004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.objects.ports [None req-f56ce85e-680c-4b18-8170-40803ec88a06 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:08:02.435188 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-aa9ce901-2474-4e35-b344-efb056670ea1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5332c620-9136-495b-bd4d-92357990f3a2 HTTP/1.1" status: 200  len: 1001 time: 0.1911836
Nov 20 21:08:02.442088 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-97ef6437-2cf4-480c-9a6b-6e6806a80b90 service neutron] 10.222.0.41 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1792917
Nov 20 21:08:02.518457 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-f318fec2-68f0-4caa-8a42-ad61e65baf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:02.520286 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-f318fec2-68f0-4caa-8a42-ad61e65baf61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=835298ec-367e-491f-9a58-fa02055ec6e1 HTTP/1.1" status: 200  len: 851 time: 0.0759642
Nov 20 21:08:02.672314 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95def203-d208-4e98-84c7-ebcd69650f44 req-facdc430-4051-4966-8fab-4d85d18ea23d tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0481389
Nov 20 21:08:02.703410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34782) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:02.767522 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0079a742-bf79-4e74-9168-d74082d8d636 req-fb9113a9-d636-49a0-9b71-bcb10f19b4ca tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 210 time: 0.0841992
Nov 20 21:08:02.799257 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f56ce85e-680c-4b18-8170-40803ec88a06 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:02.805804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-d4bc65ae-3f80-4631-be18-374ea61d3370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:02.807541 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-d4bc65ae-3f80-4631-be18-374ea61d3370 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a4d1c40-4599-43fd-8084-24cc8c85159b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2667370
Nov 20 21:08:02.824242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 51356fa9-c4d3-46ee-aa7c-52feecde46f8 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:02.839832 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3a8ac260-86d6-4afe-8ae2-459fda4f6d1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:02.882673 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 51356fa9-c4d3-46ee-aa7c-52feecde46f8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:02.883833 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:03.004127 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:03.078406 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-9c1f6207-5942-4ed1-97eb-6e265f1c1941 service neutron] 10.222.0.47 "GET /v2.0/networks/9a4d1c40-4599-43fd-8084-24cc8c85159b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2222877
Nov 20 21:08:03.160187 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3a8ac260-86d6-4afe-8ae2-459fda4f6d1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:03.170928 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3a8ac260-86d6-4afe-8ae2-459fda4f6d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:03.219581 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-73cd9837-796f-4ef7-8dc3-8d243f5d105d None None] Provisioning complete for port 51356fa9-c4d3-46ee-aa7c-52feecde46f8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:03.219989 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-73cd9837-796f-4ef7-8dc3-8d243f5d105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:03.277547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ac260-86d6-4afe-8ae2-459fda4f6d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69111e6b-5542-4832-bdac-e2a9646cfe6e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:03.284694 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34798) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:03.285222 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3a8ac260-86d6-4afe-8ae2-459fda4f6d1a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99d896764ead4cc49769a83515eecbfe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5747106
Nov 20 21:08:03.288866 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-f56ce85e-680c-4b18-8170-40803ec88a06 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] For port 51356fa9-c4d3-46ee-aa7c-52feecde46f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51356fa9-c4d3-46ee-aa7c-52feecde46f8,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:03.335426 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-83a59938-abda-455e-bdf7-cefe877c59b7 service neutron] 10.222.0.47 "GET /v2.0/networks/9a4d1c40-4599-43fd-8084-24cc8c85159b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2406056
Nov 20 21:08:03.341028 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-73cd9837-796f-4ef7-8dc3-8d243f5d105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:03.358274 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f56ce85e-680c-4b18-8170-40803ec88a06 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:03.374076 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3ae8b668-b0ec-4136-827b-253c262407df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:03.392476 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f56ce85e-680c-4b18-8170-40803ec88a06 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:03.394025 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f56ce85e-680c-4b18-8170-40803ec88a06 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:03.403331 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-41731ec4-1024-4f2e-8143-473baf1b58ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=bd4e7a14-7d21-4548-8472-ba80748bb825 HTTP/1.1" status: 200  len: 217 time: 0.0559399
Nov 20 21:08:03.405300 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3ae8b668-b0ec-4136-827b-253c262407df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:03.484060 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:08:03.489836 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:08:03.493215 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3ae8b668-b0ec-4136-827b-253c262407df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:03.501465 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3ae8b668-b0ec-4136-827b-253c262407df admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:03.502598 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-73cd9837-796f-4ef7-8dc3-8d243f5d105d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:08:03.503232 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-73cd9837-796f-4ef7-8dc3-8d243f5d105d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:08:03.503766 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3ae8b668-b0ec-4136-827b-253c262407df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69111e6b-5542-4832-bdac-e2a9646cfe6e HTTP/1.1" status: 204  len: 168 time: 0.2173972
Nov 20 21:08:03.537361 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8b668-b0ec-4136-827b-253c262407df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69111e6b-5542-4832-bdac-e2a9646cfe6e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:03.599689 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56ce85e-680c-4b18-8170-40803ec88a06 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:03.609652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f56ce85e-680c-4b18-8170-40803ec88a06 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:03.618512 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ce85e-680c-4b18-8170-40803ec88a06 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=26d0c985-53ea-4075-afbf-2d1b131d0c9b,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:03.621536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56ce85e-680c-4b18-8170-40803ec88a06 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:03.622018 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f56ce85e-680c-4b18-8170-40803ec88a06 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:03.636004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-7d5e68d2-22d3-499a-bafa-cfa45647cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:03.637598 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-7d5e68d2-22d3-499a-bafa-cfa45647cd78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c88fd-664b-445f-a16b-0430e156a60c HTTP/1.1" status: 200  len: 797 time: 0.1926513
Nov 20 21:08:03.641697 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ce85e-680c-4b18-8170-40803ec88a06 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=51356fa9-c4d3-46ee-aa7c-52feecde46f8,revision_number=4']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:03.661804 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f56ce85e-680c-4b18-8170-40803ec88a06 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 2.5806100
Nov 20 21:08:03.664624 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34804) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:03.669858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-f40fb1f4-4ea0-4b39-bd15-78625f04145d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'mac_address': 'fa:16:3e:80:2e:c6', 'name': 'tempest-NetworksTestDHCPv6-1490395094'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:03.699247 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-c6df295d-5b29-4550-8fbf-e2e901800b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:03.701708 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-c6df295d-5b29-4550-8fbf-e2e901800b67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a71914d1-f8db-41aa-b100-1859a3120efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0546365
Nov 20 21:08:03.840281 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9a4614e2-03e0-4859-b4d8-bc39caa53141 req-7e9484b1-c6f9-4035-a7df-e6e96450b231 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0538507
Nov 20 21:08:03.864988 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-c014d1f2-c575-4dcd-b6a3-f8a8edc84bea service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535089
Nov 20 21:08:03.870401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47c0809-3af9-4f27-b0fa-583ecad3bec8 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:03.902728 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40fb1f4-4ea0-4b39-bd15-78625f04145d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:03.937558 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bfc45344-30ed-4ef5-b601-2ddc85192e8a req-df8b9bce-214f-465f-904d-fbd9fc3d26d1 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 210 time: 0.0473592
Nov 20 21:08:04.024502 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-d5ae033e-7ec5-43a1-862b-553306fba881 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514716
Nov 20 21:08:04.057173 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:04.082024 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-62fb27c2-a201-464a-b687-e92d07610605 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=17593c85-2aba-4b07-b484-60c0a0677ba6 HTTP/1.1" status: 200  len: 217 time: 0.0481410
Nov 20 21:08:04.147580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 51356fa9-c4d3-46ee-aa7c-52feecde46f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51356fa9-c4d3-46ee-aa7c-52feecde46f8,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:04.157629 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-4ef572c8-bb30-438e-9b7e-20b40d237161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:04.160185 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-4ef572c8-bb30-438e-9b7e-20b40d237161 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c88fd-664b-445f-a16b-0430e156a60c HTTP/1.1" status: 200  len: 797 time: 0.0650671
Nov 20 21:08:04.161639 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:04.189530 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f40fb1f4-4ea0-4b39-bd15-78625f04145d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:04.218347 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-44b2e79f-9da8-4b6b-bb25-14d1ec321088 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:04.218875 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-73cd9837-796f-4ef7-8dc3-8d243f5d105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:04.219883 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-44b2e79f-9da8-4b6b-bb25-14d1ec321088 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.47 "GET /v2.0/networks?id=2b0462fe-9d19-4cda-815b-86a91b87f9c7 HTTP/1.1" status: 200  len: 817 time: 0.2749107
Nov 20 21:08:04.221246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-abf705dd-7b54-4abc-b0bb-76423de26eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:04.222915 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-abf705dd-7b54-4abc-b0bb-76423de26eb8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a71914d1-f8db-41aa-b100-1859a3120efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0542111
Nov 20 21:08:04.230489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-f40fb1f4-4ea0-4b39-bd15-78625f04145d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port cbea1cb0-a6a0-4fef-a1a3-2dc88c5e8028 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:08:04.340720 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=51356fa9-c4d3-46ee-aa7c-52feecde46f8,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:04.344346 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-9df92521-6499-44a6-aec8-bf11c11715ee tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=185bc78201f1431881a86d4894780efb HTTP/1.1" status: 200  len: 378 time: 0.1054432
Nov 20 21:08:04.355266 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-155698d2-6b4a-4ca7-89c9-2670ebc1d7ed service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1158640
Nov 20 21:08:04.362012 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-511f60c6-2bc3-4ed7-8923-8ce0ea838269 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Request body: {'port': {'device_id': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'admin_state_up': True, 'tenant_id': '185bc78201f1431881a86d4894780efb', 'security_groups': ['fd72b01f-cc79-4089-867d-792aaccdd238']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:04.365624 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-73cd9837-796f-4ef7-8dc3-8d243f5d105d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:08:04.365989 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-73cd9837-796f-4ef7-8dc3-8d243f5d105d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:08:04.473609 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-dad27068-ed63-4c3d-aa2a-25dafd666efc service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1107438
Nov 20 21:08:04.533660 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-ab85fd90-95a9-4f16-9488-d6fa733ec8a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=144b0c11-f5e6-471f-8963-411ff27f7777 HTTP/1.1" status: 200  len: 217 time: 0.0515711
Nov 20 21:08:04.563632 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-511f60c6-2bc3-4ed7-8923-8ce0ea838269 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Made reservation on behalf of 185bc78201f1431881a86d4894780efb for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:04.567909 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-511f60c6-2bc3-4ed7-8923-8ce0ea838269 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:04.635046 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-755aee6c-d7f2-47f9-a710-0ec12bfb2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:04.639469 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-755aee6c-d7f2-47f9-a710-0ec12bfb2a36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c88fd-664b-445f-a16b-0430e156a60c HTTP/1.1" status: 200  len: 797 time: 0.1001880
Nov 20 21:08:04.699332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-f40fb1f4-4ea0-4b39-bd15-78625f04145d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::3b5 (078bc043-a79e-4708-a2f2-e608d1250afa/fc71e7ec-1e48-4e75-923f-6892dd90c28f/cbea1cb0-a6a0-4fef-a1a3-2dc88c5e8028) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:04.714478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 51356fa9-c4d3-46ee-aa7c-52feecde46f8 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:04.716539 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-5aba8a5e-b39d-4c46-9281-7e8d938b187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:04.718503 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-5aba8a5e-b39d-4c46-9281-7e8d938b187d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a71914d1-f8db-41aa-b100-1859a3120efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0724955
Nov 20 21:08:04.727229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-f40fb1f4-4ea0-4b39-bd15-78625f04145d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8:0:1:f816:3eff:fe80:2ec6 (078bc043-a79e-4708-a2f2-e608d1250afa/26d0c985-53ea-4075-afbf-2d1b131d0c9b/cbea1cb0-a6a0-4fef-a1a3-2dc88c5e8028) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:04.809030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 51356fa9-c4d3-46ee-aa7c-52feecde46f8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:04.809667 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:04.856161 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-06799464-4679-4d99-80d3-890e57fd61c8 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302099
Nov 20 21:08:04.914739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-511f60c6-2bc3-4ed7-8923-8ce0ea838269 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Allocated IP 172.20.0.9 (2b0462fe-9d19-4cda-815b-86a91b87f9c7/1d8dda6c-ad95-4b4c-9a1c-f85536341ba1/feeb1d8b-d286-4060-b7ac-a8b34a5f75e9) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:04.992070 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-7511f54b-66ca-4681-a3c7-1f78b9ec4472 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284287
Nov 20 21:08:05.003308 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-505f2ca3-d5c8-450d-a5bc-01e0a3c68105 req-12addd5b-4957-402e-bd67-cb6c0928dbc7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=07e3ab1a287341b3a5667a071a1eebc1&device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0652936
Nov 20 21:08:05.076129 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-0f1794c5-1529-4289-8e48-48686ad1098a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=a1c1d818-4c07-4d09-b360-b1acc5a224b8 HTTP/1.1" status: 200  len: 217 time: 0.0700536
Nov 20 21:08:05.116493 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c40fc50e-c725-48be-8cab-750143907e38 req-67bfc471-0f61-487e-a201-50dab8b2e056 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0465899
Nov 20 21:08:05.164157 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-e27981a6-145f-4bd3-88b9-acfa8b963c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:05.165857 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-e27981a6-145f-4bd3-88b9-acfa8b963c13 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c88fd-664b-445f-a16b-0430e156a60c HTTP/1.1" status: 200  len: 797 time: 0.0793297
Nov 20 21:08:05.202649 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c7ee55d4-6f07-4b52-bf61-6069f3711cd0 req-e9df5693-496b-4a39-bf48-51c340a5d67c tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 210 time: 0.1088936
Nov 20 21:08:05.212659 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-505f2ca3-d5c8-450d-a5bc-01e0a3c68105 req-d9caf3ed-a8f1-4c67-978a-391803b95667 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=07e3ab1a287341b3a5667a071a1eebc1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1224775
Nov 20 21:08:05.229651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-2888eb08-9801-43a5-a63f-4cb0bf10dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:05.231247 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-2888eb08-9801-43a5-a63f-4cb0bf10dda0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a71914d1-f8db-41aa-b100-1859a3120efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0562525
Nov 20 21:08:05.342275 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f40fb1f4-4ea0-4b39-bd15-78625f04145d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:05.344433 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-22dade89-e628-4609-bb5d-4759b6277402 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1036468
Nov 20 21:08:05.458446 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-8c765930-92d4-486d-b731-510f4e1c1f14 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1066823
Nov 20 21:08:05.503685 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-2b346417-c70b-40a6-bd1c-615d7e6a4414 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fafe012b-fc11-4ebf-90fb-e3698bda3e63 HTTP/1.1" status: 200  len: 217 time: 0.0389681
Nov 20 21:08:05.541162 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-521d0dd5-ac1e-4e6b-97fe-19da294d980e None None] Could not find standard attr ID for object d5e10640-552f-48dd-98c4-c7585ac1e158. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:08:05.555260 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-511f60c6-2bc3-4ed7-8923-8ce0ea838269 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:05.560550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f2ca3-d5c8-450d-a5bc-01e0a3c68105 req-7b1b4fa5-4900-42c6-9ab2-c0498519233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:05.562140 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-505f2ca3-d5c8-450d-a5bc-01e0a3c68105 req-7b1b4fa5-4900-42c6-9ab2-c0498519233f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3384326
Nov 20 21:08:05.570332 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f40fb1f4-4ea0-4b39-bd15-78625f04145d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:05.571272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-521d0dd5-ac1e-4e6b-97fe-19da294d980e None None] Provisioning complete for port 51356fa9-c4d3-46ee-aa7c-52feecde46f8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:05.573871 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-521d0dd5-ac1e-4e6b-97fe-19da294d980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:05.587039 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-ab2e794b-9f2e-4e16-aa56-689de7a750fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:05.592505 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-ab2e794b-9f2e-4e16-aa56-689de7a750fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8522ada-000b-482e-bebc-4b49e37aceb8 HTTP/1.1" status: 200  len: 797 time: 0.0829480
Nov 20 21:08:05.639155 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40fb1f4-4ea0-4b39-bd15-78625f04145d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:05.646024 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-fc2be465-4429-4e70-b187-9fe4c8115c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:05.647806 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-fc2be465-4429-4e70-b187-9fe4c8115c6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7561cda-0cef-429a-ab48-39d731d77e04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0487185
Nov 20 21:08:05.648586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-f40fb1f4-4ea0-4b39-bd15-78625f04145d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:05.651235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40fb1f4-4ea0-4b39-bd15-78625f04145d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:05.658501 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40fb1f4-4ea0-4b39-bd15-78625f04145d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:05.659294 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f40fb1f4-4ea0-4b39-bd15-78625f04145d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:05.666982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fb1f4-4ea0-4b39-bd15-78625f04145d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=cbea1cb0-a6a0-4fef-a1a3-2dc88c5e8028,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:05.708715 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f40fb1f4-4ea0-4b39-bd15-78625f04145d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.0414915
Nov 20 21:08:05.710407 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-511f60c6-2bc3-4ed7-8923-8ce0ea838269 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:05.715289 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34856) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:05.790582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f60c6-2bc3-4ed7-8923-8ce0ea838269 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event updated for resources: {'Port': ['ID=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:05.797915 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-ee3d5530-06ad-4327-8ffa-1213b45d3f00 service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429396
Nov 20 21:08:05.810903 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-511f60c6-2bc3-4ed7-8923-8ce0ea838269 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:05.812800 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-511f60c6-2bc3-4ed7-8923-8ce0ea838269 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:05.815999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-511f60c6-2bc3-4ed7-8923-8ce0ea838269 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:05.884494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-511f60c6-2bc3-4ed7-8923-8ce0ea838269 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:05.884985 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-511f60c6-2bc3-4ed7-8923-8ce0ea838269 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:05.926319 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-511f60c6-2bc3-4ed7-8923-8ce0ea838269 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5709741
Nov 20 21:08:05.938591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Request body: {'port': {'device_id': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:06.004620 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-a16c3733-4d8e-4e07-aea2-dda84a8e9d92 service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616018
Nov 20 21:08:06.007539 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d0ebce2a-4ff6-49d9-ba55-0c7c78fbed9b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port cbea1cb0-a6a0-4fef-a1a3-2dc88c5e8028 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:06.007894 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d0ebce2a-4ff6-49d9-ba55-0c7c78fbed9b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:06.026227 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:06.070369 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-7ecb0dd8-ed39-4c7b-9c6f-bda16c5fc312 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1d8adb08-4bb0-45be-8e71-4a53fb65eb7e HTTP/1.1" status: 200  len: 217 time: 0.0574963
Nov 20 21:08:06.149005 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-829a1e30-24fa-4f5f-bb64-5f2f6b4d73e1 None None] Provisioning complete for port cbea1cb0-a6a0-4fef-a1a3-2dc88c5e8028 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:06.149557 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-829a1e30-24fa-4f5f-bb64-5f2f6b4d73e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:06.173705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-a066eca5-25c4-4164-b142-0f9999278945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:06.175248 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-a066eca5-25c4-4164-b142-0f9999278945 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8522ada-000b-482e-bebc-4b49e37aceb8 HTTP/1.1" status: 200  len: 797 time: 0.0982440
Nov 20 21:08:06.203676 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d0ebce2a-4ff6-49d9-ba55-0c7c78fbed9b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:06.209862 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-829a1e30-24fa-4f5f-bb64-5f2f6b4d73e1 None None] Port cbea1cb0-a6a0-4fef-a1a3-2dc88c5e8028 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:08:06.240929 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d0ebce2a-4ff6-49d9-ba55-0c7c78fbed9b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for cbea1cb0-a6a0-4fef-a1a3-2dc88c5e8028 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:06.296969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-b9159e3e-ca95-4feb-91ea-3b2bdd364847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:06.298600 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-b9159e3e-ca95-4feb-91ea-3b2bdd364847 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7561cda-0cef-429a-ab48-39d731d77e04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1134365
Nov 20 21:08:06.307666 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22de6da2-a08d-4c52-bfbd-7a4e03421b7d req-38dced92-a656-4c63-9c77-6651be3ff161 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0418437
Nov 20 21:08:06.350452 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0828d04d-d96e-4a7d-a7b5-dcea2263a659 None None] Provisioning complete for port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:06.351151 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0828d04d-d96e-4a7d-a7b5-dcea2263a659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:06.399572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0828d04d-d96e-4a7d-a7b5-dcea2263a659 None None] Port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:08:06.754144 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-899732e4-ba88-40c7-86e8-9758256331dd service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4471400
Nov 20 21:08:06.765155 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acff343-4480-4b4f-b69e-5028a0ab74ea req-3962424e-f3bf-46ab-9dc5-69350f149ce9 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:06.766655 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1acff343-4480-4b4f-b69e-5028a0ab74ea req-3962424e-f3bf-46ab-9dc5-69350f149ce9 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 931 time: 0.0989294
Nov 20 21:08:06.815117 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:08:06.824620 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:06.954032 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1acff343-4480-4b4f-b69e-5028a0ab74ea req-b561ad52-dafd-4fb5-996f-8330d24ab9b2 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1764810
Nov 20 21:08:06.977850 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9eb0937a-ba7d-406e-adc9-105a1b5967af req-6bfb421b-e901-47b7-9a2f-bd6386d7e44a service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2084420
Nov 20 21:08:06.990368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Transition to ACTIVE for port object feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:08:06.992043 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d0ebce2a-4ff6-49d9-ba55-0c7c78fbed9b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:06.994347 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:07.033787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebce2a-4ff6-49d9-ba55-0c7c78fbed9b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=cbea1cb0-a6a0-4fef-a1a3-2dc88c5e8028,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:07.096363 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d0ebce2a-4ff6-49d9-ba55-0c7c78fbed9b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:07.102668 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d0ebce2a-4ff6-49d9-ba55-0c7c78fbed9b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/cbea1cb0-a6a0-4fef-a1a3-2dc88c5e8028 HTTP/1.1" status: 204  len: 168 time: 1.3047342
Nov 20 21:08:07.107109 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34894) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:07.114240 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Pushing event updated for resources: {'Port': ['ID=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:07.173230 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee64675-f4ee-4d08-8113-16a139d0ddf0 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:07.175040 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5ee64675-f4ee-4d08-8113-16a139d0ddf0 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0657952
Nov 20 21:08:07.177628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34896) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:07.211580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Attempting to bind port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:08:07.211920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Attempting to bind port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:08:07.212245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Attempting to bind port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 on network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:07.221640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 on network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:08:07.222099 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Attempting to bind port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 on network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:07.228802 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:08:07.229295 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Checking segment: {'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:07.229785 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Bound using segment: {'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:08:07.230362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Bound port: feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:08:07.230927 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:07.245655 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae9c8c-280a-413c-a7e4-e4b909fb8672 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:07.249990 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f4ae9c8c-280a-413c-a7e4-e4b909fb8672 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0709083
Nov 20 21:08:07.254997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34898) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:07.374609 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb6bc14-769f-4053-91b7-97f1d563a381 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:07.376297 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb6bc14-769f-4053-91b7-97f1d563a381 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:07.378114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb6bc14-769f-4053-91b7-97f1d563a381 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:07.383171 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9eb6bc14-769f-4053-91b7-97f1d563a381 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1256638
Nov 20 21:08:07.383171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34906) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:07.430547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] For port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:08:07.461203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] For port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:08:07.481672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44615d1a-9178-4f6f-be66-9d749e8dc266 req-7e0af599-8268-4324-b9d0-ec708075f96a tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0362110
Nov 20 21:08:07.483121 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:07.490454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b8c7db-eb9e-42df-9734-8a3bbb73978f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 26d0c985-53ea-4075-afbf-2d1b131d0c9b {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:08:07.522336 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54b8c7db-eb9e-42df-9734-8a3bbb73978f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:07.571590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:07.572222 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:07.573643 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] 10.222.0.47 "PUT /v2.0/ports/feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 HTTP/1.1" status: 200  len: 1091 time: 1.6396730
Nov 20 21:08:07.574140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'tag': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:08:07.576400 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced3cac3-6fb2-41ca-a3db-e0bdcfee3141" -d '{"events": [{"name": "network-changed", "server_uuid": "8aaa552a-405f-4fb1-89d8-49b2f1a432a1", "tag": "feeb1d8b-d286-4060-b7ac-a8b34a5f75e9"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:08:07.610901 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54b8c7db-eb9e-42df-9734-8a3bbb73978f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:07.636164 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e222ce93-0b7e-4b99-85a3-5d7ab3b4e93b x-openstack-request-id: req-e222ce93-0b7e-4b99-85a3-5d7ab3b4e93b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:08:07.636467 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aaa552a-405f-4fb1-89d8-49b2f1a432a1", "tag": "feeb1d8b-d286-4060-b7ac-a8b34a5f75e9", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:08:07.636727 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e222ce93-0b7e-4b99-85a3-5d7ab3b4e93b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:08:07.637139 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'tag': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9', 'status': 'completed', 'code': 200}
Nov 20 21:08:07.648407 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42afedb-de25-472f-b009-6c4bdbc62f16 service neutron] Pushing event updated for resources: {'Port': ['ID=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:07.724759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-b8fd49f6-482d-429c-919d-e03397f7c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:07.726359 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-b8fd49f6-482d-429c-919d-e03397f7c627 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=185bc78201f1431881a86d4894780efb&device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 1094 time: 0.0881686
Nov 20 21:08:07.777641 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-27b19c05-3c89-4dab-bc4e-6b352eb5284d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 HTTP/1.1" status: 200  len: 217 time: 0.0420296
Nov 20 21:08:07.781474 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54b8c7db-eb9e-42df-9734-8a3bbb73978f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:07.862742 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-5674b80b-cc72-4001-99ce-5e79cb62446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:07.864339 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-5674b80b-cc72-4001-99ce-5e79cb62446c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d8dda6c-ad95-4b4c-9a1c-f85536341ba1 HTTP/1.1" status: 200  len: 856 time: 0.0776749
Nov 20 21:08:07.908502 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54b8c7db-eb9e-42df-9734-8a3bbb73978f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:07.941974 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8c7db-eb9e-42df-9734-8a3bbb73978f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=26d0c985-53ea-4075-afbf-2d1b131d0c9b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:07.945110 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54b8c7db-eb9e-42df-9734-8a3bbb73978f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:07.948316 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-54b8c7db-eb9e-42df-9734-8a3bbb73978f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/26d0c985-53ea-4075-afbf-2d1b131d0c9b HTTP/1.1" status: 204  len: 168 time: 0.5646131
Nov 20 21:08:07.949379 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6b1947-cf19-46a9-a384-b0c63da47a21 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:07.950761 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34924) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:07.984028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-dead7bd8-103d-42d5-b040-ffd91a78f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:07.985555 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-dead7bd8-103d-42d5-b040-ffd91a78f900 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b0462fe-9d19-4cda-815b-86a91b87f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1127269
Nov 20 21:08:08.031186 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-35bff911-17bd-4b92-9606-f0f95c984301 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet fc71e7ec-1e48-4e75-923f-6892dd90c28f {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:08:08.041812 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-35bff911-17bd-4b92-9606-f0f95c984301 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:08.090283 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae5ee0-b90e-481d-941f-b83ecc60e824 req-c8111879-537b-4c41-94b3-46e185988c83 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:08.091956 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4fae5ee0-b90e-481d-941f-b83ecc60e824 req-c8111879-537b-4c41-94b3-46e185988c83 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 943 time: 0.0557749
Nov 20 21:08:08.125695 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-35bff911-17bd-4b92-9606-f0f95c984301 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:08.148320 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4fae5ee0-b90e-481d-941f-b83ecc60e824 req-b1bc2b54-3b9f-4c68-8898-938773372676 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0475872
Nov 20 21:08:08.167418 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:08.168160 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-981c000b-b80d-499a-bb92-9060ef140db2 service neutron] 10.222.0.47 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1748319
Nov 20 21:08:08.238612 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:08.291592 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-35bff911-17bd-4b92-9606-f0f95c984301 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:08.337108 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dde958c9-d72f-4483-9f53-5d6282e8cebb req-481a171b-6f8a-4dbe-a4a5-e3b2a00aa3d9 service neutron] 10.222.0.47 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1609335
Nov 20 21:08:08.366818 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-35bff911-17bd-4b92-9606-f0f95c984301 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:08.410256 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bff911-17bd-4b92-9606-f0f95c984301 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=fc71e7ec-1e48-4e75-923f-6892dd90c28f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:08.430271 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-35bff911-17bd-4b92-9606-f0f95c984301 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:08.433692 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-35bff911-17bd-4b92-9606-f0f95c984301 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/fc71e7ec-1e48-4e75-923f-6892dd90c28f HTTP/1.1" status: 204  len: 168 time: 0.4819987
Nov 20 21:08:08.436389 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34932) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:08.455127 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3cac3-6fb2-41ca-a3db-e0bdcfee3141 req-2f5c38e6-a238-47c3-b9d0-65dca8bde7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:08.457401 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ced3cac3-6fb2-41ca-a3db-e0bdcfee3141 req-2f5c38e6-a238-47c3-b9d0-65dca8bde7fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=185bc78201f1431881a86d4894780efb&device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 1094 time: 0.0559077
Nov 20 21:08:08.498100 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a622bd10-9432-4a09-9f7d-77daae0d1ed1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0596750
Nov 20 21:08:08.500333 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34936) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:08.506713 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-64a21467-98dc-460e-bf5c-7d1d80072b16 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:08.654987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a21467-98dc-460e-bf5c-7d1d80072b16 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:08.659659 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-64a21467-98dc-460e-bf5c-7d1d80072b16 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:08.669381 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be07d861-70d0-41b7-a5db-e27f6f575c02 req-2f39c1bc-e801-4a7e-a64d-54de3acf9bbf tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0697367
Nov 20 21:08:08.710507 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3cac3-6fb2-41ca-a3db-e0bdcfee3141 req-ef34d7ef-2213-4254-8335-00c3daa7c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:08.712011 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ced3cac3-6fb2-41ca-a3db-e0bdcfee3141 req-ef34d7ef-2213-4254-8335-00c3daa7c493 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b0462fe-9d19-4cda-815b-86a91b87f9c7 HTTP/1.1" status: 200  len: 918 time: 0.2472312
Nov 20 21:08:08.781755 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ced3cac3-6fb2-41ca-a3db-e0bdcfee3141 req-d5a48db9-7e06-444b-b47a-3711f8f4486c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 HTTP/1.1" status: 200  len: 217 time: 0.0607767
Nov 20 21:08:08.843337 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3cac3-6fb2-41ca-a3db-e0bdcfee3141 req-f313413e-6b3c-4282-b759-1ad19417f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:08.845030 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ced3cac3-6fb2-41ca-a3db-e0bdcfee3141 req-f313413e-6b3c-4282-b759-1ad19417f60c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d8dda6c-ad95-4b4c-9a1c-f85536341ba1 HTTP/1.1" status: 200  len: 856 time: 0.0565159
Nov 20 21:08:08.900642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3cac3-6fb2-41ca-a3db-e0bdcfee3141 req-0178e5a8-8803-4da0-ab22-ba5d6a582a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:08.902317 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ced3cac3-6fb2-41ca-a3db-e0bdcfee3141 req-0178e5a8-8803-4da0-ab22-ba5d6a582a05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b0462fe-9d19-4cda-815b-86a91b87f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0490437
Nov 20 21:08:08.922856 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2544c70-e2f4-4cdb-b571-8c420f97e57e None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:08.969097 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-64a21467-98dc-460e-bf5c-7d1d80072b16 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:09.024803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a21467-98dc-460e-bf5c-7d1d80072b16 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=5739ab7c-7fae-458e-851b-ed1429d7a3bd,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:09.031250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9f036ca6-f20a-415e-8044-c02fcfb3f9f3 None None] Provisioning complete for port 51356fa9-c4d3-46ee-aa7c-52feecde46f8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:09.032323 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9f036ca6-f20a-415e-8044-c02fcfb3f9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:09.045269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a21467-98dc-460e-bf5c-7d1d80072b16 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:09.046831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-64a21467-98dc-460e-bf5c-7d1d80072b16 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:09.052562 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a21467-98dc-460e-bf5c-7d1d80072b16 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:09.053168 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-64a21467-98dc-460e-bf5c-7d1d80072b16 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:09.066843 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ced3cac3-6fb2-41ca-a3db-e0bdcfee3141 req-bd7cc63e-a14f-4717-b9e6-7d4a081a4e30 service neutron] 10.222.0.47 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536524
Nov 20 21:08:09.081179 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-64a21467-98dc-460e-bf5c-7d1d80072b16 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5760810
Nov 20 21:08:09.082085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 34954) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:09.088474 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ce588b18-45d4-4499-a531-63d77c6b1d0a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:09.194974 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ced3cac3-6fb2-41ca-a3db-e0bdcfee3141 req-c872caa1-9a39-4886-8e7d-e60aeec999f0 service neutron] 10.222.0.47 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1199849
Nov 20 21:08:09.245669 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce588b18-45d4-4499-a531-63d77c6b1d0a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:09.250037 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce588b18-45d4-4499-a531-63d77c6b1d0a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:09.303883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e202aba-7f71-4a85-bafa-ff1902175baa req-8766de44-1838-4154-b430-da2278ccbc30 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:09.305661 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e202aba-7f71-4a85-bafa-ff1902175baa req-8766de44-1838-4154-b430-da2278ccbc30 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 943 time: 0.0560083
Nov 20 21:08:09.363464 ncdv-master-1 neutron-server[126224]: INFO neutron.db.ipam_backend_mixin [None req-ce588b18-45d4-4499-a531-63d77c6b1d0a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5739ab7c-7fae-458e-851b-ed1429d7a3bd (CIDR: 2001:db8::/64)
Nov 20 21:08:09.365841 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e202aba-7f71-4a85-bafa-ff1902175baa req-b840ee79-4f6e-44e5-990b-214c6ac89bd7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0507741
Nov 20 21:08:09.367137 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce588b18-45d4-4499-a531-63d77c6b1d0a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:08:09.367721 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce588b18-45d4-4499-a531-63d77c6b1d0a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:09.385793 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ce588b18-45d4-4499-a531-63d77c6b1d0a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3029208
Nov 20 21:08:09.388439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 34974) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:09.396530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b7a78e25-4ce1-41c1-af5a-c953c6149f2e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'subnet': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:09.402843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcbb2ad-b113-49f9-b116-677cd3bf4d12 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:09.514604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a78e25-4ce1-41c1-af5a-c953c6149f2e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:09.518782 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7a78e25-4ce1-41c1-af5a-c953c6149f2e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:09.638671 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e8fab752-0503-4e81-b438-641c635727e4 None None] Provisioning complete for port 51356fa9-c4d3-46ee-aa7c-52feecde46f8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:09.638967 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e8fab752-0503-4e81-b438-641c635727e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:09.809589 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d84524b8-e1ec-429b-a0c1-8ed97a78914e req-00625329-3b1d-44e3-93d7-2779dc68bffc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0499671
Nov 20 21:08:09.827656 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d8c32f1f-0516-47b0-b2eb-3bc2ed5c5748 req-9e556f51-41fb-4a73-8522-348440510189 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0361259
Nov 20 21:08:09.938759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.objects.ports [None req-b7a78e25-4ce1-41c1-af5a-c953c6149f2e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:08:10.030987 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-67e3c818-4a7a-4964-9b3a-ebaa233684d6 None None] Provisioning complete for port 51356fa9-c4d3-46ee-aa7c-52feecde46f8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:10.031683 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-67e3c818-4a7a-4964-9b3a-ebaa233684d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:10.145096 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7a78e25-4ce1-41c1-af5a-c953c6149f2e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:10.310936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-b7a78e25-4ce1-41c1-af5a-c953c6149f2e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] For port 51356fa9-c4d3-46ee-aa7c-52feecde46f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51356fa9-c4d3-46ee-aa7c-52feecde46f8,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:10.339788 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7a78e25-4ce1-41c1-af5a-c953c6149f2e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:10.343993 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7a78e25-4ce1-41c1-af5a-c953c6149f2e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:10.344728 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7a78e25-4ce1-41c1-af5a-c953c6149f2e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:10.419168 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a78e25-4ce1-41c1-af5a-c953c6149f2e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:10.425805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-b7a78e25-4ce1-41c1-af5a-c953c6149f2e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:10.433876 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a78e25-4ce1-41c1-af5a-c953c6149f2e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:10.434578 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7a78e25-4ce1-41c1-af5a-c953c6149f2e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:10.436874 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9dae6e-6efc-4024-81df-448e594b7378 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:10.451234 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a78e25-4ce1-41c1-af5a-c953c6149f2e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Subnet': ['ID=f10d77e4-96c3-40f6-9605-f73d6ff3ea66,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:10.460270 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a78e25-4ce1-41c1-af5a-c953c6149f2e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=51356fa9-c4d3-46ee-aa7c-52feecde46f8,revision_number=9']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:10.467394 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b7a78e25-4ce1-41c1-af5a-c953c6149f2e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.0778615
Nov 20 21:08:10.470188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35002) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:10.475373 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d5fc1b06-b0b7-4a53-b558-a067e5d7e125 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Request body: {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'mac_address': 'fa:16:3e:94:12:9e', 'name': 'tempest-NetworksTestDHCPv6-1640064327'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:10.506728 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c789ba-c60d-4608-a834-b4489dcf8192 req-d38f5243-2c4b-44c4-bf54-55162ce4c0ca tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:10.508607 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-91c789ba-c60d-4608-a834-b4489dcf8192 req-d38f5243-2c4b-44c4-bf54-55162ce4c0ca tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 943 time: 0.0653105
Nov 20 21:08:10.581659 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-91c789ba-c60d-4608-a834-b4489dcf8192 req-75dcd136-ee79-48c6-be7f-7fa02398b281 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0647273
Nov 20 21:08:10.617395 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fc1b06-b0b7-4a53-b558-a067e5d7e125 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Made reservation on behalf of 845914c1e2e64f94ad4e8170f4a33341 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:10.689438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 51356fa9-c4d3-46ee-aa7c-52feecde46f8 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:10.715365 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1b06-b0b7-4a53-b558-a067e5d7e125 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:10.735833 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f8f33c-6e93-4272-b810-5df6cea7b6ef None None] Update dhcp port {'port': {'network_id': '078bc043-a79e-4708-a2f2-e608d1250afa', 'fixed_ips': [{'subnet_id': 'f10d77e4-96c3-40f6-9605-f73d6ff3ea66', 'ip_address': '2001:db8:0:1:f816:3eff:febe:27b1'}, {'subnet_id': '5739ab7c-7fae-458e-851b-ed1429d7a3bd'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '51356fa9-c4d3-46ee-aa7c-52feecde46f8'} from ncdv-master-1. {{(pid=126226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 20 21:08:10.742754 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-d5fc1b06-b0b7-4a53-b558-a067e5d7e125 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] device_id is not set on port 9bfb3c42-0abe-4744-a0d7-d5e521eabe91 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:08:10.766938 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-42f8f33c-6e93-4272-b810-5df6cea7b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:10.790186 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 51356fa9-c4d3-46ee-aa7c-52feecde46f8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:10.790901 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:10.959228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2a32fa97-95bf-426a-bf37-f65b4447257c req-805c5c51-772d-4c99-a4f8-14a4cafb5d96 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0333116
Nov 20 21:08:10.960121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-d5fc1b06-b0b7-4a53-b558-a067e5d7e125 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8::37e (078bc043-a79e-4708-a2f2-e608d1250afa/5739ab7c-7fae-458e-851b-ed1429d7a3bd/9bfb3c42-0abe-4744-a0d7-d5e521eabe91) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:10.966537 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-d5fc1b06-b0b7-4a53-b558-a067e5d7e125 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Allocated IP 2001:db8:0:1:f816:3eff:fe94:129e (078bc043-a79e-4708-a2f2-e608d1250afa/f10d77e4-96c3-40f6-9605-f73d6ff3ea66/9bfb3c42-0abe-4744-a0d7-d5e521eabe91) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:11.130590 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1b06-b0b7-4a53-b558-a067e5d7e125 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:11.175829 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:08:11.235875 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3148c49e-19e4-435c-ac57-273cd89aa07f req-a06aa21b-e4ea-40e8-9b00-038e95078b62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=07e3ab1a287341b3a5667a071a1eebc1&device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0767570
Nov 20 21:08:11.241103 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a617eb57-8050-4012-aa9b-0a832cc1d9c0 req-4d20ca60-7ffa-4172-bda5-255e251fa5e0 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0345616
Nov 20 21:08:11.265509 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3148c49e-19e4-435c-ac57-273cd89aa07f req-f7d0d893-ddc3-45f3-85a7-88c7d19e47b0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=07e3ab1a287341b3a5667a071a1eebc1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0224397
Nov 20 21:08:11.269899 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1b06-b0b7-4a53-b558-a067e5d7e125 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:11.344835 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fc1b06-b0b7-4a53-b558-a067e5d7e125 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Network 078bc043-a79e-4708-a2f2-e608d1250afa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:11.350858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-d5fc1b06-b0b7-4a53-b558-a067e5d7e125 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:11.361288 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:11.361818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc1b06-b0b7-4a53-b558-a067e5d7e125 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:11.367515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc1b06-b0b7-4a53-b558-a067e5d7e125 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:11.368147 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1b06-b0b7-4a53-b558-a067e5d7e125 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:11.375163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc1b06-b0b7-4a53-b558-a067e5d7e125 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event updated for resources: {'Port': ['ID=9bfb3c42-0abe-4744-a0d7-d5e521eabe91,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:11.385421 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'port_id': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9', 'mac_address': 'fa:16:3e:44:e8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:08:11.395081 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-42f8f33c-6e93-4272-b810-5df6cea7b6ef None None] Allocated IP 2001:db8::2 (078bc043-a79e-4708-a2f2-e608d1250afa/5739ab7c-7fae-458e-851b-ed1429d7a3bd/51356fa9-c4d3-46ee-aa7c-52feecde46f8) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:11.425543 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d5fc1b06-b0b7-4a53-b558-a067e5d7e125 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 0.9541898
Nov 20 21:08:11.426003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35024) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:11.448763 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148c49e-19e4-435c-ac57-273cd89aa07f req-31ed379b-bfe1-4b9f-b5f0-c786300bb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:11.450408 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3148c49e-19e4-435c-ac57-273cd89aa07f req-31ed379b-bfe1-4b9f-b5f0-c786300bb46d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1727679
Nov 20 21:08:11.474447 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:11.530510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:08:11.546994 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b2add-175d-41e6-a04c-ea49b513b3e1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting port 9bfb3c42-0abe-4744-a0d7-d5e521eabe91 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:11.548332 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2add-175d-41e6-a04c-ea49b513b3e1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:11.562451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:11.570202 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:11.580862 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-42f8f33c-6e93-4272-b810-5df6cea7b6ef None None] For port 51356fa9-c4d3-46ee-aa7c-52feecde46f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51356fa9-c4d3-46ee-aa7c-52feecde46f8,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:11.648998 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2add-175d-41e6-a04c-ea49b513b3e1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:11.663418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b2add-175d-41e6-a04c-ea49b513b3e1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Calling delete_port for 9bfb3c42-0abe-4744-a0d7-d5e521eabe91 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:11.667515 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-42f8f33c-6e93-4272-b810-5df6cea7b6ef None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:11.672567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:11.676930 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-42f8f33c-6e93-4272-b810-5df6cea7b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:11.745491 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8f33c-6e93-4272-b810-5df6cea7b6ef None None] Pushing event updated for resources: {'Port': ['ID=51356fa9-c4d3-46ee-aa7c-52feecde46f8,revision_number=10']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:11.820946 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61855ddc-e213-43ba-a758-2e847a687c4a req-e52328a6-7d5f-46e7-a81c-36be7440a33f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:11.829272 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61855ddc-e213-43ba-a758-2e847a687c4a req-e52328a6-7d5f-46e7-a81c-36be7440a33f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 944 time: 0.0943656
Nov 20 21:08:11.837532 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['feeb1d8b-d286-4060-b7ac-a8b34a5f75e9'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:08:11.914212 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61855ddc-e213-43ba-a758-2e847a687c4a req-fe506564-888f-4d8d-a460-8aed324938e6 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0838251
Nov 20 21:08:12.023445 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2add-175d-41e6-a04c-ea49b513b3e1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:12.055270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b2add-175d-41e6-a04c-ea49b513b3e1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Port': ['ID=9bfb3c42-0abe-4744-a0d7-d5e521eabe91,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:12.110002 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2add-175d-41e6-a04c-ea49b513b3e1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:12.114379 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8e7b2add-175d-41e6-a04c-ea49b513b3e1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/9bfb3c42-0abe-4744-a0d7-d5e521eabe91 HTTP/1.1" status: 204  len: 168 time: 0.6870232
Nov 20 21:08:12.116735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35038) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:12.185708 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00cf96-f1cb-4956-8df5-101c5230d119 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:12.190533 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ab00cf96-f1cb-4956-8df5-101c5230d119 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0726991
Nov 20 21:08:12.191239 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35042) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:12.257311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa662a-ef40-4938-ae7c-275db810a223 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:12.261941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35056) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:12.271413 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a9fa662a-ef40-4938-ae7c-275db810a223 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0784445
Nov 20 21:08:12.335075 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3522e0-4933-4b00-a23f-98331776db58 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:12.336545 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3522e0-4933-4b00-a23f-98331776db58 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:12.338483 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3522e0-4933-4b00-a23f-98331776db58 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:12.340184 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ce3522e0-4933-4b00-a23f-98331776db58 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0771909
Nov 20 21:08:12.343365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35060) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:12.374167 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d389b1a6-06f8-4e96-bbac-2cd40695cc5d req-f4839e62-3a8f-4595-b025-65c5650798bf tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0327408
Nov 20 21:08:12.407899 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0b3a1d-0a97-469e-b4fc-f7717e4b8605 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet 5739ab7c-7fae-458e-851b-ed1429d7a3bd {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:08:12.412805 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3a1d-0a97-469e-b4fc-f7717e4b8605 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:12.460926 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3a1d-0a97-469e-b4fc-f7717e4b8605 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:12.575756 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3a1d-0a97-469e-b4fc-f7717e4b8605 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:12.634875 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3148c49e-19e4-435c-ac57-273cd89aa07f req-3395deb4-b29b-4ff6-9374-472d371d7dd9 tempest-ServerShowV257Test-1459575142 tempest-ServerShowV257Test-1459575142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89e1004-0524-4a95-8505-27d92f982858 HTTP/1.1" status: 200  len: 210 time: 0.0325496
Nov 20 21:08:12.703104 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 51356fa9-c4d3-46ee-aa7c-52feecde46f8 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:12.707339 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3a1d-0a97-469e-b4fc-f7717e4b8605 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:12.741778 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3a1d-0a97-469e-b4fc-f7717e4b8605 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:12.747505 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6c0b3a1d-0a97-469e-b4fc-f7717e4b8605 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/5739ab7c-7fae-458e-851b-ed1429d7a3bd HTTP/1.1" status: 204  len: 168 time: 0.4006102
Nov 20 21:08:12.747505 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b3a1d-0a97-469e-b4fc-f7717e4b8605 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=5739ab7c-7fae-458e-851b-ed1429d7a3bd,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:12.748459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35078) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:12.765906 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6d48bf7a-8a4f-41b6-bb04-889d1b77c8c6 None None] Provisioning complete for port 51356fa9-c4d3-46ee-aa7c-52feecde46f8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:12.766353 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6d48bf7a-8a4f-41b6-bb04-889d1b77c8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:12.805701 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 51356fa9-c4d3-46ee-aa7c-52feecde46f8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:12.806093 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:12.813386 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28c7084-234f-44d9-9d57-1e14227e8b22 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Deleting subnet f10d77e4-96c3-40f6-9605-f73d6ff3ea66 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:08:12.818238 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c28c7084-234f-44d9-9d57-1e14227e8b22 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:12.868134 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c28c7084-234f-44d9-9d57-1e14227e8b22 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:12.956262 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf2ca7c-3b14-45ca-b9d7-80f01d506c09 None None] Network 078bc043-a79e-4708-a2f2-e608d1250afa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:12.969337 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c28c7084-234f-44d9-9d57-1e14227e8b22 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:13.037980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-47524a9d-b814-42bf-926e-82aabb20870c None None] Could not find standard attr ID for object 9bfb3c42-0abe-4744-a0d7-d5e521eabe91. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:08:13.053386 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c28c7084-234f-44d9-9d57-1e14227e8b22 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:13.083642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d0e3b-b784-497e-9f0f-57c1adc83f6b req-12f145bb-486e-4cf1-a6ab-506f0005f7d0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:13.085902 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c7084-234f-44d9-9d57-1e14227e8b22 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Subnet': ['ID=f10d77e4-96c3-40f6-9605-f73d6ff3ea66,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:13.090305 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c28c7084-234f-44d9-9d57-1e14227e8b22 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:13.091990 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-990d0e3b-b784-497e-9f0f-57c1adc83f6b req-12f145bb-486e-4cf1-a6ab-506f0005f7d0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 944 time: 0.0979021
Nov 20 21:08:13.094552 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c28c7084-234f-44d9-9d57-1e14227e8b22 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/f10d77e4-96c3-40f6-9605-f73d6ff3ea66 HTTP/1.1" status: 204  len: 168 time: 0.3441455
Nov 20 21:08:13.097442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35082) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.142988 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-80a7f730-951c-4e21-95a1-6e8832fe1256 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0435698
Nov 20 21:08:13.146393 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35084) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.162564 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-990d0e3b-b784-497e-9f0f-57c1adc83f6b req-23fadd7a-988b-4eb7-86ec-7217a1d6514a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0695000
Nov 20 21:08:13.185019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:13.200615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0acf8c6-d902-42b4-9073-6d89fb650051 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:13.203334 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d0acf8c6-d902-42b4-9073-6d89fb650051 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.0543694
Nov 20 21:08:13.206364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35088) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.239762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26de497a-b50a-4dc2-af6d-fb7340d6f790 None None] DHCP port deletion for 078bc043-a79e-4708-a2f2-e608d1250afa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:08:13.267605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46278805-486b-4b2a-ba75-dd6689e54289 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:13.269426 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-46278805-486b-4b2a-ba75-dd6689e54289 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0620048
Nov 20 21:08:13.272448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35092) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.292465 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e8e6a5ff-9ab1-4390-b3b4-0cfbc9ccde00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:13.309749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:08:13.318418 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f07ba398-acc4-418f-b993-0c6e6bf7ef0b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0446615
Nov 20 21:08:13.320071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:13.320457 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:13.322633 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35096) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.355233 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eab984a-f53d-4720-b6a2-8a077e21c6aa tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:13.356279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eab984a-f53d-4720-b6a2-8a077e21c6aa tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:13.359693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9eab984a-f53d-4720-b6a2-8a077e21c6aa tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/9bfb3c42-0abe-4744-a0d7-d5e521eabe91 HTTP/1.1" status: 404  len: 333 time: 0.0347817
Nov 20 21:08:13.363985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35100) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.368041 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-26de497a-b50a-4dc2-af6d-fb7340d6f790 None None] Deleting port 51356fa9-c4d3-46ee-aa7c-52feecde46f8 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:13.368420 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26de497a-b50a-4dc2-af6d-fb7340d6f790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:13.396008 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c3e1d4-9691-4455-8b21-6f50376828ed tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:13.400120 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c3e1d4-9691-4455-8b21-6f50376828ed tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:13.402704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35102) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.402931 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b5c3e1d4-9691-4455-8b21-6f50376828ed tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/f10d77e4-96c3-40f6-9605-f73d6ff3ea66 HTTP/1.1" status: 404  len: 337 time: 0.0375645
Nov 20 21:08:13.430962 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e093d5e-4bca-466e-86d4-f63478a3901c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:13.431421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e093d5e-4bca-466e-86d4-f63478a3901c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:13.434727 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2e093d5e-4bca-466e-86d4-f63478a3901c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/5739ab7c-7fae-458e-851b-ed1429d7a3bd HTTP/1.1" status: 404  len: 337 time: 0.0310113
Nov 20 21:08:13.437651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35106) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.464507 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26fe0db-c1e7-4210-8c2c-df189df457fa tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:13.465109 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26fe0db-c1e7-4210-8c2c-df189df457fa tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:13.472372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35110) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.472671 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f26fe0db-c1e7-4210-8c2c-df189df457fa tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/cbea1cb0-a6a0-4fef-a1a3-2dc88c5e8028 HTTP/1.1" status: 404  len: 333 time: 0.0337811
Nov 20 21:08:13.494766 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-26de497a-b50a-4dc2-af6d-fb7340d6f790 None None] For port 51356fa9-c4d3-46ee-aa7c-52feecde46f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51356fa9-c4d3-46ee-aa7c-52feecde46f8,segment=NetworkSegment(f81b55f7-4918-4d46-a703-66f530a2a8c7),segment_id=f81b55f7-4918-4d46-a703-66f530a2a8c7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:13.495153 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26de497a-b50a-4dc2-af6d-fb7340d6f790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:13.505408 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-744df47b-6378-4ea9-b812-e6a36094055d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:13.505963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744df47b-6378-4ea9-b812-e6a36094055d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:13.512351 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35112) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.522799 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-744df47b-6378-4ea9-b812-e6a36094055d tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/26d0c985-53ea-4075-afbf-2d1b131d0c9b HTTP/1.1" status: 404  len: 337 time: 0.0491545
Nov 20 21:08:13.523756 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-26de497a-b50a-4dc2-af6d-fb7340d6f790 None None] Calling delete_port for 51356fa9-c4d3-46ee-aa7c-52feecde46f8 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:13.547408 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-74df8a9e-3f34-479c-8bc9-50a787bc19b9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:13.547884 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74df8a9e-3f34-479c-8bc9-50a787bc19b9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:13.555457 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35116) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.555750 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-74df8a9e-3f34-479c-8bc9-50a787bc19b9 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/fc71e7ec-1e48-4e75-923f-6892dd90c28f HTTP/1.1" status: 404  len: 337 time: 0.0410633
Nov 20 21:08:13.583272 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:13.584657 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-154b34da-464c-4693-86b2-599acaf52d78 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:13.585954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154b34da-464c-4693-86b2-599acaf52d78 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:13.596634 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35118) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.596992 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-154b34da-464c-4693-86b2-599acaf52d78 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/d5e10640-552f-48dd-98c4-c7585ac1e158 HTTP/1.1" status: 404  len: 333 time: 0.0393286
Nov 20 21:08:13.610989 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:08:13.613511 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb34590-dd5f-4241-b93f-b6479da4bd85" -d '{"events": [{"server_uuid": "8aaa552a-405f-4fb1-89d8-49b2f1a432a1", "name": "network-vif-plugged", "status": "completed", "tag": "feeb1d8b-d286-4060-b7ac-a8b34a5f75e9"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:08:13.645695 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:13.651582 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:13.662266 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b76320-fe86-4cab-8c93-e2f67d09ee24 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:13.662725 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b76320-fe86-4cab-8c93-e2f67d09ee24 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:13.669782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35122) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.675009 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-52b76320-fe86-4cab-8c93-e2f67d09ee24 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/603ed372-6d51-4b4f-ab6e-4cd29d8ce58a HTTP/1.1" status: 404  len: 337 time: 0.0767758
Nov 20 21:08:13.688478 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f934103a-b75e-4e99-8329-9d4b97f7e807 x-openstack-request-id: req-f934103a-b75e-4e99-8329-9d4b97f7e807 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:08:13.688804 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaa552a-405f-4fb1-89d8-49b2f1a432a1", "name": "network-vif-plugged", "status": "completed", "tag": "feeb1d8b-d286-4060-b7ac-a8b34a5f75e9", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:08:13.689046 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f934103a-b75e-4e99-8329-9d4b97f7e807 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:08:13.689701 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9', 'code': 200}
Nov 20 21:08:13.706349 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-970db88d-4dfa-4552-a8ea-36f449071666 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:13.706798 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970db88d-4dfa-4552-a8ea-36f449071666 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:13.711156 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-970db88d-4dfa-4552-a8ea-36f449071666 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/597c6839-98f6-43ca-a995-fbf1dae13020 HTTP/1.1" status: 404  len: 337 time: 0.0397806
Nov 20 21:08:13.712303 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26de497a-b50a-4dc2-af6d-fb7340d6f790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:13.713661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35124) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.735194 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:13.748218 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26de497a-b50a-4dc2-af6d-fb7340d6f790 None None] No DVR routers for this DVR port 51356fa9-c4d3-46ee-aa7c-52feecde46f8 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:08:13.766426 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-292db94f-7860-4c3f-b8a5-4e924d0fc843 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:13.766426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292db94f-7860-4c3f-b8a5-4e924d0fc843 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:13.768976 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-292db94f-7860-4c3f-b8a5-4e924d0fc843 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/b81085c7-42ee-4816-93f4-df9fe545af87 HTTP/1.1" status: 404  len: 333 time: 0.0540898
Nov 20 21:08:13.772880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35130) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.808793 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4678767-da53-4e55-92dc-a3759770e5c3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:13.809014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4678767-da53-4e55-92dc-a3759770e5c3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:13.812065 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a4678767-da53-4e55-92dc-a3759770e5c3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/b1734ca1-7ee3-4e92-ac0c-f3e602a2ee1d HTTP/1.1" status: 404  len: 337 time: 0.0382195
Nov 20 21:08:13.816439 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35134) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.823060 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de497a-b50a-4dc2-af6d-fb7340d6f790 None None] Pushing event deleted for resources: {'Port': ['ID=51356fa9-c4d3-46ee-aa7c-52feecde46f8,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:13.826344 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddef87-eeb6-40f3-af67-efc6530eb231 req-9b33cf5e-9faf-4928-a169-bbfd2259fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:13.827869 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-97ddef87-eeb6-40f3-af67-efc6530eb231 req-9b33cf5e-9faf-4928-a169-bbfd2259fd19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 1096 time: 0.0576291
Nov 20 21:08:13.858859 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-69dc5456-1749-4b79-8ea5-e5466e348ce7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:13.859415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69dc5456-1749-4b79-8ea5-e5466e348ce7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:13.865867 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-69dc5456-1749-4b79-8ea5-e5466e348ce7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/b23f83a6-9269-419d-9378-fffcde744cd4 HTTP/1.1" status: 404  len: 337 time: 0.0482364
Nov 20 21:08:13.871995 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35138) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.895725 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-97ddef87-eeb6-40f3-af67-efc6530eb231 req-d38ee130-35b0-4256-bd25-d49fad659a6f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0610688
Nov 20 21:08:13.901402 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-161ce626-6212-4f1e-9dea-b0f188079e27 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:13.902078 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161ce626-6212-4f1e-9dea-b0f188079e27 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:13.908403 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-161ce626-6212-4f1e-9dea-b0f188079e27 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/72440fdd-e1c6-416f-b26f-775bdf1f9a00 HTTP/1.1" status: 404  len: 333 time: 0.0359547
Nov 20 21:08:13.908403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35140) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.908606 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35142) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.936924 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1c246b-7076-4a6a-add8-e03cfb233d2b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:13.937447 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1c246b-7076-4a6a-add8-e03cfb233d2b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:13.941442 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9f1c246b-7076-4a6a-add8-e03cfb233d2b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/91a36f1f-e7ed-456e-a932-b37c069180eb HTTP/1.1" status: 404  len: 337 time: 0.0319970
Nov 20 21:08:13.944070 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35146) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:13.969095 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-6343e6f3-b8b6-4e70-9e9e-fc417420566e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:13.969945 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6343e6f3-b8b6-4e70-9e9e-fc417420566e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:13.973565 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6343e6f3-b8b6-4e70-9e9e-fc417420566e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/787eacd8-d182-4eb2-9ad9-eae53e6dbd9c HTTP/1.1" status: 404  len: 333 time: 0.0278983
Nov 20 21:08:13.976298 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35148) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.008763 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-915672fd-231b-4e13-9118-c8da6bf57e64 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.009227 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915672fd-231b-4e13-9118-c8da6bf57e64 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.012598 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-915672fd-231b-4e13-9118-c8da6bf57e64 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/df4d7d85-93c3-4e73-aac8-e68e5e4d9d49 HTTP/1.1" status: 404  len: 337 time: 0.0352924
Nov 20 21:08:14.015563 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35150) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.040130 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-759aa656-3611-4093-9305-34047d8d6d0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:14.040383 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fc45b7-d76d-4eb9-bfec-7839631c7676 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.040834 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fc45b7-d76d-4eb9-bfec-7839631c7676 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.045142 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-13fc45b7-d76d-4eb9-bfec-7839631c7676 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/c7d8e1fd-02cb-4fc3-8df7-2c34ec34b448 HTTP/1.1" status: 404  len: 333 time: 0.0274382
Nov 20 21:08:14.051856 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35154) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.088568 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-440a6a96-7a02-4ec5-b9ea-172ca8c14f76 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.090340 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440a6a96-7a02-4ec5-b9ea-172ca8c14f76 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.093775 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-440a6a96-7a02-4ec5-b9ea-172ca8c14f76 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/2f40edc4-e0d2-4dd2-a317-06a7050581c0 HTTP/1.1" status: 404  len: 337 time: 0.0408351
Nov 20 21:08:14.096996 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35156) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.124536 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f54b98e-b866-48b1-8117-d7e6cc00c897 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.125098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f54b98e-b866-48b1-8117-d7e6cc00c897 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.131574 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6f54b98e-b866-48b1-8117-d7e6cc00c897 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/09e51fc2-3c47-4f7d-85c9-8d5e124819f1 HTTP/1.1" status: 404  len: 333 time: 0.0309784
Nov 20 21:08:14.132070 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35158) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.146571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35160) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.161515 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bf2dbe-1550-4669-8a67-7ac3091da8b3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.161987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42bf2dbe-1550-4669-8a67-7ac3091da8b3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.165136 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-42bf2dbe-1550-4669-8a67-7ac3091da8b3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/2294ec89-b047-4191-bd29-f354f3b4a7d2 HTTP/1.1" status: 404  len: 337 time: 0.0315802
Nov 20 21:08:14.167728 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35164) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.171838 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-759aa656-3611-4093-9305-34047d8d6d0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:14.176774 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-759aa656-3611-4093-9305-34047d8d6d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:14.195980 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-7118c6bd-961d-479d-b0f3-0409f0d0c4c8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.196645 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7118c6bd-961d-479d-b0f3-0409f0d0c4c8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.200781 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7118c6bd-961d-479d-b0f3-0409f0d0c4c8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/82bab6e7-dab2-41f6-b067-1fa3493a696d HTTP/1.1" status: 404  len: 333 time: 0.0317590
Nov 20 21:08:14.203716 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35168) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.215452 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-759aa656-3611-4093-9305-34047d8d6d0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07e3ab1a287341b3a5667a071a1eebc1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3056448
Nov 20 21:08:14.218536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35170) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.259119 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a08f77c-f96f-44c0-a498-55bd4f336c90 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.259598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759aa656-3611-4093-9305-34047d8d6d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17635352-9650-4e32-aee8-9758195d2424,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:14.260340 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a08f77c-f96f-44c0-a498-55bd4f336c90 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.263938 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7a08f77c-f96f-44c0-a498-55bd4f336c90 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/bbe8dcf6-a780-47b3-962e-0dc0ea6bf189 HTTP/1.1" status: 404  len: 337 time: 0.0579441
Nov 20 21:08:14.267181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35172) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.301883 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9f7f2c39-3be2-4962-a844-2a523d426581 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:14.310923 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a89670-8843-42f2-9981-a96855f88944 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.311486 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a89670-8843-42f2-9981-a96855f88944 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.315488 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e7a89670-8843-42f2-9981-a96855f88944 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/a6a5f1d9-d3ba-4752-b859-c165d868c69b HTTP/1.1" status: 404  len: 333 time: 0.0473344
Nov 20 21:08:14.319053 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35174) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.337817 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b384f471-7ac0-4cfb-8831-d9f2da715521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:14.339723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71e1d3-6c9e-4220-8689-d7bade2feec7 req-bcec7d67-8732-4095-8408-c3778b4ae50b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:14.341252 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d71e1d3-6c9e-4220-8689-d7bade2feec7 req-bcec7d67-8732-4095-8408-c3778b4ae50b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.1007433
Nov 20 21:08:14.362191 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b384f471-7ac0-4cfb-8831-d9f2da715521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:14.364787 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-30cc1586-b6c5-42e9-b74a-e12c5e9b8862 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.365237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30cc1586-b6c5-42e9-b74a-e12c5e9b8862 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.368321 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-30cc1586-b6c5-42e9-b74a-e12c5e9b8862 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/fddb6f06-d9ab-4b5d-8655-2ccd33becbb8 HTTP/1.1" status: 404  len: 337 time: 0.0467741
Nov 20 21:08:14.371101 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35176) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.416585 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0c8942-10fc-4d80-b7c8-9a10def0754e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.417146 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0c8942-10fc-4d80-b7c8-9a10def0754e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.421128 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0e0c8942-10fc-4d80-b7c8-9a10def0754e tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/4de7da1c-2bd0-44a2-a54d-5ad1f4cc72c6 HTTP/1.1" status: 404  len: 337 time: 0.0465057
Nov 20 21:08:14.427480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35180) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.459542 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d71e1d3-6c9e-4220-8689-d7bade2feec7 req-c7234629-bc16-4f94-9564-130077c1f762 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0987315
Nov 20 21:08:14.461708 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cee61a-13ec-4e50-a413-0af61f918ff7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.462799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42cee61a-13ec-4e50-a413-0af61f918ff7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.467530 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-42cee61a-13ec-4e50-a413-0af61f918ff7 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/9541bb52-2346-4971-97e2-93e368c80244 HTTP/1.1" status: 404  len: 333 time: 0.0402310
Nov 20 21:08:14.471388 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35182) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.505324 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac623d39-d860-435f-b537-a73d2b4398d3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.505785 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac623d39-d860-435f-b537-a73d2b4398d3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.509135 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ac623d39-d860-435f-b537-a73d2b4398d3 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/47512c8d-fa56-4067-9095-0dd3a878a719 HTTP/1.1" status: 404  len: 337 time: 0.0367975
Nov 20 21:08:14.512124 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35184) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.520304 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b384f471-7ac0-4cfb-8831-d9f2da715521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:14.524467 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b384f471-7ac0-4cfb-8831-d9f2da715521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:14.525585 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b384f471-7ac0-4cfb-8831-d9f2da715521 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17635352-9650-4e32-aee8-9758195d2424 HTTP/1.1" status: 204  len: 168 time: 0.3058567
Nov 20 21:08:14.538949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384f471-7ac0-4cfb-8831-d9f2da715521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17635352-9650-4e32-aee8-9758195d2424,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:14.554402 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-33245c6e-10e7-439f-9bc6-d930c231c450 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.554869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33245c6e-10e7-439f-9bc6-d930c231c450 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.560401 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-33245c6e-10e7-439f-9bc6-d930c231c450 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/86c36f48-8d6f-44bc-9ed6-e65cefef64e0 HTTP/1.1" status: 404  len: 337 time: 0.0446920
Nov 20 21:08:14.560660 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35188) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.570957 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9f7f2c39-3be2-4962-a844-2a523d426581 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:14.576561 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9f7f2c39-3be2-4962-a844-2a523d426581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:14.588963 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-7556f4ac-f06b-4b55-ae50-390641462485 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.589606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7556f4ac-f06b-4b55-ae50-390641462485 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.596139 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7556f4ac-f06b-4b55-ae50-390641462485 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/f65fd47b-037c-4c85-83c0-9fe922005e59 HTTP/1.1" status: 404  len: 333 time: 0.0320778
Nov 20 21:08:14.596477 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35190) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.623643 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9f7f2c39-3be2-4962-a844-2a523d426581 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=232e72450f3a44d7bdd4a66889726f19&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4760244
Nov 20 21:08:14.624754 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f2c39-3be2-4962-a844-2a523d426581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14961ae-7385-4560-a5f0-19dc657db07c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:14.628929 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35192) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.636831 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36a35fc-7eae-44cd-83d8-e6b75d690a60 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.637285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36a35fc-7eae-44cd-83d8-e6b75d690a60 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.640761 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c36a35fc-7eae-44cd-83d8-e6b75d690a60 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/92bcc34e-74f7-41d5-ba46-431c8ba37ca3 HTTP/1.1" status: 404  len: 337 time: 0.0431490
Nov 20 21:08:14.643907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35194) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.691090 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4c7dec-643a-48c7-8ab6-a0ed12353c87 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.691936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4c7dec-643a-48c7-8ab6-a0ed12353c87 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.692462 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 51356fa9-c4d3-46ee-aa7c-52feecde46f8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:08:14.695075 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5c7de190-2c98-4277-a5ca-38fb61c30855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:14.696204 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6a4c7dec-643a-48c7-8ab6-a0ed12353c87 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/5450ce52-4efb-48c5-a5c5-7346cce8d20b HTTP/1.1" status: 404  len: 337 time: 0.0508814
Nov 20 21:08:14.699065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35198) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.717849 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 51356fa9-c4d3-46ee-aa7c-52feecde46f8 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:08:14.718928 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 51356fa9-c4d3-46ee-aa7c-52feecde46f8 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:08:14.724798 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5c7de190-2c98-4277-a5ca-38fb61c30855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:14.728778 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d580493d-d88e-47fe-87d8-998a6be52413 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.729443 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d580493d-d88e-47fe-87d8-998a6be52413 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.732768 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d580493d-d88e-47fe-87d8-998a6be52413 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/a612c1b3-1509-4020-8c65-2d2e00d8051f HTTP/1.1" status: 404  len: 333 time: 0.0327497
Nov 20 21:08:14.735308 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35200) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.761775 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfbe127-ba8b-4887-a5cf-db01f7d2785f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.763207 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dfbe127-ba8b-4887-a5cf-db01f7d2785f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.766877 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6dfbe127-ba8b-4887-a5cf-db01f7d2785f tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/31453323-6041-434f-838a-b29343ef7b48 HTTP/1.1" status: 404  len: 337 time: 0.0303345
Nov 20 21:08:14.770315 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35202) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.787662 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5c7de190-2c98-4277-a5ca-38fb61c30855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:14.790454 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5c7de190-2c98-4277-a5ca-38fb61c30855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:14.794146 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5c7de190-2c98-4277-a5ca-38fb61c30855 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d14961ae-7385-4560-a5f0-19dc657db07c HTTP/1.1" status: 204  len: 168 time: 0.1618323
Nov 20 21:08:14.801608 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f3991b-3bed-4584-8907-0bb63a395fae tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.802113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f3991b-3bed-4584-8907-0bb63a395fae tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.804548 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7de190-2c98-4277-a5ca-38fb61c30855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14961ae-7385-4560-a5f0-19dc657db07c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:14.807963 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b6f3991b-3bed-4584-8907-0bb63a395fae tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/633adf27-c5e3-4cf4-99b6-2de49926a004 HTTP/1.1" status: 404  len: 337 time: 0.0341280
Nov 20 21:08:14.808238 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35208) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.856120 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2c6165f3-232a-411a-8351-4b292189511c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports?device_id=5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b HTTP/1.1" status: 200  len: 205 time: 0.0467069
Nov 20 21:08:14.858626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35212) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.905992 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-d2f9879b-7fd6-4626-a8b7-f8c767866df5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] delete failed (client error): The resource could not be found.
Nov 20 21:08:14.907078 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d2f9879b-7fd6-4626-a8b7-f8c767866df5 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/routers/5df5fc4f-6b6d-4d79-8e5f-7d0d19cd8f0b HTTP/1.1" status: 404  len: 336 time: 0.0469475
Nov 20 21:08:14.910345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35216) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.941657 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-50abbd69-2493-47ad-a2f2-2f94cc9f1bea tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:14.942018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50abbd69-2493-47ad-a2f2-2f94cc9f1bea tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:14.946102 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-50abbd69-2493-47ad-a2f2-2f94cc9f1bea tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/980837d3-d081-4eda-bc38-713ec2f60122 HTTP/1.1" status: 404  len: 337 time: 0.0338678
Nov 20 21:08:14.947803 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35220) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:14.982525 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-47ab4707-3ba0-4893-ab5e-3a3320b24e42 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "GET /v2.0/ports?device_id=22f0f39c-3def-4c37-9406-0475e55bfcfd HTTP/1.1" status: 200  len: 205 time: 0.0334868
Nov 20 21:08:14.984880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35222) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.037521 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-64bde44a-3078-4ac0-9c3d-0ee1b5a4c10a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] delete failed (client error): The resource could not be found.
Nov 20 21:08:15.041332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35226) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.041848 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-64bde44a-3078-4ac0-9c3d-0ee1b5a4c10a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/routers/22f0f39c-3def-4c37-9406-0475e55bfcfd HTTP/1.1" status: 404  len: 336 time: 0.0558820
Nov 20 21:08:15.078122 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-73cb9021-b4ae-41ef-ab54-856bb6da2b9c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:15.078939 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73cb9021-b4ae-41ef-ab54-856bb6da2b9c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:15.085162 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-73cb9021-b4ae-41ef-ab54-856bb6da2b9c tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/2d3fe08d-cade-43f1-abc4-707d894fb1f5 HTTP/1.1" status: 404  len: 337 time: 0.0405238
Nov 20 21:08:15.085622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35228) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.117529 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-014ebb7b-89f4-4e6b-872b-5e19c0d9b4ab tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:15.118199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014ebb7b-89f4-4e6b-872b-5e19c0d9b4ab tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:15.121296 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-014ebb7b-89f4-4e6b-872b-5e19c0d9b4ab tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/88616bd2-716a-486c-bbde-0f8982506dd7 HTTP/1.1" status: 404  len: 337 time: 0.0346870
Nov 20 21:08:15.123947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35230) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.152110 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1c2089-ea18-42f4-8c2e-104625a6f545 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:15.152665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1c2089-ea18-42f4-8c2e-104625a6f545 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:15.155855 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4d1c2089-ea18-42f4-8c2e-104625a6f545 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/2a08acc2-d0c5-4153-b3c7-62a7065566c5 HTTP/1.1" status: 404  len: 333 time: 0.0307736
Nov 20 21:08:15.158570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35234) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.185634 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73e1e56-4508-483f-84d7-d178938b7e0a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:15.185993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73e1e56-4508-483f-84d7-d178938b7e0a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:15.189102 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f73e1e56-4508-483f-84d7-d178938b7e0a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/e0f171d2-7c53-4513-964f-5bc6fe2aeb28 HTTP/1.1" status: 404  len: 337 time: 0.0295146
Nov 20 21:08:15.194194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35238) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.194664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35240) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.210766 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-18168fcf-8a3e-41b0-b821-b93144d308ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.216065 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f21d28a-482f-44cc-848e-39bc56cc1856 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:15.216603 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f21d28a-482f-44cc-848e-39bc56cc1856 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:15.219672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5f21d28a-482f-44cc-848e-39bc56cc1856 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/18357c4f-9c07-46dc-9648-ca9836d9a241 HTTP/1.1" status: 404  len: 333 time: 0.0260427
Nov 20 21:08:15.222286 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35242) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.248869 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-69dc1d35-8423-4765-b48f-c952cf76ae91 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:15.249320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69dc1d35-8423-4765-b48f-c952cf76ae91 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:15.253380 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-69dc1d35-8423-4765-b48f-c952cf76ae91 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/64b82436-6a39-4de4-af66-846b6b117b06 HTTP/1.1" status: 404  len: 337 time: 0.0299819
Nov 20 21:08:15.256057 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35244) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.281592 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-79423dcb-a1d3-4ad5-9408-e567b7a6c3b6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:15.282161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79423dcb-a1d3-4ad5-9408-e567b7a6c3b6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:15.286097 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-79423dcb-a1d3-4ad5-9408-e567b7a6c3b6 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/312747d3-c75b-495a-93b7-6ba90e996954 HTTP/1.1" status: 404  len: 333 time: 0.0282888
Nov 20 21:08:15.287896 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35248) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.299294 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-18168fcf-8a3e-41b0-b821-b93144d308ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.304911 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-18168fcf-8a3e-41b0-b821-b93144d308ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.322705 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-25091bf8-7c38-47b0-8eb5-361d8f54778a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:15.323162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25091bf8-7c38-47b0-8eb5-361d8f54778a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:15.328612 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-25091bf8-7c38-47b0-8eb5-361d8f54778a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/dbd111ac-0065-4f80-813a-fb7d5087a29e HTTP/1.1" status: 404  len: 337 time: 0.0373247
Nov 20 21:08:15.329000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35250) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.346786 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-18168fcf-8a3e-41b0-b821-b93144d308ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81c8b4ad2582493e9d702f10e7cc6a34&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1506946
Nov 20 21:08:15.349759 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35254) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.354550 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-53736319-ad3f-4a31-b247-b66a37dcc792 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:15.355569 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53736319-ad3f-4a31-b247-b66a37dcc792 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:15.358516 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-53736319-ad3f-4a31-b247-b66a37dcc792 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/14aec05c-985f-4f32-8276-4b4926e10463 HTTP/1.1" status: 404  len: 333 time: 0.0285888
Nov 20 21:08:15.360388 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18168fcf-8a3e-41b0-b821-b93144d308ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885cfa80-078c-4115-b42b-9fb4ae122cf5,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:15.361563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35256) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.390495 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1e5ac6-5fa8-4cf3-92f3-d60d28593566 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:15.390936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff1e5ac6-5fa8-4cf3-92f3-d60d28593566 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:15.394537 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ff1e5ac6-5fa8-4cf3-92f3-d60d28593566 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/9187df09-bbf4-4a7f-980a-28d10cc86a06 HTTP/1.1" status: 404  len: 337 time: 0.0318370
Nov 20 21:08:15.397081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35258) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.419897 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8c957d-cf5a-4d1d-afac-addfabaec482 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:15.420444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d8c957d-cf5a-4d1d-afac-addfabaec482 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:15.425758 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8d8c957d-cf5a-4d1d-afac-addfabaec482 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/243e39e9-4d7a-47b0-9c2b-dbdcb23c23e1 HTTP/1.1" status: 404  len: 333 time: 0.0254991
Nov 20 21:08:15.426501 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35260) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.431023 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c99b000b-710a-4444-860a-8edda4310f1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.445019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35262) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.452050 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-67887873-d7c0-422a-9aa6-a9eec8629c4a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:15.452502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67887873-d7c0-422a-9aa6-a9eec8629c4a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:15.456105 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-67887873-d7c0-422a-9aa6-a9eec8629c4a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/efd2d8de-ca8a-46fd-8e27-0c6237f80af0 HTTP/1.1" status: 404  len: 337 time: 0.0291512
Nov 20 21:08:15.458645 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35266) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.467380 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c99b000b-710a-4444-860a-8edda4310f1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.498430 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c58390-3362-454a-a8c3-8aa91bde4e8a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:15.498765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c58390-3362-454a-a8c3-8aa91bde4e8a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:15.504259 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f1c58390-3362-454a-a8c3-8aa91bde4e8a tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/39c2aeb9-9552-4bb4-8963-79c3afe626ab HTTP/1.1" status: 404  len: 333 time: 0.0422590
Nov 20 21:08:15.505198 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35272) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.548948 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e34a4b5-2ed5-482d-9bd3-4efae0bc388b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:15.549847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e34a4b5-2ed5-482d-9bd3-4efae0bc388b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:15.554316 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c99b000b-710a-4444-860a-8edda4310f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.559096 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c99b000b-710a-4444-860a-8edda4310f1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.562777 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c99b000b-710a-4444-860a-8edda4310f1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/885cfa80-078c-4115-b42b-9fb4ae122cf5 HTTP/1.1" status: 204  len: 168 time: 0.2096205
Nov 20 21:08:15.569360 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1e34a4b5-2ed5-482d-9bd3-4efae0bc388b tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/3458fd61-7190-4678-98a6-b55876083524 HTTP/1.1" status: 404  len: 337 time: 0.0636168
Nov 20 21:08:15.571689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35276) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.582164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b000b-710a-4444-860a-8edda4310f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885cfa80-078c-4115-b42b-9fb4ae122cf5,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:15.618835 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-54935a0a-666f-4028-aa8e-73d481426cc1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:15.619571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54935a0a-666f-4028-aa8e-73d481426cc1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:15.622786 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-54935a0a-666f-4028-aa8e-73d481426cc1 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/ports/c5f9822c-7a2a-4754-b97a-4702e64e1842 HTTP/1.1" status: 404  len: 333 time: 0.0498712
Nov 20 21:08:15.625283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35278) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.632093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8ee0bfbc-f185-4ac2-9ba6-0303234d90aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2040791350-network', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:15.659680 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d9b3ea28-8415-4533-837e-d67aba209917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.662360 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee0bfbc-f185-4ac2-9ba6-0303234d90aa admin admin] Made reservation on behalf of badea6f48ba34a31b8c22ca431cfebc4 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:15.664741 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bfbc-f185-4ac2-9ba6-0303234d90aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.672615 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df86e4a-8f0d-4f94-98e7-506d721881f8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:15.673152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df86e4a-8f0d-4f94-98e7-506d721881f8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:15.674744 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bfbc-f185-4ac2-9ba6-0303234d90aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.677448 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1df86e4a-8f0d-4f94-98e7-506d721881f8 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/subnets/d29e7c0a-61c3-4e3f-aa93-9ebdb1e846b2 HTTP/1.1" status: 404  len: 337 time: 0.0509243
Nov 20 21:08:15.682587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35280) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.714819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a23957-dc67-473b-9470-a2a4060498ac req-99ad2c7f-5c36-4545-aefe-7256318e3aca tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:15.716341 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f1a23957-dc67-473b-9470-a2a4060498ac req-99ad2c7f-5c36-4545-aefe-7256318e3aca tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.1067412
Nov 20 21:08:15.762745 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bfbc-f185-4ac2-9ba6-0303234d90aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.766884 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bfbc-f185-4ac2-9ba6-0303234d90aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.797803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee0bfbc-f185-4ac2-9ba6-0303234d90aa admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:08:15.806075 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0bfbc-f185-4ac2-9ba6-0303234d90aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee99700-b217-481d-a2f2-c3eaaad190e8,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:15.812173 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-48268f44-d90b-4d0f-b506-e8e8f84b0d72 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.815097 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bfbc-f185-4ac2-9ba6-0303234d90aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.815456 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-8ee0bfbc-f185-4ac2-9ba6-0303234d90aa admin admin] Added segment 241be008-6a5d-4824-b825-4024ff935ddc of type vlan for network f3a9bbee-3f9c-4365-ad64-26cea020ff3a
Nov 20 21:08:15.831637 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f1a23957-dc67-473b-9470-a2a4060498ac req-d59a24c7-9dc1-4567-ad72-93d0f16134ad tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1042168
Nov 20 21:08:15.885835 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bfbc-f185-4ac2-9ba6-0303234d90aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.922362 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-48268f44-d90b-4d0f-b506-e8e8f84b0d72 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.945277 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35286) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:15.951145 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bfbc-f185-4ac2-9ba6-0303234d90aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.952102 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee0bfbc-f185-4ac2-9ba6-0303234d90aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:15.952674 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bfbc-f185-4ac2-9ba6-0303234d90aa admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.960694 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-48268f44-d90b-4d0f-b506-e8e8f84b0d72 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e854b80>,) {'filters': {'network_id': ['078bc043-a79e-4708-a2f2-e608d1250afa']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:15.973111 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3394ff2c-1282-4d16-8a64-cb7b5a115ce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:15.978402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-48268f44-d90b-4d0f-b506-e8e8f84b0d72 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e854b80>, 'f81b55f7-4918-4d46-a703-66f530a2a8c7') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:15.978724 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-48268f44-d90b-4d0f-b506-e8e8f84b0d72 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e854b80>, 'f81b55f7-4918-4d46-a703-66f530a2a8c7') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:15.994600 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-48268f44-d90b-4d0f-b506-e8e8f84b0d72 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:16.015462 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8ee0bfbc-f185-4ac2-9ba6-0303234d90aa admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5692377
Nov 20 21:08:16.017677 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-48268f44-d90b-4d0f-b506-e8e8f84b0d72 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:16.021779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35288) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:16.030633 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-81e00993-49c4-48e9-a921-8f437c5602c3 admin admin] Request body: {'subnet': {'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2040791350-subnet', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:16.044225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48268f44-d90b-4d0f-b506-e8e8f84b0d72 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:08:16.044624 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-48268f44-d90b-4d0f-b506-e8e8f84b0d72 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:08:16.048346 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:08:16.057644 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0bfbc-f185-4ac2-9ba6-0303234d90aa admin admin] Pushing event updated for resources: {'Network': ['ID=f3a9bbee-3f9c-4365-ad64-26cea020ff3a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:16.068401 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf7da1-16a3-42d1-baae-c31f7b4d3b08 req-1329cbc7-d6f9-4228-8834-38af9b491c5b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:16.070248 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ecdf7da1-16a3-42d1-baae-c31f7b4d3b08 req-1329cbc7-d6f9-4228-8834-38af9b491c5b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.1519175
Nov 20 21:08:16.077181 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network f3a9bbee-3f9c-4365-ad64-26cea020ff3a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:08:16.091177 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35290) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:16.096772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-5c713d5a-829d-468d-9cd3-5ebb525f2c9d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Request body: {'floatingip': {'port_id': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:16.139545 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e00993-49c4-48e9-a921-8f437c5602c3 admin admin] Made reservation on behalf of badea6f48ba34a31b8c22ca431cfebc4 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:16.141764 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5c713d5a-829d-468d-9cd3-5ebb525f2c9d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:16.142810 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-81e00993-49c4-48e9-a921-8f437c5602c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:16.152797 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-48268f44-d90b-4d0f-b506-e8e8f84b0d72 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:16.158490 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-48268f44-d90b-4d0f-b506-e8e8f84b0d72 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:16.164630 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-48268f44-d90b-4d0f-b506-e8e8f84b0d72 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] 10.222.0.41 "DELETE /v2.0/networks/078bc043-a79e-4708-a2f2-e608d1250afa HTTP/1.1" status: 204  len: 168 time: 0.4779329
Nov 20 21:08:16.196950 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48268f44-d90b-4d0f-b506-e8e8f84b0d72 tempest-NetworksTestDHCPv6-1715112447 tempest-NetworksTestDHCPv6-1715112447-project] Pushing event deleted for resources: {'Network': ['ID=078bc043-a79e-4708-a2f2-e608d1250afa,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:16.561991 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35296) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:16.636464 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3394ff2c-1282-4d16-8a64-cb7b5a115ce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:16.646380 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3394ff2c-1282-4d16-8a64-cb7b5a115ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:16.700092 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394ff2c-1282-4d16-8a64-cb7b5a115ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c3ed8c-dbdf-4c1a-926f-e0caa6a1c4e4,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:16.709013 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3394ff2c-1282-4d16-8a64-cb7b5a115ce9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdd5d3b1e3354edfbfe533d17af01ac2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7604666
Nov 20 21:08:16.709663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35302) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:16.745801 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:16.858585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7034a7db-9855-44e5-81dd-4a6bcc2b2b3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=845914c1e2e64f94ad4e8170f4a33341&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2934020
Nov 20 21:08:16.864985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35304) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:16.867761 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b44abf09-c393-4bd0-9c96-f8fe721e5010 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:16.879714 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-81e00993-49c4-48e9-a921-8f437c5602c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:16.920511 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b44abf09-c393-4bd0-9c96-f8fe721e5010 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:16.976214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e00993-49c4-48e9-a921-8f437c5602c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f862fe-1427-4856-a5ea-8d52f33d3d9b,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:16.991428 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e00993-49c4-48e9-a921-8f437c5602c3 admin admin] Checking segment: {'id': '241be008-6a5d-4824-b825-4024ff935ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:16.991832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e00993-49c4-48e9-a921-8f437c5602c3 admin admin] Network hostable DHCP agents. Network: f3a9bbee-3f9c-4365-ad64-26cea020ff3a, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:08:17.012423 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e00993-49c4-48e9-a921-8f437c5602c3 admin admin] Network f3a9bbee-3f9c-4365-ad64-26cea020ff3a is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:08:17.016095 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b44abf09-c393-4bd0-9c96-f8fe721e5010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:17.020308 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b44abf09-c393-4bd0-9c96-f8fe721e5010 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:17.021500 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b44abf09-c393-4bd0-9c96-f8fe721e5010 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7c3ed8c-dbdf-4c1a-926f-e0caa6a1c4e4 HTTP/1.1" status: 204  len: 168 time: 0.3110154
Nov 20 21:08:17.033927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-81e00993-49c4-48e9-a921-8f437c5602c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f3a9bbee-3f9c-4365-ad64-26cea020ff3a) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:17.035768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44abf09-c393-4bd0-9c96-f8fe721e5010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c3ed8c-dbdf-4c1a-926f-e0caa6a1c4e4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:17.039386 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e00993-49c4-48e9-a921-8f437c5602c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:17.040049 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-81e00993-49c4-48e9-a921-8f437c5602c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:17.058002 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5c713d5a-829d-468d-9cd3-5ebb525f2c9d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:17.061934 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5c713d5a-829d-468d-9cd3-5ebb525f2c9d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:17.063471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d83180-2df6-47f6-bd35-6953a7a813fc None None] Network f3a9bbee-3f9c-4365-ad64-26cea020ff3a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:17.064274 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35308) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:17.066819 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-81e00993-49c4-48e9-a921-8f437c5602c3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0438771
Nov 20 21:08:17.069061 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:17.072864 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-359d2f20-eb94-4992-9918-799dbfb09f8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:17.144907 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-359d2f20-eb94-4992-9918-799dbfb09f8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:17.174512 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:17.175815 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:17.254743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:08:17.255639 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:17.259554 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-5c713d5a-829d-468d-9cd3-5ebb525f2c9d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Floating IP e6df7856-98d9-4e1f-b3d7-89153eefd65b associated. External IP: 172.35.1.158, port: feeb1d8b-d286-4060-b7ac-a8b34a5f75e9.
Nov 20 21:08:17.336784 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:17.340227 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-359d2f20-eb94-4992-9918-799dbfb09f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:17.343024 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-359d2f20-eb94-4992-9918-799dbfb09f8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:17.344150 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-359d2f20-eb94-4992-9918-799dbfb09f8a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3a37098-da2b-40cc-a831-9a18b0455fd4 HTTP/1.1" status: 204  len: 168 time: 0.4782128
Nov 20 21:08:17.357298 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d2f20-eb94-4992-9918-799dbfb09f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a37098-da2b-40cc-a831-9a18b0455fd4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:17.477899 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Allocated IP 172.20.0.2 (f3a9bbee-3f9c-4365-ad64-26cea020ff3a/70f862fe-1427-4856-a5ea-8d52f33d3d9b/ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:17.557101 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:17.747723 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:17.761926 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:17.762250 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c713d5a-829d-468d-9cd3-5ebb525f2c9d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:08:17.823560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Network f3a9bbee-3f9c-4365-ad64-26cea020ff3a is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:17.828516 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:17.835229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:17.844404 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Pushing event updated for resources: {'Port': ['ID=ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:17.953529 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Attempting to bind port ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:08:17.954354 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Attempting to bind port ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '241be008-6a5d-4824-b825-4024ff935ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:08:17.955353 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Attempting to bind port ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 on network f3a9bbee-3f9c-4365-ad64-26cea020ff3a {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:17.961128 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:08:17.961816 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Checking segment: {'id': '241be008-6a5d-4824-b825-4024ff935ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:17.962993 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:17.963598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Bound using segment: {'id': '241be008-6a5d-4824-b825-4024ff935ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:08:17.964514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Bound port: ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241be008-6a5d-4824-b825-4024ff935ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:08:17.966070 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:18.050244 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:18.058315 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] For port ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:08:18.062521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] For port ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675,segment=NetworkSegment(241be008-6a5d-4824-b825-4024ff935ddc),segment_id=241be008-6a5d-4824-b825-4024ff935ddc)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:08:18.068774 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:18.073307 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c713d5a-829d-468d-9cd3-5ebb525f2c9d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:08:18.075779 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:18.081257 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5c713d5a-829d-468d-9cd3-5ebb525f2c9d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:18.167563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1305d326-520b-4af4-8559-9ff9a696852e None None] Sync routers for ids ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:08:18.179538 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5c713d5a-829d-468d-9cd3-5ebb525f2c9d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "PUT /v2.0/floatingips/e6df7856-98d9-4e1f-b3d7-89153eefd65b HTTP/1.1" status: 200  len: 991 time: 2.0871758
Nov 20 21:08:18.185399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5289980-b7c2-494c-a501-bf5b4fe2d30d None None] Pushing event updated for resources: {'Port': ['ID=ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:18.192033 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'tag': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:08:18.195794 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96168781-8a17-4980-ba10-d8bc5024003c" -d '{"events": [{"name": "network-changed", "server_uuid": "8aaa552a-405f-4fb1-89d8-49b2f1a432a1", "tag": "feeb1d8b-d286-4060-b7ac-a8b34a5f75e9"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:08:18.198723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1305d326-520b-4af4-8559-9ff9a696852e None None] Routers {'8b8d83cd-4928-4b2d-872d-93c2918d6d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:18.199598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1305d326-520b-4af4-8559-9ff9a696852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a471f46a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:18.337508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Allocated IP 172.35.1.135 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/6b1800b3-af9f-43f0-a1b7-35795bcf95d6) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:18.351839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-1305d326-520b-4af4-8559-9ff9a696852e None None] Set router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:18.532661 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:18.608609 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35364) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:18.883166 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:18.886898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96168781-8a17-4980-ba10-d8bc5024003c req-aece889e-4352-46e2-bc55-e5711881e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:18.894125 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96168781-8a17-4980-ba10-d8bc5024003c req-aece889e-4352-46e2-bc55-e5711881e594 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=185bc78201f1431881a86d4894780efb&device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 1096 time: 0.0800791
Nov 20 21:08:18.946531 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.028795 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:19.029164 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.030973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Request body: {'networks': [{'name': 'tempest-network--1285186131'}, {'name': 'tempest-network--1385030909'}]} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:19.031456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Request body: {'network': {'name': 'tempest-network--1285186131'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:19.032074 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Request body: {'network': {'name': 'tempest-network--1385030909'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:19.080019 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Made reservation on behalf of 775486eec9434f20937d63f0e33f1549 for: {'network': 2} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:19.083287 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.086743 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.090827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96168781-8a17-4980-ba10-d8bc5024003c req-4f41155a-0a3a-42b1-8817-35fbe072417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:19.093112 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96168781-8a17-4980-ba10-d8bc5024003c req-4f41155a-0a3a-42b1-8817-35fbe072417f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b0462fe-9d19-4cda-815b-86a91b87f9c7 HTTP/1.1" status: 200  len: 918 time: 0.1924455
Nov 20 21:08:19.107942 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4ef0b4-3c17-4533-abfd-e3a49e65f076 x-openstack-request-id: req-6b4ef0b4-3c17-4533-abfd-e3a49e65f076 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:08:19.108519 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aaa552a-405f-4fb1-89d8-49b2f1a432a1", "tag": "feeb1d8b-d286-4060-b7ac-a8b34a5f75e9", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:08:19.108519 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b4ef0b4-3c17-4533-abfd-e3a49e65f076 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:08:19.109057 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'tag': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9', 'status': 'completed', 'code': 200}
Nov 20 21:08:19.111880 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.112357 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.148125 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.175332 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:19.180720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:19.185709 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:19.188539 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675,segment=NetworkSegment(241be008-6a5d-4824-b825-4024ff935ddc),segment_id=241be008-6a5d-4824-b825-4024ff935ddc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:19.195443 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.208876 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1305d326-520b-4af4-8559-9ff9a696852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a471f46a0>, [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:55Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e6df7856-98d9-4e1f-b3d7-89153eefd65b', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'floating_ip_address': '172.35.1.158', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'port_id': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'mac_address': 'fa:16:3e:44:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:08:00Z', 'updated_at': '2021-11-20T21:08:16Z', 'revision_number': 1, 'project_id': '185bc78201f1431881a86d4894780efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c54451-d321-4ac4-a104-3ac4c812978a', 'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'mac_address': 'fa:16:3e:b9:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:54Z', 'updated_at': '2021-11-20T21:04:03Z', 'revision_number': 5, 'project_id': '185bc78201f1431881a86d4894780efb', 'subnets': [{'id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:19.211382 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d64354-1f12-4cf2-9019-6752d7c8fb40 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:08:19.215694 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b1800b3-af9f-43f0-a1b7-35795bcf95d6,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:19.232508 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96168781-8a17-4980-ba10-d8bc5024003c req-0e9360fd-df0f-4ef3-9b25-d09668703a73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 HTTP/1.1" status: 200  len: 999 time: 0.1298935
Nov 20 21:08:19.237014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:19.237014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:19.237309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:19.237709 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:19.238285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:19.238724 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:19.239470 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:19.239620 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:19.240854 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:19.241494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:19.242355 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:19.242577 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:19.276932 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1305d326-520b-4af4-8559-9ff9a696852e None None] Checking router: 8b8d83cd-4928-4b2d-872d-93c2918d6d7d for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:08:19.316546 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:19.320786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1305d326-520b-4af4-8559-9ff9a696852e None None] Routers {'8b8d83cd-4928-4b2d-872d-93c2918d6d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:19.321635 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1305d326-520b-4af4-8559-9ff9a696852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a471f46a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:19.339481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96168781-8a17-4980-ba10-d8bc5024003c req-2bd0a34e-25bc-4596-8335-30a9d01e266e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:19.340988 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96168781-8a17-4980-ba10-d8bc5024003c req-2bd0a34e-25bc-4596-8335-30a9d01e266e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d8dda6c-ad95-4b4c-9a1c-f85536341ba1 HTTP/1.1" status: 200  len: 856 time: 0.1001656
Nov 20 21:08:19.398931 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-246cb7ac-677c-4996-9b56-3698047fadef None None] Provisioning complete for port 6b1800b3-af9f-43f0-a1b7-35795bcf95d6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:19.399484 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-246cb7ac-677c-4996-9b56-3698047fadef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.410656 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.417012 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.417518 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.491484 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-246cb7ac-677c-4996-9b56-3698047fadef None None] Port 6b1800b3-af9f-43f0-a1b7-35795bcf95d6 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:08:19.502769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:08:19.513556 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-1305d326-520b-4af4-8559-9ff9a696852e None None] Set router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:19.517009 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b96c28-01f6-4b37-bdfa-a43eff897368,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:19.538480 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96168781-8a17-4980-ba10-d8bc5024003c req-3fe0934c-bf36-4c7f-a5aa-735e16d960eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:19.540026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96168781-8a17-4980-ba10-d8bc5024003c req-3fe0934c-bf36-4c7f-a5aa-735e16d960eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b0462fe-9d19-4cda-815b-86a91b87f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1907289
Nov 20 21:08:19.545569 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.545937 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Added segment 06a2e0ee-b974-420b-945b-6f055f6c8fc9 of type vlan for network d759a7d7-6050-4bb1-8087-3ac18a9dce09
Nov 20 21:08:19.653903 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.678600 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.777037 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96168781-8a17-4980-ba10-d8bc5024003c req-37d20be3-0cff-4091-9f95-93c1744b1e4f service neutron] 10.222.0.47 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2295032
Nov 20 21:08:19.777761 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:08:19.812928 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.816051 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Added segment 779863ba-75c1-43fd-8437-a2ad876ea3ba of type vlan for network 654e8640-690a-488a-8e1a-60b587e6ca07
Nov 20 21:08:19.875060 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1305d326-520b-4af4-8559-9ff9a696852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a471f46a0>, [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:55Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e6df7856-98d9-4e1f-b3d7-89153eefd65b', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'floating_ip_address': '172.35.1.158', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'port_id': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'mac_address': 'fa:16:3e:44:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:08:00Z', 'updated_at': '2021-11-20T21:08:16Z', 'revision_number': 1, 'project_id': '185bc78201f1431881a86d4894780efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c54451-d321-4ac4-a104-3ac4c812978a', 'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'mac_address': 'fa:16:3e:b9:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:54Z', 'updated_at': '2021-11-20T21:04:03Z', 'revision_number': 5, 'project_id': '185bc78201f1431881a86d4894780efb', 'subnets': [{'id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:19.904303 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.917617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c947caaa-bc04-4947-a92e-86c501a2ac6a None None] Network f3a9bbee-3f9c-4365-ad64-26cea020ff3a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:19.951705 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96168781-8a17-4980-ba10-d8bc5024003c req-38248ec4-4dac-4d51-b545-09bab843f37c service neutron] 10.222.0.47 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1661198
Nov 20 21:08:19.959380 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.960331 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.969730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:19.978491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:19.979500 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:19.998229 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 1.3877861
Nov 20 21:08:20.000607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35402) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:20.035454 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:20.084638 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1305d326-520b-4af4-8559-9ff9a696852e None None] The sync data for ids ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'] in ncdv-master-1 is: [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:55Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e6df7856-98d9-4e1f-b3d7-89153eefd65b', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'floating_ip_address': '172.35.1.158', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'port_id': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'mac_address': 'fa:16:3e:44:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:08:00Z', 'updated_at': '2021-11-20T21:08:16Z', 'revision_number': 1, 'project_id': '185bc78201f1431881a86d4894780efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c54451-d321-4ac4-a104-3ac4c812978a', 'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'mac_address': 'fa:16:3e:b9:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:54Z', 'updated_at': '2021-11-20T21:04:03Z', 'revision_number': 5, 'project_id': '185bc78201f1431881a86d4894780efb', 'subnets': [{'id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:08:20.156545 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-91012d73-875f-4274-ba63-eb44f1502af6 None None] Provisioning complete for port ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:20.156924 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-91012d73-875f-4274-ba63-eb44f1502af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:20.165402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event updated for resources: {'Network': ['ID=d759a7d7-6050-4bb1-8087-3ac18a9dce09,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:20.180596 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network d759a7d7-6050-4bb1-8087-3ac18a9dce09 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:08:20.260337 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Router 76230994-5bdc-48d4-8e13-c947c6a435f5 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:08:20.388547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83327ef-b435-4265-8c67-ea8d92a6211e tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event updated for resources: {'Network': ['ID=654e8640-690a-488a-8e1a-60b587e6ca07,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:20.401100 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 654e8640-690a-488a-8e1a-60b587e6ca07 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:08:20.438554 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5329dd-09f9-4ba9-ae5e-6fbddd59229f tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:20.449178 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5329dd-09f9-4ba9-ae5e-6fbddd59229f tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:20.460291 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca906f2-967a-437c-b10a-53fb9b8d44bb None None] New status for floating IP e6df7856-98d9-4e1f-b3d7-89153eefd65b: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:08:20.468586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5329dd-09f9-4ba9-ae5e-6fbddd59229f tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:20.469212 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:08:20.479129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5329dd-09f9-4ba9-ae5e-6fbddd59229f tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:20.483494 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-eb5329dd-09f9-4ba9-ae5e-6fbddd59229f tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.4790194
Nov 20 21:08:20.484334 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35416) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:20.514339 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Sync routers for ids ['76230994-5bdc-48d4-8e13-c947c6a435f5'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:08:20.533622 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:20.539340 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f35f1dad-5136-4209-9cf8-37e2e39298d9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.4695582
Nov 20 21:08:20.540172 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35418) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:20.614772 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Routers {'76230994-5bdc-48d4-8e13-c947c6a435f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:20.615411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a460b0520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['76230994-5bdc-48d4-8e13-c947c6a435f5'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:20.686004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35422) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:20.722649 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-440fe784-2a89-4333-9bf1-fd1d445e908c tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:20.802421 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:20.862877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Set router 76230994-5bdc-48d4-8e13-c947c6a435f5 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:20.866207 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a7592538-0343-4d8c-87a0-b8f250c1b832 None None] Provisioning complete for port ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:20.866582 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a7592538-0343-4d8c-87a0-b8f250c1b832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:20.875463 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-440fe784-2a89-4333-9bf1-fd1d445e908c tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:20.897642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-440fe784-2a89-4333-9bf1-fd1d445e908c tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54efad30>,) {'filters': {'network_id': ['d759a7d7-6050-4bb1-8087-3ac18a9dce09']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:20.907846 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-440fe784-2a89-4333-9bf1-fd1d445e908c tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54efad30>, '06a2e0ee-b974-420b-945b-6f055f6c8fc9') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:20.908656 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-440fe784-2a89-4333-9bf1-fd1d445e908c tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54efad30>, '06a2e0ee-b974-420b-945b-6f055f6c8fc9') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:20.914352 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f6cda61-0536-423a-a31a-dca29a87dc3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:20.919647 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-440fe784-2a89-4333-9bf1-fd1d445e908c tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:20.935202 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-440fe784-2a89-4333-9bf1-fd1d445e908c tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:20.943507 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440fe784-2a89-4333-9bf1-fd1d445e908c tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:08:20.943914 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-440fe784-2a89-4333-9bf1-fd1d445e908c tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:08:20.947779 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:08:21.017832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:21.018522 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.019316 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-440fe784-2a89-4333-9bf1-fd1d445e908c tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.030954 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-440fe784-2a89-4333-9bf1-fd1d445e908c tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.035219 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-440fe784-2a89-4333-9bf1-fd1d445e908c tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "DELETE /v2.0/networks/d759a7d7-6050-4bb1-8087-3ac18a9dce09 HTTP/1.1" status: 204  len: 168 time: 0.5498879
Nov 20 21:08:21.040239 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35428) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:21.067257 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fe784-2a89-4333-9bf1-fd1d445e908c tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event deleted for resources: {'Network': ['ID=d759a7d7-6050-4bb1-8087-3ac18a9dce09,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:21.166033 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54f5b799-2cc7-44d7-95a3-5a4f4ea76453 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.167204 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f6cda61-0536-423a-a31a-dca29a87dc3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.172777 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f6cda61-0536-423a-a31a-dca29a87dc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.223011 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a460b0520>, [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:19Z', 'revision_number': 3, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:21.233284 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4f6cda61-0536-423a-a31a-dca29a87dc3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e784b784a134f3e9cc6135f4e25c85f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5420575
Nov 20 21:08:21.234311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35430) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:21.235019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cda61-0536-423a-a31a-dca29a87dc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226d2337-5c52-49c8-afb1-fcb47560ba4a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:21.283420 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.284099 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54f5b799-2cc7-44d7-95a3-5a4f4ea76453 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.322848 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-54f5b799-2cc7-44d7-95a3-5a4f4ea76453 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54197670>,) {'filters': {'network_id': ['654e8640-690a-488a-8e1a-60b587e6ca07']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:21.344607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-54f5b799-2cc7-44d7-95a3-5a4f4ea76453 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54197670>, '779863ba-75c1-43fd-8437-a2ad876ea3ba') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:21.344880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-54f5b799-2cc7-44d7-95a3-5a4f4ea76453 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54197670>, '779863ba-75c1-43fd-8437-a2ad876ea3ba') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:21.357224 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54f5b799-2cc7-44d7-95a3-5a4f4ea76453 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.379310 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2296a802-dedf-4064-95e3-c62913260572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.380863 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54f5b799-2cc7-44d7-95a3-5a4f4ea76453 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.394944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f5b799-2cc7-44d7-95a3-5a4f4ea76453 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:08:21.395356 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54f5b799-2cc7-44d7-95a3-5a4f4ea76453 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:08:21.398740 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:08:21.419953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Checking router: 76230994-5bdc-48d4-8e13-c947c6a435f5 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:08:21.420557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Updating router 76230994-5bdc-48d4-8e13-c947c6a435f5 port 6b1800b3-af9f-43f0-a1b7-35795bcf95d6 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:08:21.423007 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2296a802-dedf-4064-95e3-c62913260572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.446285 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.487480 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54f5b799-2cc7-44d7-95a3-5a4f4ea76453 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.497664 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54f5b799-2cc7-44d7-95a3-5a4f4ea76453 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.504317 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-54f5b799-2cc7-44d7-95a3-5a4f4ea76453 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "DELETE /v2.0/networks/654e8640-690a-488a-8e1a-60b587e6ca07 HTTP/1.1" status: 204  len: 168 time: 0.4610109
Nov 20 21:08:21.504503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35432) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:21.518981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5b799-2cc7-44d7-95a3-5a4f4ea76453 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event deleted for resources: {'Network': ['ID=654e8640-690a-488a-8e1a-60b587e6ca07,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:21.551877 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2296a802-dedf-4064-95e3-c62913260572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.554656 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2296a802-dedf-4064-95e3-c62913260572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.555926 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2296a802-dedf-4064-95e3-c62913260572 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/226d2337-5c52-49c8-afb1-fcb47560ba4a HTTP/1.1" status: 204  len: 168 time: 0.3213556
Nov 20 21:08:21.567851 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Allocated IP 172.20.0.1 (f3a9bbee-3f9c-4365-ad64-26cea020ff3a/70f862fe-1427-4856-a5ea-8d52f33d3d9b/b7e1f786-e1fc-476b-a801-7c2f799dc538) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:21.568253 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296a802-dedf-4064-95e3-c62913260572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226d2337-5c52-49c8-afb1-fcb47560ba4a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:21.774342 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.780488 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.787897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffaa8b4-40c6-4d2b-ac03-69b6e03bc283 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:21.794605 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffaa8b4-40c6-4d2b-ac03-69b6e03bc283 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:21.796196 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6ffaa8b4-40c6-4d2b-ac03-69b6e03bc283 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2907181
Nov 20 21:08:21.801173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35440) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:21.807100 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-35ecad22-6cc6-49fe-9106-7b6c4a37223b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1069873349'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:21.834680 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ece712a-a041-4eb1-8c37-2824bf3c27fe None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:08:21.841705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Attempting to bind port 6b1800b3-af9f-43f0-a1b7-35795bcf95d6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:08:21.842110 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Attempting to bind port 6b1800b3-af9f-43f0-a1b7-35795bcf95d6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:08:21.842682 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Attempting to bind port 6b1800b3-af9f-43f0-a1b7-35795bcf95d6 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:21.846197 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68271094-f788-41cb-882a-04da3ef47f29 None None] Pushing event updated for resources: {'Port': ['ID=6b1800b3-af9f-43f0-a1b7-35795bcf95d6,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:21.854436 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ecad22-6cc6-49fe-9106-7b6c4a37223b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Made reservation on behalf of 775486eec9434f20937d63f0e33f1549 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:21.854943 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:08:21.855547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:21.856136 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.856697 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:08:21.857352 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Bound port: 6b1800b3-af9f-43f0-a1b7-35795bcf95d6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:08:21.857899 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-35ecad22-6cc6-49fe-9106-7b6c4a37223b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.858476 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.866148 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.899110 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ecad22-6cc6-49fe-9106-7b6c4a37223b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:08:21.899242 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35442) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:21.914609 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a546b694-3901-4939-9e60-9a89a74eab51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.916587 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-35ecad22-6cc6-49fe-9106-7b6c4a37223b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.916967 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-35ecad22-6cc6-49fe-9106-7b6c4a37223b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Added segment 3c12d967-7861-4c8b-8709-a9b0e549edc1 of type vlan for network cd25a2d9-defa-4d00-8439-50d786da9209
Nov 20 21:08:21.925138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] For port 6b1800b3-af9f-43f0-a1b7-35795bcf95d6, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:08:21.946379 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] For port 6b1800b3-af9f-43f0-a1b7-35795bcf95d6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b1800b3-af9f-43f0-a1b7-35795bcf95d6,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:08:21.947703 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-60149c4b-55dc-4676-a81a-560648ae181a None None] Provisioning complete for port 6b1800b3-af9f-43f0-a1b7-35795bcf95d6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:21.948272 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-60149c4b-55dc-4676-a81a-560648ae181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.958801 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.971453 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-35ecad22-6cc6-49fe-9106-7b6c4a37223b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:21.978130 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.009474 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a546b694-3901-4939-9e60-9a89a74eab51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.015561 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a546b694-3901-4939-9e60-9a89a74eab51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.028059 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Network f3a9bbee-3f9c-4365-ad64-26cea020ff3a is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:22.037730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:22.042392 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:22.060102 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68271094-f788-41cb-882a-04da3ef47f29 None None] Pushing event updated for resources: {'Port': ['ID=6b1800b3-af9f-43f0-a1b7-35795bcf95d6,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:22.064435 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a546b694-3901-4939-9e60-9a89a74eab51 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=242930d430af4950b7d9a35e7a5b1145&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1637702
Nov 20 21:08:22.066033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546b694-3901-4939-9e60-9a89a74eab51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7a1ed0-7ef1-493e-94a0-8ca3e2ac9dd1,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:22.068851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Routers {'76230994-5bdc-48d4-8e13-c947c6a435f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:22.069551 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a460b0520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['76230994-5bdc-48d4-8e13-c947c6a435f5'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:22.070662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35444) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:22.084232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e1f786-e1fc-476b-a801-7c2f799dc538,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:22.092687 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-35ecad22-6cc6-49fe-9106-7b6c4a37223b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.098572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ecad22-6cc6-49fe-9106-7b6c4a37223b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:22.099173 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-35ecad22-6cc6-49fe-9106-7b6c4a37223b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.105783 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.130403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb0716c-50d6-4ffe-b33d-0367cbba3b30 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:08:22.172276 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.217534 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.238334 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-60149c4b-55dc-4676-a81a-560648ae181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.248362 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-35ecad22-6cc6-49fe-9106-7b6c4a37223b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4467533
Nov 20 21:08:22.259509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35448) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:22.265340 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8acb0eca-4089-4c37-abc9-9f245d09977b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-867151757'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:22.273911 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-60149c4b-55dc-4676-a81a-560648ae181a None None] For port 6b1800b3-af9f-43f0-a1b7-35795bcf95d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b1800b3-af9f-43f0-a1b7-35795bcf95d6,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:22.278700 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] Set router 76230994-5bdc-48d4-8e13-c947c6a435f5 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:22.281896 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-60149c4b-55dc-4676-a81a-560648ae181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.293348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecad22-6cc6-49fe-9106-7b6c4a37223b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event updated for resources: {'Network': ['ID=cd25a2d9-defa-4d00-8439-50d786da9209,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:22.304800 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acb0eca-4089-4c37-abc9-9f245d09977b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Made reservation on behalf of 775486eec9434f20937d63f0e33f1549 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:22.310156 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8acb0eca-4089-4c37-abc9-9f245d09977b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.342347 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.346494 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.350977 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa7a1ed0-7ef1-493e-94a0-8ca3e2ac9dd1 HTTP/1.1" status: 204  len: 168 time: 0.2787707
Nov 20 21:08:22.367381 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8acb0eca-4089-4c37-abc9-9f245d09977b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:08:22.392974 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8acb0eca-4089-4c37-abc9-9f245d09977b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.393464 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-8acb0eca-4089-4c37-abc9-9f245d09977b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Added segment 8d25ed7f-738a-4a0f-8c3b-788e2bb94998 of type vlan for network 40e013d4-ddaa-4058-a69d-a8684e6036cc
Nov 20 21:08:22.405170 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60149c4b-55dc-4676-a81a-560648ae181a None None] Pushing event updated for resources: {'Port': ['ID=6b1800b3-af9f-43f0-a1b7-35795bcf95d6,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:22.415621 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network cd25a2d9-defa-4d00-8439-50d786da9209 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:08:22.424576 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.442937 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8acb0eca-4089-4c37-abc9-9f245d09977b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.478519 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8acb0eca-4089-4c37-abc9-9f245d09977b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.484260 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acb0eca-4089-4c37-abc9-9f245d09977b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:22.484874 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8acb0eca-4089-4c37-abc9-9f245d09977b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.494455 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7a1ed0-7ef1-493e-94a0-8ca3e2ac9dd1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:22.527099 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8acb0eca-4089-4c37-abc9-9f245d09977b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.2665083
Nov 20 21:08:22.531156 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ff85186b-0cf0-4b99-93af-7cc38e29fd04 None None] Provisioning complete for port 6b1800b3-af9f-43f0-a1b7-35795bcf95d6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:22.531820 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ff85186b-0cf0-4b99-93af-7cc38e29fd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.531915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:22.531915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:22.532236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:22.532582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:22.533620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:22.533965 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:22.534328 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:22.534664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:22.535035 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:22.535329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:22.535648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:22.535977 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e009db-7b43-4a75-9806-e68a6538f43a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:22.540865 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35452) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:22.555767 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Request body: {'ports': [{'network_id': 'cd25a2d9-defa-4d00-8439-50d786da9209', 'name': 'tempest-port--348911875', 'admin_state_up': True}, {'network_id': '40e013d4-ddaa-4058-a69d-a8684e6036cc', 'admin_state_up': False}]} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:22.556080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Request body: {'port': {'network_id': 'cd25a2d9-defa-4d00-8439-50d786da9209', 'name': 'tempest-port--348911875', 'admin_state_up': True}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:22.556573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Request body: {'port': {'network_id': '40e013d4-ddaa-4058-a69d-a8684e6036cc', 'admin_state_up': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:22.607116 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb0eca-4089-4c37-abc9-9f245d09977b tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event updated for resources: {'Network': ['ID=40e013d4-ddaa-4058-a69d-a8684e6036cc,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:22.665162 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 40e013d4-ddaa-4058-a69d-a8684e6036cc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:08:22.819091 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Made reservation on behalf of 775486eec9434f20937d63f0e33f1549 for: {'port': 2} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:22.825246 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.842156 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:22.911144 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a460b0520>, [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:19Z', 'revision_number': 3, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:22.943459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] device_id is not set on port 8d6a15d7-6eec-47a0-864a-5445a3a3d2f9 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:08:22.951679 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4552e4b8-4599-4e39-8ef9-6c4cef18aa46 None None] The sync data for ids ['76230994-5bdc-48d4-8e13-c947c6a435f5'] in ncdv-master-1 is: [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:19Z', 'revision_number': 3, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:08:23.013926 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:23.021766 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:23.083112 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:23.097686 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6c2cab6b-859e-48bf-9ddb-2c80c729cc04 None None] Provisioning complete for port b7e1f786-e1fc-476b-a801-7c2f799dc538 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:23.098728 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c2cab6b-859e-48bf-9ddb-2c80c729cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:23.104737 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:23.113812 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e1f786-e1fc-476b-a801-7c2f799dc538,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:23.167096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6c2cab6b-859e-48bf-9ddb-2c80c729cc04 None None] Port b7e1f786-e1fc-476b-a801-7c2f799dc538 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:08:23.176735 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] device_id is not set on port 0c033a7a-49b6-4bf8-a95f-e1849a489e93 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:08:23.228410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Network f3a9bbee-3f9c-4365-ad64-26cea020ff3a is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:23.229988 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:23.380378 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:23.445015 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:23.491669 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Router 76230994-5bdc-48d4-8e13-c947c6a435f5 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:08:23.535704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event updated for resources: {'Port': ['ID=8d6a15d7-6eec-47a0-864a-5445a3a3d2f9,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:23.621123 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Checking segment: {'id': '3c12d967-7861-4c8b-8709-a9b0e549edc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cd25a2d9-defa-4d00-8439-50d786da9209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:23.622486 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Network hostable DHCP agents. Network: cd25a2d9-defa-4d00-8439-50d786da9209, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:08:23.677743 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Network cd25a2d9-defa-4d00-8439-50d786da9209 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:08:23.696102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cd25a2d9-defa-4d00-8439-50d786da9209) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:23.698683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:08:23.701665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:23.702708 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:23.710393 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b313ef9e-5d3d-4bdd-b035-f69c9892afa7 admin admin] 10.222.0.41 "PUT /v2.0/routers/76230994-5bdc-48d4-8e13-c947c6a435f5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1673429
Nov 20 21:08:23.740928 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9c2f47-a0b8-4bed-8eb6-7bca66df4fad None None] Network cd25a2d9-defa-4d00-8439-50d786da9209 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:23.870640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event updated for resources: {'Port': ['ID=0c033a7a-49b6-4bf8-a95f-e1849a489e93,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:23.909082 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Checking segment: {'id': '8d25ed7f-738a-4a0f-8c3b-788e2bb94998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '40e013d4-ddaa-4058-a69d-a8684e6036cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:23.909839 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Network hostable DHCP agents. Network: 40e013d4-ddaa-4058-a69d-a8684e6036cc, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:08:23.934612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7866d137-636b-4913-885f-dd32f57b1942 None None] Provisioning complete for port b7e1f786-e1fc-476b-a801-7c2f799dc538 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:23.934983 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7866d137-636b-4913-885f-dd32f57b1942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:23.951472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Network 40e013d4-ddaa-4058-a69d-a8684e6036cc is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:08:23.959982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 40e013d4-ddaa-4058-a69d-a8684e6036cc) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:23.969649 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:23.971556 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb3fa45-4e4b-4ffc-8817-32fc3eeb93d1 None None] Network 40e013d4-ddaa-4058-a69d-a8684e6036cc requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:23.980174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:23.987321 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:23.988580 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.024372 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-45ff3735-b298-4e2e-b7e1-11e0b42bcbc8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 1.4754777
Nov 20 21:08:24.027540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35494) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:24.086158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-7866d137-636b-4913-885f-dd32f57b1942 None None] Port b7e1f786-e1fc-476b-a801-7c2f799dc538 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:08:24.098209 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab063e8d-638f-44b9-bb8f-cc27e47fc667 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:24.106124 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab063e8d-638f-44b9-bb8f-cc27e47fc667 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:24.108902 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ab063e8d-638f-44b9-bb8f-cc27e47fc667 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.0801113
Nov 20 21:08:24.111859 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35496) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:24.244346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-5c33a209-af7d-4961-b0b8-072d10cde35f tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Deleting port 8d6a15d7-6eec-47a0-864a-5445a3a3d2f9 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:24.244746 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c33a209-af7d-4961-b0b8-072d10cde35f tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.297936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35500) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:24.327953 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c33a209-af7d-4961-b0b8-072d10cde35f tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.346536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-5c33a209-af7d-4961-b0b8-072d10cde35f tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Calling delete_port for 8d6a15d7-6eec-47a0-864a-5445a3a3d2f9 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:24.441749 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c33a209-af7d-4961-b0b8-072d10cde35f tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.481647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33a209-af7d-4961-b0b8-072d10cde35f tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event deleted for resources: {'Port': ['ID=8d6a15d7-6eec-47a0-864a-5445a3a3d2f9,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:24.503557 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c33a209-af7d-4961-b0b8-072d10cde35f tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.511249 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5c33a209-af7d-4961-b0b8-072d10cde35f tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "DELETE /v2.0/ports/8d6a15d7-6eec-47a0-864a-5445a3a3d2f9 HTTP/1.1" status: 204  len: 168 time: 0.3982315
Nov 20 21:08:24.512818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35504) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:24.513858 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a58c0b3-cf67-4238-ae98-77afbcaadae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.615000 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a58c0b3-cf67-4238-ae98-77afbcaadae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.619166 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a58c0b3-cf67-4238-ae98-77afbcaadae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.634321 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-d7535238-9acc-410c-8472-8e082a821211 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Deleting port 0c033a7a-49b6-4bf8-a95f-e1849a489e93 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:24.635076 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d7535238-9acc-410c-8472-8e082a821211 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.673033 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8a58c0b3-cf67-4238-ae98-77afbcaadae8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c583997997a543458fdf0316295d465e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3729966
Nov 20 21:08:24.675454 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35506) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:24.682674 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58c0b3-cf67-4238-ae98-77afbcaadae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d69f69-bf2c-4821-a756-069c81e0df88,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:24.683735 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35508) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:24.720036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-44e2f08b-60ec-4484-8cbe-2c43a090df33 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1148158458', 'description': 'tempest-description--1725714559'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:24.735165 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d7535238-9acc-410c-8472-8e082a821211 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.740825 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bcd9af66-b0a3-435e-949e-360e800e735b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.753106 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6b1800b3-af9f-43f0-a1b7-35795bcf95d6 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:24.759244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-d7535238-9acc-410c-8472-8e082a821211 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Calling delete_port for 0c033a7a-49b6-4bf8-a95f-e1849a489e93 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:24.775900 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44e2f08b-60ec-4484-8cbe-2c43a090df33 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.777210 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bcd9af66-b0a3-435e-949e-360e800e735b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.811248 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 6b1800b3-af9f-43f0-a1b7-35795bcf95d6 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:24.812536 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.840349 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bcd9af66-b0a3-435e-949e-360e800e735b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.843534 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bcd9af66-b0a3-435e-949e-360e800e735b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.848156 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bcd9af66-b0a3-435e-949e-360e800e735b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98d69f69-bf2c-4821-a756-069c81e0df88 HTTP/1.1" status: 204  len: 168 time: 0.1689332
Nov 20 21:08:24.854590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9af66-b0a3-435e-949e-360e800e735b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d69f69-bf2c-4821-a756-069c81e0df88,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:24.904740 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d7535238-9acc-410c-8472-8e082a821211 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.927262 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44e2f08b-60ec-4484-8cbe-2c43a090df33 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.957243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7535238-9acc-410c-8472-8e082a821211 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event deleted for resources: {'Port': ['ID=0c033a7a-49b6-4bf8-a95f-e1849a489e93,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:24.958901 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44e2f08b-60ec-4484-8cbe-2c43a090df33 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.979427 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d7535238-9acc-410c-8472-8e082a821211 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:24.985431 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35516) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:24.985619 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d7535238-9acc-410c-8472-8e082a821211 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "DELETE /v2.0/ports/0c033a7a-49b6-4bf8-a95f-e1849a489e93 HTTP/1.1" status: 204  len: 168 time: 0.4715552
Nov 20 21:08:24.999554 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2f08b-60ec-4484-8cbe-2c43a090df33 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:25.005211 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44e2f08b-60ec-4484-8cbe-2c43a090df33 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.014874 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-44e2f08b-60ec-4484-8cbe-2c43a090df33 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3271122
Nov 20 21:08:25.016080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35518) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:25.021435 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-54ed7329-2939-4f7b-bf2d-dc739868312b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Request body: {'security_group_rule': {'security_group_id': 'd30f9ba3-cde8-4334-a7dd-16ccf7c0b077', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:25.027245 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-598ccc0d-41b9-4981-892c-7a74ad6609da tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0400431
Nov 20 21:08:25.030748 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35520) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:25.039773 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c8b7c1f7-d108-4a40-9ae7-03361643e0b8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-829653683'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:25.055308 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54ed7329-2939-4f7b-bf2d-dc739868312b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.069367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b7c1f7-d108-4a40-9ae7-03361643e0b8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Made reservation on behalf of 775486eec9434f20937d63f0e33f1549 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:25.073048 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8b7c1f7-d108-4a40-9ae7-03361643e0b8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.101593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b7c1f7-d108-4a40-9ae7-03361643e0b8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:08:25.113708 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8b7c1f7-d108-4a40-9ae7-03361643e0b8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.114116 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-c8b7c1f7-d108-4a40-9ae7-03361643e0b8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Added segment 913cc0f8-b831-4797-8e01-2c99cde94e44 of type vlan for network c5241946-e4e6-47f8-91f5-0be97698ebe5
Nov 20 21:08:25.119221 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54ed7329-2939-4f7b-bf2d-dc739868312b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.124159 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54ed7329-2939-4f7b-bf2d-dc739868312b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.156451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed7329-2939-4f7b-bf2d-dc739868312b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8598ebe-5276-4ce7-81e0-739c6845842e,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:25.161888 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8b7c1f7-d108-4a40-9ae7-03361643e0b8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.165956 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54ed7329-2939-4f7b-bf2d-dc739868312b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.167287 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-54ed7329-2939-4f7b-bf2d-dc739868312b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1501765
Nov 20 21:08:25.169959 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35524) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:25.175449 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-91b2038b-c847-4b48-b4c4-4599c58c9446 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Request body: {'security_group_rule': {'security_group_id': 'd30f9ba3-cde8-4334-a7dd-16ccf7c0b077', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:25.201210 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8b7c1f7-d108-4a40-9ae7-03361643e0b8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.207753 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b7c1f7-d108-4a40-9ae7-03361643e0b8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:25.208381 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8b7c1f7-d108-4a40-9ae7-03361643e0b8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.212563 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-91b2038b-c847-4b48-b4c4-4599c58c9446 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.242938 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c8b7c1f7-d108-4a40-9ae7-03361643e0b8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.2080152
Nov 20 21:08:25.244349 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35530) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:25.256848 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-76f66694-69be-40de-9ba6-2f2ae78aa9b2 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1488875382'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:25.296489 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7c1f7-d108-4a40-9ae7-03361643e0b8 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event updated for resources: {'Network': ['ID=c5241946-e4e6-47f8-91f5-0be97698ebe5,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:25.308250 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-91b2038b-c847-4b48-b4c4-4599c58c9446 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.309074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network c5241946-e4e6-47f8-91f5-0be97698ebe5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:08:25.315715 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-91b2038b-c847-4b48-b4c4-4599c58c9446 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.329523 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f66694-69be-40de-9ba6-2f2ae78aa9b2 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Made reservation on behalf of 775486eec9434f20937d63f0e33f1549 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:25.335885 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-76f66694-69be-40de-9ba6-2f2ae78aa9b2 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.344952 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-91b2038b-c847-4b48-b4c4-4599c58c9446 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.349936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35534) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:25.354787 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-91b2038b-c847-4b48-b4c4-4599c58c9446 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1791630
Nov 20 21:08:25.362808 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:25.366316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2038b-c847-4b48-b4c4-4599c58c9446 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e37b35-1951-47db-9713-5960d4c2ce62,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:25.432712 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.438613 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f66694-69be-40de-9ba6-2f2ae78aa9b2 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:08:25.465672 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-76f66694-69be-40de-9ba6-2f2ae78aa9b2 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.465879 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-76f66694-69be-40de-9ba6-2f2ae78aa9b2 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Added segment 3718e9c9-ef29-45a0-b182-3d36ddd06d0c of type vlan for network 7c530f95-44d2-465b-a984-c9a0bf7f8579
Nov 20 21:08:25.528988 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Sync routers for ids ['76230994-5bdc-48d4-8e13-c947c6a435f5'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:08:25.543525 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Routers {'76230994-5bdc-48d4-8e13-c947c6a435f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:25.546285 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5554ba90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['76230994-5bdc-48d4-8e13-c947c6a435f5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:25.576631 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-76f66694-69be-40de-9ba6-2f2ae78aa9b2 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.648736 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-76f66694-69be-40de-9ba6-2f2ae78aa9b2 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.660085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f66694-69be-40de-9ba6-2f2ae78aa9b2 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:25.660671 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-76f66694-69be-40de-9ba6-2f2ae78aa9b2 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.703386 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Set router 76230994-5bdc-48d4-8e13-c947c6a435f5 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:25.704384 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-76f66694-69be-40de-9ba6-2f2ae78aa9b2 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4591949
Nov 20 21:08:25.750865 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f66694-69be-40de-9ba6-2f2ae78aa9b2 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event updated for resources: {'Network': ['ID=7c530f95-44d2-465b-a984-c9a0bf7f8579,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:25.772900 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:25.778814 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 7c530f95-44d2-465b-a984-c9a0bf7f8579 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:08:25.851490 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35546) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:25.858332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Request body: {'subnets': [{'network_id': 'c5241946-e4e6-47f8-91f5-0be97698ebe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--284715692', 'ip_version': 4}, {'network_id': '7c530f95-44d2-465b-a984-c9a0bf7f8579', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:25.858700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Request body: {'subnet': {'network_id': 'c5241946-e4e6-47f8-91f5-0be97698ebe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--284715692', 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:25.859335 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Request body: {'subnet': {'network_id': '7c530f95-44d2-465b-a984-c9a0bf7f8579', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:25.997575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Allocated IP 172.35.1.81 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/c24dd466-5ae4-40a4-9064-7aafbc65ea1f) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:26.145764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Made reservation on behalf of 775486eec9434f20937d63f0e33f1549 for: {'subnet': 2} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:26.160086 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.162684 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.187774 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5554ba90>, [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7e1f786-e1fc-476b-a801-7c2f799dc538', 'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'mac_address': 'fa:16:3e:22:b4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:21Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 2, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'subnets': [{'id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:26.199761 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.221809 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Checking router: 76230994-5bdc-48d4-8e13-c947c6a435f5 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:08:26.222531 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Updating router 76230994-5bdc-48d4-8e13-c947c6a435f5 port b7e1f786-e1fc-476b-a801-7c2f799dc538 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:08:26.242466 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.250155 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.295844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:26.305077 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:26.314416 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:26.342787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event updated for resources: {'Port': ['ID=c24dd466-5ae4-40a4-9064-7aafbc65ea1f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:26.464647 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.511402 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.590443 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.597416 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.661651 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.690687 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835bb94-7ae6-4bd7-bd92-34dc58a24134 None None] Pushing event updated for resources: {'Port': ['ID=b7e1f786-e1fc-476b-a801-7c2f799dc538,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:26.715651 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.718262 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835bb94-7ae6-4bd7-bd92-34dc58a24134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:26.718858 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835bb94-7ae6-4bd7-bd92-34dc58a24134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:26.719376 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835bb94-7ae6-4bd7-bd92-34dc58a24134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:26.719850 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835bb94-7ae6-4bd7-bd92-34dc58a24134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:26.721289 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835bb94-7ae6-4bd7-bd92-34dc58a24134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:26.721768 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835bb94-7ae6-4bd7-bd92-34dc58a24134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:26.722371 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835bb94-7ae6-4bd7-bd92-34dc58a24134 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:26.722779 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835bb94-7ae6-4bd7-bd92-34dc58a24134 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:26.723313 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835bb94-7ae6-4bd7-bd92-34dc58a24134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:26.723743 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835bb94-7ae6-4bd7-bd92-34dc58a24134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:26.724127 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835bb94-7ae6-4bd7-bd92-34dc58a24134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:26.724542 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.724685 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835bb94-7ae6-4bd7-bd92-34dc58a24134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:26.738036 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Attempting to bind port b7e1f786-e1fc-476b-a801-7c2f799dc538 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:08:26.738448 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Attempting to bind port b7e1f786-e1fc-476b-a801-7c2f799dc538 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '241be008-6a5d-4824-b825-4024ff935ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:08:26.738811 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Attempting to bind port b7e1f786-e1fc-476b-a801-7c2f799dc538 on network f3a9bbee-3f9c-4365-ad64-26cea020ff3a {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:26.745633 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:08:26.745931 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event updated for resources: {'Subnet': ['ID=7b2dba6e-4c46-49f6-82be-92efafe3374b,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:26.746159 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Checking segment: {'id': '241be008-6a5d-4824-b825-4024ff935ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:26.746752 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.747247 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Bound using segment: {'id': '241be008-6a5d-4824-b825-4024ff935ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:08:26.747950 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Bound port: b7e1f786-e1fc-476b-a801-7c2f799dc538, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241be008-6a5d-4824-b825-4024ff935ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:08:26.748482 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.788683 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Checking segment: {'id': '913cc0f8-b831-4797-8e01-2c99cde94e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c5241946-e4e6-47f8-91f5-0be97698ebe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:26.789496 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Network hostable DHCP agents. Network: c5241946-e4e6-47f8-91f5-0be97698ebe5, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:08:26.819074 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Network c5241946-e4e6-47f8-91f5-0be97698ebe5 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:08:26.827987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event updated for resources: {'Port': ['ID=c24dd466-5ae4-40a4-9064-7aafbc65ea1f,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:26.842322 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] For port b7e1f786-e1fc-476b-a801-7c2f799dc538, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:08:26.846501 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c5241946-e4e6-47f8-91f5-0be97698ebe5) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:26.847816 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] For port b7e1f786-e1fc-476b-a801-7c2f799dc538, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7e1f786-e1fc-476b-a801-7c2f799dc538,segment=NetworkSegment(241be008-6a5d-4824-b825-4024ff935ddc),segment_id=241be008-6a5d-4824-b825-4024ff935ddc)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:08:26.853461 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.865336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ac704-28b8-4f49-ba57-d33cdb7f4c38 None None] Network c5241946-e4e6-47f8-91f5-0be97698ebe5 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:26.867224 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.891049 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.917811 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Routers {'76230994-5bdc-48d4-8e13-c947c6a435f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:26.918642 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5554ba90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['76230994-5bdc-48d4-8e13-c947c6a435f5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:26.928639 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:26.938439 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8c32bbe1-d3e6-4c68-ba03-d7df9a08b243 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5857146
Nov 20 21:08:26.950157 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event updated for resources: {'Subnet': ['ID=a662909b-c205-497e-9de9-5c08021027a8,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:26.986653 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835bb94-7ae6-4bd7-bd92-34dc58a24134 None None] Pushing event updated for resources: {'Port': ['ID=b7e1f786-e1fc-476b-a801-7c2f799dc538,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:27.006379 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Checking segment: {'id': '3718e9c9-ef29-45a0-b182-3d36ddd06d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7c530f95-44d2-465b-a984-c9a0bf7f8579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:27.007183 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Network hostable DHCP agents. Network: 7c530f95-44d2-465b-a984-c9a0bf7f8579, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:08:27.033570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Network 7c530f95-44d2-465b-a984-c9a0bf7f8579 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:08:27.059746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7c530f95-44d2-465b-a984-c9a0bf7f8579) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:27.068671 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:27.071115 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:27.071805 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:27.088418 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fea090-b443-4a04-a476-fd0ab3a24ed1 None None] Network 7c530f95-44d2-465b-a984-c9a0bf7f8579 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:27.117869 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6cb3c7d4-f23c-4fbb-b24d-6140ba7fcc44 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 1.2629201
Nov 20 21:08:27.118402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35572) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:27.118543 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] Set router 76230994-5bdc-48d4-8e13-c947c6a435f5 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:27.217270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681342c5-05f1-4d02-9240-5ae2912aa161 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:27.219513 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681342c5-05f1-4d02-9240-5ae2912aa161 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:27.221827 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681342c5-05f1-4d02-9240-5ae2912aa161 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:27.223668 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-681342c5-05f1-4d02-9240-5ae2912aa161 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.1040514
Nov 20 21:08:27.227319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35582) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:27.355512 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f4424fac-a5f8-49d4-a8bc-4124e30f5ed2 None None] Provisioning complete for port b7e1f786-e1fc-476b-a801-7c2f799dc538 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:27.355888 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f4424fac-a5f8-49d4-a8bc-4124e30f5ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:27.367797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-546fb077-3ff8-4d45-b8ec-30dce24df512 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Deleting subnet 7b2dba6e-4c46-49f6-82be-92efafe3374b {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:08:27.378942 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-546fb077-3ff8-4d45-b8ec-30dce24df512 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:27.429180 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-208160fc-4d78-499c-b824-7574993adf4e tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1148158458&fields=id&tenant_id=badea6f48ba34a31b8c22ca431cfebc4 HTTP/1.1" status: 200  len: 267 time: 0.1382527
Nov 20 21:08:27.477705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d34418-300f-4f5f-80d9-bf2c12a0282d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c5241946-e4e6-47f8-91f5-0be97698ebe5', 'network_id': 'c5241946-e4e6-47f8-91f5-0be97698ebe5', 'tenant_id': '775486eec9434f20937d63f0e33f1549', 'fixed_ips': [{'subnet_id': '7b2dba6e-4c46-49f6-82be-92efafe3374b'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:08:27.479144 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-32d34418-300f-4f5f-80d9-bf2c12a0282d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:27.490676 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:08:27.510269 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-546fb077-3ff8-4d45-b8ec-30dce24df512 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:27.537111 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5554ba90>, [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7e1f786-e1fc-476b-a801-7c2f799dc538', 'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'mac_address': 'fa:16:3e:22:b4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:21Z', 'updated_at': '2021-11-20T21:08:26Z', 'revision_number': 4, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'subnets': [{'id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:27.571566 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f908ac-26ff-44a6-b9ed-a58d62e6d2f4 None None] The sync data for ids ['76230994-5bdc-48d4-8e13-c947c6a435f5'] in ncdv-master-1 is: [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7e1f786-e1fc-476b-a801-7c2f799dc538', 'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'mac_address': 'fa:16:3e:22:b4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:21Z', 'updated_at': '2021-11-20T21:08:26Z', 'revision_number': 4, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'subnets': [{'id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:08:27.610415 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-546fb077-3ff8-4d45-b8ec-30dce24df512 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:27.669401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-f852a82b-6222-407b-be58-769474deb778 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:27.671289 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-f852a82b-6222-407b-be58-769474deb778 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/networks?id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a HTTP/1.1" status: 200  len: 811 time: 0.2273071
Nov 20 21:08:27.696496 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-2af3d9cf-3283-4f70-a5c5-6269896b9868 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/quotas/badea6f48ba34a31b8c22ca431cfebc4 HTTP/1.1" status: 200  len: 375 time: 0.0159421
Nov 20 21:08:27.749020 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f4424fac-a5f8-49d4-a8bc-4124e30f5ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:27.756401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8425d90c-57b6-431e-b2c8-187534a76dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7c530f95-44d2-465b-a984-c9a0bf7f8579', 'network_id': '7c530f95-44d2-465b-a984-c9a0bf7f8579', 'tenant_id': '775486eec9434f20937d63f0e33f1549', 'fixed_ips': [{'subnet_id': 'a662909b-c205-497e-9de9-5c08021027a8'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:08:27.757531 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8425d90c-57b6-431e-b2c8-187534a76dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:27.758310 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-546fb077-3ff8-4d45-b8ec-30dce24df512 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server [None req-32d34418-300f-4f5f-80d9-bf2c12a0282d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b2dba6e-4c46-49f6-82be-92efafe3374b: This subnet is being modified by another concurrent operation.
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise exception
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b2dba6e-4c46-49f6-82be-92efafe3374b: This subnet is being modified by another concurrent operation.
Nov 20 21:08:27.786775 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server 
Nov 20 21:08:27.808168 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be6a940-052c-4d6f-9136-7fbe7123b20b None None] Network c5241946-e4e6-47f8-91f5-0be97698ebe5 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:27.815364 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-546fb077-3ff8-4d45-b8ec-30dce24df512 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:27.821612 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-546fb077-3ff8-4d45-b8ec-30dce24df512 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "DELETE /v2.0/subnets/7b2dba6e-4c46-49f6-82be-92efafe3374b HTTP/1.1" status: 204  len: 168 time: 0.5905921
Nov 20 21:08:27.821612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fb077-3ff8-4d45-b8ec-30dce24df512 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event deleted for resources: {'Subnet': ['ID=7b2dba6e-4c46-49f6-82be-92efafe3374b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:27.823104 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35598) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:27.844609 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-3bf7b616-3694-49c4-b538-cc4417d4d468 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=badea6f48ba34a31b8c22ca431cfebc4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1419730
Nov 20 21:08:27.850936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-ae4437a9-b309-4805-b6f6-88dff973ec3a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:08:27.858095 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-ae4437a9-b309-4805-b6f6-88dff973ec3a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0120354
Nov 20 21:08:27.927356 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c719b1d-0bbb-4593-bf8d-6c92fc70ea01 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Deleting subnet a662909b-c205-497e-9de9-5c08021027a8 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:08:27.931758 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7c719b1d-0bbb-4593-bf8d-6c92fc70ea01 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:27.989171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f4424fac-a5f8-49d4-a8bc-4124e30f5ed2 None None] For port b7e1f786-e1fc-476b-a801-7c2f799dc538, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7e1f786-e1fc-476b-a801-7c2f799dc538,segment=NetworkSegment(241be008-6a5d-4824-b825-4024ff935ddc),segment_id=241be008-6a5d-4824-b825-4024ff935ddc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:27.989801 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7c719b1d-0bbb-4593-bf8d-6c92fc70ea01 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:28.024306 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f4424fac-a5f8-49d4-a8bc-4124e30f5ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:28.070717 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7c719b1d-0bbb-4593-bf8d-6c92fc70ea01 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:28.124545 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4424fac-a5f8-49d4-a8bc-4124e30f5ed2 None None] Pushing event updated for resources: {'Port': ['ID=b7e1f786-e1fc-476b-a801-7c2f799dc538,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:28.149381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-793153c7-ce96-492b-8bde-1b41593826f8 None None] Provisioning complete for port b7e1f786-e1fc-476b-a801-7c2f799dc538 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:28.149762 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-793153c7-ce96-492b-8bde-1b41593826f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:28.231303 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7c719b1d-0bbb-4593-bf8d-6c92fc70ea01 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server [None req-8425d90c-57b6-431e-b2c8-187534a76dab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a662909b-c205-497e-9de9-5c08021027a8: This subnet is being modified by another concurrent operation.
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise exception
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a662909b-c205-497e-9de9-5c08021027a8: This subnet is being modified by another concurrent operation.
Nov 20 21:08:28.250146 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server 
Nov 20 21:08:28.278793 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13f0817-e7f9-4a32-9874-5187c23d345e None None] Network 7c530f95-44d2-465b-a984-c9a0bf7f8579 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:28.298628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c719b1d-0bbb-4593-bf8d-6c92fc70ea01 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event deleted for resources: {'Subnet': ['ID=a662909b-c205-497e-9de9-5c08021027a8,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:28.312964 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7c719b1d-0bbb-4593-bf8d-6c92fc70ea01 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:28.317336 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7c719b1d-0bbb-4593-bf8d-6c92fc70ea01 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "DELETE /v2.0/subnets/a662909b-c205-497e-9de9-5c08021027a8 HTTP/1.1" status: 204  len: 168 time: 0.4920835
Nov 20 21:08:28.319415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35608) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:28.427096 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a88b052-36dc-4362-810b-e3a81bfb601c tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:28.429151 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7a88b052-36dc-4362-810b-e3a81bfb601c tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1084473
Nov 20 21:08:28.433314 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35610) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:28.468050 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4741dbbf-3bf0-4392-aaa8-3ece0097b94a service neutron] 10.222.0.41 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6082737
Nov 20 21:08:28.500816 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9a5a7d-ab3f-4c91-9184-eb0d8692685b None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 21:08:28.559281 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee04c9be-c66c-4cb4-9d41-9b9bbdc7b480 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:28.604907 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-faa5e21c-404a-4eb0-ac15-75efc1e8b81d service neutron] 10.222.0.41 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358755
Nov 20 21:08:28.741701 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9a5a7d-ab3f-4c91-9184-eb0d8692685b None None] Resources bound (agent type, host, resource id):  {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 20 21:08:28.774852 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee04c9be-c66c-4cb4-9d41-9b9bbdc7b480 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:28.840337 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ee04c9be-c66c-4cb4-9d41-9b9bbdc7b480 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f93bd30>,) {'filters': {'network_id': ['7c530f95-44d2-465b-a984-c9a0bf7f8579']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:28.854316 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b7e1f786-e1fc-476b-a801-7c2f799dc538 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:28.863101 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ee04c9be-c66c-4cb4-9d41-9b9bbdc7b480 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f93bd30>, '3718e9c9-ef29-45a0-b182-3d36ddd06d0c') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:28.863399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ee04c9be-c66c-4cb4-9d41-9b9bbdc7b480 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f93bd30>, '3718e9c9-ef29-45a0-b182-3d36ddd06d0c') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:28.878236 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee04c9be-c66c-4cb4-9d41-9b9bbdc7b480 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:28.895833 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee04c9be-c66c-4cb4-9d41-9b9bbdc7b480 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:28.902928 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee04c9be-c66c-4cb4-9d41-9b9bbdc7b480 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:08:28.903320 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee04c9be-c66c-4cb4-9d41-9b9bbdc7b480 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:08:28.907231 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:08:28.976790 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd83160c-108d-457a-bf05-6caeb0645c36 req-f3befb2e-a1c6-47b9-abb0-f9f4a242ea20 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 210 time: 0.1225612
Nov 20 21:08:28.999312 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b7e1f786-e1fc-476b-a801-7c2f799dc538 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:29.000405 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:29.039933 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee04c9be-c66c-4cb4-9d41-9b9bbdc7b480 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:29.077680 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee04c9be-c66c-4cb4-9d41-9b9bbdc7b480 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:29.085457 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ee04c9be-c66c-4cb4-9d41-9b9bbdc7b480 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "DELETE /v2.0/networks/7c530f95-44d2-465b-a984-c9a0bf7f8579 HTTP/1.1" status: 204  len: 168 time: 0.6484766
Nov 20 21:08:29.085457 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04c9be-c66c-4cb4-9d41-9b9bbdc7b480 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event deleted for resources: {'Network': ['ID=7c530f95-44d2-465b-a984-c9a0bf7f8579,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:29.086238 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35636) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:29.237759 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a49831d-d430-4e43-b4f5-e111011fac15 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:29.257323 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bf2ad6-8c26-40bf-9617-0cf742b3e57d None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 21:08:29.347564 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a49831d-d430-4e43-b4f5-e111011fac15 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:29.376240 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-3a49831d-d430-4e43-b4f5-e111011fac15 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e0d78e0>,) {'filters': {'network_id': ['c5241946-e4e6-47f8-91f5-0be97698ebe5']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:29.387280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-3a49831d-d430-4e43-b4f5-e111011fac15 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e0d78e0>, '913cc0f8-b831-4797-8e01-2c99cde94e44') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:29.387831 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-3a49831d-d430-4e43-b4f5-e111011fac15 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e0d78e0>, '913cc0f8-b831-4797-8e01-2c99cde94e44') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:29.390454 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bf2ad6-8c26-40bf-9617-0cf742b3e57d None None] Resources bound (agent type, host, resource id):  {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 20 21:08:29.400060 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a49831d-d430-4e43-b4f5-e111011fac15 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:29.417093 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a49831d-d430-4e43-b4f5-e111011fac15 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:29.424417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a49831d-d430-4e43-b4f5-e111011fac15 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:08:29.424852 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a49831d-d430-4e43-b4f5-e111011fac15 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:08:29.428016 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:08:29.514541 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a49831d-d430-4e43-b4f5-e111011fac15 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:29.536240 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a49831d-d430-4e43-b4f5-e111011fac15 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:29.542329 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35644) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:29.542467 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3a49831d-d430-4e43-b4f5-e111011fac15 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "DELETE /v2.0/networks/c5241946-e4e6-47f8-91f5-0be97698ebe5 HTTP/1.1" status: 204  len: 168 time: 0.4550037
Nov 20 21:08:29.543898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49831d-d430-4e43-b4f5-e111011fac15 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event deleted for resources: {'Network': ['ID=c5241946-e4e6-47f8-91f5-0be97698ebe5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:29.628677 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9aa8e37-6a41-4be2-9d30-3ef0a3f6b244 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:29.729040 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9aa8e37-6a41-4be2-9d30-3ef0a3f6b244 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:29.750846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-c9aa8e37-6a41-4be2-9d30-3ef0a3f6b244 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ee812e0>,) {'filters': {'network_id': ['40e013d4-ddaa-4058-a69d-a8684e6036cc']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:29.760848 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-c9aa8e37-6a41-4be2-9d30-3ef0a3f6b244 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ee812e0>, '8d25ed7f-738a-4a0f-8c3b-788e2bb94998') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:29.761151 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-c9aa8e37-6a41-4be2-9d30-3ef0a3f6b244 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ee812e0>, '8d25ed7f-738a-4a0f-8c3b-788e2bb94998') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:29.772066 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9aa8e37-6a41-4be2-9d30-3ef0a3f6b244 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:29.786811 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9aa8e37-6a41-4be2-9d30-3ef0a3f6b244 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:29.793599 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9aa8e37-6a41-4be2-9d30-3ef0a3f6b244 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:08:29.794035 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9aa8e37-6a41-4be2-9d30-3ef0a3f6b244 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:08:29.797301 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:08:29.862540 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9aa8e37-6a41-4be2-9d30-3ef0a3f6b244 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:29.869316 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c9aa8e37-6a41-4be2-9d30-3ef0a3f6b244 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:29.874586 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c9aa8e37-6a41-4be2-9d30-3ef0a3f6b244 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "DELETE /v2.0/networks/40e013d4-ddaa-4058-a69d-a8684e6036cc HTTP/1.1" status: 204  len: 168 time: 0.3308935
Nov 20 21:08:29.875272 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35652) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:29.886539 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa8e37-6a41-4be2-9d30-3ef0a3f6b244 tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event deleted for resources: {'Network': ['ID=40e013d4-ddaa-4058-a69d-a8684e6036cc,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:29.965598 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01d12a68-e8a2-4591-be68-f4bd6a7a7c4d tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:30.145192 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f800f562-1cac-436f-8f9c-d7f937722f47 req-a452efe5-b4f8-4288-a5d4-d4c2582fbede tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 210 time: 0.0524759
Nov 20 21:08:30.188269 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01d12a68-e8a2-4591-be68-f4bd6a7a7c4d tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:30.222700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-d5758718-a5e0-4627-bd18-841d5309e6b1 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:30.224135 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-d5758718-a5e0-4627-bd18-841d5309e6b1 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.37 "GET /v2.0/networks?id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a HTTP/1.1" status: 200  len: 811 time: 0.2214239
Nov 20 21:08:30.227513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-01d12a68-e8a2-4591-be68-f4bd6a7a7c4d tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d82da30>,) {'filters': {'network_id': ['cd25a2d9-defa-4d00-8439-50d786da9209']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:30.243612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-01d12a68-e8a2-4591-be68-f4bd6a7a7c4d tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d82da30>, '3c12d967-7861-4c8b-8709-a9b0e549edc1') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:30.244142 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-01d12a68-e8a2-4591-be68-f4bd6a7a7c4d tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d82da30>, '3c12d967-7861-4c8b-8709-a9b0e549edc1') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:30.262611 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01d12a68-e8a2-4591-be68-f4bd6a7a7c4d tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:30.286579 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01d12a68-e8a2-4591-be68-f4bd6a7a7c4d tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:30.302326 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d12a68-e8a2-4591-be68-f4bd6a7a7c4d tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:08:30.302898 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01d12a68-e8a2-4591-be68-f4bd6a7a7c4d tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:08:30.307721 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:08:30.340233 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-70808a2c-c1ab-4c34-952a-c05d1cbecc7f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=badea6f48ba34a31b8c22ca431cfebc4 HTTP/1.1" status: 200  len: 380 time: 0.1056480
Nov 20 21:08:30.380395 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-afd054ff-c2f2-43c5-8448-d1c69c045ba9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Request body: {'port': {'device_id': 'b01d099b-cd9f-487e-b0ce-4fb5ac9440c0', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'admin_state_up': True, 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'security_groups': ['d30f9ba3-cde8-4334-a7dd-16ccf7c0b077']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:30.412351 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01d12a68-e8a2-4591-be68-f4bd6a7a7c4d tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:30.417183 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01d12a68-e8a2-4591-be68-f4bd6a7a7c4d tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:30.421174 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-01d12a68-e8a2-4591-be68-f4bd6a7a7c4d tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] 10.222.0.41 "DELETE /v2.0/networks/cd25a2d9-defa-4d00-8439-50d786da9209 HTTP/1.1" status: 204  len: 168 time: 0.5442181
Nov 20 21:08:30.449552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d12a68-e8a2-4591-be68-f4bd6a7a7c4d tempest-BulkNetworkOpsTest-1866464968 tempest-BulkNetworkOpsTest-1866464968-project] Pushing event deleted for resources: {'Network': ['ID=cd25a2d9-defa-4d00-8439-50d786da9209,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:30.539882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-afd054ff-c2f2-43c5-8448-d1c69c045ba9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Made reservation on behalf of badea6f48ba34a31b8c22ca431cfebc4 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:30.546294 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-afd054ff-c2f2-43c5-8448-d1c69c045ba9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:30.713833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-afd054ff-c2f2-43c5-8448-d1c69c045ba9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Allocated IP 172.20.0.12 (f3a9bbee-3f9c-4365-ad64-26cea020ff3a/70f862fe-1427-4856-a5ea-8d52f33d3d9b/3ae4ae95-4d21-46e0-9882-157821324f20) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:30.846018 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35694) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:30.885493 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-afd054ff-c2f2-43c5-8448-d1c69c045ba9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:30.922033 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-afd054ff-c2f2-43c5-8448-d1c69c045ba9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:30.976989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-afd054ff-c2f2-43c5-8448-d1c69c045ba9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Network f3a9bbee-3f9c-4365-ad64-26cea020ff3a is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:30.980363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-afd054ff-c2f2-43c5-8448-d1c69c045ba9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:30.982988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-afd054ff-c2f2-43c5-8448-d1c69c045ba9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:31.010294 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-629fe98d-e1ab-47cc-bccb-396cd5d8aa1a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=775486eec9434f20937d63f0e33f1549&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1629272
Nov 20 21:08:31.014180 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35698) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:31.015129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd054ff-c2f2-43c5-8448-d1c69c045ba9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event updated for resources: {'Port': ['ID=3ae4ae95-4d21-46e0-9882-157821324f20,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:31.047883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-afd054ff-c2f2-43c5-8448-d1c69c045ba9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:31.049289 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-afd054ff-c2f2-43c5-8448-d1c69c045ba9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:31.069541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-afd054ff-c2f2-43c5-8448-d1c69c045ba9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7215319
Nov 20 21:08:31.079018 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a320e764-4fd3-40a1-9f15-7e5028aae8b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:31.083204 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Request body: {'port': {'device_id': 'b01d099b-cd9f-487e-b0ce-4fb5ac9440c0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:31.112785 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a320e764-4fd3-40a1-9f15-7e5028aae8b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:31.149285 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:31.175517 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a320e764-4fd3-40a1-9f15-7e5028aae8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:31.178314 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a320e764-4fd3-40a1-9f15-7e5028aae8b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:31.181981 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a320e764-4fd3-40a1-9f15-7e5028aae8b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21b96c28-01f6-4b37-bdfa-a43eff897368 HTTP/1.1" status: 204  len: 168 time: 0.1641502
Nov 20 21:08:31.191098 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320e764-4fd3-40a1-9f15-7e5028aae8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b96c28-01f6-4b37-bdfa-a43eff897368,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:31.330763 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f2308-84a2-4379-b2fa-265a5a39b92f req-62ab2b10-62f5-423c-a584-06082c38a4ff tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:31.339996 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a90f2308-84a2-4379-b2fa-265a5a39b92f req-62ab2b10-62f5-423c-a584-06082c38a4ff tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 932 time: 0.0696075
Nov 20 21:08:31.384228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-10a6fda0-b3d6-41b6-840c-e313e5e69047 None None] Provisioning complete for port 3ae4ae95-4d21-46e0-9882-157821324f20 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:31.385825 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-10a6fda0-b3d6-41b6-840c-e313e5e69047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:31.413378 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a90f2308-84a2-4379-b2fa-265a5a39b92f req-69747bb8-e47e-43df-bc22-edc104282db2 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685382
Nov 20 21:08:31.428682 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-10a6fda0-b3d6-41b6-840c-e313e5e69047 None None] Port 3ae4ae95-4d21-46e0-9882-157821324f20 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:08:31.539488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae4ae95-4d21-46e0-9882-157821324f20 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:08:31.547230 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:31.560511 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Transition to ACTIVE for port object 3ae4ae95-4d21-46e0-9882-157821324f20 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:08:31.566542 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:31.623699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Pushing event updated for resources: {'Port': ['ID=3ae4ae95-4d21-46e0-9882-157821324f20,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:31.698356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Attempting to bind port 3ae4ae95-4d21-46e0-9882-157821324f20 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:08:31.698705 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Attempting to bind port 3ae4ae95-4d21-46e0-9882-157821324f20 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '241be008-6a5d-4824-b825-4024ff935ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:08:31.699089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Attempting to bind port 3ae4ae95-4d21-46e0-9882-157821324f20 on network f3a9bbee-3f9c-4365-ad64-26cea020ff3a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:31.704024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Port 3ae4ae95-4d21-46e0-9882-157821324f20 on network f3a9bbee-3f9c-4365-ad64-26cea020ff3a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:08:31.705097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Attempting to bind port 3ae4ae95-4d21-46e0-9882-157821324f20 on network f3a9bbee-3f9c-4365-ad64-26cea020ff3a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:31.711030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:08:31.711338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Checking segment: {'id': '241be008-6a5d-4824-b825-4024ff935ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:31.711731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Bound using segment: {'id': '241be008-6a5d-4824-b825-4024ff935ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:08:31.712170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Bound port: 3ae4ae95-4d21-46e0-9882-157821324f20, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241be008-6a5d-4824-b825-4024ff935ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:08:31.712533 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:31.839055 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] For port 3ae4ae95-4d21-46e0-9882-157821324f20, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:08:31.845854 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] For port 3ae4ae95-4d21-46e0-9882-157821324f20, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ae4ae95-4d21-46e0-9882-157821324f20,segment=NetworkSegment(241be008-6a5d-4824-b825-4024ff935ddc),segment_id=241be008-6a5d-4824-b825-4024ff935ddc)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:08:31.853813 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:31.881157 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae39f2-f20f-4120-a65f-cbe1619f43f3 req-9bbde34a-615d-4605-aa36-7c7b9ceef0d1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:31.887165 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae39f2-f20f-4120-a65f-cbe1619f43f3 req-9bbde34a-615d-4605-aa36-7c7b9ceef0d1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:31.894758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae39f2-f20f-4120-a65f-cbe1619f43f3 req-9bbde34a-615d-4605-aa36-7c7b9ceef0d1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:31.900949 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae39f2-f20f-4120-a65f-cbe1619f43f3 req-9bbde34a-615d-4605-aa36-7c7b9ceef0d1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:31.907014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae39f2-f20f-4120-a65f-cbe1619f43f3 req-9bbde34a-615d-4605-aa36-7c7b9ceef0d1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:31.913708 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae39f2-f20f-4120-a65f-cbe1619f43f3 req-9bbde34a-615d-4605-aa36-7c7b9ceef0d1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:31.919770 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae39f2-f20f-4120-a65f-cbe1619f43f3 req-9bbde34a-615d-4605-aa36-7c7b9ceef0d1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:31.921773 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9ae39f2-f20f-4120-a65f-cbe1619f43f3 req-9bbde34a-615d-4605-aa36-7c7b9ceef0d1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5435 time: 0.1405189
Nov 20 21:08:31.952208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:31.952864 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:31.954252 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] 10.222.0.37 "PUT /v2.0/ports/3ae4ae95-4d21-46e0-9882-157821324f20 HTTP/1.1" status: 200  len: 1092 time: 0.8768835
Nov 20 21:08:31.957920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01d099b-cd9f-487e-b0ce-4fb5ac9440c0', 'tag': '3ae4ae95-4d21-46e0-9882-157821324f20'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:08:31.966830 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1cb94d-e20b-442b-9433-273c7f81f11d" -d '{"events": [{"name": "network-changed", "server_uuid": "b01d099b-cd9f-487e-b0ce-4fb5ac9440c0", "tag": "3ae4ae95-4d21-46e0-9882-157821324f20"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:08:32.012971 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35750) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:32.059317 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4158a11-5a89-40ae-9c9a-130dfa082c40 x-openstack-request-id: req-e4158a11-5a89-40ae-9c9a-130dfa082c40 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:08:32.059816 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01d099b-cd9f-487e-b0ce-4fb5ac9440c0", "tag": "3ae4ae95-4d21-46e0-9882-157821324f20", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:08:32.059949 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4158a11-5a89-40ae-9c9a-130dfa082c40 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:08:32.060343 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01d099b-cd9f-487e-b0ce-4fb5ac9440c0', 'tag': '3ae4ae95-4d21-46e0-9882-157821324f20', 'status': 'completed', 'code': 200}
Nov 20 21:08:32.086207 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c9ae39f2-f20f-4120-a65f-cbe1619f43f3 req-ffb69d90-ea57-4a1f-a544-e607d444ea7f tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1447668
Nov 20 21:08:32.087845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed68fce-87fd-43a7-b541-667c89ffad9e service neutron] Pushing event updated for resources: {'Port': ['ID=3ae4ae95-4d21-46e0-9882-157821324f20,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:32.104401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-d633ad16-97a4-4ad0-aacb-016699ef2026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:32.106091 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-d633ad16-97a4-4ad0-aacb-016699ef2026 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=badea6f48ba34a31b8c22ca431cfebc4&device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 1095 time: 0.0868878
Nov 20 21:08:32.195552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ff942139-5852-435a-b2d1-04a0ff955d40 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-347392583'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:32.213264 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-8d3903e4-b468-4cfb-8418-ce0c71a0e311 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae4ae95-4d21-46e0-9882-157821324f20 HTTP/1.1" status: 200  len: 217 time: 0.0963271
Nov 20 21:08:32.279456 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff942139-5852-435a-b2d1-04a0ff955d40 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:32.283384 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ff942139-5852-435a-b2d1-04a0ff955d40 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:32.284927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-f883c667-d3e8-4eb8-ab68-ec26ad85352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:32.290707 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-f883c667-d3e8-4eb8-ab68-ec26ad85352f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70f862fe-1427-4856-a5ea-8d52f33d3d9b HTTP/1.1" status: 200  len: 850 time: 0.0669737
Nov 20 21:08:32.313425 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0704a-fdec-4741-9c87-4fe053719f12 req-708b3431-75e2-41f0-b3d5-a003aba12416 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:32.320301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0704a-fdec-4741-9c87-4fe053719f12 req-708b3431-75e2-41f0-b3d5-a003aba12416 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:32.326187 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0704a-fdec-4741-9c87-4fe053719f12 req-708b3431-75e2-41f0-b3d5-a003aba12416 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:32.332942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0704a-fdec-4741-9c87-4fe053719f12 req-708b3431-75e2-41f0-b3d5-a003aba12416 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:32.339855 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0704a-fdec-4741-9c87-4fe053719f12 req-708b3431-75e2-41f0-b3d5-a003aba12416 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:32.345937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0704a-fdec-4741-9c87-4fe053719f12 req-708b3431-75e2-41f0-b3d5-a003aba12416 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:32.348812 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-0e7cbf91-9e42-498e-b40e-f1eb0e517240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:32.351141 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-0e7cbf91-9e42-498e-b40e-f1eb0e517240 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0533495
Nov 20 21:08:32.351945 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0704a-fdec-4741-9c87-4fe053719f12 req-708b3431-75e2-41f0-b3d5-a003aba12416 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:32.353844 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1a0704a-fdec-4741-9c87-4fe053719f12 req-708b3431-75e2-41f0-b3d5-a003aba12416 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5435 time: 0.1301587
Nov 20 21:08:32.355199 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ff942139-5852-435a-b2d1-04a0ff955d40 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:32.466180 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-6737c4ea-4d97-470f-804b-202f1465ccb4 service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1071842
Nov 20 21:08:32.466713 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ff942139-5852-435a-b2d1-04a0ff955d40 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:32.471024 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ff942139-5852-435a-b2d1-04a0ff955d40 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:32.495312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff942139-5852-435a-b2d1-04a0ff955d40 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:08:32.515560 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ff942139-5852-435a-b2d1-04a0ff955d40 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:32.516083 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-ff942139-5852-435a-b2d1-04a0ff955d40 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Added segment 9034d2e5-5c2d-41a2-8540-d7f1b1507317 of type vlan for network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c
Nov 20 21:08:32.517504 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff942139-5852-435a-b2d1-04a0ff955d40 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ab1fd1-cc3d-4b3b-84a6-b4b77e6c0729,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:32.568858 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ff942139-5852-435a-b2d1-04a0ff955d40 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:32.594721 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ff942139-5852-435a-b2d1-04a0ff955d40 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:32.597326 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60154b50-fd42-4588-ba44-16ac43622606 req-873537a7-9baf-4abd-9dfd-56792121e641 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:32.600917 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff942139-5852-435a-b2d1-04a0ff955d40 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:32.601504 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ff942139-5852-435a-b2d1-04a0ff955d40 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:32.604946 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-60154b50-fd42-4588-ba44-16ac43622606 req-873537a7-9baf-4abd-9dfd-56792121e641 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 944 time: 0.1198232
Nov 20 21:08:32.643210 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ff942139-5852-435a-b2d1-04a0ff955d40 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6285400
Nov 20 21:08:32.645780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35778) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:32.647938 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a6acfed-a9b1-412b-9641-922fe221fc4a req-6870204f-61c7-4cd4-92db-c3eb7ececdc3 service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1742246
Nov 20 21:08:32.653120 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-59af5f2b-60e9-49b1-9ff9-b3e24e2965ff tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'name': 'tempest-PortsIpV6TestJSON-1499301919'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:32.690359 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-60154b50-fd42-4588-ba44-16ac43622606 req-a217715b-743d-476b-8888-3905dcf3115d tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762584
Nov 20 21:08:32.697585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff942139-5852-435a-b2d1-04a0ff955d40 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Network': ['ID=75da5d3b-45e9-4d0b-b341-f8f0eb704e2c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:32.707974 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:08:32.756520 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cb94d-e20b-442b-9433-273c7f81f11d req-a907e58c-28a7-4368-984f-3512d97e9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:32.758291 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c1cb94d-e20b-442b-9433-273c7f81f11d req-a907e58c-28a7-4368-984f-3512d97e9794 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=badea6f48ba34a31b8c22ca431cfebc4&device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 1095 time: 0.0506597
Nov 20 21:08:32.779200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59af5f2b-60e9-49b1-9ff9-b3e24e2965ff tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:32.783683 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59af5f2b-60e9-49b1-9ff9-b3e24e2965ff tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:32.805800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-59af5f2b-60e9-49b1-9ff9-b3e24e2965ff tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] device_id is not set on port ffa45ac5-0c4b-4e0a-bf1d-002165c962cd yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:08:32.865192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cb94d-e20b-442b-9433-273c7f81f11d req-8a125c5c-8a18-48d0-a303-712f5331f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:32.866882 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c1cb94d-e20b-442b-9433-273c7f81f11d req-8a125c5c-8a18-48d0-a303-712f5331f506 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a HTTP/1.1" status: 200  len: 912 time: 0.0999112
Nov 20 21:08:32.910872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c1cb94d-e20b-442b-9433-273c7f81f11d req-0a3ff5f7-99fe-4476-ba59-d8bd0681915c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae4ae95-4d21-46e0-9882-157821324f20 HTTP/1.1" status: 200  len: 217 time: 0.0354495
Nov 20 21:08:32.972520 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cb94d-e20b-442b-9433-273c7f81f11d req-32345b95-95fd-4cdd-a39f-b566ddab369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:32.974019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c1cb94d-e20b-442b-9433-273c7f81f11d req-32345b95-95fd-4cdd-a39f-b566ddab369f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70f862fe-1427-4856-a5ea-8d52f33d3d9b HTTP/1.1" status: 200  len: 850 time: 0.0555913
Nov 20 21:08:32.979942 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59af5f2b-60e9-49b1-9ff9-b3e24e2965ff tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:33.017699 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59af5f2b-60e9-49b1-9ff9-b3e24e2965ff tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:33.023132 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cb94d-e20b-442b-9433-273c7f81f11d req-2d2f4911-c17e-4c2b-8143-3415f16b3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:33.024664 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c1cb94d-e20b-442b-9433-273c7f81f11d req-2d2f4911-c17e-4c2b-8143-3415f16b3494 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0431449
Nov 20 21:08:33.082736 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af5f2b-60e9-49b1-9ff9-b3e24e2965ff tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=ffa45ac5-0c4b-4e0a-bf1d-002165c962cd,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:33.095622 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59af5f2b-60e9-49b1-9ff9-b3e24e2965ff tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Checking segment: {'id': '9034d2e5-5c2d-41a2-8540-d7f1b1507317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:33.095915 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59af5f2b-60e9-49b1-9ff9-b3e24e2965ff tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network hostable DHCP agents. Network: 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:08:33.116232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59af5f2b-60e9-49b1-9ff9-b3e24e2965ff tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:08:33.126799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-59af5f2b-60e9-49b1-9ff9-b3e24e2965ff tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:33.128808 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c1cb94d-e20b-442b-9433-273c7f81f11d req-02bfcb0a-a5f3-44d3-a473-c4664ff34e9f service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948665
Nov 20 21:08:33.131423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59af5f2b-60e9-49b1-9ff9-b3e24e2965ff tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:33.138238 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af5f2b-60e9-49b1-9ff9-b3e24e2965ff tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:33.138663 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef044c0-2605-4226-8631-2f35d48a8465 None None] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:33.138844 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59af5f2b-60e9-49b1-9ff9-b3e24e2965ff tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:33.159569 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-59af5f2b-60e9-49b1-9ff9-b3e24e2965ff tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.5127120
Nov 20 21:08:33.160208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35784) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:33.165464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-232aa9b4-e0bd-4409-bf91-a3dd4e94af67 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-31410002'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:33.193243 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232aa9b4-e0bd-4409-bf91-a3dd4e94af67 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:33.196994 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-232aa9b4-e0bd-4409-bf91-a3dd4e94af67 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:33.226483 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232aa9b4-e0bd-4409-bf91-a3dd4e94af67 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:08:33.239143 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-232aa9b4-e0bd-4409-bf91-a3dd4e94af67 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:33.239723 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-232aa9b4-e0bd-4409-bf91-a3dd4e94af67 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Added segment d1900277-8c1d-426f-aaef-a50affb4d480 of type vlan for network a3ef5d76-22ea-4ad9-8891-fcdcfd8d1971
Nov 20 21:08:33.241961 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c1cb94d-e20b-442b-9433-273c7f81f11d req-674b3952-c88a-48a5-8159-e461a9ecb8ed service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1035829
Nov 20 21:08:33.287291 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-232aa9b4-e0bd-4409-bf91-a3dd4e94af67 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:33.316472 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-232aa9b4-e0bd-4409-bf91-a3dd4e94af67 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:33.322351 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232aa9b4-e0bd-4409-bf91-a3dd4e94af67 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:33.323069 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-232aa9b4-e0bd-4409-bf91-a3dd4e94af67 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:33.364218 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-232aa9b4-e0bd-4409-bf91-a3dd4e94af67 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2029586
Nov 20 21:08:33.366831 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35794) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:33.372094 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'ports': [{'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c'}, {'network_id': 'a3ef5d76-22ea-4ad9-8891-fcdcfd8d1971'}]} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:33.372400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:33.372885 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'network_id': 'a3ef5d76-22ea-4ad9-8891-fcdcfd8d1971'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:33.401032 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232aa9b4-e0bd-4409-bf91-a3dd4e94af67 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Network': ['ID=a3ef5d76-22ea-4ad9-8891-fcdcfd8d1971,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:33.412567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network a3ef5d76-22ea-4ad9-8891-fcdcfd8d1971 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:08:33.554292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'port': 2} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:33.560238 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:33.576070 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:33.690404 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] device_id is not set on port 3d1c9146-5b57-4d19-a72f-831a78f8e7b4 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:08:33.905130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bda7b-cfd1-4b94-a3eb-c80adc54343b req-2c92f644-b155-406c-b4c8-aa18138f30b8 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:33.913286 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-505bda7b-cfd1-4b94-a3eb-c80adc54343b req-2c92f644-b155-406c-b4c8-aa18138f30b8 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 944 time: 0.1211560
Nov 20 21:08:33.917179 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:34.015756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] device_id is not set on port c9b471bc-30f8-4178-acd1-983e087d2e97 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:08:34.035148 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-505bda7b-cfd1-4b94-a3eb-c80adc54343b req-cfdbcc0a-fae2-4a1a-8741-7fc5803a9321 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1208394
Nov 20 21:08:34.159773 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:34.163080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35850) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:34.197010 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:34.243270 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:34.246392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:34.250429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:34.252652 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:34.254776 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfffbae-4165-4f74-b9c9-57090f83ee0b req-ffd5becf-6542-4cd8-b1a4-ee984756501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:34.255484 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfffbae-4165-4f74-b9c9-57090f83ee0b req-ffd5becf-6542-4cd8-b1a4-ee984756501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:34.256003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfffbae-4165-4f74-b9c9-57090f83ee0b req-ffd5becf-6542-4cd8-b1a4-ee984756501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:34.256478 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfffbae-4165-4f74-b9c9-57090f83ee0b req-ffd5becf-6542-4cd8-b1a4-ee984756501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:34.257114 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfffbae-4165-4f74-b9c9-57090f83ee0b req-ffd5becf-6542-4cd8-b1a4-ee984756501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:34.257844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfffbae-4165-4f74-b9c9-57090f83ee0b req-ffd5becf-6542-4cd8-b1a4-ee984756501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:34.258341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfffbae-4165-4f74-b9c9-57090f83ee0b req-ffd5becf-6542-4cd8-b1a4-ee984756501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:34.259073 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=3d1c9146-5b57-4d19-a72f-831a78f8e7b4,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:34.260287 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dbfffbae-4165-4f74-b9c9-57090f83ee0b req-ffd5becf-6542-4cd8-b1a4-ee984756501a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 6492 time: 0.0960336
Nov 20 21:08:34.327861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=c9b471bc-30f8-4178-acd1-983e087d2e97,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:34.330090 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dbfffbae-4165-4f74-b9c9-57090f83ee0b req-7b626457-6bf5-4569-8fae-b145ec58bbad service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0608621
Nov 20 21:08:34.330231 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Checking segment: {'id': 'd1900277-8c1d-426f-aaef-a50affb4d480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a3ef5d76-22ea-4ad9-8891-fcdcfd8d1971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:34.330595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network hostable DHCP agents. Network: a3ef5d76-22ea-4ad9-8891-fcdcfd8d1971, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:08:34.349411 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network a3ef5d76-22ea-4ad9-8891-fcdcfd8d1971 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:08:34.358195 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a3ef5d76-22ea-4ad9-8891-fcdcfd8d1971) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:34.363044 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:34.366591 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee452f4-1d09-4e07-9d51-2e563b75c6ff None None] Network a3ef5d76-22ea-4ad9-8891-fcdcfd8d1971 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:34.370182 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:34.375112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:34.375793 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:34.396742 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-22687670-cd68-4247-9ec4-33173b627f1e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.0258100
Nov 20 21:08:34.397096 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35856) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:34.489744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-f2298dd9-8308-40c2-ace7-99f18e6a03a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port c9b471bc-30f8-4178-acd1-983e087d2e97 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:34.490123 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f2298dd9-8308-40c2-ace7-99f18e6a03a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:34.556280 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f2298dd9-8308-40c2-ace7-99f18e6a03a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:34.569101 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-f2298dd9-8308-40c2-ace7-99f18e6a03a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for c9b471bc-30f8-4178-acd1-983e087d2e97 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:34.652121 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f2298dd9-8308-40c2-ace7-99f18e6a03a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:34.683150 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2298dd9-8308-40c2-ace7-99f18e6a03a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=c9b471bc-30f8-4178-acd1-983e087d2e97,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:34.688210 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f2298dd9-8308-40c2-ace7-99f18e6a03a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:34.694259 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f2298dd9-8308-40c2-ace7-99f18e6a03a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/c9b471bc-30f8-4178-acd1-983e087d2e97 HTTP/1.1" status: 204  len: 168 time: 0.2935100
Nov 20 21:08:34.694485 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35864) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:34.746515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecb2974-3613-47c0-8f4a-c8086613aa7d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:34.752898 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecb2974-3613-47c0-8f4a-c8086613aa7d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:34.754771 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5ecb2974-3613-47c0-8f4a-c8086613aa7d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.0590715
Nov 20 21:08:34.757180 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35870) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:34.850937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-7310d98c-3233-4755-b9c8-82d6ff841659 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port 3d1c9146-5b57-4d19-a72f-831a78f8e7b4 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:34.851282 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7310d98c-3233-4755-b9c8-82d6ff841659 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:34.921509 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7310d98c-3233-4755-b9c8-82d6ff841659 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:34.934124 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-7310d98c-3233-4755-b9c8-82d6ff841659 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for 3d1c9146-5b57-4d19-a72f-831a78f8e7b4 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:34.977294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35876) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:35.018802 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7310d98c-3233-4755-b9c8-82d6ff841659 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.052564 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7310d98c-3233-4755-b9c8-82d6ff841659 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.058772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35882) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:35.067742 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7310d98c-3233-4755-b9c8-82d6ff841659 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/3d1c9146-5b57-4d19-a72f-831a78f8e7b4 HTTP/1.1" status: 204  len: 168 time: 0.2999494
Nov 20 21:08:35.068662 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310d98c-3233-4755-b9c8-82d6ff841659 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=3d1c9146-5b57-4d19-a72f-831a78f8e7b4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:35.125674 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8920c6e8-6a50-40ea-828d-de8991e1d6af admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.172464 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f684c2a-b402-4738-8751-6df37dccc635 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:35.174479 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9f684c2a-b402-4738-8751-6df37dccc635 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1146593
Nov 20 21:08:35.177199 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35884) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:35.196598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9df525-c79f-42bb-b293-ba12debf4a3f req-05331714-0a13-4b63-8c82-6951f8848d47 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:35.198090 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c9df525-c79f-42bb-b293-ba12debf4a3f req-05331714-0a13-4b63-8c82-6951f8848d47 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 944 time: 0.0895486
Nov 20 21:08:35.201978 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2647f16e-eb01-4788-8f03-4c4f33a3070a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] GET failed (client error): The resource could not be found.
Nov 20 21:08:35.203500 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2647f16e-eb01-4788-8f03-4c4f33a3070a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports/c9b471bc-30f8-4178-acd1-983e087d2e97 HTTP/1.1" status: 404  len: 333 time: 0.0252073
Nov 20 21:08:35.206266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35886) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:35.233552 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-810e4ebe-0327-4c33-aead-b9f6912743f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] GET failed (client error): The resource could not be found.
Nov 20 21:08:35.234994 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-810e4ebe-0327-4c33-aead-b9f6912743f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports/3d1c9146-5b57-4d19-a72f-831a78f8e7b4 HTTP/1.1" status: 404  len: 333 time: 0.0272679
Nov 20 21:08:35.238654 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35888) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:35.276659 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c9df525-c79f-42bb-b293-ba12debf4a3f req-6b180167-d5b6-4210-9780-9f94746a6a14 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687292
Nov 20 21:08:35.297569 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8920c6e8-6a50-40ea-828d-de8991e1d6af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.297569 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8920c6e8-6a50-40ea-828d-de8991e1d6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.320931 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e312ec65-5a6e-4bcf-9ba7-ef4df02613e0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.336397 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8920c6e8-6a50-40ea-828d-de8991e1d6af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9e3fc1a0d4d4855b8f5f98916bc2c2b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3551080
Nov 20 21:08:35.336397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920c6e8-6a50-40ea-828d-de8991e1d6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec38d8e0-67f6-4fa4-b2ed-d4ee59d4c9f3,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:35.339064 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35890) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:35.395983 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0e119648-b6e4-400c-8524-e70ac03b56ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.419757 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0e119648-b6e4-400c-8524-e70ac03b56ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.468719 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0e119648-b6e4-400c-8524-e70ac03b56ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.471762 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0e119648-b6e4-400c-8524-e70ac03b56ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.473214 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0e119648-b6e4-400c-8524-e70ac03b56ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec38d8e0-67f6-4fa4-b2ed-d4ee59d4c9f3 HTTP/1.1" status: 204  len: 168 time: 0.1330278
Nov 20 21:08:35.481880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e119648-b6e4-400c-8524-e70ac03b56ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec38d8e0-67f6-4fa4-b2ed-d4ee59d4c9f3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:35.703339 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e312ec65-5a6e-4bcf-9ba7-ef4df02613e0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.724523 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e312ec65-5a6e-4bcf-9ba7-ef4df02613e0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d66edf0>,) {'filters': {'network_id': ['a3ef5d76-22ea-4ad9-8891-fcdcfd8d1971']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:35.733702 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e312ec65-5a6e-4bcf-9ba7-ef4df02613e0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d66edf0>, 'd1900277-8c1d-426f-aaef-a50affb4d480') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:35.734007 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e312ec65-5a6e-4bcf-9ba7-ef4df02613e0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d66edf0>, 'd1900277-8c1d-426f-aaef-a50affb4d480') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:35.744639 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e312ec65-5a6e-4bcf-9ba7-ef4df02613e0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.758974 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e312ec65-5a6e-4bcf-9ba7-ef4df02613e0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.760905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35896) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:35.765441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e312ec65-5a6e-4bcf-9ba7-ef4df02613e0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:08:35.765863 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e312ec65-5a6e-4bcf-9ba7-ef4df02613e0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:08:35.769766 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:08:35.775198 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bdb13dd3-0fc8-46d0-a188-e027c739e8cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.824380 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 3ae4ae95-4d21-46e0-9882-157821324f20 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:08:35.835356 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e312ec65-5a6e-4bcf-9ba7-ef4df02613e0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.843744 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e312ec65-5a6e-4bcf-9ba7-ef4df02613e0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.851479 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e312ec65-5a6e-4bcf-9ba7-ef4df02613e0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/networks/a3ef5d76-22ea-4ad9-8891-fcdcfd8d1971 HTTP/1.1" status: 204  len: 168 time: 0.6083992
Nov 20 21:08:35.851789 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35898) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:35.858598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-eeebff93-e648-4a30-a186-4de97aa826b2 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-351984572'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:35.875704 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312ec65-5a6e-4bcf-9ba7-ef4df02613e0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Network': ['ID=a3ef5d76-22ea-4ad9-8891-fcdcfd8d1971,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:35.913040 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bdb13dd3-0fc8-46d0-a188-e027c739e8cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.917209 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bdb13dd3-0fc8-46d0-a188-e027c739e8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.920245 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeebff93-e648-4a30-a186-4de97aa826b2 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:35.927643 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeebff93-e648-4a30-a186-4de97aa826b2 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.941769 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 3ae4ae95-4d21-46e0-9882-157821324f20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ae4ae95-4d21-46e0-9882-157821324f20,segment=NetworkSegment(241be008-6a5d-4824-b825-4024ff935ddc),segment_id=241be008-6a5d-4824-b825-4024ff935ddc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:35.959531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeebff93-e648-4a30-a186-4de97aa826b2 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:08:35.962445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '3ae4ae95-4d21-46e0-9882-157821324f20', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'port_id': '3ae4ae95-4d21-46e0-9882-157821324f20', 'mac_address': 'fa:16:3e:53:bc:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:08:35.964919 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bdb13dd3-0fc8-46d0-a188-e027c739e8cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56a1a4245a274a99880b303067e553dc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2026713
Nov 20 21:08:35.965583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35902) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:35.972653 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeebff93-e648-4a30-a186-4de97aa826b2 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:35.972949 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-eeebff93-e648-4a30-a186-4de97aa826b2 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Added segment 64d083fd-b233-4104-8ac3-970fd41fa3b7 of type vlan for network f9baf003-d728-4576-abeb-f3adc4ec0948
Nov 20 21:08:35.973964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb13dd3-0fc8-46d0-a188-e027c739e8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223f0b8f-c5d0-429c-88d3-c1e001a658e8,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:36.005091 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.020147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae4ae95-4d21-46e0-9882-157821324f20 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:08:36.020358 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da26a8b8-63b6-449c-af49-a83b0998f256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.029014 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeebff93-e648-4a30-a186-4de97aa826b2 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.040490 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 3ae4ae95-4d21-46e0-9882-157821324f20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ae4ae95-4d21-46e0-9882-157821324f20,segment=NetworkSegment(241be008-6a5d-4824-b825-4024ff935ddc),segment_id=241be008-6a5d-4824-b825-4024ff935ddc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:36.042540 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da26a8b8-63b6-449c-af49-a83b0998f256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.044940 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.059803 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeebff93-e648-4a30-a186-4de97aa826b2 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.067594 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeebff93-e648-4a30-a186-4de97aa826b2 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:36.068214 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eeebff93-e648-4a30-a186-4de97aa826b2 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.101002 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da26a8b8-63b6-449c-af49-a83b0998f256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.103659 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da26a8b8-63b6-449c-af49-a83b0998f256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.107219 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-da26a8b8-63b6-449c-af49-a83b0998f256 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/223f0b8f-c5d0-429c-88d3-c1e001a658e8 HTTP/1.1" status: 204  len: 168 time: 0.1380813
Nov 20 21:08:36.108560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=3ae4ae95-4d21-46e0-9882-157821324f20,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:36.120736 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-eeebff93-e648-4a30-a186-4de97aa826b2 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2678554
Nov 20 21:08:36.121365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26a8b8-63b6-449c-af49-a83b0998f256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223f0b8f-c5d0-429c-88d3-c1e001a658e8,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:36.123914 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35906) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:36.155736 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ad588bc4-a806-427d-a1c8-ec777404d61b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'subnet': {'network_id': 'f9baf003-d728-4576-abeb-f3adc4ec0948', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:36.160712 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebff93-e648-4a30-a186-4de97aa826b2 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Network': ['ID=f9baf003-d728-4576-abeb-f3adc4ec0948,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:36.171207 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network f9baf003-d728-4576-abeb-f3adc4ec0948 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:08:36.253949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad588bc4-a806-427d-a1c8-ec777404d61b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:36.258023 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['3ae4ae95-4d21-46e0-9882-157821324f20'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:08:36.258189 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ad588bc4-a806-427d-a1c8-ec777404d61b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.330209 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.ipam_backend_mixin [None req-ad588bc4-a806-427d-a1c8-ec777404d61b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Performing IP validity checks on allocation pools {{(pid=126224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 20 21:08:36.333260 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.ipam_backend_mixin [None req-ad588bc4-a806-427d-a1c8-ec777404d61b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 20 21:08:36.412154 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dad930-58e3-491f-b036-6166c7b92602 req-03e45139-a4a7-46af-b583-71221771e331 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:36.413926 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14dad930-58e3-491f-b036-6166c7b92602 req-03e45139-a4a7-46af-b583-71221771e331 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 945 time: 0.0535431
Nov 20 21:08:36.471075 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14dad930-58e3-491f-b036-6166c7b92602 req-2877fff8-45e9-4085-b492-257c533508bc tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443909
Nov 20 21:08:36.492867 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ad588bc4-a806-427d-a1c8-ec777404d61b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.518550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35912) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:36.535277 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6e42dd30-32f4-4f50-8a8e-553f5d0d820b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.565613 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad588bc4-a806-427d-a1c8-ec777404d61b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Subnet': ['ID=ae025dc9-88a1-4d65-87ec-6a7fcdfeb6a7,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:36.570753 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad588bc4-a806-427d-a1c8-ec777404d61b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Checking segment: {'id': '64d083fd-b233-4104-8ac3-970fd41fa3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f9baf003-d728-4576-abeb-f3adc4ec0948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:36.571137 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad588bc4-a806-427d-a1c8-ec777404d61b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network hostable DHCP agents. Network: f9baf003-d728-4576-abeb-f3adc4ec0948, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:08:36.589333 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad588bc4-a806-427d-a1c8-ec777404d61b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network f9baf003-d728-4576-abeb-f3adc4ec0948 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:08:36.599076 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-ad588bc4-a806-427d-a1c8-ec777404d61b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f9baf003-d728-4576-abeb-f3adc4ec0948) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:36.603352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad588bc4-a806-427d-a1c8-ec777404d61b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:36.604044 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ad588bc4-a806-427d-a1c8-ec777404d61b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.609505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5348fea3-78dd-4bb8-8373-1db4e1b04bd5 None None] Network f9baf003-d728-4576-abeb-f3adc4ec0948 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:36.620819 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ad588bc4-a806-427d-a1c8-ec777404d61b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4957495
Nov 20 21:08:36.623383 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35914) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:36.627496 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6e42dd30-32f4-4f50-8a8e-553f5d0d820b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.628987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f00d78ad-1d40-498c-9e7b-378ab722b7af tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'network_id': 'f9baf003-d728-4576-abeb-f3adc4ec0948', 'name': 'tempest-PortsIpV6TestJSON-1897969382'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:36.633311 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6e42dd30-32f4-4f50-8a8e-553f5d0d820b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.667059 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42dd30-32f4-4f50-8a8e-553f5d0d820b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18fa94b-865a-43da-a412-b9373d5316f2,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:36.695187 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6e42dd30-32f4-4f50-8a8e-553f5d0d820b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=932711f1a3ab4cc4a2e4fc1e3d6b5e8a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1751215
Nov 20 21:08:36.695861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35916) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:36.753475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00d78ad-1d40-498c-9e7b-378ab722b7af tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:36.757894 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f00d78ad-1d40-498c-9e7b-378ab722b7af tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.759923 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8d331556-9028-481b-9896-409636676355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.780377 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-f00d78ad-1d40-498c-9e7b-378ab722b7af tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] device_id is not set on port 03eb07a9-5478-435d-8dd0-d34eadbd8064 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:08:36.780566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f9baf003-d728-4576-abeb-f3adc4ec0948', 'network_id': 'f9baf003-d728-4576-abeb-f3adc4ec0948', 'tenant_id': 'c2662d7413e44ee2a8e9d6b3dc127161', 'fixed_ips': [{'subnet_id': 'ae025dc9-88a1-4d65-87ec-6a7fcdfeb6a7'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:08:36.781557 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.785011 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8d331556-9028-481b-9896-409636676355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.839283 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8d331556-9028-481b-9896-409636676355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.842467 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8d331556-9028-481b-9896-409636676355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:36.843882 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8d331556-9028-481b-9896-409636676355 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e18fa94b-865a-43da-a412-b9373d5316f2 HTTP/1.1" status: 204  len: 168 time: 0.1463172
Nov 20 21:08:36.853266 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d331556-9028-481b-9896-409636676355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18fa94b-865a-43da-a412-b9373d5316f2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:36.914022 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-f00d78ad-1d40-498c-9e7b-378ab722b7af tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Allocated IP 2001:db8::187 (f9baf003-d728-4576-abeb-f3adc4ec0948/ae025dc9-88a1-4d65-87ec-6a7fcdfeb6a7/03eb07a9-5478-435d-8dd0-d34eadbd8064) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:37.086606 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f00d78ad-1d40-498c-9e7b-378ab722b7af tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:37.120345 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f00d78ad-1d40-498c-9e7b-378ab722b7af tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:37.170402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Allocated IP 2001:db8::2 (f9baf003-d728-4576-abeb-f3adc4ec0948/ae025dc9-88a1-4d65-87ec-6a7fcdfeb6a7/fd4ad56a-60b4-47ac-9821-710fbb26f37d) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:37.185232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00d78ad-1d40-498c-9e7b-378ab722b7af tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network f9baf003-d728-4576-abeb-f3adc4ec0948 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:37.186992 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f00d78ad-1d40-498c-9e7b-378ab722b7af tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:37.189420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d78ad-1d40-498c-9e7b-378ab722b7af tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=03eb07a9-5478-435d-8dd0-d34eadbd8064,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:37.191886 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d78ad-1d40-498c-9e7b-378ab722b7af tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:37.197556 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00d78ad-1d40-498c-9e7b-378ab722b7af tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:37.198222 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f00d78ad-1d40-498c-9e7b-378ab722b7af tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:37.216033 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f00d78ad-1d40-498c-9e7b-378ab722b7af tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.5904596
Nov 20 21:08:37.218183 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35930) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:37.318490 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-4cce6476-b627-4ae6-9328-877e6fddb967 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port 03eb07a9-5478-435d-8dd0-d34eadbd8064 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:37.318837 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4cce6476-b627-4ae6-9328-877e6fddb967 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:37.334160 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:37.340953 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:37.386467 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Network f9baf003-d728-4576-abeb-f3adc4ec0948 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:37.392432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:37.395036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Pushing event updated for resources: {'Port': ['ID=fd4ad56a-60b4-47ac-9821-710fbb26f37d,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:37.397463 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:37.413833 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4cce6476-b627-4ae6-9328-877e6fddb967 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:37.430522 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-4cce6476-b627-4ae6-9328-877e6fddb967 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for 03eb07a9-5478-435d-8dd0-d34eadbd8064 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:37.455762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Attempting to bind port fd4ad56a-60b4-47ac-9821-710fbb26f37d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:08:37.456160 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Attempting to bind port fd4ad56a-60b4-47ac-9821-710fbb26f37d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64d083fd-b233-4104-8ac3-970fd41fa3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f9baf003-d728-4576-abeb-f3adc4ec0948'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:08:37.456538 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Attempting to bind port fd4ad56a-60b4-47ac-9821-710fbb26f37d on network f9baf003-d728-4576-abeb-f3adc4ec0948 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:37.461743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:08:37.462167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Checking segment: {'id': '64d083fd-b233-4104-8ac3-970fd41fa3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f9baf003-d728-4576-abeb-f3adc4ec0948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:37.463000 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:37.463408 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Bound using segment: {'id': '64d083fd-b233-4104-8ac3-970fd41fa3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f9baf003-d728-4576-abeb-f3adc4ec0948'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:08:37.463887 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Bound port: fd4ad56a-60b4-47ac-9821-710fbb26f37d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d083fd-b233-4104-8ac3-970fd41fa3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f9baf003-d728-4576-abeb-f3adc4ec0948'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:08:37.464282 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:37.554328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] For port fd4ad56a-60b4-47ac-9821-710fbb26f37d, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:08:37.558429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] For port fd4ad56a-60b4-47ac-9821-710fbb26f37d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd4ad56a-60b4-47ac-9821-710fbb26f37d,segment=NetworkSegment(64d083fd-b233-4104-8ac3-970fd41fa3b7),segment_id=64d083fd-b233-4104-8ac3-970fd41fa3b7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:08:37.562967 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:37.645851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d241ecc-29d2-4c73-84b9-d5f6e9732750 None None] Pushing event updated for resources: {'Port': ['ID=fd4ad56a-60b4-47ac-9821-710fbb26f37d,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:37.665948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13845a4-3653-499f-a252-344d5270a607 req-8f256add-64e4-4571-8b85-b6bcf9f82b3f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:37.667617 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c13845a4-3653-499f-a252-344d5270a607 req-8f256add-64e4-4571-8b85-b6bcf9f82b3f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 945 time: 0.0966637
Nov 20 21:08:37.668854 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4cce6476-b627-4ae6-9328-877e6fddb967 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:37.688598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35944) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:37.702342 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce6476-b627-4ae6-9328-877e6fddb967 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=03eb07a9-5478-435d-8dd0-d34eadbd8064,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:37.748392 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4cce6476-b627-4ae6-9328-877e6fddb967 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:37.754356 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4cce6476-b627-4ae6-9328-877e6fddb967 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/03eb07a9-5478-435d-8dd0-d34eadbd8064 HTTP/1.1" status: 204  len: 168 time: 0.5325675
Nov 20 21:08:37.755016 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35948) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:37.775353 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c13845a4-3653-499f-a252-344d5270a607 req-8accbef9-4790-46d9-8b0e-49db6a03f418 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781565
Nov 20 21:08:37.788049 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c97544-08b4-40ab-9ba7-ed58ca7868da tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:08:37.788791 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c97544-08b4-40ab-9ba7-ed58ca7868da tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:37.794753 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-47c97544-08b4-40ab-9ba7-ed58ca7868da tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/03eb07a9-5478-435d-8dd0-d34eadbd8064 HTTP/1.1" status: 404  len: 333 time: 0.0360138
Nov 20 21:08:37.794998 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35950) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:37.819029 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 3ae4ae95-4d21-46e0-9882-157821324f20 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:37.834134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-53e80d21-9894-4a8f-bda5-a062b49c269c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-7214551-network', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:37.842436 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-19dfd473-13c5-49e1-894b-7e2b357d57b7 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] GET failed (client error): The resource could not be found.
Nov 20 21:08:37.848452 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35952) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:37.849414 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-19dfd473-13c5-49e1-894b-7e2b357d57b7 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports/03eb07a9-5478-435d-8dd0-d34eadbd8064 HTTP/1.1" status: 404  len: 333 time: 0.0533507
Nov 20 21:08:37.898162 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 3ae4ae95-4d21-46e0-9882-157821324f20 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:08:37.903264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 3ae4ae95-4d21-46e0-9882-157821324f20 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:37.903704 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:37.907071 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e80d21-9894-4a8f-bda5-a062b49c269c admin admin] Made reservation on behalf of 8bf8c9cac47c4528af3cddac62219ca6 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:37.910272 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-53e80d21-9894-4a8f-bda5-a062b49c269c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:37.926220 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-53e80d21-9894-4a8f-bda5-a062b49c269c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:37.944903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-eceb122a-5657-47fe-83e6-5ad01acd53f1 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting subnet ae025dc9-88a1-4d65-87ec-6a7fcdfeb6a7 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:08:37.951663 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eceb122a-5657-47fe-83e6-5ad01acd53f1 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.000168 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.016146 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eceb122a-5657-47fe-83e6-5ad01acd53f1 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.026807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01d099b-cd9f-487e-b0ce-4fb5ac9440c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae4ae95-4d21-46e0-9882-157821324f20'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:08:38.029075 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee7cc29-b357-481c-9a74-4a8b3fe6509a" -d '{"events": [{"server_uuid": "b01d099b-cd9f-487e-b0ce-4fb5ac9440c0", "name": "network-vif-plugged", "status": "completed", "tag": "3ae4ae95-4d21-46e0-9882-157821324f20"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:08:38.066242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 3ae4ae95-4d21-46e0-9882-157821324f20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ae4ae95-4d21-46e0-9882-157821324f20,segment=NetworkSegment(241be008-6a5d-4824-b825-4024ff935ddc),segment_id=241be008-6a5d-4824-b825-4024ff935ddc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:38.071851 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.075714 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a4aeaa-51e5-4931-af41-6daab3cb896e x-openstack-request-id: req-c6a4aeaa-51e5-4931-af41-6daab3cb896e {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:08:38.076052 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01d099b-cd9f-487e-b0ce-4fb5ac9440c0", "name": "network-vif-plugged", "status": "completed", "tag": "3ae4ae95-4d21-46e0-9882-157821324f20", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:08:38.076309 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6a4aeaa-51e5-4931-af41-6daab3cb896e {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:08:38.077001 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01d099b-cd9f-487e-b0ce-4fb5ac9440c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae4ae95-4d21-46e0-9882-157821324f20', 'code': 200}
Nov 20 21:08:38.129477 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-53e80d21-9894-4a8f-bda5-a062b49c269c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.137028 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=3ae4ae95-4d21-46e0-9882-157821324f20,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:38.139408 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-53e80d21-9894-4a8f-bda5-a062b49c269c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.165310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e80d21-9894-4a8f-bda5-a062b49c269c admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:08:38.167692 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.181950 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eceb122a-5657-47fe-83e6-5ad01acd53f1 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.185337 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-53e80d21-9894-4a8f-bda5-a062b49c269c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.185692 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-53e80d21-9894-4a8f-bda5-a062b49c269c admin admin] Added segment 30f5f4c9-a56c-4b51-905b-9451db52e728 of type vlan for network 1e9694c1-17c8-4151-88d5-baf9d267dc3c
Nov 20 21:08:38.187297 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f359a90-615e-4856-b6fe-5beac5238bef req-2885009e-bb5b-4c81-a943-477c9a055dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:38.189456 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f359a90-615e-4856-b6fe-5beac5238bef req-2885009e-bb5b-4c81-a943-477c9a055dc4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 1097 time: 0.0518322
Nov 20 21:08:38.234295 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f359a90-615e-4856-b6fe-5beac5238bef req-6bd57a35-7523-44a0-9ca2-22664cf56509 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374911
Nov 20 21:08:38.247281 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.259661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e80d21-9894-4a8f-bda5-a062b49c269c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fe5542-06e6-4363-84b3-d618feff0a55,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:38.283352 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-53e80d21-9894-4a8f-bda5-a062b49c269c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.314211 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eceb122a-5657-47fe-83e6-5ad01acd53f1 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.320898 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-53e80d21-9894-4a8f-bda5-a062b49c269c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.321847 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e80d21-9894-4a8f-bda5-a062b49c269c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:38.322468 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-53e80d21-9894-4a8f-bda5-a062b49c269c admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.352036 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb122a-5657-47fe-83e6-5ad01acd53f1 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Subnet': ['ID=ae025dc9-88a1-4d65-87ec-6a7fcdfeb6a7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:38.375073 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eceb122a-5657-47fe-83e6-5ad01acd53f1 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.381589 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-eceb122a-5657-47fe-83e6-5ad01acd53f1 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/ae025dc9-88a1-4d65-87ec-6a7fcdfeb6a7 HTTP/1.1" status: 204  len: 168 time: 0.5323181
Nov 20 21:08:38.381729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35958) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:38.393795 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-53e80d21-9894-4a8f-bda5-a062b49c269c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7003806
Nov 20 21:08:38.395017 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35960) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:38.410209 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4c43c697-7d91-480f-b26f-82b65aaa54c3 admin admin] Request body: {'subnet': {'network_id': '1e9694c1-17c8-4151-88d5-baf9d267dc3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-7214551-subnet', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6', 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:38.429173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e80d21-9894-4a8f-bda5-a062b49c269c admin admin] Pushing event updated for resources: {'Network': ['ID=1e9694c1-17c8-4151-88d5-baf9d267dc3c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:38.443913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 1e9694c1-17c8-4151-88d5-baf9d267dc3c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:08:38.489857 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.493011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c43c697-7d91-480f-b26f-82b65aaa54c3 admin admin] Made reservation on behalf of 8bf8c9cac47c4528af3cddac62219ca6 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:38.495287 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4c43c697-7d91-480f-b26f-82b65aaa54c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.623994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port fd4ad56a-60b4-47ac-9821-710fbb26f37d {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:38.624382 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.662843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a8cf4d-a7fa-4083-8893-90e3c7293640 None None] Network f9baf003-d728-4576-abeb-f3adc4ec0948 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:38.744520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fd4ad56a-60b4-47ac-9821-710fbb26f37d up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:38.764481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] For port fd4ad56a-60b4-47ac-9821-710fbb26f37d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd4ad56a-60b4-47ac-9821-710fbb26f37d,segment=NetworkSegment(64d083fd-b233-4104-8ac3-970fd41fa3b7),segment_id=64d083fd-b233-4104-8ac3-970fd41fa3b7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:38.764851 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.784384 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for fd4ad56a-60b4-47ac-9821-710fbb26f37d owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:38.786491 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4c43c697-7d91-480f-b26f-82b65aaa54c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.836689 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f042ad44-4d4a-432c-aa8f-3f689b0a15af None None] Provisioning complete for port fd4ad56a-60b4-47ac-9821-710fbb26f37d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:38.837063 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f042ad44-4d4a-432c-aa8f-3f689b0a15af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.885000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43c697-7d91-480f-b26f-82b65aaa54c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b6686b-7bc6-4a23-b44f-ccd8369ebde1,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:38.897637 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port fd4ad56a-60b4-47ac-9821-710fbb26f37d triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:38.898232 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.910785 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0af32-6737-4a11-90dd-5905475c6027 req-d3926378-e345-4d96-93d7-80ddfd988f17 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:38.912382 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b8c0af32-6737-4a11-90dd-5905475c6027 req-d3926378-e345-4d96-93d7-80ddfd988f17 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0601661
Nov 20 21:08:38.932232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43c697-7d91-480f-b26f-82b65aaa54c3 admin admin] Checking segment: {'id': '30f5f4c9-a56c-4b51-905b-9451db52e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1e9694c1-17c8-4151-88d5-baf9d267dc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:38.932908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c43c697-7d91-480f-b26f-82b65aaa54c3 admin admin] Network hostable DHCP agents. Network: 1e9694c1-17c8-4151-88d5-baf9d267dc3c, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:08:38.962672 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c43c697-7d91-480f-b26f-82b65aaa54c3 admin admin] Network 1e9694c1-17c8-4151-88d5-baf9d267dc3c is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:08:38.976541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-4c43c697-7d91-480f-b26f-82b65aaa54c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1e9694c1-17c8-4151-88d5-baf9d267dc3c) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:38.978560 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.982521 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f042ad44-4d4a-432c-aa8f-3f689b0a15af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.983500 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b8c0af32-6737-4a11-90dd-5905475c6027 req-75ffe72c-a482-4f51-b71d-97b0caf6df4a tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646341
Nov 20 21:08:38.983871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c43c697-7d91-480f-b26f-82b65aaa54c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:38.984504 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4c43c697-7d91-480f-b26f-82b65aaa54c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:38.989552 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424cc838-4d3b-46e2-a841-ff4fe05ef0c7 None None] DHCP port deletion for f9baf003-d728-4576-abeb-f3adc4ec0948 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:08:39.003705 ncdv-master-1 neutron-server[126226]: INFO neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No ports have port_id starting with fd4ad56a-60b4-47ac-9821-710fbb26f37d
Nov 20 21:08:39.008553 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78b9ba1-7284-4909-bc6d-2b46dc7b1342 None None] Network 1e9694c1-17c8-4151-88d5-baf9d267dc3c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:39.026661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=fd4ad56a-60b4-47ac-9821-710fbb26f37d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:39.032192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No DVR routers for this DVR port fd4ad56a-60b4-47ac-9821-710fbb26f37d on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:08:39.058585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4c43c697-7d91-480f-b26f-82b65aaa54c3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6628923
Nov 20 21:08:39.061737 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35964) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:39.068159 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-7214551-router', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:39.098278 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.099364 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.116689 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.143404 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4eced490>,) {'filters': {'network_id': ['f9baf003-d728-4576-abeb-f3adc4ec0948']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:39.156709 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4eced490>, '64d083fd-b233-4104-8ac3-970fd41fa3b7') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:39.157144 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4eced490>, '64d083fd-b233-4104-8ac3-970fd41fa3b7') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:39.167023 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.185465 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.198081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:08:39.198627 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:08:39.204003 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:08:39.211791 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1e9694c1-17c8-4151-88d5-baf9d267dc3c', 'network_id': '1e9694c1-17c8-4151-88d5-baf9d267dc3c', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6', 'fixed_ips': [{'subnet_id': '61b6686b-7bc6-4a23-b44f-ccd8369ebde1'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:08:39.213763 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.225607 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.285626 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.294355 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.298869 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/networks/f9baf003-d728-4576-abeb-f3adc4ec0948 HTTP/1.1" status: 204  len: 168 time: 0.9154177
Nov 20 21:08:39.303792 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35968) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:39.319354 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-1056af22-8c54-4833-840e-446b9a22523e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-718230789'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:39.325564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d04d85-bc33-4318-9fe7-9323c2323975 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Network': ['ID=f9baf003-d728-4576-abeb-f3adc4ec0948,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:39.344413 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1056af22-8c54-4833-840e-446b9a22523e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:39.349376 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1056af22-8c54-4833-840e-446b9a22523e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.373525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1056af22-8c54-4833-840e-446b9a22523e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:08:39.380225 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.383503 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1056af22-8c54-4833-840e-446b9a22523e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.384099 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-1056af22-8c54-4833-840e-446b9a22523e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Added segment e8596301-7784-4bc3-bde1-6cfa17f8e485 of type vlan for network 6c8f871b-74e2-4351-adc7-e185bf3d0359
Nov 20 21:08:39.426018 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1056af22-8c54-4833-840e-446b9a22523e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.430739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Allocated IP 172.20.0.2 (1e9694c1-17c8-4151-88d5-baf9d267dc3c/61b6686b-7bc6-4a23-b44f-ccd8369ebde1/4ce8d474-7c6e-44d6-8102-612da4f1b1a4) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:39.452345 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1056af22-8c54-4833-840e-446b9a22523e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.459282 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1056af22-8c54-4833-840e-446b9a22523e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:39.460117 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1056af22-8c54-4833-840e-446b9a22523e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.500359 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1056af22-8c54-4833-840e-446b9a22523e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.1951480
Nov 20 21:08:39.503772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35970) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:39.511383 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-27621878-d82a-4eca-9e66-25cbab2dcb61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'subnet': {'network_id': '6c8f871b-74e2-4351-adc7-e185bf3d0359', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:39.559233 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056af22-8c54-4833-840e-446b9a22523e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Network': ['ID=6c8f871b-74e2-4351-adc7-e185bf3d0359,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:39.576961 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 6c8f871b-74e2-4351-adc7-e185bf3d0359 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:08:39.609117 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.628974 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.640138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27621878-d82a-4eca-9e66-25cbab2dcb61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:39.644792 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27621878-d82a-4eca-9e66-25cbab2dcb61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.650397 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.664473 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.753117 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Allocated IP 172.35.1.155 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/cc4eee6b-c086-49a8-b7e7-06f7e2128044) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:39.861173 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27621878-d82a-4eca-9e66-25cbab2dcb61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.868405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Network 1e9694c1-17c8-4151-88d5-baf9d267dc3c is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:39.872288 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.873725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:39.877463 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Pushing event updated for resources: {'Port': ['ID=4ce8d474-7c6e-44d6-8102-612da4f1b1a4,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:39.880554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:39.917775 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.935815 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Attempting to bind port 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:08:39.936133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Attempting to bind port 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '30f5f4c9-a56c-4b51-905b-9451db52e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1e9694c1-17c8-4151-88d5-baf9d267dc3c'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:08:39.936625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Attempting to bind port 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 on network 1e9694c1-17c8-4151-88d5-baf9d267dc3c {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:39.937533 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27621878-d82a-4eca-9e66-25cbab2dcb61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Subnet': ['ID=497d1744-efa1-430c-a85b-998ea0a551de,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:39.943667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:08:39.944097 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Checking segment: {'id': '30f5f4c9-a56c-4b51-905b-9451db52e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1e9694c1-17c8-4151-88d5-baf9d267dc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:39.944600 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.945001 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Bound using segment: {'id': '30f5f4c9-a56c-4b51-905b-9451db52e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1e9694c1-17c8-4151-88d5-baf9d267dc3c'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:08:39.945475 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Bound port: 4ce8d474-7c6e-44d6-8102-612da4f1b1a4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f5f4c9-a56c-4b51-905b-9451db52e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1e9694c1-17c8-4151-88d5-baf9d267dc3c'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:08:39.945859 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:39.948038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27621878-d82a-4eca-9e66-25cbab2dcb61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Checking segment: {'id': 'e8596301-7784-4bc3-bde1-6cfa17f8e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6c8f871b-74e2-4351-adc7-e185bf3d0359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:39.948787 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27621878-d82a-4eca-9e66-25cbab2dcb61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network hostable DHCP agents. Network: 6c8f871b-74e2-4351-adc7-e185bf3d0359, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:08:39.957945 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:39.961666 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:39.964618 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:39.969279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27621878-d82a-4eca-9e66-25cbab2dcb61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 6c8f871b-74e2-4351-adc7-e185bf3d0359 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:08:39.981498 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-27621878-d82a-4eca-9e66-25cbab2dcb61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6c8f871b-74e2-4351-adc7-e185bf3d0359) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:39.992051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586e97a3-09d3-4e8f-ace4-41e71a7864ca None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:08:39.992360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27621878-d82a-4eca-9e66-25cbab2dcb61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:39.993314 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27621878-d82a-4eca-9e66-25cbab2dcb61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:40.002676 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Pushing event updated for resources: {'Port': ['ID=cc4eee6b-c086-49a8-b7e7-06f7e2128044,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:40.012857 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-27621878-d82a-4eca-9e66-25cbab2dcb61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5073707
Nov 20 21:08:40.014947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35974) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:40.020476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8f153411-1fc2-4c36-ac75-120549362fb0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'network_id': '6c8f871b-74e2-4351-adc7-e185bf3d0359', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-231113763'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:40.041779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] For port 4ce8d474-7c6e-44d6-8102-612da4f1b1a4, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:08:40.045131 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] For port 4ce8d474-7c6e-44d6-8102-612da4f1b1a4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ce8d474-7c6e-44d6-8102-612da4f1b1a4,segment=NetworkSegment(30f5f4c9-a56c-4b51-905b-9451db52e728),segment_id=30f5f4c9-a56c-4b51-905b-9451db52e728)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:08:40.051593 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383c7ac3-896f-4e4a-8259-8acea9d9502f None None] Network 6c8f871b-74e2-4351-adc7-e185bf3d0359 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:40.054838 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:40.165946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f153411-1fc2-4c36-ac75-120549362fb0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:40.171324 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8f153411-1fc2-4c36-ac75-120549362fb0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:40.178242 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e952a40-2f4f-441e-87bd-2501cf64f893 req-cac3db74-6de6-49e7-94b1-66db5241ea61 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:40.179967 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e952a40-2f4f-441e-87bd-2501cf64f893 req-cac3db74-6de6-49e7-94b1-66db5241ea61 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0912971
Nov 20 21:08:40.197773 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-8f153411-1fc2-4c36-ac75-120549362fb0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] device_id is not set on port 8c073b0a-7e5c-4731-963b-1dcd2e99cb05 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:08:40.201339 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-031e5c99-695c-43d2-8fb7-8a47d067fcda None None] Provisioning complete for port cc4eee6b-c086-49a8-b7e7-06f7e2128044 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:40.201720 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-031e5c99-695c-43d2-8fb7-8a47d067fcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:40.203675 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c26c8f-65c5-4831-8a2e-b6afad11bc3d None None] Pushing event updated for resources: {'Port': ['ID=4ce8d474-7c6e-44d6-8102-612da4f1b1a4,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:40.279752 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-031e5c99-695c-43d2-8fb7-8a47d067fcda None None] Port cc4eee6b-c086-49a8-b7e7-06f7e2128044 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:08:40.333980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6c8f871b-74e2-4351-adc7-e185bf3d0359', 'network_id': '6c8f871b-74e2-4351-adc7-e185bf3d0359', 'tenant_id': 'c2662d7413e44ee2a8e9d6b3dc127161', 'fixed_ips': [{'subnet_id': '497d1744-efa1-430c-a85b-998ea0a551de'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:08:40.335072 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:40.373772 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e952a40-2f4f-441e-87bd-2501cf64f893 req-d45da270-e8a9-438c-90a6-c470b17d903b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1275053
Nov 20 21:08:40.377412 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:40.382344 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-8f153411-1fc2-4c36-ac75-120549362fb0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Allocated IP 2001:db8::33f (6c8f871b-74e2-4351-adc7-e185bf3d0359/497d1744-efa1-430c-a85b-998ea0a551de/8c073b0a-7e5c-4731-963b-1dcd2e99cb05) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:40.685288 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:40.747404 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:40.805615 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:40.806124 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:40.834901 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Router 0a075f30-3b19-412a-b469-d313f2db1d0c is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:08:40.891309 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:40.927576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 4ce8d474-7c6e-44d6-8102-612da4f1b1a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ce8d474-7c6e-44d6-8102-612da4f1b1a4,segment=NetworkSegment(30f5f4c9-a56c-4b51-905b-9451db52e728),segment_id=30f5f4c9-a56c-4b51-905b-9451db52e728)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:40.932087 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:40.947052 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49742c-990b-4097-995f-57c4e1f5ef74 req-11fdbd5b-855b-44fd-af25-3c0fcc885b97 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:40.948607 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1e49742c-990b-4097-995f-57c4e1f5ef74 req-11fdbd5b-855b-44fd-af25-3c0fcc885b97 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.4318354
Nov 20 21:08:40.961628 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35980) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:40.968408 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-f26c048e-8ca8-46df-a0c0-159d84050080 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Request body: {'floatingip': {'port_id': '3ae4ae95-4d21-46e0-9882-157821324f20'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:40.973444 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8f153411-1fc2-4c36-ac75-120549362fb0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:40.978704 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:08:41.009319 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=4ce8d474-7c6e-44d6-8102-612da4f1b1a4,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:41.014182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Sync routers for ids ['0a075f30-3b19-412a-b469-d313f2db1d0c'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:08:41.023012 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:41.028848 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-efe5249a-e7d1-484e-9602-ec49cff019d6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.9625218
Nov 20 21:08:41.029063 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fd4ad56a-60b4-47ac-9821-710fbb26f37d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:08:41.029173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35982) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:41.030331 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f26c048e-8ca8-46df-a0c0-159d84050080 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for floatingip, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:41.033650 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Routers {'0a075f30-3b19-412a-b469-d313f2db1d0c'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:41.034464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47239ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0a075f30-3b19-412a-b469-d313f2db1d0c'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:41.056865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: fd4ad56a-60b4-47ac-9821-710fbb26f37d {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:08:41.057217 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fd4ad56a-60b4-47ac-9821-710fbb26f37d not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:08:41.206445 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8f153411-1fc2-4c36-ac75-120549362fb0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:41.245389 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Set router 0a075f30-3b19-412a-b469-d313f2db1d0c gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:41.296653 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f153411-1fc2-4c36-ac75-120549362fb0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=8c073b0a-7e5c-4731-963b-1dcd2e99cb05,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:41.321382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f153411-1fc2-4c36-ac75-120549362fb0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 6c8f871b-74e2-4351-adc7-e185bf3d0359 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:41.328638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-8f153411-1fc2-4c36-ac75-120549362fb0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:41.333284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f153411-1fc2-4c36-ac75-120549362fb0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:41.333846 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Allocated IP 2001:db8::2 (6c8f871b-74e2-4351-adc7-e185bf3d0359/497d1744-efa1-430c-a85b-998ea0a551de/791ee0d8-27bc-4d3b-9e14-a76408aa595a) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:41.339858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f153411-1fc2-4c36-ac75-120549362fb0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:41.340786 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8f153411-1fc2-4c36-ac75-120549362fb0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:41.359629 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8f153411-1fc2-4c36-ac75-120549362fb0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 1.3435044
Nov 20 21:08:41.362567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35986) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:41.493467 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53db7713-4cde-4691-9662-d16e538c0e99 None None] Network 1e9694c1-17c8-4151-88d5-baf9d267dc3c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:41.610105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-293c8c04-3c4a-445e-8f43-636543ff2924 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port 8c073b0a-7e5c-4731-963b-1dcd2e99cb05 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:41.611708 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-293c8c04-3c4a-445e-8f43-636543ff2924 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:41.641127 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-750dba2d-f4e7-4d96-9e80-faaf42fa2ade None None] Provisioning complete for port 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:41.642157 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-750dba2d-f4e7-4d96-9e80-faaf42fa2ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:41.753402 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-293c8c04-3c4a-445e-8f43-636543ff2924 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:41.803949 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:41.820626 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:41.841532 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-293c8c04-3c4a-445e-8f43-636543ff2924 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for 8c073b0a-7e5c-4731-963b-1dcd2e99cb05 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:41.854194 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:41.922334 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Network 6c8f871b-74e2-4351-adc7-e185bf3d0359 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:41.924088 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47239ca0>, [{'id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'name': 'tempest-TestAggregatesBasicOps-7214551-router', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cc4eee6b-c086-49a8-b7e7-06f7e2128044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:39Z', 'updated_at': '2021-11-20T21:08:40Z', 'revision_number': 3, 'project_id': '8bf8c9cac47c4528af3cddac62219ca6', 'gw_port': {'id': 'cc4eee6b-c086-49a8-b7e7-06f7e2128044', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:39Z', 'updated_at': '2021-11-20T21:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:41.935253 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:41.937684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:41.968197 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Pushing event updated for resources: {'Port': ['ID=791ee0d8-27bc-4d3b-9e14-a76408aa595a,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:41.974487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Checking router: 0a075f30-3b19-412a-b469-d313f2db1d0c for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:08:41.974839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Updating router 0a075f30-3b19-412a-b469-d313f2db1d0c port cc4eee6b-c086-49a8-b7e7-06f7e2128044 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:08:41.990639 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.db.resource_extend [None req-f26c048e-8ca8-46df-a0c0-159d84050080 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 21:08:42.031269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Allocated IP 172.20.0.1 (1e9694c1-17c8-4151-88d5-baf9d267dc3c/61b6686b-7bc6-4a23-b44f-ccd8369ebde1/fe1b33d0-316c-4b0d-92f0-3558d439d291) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:42.052833 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.061854 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f26c048e-8ca8-46df-a0c0-159d84050080 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.074580 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f26c048e-8ca8-46df-a0c0-159d84050080 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.174079 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-293c8c04-3c4a-445e-8f43-636543ff2924 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.191673 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.238220 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.240933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c8c04-3c4a-445e-8f43-636543ff2924 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=8c073b0a-7e5c-4731-963b-1dcd2e99cb05,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:42.274118 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-f26c048e-8ca8-46df-a0c0-159d84050080 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Floating IP f8fcf193-f9c4-4baa-b7f7-61a855d3a81d associated. External IP: 172.35.1.81, port: 3ae4ae95-4d21-46e0-9882-157821324f20.
Nov 20 21:08:42.276875 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-293c8c04-3c4a-445e-8f43-636543ff2924 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.283421 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-293c8c04-3c4a-445e-8f43-636543ff2924 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/8c073b0a-7e5c-4731-963b-1dcd2e99cb05 HTTP/1.1" status: 204  len: 168 time: 0.9194829
Nov 20 21:08:42.284960 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 35988) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:42.288748 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Attempting to bind port 791ee0d8-27bc-4d3b-9e14-a76408aa595a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:08:42.289125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Attempting to bind port 791ee0d8-27bc-4d3b-9e14-a76408aa595a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8596301-7784-4bc3-bde1-6cfa17f8e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6c8f871b-74e2-4351-adc7-e185bf3d0359'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:08:42.289511 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Attempting to bind port 791ee0d8-27bc-4d3b-9e14-a76408aa595a on network 6c8f871b-74e2-4351-adc7-e185bf3d0359 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:42.297433 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:08:42.298397 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Checking segment: {'id': 'e8596301-7784-4bc3-bde1-6cfa17f8e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6c8f871b-74e2-4351-adc7-e185bf3d0359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:42.299026 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.299437 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Bound using segment: {'id': 'e8596301-7784-4bc3-bde1-6cfa17f8e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6c8f871b-74e2-4351-adc7-e185bf3d0359'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:08:42.299932 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Bound port: 791ee0d8-27bc-4d3b-9e14-a76408aa595a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8596301-7784-4bc3-bde1-6cfa17f8e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6c8f871b-74e2-4351-adc7-e185bf3d0359'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:08:42.300324 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.302926 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Network 1e9694c1-17c8-4151-88d5-baf9d267dc3c is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:42.304572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Pushing event updated for resources: {'Port': ['ID=fe1b33d0-316c-4b0d-92f0-3558d439d291,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:42.309210 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:42.311473 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:42.352010 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.461200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] For port 791ee0d8-27bc-4d3b-9e14-a76408aa595a, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:08:42.464145 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f3011c-5735-4b4c-b597-74fb5c88bc80 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] GET failed (client error): The resource could not be found.
Nov 20 21:08:42.465677 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-52f3011c-5735-4b4c-b597-74fb5c88bc80 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports/8c073b0a-7e5c-4731-963b-1dcd2e99cb05 HTTP/1.1" status: 404  len: 333 time: 0.1795199
Nov 20 21:08:42.467257 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] For port 791ee0d8-27bc-4d3b-9e14-a76408aa595a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=791ee0d8-27bc-4d3b-9e14-a76408aa595a,segment=NetworkSegment(e8596301-7784-4bc3-bde1-6cfa17f8e485),segment_id=e8596301-7784-4bc3-bde1-6cfa17f8e485)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:08:42.468874 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35990) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:42.473030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-99bb0514-e480-4069-b7ce-6b398f550edf None None] Provisioning complete for port 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:42.473728 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-99bb0514-e480-4069-b7ce-6b398f550edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.544208 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.560473 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7bcea3-2be6-4456-a9d1-7c3d0ed95037 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting subnet 497d1744-efa1-430c-a85b-998ea0a551de {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:08:42.566614 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c7bcea3-2be6-4456-a9d1-7c3d0ed95037 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.594829 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.621340 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ba970-02f1-48af-9633-a43b268fbca2 None None] Pushing event updated for resources: {'Port': ['ID=791ee0d8-27bc-4d3b-9e14-a76408aa595a,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:42.646000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26c048e-8ca8-46df-a0c0-159d84050080 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Router 76230994-5bdc-48d4-8e13-c947c6a435f5 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:08:42.658241 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c7bcea3-2be6-4456-a9d1-7c3d0ed95037 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.752889 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:42.798629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26c048e-8ca8-46df-a0c0-159d84050080 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:08:42.803948 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f26c048e-8ca8-46df-a0c0-159d84050080 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.813098 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c8732b-6628-4094-b3e2-50e5dcd88041 None None] Sync routers for ids ['76230994-5bdc-48d4-8e13-c947c6a435f5'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:08:42.838475 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c8732b-6628-4094-b3e2-50e5dcd88041 None None] Routers {'76230994-5bdc-48d4-8e13-c947c6a435f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:42.839433 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f8c8732b-6628-4094-b3e2-50e5dcd88041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54460c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['76230994-5bdc-48d4-8e13-c947c6a435f5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:42.847982 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c7bcea3-2be6-4456-a9d1-7c3d0ed95037 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.865698 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f26c048e-8ca8-46df-a0c0-159d84050080 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "PUT /v2.0/floatingips/f8fcf193-f9c4-4baa-b7f7-61a855d3a81d HTTP/1.1" status: 200  len: 991 time: 1.9027562
Nov 20 21:08:42.866559 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01d099b-cd9f-487e-b0ce-4fb5ac9440c0', 'tag': '3ae4ae95-4d21-46e0-9882-157821324f20'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:08:42.870376 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71e3a12-9a8f-43de-af41-39a9e1390a01" -d '{"events": [{"name": "network-changed", "server_uuid": "b01d099b-cd9f-487e-b0ce-4fb5ac9440c0", "tag": "3ae4ae95-4d21-46e0-9882-157821324f20"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:08:42.929526 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:42.930104 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.943952 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48cdb0d-eaec-40ca-9f82-5c2d89301658 x-openstack-request-id: req-e48cdb0d-eaec-40ca-9f82-5c2d89301658 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:08:42.944246 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01d099b-cd9f-487e-b0ce-4fb5ac9440c0", "tag": "3ae4ae95-4d21-46e0-9882-157821324f20", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:08:42.944508 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e48cdb0d-eaec-40ca-9f82-5c2d89301658 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:08:42.944920 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01d099b-cd9f-487e-b0ce-4fb5ac9440c0', 'tag': '3ae4ae95-4d21-46e0-9882-157821324f20', 'status': 'completed', 'code': 200}
Nov 20 21:08:42.972937 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.994202 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:42.997518 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:43.001544 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-eea2c51d-0b41-4a8d-8260-f84a9f17747e None None] Provisioning complete for port fe1b33d0-316c-4b0d-92f0-3558d439d291 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:43.001929 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eea2c51d-0b41-4a8d-8260-f84a9f17747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:43.007173 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c7bcea3-2be6-4456-a9d1-7c3d0ed95037 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:43.024648 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:43.030667 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-f8c8732b-6628-4094-b3e2-50e5dcd88041 None None] Set router 76230994-5bdc-48d4-8e13-c947c6a435f5 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:43.049461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e3a12-9a8f-43de-af41-39a9e1390a01 req-a632ddb2-3411-4544-a9c6-c242710889da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:43.051456 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d71e3a12-9a8f-43de-af41-39a9e1390a01 req-a632ddb2-3411-4544-a9c6-c242710889da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=badea6f48ba34a31b8c22ca431cfebc4&device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 1097 time: 0.0632601
Nov 20 21:08:43.156966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bcea3-2be6-4456-a9d1-7c3d0ed95037 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Subnet': ['ID=497d1744-efa1-430c-a85b-998ea0a551de,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:43.160256 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663f7934-b4e2-45f6-bfe3-e47829cf0529 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:08:43.164518 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f9a8e-ac71-4057-9c5d-32d8f741780f None None] Pushing event updated for resources: {'Port': ['ID=cc4eee6b-c086-49a8-b7e7-06f7e2128044,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:43.195255 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c7bcea3-2be6-4456-a9d1-7c3d0ed95037 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:43.202399 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1c7bcea3-2be6-4456-a9d1-7c3d0ed95037 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/497d1744-efa1-430c-a85b-998ea0a551de HTTP/1.1" status: 204  len: 168 time: 0.7321334
Nov 20 21:08:43.206765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 35998) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:43.209016 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:43.218493 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Attempting to bind port cc4eee6b-c086-49a8-b7e7-06f7e2128044 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:08:43.228139 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Attempting to bind port cc4eee6b-c086-49a8-b7e7-06f7e2128044 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:08:43.228562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Attempting to bind port cc4eee6b-c086-49a8-b7e7-06f7e2128044 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:43.240529 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e3a12-9a8f-43de-af41-39a9e1390a01 req-37a9f916-2845-45c5-83fe-745827c98b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:43.242602 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d71e3a12-9a8f-43de-af41-39a9e1390a01 req-37a9f916-2845-45c5-83fe-745827c98b56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a HTTP/1.1" status: 200  len: 912 time: 0.1807156
Nov 20 21:08:43.285345 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-eea2c51d-0b41-4a8d-8260-f84a9f17747e None None] Port fe1b33d0-316c-4b0d-92f0-3558d439d291 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:08:43.297391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:08:43.297952 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:43.298471 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:43.298938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:08:43.299389 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Bound port: cc4eee6b-c086-49a8-b7e7-06f7e2128044, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:08:43.299820 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:43.317440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Pushing event updated for resources: {'Port': ['ID=fe1b33d0-316c-4b0d-92f0-3558d439d291,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:43.356640 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-299ba0f9-e8a8-4d58-87ff-09cd131b3982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:43.385755 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] For port cc4eee6b-c086-49a8-b7e7-06f7e2128044, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:08:43.389709 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d71e3a12-9a8f-43de-af41-39a9e1390a01 req-c2a3534b-77ba-4559-a0f3-f47cd7fb0e21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae4ae95-4d21-46e0-9882-157821324f20 HTTP/1.1" status: 200  len: 999 time: 0.1392746
Nov 20 21:08:43.391026 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] For port cc4eee6b-c086-49a8-b7e7-06f7e2128044, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc4eee6b-c086-49a8-b7e7-06f7e2128044,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:08:43.400045 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:43.415626 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:43.460925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5925dcdf-2eb1-47a5-93db-84d9e322a0db None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:08:43.462981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5e103df5-cb48-4941-8a92-c9dfb0d18d32 None None] Provisioning complete for port cc4eee6b-c086-49a8-b7e7-06f7e2128044 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:43.463365 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5e103df5-cb48-4941-8a92-c9dfb0d18d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:43.463986 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f8c8732b-6628-4094-b3e2-50e5dcd88041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54460c40>, [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f8fcf193-f9c4-4baa-b7f7-61a855d3a81d', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'floating_ip_address': '172.35.1.81', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'port_id': '3ae4ae95-4d21-46e0-9882-157821324f20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'mac_address': 'fa:16:3e:53:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d099b-cd9f-487e-b0ce-4fb5ac9440c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:08:26Z', 'updated_at': '2021-11-20T21:08:41Z', 'revision_number': 1, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e1f786-e1fc-476b-a801-7c2f799dc538', 'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'mac_address': 'fa:16:3e:22:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:21Z', 'updated_at': '2021-11-20T21:08:27Z', 'revision_number': 5, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'subnets': [{'id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:43.489395 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Network 1e9694c1-17c8-4151-88d5-baf9d267dc3c is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:43.492131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e3a12-9a8f-43de-af41-39a9e1390a01 req-fe8ab1c7-bde3-4341-8264-eff25c75c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:43.495872 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:43.499193 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d71e3a12-9a8f-43de-af41-39a9e1390a01 req-fe8ab1c7-bde3-4341-8264-eff25c75c2b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70f862fe-1427-4856-a5ea-8d52f33d3d9b HTTP/1.1" status: 200  len: 850 time: 0.1018205
Nov 20 21:08:43.499809 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c8732b-6628-4094-b3e2-50e5dcd88041 None None] Checking router: 76230994-5bdc-48d4-8e13-c947c6a435f5 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:08:43.512040 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c8732b-6628-4094-b3e2-50e5dcd88041 None None] Routers {'76230994-5bdc-48d4-8e13-c947c6a435f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:43.512914 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f8c8732b-6628-4094-b3e2-50e5dcd88041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54460c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['76230994-5bdc-48d4-8e13-c947c6a435f5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:43.548867 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f9a8e-ac71-4057-9c5d-32d8f741780f None None] Pushing event updated for resources: {'Port': ['ID=cc4eee6b-c086-49a8-b7e7-06f7e2128044,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:43.557494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Routers {'0a075f30-3b19-412a-b469-d313f2db1d0c'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:43.562008 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e3a12-9a8f-43de-af41-39a9e1390a01 req-8cb15bfa-0c3e-41e2-8048-6be968f7bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:43.562860 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47239ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0a075f30-3b19-412a-b469-d313f2db1d0c'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:43.564189 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d71e3a12-9a8f-43de-af41-39a9e1390a01 req-8cb15bfa-0c3e-41e2-8048-6be968f7bdc0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0561500
Nov 20 21:08:43.603223 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port 791ee0d8-27bc-4d3b-9e14-a76408aa595a {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:43.603569 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:43.672846 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-f8c8732b-6628-4094-b3e2-50e5dcd88041 None None] Set router 76230994-5bdc-48d4-8e13-c947c6a435f5 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:43.747020 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d71e3a12-9a8f-43de-af41-39a9e1390a01 req-82cc174a-d579-436c-bb5b-d6c528cfc1d8 service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1750150
Nov 20 21:08:43.761125 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5e103df5-cb48-4941-8a92-c9dfb0d18d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:43.780657 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] Set router 0a075f30-3b19-412a-b469-d313f2db1d0c gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:43.796165 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Router 0a075f30-3b19-412a-b469-d313f2db1d0c has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:08:43.868259 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] For port 791ee0d8-27bc-4d3b-9e14-a76408aa595a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=791ee0d8-27bc-4d3b-9e14-a76408aa595a,segment=NetworkSegment(e8596301-7784-4bc3-bde1-6cfa17f8e485),segment_id=e8596301-7784-4bc3-bde1-6cfa17f8e485)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:43.868537 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5e103df5-cb48-4941-8a92-c9dfb0d18d32 None None] For port cc4eee6b-c086-49a8-b7e7-06f7e2128044, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc4eee6b-c086-49a8-b7e7-06f7e2128044,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:43.868658 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:43.881868 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5e103df5-cb48-4941-8a92-c9dfb0d18d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:43.926884 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for 791ee0d8-27bc-4d3b-9e14-a76408aa595a owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:43.948770 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d71e3a12-9a8f-43de-af41-39a9e1390a01 req-08c775a8-ad17-4aa2-97e8-cb326f7ee799 service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1929379
Nov 20 21:08:44.035884 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e103df5-cb48-4941-8a92-c9dfb0d18d32 None None] Pushing event updated for resources: {'Port': ['ID=cc4eee6b-c086-49a8-b7e7-06f7e2128044,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:44.054757 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f8c6c9ed-612b-49d0-94c9-5d9ee9aff0ad None None] Provisioning complete for port cc4eee6b-c086-49a8-b7e7-06f7e2128044 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:44.055050 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f8c6c9ed-612b-49d0-94c9-5d9ee9aff0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:44.075192 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:44.132902 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f8c8732b-6628-4094-b3e2-50e5dcd88041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54460c40>, [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f8fcf193-f9c4-4baa-b7f7-61a855d3a81d', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'floating_ip_address': '172.35.1.81', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'port_id': '3ae4ae95-4d21-46e0-9882-157821324f20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'mac_address': 'fa:16:3e:53:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d099b-cd9f-487e-b0ce-4fb5ac9440c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:08:26Z', 'updated_at': '2021-11-20T21:08:41Z', 'revision_number': 1, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e1f786-e1fc-476b-a801-7c2f799dc538', 'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'mac_address': 'fa:16:3e:22:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:21Z', 'updated_at': '2021-11-20T21:08:27Z', 'revision_number': 5, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'subnets': [{'id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:44.154390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No DVR routers for this DVR port 791ee0d8-27bc-4d3b-9e14-a76408aa595a on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:08:44.171320 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c8732b-6628-4094-b3e2-50e5dcd88041 None None] The sync data for ids ['76230994-5bdc-48d4-8e13-c947c6a435f5'] in ncdv-master-1 is: [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f8fcf193-f9c4-4baa-b7f7-61a855d3a81d', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'floating_ip_address': '172.35.1.81', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'port_id': '3ae4ae95-4d21-46e0-9882-157821324f20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'mac_address': 'fa:16:3e:53:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d099b-cd9f-487e-b0ce-4fb5ac9440c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:08:26Z', 'updated_at': '2021-11-20T21:08:41Z', 'revision_number': 1, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e1f786-e1fc-476b-a801-7c2f799dc538', 'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'mac_address': 'fa:16:3e:22:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:21Z', 'updated_at': '2021-11-20T21:08:27Z', 'revision_number': 5, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'subnets': [{'id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:08:44.198192 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=791ee0d8-27bc-4d3b-9e14-a76408aa595a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:44.205520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47239ca0>, [{'id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'name': 'tempest-TestAggregatesBasicOps-7214551-router', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cc4eee6b-c086-49a8-b7e7-06f7e2128044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:39Z', 'updated_at': '2021-11-20T21:08:42Z', 'revision_number': 4, 'project_id': '8bf8c9cac47c4528af3cddac62219ca6', 'gw_port': {'id': 'cc4eee6b-c086-49a8-b7e7-06f7e2128044', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:39Z', 'updated_at': '2021-11-20T21:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe1b33d0-316c-4b0d-92f0-3558d439d291', 'name': '', 'network_id': '1e9694c1-17c8-4151-88d5-baf9d267dc3c', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6', 'mac_address': 'fa:16:3e:e8:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '61b6686b-7bc6-4a23-b44f-ccd8369ebde1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:41Z', 'updated_at': '2021-11-20T21:08:42Z', 'revision_number': 2, 'project_id': '8bf8c9cac47c4528af3cddac62219ca6', 'subnets': [{'id': '61b6686b-7bc6-4a23-b44f-ccd8369ebde1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:44.241195 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cfc865-bf61-42ab-9e17-6c567e3ad2b8 None None] The sync data for ids ['0a075f30-3b19-412a-b469-d313f2db1d0c'] in ncdv-master-1 is: [{'id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'name': 'tempest-TestAggregatesBasicOps-7214551-router', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cc4eee6b-c086-49a8-b7e7-06f7e2128044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:39Z', 'updated_at': '2021-11-20T21:08:42Z', 'revision_number': 4, 'project_id': '8bf8c9cac47c4528af3cddac62219ca6', 'gw_port': {'id': 'cc4eee6b-c086-49a8-b7e7-06f7e2128044', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:39Z', 'updated_at': '2021-11-20T21:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe1b33d0-316c-4b0d-92f0-3558d439d291', 'name': '', 'network_id': '1e9694c1-17c8-4151-88d5-baf9d267dc3c', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6', 'mac_address': 'fa:16:3e:e8:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '61b6686b-7bc6-4a23-b44f-ccd8369ebde1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:41Z', 'updated_at': '2021-11-20T21:08:42Z', 'revision_number': 2, 'project_id': '8bf8c9cac47c4528af3cddac62219ca6', 'subnets': [{'id': '61b6686b-7bc6-4a23-b44f-ccd8369ebde1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:08:44.253777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f8c6c9ed-612b-49d0-94c9-5d9ee9aff0ad None None] Provisioning complete for port fe1b33d0-316c-4b0d-92f0-3558d439d291 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:44.254673 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f8c6c9ed-612b-49d0-94c9-5d9ee9aff0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:44.255669 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:08:44.264620 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7d045f2f-55d3-4d41-b372-fe37d3ff94a8 admin admin] 10.222.0.41 "PUT /v2.0/routers/0a075f30-3b19-412a-b469-d313f2db1d0c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2342641
Nov 20 21:08:44.305281 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d28163-a0c6-4b77-88a2-c9bb2f670791 None None] Network 6c8f871b-74e2-4351-adc7-e185bf3d0359 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:44.307863 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:44.311142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6c9ed-612b-49d0-94c9-5d9ee9aff0ad None None] Port fe1b33d0-316c-4b0d-92f0-3558d439d291 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:08:44.334806 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f2a2820>,) {'filters': {'network_id': ['6c8f871b-74e2-4351-adc7-e185bf3d0359']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:44.346619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f2a2820>, 'e8596301-7784-4bc3-bde1-6cfa17f8e485') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:44.346987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f2a2820>, 'e8596301-7784-4bc3-bde1-6cfa17f8e485') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:44.358277 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:44.375212 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:44.384672 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:08:44.385092 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:08:44.396916 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:08:44.433852 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-181fb1ae-55b4-4385-8870-6bc76eba9c61 None None] Could not find standard attr ID for object 791ee0d8-27bc-4d3b-9e14-a76408aa595a. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:08:44.475087 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:44.483333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:44.491949 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/networks/6c8f871b-74e2-4351-adc7-e185bf3d0359 HTTP/1.1" status: 204  len: 168 time: 1.2807353
Nov 20 21:08:44.492311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36008) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:44.500421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-329dc59b-a5fd-4744-be87-f5f61436dc07 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'name': 'tempest-PortsIpV6TestJSON-2041053774'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:44.502871 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71ed14-e97d-4c85-8099-84c355fe9a8f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Network': ['ID=6c8f871b-74e2-4351-adc7-e185bf3d0359,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:44.555491 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03cc92-8440-4be6-b594-07c995e8122f None None] New status for floating IP f8fcf193-f9c4-4baa-b7f7-61a855d3a81d: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:08:44.627033 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0a9ba9-05bd-4345-886d-3e79c016b359 None None] DHCP port deletion for 6c8f871b-74e2-4351-adc7-e185bf3d0359 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:08:44.655338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329dc59b-a5fd-4744-be87-f5f61436dc07 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:44.661091 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-329dc59b-a5fd-4744-be87-f5f61436dc07 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:44.682540 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-329dc59b-a5fd-4744-be87-f5f61436dc07 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] device_id is not set on port 85274164-758f-4047-b43a-ff13c21bfe72 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:08:44.882784 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-329dc59b-a5fd-4744-be87-f5f61436dc07 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:44.921480 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-329dc59b-a5fd-4744-be87-f5f61436dc07 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:44.969387 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329dc59b-a5fd-4744-be87-f5f61436dc07 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:44.973605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-329dc59b-a5fd-4744-be87-f5f61436dc07 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:44.977913 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329dc59b-a5fd-4744-be87-f5f61436dc07 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:44.984887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329dc59b-a5fd-4744-be87-f5f61436dc07 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:44.986244 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-329dc59b-a5fd-4744-be87-f5f61436dc07 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.000177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329dc59b-a5fd-4744-be87-f5f61436dc07 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=85274164-758f-4047-b43a-ff13c21bfe72,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:45.015455 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-329dc59b-a5fd-4744-be87-f5f61436dc07 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.5196157
Nov 20 21:08:45.016149 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36022) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:45.031030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36024) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:45.036784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-5a86da06-084b-4287-9219-443bbd90b673 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-561521891-network', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:45.059415 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a86da06-084b-4287-9219-443bbd90b673 admin admin] Made reservation on behalf of f68435bae2444916831ad67eb823ad6d for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:45.061703 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a86da06-084b-4287-9219-443bbd90b673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.072045 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a86da06-084b-4287-9219-443bbd90b673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.123216 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-17dd66ba-f019-41d7-a5c7-8193ec0385f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port 85274164-758f-4047-b43a-ff13c21bfe72 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:45.123567 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17dd66ba-f019-41d7-a5c7-8193ec0385f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.175822 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a86da06-084b-4287-9219-443bbd90b673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.183611 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a86da06-084b-4287-9219-443bbd90b673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.202064 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17dd66ba-f019-41d7-a5c7-8193ec0385f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.208669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a86da06-084b-4287-9219-443bbd90b673 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:08:45.215265 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-17dd66ba-f019-41d7-a5c7-8193ec0385f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for 85274164-758f-4047-b43a-ff13c21bfe72 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:45.230298 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a86da06-084b-4287-9219-443bbd90b673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.230774 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-5a86da06-084b-4287-9219-443bbd90b673 admin admin] Added segment 845e4bff-09a3-4087-b597-61ec319cdb04 of type vlan for network 4d596ec1-92bd-4ae9-a44c-78286a140d52
Nov 20 21:08:45.232367 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86da06-084b-4287-9219-443bbd90b673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b6e024-6c7e-469d-86cd-619e25bf623c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:45.303917 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a86da06-084b-4287-9219-443bbd90b673 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.333887 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a86da06-084b-4287-9219-443bbd90b673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.335034 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a86da06-084b-4287-9219-443bbd90b673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:45.335722 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a86da06-084b-4287-9219-443bbd90b673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.337468 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17dd66ba-f019-41d7-a5c7-8193ec0385f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.371069 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd66ba-f019-41d7-a5c7-8193ec0385f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=85274164-758f-4047-b43a-ff13c21bfe72,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:45.371447 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5a86da06-084b-4287-9219-443bbd90b673 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3390546
Nov 20 21:08:45.373833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36028) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:45.380937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-dff03688-7c6e-4063-a744-9f3d63a95657 admin admin] Request body: {'subnet': {'network_id': '4d596ec1-92bd-4ae9-a44c-78286a140d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-561521891-subnet', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d', 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:45.383554 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17dd66ba-f019-41d7-a5c7-8193ec0385f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.393243 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-17dd66ba-f019-41d7-a5c7-8193ec0385f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/85274164-758f-4047-b43a-ff13c21bfe72 HTTP/1.1" status: 204  len: 168 time: 0.3752811
Nov 20 21:08:45.394072 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36030) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:45.399877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-be68f5af-a758-40ab-8923-ae63e92a4186 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'mac_address': 'fa:16:3e:5b:0f:bb', 'name': 'tempest-PortsIpV6TestJSON-1605808963'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:45.410722 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86da06-084b-4287-9219-443bbd90b673 admin admin] Pushing event updated for resources: {'Network': ['ID=4d596ec1-92bd-4ae9-a44c-78286a140d52,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:45.426521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 4d596ec1-92bd-4ae9-a44c-78286a140d52 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:08:45.442555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff03688-7c6e-4063-a744-9f3d63a95657 admin admin] Made reservation on behalf of f68435bae2444916831ad67eb823ad6d for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:45.445183 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dff03688-7c6e-4063-a744-9f3d63a95657 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.528294 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be68f5af-a758-40ab-8923-ae63e92a4186 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:45.604663 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-be68f5af-a758-40ab-8923-ae63e92a4186 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.626386 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-be68f5af-a758-40ab-8923-ae63e92a4186 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] device_id is not set on port f876a7b9-61a0-495e-8771-02639d20a320 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:08:45.658733 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a38f9f11-cdd9-4846-acec-139e600e0786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.662848 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dff03688-7c6e-4063-a744-9f3d63a95657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.724861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff03688-7c6e-4063-a744-9f3d63a95657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af9fbc4-fac6-4643-b4e7-5cb5341c4955,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:45.733970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff03688-7c6e-4063-a744-9f3d63a95657 admin admin] Checking segment: {'id': '845e4bff-09a3-4087-b597-61ec319cdb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4d596ec1-92bd-4ae9-a44c-78286a140d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:45.734368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff03688-7c6e-4063-a744-9f3d63a95657 admin admin] Network hostable DHCP agents. Network: 4d596ec1-92bd-4ae9-a44c-78286a140d52, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:08:45.753255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff03688-7c6e-4063-a744-9f3d63a95657 admin admin] Network 4d596ec1-92bd-4ae9-a44c-78286a140d52 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:08:45.763270 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-dff03688-7c6e-4063-a744-9f3d63a95657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4d596ec1-92bd-4ae9-a44c-78286a140d52) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:45.768148 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff03688-7c6e-4063-a744-9f3d63a95657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:45.768328 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dff03688-7c6e-4063-a744-9f3d63a95657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.777600 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92494ea-2d7b-4056-a59f-6f9ee2cf43da None None] Network 4d596ec1-92bd-4ae9-a44c-78286a140d52 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:45.790427 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dff03688-7c6e-4063-a744-9f3d63a95657 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4154868
Nov 20 21:08:45.793078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36032) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:45.797589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-561521891-router', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:45.823332 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.824386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.841754 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-be68f5af-a758-40ab-8923-ae63e92a4186 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.888042 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-be68f5af-a758-40ab-8923-ae63e92a4186 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.895140 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.944807 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be68f5af-a758-40ab-8923-ae63e92a4186 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:45.948545 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-be68f5af-a758-40ab-8923-ae63e92a4186 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:45.952638 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be68f5af-a758-40ab-8923-ae63e92a4186 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:45.959048 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be68f5af-a758-40ab-8923-ae63e92a4186 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:45.959688 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-be68f5af-a758-40ab-8923-ae63e92a4186 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.969095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68f5af-a758-40ab-8923-ae63e92a4186 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=f876a7b9-61a0-495e-8771-02639d20a320,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:45.986262 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-be68f5af-a758-40ab-8923-ae63e92a4186 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.5909846
Nov 20 21:08:45.986789 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4d596ec1-92bd-4ae9-a44c-78286a140d52', 'network_id': '4d596ec1-92bd-4ae9-a44c-78286a140d52', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d', 'fixed_ips': [{'subnet_id': '4af9fbc4-fac6-4643-b4e7-5cb5341c4955'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:08:45.987821 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:45.988941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36036) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:46.036742 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0f364c-bd2a-48b0-b113-3f789209b69d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:46.038579 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ff0f364c-bd2a-48b0-b113-3f789209b69d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports/f876a7b9-61a0-495e-8771-02639d20a320 HTTP/1.1" status: 200  len: 845 time: 0.0483382
Nov 20 21:08:46.045342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36038) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:46.109533 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.147884 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2aef8905-8abd-4bae-9560-eb41c33ceee9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port f876a7b9-61a0-495e-8771-02639d20a320 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:46.148244 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2aef8905-8abd-4bae-9560-eb41c33ceee9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.158582 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Allocated IP 172.20.0.2 (4d596ec1-92bd-4ae9-a44c-78286a140d52/4af9fbc4-fac6-4643-b4e7-5cb5341c4955/36438c56-22f3-45e0-a932-a1212ec619c4) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:46.233024 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2aef8905-8abd-4bae-9560-eb41c33ceee9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.250281 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2aef8905-8abd-4bae-9560-eb41c33ceee9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for f876a7b9-61a0-495e-8771-02639d20a320 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:46.339735 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.343863 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2aef8905-8abd-4bae-9560-eb41c33ceee9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.346351 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.374468 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef8905-8abd-4bae-9560-eb41c33ceee9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=f876a7b9-61a0-495e-8771-02639d20a320,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:46.379825 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.383190 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2aef8905-8abd-4bae-9560-eb41c33ceee9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.390229 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2aef8905-8abd-4bae-9560-eb41c33ceee9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/f876a7b9-61a0-495e-8771-02639d20a320 HTTP/1.1" status: 204  len: 168 time: 0.3435271
Nov 20 21:08:46.392615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36042) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:46.396135 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Network 4d596ec1-92bd-4ae9-a44c-78286a140d52 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:46.399786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:46.401775 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.405803 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:46.410130 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Pushing event updated for resources: {'Port': ['ID=36438c56-22f3-45e0-a932-a1212ec619c4,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:46.427945 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-685b5a1f-8c17-456f-9aea-564e1dccf44d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] GET failed (client error): The resource could not be found.
Nov 20 21:08:46.434137 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-685b5a1f-8c17-456f-9aea-564e1dccf44d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports/f876a7b9-61a0-495e-8771-02639d20a320 HTTP/1.1" status: 404  len: 333 time: 0.0401685
Nov 20 21:08:46.434839 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36044) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:46.440767 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9ed02c3f-12c8-479f-975f-5c9bd2d6882f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'name': 'tempest-PortsIpV6TestJSON-1430018099'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:46.473112 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Attempting to bind port 36438c56-22f3-45e0-a932-a1212ec619c4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:08:46.473672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Attempting to bind port 36438c56-22f3-45e0-a932-a1212ec619c4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '845e4bff-09a3-4087-b597-61ec319cdb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4d596ec1-92bd-4ae9-a44c-78286a140d52'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:08:46.473985 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Attempting to bind port 36438c56-22f3-45e0-a932-a1212ec619c4 on network 4d596ec1-92bd-4ae9-a44c-78286a140d52 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:46.479431 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:08:46.479923 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Checking segment: {'id': '845e4bff-09a3-4087-b597-61ec319cdb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4d596ec1-92bd-4ae9-a44c-78286a140d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:46.480395 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.480854 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Bound using segment: {'id': '845e4bff-09a3-4087-b597-61ec319cdb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4d596ec1-92bd-4ae9-a44c-78286a140d52'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:08:46.481403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Bound port: 36438c56-22f3-45e0-a932-a1212ec619c4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845e4bff-09a3-4087-b597-61ec319cdb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4d596ec1-92bd-4ae9-a44c-78286a140d52'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:08:46.481857 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.557998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed02c3f-12c8-479f-975f-5c9bd2d6882f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:46.559883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] For port 36438c56-22f3-45e0-a932-a1212ec619c4, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:08:46.562762 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ed02c3f-12c8-479f-975f-5c9bd2d6882f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.564321 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] For port 36438c56-22f3-45e0-a932-a1212ec619c4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36438c56-22f3-45e0-a932-a1212ec619c4,segment=NetworkSegment(845e4bff-09a3-4087-b597-61ec319cdb04),segment_id=845e4bff-09a3-4087-b597-61ec319cdb04)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:08:46.570304 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.587698 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-9ed02c3f-12c8-479f-975f-5c9bd2d6882f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] device_id is not set on port 3b0de6fa-b77e-429b-94e4-ac20b0c20bab yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:08:46.818185 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.823044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b785532-00af-4a58-83a6-be7c76839af4 None None] Pushing event updated for resources: {'Port': ['ID=36438c56-22f3-45e0-a932-a1212ec619c4,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:46.828767 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ed02c3f-12c8-479f-975f-5c9bd2d6882f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.861864 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cc4eee6b-c086-49a8-b7e7-06f7e2128044 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:46.884416 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ed02c3f-12c8-479f-975f-5c9bd2d6882f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.943764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port cc4eee6b-c086-49a8-b7e7-06f7e2128044 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:46.945694 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed02c3f-12c8-479f-975f-5c9bd2d6882f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:46.946760 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.948452 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Allocated IP 172.35.1.247 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/8b4fa36a-1124-4706-bbf6-f2ffa33ec31e) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:46.949125 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-9ed02c3f-12c8-479f-975f-5c9bd2d6882f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:46.953738 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed02c3f-12c8-479f-975f-5c9bd2d6882f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:46.960125 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed02c3f-12c8-479f-975f-5c9bd2d6882f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:46.960828 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9ed02c3f-12c8-479f-975f-5c9bd2d6882f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:46.964820 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed02c3f-12c8-479f-975f-5c9bd2d6882f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=3b0de6fa-b77e-429b-94e4-ac20b0c20bab,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:47.003460 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9ed02c3f-12c8-479f-975f-5c9bd2d6882f tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.5674858
Nov 20 21:08:47.008862 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36048) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:47.019014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a23ab217-61b6-42a3-a71a-063e4474ac4a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:47.152085 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:47.159704 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a23ab217-61b6-42a3-a71a-063e4474ac4a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:47.198363 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:47.201212 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Sync routers for ids ['0a075f30-3b19-412a-b469-d313f2db1d0c'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:08:47.213588 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Routers {'0a075f30-3b19-412a-b469-d313f2db1d0c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:47.214327 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54752310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0a075f30-3b19-412a-b469-d313f2db1d0c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:47.243388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:47.246673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:47.253156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:47.270000 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e22e2-ff34-4985-8b9a-45e423e2db8a None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:08:47.288147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Pushing event updated for resources: {'Port': ['ID=8b4fa36a-1124-4706-bbf6-f2ffa33ec31e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:47.370847 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Set router 0a075f30-3b19-412a-b469-d313f2db1d0c gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:47.386284 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3edb867b-2f0c-4311-9eac-20b58b84bbf6 None None] Provisioning complete for port 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:47.386658 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3edb867b-2f0c-4311-9eac-20b58b84bbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:47.403898 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a23ab217-61b6-42a3-a71a-063e4474ac4a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:47.409513 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a23ab217-61b6-42a3-a71a-063e4474ac4a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:47.423735 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3edb867b-2f0c-4311-9eac-20b58b84bbf6 None None] Port 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:08:47.448825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a23ab217-61b6-42a3-a71a-063e4474ac4a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] In _notify_port_updated(), no bound segment for port 3b0de6fa-b77e-429b-94e4-ac20b0c20bab on network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c {{(pid=126224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:08:47.454972 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23ab217-61b6-42a3-a71a-063e4474ac4a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:47.455605 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a23ab217-61b6-42a3-a71a-063e4474ac4a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:47.456942 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a23ab217-61b6-42a3-a71a-063e4474ac4a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "PUT /v2.0/ports/3b0de6fa-b77e-429b-94e4-ac20b0c20bab HTTP/1.1" status: 200  len: 818 time: 0.4466193
Nov 20 21:08:47.460598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36052) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:47.476392 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ab217-61b6-42a3-a71a-063e4474ac4a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=3b0de6fa-b77e-429b-94e4-ac20b0c20bab,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:47.601851 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54752310>, [{'id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'name': 'tempest-TestAggregatesBasicOps-7214551-router', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cc4eee6b-c086-49a8-b7e7-06f7e2128044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:39Z', 'updated_at': '2021-11-20T21:08:42Z', 'revision_number': 4, 'project_id': '8bf8c9cac47c4528af3cddac62219ca6', 'gw_port': {'id': 'cc4eee6b-c086-49a8-b7e7-06f7e2128044', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:39Z', 'updated_at': '2021-11-20T21:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe1b33d0-316c-4b0d-92f0-3558d439d291', 'name': '', 'network_id': '1e9694c1-17c8-4151-88d5-baf9d267dc3c', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6', 'mac_address': 'fa:16:3e:e8:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '61b6686b-7bc6-4a23-b44f-ccd8369ebde1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:41Z', 'updated_at': '2021-11-20T21:08:42Z', 'revision_number': 2, 'project_id': '8bf8c9cac47c4528af3cddac62219ca6', 'subnets': [{'id': '61b6686b-7bc6-4a23-b44f-ccd8369ebde1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:47.627283 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Checking router: 0a075f30-3b19-412a-b469-d313f2db1d0c for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:08:47.627636 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Updating router 0a075f30-3b19-412a-b469-d313f2db1d0c port fe1b33d0-316c-4b0d-92f0-3558d439d291 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:08:47.640347 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:47.652378 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:47.681113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b7e2b0e8-9167-4a3a-98dd-924a596cb622 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port 3b0de6fa-b77e-429b-94e4-ac20b0c20bab {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:47.681460 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b0e8-9167-4a3a-98dd-924a596cb622 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:47.793709 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b0e8-9167-4a3a-98dd-924a596cb622 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:47.815116 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b7e2b0e8-9167-4a3a-98dd-924a596cb622 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for 3b0de6fa-b77e-429b-94e4-ac20b0c20bab owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:47.936772 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:47.943639 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:47.989012 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:47.997182 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1fe91-ce94-4596-9402-540d45386e93 None None] Pushing event updated for resources: {'Port': ['ID=fe1b33d0-316c-4b0d-92f0-3558d439d291,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:48.031571 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b0e8-9167-4a3a-98dd-924a596cb622 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:48.060182 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Attempting to bind port fe1b33d0-316c-4b0d-92f0-3558d439d291 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:08:48.060613 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Attempting to bind port fe1b33d0-316c-4b0d-92f0-3558d439d291 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '30f5f4c9-a56c-4b51-905b-9451db52e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1e9694c1-17c8-4151-88d5-baf9d267dc3c'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:08:48.060986 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Attempting to bind port fe1b33d0-316c-4b0d-92f0-3558d439d291 on network 1e9694c1-17c8-4151-88d5-baf9d267dc3c {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:48.067296 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:08:48.068957 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Checking segment: {'id': '30f5f4c9-a56c-4b51-905b-9451db52e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1e9694c1-17c8-4151-88d5-baf9d267dc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:48.069377 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:48.069872 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Bound using segment: {'id': '30f5f4c9-a56c-4b51-905b-9451db52e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1e9694c1-17c8-4151-88d5-baf9d267dc3c'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:08:48.070386 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Bound port: fe1b33d0-316c-4b0d-92f0-3558d439d291, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f5f4c9-a56c-4b51-905b-9451db52e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1e9694c1-17c8-4151-88d5-baf9d267dc3c'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:08:48.070564 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b0e8-9167-4a3a-98dd-924a596cb622 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:48.070823 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:48.074194 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b7e2b0e8-9167-4a3a-98dd-924a596cb622 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/3b0de6fa-b77e-429b-94e4-ac20b0c20bab HTTP/1.1" status: 204  len: 168 time: 0.6122413
Nov 20 21:08:48.076852 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36054) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:48.077507 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2b0e8-9167-4a3a-98dd-924a596cb622 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=3b0de6fa-b77e-429b-94e4-ac20b0c20bab,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:48.090446 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f45a160-9082-49e5-8b26-f346577499ca None None] Network 4d596ec1-92bd-4ae9-a44c-78286a140d52 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:48.166447 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a34c1f-3282-43da-87bd-6053786c7f77 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:48.168021 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-72a34c1f-3282-43da-87bd-6053786c7f77 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0901463
Nov 20 21:08:48.170779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36058) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:48.208468 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cfff34-af99-4c6d-a41a-ea9f388c89f6 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] GET failed (client error): The resource could not be found.
Nov 20 21:08:48.215581 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-26cfff34-af99-4c6d-a41a-ea9f388c89f6 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports/3b0de6fa-b77e-429b-94e4-ac20b0c20bab HTTP/1.1" status: 404  len: 333 time: 0.0380843
Nov 20 21:08:48.215781 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] For port fe1b33d0-316c-4b0d-92f0-3558d439d291, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:08:48.216223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36060) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:48.219442 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] For port fe1b33d0-316c-4b0d-92f0-3558d439d291, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe1b33d0-316c-4b0d-92f0-3558d439d291,segment=NetworkSegment(30f5f4c9-a56c-4b51-905b-9451db52e728),segment_id=30f5f4c9-a56c-4b51-905b-9451db52e728)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:08:48.222675 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-86155278-0d93-4e28-9378-ed975eef4406 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2113388590'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:48.230139 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:48.255912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Router 705f1f76-4d25-4e1f-be45-3aef2ceddc40 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:08:48.263869 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-75e35815-cd30-4544-81fe-433f4b918e62 None None] Provisioning complete for port 36438c56-22f3-45e0-a932-a1212ec619c4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:48.264946 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-75e35815-cd30-4544-81fe-433f4b918e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:48.274159 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86155278-0d93-4e28-9378-ed975eef4406 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:48.279563 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86155278-0d93-4e28-9378-ed975eef4406 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:48.303424 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1fe91-ce94-4596-9402-540d45386e93 None None] Pushing event updated for resources: {'Port': ['ID=fe1b33d0-316c-4b0d-92f0-3558d439d291,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:48.313972 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Routers {'0a075f30-3b19-412a-b469-d313f2db1d0c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:48.315349 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54752310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0a075f30-3b19-412a-b469-d313f2db1d0c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:48.374840 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86155278-0d93-4e28-9378-ed975eef4406 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:08:48.423325 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86155278-0d93-4e28-9378-ed975eef4406 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:48.423682 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-86155278-0d93-4e28-9378-ed975eef4406 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Added segment ca6a9245-55cd-483a-ac92-12c3bf192392 of type vlan for network e47c986f-bf33-4c41-b911-283d0ed3f71d
Nov 20 21:08:48.469299 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:08:48.489264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Sync routers for ids ['705f1f76-4d25-4e1f-be45-3aef2ceddc40'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:08:48.496775 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86155278-0d93-4e28-9378-ed975eef4406 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:48.516209 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:48.520942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36064) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:48.522215 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-22c3e7e3-e4d2-42bf-895c-18e3ce8cd90a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.7280357
Nov 20 21:08:48.527900 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Routers {'705f1f76-4d25-4e1f-be45-3aef2ceddc40'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:48.528536 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4641a640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['705f1f76-4d25-4e1f-be45-3aef2ceddc40'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:48.533359 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-75e35815-cd30-4544-81fe-433f4b918e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:48.550712 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86155278-0d93-4e28-9378-ed975eef4406 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:48.558176 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86155278-0d93-4e28-9378-ed975eef4406 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:48.558945 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-86155278-0d93-4e28-9378-ed975eef4406 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:48.644207 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] Set router 0a075f30-3b19-412a-b469-d313f2db1d0c gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:48.655851 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86155278-0d93-4e28-9378-ed975eef4406 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Network': ['ID=e47c986f-bf33-4c41-b911-283d0ed3f71d,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:48.663792 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:48.692963 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-86155278-0d93-4e28-9378-ed975eef4406 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4745321
Nov 20 21:08:48.695039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-75e35815-cd30-4544-81fe-433f4b918e62 None None] For port 36438c56-22f3-45e0-a932-a1212ec619c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36438c56-22f3-45e0-a932-a1212ec619c4,segment=NetworkSegment(845e4bff-09a3-4087-b597-61ec319cdb04),segment_id=845e4bff-09a3-4087-b597-61ec319cdb04)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:48.696082 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36066) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:48.713990 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-30101c2c-ccb0-47df-867b-7822ce1d99cd tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'subnet': {'network_id': 'e47c986f-bf33-4c41-b911-283d0ed3f71d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:48.753666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network e47c986f-bf33-4c41-b911-283d0ed3f71d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:08:48.769766 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-75e35815-cd30-4544-81fe-433f4b918e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:48.911245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30101c2c-ccb0-47df-867b-7822ce1d99cd tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:48.925123 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-30101c2c-ccb0-47df-867b-7822ce1d99cd tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:48.943972 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Set router 705f1f76-4d25-4e1f-be45-3aef2ceddc40 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:49.022165 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54752310>, [{'id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'name': 'tempest-TestAggregatesBasicOps-7214551-router', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cc4eee6b-c086-49a8-b7e7-06f7e2128044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:39Z', 'updated_at': '2021-11-20T21:08:42Z', 'revision_number': 4, 'project_id': '8bf8c9cac47c4528af3cddac62219ca6', 'gw_port': {'id': 'cc4eee6b-c086-49a8-b7e7-06f7e2128044', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:39Z', 'updated_at': '2021-11-20T21:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe1b33d0-316c-4b0d-92f0-3558d439d291', 'name': '', 'network_id': '1e9694c1-17c8-4151-88d5-baf9d267dc3c', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6', 'mac_address': 'fa:16:3e:e8:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '61b6686b-7bc6-4a23-b44f-ccd8369ebde1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:41Z', 'updated_at': '2021-11-20T21:08:48Z', 'revision_number': 4, 'project_id': '8bf8c9cac47c4528af3cddac62219ca6', 'subnets': [{'id': '61b6686b-7bc6-4a23-b44f-ccd8369ebde1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:49.041866 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fe1b33d0-316c-4b0d-92f0-3558d439d291 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:49.064852 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9a5a8-dd64-4c09-bba5-421dadf4c8e4 None None] The sync data for ids ['0a075f30-3b19-412a-b469-d313f2db1d0c'] in ncdv-master-1 is: [{'id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'name': 'tempest-TestAggregatesBasicOps-7214551-router', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cc4eee6b-c086-49a8-b7e7-06f7e2128044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:39Z', 'updated_at': '2021-11-20T21:08:42Z', 'revision_number': 4, 'project_id': '8bf8c9cac47c4528af3cddac62219ca6', 'gw_port': {'id': 'cc4eee6b-c086-49a8-b7e7-06f7e2128044', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:39Z', 'updated_at': '2021-11-20T21:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe1b33d0-316c-4b0d-92f0-3558d439d291', 'name': '', 'network_id': '1e9694c1-17c8-4151-88d5-baf9d267dc3c', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6', 'mac_address': 'fa:16:3e:e8:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '61b6686b-7bc6-4a23-b44f-ccd8369ebde1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:41Z', 'updated_at': '2021-11-20T21:08:48Z', 'revision_number': 4, 'project_id': '8bf8c9cac47c4528af3cddac62219ca6', 'subnets': [{'id': '61b6686b-7bc6-4a23-b44f-ccd8369ebde1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:08:49.089962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d8605666-c324-4d50-8b78-55cb2a6c9e2b None None] Provisioning complete for port fe1b33d0-316c-4b0d-92f0-3558d439d291 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:49.090879 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d8605666-c324-4d50-8b78-55cb2a6c9e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:49.104373 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e35815-cd30-4544-81fe-433f4b918e62 None None] Pushing event updated for resources: {'Port': ['ID=36438c56-22f3-45e0-a932-a1212ec619c4,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:49.159560 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:49.218733 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-30101c2c-ccb0-47df-867b-7822ce1d99cd tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:49.279094 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:49.311374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30101c2c-ccb0-47df-867b-7822ce1d99cd tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Checking segment: {'id': 'ca6a9245-55cd-483a-ac92-12c3bf192392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e47c986f-bf33-4c41-b911-283d0ed3f71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:49.312325 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30101c2c-ccb0-47df-867b-7822ce1d99cd tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network hostable DHCP agents. Network: e47c986f-bf33-4c41-b911-283d0ed3f71d, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:08:49.323782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30101c2c-ccb0-47df-867b-7822ce1d99cd tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Subnet': ['ID=46876afa-221a-406e-8248-972e66540c33,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:49.343335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port fe1b33d0-316c-4b0d-92f0-3558d439d291 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:49.343715 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:49.359785 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30101c2c-ccb0-47df-867b-7822ce1d99cd tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network e47c986f-bf33-4c41-b911-283d0ed3f71d is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:08:49.368627 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d8605666-c324-4d50-8b78-55cb2a6c9e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:49.374640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-30101c2c-ccb0-47df-867b-7822ce1d99cd tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e47c986f-bf33-4c41-b911-283d0ed3f71d) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:49.385163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30101c2c-ccb0-47df-867b-7822ce1d99cd tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:49.386663 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-30101c2c-ccb0-47df-867b-7822ce1d99cd tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:49.410803 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53409023-b4bb-4fc8-8d32-4167b7065450 None None] Network e47c986f-bf33-4c41-b911-283d0ed3f71d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:49.419924 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-30101c2c-ccb0-47df-867b-7822ce1d99cd tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7220783
Nov 20 21:08:49.420579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36070) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:49.425635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-dafe71cb-707b-4ba8-b1e8-318354e381ef tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'subnet': {'network_id': 'e47c986f-bf33-4c41-b911-283d0ed3f71d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:49.509920 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Allocated IP 172.20.0.1 (4d596ec1-92bd-4ae9-a44c-78286a140d52/4af9fbc4-fac6-4643-b4e7-5cb5341c4955/bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:49.516047 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d8605666-c324-4d50-8b78-55cb2a6c9e2b None None] For port fe1b33d0-316c-4b0d-92f0-3558d439d291, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe1b33d0-316c-4b0d-92f0-3558d439d291,segment=NetworkSegment(30f5f4c9-a56c-4b51-905b-9451db52e728),segment_id=30f5f4c9-a56c-4b51-905b-9451db52e728)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:49.539214 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d8605666-c324-4d50-8b78-55cb2a6c9e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:49.610854 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafe71cb-707b-4ba8-b1e8-318354e381ef tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:49.617405 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dafe71cb-707b-4ba8-b1e8-318354e381ef tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:49.619872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4641a640>, [{'id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'name': 'tempest-TestAggregatesBasicOps-561521891-router', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.247'}], 'enable_snat': True}, 'gw_port_id': '8b4fa36a-1124-4706-bbf6-f2ffa33ec31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:45Z', 'updated_at': '2021-11-20T21:08:47Z', 'revision_number': 3, 'project_id': 'f68435bae2444916831ad67eb823ad6d', 'gw_port': {'id': '8b4fa36a-1124-4706-bbf6-f2ffa33ec31e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:46Z', 'updated_at': '2021-11-20T21:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:49.648894 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8605666-c324-4d50-8b78-55cb2a6c9e2b None None] Pushing event updated for resources: {'Port': ['ID=fe1b33d0-316c-4b0d-92f0-3558d439d291,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:49.675983 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:49.724523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Checking router: 705f1f76-4d25-4e1f-be45-3aef2ceddc40 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:08:49.724792 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:49.724924 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Updating router 705f1f76-4d25-4e1f-be45-3aef2ceddc40 port 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:08:49.743552 ncdv-master-1 neutron-server[126225]: INFO neutron.db.ipam_backend_mixin [None req-dafe71cb-707b-4ba8-b1e8-318354e381ef tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 46876afa-221a-406e-8248-972e66540c33 (CIDR: 2001:db8::/64)
Nov 20 21:08:49.747342 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-dafe71cb-707b-4ba8-b1e8-318354e381ef tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:08:49.747895 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dafe71cb-707b-4ba8-b1e8-318354e381ef tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:08:49.768936 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dafe71cb-707b-4ba8-b1e8-318354e381ef tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3443961
Nov 20 21:08:49.769141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36074) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:49.774727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-94eab32c-2455-4a58-a8b2-400f531e198d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'subnet': {'network_id': 'e47c986f-bf33-4c41-b911-283d0ed3f71d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:49.786000 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 36438c56-22f3-45e0-a932-a1212ec619c4 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:49.787411 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Network 4d596ec1-92bd-4ae9-a44c-78286a140d52 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:49.791243 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Pushing event updated for resources: {'Port': ['ID=bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:49.795095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:49.797132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:49.824135 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:49.837578 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2614b55f-0811-4fc7-bc97-a9b441c62509 None None] Provisioning complete for port 36438c56-22f3-45e0-a932-a1212ec619c4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:49.837578 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2614b55f-0811-4fc7-bc97-a9b441c62509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:49.840401 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:49.934844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94eab32c-2455-4a58-a8b2-400f531e198d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:49.940015 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-94eab32c-2455-4a58-a8b2-400f531e198d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:50.032081 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:50.094827 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e47c986f-bf33-4c41-b911-283d0ed3f71d', 'network_id': 'e47c986f-bf33-4c41-b911-283d0ed3f71d', 'tenant_id': 'c2662d7413e44ee2a8e9d6b3dc127161', 'fixed_ips': [{'subnet_id': '46876afa-221a-406e-8248-972e66540c33'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:08:50.095758 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:50.260727 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:50.267051 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:50.277124 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-94eab32c-2455-4a58-a8b2-400f531e198d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:50.334010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eab32c-2455-4a58-a8b2-400f531e198d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Subnet': ['ID=b6c9bc21-5d58-448d-971d-391dfb89284f,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:50.347502 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 36438c56-22f3-45e0-a932-a1212ec619c4 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:50.347905 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:50.350346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eab32c-2455-4a58-a8b2-400f531e198d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network e47c986f-bf33-4c41-b911-283d0ed3f71d is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:50.352052 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-94eab32c-2455-4a58-a8b2-400f531e198d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:50.365502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eab32c-2455-4a58-a8b2-400f531e198d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:50.366416 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-94eab32c-2455-4a58-a8b2-400f531e198d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:50.384846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Pushing event updated for resources: {'Port': ['ID=bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:50.391495 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-94eab32c-2455-4a58-a8b2-400f531e198d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.6197255
Nov 20 21:08:50.392849 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36078) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:50.393179 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:50.408172 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e1c58bc0-e33d-48c7-9bb7-6c3958297248 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'network_id': 'e47c986f-bf33-4c41-b911-283d0ed3f71d', 'fixed_ips': [{'subnet_id': '46876afa-221a-406e-8248-972e66540c33'}, {'subnet_id': 'b6c9bc21-5d58-448d-971d-391dfb89284f'}], 'name': 'tempest-PortsIpV6TestJSON-1424223001'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:50.487574 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Allocated IP 2001:db8::2 (e47c986f-bf33-4c41-b911-283d0ed3f71d/46876afa-221a-406e-8248-972e66540c33/9f13c649-9a81-46f7-ba5c-e43919ff6627) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:50.498859 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Network 4d596ec1-92bd-4ae9-a44c-78286a140d52 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:50.499754 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:50.567703 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c58bc0-e33d-48c7-9bb7-6c3958297248 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:50.660205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Router 705f1f76-4d25-4e1f-be45-3aef2ceddc40 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:08:50.702465 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d1d6f59f-9e12-41ae-b45c-c975112f0ffb None None] Provisioning complete for port bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:50.702837 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d1d6f59f-9e12-41ae-b45c-c975112f0ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:50.741483 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1c58bc0-e33d-48c7-9bb7-6c3958297248 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:50.761599 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:50.776623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-e1c58bc0-e33d-48c7-9bb7-6c3958297248 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] device_id is not set on port 427a1321-5ba7-4f53-a0ae-161a1de09c62 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:08:50.780026 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:50.819966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:08:50.830141 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8ca24aef-ba03-4b37-8973-6907b889678d admin admin] 10.222.0.41 "PUT /v2.0/routers/705f1f76-4d25-4e1f-be45-3aef2ceddc40/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3080752
Nov 20 21:08:50.860057 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fe1b33d0-316c-4b0d-92f0-3558d439d291 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:50.869568 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6f59f-9e12-41ae-b45c-c975112f0ffb None None] Port bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:08:50.924442 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Attempting to bind port 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:08:50.924824 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Attempting to bind port 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:08:50.925196 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Attempting to bind port 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:50.935538 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d9367e-b4d1-4065-9e9c-9de02a8b7588 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:08:50.950976 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6d211-c4f2-417f-85d0-30ca2b6fa345 None None] Pushing event updated for resources: {'Port': ['ID=8b4fa36a-1124-4706-bbf6-f2ffa33ec31e,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:50.958368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:08:50.958825 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:50.959154 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:50.959550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:08:50.960046 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Bound port: 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:08:50.960430 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:50.968951 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:51.008792 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:51.078193 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-61c8815c-3c50-4fbb-9c29-decb6ebad3f0 None None] Provisioning complete for port 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:51.078572 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-61c8815c-3c50-4fbb-9c29-decb6ebad3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:51.089706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] For port 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:08:51.110857 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Network e47c986f-bf33-4c41-b911-283d0ed3f71d is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:51.118139 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port fe1b33d0-316c-4b0d-92f0-3558d439d291 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:51.118487 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:51.127542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:51.140546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-e1c58bc0-e33d-48c7-9bb7-6c3958297248 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Allocated IP 2001:db8::b (e47c986f-bf33-4c41-b911-283d0ed3f71d/46876afa-221a-406e-8248-972e66540c33/427a1321-5ba7-4f53-a0ae-161a1de09c62) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:51.152652 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-e1c58bc0-e33d-48c7-9bb7-6c3958297248 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Allocated IP 2001:db8:0:1::34b (e47c986f-bf33-4c41-b911-283d0ed3f71d/b6c9bc21-5d58-448d-971d-391dfb89284f/427a1321-5ba7-4f53-a0ae-161a1de09c62) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:51.159360 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Pushing event updated for resources: {'Port': ['ID=9f13c649-9a81-46f7-ba5c-e43919ff6627,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:51.162450 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:51.165790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] For port 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b4fa36a-1124-4706-bbf6-f2ffa33ec31e,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:08:51.186875 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:51.196823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:51.196823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:51.196823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:51.196823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:51.196823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:51.196823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:51.196823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:51.196823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:51.196823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:51.196823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:51.196823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:51.196823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:08:51.203548 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-61c8815c-3c50-4fbb-9c29-decb6ebad3f0 None None] Port 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:08:51.290652 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db72e127-37e2-46eb-877f-d6b24f9e8e6d None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:08:51.336390 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-61c8815c-3c50-4fbb-9c29-decb6ebad3f0 None None] Provisioning complete for port bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:51.336559 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-61c8815c-3c50-4fbb-9c29-decb6ebad3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:51.351912 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1c58bc0-e33d-48c7-9bb7-6c3958297248 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:51.377803 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Attempting to bind port 9f13c649-9a81-46f7-ba5c-e43919ff6627 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:08:51.378215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Attempting to bind port 9f13c649-9a81-46f7-ba5c-e43919ff6627 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ca6a9245-55cd-483a-ac92-12c3bf192392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e47c986f-bf33-4c41-b911-283d0ed3f71d'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:08:51.378590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Attempting to bind port 9f13c649-9a81-46f7-ba5c-e43919ff6627 on network e47c986f-bf33-4c41-b911-283d0ed3f71d {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:51.387330 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Routers {'705f1f76-4d25-4e1f-be45-3aef2ceddc40'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:51.387962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4641a640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['705f1f76-4d25-4e1f-be45-3aef2ceddc40'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:51.389891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6d211-c4f2-417f-85d0-30ca2b6fa345 None None] Pushing event updated for resources: {'Port': ['ID=8b4fa36a-1124-4706-bbf6-f2ffa33ec31e,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:51.401723 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1c58bc0-e33d-48c7-9bb7-6c3958297248 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:51.428639 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:08:51.429070 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Checking segment: {'id': 'ca6a9245-55cd-483a-ac92-12c3bf192392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e47c986f-bf33-4c41-b911-283d0ed3f71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:51.429427 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:51.429823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Bound using segment: {'id': 'ca6a9245-55cd-483a-ac92-12c3bf192392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e47c986f-bf33-4c41-b911-283d0ed3f71d'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:08:51.430333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Bound port: 9f13c649-9a81-46f7-ba5c-e43919ff6627, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6a9245-55cd-483a-ac92-12c3bf192392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e47c986f-bf33-4c41-b911-283d0ed3f71d'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:08:51.430719 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:51.464081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c58bc0-e33d-48c7-9bb7-6c3958297248 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network e47c986f-bf33-4c41-b911-283d0ed3f71d is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:51.468600 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-e1c58bc0-e33d-48c7-9bb7-6c3958297248 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:51.491754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-61c8815c-3c50-4fbb-9c29-decb6ebad3f0 None None] Port bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:08:51.493059 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c58bc0-e33d-48c7-9bb7-6c3958297248 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:51.500506 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c58bc0-e33d-48c7-9bb7-6c3958297248 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:51.501975 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1c58bc0-e33d-48c7-9bb7-6c3958297248 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:51.520168 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c58bc0-e33d-48c7-9bb7-6c3958297248 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=427a1321-5ba7-4f53-a0ae-161a1de09c62,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:51.524900 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 36438c56-22f3-45e0-a932-a1212ec619c4 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:51.535357 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e1c58bc0-e33d-48c7-9bb7-6c3958297248 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1015 time: 1.1367302
Nov 20 21:08:51.535784 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36104) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:51.541460 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b4df4d4d-bccc-4698-b52c-243d844cc44b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46876afa-221a-406e-8248-972e66540c33'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:51.640026 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] Set router 705f1f76-4d25-4e1f-be45-3aef2ceddc40 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:51.676044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] For port 9f13c649-9a81-46f7-ba5c-e43919ff6627, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:08:51.696016 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c0564ed0-db9d-4a2b-a4ba-56210d617067 None None] Provisioning complete for port 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:51.696375 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c0564ed0-db9d-4a2b-a4ba-56210d617067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:51.705352 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] For port 9f13c649-9a81-46f7-ba5c-e43919ff6627, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f13c649-9a81-46f7-ba5c-e43919ff6627,segment=NetworkSegment(ca6a9245-55cd-483a-ac92-12c3bf192392),segment_id=ca6a9245-55cd-483a-ac92-12c3bf192392)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:08:51.730465 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4df4d4d-bccc-4698-b52c-243d844cc44b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:51.765072 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:51.807610 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 36438c56-22f3-45e0-a932-a1212ec619c4 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:51.807990 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:52.072049 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-b4df4d4d-bccc-4698-b52c-243d844cc44b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Delete allocated IP 2001:db8:0:1::34b (e47c986f-bf33-4c41-b911-283d0ed3f71d/b6c9bc21-5d58-448d-971d-391dfb89284f) {{(pid=126224) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 20 21:08:52.107244 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b0d56-f6eb-4180-9dc3-b59b431a2d3b None None] Pushing event updated for resources: {'Port': ['ID=9f13c649-9a81-46f7-ba5c-e43919ff6627,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:52.217546 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c0564ed0-db9d-4a2b-a4ba-56210d617067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:52.296138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c0564ed0-db9d-4a2b-a4ba-56210d617067 None None] For port 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b4fa36a-1124-4706-bbf6-f2ffa33ec31e,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:52.309111 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c0564ed0-db9d-4a2b-a4ba-56210d617067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:52.312466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36132) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:52.382798 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0564ed0-db9d-4a2b-a4ba-56210d617067 None None] Pushing event updated for resources: {'Port': ['ID=8b4fa36a-1124-4706-bbf6-f2ffa33ec31e,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:52.396564 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4641a640>, [{'id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'name': 'tempest-TestAggregatesBasicOps-561521891-router', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.247'}], 'enable_snat': True}, 'gw_port_id': '8b4fa36a-1124-4706-bbf6-f2ffa33ec31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:45Z', 'updated_at': '2021-11-20T21:08:49Z', 'revision_number': 4, 'project_id': 'f68435bae2444916831ad67eb823ad6d', 'gw_port': {'id': '8b4fa36a-1124-4706-bbf6-f2ffa33ec31e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:46Z', 'updated_at': '2021-11-20T21:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd', 'name': '', 'network_id': '4d596ec1-92bd-4ae9-a44c-78286a140d52', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d', 'mac_address': 'fa:16:3e:6a:e6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '4af9fbc4-fac6-4643-b4e7-5cb5341c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:49Z', 'updated_at': '2021-11-20T21:08:50Z', 'revision_number': 2, 'project_id': 'f68435bae2444916831ad67eb823ad6d', 'subnets': [{'id': '4af9fbc4-fac6-4643-b4e7-5cb5341c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:52.425198 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2b3001-fc2b-43b7-9306-eb7fd9f024fe None None] The sync data for ids ['705f1f76-4d25-4e1f-be45-3aef2ceddc40'] in ncdv-master-1 is: [{'id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'name': 'tempest-TestAggregatesBasicOps-561521891-router', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.247'}], 'enable_snat': True}, 'gw_port_id': '8b4fa36a-1124-4706-bbf6-f2ffa33ec31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:45Z', 'updated_at': '2021-11-20T21:08:49Z', 'revision_number': 4, 'project_id': 'f68435bae2444916831ad67eb823ad6d', 'gw_port': {'id': '8b4fa36a-1124-4706-bbf6-f2ffa33ec31e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:46Z', 'updated_at': '2021-11-20T21:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd', 'name': '', 'network_id': '4d596ec1-92bd-4ae9-a44c-78286a140d52', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d', 'mac_address': 'fa:16:3e:6a:e6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '4af9fbc4-fac6-4643-b4e7-5cb5341c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:49Z', 'updated_at': '2021-11-20T21:08:50Z', 'revision_number': 2, 'project_id': 'f68435bae2444916831ad67eb823ad6d', 'subnets': [{'id': '4af9fbc4-fac6-4643-b4e7-5cb5341c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:08:52.609748 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4df4d4d-bccc-4698-b52c-243d844cc44b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:52.617911 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4df4d4d-bccc-4698-b52c-243d844cc44b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:52.696366 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b4df4d4d-bccc-4698-b52c-243d844cc44b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] In _notify_port_updated(), no bound segment for port 427a1321-5ba7-4f53-a0ae-161a1de09c62 on network e47c986f-bf33-4c41-b911-283d0ed3f71d {{(pid=126224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:08:52.711044 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4df4d4d-bccc-4698-b52c-243d844cc44b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:52.714442 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4df4d4d-bccc-4698-b52c-243d844cc44b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:52.716000 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b4df4d4d-bccc-4698-b52c-243d844cc44b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "PUT /v2.0/ports/427a1321-5ba7-4f53-a0ae-161a1de09c62 HTTP/1.1" status: 200  len: 924 time: 1.1792359
Nov 20 21:08:52.718950 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36136) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:52.724533 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df4d4d-bccc-4698-b52c-243d844cc44b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=427a1321-5ba7-4f53-a0ae-161a1de09c62,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:52.724814 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0218f9eb-4f7a-4d33-8b32-e52c00a44c2d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46876afa-221a-406e-8248-972e66540c33'}, {'subnet_id': 'b6c9bc21-5d58-448d-971d-391dfb89284f'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:52.888366 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9f13c649-9a81-46f7-ba5c-e43919ff6627 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:52.890610 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0218f9eb-4f7a-4d33-8b32-e52c00a44c2d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:52.914260 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-88c5da1b-612e-40ea-84b8-3583c44df510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:52.955490 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 9f13c649-9a81-46f7-ba5c-e43919ff6627 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:52.956662 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:53.048397 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:53.097178 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 9f13c649-9a81-46f7-ba5c-e43919ff6627, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f13c649-9a81-46f7-ba5c-e43919ff6627,segment=NetworkSegment(ca6a9245-55cd-483a-ac92-12c3bf192392),segment_id=ca6a9245-55cd-483a-ac92-12c3bf192392)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:53.103183 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:53.168399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=9f13c649-9a81-46f7-ba5c-e43919ff6627,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:53.293577 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83679ec-c8b6-45fa-9243-e99ae47825d9 None None] Network e47c986f-bf33-4c41-b911-283d0ed3f71d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:53.408987 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b2b71445-229d-4aa3-9a57-0f1313b5054f None None] Provisioning complete for port 9f13c649-9a81-46f7-ba5c-e43919ff6627 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:53.409290 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2b71445-229d-4aa3-9a57-0f1313b5054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:53.463882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-0218f9eb-4f7a-4d33-8b32-e52c00a44c2d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Allocated IP 2001:db8:0:1::344 (e47c986f-bf33-4c41-b911-283d0ed3f71d/b6c9bc21-5d58-448d-971d-391dfb89284f/427a1321-5ba7-4f53-a0ae-161a1de09c62) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:53.511416 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-88c5da1b-612e-40ea-84b8-3583c44df510 admin admin] Deleting port fe1b33d0-316c-4b0d-92f0-3558d439d291 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:53.511791 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-88c5da1b-612e-40ea-84b8-3583c44df510 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:53.729453 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea5f6a0-20b1-4e81-9498-41648dd2fb9c None None] Update dhcp port {'port': {'network_id': 'e47c986f-bf33-4c41-b911-283d0ed3f71d', 'fixed_ips': [{'subnet_id': '46876afa-221a-406e-8248-972e66540c33', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b6c9bc21-5d58-448d-971d-391dfb89284f'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '9f13c649-9a81-46f7-ba5c-e43919ff6627'} from ncdv-master-1. {{(pid=126226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 20 21:08:53.766015 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2ea5f6a0-20b1-4e81-9498-41648dd2fb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:54.065926 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-88c5da1b-612e-40ea-84b8-3583c44df510 admin admin] For port fe1b33d0-316c-4b0d-92f0-3558d439d291, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe1b33d0-316c-4b0d-92f0-3558d439d291,segment=NetworkSegment(30f5f4c9-a56c-4b51-905b-9451db52e728),segment_id=30f5f4c9-a56c-4b51-905b-9451db52e728)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:54.066489 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-88c5da1b-612e-40ea-84b8-3583c44df510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:54.088412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-88c5da1b-612e-40ea-84b8-3583c44df510 admin admin] Calling delete_port for fe1b33d0-316c-4b0d-92f0-3558d439d291 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:54.094565 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0218f9eb-4f7a-4d33-8b32-e52c00a44c2d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:54.102083 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0218f9eb-4f7a-4d33-8b32-e52c00a44c2d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:54.153315 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-2ea5f6a0-20b1-4e81-9498-41648dd2fb9c None None] Allocated IP 2001:db8:0:1::2 (e47c986f-bf33-4c41-b911-283d0ed3f71d/b6c9bc21-5d58-448d-971d-391dfb89284f/9f13c649-9a81-46f7-ba5c-e43919ff6627) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:54.229547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218f9eb-4f7a-4d33-8b32-e52c00a44c2d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=427a1321-5ba7-4f53-a0ae-161a1de09c62,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:54.232140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-0218f9eb-4f7a-4d33-8b32-e52c00a44c2d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] In _notify_port_updated(), no bound segment for port 427a1321-5ba7-4f53-a0ae-161a1de09c62 on network e47c986f-bf33-4c41-b911-283d0ed3f71d {{(pid=126225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:08:54.237800 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0218f9eb-4f7a-4d33-8b32-e52c00a44c2d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:54.238452 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0218f9eb-4f7a-4d33-8b32-e52c00a44c2d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:54.239767 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0218f9eb-4f7a-4d33-8b32-e52c00a44c2d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "PUT /v2.0/ports/427a1321-5ba7-4f53-a0ae-161a1de09c62 HTTP/1.1" status: 200  len: 1010 time: 1.5202298
Nov 20 21:08:54.243315 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36144) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:54.255880 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2ea5f6a0-20b1-4e81-9498-41648dd2fb9c None None] For port 9f13c649-9a81-46f7-ba5c-e43919ff6627, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f13c649-9a81-46f7-ba5c-e43919ff6627,segment=NetworkSegment(ca6a9245-55cd-483a-ac92-12c3bf192392),segment_id=ca6a9245-55cd-483a-ac92-12c3bf192392)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:54.290635 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2ea5f6a0-20b1-4e81-9498-41648dd2fb9c None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:54.297395 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2ea5f6a0-20b1-4e81-9498-41648dd2fb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:54.353235 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-ed0dbff2-69fc-4298-b056-7b8626eb4286 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port 427a1321-5ba7-4f53-a0ae-161a1de09c62 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:54.353639 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed0dbff2-69fc-4298-b056-7b8626eb4286 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:54.378313 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-88c5da1b-612e-40ea-84b8-3583c44df510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:54.393786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5f6a0-20b1-4e81-9498-41648dd2fb9c None None] Pushing event updated for resources: {'Port': ['ID=9f13c649-9a81-46f7-ba5c-e43919ff6627,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:54.424261 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5da1b-612e-40ea-84b8-3583c44df510 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1b33d0-316c-4b0d-92f0-3558d439d291,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:54.489752 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed0dbff2-69fc-4298-b056-7b8626eb4286 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:54.519292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-ed0dbff2-69fc-4298-b056-7b8626eb4286 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for 427a1321-5ba7-4f53-a0ae-161a1de09c62 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:54.656610 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-88c5da1b-612e-40ea-84b8-3583c44df510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:54.766095 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed0dbff2-69fc-4298-b056-7b8626eb4286 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:54.813217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dbff2-69fc-4298-b056-7b8626eb4286 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=427a1321-5ba7-4f53-a0ae-161a1de09c62,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:54.891221 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed0dbff2-69fc-4298-b056-7b8626eb4286 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:54.898111 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ed0dbff2-69fc-4298-b056-7b8626eb4286 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/427a1321-5ba7-4f53-a0ae-161a1de09c62 HTTP/1.1" status: 204  len: 168 time: 0.6523187
Nov 20 21:08:54.902477 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36148) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:54.933345 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-280f9aab-acba-41a4-89e4-d86b28c6a980 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] GET failed (client error): The resource could not be found.
Nov 20 21:08:54.935177 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-280f9aab-acba-41a4-89e4-d86b28c6a980 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports/427a1321-5ba7-4f53-a0ae-161a1de09c62 HTTP/1.1" status: 404  len: 333 time: 0.0314527
Nov 20 21:08:54.937844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36150) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:54.972581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c5da1b-612e-40ea-84b8-3583c44df510 admin admin] Router 0a075f30-3b19-412a-b469-d313f2db1d0c has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:08:55.004521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:55.005538 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c89e4d-863d-4a73-aa36-99aa94f928f8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting subnet b6c9bc21-5d58-448d-971d-391dfb89284f {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:08:55.009764 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4c89e4d-863d-4a73-aa36-99aa94f928f8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.066426 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4c89e4d-863d-4a73-aa36-99aa94f928f8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.078205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:55.079676 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.126830 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c5da1b-612e-40ea-84b8-3583c44df510 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:08:55.135599 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-88c5da1b-612e-40ea-84b8-3583c44df510 admin admin] 10.222.0.41 "PUT /v2.0/routers/0a075f30-3b19-412a-b469-d313f2db1d0c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8205464
Nov 20 21:08:55.139017 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36154) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:55.140236 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e3060-fb3a-4b8c-8ce5-1fde9d004069 None None] Sync routers for ids ['0a075f30-3b19-412a-b469-d313f2db1d0c'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:08:55.152475 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e3060-fb3a-4b8c-8ce5-1fde9d004069 None None] Routers {'0a075f30-3b19-412a-b469-d313f2db1d0c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:55.153400 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e56e3060-fb3a-4b8c-8ce5-1fde9d004069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5431d340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0a075f30-3b19-412a-b469-d313f2db1d0c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:55.188504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9f13c649-9a81-46f7-ba5c-e43919ff6627 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:55.211504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cb386c-c830-4490-8469-fb2a49645741 None None] Network e47c986f-bf33-4c41-b911-283d0ed3f71d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:55.218296 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4c89e4d-863d-4a73-aa36-99aa94f928f8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.279067 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-e56e3060-fb3a-4b8c-8ce5-1fde9d004069 None None] Set router 0a075f30-3b19-412a-b469-d313f2db1d0c gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:55.302818 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6968adb-27ca-4b7a-8d1c-6e7db6cc97ca admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.315798 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4c89e4d-863d-4a73-aa36-99aa94f928f8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.331861 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 9f13c649-9a81-46f7-ba5c-e43919ff6627 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:55.332421 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.340867 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6dee2077-524c-482c-b2fa-2356f5429d43 None None] Provisioning complete for port 9f13c649-9a81-46f7-ba5c-e43919ff6627 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:55.341273 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6dee2077-524c-482c-b2fa-2356f5429d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.392570 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c89e4d-863d-4a73-aa36-99aa94f928f8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c9bc21-5d58-448d-971d-391dfb89284f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:55.414546 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e4c89e4d-863d-4a73-aa36-99aa94f928f8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.431215 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e4c89e4d-863d-4a73-aa36-99aa94f928f8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/b6c9bc21-5d58-448d-971d-391dfb89284f HTTP/1.1" status: 204  len: 168 time: 0.4902179
Nov 20 21:08:55.433181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36156) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:55.460840 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6968adb-27ca-4b7a-8d1c-6e7db6cc97ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.517327 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e56e3060-fb3a-4b8c-8ce5-1fde9d004069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5431d340>, [{'id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'name': 'tempest-TestAggregatesBasicOps-7214551-router', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cc4eee6b-c086-49a8-b7e7-06f7e2128044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:39Z', 'updated_at': '2021-11-20T21:08:54Z', 'revision_number': 5, 'project_id': '8bf8c9cac47c4528af3cddac62219ca6', 'gw_port': {'id': 'cc4eee6b-c086-49a8-b7e7-06f7e2128044', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:39Z', 'updated_at': '2021-11-20T21:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:55.524539 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf47cf81-f2b3-414b-8db0-1b5107481cf9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting subnet 46876afa-221a-406e-8248-972e66540c33 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:08:55.539545 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf47cf81-f2b3-414b-8db0-1b5107481cf9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.568309 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e3060-fb3a-4b8c-8ce5-1fde9d004069 None None] Checking router: 0a075f30-3b19-412a-b469-d313f2db1d0c for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:08:55.569643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-a6968adb-27ca-4b7a-8d1c-6e7db6cc97ca admin admin] Deleting port cc4eee6b-c086-49a8-b7e7-06f7e2128044 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:55.570318 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6968adb-27ca-4b7a-8d1c-6e7db6cc97ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.604055 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf47cf81-f2b3-414b-8db0-1b5107481cf9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.610036 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e3060-fb3a-4b8c-8ce5-1fde9d004069 None None] Routers {'0a075f30-3b19-412a-b469-d313f2db1d0c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:55.613980 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e56e3060-fb3a-4b8c-8ce5-1fde9d004069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5431d340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['0a075f30-3b19-412a-b469-d313f2db1d0c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:55.621402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6dee2077-524c-482c-b2fa-2356f5429d43 None None] Could not find standard attr ID for object 427a1321-5ba7-4f53-a0ae-161a1de09c62. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:08:55.679009 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-a6968adb-27ca-4b7a-8d1c-6e7db6cc97ca admin admin] For port cc4eee6b-c086-49a8-b7e7-06f7e2128044, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc4eee6b-c086-49a8-b7e7-06f7e2128044,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:55.679445 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6968adb-27ca-4b7a-8d1c-6e7db6cc97ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.695589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-a6968adb-27ca-4b7a-8d1c-6e7db6cc97ca admin admin] Calling delete_port for cc4eee6b-c086-49a8-b7e7-06f7e2128044 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:55.733947 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-e56e3060-fb3a-4b8c-8ce5-1fde9d004069 None None] Set router 0a075f30-3b19-412a-b469-d313f2db1d0c gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:55.767395 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf47cf81-f2b3-414b-8db0-1b5107481cf9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.808872 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e56e3060-fb3a-4b8c-8ce5-1fde9d004069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5431d340>, [{'id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'name': 'tempest-TestAggregatesBasicOps-7214551-router', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:39Z', 'updated_at': '2021-11-20T21:08:55Z', 'revision_number': 6, 'project_id': '8bf8c9cac47c4528af3cddac62219ca6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:55.853945 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf47cf81-f2b3-414b-8db0-1b5107481cf9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.861380 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e3060-fb3a-4b8c-8ce5-1fde9d004069 None None] The sync data for ids ['0a075f30-3b19-412a-b469-d313f2db1d0c'] in ncdv-master-1 is: [{'id': '0a075f30-3b19-412a-b469-d313f2db1d0c', 'name': 'tempest-TestAggregatesBasicOps-7214551-router', 'tenant_id': '8bf8c9cac47c4528af3cddac62219ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:39Z', 'updated_at': '2021-11-20T21:08:55Z', 'revision_number': 6, 'project_id': '8bf8c9cac47c4528af3cddac62219ca6', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:08:55.899386 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47cf81-f2b3-414b-8db0-1b5107481cf9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Subnet': ['ID=46876afa-221a-406e-8248-972e66540c33,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:55.911054 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf47cf81-f2b3-414b-8db0-1b5107481cf9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.920766 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cf47cf81-f2b3-414b-8db0-1b5107481cf9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/46876afa-221a-406e-8248-972e66540c33 HTTP/1.1" status: 204  len: 168 time: 0.4842515
Nov 20 21:08:55.921129 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36162) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:55.958791 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6968adb-27ca-4b7a-8d1c-6e7db6cc97ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:55.990549 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968adb-27ca-4b7a-8d1c-6e7db6cc97ca admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4eee6b-c086-49a8-b7e7-06f7e2128044,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:56.008814 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa276df8-675a-4039-9306-e28bc1f424e6 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:08:56.028704 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.059627 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6968adb-27ca-4b7a-8d1c-6e7db6cc97ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.104279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port 9f13c649-9a81-46f7-ba5c-e43919ff6627 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:56.104631 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.169928 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6968adb-27ca-4b7a-8d1c-6e7db6cc97ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.172443 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6968adb-27ca-4b7a-8d1c-6e7db6cc97ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.179919 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] For port 9f13c649-9a81-46f7-ba5c-e43919ff6627, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f13c649-9a81-46f7-ba5c-e43919ff6627,segment=NetworkSegment(ca6a9245-55cd-483a-ac92-12c3bf192392),segment_id=ca6a9245-55cd-483a-ac92-12c3bf192392)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:56.179919 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.199823 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for 9f13c649-9a81-46f7-ba5c-e43919ff6627 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:56.220834 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6968adb-27ca-4b7a-8d1c-6e7db6cc97ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.221505 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6968adb-27ca-4b7a-8d1c-6e7db6cc97ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a075f30-3b19-412a-b469-d313f2db1d0c {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:08:56.227048 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6968adb-27ca-4b7a-8d1c-6e7db6cc97ca admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.228607 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a6968adb-27ca-4b7a-8d1c-6e7db6cc97ca admin admin] 10.222.0.41 "DELETE /v2.0/routers/0a075f30-3b19-412a-b469-d313f2db1d0c HTTP/1.1" status: 204  len: 168 time: 1.0882692
Nov 20 21:08:56.234518 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36166) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:56.286098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-090ba4c3-7212-48c0-a513-98c5d6eb415d admin admin] Deleting subnet 61b6686b-7bc6-4a23-b44f-ccd8369ebde1 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:08:56.289468 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-090ba4c3-7212-48c0-a513-98c5d6eb415d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.292939 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.319102 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=9f13c649-9a81-46f7-ba5c-e43919ff6627,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:56.324695 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No DVR routers for this DVR port 9f13c649-9a81-46f7-ba5c-e43919ff6627 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:08:56.332017 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-090ba4c3-7212-48c0-a513-98c5d6eb415d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.378258 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b6e75-ee9c-4fa0-b6b2-51a667980214 None None] Network e47c986f-bf33-4c41-b911-283d0ed3f71d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:56.418250 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.444770 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-090ba4c3-7212-48c0-a513-98c5d6eb415d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.445940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f8abac0>,) {'filters': {'network_id': ['e47c986f-bf33-4c41-b911-283d0ed3f71d']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:56.460878 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f8abac0>, 'ca6a9245-55cd-483a-ac92-12c3bf192392') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:56.461182 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f8abac0>, 'ca6a9245-55cd-483a-ac92-12c3bf192392') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:56.462648 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-deac9432-dfef-483f-89c0-6e6a843735d6 None None] Could not find standard attr ID for object 9f13c649-9a81-46f7-ba5c-e43919ff6627. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:08:56.479281 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.493554 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.504527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:08:56.505305 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:08:56.508470 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:08:56.519023 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-090ba4c3-7212-48c0-a513-98c5d6eb415d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.554966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ba4c3-7212-48c0-a513-98c5d6eb415d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b6686b-7bc6-4a23-b44f-ccd8369ebde1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:56.558932 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-090ba4c3-7212-48c0-a513-98c5d6eb415d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.565462 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-090ba4c3-7212-48c0-a513-98c5d6eb415d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/61b6686b-7bc6-4a23-b44f-ccd8369ebde1 HTTP/1.1" status: 204  len: 168 time: 0.3268745
Nov 20 21:08:56.565773 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36168) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:56.567727 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f8d8c6-4c3d-4cfe-9c75-8bba1cc13551 None None] Network 1e9694c1-17c8-4151-88d5-baf9d267dc3c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:56.603695 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.612944 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.618540 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/networks/e47c986f-bf33-4c41-b911-283d0ed3f71d HTTP/1.1" status: 204  len: 168 time: 0.6962464
Nov 20 21:08:56.632674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36170) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:56.637943 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0c27a-48e0-4d07-ab1e-0f7d61164d0e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Network': ['ID=e47c986f-bf33-4c41-b911-283d0ed3f71d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:56.674507 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.707951 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fde9928-213b-4cbf-9dc9-084701f24c5b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:56.709768 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9fde9928-213b-4cbf-9dc9-084701f24c5b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0761173
Nov 20 21:08:56.714351 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36172) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:56.716302 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6acd58f-269a-48ff-8236-e1f2de9ef09e None None] DHCP port deletion for e47c986f-bf33-4c41-b911-283d0ed3f71d request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:08:56.784374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] Deleting port 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:56.784924 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.819577 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f8dede99-9ff9-4a9c-abeb-6d3c86766b12 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0995038
Nov 20 21:08:56.820539 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36174) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:56.825678 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1398c2f0-ec52-4eb2-98ce-0e67122eea4c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-323435705'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:56.855467 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aec7c4e-9067-4abd-bdfe-68dc50f9bd82 None None] DHCP port deletion for 1e9694c1-17c8-4151-88d5-baf9d267dc3c request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:08:56.856537 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1398c2f0-ec52-4eb2-98ce-0e67122eea4c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:56.861125 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] For port 4ce8d474-7c6e-44d6-8102-612da4f1b1a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ce8d474-7c6e-44d6-8102-612da4f1b1a4,segment=NetworkSegment(30f5f4c9-a56c-4b51-905b-9451db52e728),segment_id=30f5f4c9-a56c-4b51-905b-9451db52e728)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:56.861484 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.864428 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1398c2f0-ec52-4eb2-98ce-0e67122eea4c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.875392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] Calling delete_port for 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:56.919428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1398c2f0-ec52-4eb2-98ce-0e67122eea4c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:08:56.928855 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Sync routers for ids ['705f1f76-4d25-4e1f-be45-3aef2ceddc40'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:08:56.943349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Routers {'705f1f76-4d25-4e1f-be45-3aef2ceddc40'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:56.943907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a462683a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['705f1f76-4d25-4e1f-be45-3aef2ceddc40'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:56.945095 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1398c2f0-ec52-4eb2-98ce-0e67122eea4c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.945478 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-1398c2f0-ec52-4eb2-98ce-0e67122eea4c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Added segment 2baa774c-cda7-4c43-adfe-c87f0ca25ec2 of type vlan for network bb177696-c64c-46a1-b514-ba5bf0adb97b
Nov 20 21:08:56.982989 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:56.995753 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1398c2f0-ec52-4eb2-98ce-0e67122eea4c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.001820 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6aec7c4e-9067-4abd-bdfe-68dc50f9bd82 None None] Deleting port 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:57.002219 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6aec7c4e-9067-4abd-bdfe-68dc50f9bd82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.019203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce8d474-7c6e-44d6-8102-612da4f1b1a4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:57.021116 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] No DVR routers for this DVR port 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:08:57.031863 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1398c2f0-ec52-4eb2-98ce-0e67122eea4c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.050819 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1398c2f0-ec52-4eb2-98ce-0e67122eea4c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:57.051762 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1398c2f0-ec52-4eb2-98ce-0e67122eea4c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.103968 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1398c2f0-ec52-4eb2-98ce-0e67122eea4c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2794790
Nov 20 21:08:57.105100 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.105435 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36178) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:57.113342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-39939d58-5c21-4d43-a063-3bb6a7332088 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'subnet': {'network_id': 'bb177696-c64c-46a1-b514-ba5bf0adb97b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:57.117809 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6aec7c4e-9067-4abd-bdfe-68dc50f9bd82 None None] For port 4ce8d474-7c6e-44d6-8102-612da4f1b1a4, host ncdv-master-1, got binding levels [] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:08:57.118454 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6aec7c4e-9067-4abd-bdfe-68dc50f9bd82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.134921 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d934220>,) {'filters': {'network_id': ['1e9694c1-17c8-4151-88d5-baf9d267dc3c']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:57.139688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Set router 705f1f76-4d25-4e1f-be45-3aef2ceddc40 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:57.142250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6aec7c4e-9067-4abd-bdfe-68dc50f9bd82 None None] Calling delete_port for 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:57.150076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d934220>, '30f5f4c9-a56c-4b51-905b-9451db52e728') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:57.150788 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d934220>, '30f5f4c9-a56c-4b51-905b-9451db52e728') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:57.162475 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.167426 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.ipam_backend_mixin [None req-6aec7c4e-9067-4abd-bdfe-68dc50f9bd82 None None] Port 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 was not found and therefore no delete operation was performed {{(pid=126226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 20 21:08:57.170420 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6aec7c4e-9067-4abd-bdfe-68dc50f9bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.179492 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398c2f0-ec52-4eb2-98ce-0e67122eea4c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Network': ['ID=bb177696-c64c-46a1-b514-ba5bf0adb97b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:57.180657 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.190212 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:08:57.195302 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:08:57.199436 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:08:57.234681 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network bb177696-c64c-46a1-b514-ba5bf0adb97b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:08:57.310190 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.312312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39939d58-5c21-4d43-a063-3bb6a7332088 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:57.317177 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-39939d58-5c21-4d43-a063-3bb6a7332088 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.318981 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.323019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1e9694c1-17c8-4151-88d5-baf9d267dc3c HTTP/1.1" status: 204  len: 168 time: 0.7561128
Nov 20 21:08:57.325936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36182) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:57.398779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473b93c-c4a7-46f4-962c-c6f42ab1c7b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e9694c1-17c8-4151-88d5-baf9d267dc3c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:57.442043 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec7c4e-9067-4abd-bdfe-68dc50f9bd82 None None] Pushing event deleted for resources: {'Port': ['ID=4ce8d474-7c6e-44d6-8102-612da4f1b1a4,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:57.448578 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aec7c4e-9067-4abd-bdfe-68dc50f9bd82 None None] No DVR routers for this DVR port 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:08:57.496574 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fe1b33d0-316c-4b0d-92f0-3558d439d291 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:08:57.521209 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: fe1b33d0-316c-4b0d-92f0-3558d439d291 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:08:57.521546 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fe1b33d0-316c-4b0d-92f0-3558d439d291 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:08:57.522013 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9f13c649-9a81-46f7-ba5c-e43919ff6627 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:08:57.573222 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-39939d58-5c21-4d43-a063-3bb6a7332088 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.573807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 9f13c649-9a81-46f7-ba5c-e43919ff6627 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:08:57.574307 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9f13c649-9a81-46f7-ba5c-e43919ff6627 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:08:57.665210 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39939d58-5c21-4d43-a063-3bb6a7332088 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Checking segment: {'id': '2baa774c-cda7-4c43-adfe-c87f0ca25ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bb177696-c64c-46a1-b514-ba5bf0adb97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:57.665612 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39939d58-5c21-4d43-a063-3bb6a7332088 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network hostable DHCP agents. Network: bb177696-c64c-46a1-b514-ba5bf0adb97b, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:08:57.677113 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39939d58-5c21-4d43-a063-3bb6a7332088 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Subnet': ['ID=b9b603fa-3070-4396-85b6-ac24959f7a83,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:57.695508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39939d58-5c21-4d43-a063-3bb6a7332088 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network bb177696-c64c-46a1-b514-ba5bf0adb97b is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:08:57.705989 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-39939d58-5c21-4d43-a063-3bb6a7332088 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bb177696-c64c-46a1-b514-ba5bf0adb97b) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:57.710846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39939d58-5c21-4d43-a063-3bb6a7332088 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:57.711516 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-39939d58-5c21-4d43-a063-3bb6a7332088 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.724839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f589a8cf-d851-4938-a68a-89ec3112659d None None] Network bb177696-c64c-46a1-b514-ba5bf0adb97b requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:08:57.732864 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-39939d58-5c21-4d43-a063-3bb6a7332088 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6264114
Nov 20 21:08:57.737164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36184) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:57.743205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-dc275057-5d7a-4f57-b6f4-88742812b19b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'network_id': 'bb177696-c64c-46a1-b514-ba5bf0adb97b', 'name': 'tempest-PortsIpV6TestJSON-1137387354'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:57.825554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a462683a0>, [{'id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'name': 'tempest-TestAggregatesBasicOps-561521891-router', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.247'}], 'enable_snat': True}, 'gw_port_id': '8b4fa36a-1124-4706-bbf6-f2ffa33ec31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:45Z', 'updated_at': '2021-11-20T21:08:49Z', 'revision_number': 4, 'project_id': 'f68435bae2444916831ad67eb823ad6d', 'gw_port': {'id': '8b4fa36a-1124-4706-bbf6-f2ffa33ec31e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:46Z', 'updated_at': '2021-11-20T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd', 'name': '', 'network_id': '4d596ec1-92bd-4ae9-a44c-78286a140d52', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d', 'mac_address': 'fa:16:3e:6a:e6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '4af9fbc4-fac6-4643-b4e7-5cb5341c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:49Z', 'updated_at': '2021-11-20T21:08:50Z', 'revision_number': 2, 'project_id': 'f68435bae2444916831ad67eb823ad6d', 'subnets': [{'id': '4af9fbc4-fac6-4643-b4e7-5cb5341c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:57.867915 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1fa7dca-963d-4975-8731-eda32bb5c06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.873124 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Checking router: 705f1f76-4d25-4e1f-be45-3aef2ceddc40 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:08:57.873481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Updating router 705f1f76-4d25-4e1f-be45-3aef2ceddc40 port bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:08:57.905616 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.937964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc275057-5d7a-4f57-b6f4-88742812b19b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:57.941792 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dc275057-5d7a-4f57-b6f4-88742812b19b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.957767 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bb177696-c64c-46a1-b514-ba5bf0adb97b', 'network_id': 'bb177696-c64c-46a1-b514-ba5bf0adb97b', 'tenant_id': 'c2662d7413e44ee2a8e9d6b3dc127161', 'fixed_ips': [{'subnet_id': 'b9b603fa-3070-4396-85b6-ac24959f7a83'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:08:57.958652 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:57.992172 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-dc275057-5d7a-4f57-b6f4-88742812b19b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] device_id is not set on port 5bc347f8-17c5-4897-a51e-4227e6ec2f75 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:08:58.178377 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-dc275057-5d7a-4f57-b6f4-88742812b19b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Allocated IP 2001:db8::f4 (bb177696-c64c-46a1-b514-ba5bf0adb97b/b9b603fa-3070-4396-85b6-ac24959f7a83/5bc347f8-17c5-4897-a51e-4227e6ec2f75) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:58.276256 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:58.284235 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:58.342773 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c14ab-092d-4430-b2da-aa954968ccbf None None] Pushing event updated for resources: {'Port': ['ID=bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:58.348748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-f1fa7dca-963d-4975-8731-eda32bb5c06e admin admin] Deleting port bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:08:58.349307 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1fa7dca-963d-4975-8731-eda32bb5c06e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:58.403207 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Attempting to bind port bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:08:58.403576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Attempting to bind port bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '845e4bff-09a3-4087-b597-61ec319cdb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4d596ec1-92bd-4ae9-a44c-78286a140d52'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:08:58.403935 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Attempting to bind port bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd on network 4d596ec1-92bd-4ae9-a44c-78286a140d52 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:58.409864 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:08:58.410282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Checking segment: {'id': '845e4bff-09a3-4087-b597-61ec319cdb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4d596ec1-92bd-4ae9-a44c-78286a140d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:58.410692 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:58.411163 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Bound using segment: {'id': '845e4bff-09a3-4087-b597-61ec319cdb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4d596ec1-92bd-4ae9-a44c-78286a140d52'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:08:58.411642 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Bound port: bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845e4bff-09a3-4087-b597-61ec319cdb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4d596ec1-92bd-4ae9-a44c-78286a140d52'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:08:58.412031 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:58.445562 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dc275057-5d7a-4f57-b6f4-88742812b19b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:58.467652 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1fa7dca-963d-4975-8731-eda32bb5c06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:58.487567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-f1fa7dca-963d-4975-8731-eda32bb5c06e admin admin] Calling delete_port for bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:08:58.490908 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] For port bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:08:58.494390 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] For port bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd,segment=NetworkSegment(845e4bff-09a3-4087-b597-61ec319cdb04),segment_id=845e4bff-09a3-4087-b597-61ec319cdb04)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:08:58.499244 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:58.551148 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dc275057-5d7a-4f57-b6f4-88742812b19b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:58.615760 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc275057-5d7a-4f57-b6f4-88742812b19b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network bb177696-c64c-46a1-b514-ba5bf0adb97b is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:58.619359 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Allocated IP 2001:db8::2 (bb177696-c64c-46a1-b514-ba5bf0adb97b/b9b603fa-3070-4396-85b6-ac24959f7a83/7288a661-43c6-497b-952d-5f7fce325076) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:58.622989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-dc275057-5d7a-4f57-b6f4-88742812b19b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:58.626421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc275057-5d7a-4f57-b6f4-88742812b19b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:58.629980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Routers {'705f1f76-4d25-4e1f-be45-3aef2ceddc40'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:08:58.630654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a462683a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['705f1f76-4d25-4e1f-be45-3aef2ceddc40'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:58.634090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc275057-5d7a-4f57-b6f4-88742812b19b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:58.634751 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dc275057-5d7a-4f57-b6f4-88742812b19b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:58.637530 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c14ab-092d-4430-b2da-aa954968ccbf None None] Pushing event updated for resources: {'Port': ['ID=bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:58.647604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc275057-5d7a-4f57-b6f4-88742812b19b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=5bc347f8-17c5-4897-a51e-4227e6ec2f75,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:58.701336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f6c59035-a5f2-46ad-87c2-05ccf4008846 None None] Provisioning complete for port bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:58.701620 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f6c59035-a5f2-46ad-87c2-05ccf4008846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:58.880136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:08:58.886022 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] Set router 705f1f76-4d25-4e1f-be45-3aef2ceddc40 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:08:59.052794 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:59.060842 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dc275057-5d7a-4f57-b6f4-88742812b19b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.3226092
Nov 20 21:08:59.064085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36190) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:59.069478 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-504aba12-9a5e-450d-bd1a-5187cfd3d173 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'network_id': 'bb177696-c64c-46a1-b514-ba5bf0adb97b', 'name': 'tempest-PortsIpV6TestJSON-964334661'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:08:59.071392 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:59.088177 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f6c59035-a5f2-46ad-87c2-05ccf4008846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:59.174834 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1fa7dca-963d-4975-8731-eda32bb5c06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:59.201830 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504aba12-9a5e-450d-bd1a-5187cfd3d173 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:08:59.205782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa7dca-963d-4975-8731-eda32bb5c06e admin admin] Pushing event deleted for resources: {'Port': ['ID=bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:59.206333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-504aba12-9a5e-450d-bd1a-5187cfd3d173 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:59.240497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-504aba12-9a5e-450d-bd1a-5187cfd3d173 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] device_id is not set on port 79fbb6d9-056a-48e5-8451-8990ae12a82c yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:08:59.353577 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Network bb177696-c64c-46a1-b514-ba5bf0adb97b is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:59.373406 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:08:59.373784 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:59.376652 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:59.390561 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:59.392843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Pushing event updated for resources: {'Port': ['ID=7288a661-43c6-497b-952d-5f7fce325076,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:59.398866 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1fa7dca-963d-4975-8731-eda32bb5c06e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:59.433394 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Port bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd was deleted so its status cannot be updated. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Nov 20 21:08:59.446959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-504aba12-9a5e-450d-bd1a-5187cfd3d173 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Allocated IP 2001:db8::290 (bb177696-c64c-46a1-b514-ba5bf0adb97b/b9b603fa-3070-4396-85b6-ac24959f7a83/79fbb6d9-056a-48e5-8451-8990ae12a82c) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:08:59.549175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cc4eee6b-c086-49a8-b7e7-06f7e2128044 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:08:59.582736 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: cc4eee6b-c086-49a8-b7e7-06f7e2128044 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:08:59.583004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cc4eee6b-c086-49a8-b7e7-06f7e2128044 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:08:59.583432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:08:59.585428 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Attempting to bind port 7288a661-43c6-497b-952d-5f7fce325076 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:08:59.585814 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Attempting to bind port 7288a661-43c6-497b-952d-5f7fce325076 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2baa774c-cda7-4c43-adfe-c87f0ca25ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bb177696-c64c-46a1-b514-ba5bf0adb97b'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:08:59.586188 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Attempting to bind port 7288a661-43c6-497b-952d-5f7fce325076 on network bb177696-c64c-46a1-b514-ba5bf0adb97b {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:08:59.617737 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:08:59.618204 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Checking segment: {'id': '2baa774c-cda7-4c43-adfe-c87f0ca25ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bb177696-c64c-46a1-b514-ba5bf0adb97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:08:59.618683 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:59.619087 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Bound using segment: {'id': '2baa774c-cda7-4c43-adfe-c87f0ca25ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bb177696-c64c-46a1-b514-ba5bf0adb97b'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:08:59.619579 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Bound port: 7288a661-43c6-497b-952d-5f7fce325076, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2baa774c-cda7-4c43-adfe-c87f0ca25ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bb177696-c64c-46a1-b514-ba5bf0adb97b'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:08:59.619965 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:59.624567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:08:59.624915 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4ce8d474-7c6e-44d6-8102-612da4f1b1a4 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:08:59.636693 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f2cf31ae-a0a8-4397-a3a6-48f6417cb07f None None] Could not find standard attr ID for object bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:08:59.653900 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-504aba12-9a5e-450d-bd1a-5187cfd3d173 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:59.693482 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-504aba12-9a5e-450d-bd1a-5187cfd3d173 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:59.694084 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a462683a0>, [{'id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'name': 'tempest-TestAggregatesBasicOps-561521891-router', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.247'}], 'enable_snat': True}, 'gw_port_id': '8b4fa36a-1124-4706-bbf6-f2ffa33ec31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:45Z', 'updated_at': '2021-11-20T21:08:49Z', 'revision_number': 4, 'project_id': 'f68435bae2444916831ad67eb823ad6d', 'gw_port': {'id': '8b4fa36a-1124-4706-bbf6-f2ffa33ec31e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:46Z', 'updated_at': '2021-11-20T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd', 'name': '', 'network_id': '4d596ec1-92bd-4ae9-a44c-78286a140d52', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d', 'mac_address': 'fa:16:3e:6a:e6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '4af9fbc4-fac6-4643-b4e7-5cb5341c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:49Z', 'updated_at': '2021-11-20T21:08:58Z', 'revision_number': 4, 'project_id': 'f68435bae2444916831ad67eb823ad6d', 'subnets': [{'id': '4af9fbc4-fac6-4643-b4e7-5cb5341c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:08:59.729496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32cebe6-2aaf-487e-a4c1-de75a963d817 None None] The sync data for ids ['705f1f76-4d25-4e1f-be45-3aef2ceddc40'] in ncdv-master-1 is: [{'id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'name': 'tempest-TestAggregatesBasicOps-561521891-router', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.247'}], 'enable_snat': True}, 'gw_port_id': '8b4fa36a-1124-4706-bbf6-f2ffa33ec31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:45Z', 'updated_at': '2021-11-20T21:08:49Z', 'revision_number': 4, 'project_id': 'f68435bae2444916831ad67eb823ad6d', 'gw_port': {'id': '8b4fa36a-1124-4706-bbf6-f2ffa33ec31e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:46Z', 'updated_at': '2021-11-20T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd', 'name': '', 'network_id': '4d596ec1-92bd-4ae9-a44c-78286a140d52', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d', 'mac_address': 'fa:16:3e:6a:e6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '4af9fbc4-fac6-4643-b4e7-5cb5341c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:49Z', 'updated_at': '2021-11-20T21:08:58Z', 'revision_number': 4, 'project_id': 'f68435bae2444916831ad67eb823ad6d', 'subnets': [{'id': '4af9fbc4-fac6-4643-b4e7-5cb5341c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:08:59.730955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fa7dca-963d-4975-8731-eda32bb5c06e admin admin] Router 705f1f76-4d25-4e1f-be45-3aef2ceddc40 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:08:59.733483 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] For port 7288a661-43c6-497b-952d-5f7fce325076, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:08:59.741875 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504aba12-9a5e-450d-bd1a-5187cfd3d173 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network bb177696-c64c-46a1-b514-ba5bf0adb97b is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:08:59.745085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-504aba12-9a5e-450d-bd1a-5187cfd3d173 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:08:59.747598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504aba12-9a5e-450d-bd1a-5187cfd3d173 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:08:59.751252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] For port 7288a661-43c6-497b-952d-5f7fce325076, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7288a661-43c6-497b-952d-5f7fce325076,segment=NetworkSegment(2baa774c-cda7-4c43-adfe-c87f0ca25ec2),segment_id=2baa774c-cda7-4c43-adfe-c87f0ca25ec2)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:08:59.753592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aba12-9a5e-450d-bd1a-5187cfd3d173 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:59.754304 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-504aba12-9a5e-450d-bd1a-5187cfd3d173 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:59.759283 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:08:59.778526 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-504aba12-9a5e-450d-bd1a-5187cfd3d173 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.7130082
Nov 20 21:08:59.779501 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504aba12-9a5e-450d-bd1a-5187cfd3d173 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=79fbb6d9-056a-48e5-8451-8990ae12a82c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:59.781208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36196) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:08:59.833366 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321de8c-c5f9-4582-a190-df89f15c2200 None None] Pushing event updated for resources: {'Port': ['ID=7288a661-43c6-497b-952d-5f7fce325076,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:08:59.929252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23a6d27-8636-42b6-a4df-ac0fbdd41aa8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:08:59.930913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b23a6d27-8636-42b6-a4df-ac0fbdd41aa8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Af4 HTTP/1.1" status: 200  len: 928 time: 0.1476579
Nov 20 21:08:59.933654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36198) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:00.054638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fa7dca-963d-4975-8731-eda32bb5c06e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:09:00.062657 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f1fa7dca-963d-4975-8731-eda32bb5c06e admin admin] 10.222.0.41 "PUT /v2.0/routers/705f1f76-4d25-4e1f-be45-3aef2ceddc40/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7297704
Nov 20 21:09:00.064905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36200) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:00.090186 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2dd01b05-15e1-4367-84b2-319ab652c80a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port 79fbb6d9-056a-48e5-8451-8990ae12a82c {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:00.090454 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2dd01b05-15e1-4367-84b2-319ab652c80a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:00.209035 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71929d36-f4a2-4f21-9ba1-f66394b1c7c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:00.222577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2dd01b05-15e1-4367-84b2-319ab652c80a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:00.238433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2dd01b05-15e1-4367-84b2-319ab652c80a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for 79fbb6d9-056a-48e5-8451-8990ae12a82c owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:00.341644 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71929d36-f4a2-4f21-9ba1-f66394b1c7c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:00.402226 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2dd01b05-15e1-4367-84b2-319ab652c80a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:00.419931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-71929d36-f4a2-4f21-9ba1-f66394b1c7c7 admin admin] Deleting port 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:00.420289 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71929d36-f4a2-4f21-9ba1-f66394b1c7c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:00.445333 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd01b05-15e1-4367-84b2-319ab652c80a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=79fbb6d9-056a-48e5-8451-8990ae12a82c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:00.464496 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2dd01b05-15e1-4367-84b2-319ab652c80a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:00.468090 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2dd01b05-15e1-4367-84b2-319ab652c80a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/79fbb6d9-056a-48e5-8451-8990ae12a82c HTTP/1.1" status: 204  len: 168 time: 0.5334334
Nov 20 21:09:00.472145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36208) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:00.508110 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-45401342-cfe6-4054-bfc3-061897e7be43 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] GET failed (client error): The resource could not be found.
Nov 20 21:09:00.509581 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-45401342-cfe6-4054-bfc3-061897e7be43 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports/79fbb6d9-056a-48e5-8451-8990ae12a82c HTTP/1.1" status: 404  len: 333 time: 0.0364711
Nov 20 21:09:00.517053 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36210) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:00.531513 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-71929d36-f4a2-4f21-9ba1-f66394b1c7c7 admin admin] For port 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b4fa36a-1124-4706-bbf6-f2ffa33ec31e,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:00.532519 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71929d36-f4a2-4f21-9ba1-f66394b1c7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:00.567451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-71929d36-f4a2-4f21-9ba1-f66394b1c7c7 admin admin] Calling delete_port for 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:00.691788 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47359775-41f6-45ee-9d1d-bfacc5b54c82 None None] Sync routers for ids ['705f1f76-4d25-4e1f-be45-3aef2ceddc40'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:09:00.693920 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-632617fc-f535-4ea7-b2cb-95f5beba7d20 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port 5bc347f8-17c5-4897-a51e-4227e6ec2f75 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:00.694151 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-632617fc-f535-4ea7-b2cb-95f5beba7d20 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:00.705156 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47359775-41f6-45ee-9d1d-bfacc5b54c82 None None] Routers {'705f1f76-4d25-4e1f-be45-3aef2ceddc40'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:00.705934 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-47359775-41f6-45ee-9d1d-bfacc5b54c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a546e75b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['705f1f76-4d25-4e1f-be45-3aef2ceddc40'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:00.816788 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-47359775-41f6-45ee-9d1d-bfacc5b54c82 None None] Set router 705f1f76-4d25-4e1f-be45-3aef2ceddc40 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:09:00.870824 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-632617fc-f535-4ea7-b2cb-95f5beba7d20 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:00.879580 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-47359775-41f6-45ee-9d1d-bfacc5b54c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a546e75b0>, [{'id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'name': 'tempest-TestAggregatesBasicOps-561521891-router', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:45Z', 'updated_at': '2021-11-20T21:09:00Z', 'revision_number': 6, 'project_id': 'f68435bae2444916831ad67eb823ad6d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:00.894746 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-632617fc-f535-4ea7-b2cb-95f5beba7d20 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for 5bc347f8-17c5-4897-a51e-4227e6ec2f75 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:00.913156 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47359775-41f6-45ee-9d1d-bfacc5b54c82 None None] Checking router: 705f1f76-4d25-4e1f-be45-3aef2ceddc40 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:09:00.923017 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47359775-41f6-45ee-9d1d-bfacc5b54c82 None None] Routers {'705f1f76-4d25-4e1f-be45-3aef2ceddc40'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:00.923982 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-47359775-41f6-45ee-9d1d-bfacc5b54c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a546e75b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['705f1f76-4d25-4e1f-be45-3aef2ceddc40'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:00.957459 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71929d36-f4a2-4f21-9ba1-f66394b1c7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:00.959587 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7288a661-43c6-497b-952d-5f7fce325076 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:00.988339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71929d36-f4a2-4f21-9ba1-f66394b1c7c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4fa36a-1124-4706-bbf6-f2ffa33ec31e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:01.002867 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-47359775-41f6-45ee-9d1d-bfacc5b54c82 None None] Set router 705f1f76-4d25-4e1f-be45-3aef2ceddc40 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:09:01.003005 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce33db5-75e9-4ed4-bee5-fe45328a1c89 None None] Network bb177696-c64c-46a1-b514-ba5bf0adb97b requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:01.029094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91ff5c1-5b80-479d-ac6c-e1ec76d31b19 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:09:01.060513 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-47359775-41f6-45ee-9d1d-bfacc5b54c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a546e75b0>, [{'id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'name': 'tempest-TestAggregatesBasicOps-561521891-router', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:45Z', 'updated_at': '2021-11-20T21:09:00Z', 'revision_number': 7, 'project_id': 'f68435bae2444916831ad67eb823ad6d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:01.075288 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71929d36-f4a2-4f21-9ba1-f66394b1c7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.089950 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47359775-41f6-45ee-9d1d-bfacc5b54c82 None None] The sync data for ids ['705f1f76-4d25-4e1f-be45-3aef2ceddc40'] in ncdv-master-1 is: [{'id': '705f1f76-4d25-4e1f-be45-3aef2ceddc40', 'name': 'tempest-TestAggregatesBasicOps-561521891-router', 'tenant_id': 'f68435bae2444916831ad67eb823ad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:45Z', 'updated_at': '2021-11-20T21:09:00Z', 'revision_number': 7, 'project_id': 'f68435bae2444916831ad67eb823ad6d', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:09:01.153278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 7288a661-43c6-497b-952d-5f7fce325076 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:01.153644 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.155191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2041f481-408d-45da-976c-d05160928180 None None] Provisioning complete for port 7288a661-43c6-497b-952d-5f7fce325076 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:01.155547 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2041f481-408d-45da-976c-d05160928180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.210110 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71929d36-f4a2-4f21-9ba1-f66394b1c7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.214191 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71929d36-f4a2-4f21-9ba1-f66394b1c7c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.265988 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-6976d5e9-256e-40bc-ba1c-64457a6d47e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0551202
Nov 20 21:09:01.268922 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-632617fc-f535-4ea7-b2cb-95f5beba7d20 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.277704 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71929d36-f4a2-4f21-9ba1-f66394b1c7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.280511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71929d36-f4a2-4f21-9ba1-f66394b1c7c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 705f1f76-4d25-4e1f-be45-3aef2ceddc40 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:09:01.303135 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71929d36-f4a2-4f21-9ba1-f66394b1c7c7 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.306103 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-71929d36-f4a2-4f21-9ba1-f66394b1c7c7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/705f1f76-4d25-4e1f-be45-3aef2ceddc40 HTTP/1.1" status: 204  len: 168 time: 1.2381852
Nov 20 21:09:01.307365 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632617fc-f535-4ea7-b2cb-95f5beba7d20 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=5bc347f8-17c5-4897-a51e-4227e6ec2f75,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:01.307807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36212) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:01.335971 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-632617fc-f535-4ea7-b2cb-95f5beba7d20 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.339370 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-632617fc-f535-4ea7-b2cb-95f5beba7d20 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/5bc347f8-17c5-4897-a51e-4227e6ec2f75 HTTP/1.1" status: 204  len: 168 time: 0.8210874
Nov 20 21:09:01.342089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36214) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:01.366770 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95344b5-3ac6-48c7-87a6-b2fce66080db tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] GET failed (client error): The resource could not be found.
Nov 20 21:09:01.368271 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f95344b5-3ac6-48c7-87a6-b2fce66080db tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports/5bc347f8-17c5-4897-a51e-4227e6ec2f75 HTTP/1.1" status: 404  len: 333 time: 0.0251927
Nov 20 21:09:01.371163 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36216) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:01.387191 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ec22ae-8338-4240-ae3b-23a0e9f8c619 admin admin] Deleting subnet 4af9fbc4-fac6-4643-b4e7-5cb5341c4955 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:09:01.396376 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2041f481-408d-45da-976c-d05160928180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.398430 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.413640 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59ec22ae-8338-4240-ae3b-23a0e9f8c619 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.428375 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c728c40d-2708-40d8-af96-7ff6d72fa4fb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting subnet b9b603fa-3070-4396-85b6-ac24959f7a83 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:09:01.432074 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c728c40d-2708-40d8-af96-7ff6d72fa4fb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.472707 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2041f481-408d-45da-976c-d05160928180 None None] For port 7288a661-43c6-497b-952d-5f7fce325076, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7288a661-43c6-497b-952d-5f7fce325076,segment=NetworkSegment(2baa774c-cda7-4c43-adfe-c87f0ca25ec2),segment_id=2baa774c-cda7-4c43-adfe-c87f0ca25ec2)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:01.482983 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2041f481-408d-45da-976c-d05160928180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.496024 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c728c40d-2708-40d8-af96-7ff6d72fa4fb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.540374 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59ec22ae-8338-4240-ae3b-23a0e9f8c619 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.630814 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c728c40d-2708-40d8-af96-7ff6d72fa4fb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.650399 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-c446bec3-2eb6-49de-97db-55e136ac2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:01.650919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-c446bec3-2eb6-49de-97db-55e136ac2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:01.651395 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-c446bec3-2eb6-49de-97db-55e136ac2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:01.652169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-c446bec3-2eb6-49de-97db-55e136ac2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:01.652644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-c446bec3-2eb6-49de-97db-55e136ac2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:01.653112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-c446bec3-2eb6-49de-97db-55e136ac2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:01.653573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-c446bec3-2eb6-49de-97db-55e136ac2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:01.655833 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-c446bec3-2eb6-49de-97db-55e136ac2560 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 6492 time: 0.2846799
Nov 20 21:09:01.664649 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59ec22ae-8338-4240-ae3b-23a0e9f8c619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.687630 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:09:01.688366 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:09:01.695487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041f481-408d-45da-976c-d05160928180 None None] Pushing event updated for resources: {'Port': ['ID=7288a661-43c6-497b-952d-5f7fce325076,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:01.732602 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c728c40d-2708-40d8-af96-7ff6d72fa4fb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.762895 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728c40d-2708-40d8-af96-7ff6d72fa4fb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b603fa-3070-4396-85b6-ac24959f7a83,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:01.772374 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c728c40d-2708-40d8-af96-7ff6d72fa4fb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.778111 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c728c40d-2708-40d8-af96-7ff6d72fa4fb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/b9b603fa-3070-4396-85b6-ac24959f7a83 HTTP/1.1" status: 204  len: 168 time: 0.4043090
Nov 20 21:09:01.779178 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36222) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:01.816707 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a0eb44f5-f1b2-446a-82dc-55a95e8a6a6a None None] Provisioning complete for port 7288a661-43c6-497b-952d-5f7fce325076 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:01.817094 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a0eb44f5-f1b2-446a-82dc-55a95e8a6a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.821149 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59ec22ae-8338-4240-ae3b-23a0e9f8c619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.832619 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-c9d89d12-d9d0-43b6-951b-baa385fb741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:01.833101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-c9d89d12-d9d0-43b6-951b-baa385fb741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:01.833570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-c9d89d12-d9d0-43b6-951b-baa385fb741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:01.835198 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-c9d89d12-d9d0-43b6-951b-baa385fb741c service neutron] 10.222.0.47 "GET /v2.0/networks?id=9a4d1c40-4599-43fd-8084-24cc8c85159b&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=a71914d1-f8db-41aa-b100-1859a3120efd&id=d7561cda-0cef-429a-ab48-39d731d77e04&id=d7561cda-0cef-429a-ab48-39d731d77e04 HTTP/1.1" status: 200  len: 2293 time: 0.1431952
Nov 20 21:09:01.862719 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec22ae-8338-4240-ae3b-23a0e9f8c619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4af9fbc4-fac6-4643-b4e7-5cb5341c4955,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:01.873957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86d8c7a-57c9-4e65-bcab-6ac606cea97b None None] Network 4d596ec1-92bd-4ae9-a44c-78286a140d52 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:01.895334 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.895609 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59ec22ae-8338-4240-ae3b-23a0e9f8c619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.901131 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-59ec22ae-8338-4240-ae3b-23a0e9f8c619 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4af9fbc4-fac6-4643-b4e7-5cb5341c4955 HTTP/1.1" status: 204  len: 168 time: 0.5849462
Nov 20 21:09:01.901459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36224) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:01.966713 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port 7288a661-43c6-497b-952d-5f7fce325076 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:01.967256 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:01.981432 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.029117 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-f3884b53-6b6d-45e1-b624-3b5d93639108 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5332c620-9136-495b-bd4d-92357990f3a2 HTTP/1.1" status: 200  len: 1001 time: 0.1739044
Nov 20 21:09:02.090888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] For port 7288a661-43c6-497b-952d-5f7fce325076, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7288a661-43c6-497b-952d-5f7fce325076,segment=NetworkSegment(2baa774c-cda7-4c43-adfe-c87f0ca25ec2),segment_id=2baa774c-cda7-4c43-adfe-c87f0ca25ec2)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:02.091953 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.100609 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ffedef-1d0d-4c69-9f28-97ac39c70a9e None None] Network bb177696-c64c-46a1-b514-ba5bf0adb97b requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:02.113547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for 7288a661-43c6-497b-952d-5f7fce325076 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:02.117190 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-f9c054cb-f2cb-42e6-aa47-1ae25c4026ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:02.118942 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-f9c054cb-f2cb-42e6-aa47-1ae25c4026ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=835298ec-367e-491f-9a58-fa02055ec6e1 HTTP/1.1" status: 200  len: 851 time: 0.0815101
Nov 20 21:09:02.126468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] Deleting port 36438c56-22f3-45e0-a932-a1212ec619c4 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:02.126814 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.182005 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40c9c6e-c24d-4f1f-8556-3c31073307a9 None None] DHCP port deletion for 4d596ec1-92bd-4ae9-a44c-78286a140d52 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:09:02.193157 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ab4baab5-1025-4cc1-ab23-c376964a8f16 None None] Could not find standard attr ID for object 5bc347f8-17c5-4897-a51e-4227e6ec2f75. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:09:02.223388 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.224703 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] For port 36438c56-22f3-45e0-a932-a1212ec619c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36438c56-22f3-45e0-a932-a1212ec619c4,segment=NetworkSegment(845e4bff-09a3-4087-b597-61ec319cdb04),segment_id=845e4bff-09a3-4087-b597-61ec319cdb04)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:02.225083 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.228828 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-464487dc-344c-4999-8147-90f1fa1d5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:02.230380 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-464487dc-344c-4999-8147-90f1fa1d5e2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a4d1c40-4599-43fd-8084-24cc8c85159b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1015630
Nov 20 21:09:02.248264 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] Calling delete_port for 36438c56-22f3-45e0-a932-a1212ec619c4 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:02.251444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=7288a661-43c6-497b-952d-5f7fce325076,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:02.258472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No DVR routers for this DVR port 7288a661-43c6-497b-952d-5f7fce325076 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:09:02.318540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e40c9c6e-c24d-4f1f-8556-3c31073307a9 None None] Deleting port 36438c56-22f3-45e0-a932-a1212ec619c4 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:02.318988 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e40c9c6e-c24d-4f1f-8556-3c31073307a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.362488 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.386477 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ef80520>,) {'filters': {'network_id': ['bb177696-c64c-46a1-b514-ba5bf0adb97b']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:02.393885 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-a17a4c81-0eb1-4563-bdc6-4971da7a399e service neutron] 10.222.0.47 "GET /v2.0/networks/9a4d1c40-4599-43fd-8084-24cc8c85159b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528630
Nov 20 21:09:02.399432 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ef80520>, '2baa774c-cda7-4c43-adfe-c87f0ca25ec2') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:02.399734 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ef80520>, '2baa774c-cda7-4c43-adfe-c87f0ca25ec2') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:02.409303 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e40c9c6e-c24d-4f1f-8556-3c31073307a9 None None] For port 36438c56-22f3-45e0-a932-a1212ec619c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36438c56-22f3-45e0-a932-a1212ec619c4,segment=NetworkSegment(845e4bff-09a3-4087-b597-61ec319cdb04),segment_id=845e4bff-09a3-4087-b597-61ec319cdb04)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:02.410276 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e40c9c6e-c24d-4f1f-8556-3c31073307a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.411573 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.428637 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.429036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e40c9c6e-c24d-4f1f-8556-3c31073307a9 None None] Calling delete_port for 36438c56-22f3-45e0-a932-a1212ec619c4 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:02.430913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec7e026-bb30-4c35-90c0-c1e704162927 None None] DHCP port deletion for bb177696-c64c-46a1-b514-ba5bf0adb97b request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:09:02.435866 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.446455 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:09:02.446455 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:09:02.451200 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:09:02.560646 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.568954 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-819c8f8b-5d28-4044-855f-eeec9f678089 service neutron] 10.222.0.47 "GET /v2.0/networks/9a4d1c40-4599-43fd-8084-24cc8c85159b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1681743
Nov 20 21:09:02.581279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] Pushing event deleted for resources: {'Port': ['ID=36438c56-22f3-45e0-a932-a1212ec619c4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:02.601811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] No DVR routers for this DVR port 36438c56-22f3-45e0-a932-a1212ec619c4 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:09:02.621756 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.646826 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/networks/bb177696-c64c-46a1-b514-ba5bf0adb97b HTTP/1.1" status: 204  len: 168 time: 0.8595800
Nov 20 21:09:02.646826 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a351e-2c3e-463b-945d-d1bce89b1c45 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Network': ['ID=bb177696-c64c-46a1-b514-ba5bf0adb97b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:02.647771 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36236) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:02.649110 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e40c9c6e-c24d-4f1f-8556-3c31073307a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.662790 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-add5a082-b03e-4b25-a4b0-bc43f201a4aa tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-802207984'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:02.705966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40c9c6e-c24d-4f1f-8556-3c31073307a9 None None] No DVR routers for this DVR port 36438c56-22f3-45e0-a932-a1212ec619c4 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:09:02.707862 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c9c6e-c24d-4f1f-8556-3c31073307a9 None None] Pushing event deleted for resources: {'Port': ['ID=36438c56-22f3-45e0-a932-a1212ec619c4,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:02.714666 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add5a082-b03e-4b25-a4b0-bc43f201a4aa tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:02.721979 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-add5a082-b03e-4b25-a4b0-bc43f201a4aa tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.724328 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-08c7af32-6f7f-4bc8-bd18-60795c3cf8fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=bd4e7a14-7d21-4548-8472-ba80748bb825 HTTP/1.1" status: 200  len: 217 time: 0.1316576
Nov 20 21:09:02.755640 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add5a082-b03e-4b25-a4b0-bc43f201a4aa tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:09:02.770196 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-add5a082-b03e-4b25-a4b0-bc43f201a4aa tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.770613 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-add5a082-b03e-4b25-a4b0-bc43f201a4aa tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Added segment 6b5e18b1-9a93-4bdb-8d14-23b3673bf123 of type vlan for network 3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5
Nov 20 21:09:02.826354 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-add5a082-b03e-4b25-a4b0-bc43f201a4aa tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.857159 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-add5a082-b03e-4b25-a4b0-bc43f201a4aa tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.864549 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add5a082-b03e-4b25-a4b0-bc43f201a4aa tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:02.865572 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-add5a082-b03e-4b25-a4b0-bc43f201a4aa tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.866565 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.879832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-63771f5f-11b3-4e11-92da-87d795a513be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:02.881411 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-63771f5f-11b3-4e11-92da-87d795a513be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c88fd-664b-445f-a16b-0430e156a60c HTTP/1.1" status: 200  len: 797 time: 0.1177812
Nov 20 21:09:02.912895 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-add5a082-b03e-4b25-a4b0-bc43f201a4aa tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2644944
Nov 20 21:09:02.916964 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36250) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:02.922115 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-cade5797-c661-49ab-adce-74d8a7147aac tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'subnet': {'network_id': '3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:02.934463 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f14f670>,) {'filters': {'network_id': ['4d596ec1-92bd-4ae9-a44c-78286a140d52']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:02.960013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f14f670>, '845e4bff-09a3-4087-b597-61ec319cdb04') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:02.960317 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f14f670>, '845e4bff-09a3-4087-b597-61ec319cdb04') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:02.972613 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:02.985802 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:09:02.992463 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-de065147-bd61-4aa2-9629-84f947483b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:02.993995 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-de065147-bd61-4aa2-9629-84f947483b62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a71914d1-f8db-41aa-b100-1859a3120efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1000431
Nov 20 21:09:02.994955 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:03.001096 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5a082-b03e-4b25-a4b0-bc43f201a4aa tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Network': ['ID=3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:03.001658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:09:03.002136 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:09:03.004830 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:09:03.009559 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:09:03.009942 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bca0be0b-b8ea-4f46-9dad-972aa4b0fdcd not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:09:03.010420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:09:03.014481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:09:03.033406 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:09:03.033834 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8b4fa36a-1124-4706-bbf6-f2ffa33ec31e not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:09:03.034257 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7288a661-43c6-497b-952d-5f7fce325076 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:09:03.071538 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 7288a661-43c6-497b-952d-5f7fce325076 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:09:03.071993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7288a661-43c6-497b-952d-5f7fce325076 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:09:03.072416 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 36438c56-22f3-45e0-a932-a1212ec619c4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:09:03.088059 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cade5797-c661-49ab-adce-74d8a7147aac tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:03.094958 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cade5797-c661-49ab-adce-74d8a7147aac tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:03.100426 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 36438c56-22f3-45e0-a932-a1212ec619c4 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:09:03.100732 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 36438c56-22f3-45e0-a932-a1212ec619c4 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:09:03.148024 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:03.165672 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:03.168967 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4d596ec1-92bd-4ae9-a44c-78286a140d52 HTTP/1.1" status: 204  len: 168 time: 1.2666130
Nov 20 21:09:03.172083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89aa97-2539-4d52-aa5f-98409cea0420 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d596ec1-92bd-4ae9-a44c-78286a140d52,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:03.191790 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-30ad1f2f-941e-4b68-b8cd-49890ec17eec service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858711
Nov 20 21:09:03.299095 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-556d5ca7-ff83-4aef-8b72-5267405dba9a service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1001618
Nov 20 21:09:03.331989 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cade5797-c661-49ab-adce-74d8a7147aac tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:03.342422 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-bc6b775f-3025-4ad0-890b-82e4eb53c549 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=17593c85-2aba-4b07-b484-60c0a0677ba6 HTTP/1.1" status: 200  len: 217 time: 0.0356951
Nov 20 21:09:03.362449 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36254) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:03.393935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade5797-c661-49ab-adce-74d8a7147aac tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Subnet': ['ID=cbf5d309-45a9-4442-8ba9-4d7bbdfc8a75,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:03.402607 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cade5797-c661-49ab-adce-74d8a7147aac tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Checking segment: {'id': '6b5e18b1-9a93-4bdb-8d14-23b3673bf123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:03.402987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cade5797-c661-49ab-adce-74d8a7147aac tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network hostable DHCP agents. Network: 3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:09:03.421080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cade5797-c661-49ab-adce-74d8a7147aac tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:09:03.421917 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-c839a723-b731-4559-bc06-8cf204c763a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:03.423972 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-c839a723-b731-4559-bc06-8cf204c763a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c88fd-664b-445f-a16b-0430e156a60c HTTP/1.1" status: 200  len: 797 time: 0.0741394
Nov 20 21:09:03.433043 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-cade5797-c661-49ab-adce-74d8a7147aac tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:03.441696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4158ee4c-b099-4a72-a815-c2e1607652b2 None None] Network 3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:03.445672 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cade5797-c661-49ab-adce-74d8a7147aac tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:03.446570 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cade5797-c661-49ab-adce-74d8a7147aac tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:03.469077 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cade5797-c661-49ab-adce-74d8a7147aac tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5510812
Nov 20 21:09:03.471349 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cabe145e-9eea-44e7-92c3-04781f94fc9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bf8c9cac47c4528af3cddac62219ca6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0890584
Nov 20 21:09:03.472284 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36256) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:03.472630 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36258) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:03.484654 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1afff689-3db9-419d-8156-b3e808123d46 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'network_id': '3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5', 'name': 'tempest-PortsIpV6TestJSON-674620509', 'fixed_ips': [{'subnet_id': 'cbf5d309-45a9-4442-8ba9-4d7bbdfc8a75', 'ip_address': '2001:db8::10'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:03.492181 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-7d29b9d2-e7e3-4b24-80b5-d6c8fade2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:03.493724 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-7d29b9d2-e7e3-4b24-80b5-d6c8fade2332 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a71914d1-f8db-41aa-b100-1859a3120efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0614581
Nov 20 21:09:03.609320 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-08b19dfe-2c06-4585-a736-678891ff3369 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1074212
Nov 20 21:09:03.623091 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5', 'network_id': '3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5', 'tenant_id': 'c2662d7413e44ee2a8e9d6b3dc127161', 'fixed_ips': [{'subnet_id': 'cbf5d309-45a9-4442-8ba9-4d7bbdfc8a75'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:09:03.623996 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:03.648648 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b237beb2-c343-47e0-b1b3-66604c464ecc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:03.684703 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b237beb2-c343-47e0-b1b3-66604c464ecc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:03.708894 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afff689-3db9-419d-8156-b3e808123d46 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:03.759869 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-a9bf5c65-82e0-4a82-9eda-63a5d18cb62a service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431794
Nov 20 21:09:03.821383 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-ef688fc8-e457-4f66-a690-9bade77d5a38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=144b0c11-f5e6-471f-8963-411ff27f7777 HTTP/1.1" status: 200  len: 217 time: 0.0505161
Nov 20 21:09:03.837694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Allocated IP 2001:db8::2 (3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5/cbf5d309-45a9-4442-8ba9-4d7bbdfc8a75/07cd1c51-ed0c-433f-bfac-94b2e08b9b04) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:03.888797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-ed2a1c7d-0ce9-41ef-89dd-e9b7e14b21fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:03.890851 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-ed2a1c7d-0ce9-41ef-89dd-e9b7e14b21fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c88fd-664b-445f-a16b-0430e156a60c HTTP/1.1" status: 200  len: 797 time: 0.0620244
Nov 20 21:09:03.948696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-c1105328-a5bb-476c-bb1d-62da28ddda50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:03.950807 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-c1105328-a5bb-476c-bb1d-62da28ddda50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a71914d1-f8db-41aa-b100-1859a3120efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0520387
Nov 20 21:09:04.017251 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:04.024591 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:04.059723 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-1ea98a60-0ee9-46e7-9a6a-7bb586074e36 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1008224
Nov 20 21:09:04.067058 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Network 3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:04.072272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:04.077694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:04.081287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Pushing event updated for resources: {'Port': ['ID=07cd1c51-ed0c-433f-bfac-94b2e08b9b04,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:04.138399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Attempting to bind port 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:09:04.139095 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Attempting to bind port 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6b5e18b1-9a93-4bdb-8d14-23b3673bf123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:09:04.139233 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Attempting to bind port 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 on network 3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:09:04.150753 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:09:04.151140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Checking segment: {'id': '6b5e18b1-9a93-4bdb-8d14-23b3673bf123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:04.151551 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:04.152193 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Bound using segment: {'id': '6b5e18b1-9a93-4bdb-8d14-23b3673bf123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:09:04.152511 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Bound port: 07cd1c51-ed0c-433f-bfac-94b2e08b9b04, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5e18b1-9a93-4bdb-8d14-23b3673bf123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:09:04.152906 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:04.184322 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-55273f98-9eed-4197-92fe-24cf110d65c6 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1170692
Nov 20 21:09:04.193755 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1afff689-3db9-419d-8156-b3e808123d46 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:04.208680 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b237beb2-c343-47e0-b1b3-66604c464ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:04.211288 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b237beb2-c343-47e0-b1b3-66604c464ecc admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:04.214831 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b237beb2-c343-47e0-b1b3-66604c464ecc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75fe5542-06e6-4363-84b3-d618feff0a55 HTTP/1.1" status: 204  len: 168 time: 0.7374380
Nov 20 21:09:04.226863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-1afff689-3db9-419d-8156-b3e808123d46 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] device_id is not set on port 71f934d4-43b7-4b3c-b9d2-7b9f8e2d47f9 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:09:04.229572 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-a28c9318-cff5-40c0-add9-c6856aaa28d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=a1c1d818-4c07-4d09-b360-b1acc5a224b8 HTTP/1.1" status: 200  len: 217 time: 0.0372896
Nov 20 21:09:04.232727 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] For port 07cd1c51-ed0c-433f-bfac-94b2e08b9b04, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:09:04.236134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] For port 07cd1c51-ed0c-433f-bfac-94b2e08b9b04, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07cd1c51-ed0c-433f-bfac-94b2e08b9b04,segment=NetworkSegment(6b5e18b1-9a93-4bdb-8d14-23b3673bf123),segment_id=6b5e18b1-9a93-4bdb-8d14-23b3673bf123)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:09:04.242590 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:04.277736 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237beb2-c343-47e0-b1b3-66604c464ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fe5542-06e6-4363-84b3-d618feff0a55,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:04.288826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-8c824f98-2a1b-49ab-b7d7-cd8db18083c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:04.291226 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-8c824f98-2a1b-49ab-b7d7-cd8db18083c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=630c88fd-664b-445f-a16b-0430e156a60c HTTP/1.1" status: 200  len: 797 time: 0.0546727
Nov 20 21:09:04.367071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-b82f5cb0-8ccc-4ac8-b8d5-7334422a3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:04.368629 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344db4db-d7b5-4100-8132-ff29b3fb8fca None None] Pushing event updated for resources: {'Port': ['ID=07cd1c51-ed0c-433f-bfac-94b2e08b9b04,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:04.368787 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-b82f5cb0-8ccc-4ac8-b8d5-7334422a3b23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a71914d1-f8db-41aa-b100-1859a3120efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0708268
Nov 20 21:09:04.460877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-1afff689-3db9-419d-8156-b3e808123d46 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Allocated IP 2001:db8::10 (3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5/cbf5d309-45a9-4442-8ba9-4d7bbdfc8a75/71f934d4-43b7-4b3c-b9d2-7b9f8e2d47f9) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:04.475059 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-45cc40f1-ee7d-44ff-aec1-d92afacd2536 service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0992670
Nov 20 21:09:04.491481 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:09:04.624951 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-13cebf20-324c-4f06-b4c8-badb557123fa service neutron] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431525
Nov 20 21:09:04.671251 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-ea8fcfc7-4a74-4474-9a4e-e4e568e007f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fafe012b-fc11-4ebf-90fb-e3698bda3e63 HTTP/1.1" status: 200  len: 217 time: 0.0382764
Nov 20 21:09:04.694155 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1afff689-3db9-419d-8156-b3e808123d46 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:04.729491 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36270) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:04.755465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-8e63a5b3-4693-4933-ba22-c2403971fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:04.757667 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-8e63a5b3-4693-4933-ba22-c2403971fdc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8522ada-000b-482e-bebc-4b49e37aceb8 HTTP/1.1" status: 200  len: 797 time: 0.0788329
Nov 20 21:09:04.766250 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1afff689-3db9-419d-8156-b3e808123d46 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:04.816779 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0d731d86-8547-443b-9275-c1ee20cf32fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f68435bae2444916831ad67eb823ad6d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0858314
Nov 20 21:09:04.820607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36274) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:04.829202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afff689-3db9-419d-8156-b3e808123d46 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:04.832704 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-1afff689-3db9-419d-8156-b3e808123d46 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:04.833766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-273f52ed-2db0-43f6-b40f-99905a4f6337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:04.835567 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-273f52ed-2db0-43f6-b40f-99905a4f6337 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7561cda-0cef-429a-ab48-39d731d77e04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0709341
Nov 20 21:09:04.837774 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afff689-3db9-419d-8156-b3e808123d46 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:04.843484 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afff689-3db9-419d-8156-b3e808123d46 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:04.844854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1afff689-3db9-419d-8156-b3e808123d46 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:04.861316 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afff689-3db9-419d-8156-b3e808123d46 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=71f934d4-43b7-4b3c-b9d2-7b9f8e2d47f9,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:04.867462 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:04.873509 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1afff689-3db9-419d-8156-b3e808123d46 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.3937252
Nov 20 21:09:04.873509 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36278) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:04.878439 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-fe67d177-2954-4b08-84a6-9f52d20683cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'network_id': '3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5', 'name': 'tempest-PortsIpV6TestJSON-183079486', 'fixed_ips': [{'subnet_id': 'cbf5d309-45a9-4442-8ba9-4d7bbdfc8a75', 'ip_address': '2001:db8::f'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:04.942691 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:04.943182 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:04.979774 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8313849c-750b-43e2-85a7-32130b8f2dcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:05.017072 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8313849c-750b-43e2-85a7-32130b8f2dcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:05.027174 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe67d177-2954-4b08-84a6-9f52d20683cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:05.027915 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-8ae4876d-d437-48e1-a737-5af3ba2da7d1 service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824720
Nov 20 21:09:05.031133 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:05.033525 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe67d177-2954-4b08-84a6-9f52d20683cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:05.054988 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-fe67d177-2954-4b08-84a6-9f52d20683cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] device_id is not set on port ee0e83fc-3f92-4914-861b-2b42c9939571 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:09:05.065833 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 07cd1c51-ed0c-433f-bfac-94b2e08b9b04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07cd1c51-ed0c-433f-bfac-94b2e08b9b04,segment=NetworkSegment(6b5e18b1-9a93-4bdb-8d14-23b3673bf123),segment_id=6b5e18b1-9a93-4bdb-8d14-23b3673bf123)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:05.071775 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:05.122424 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=07cd1c51-ed0c-433f-bfac-94b2e08b9b04,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:05.154828 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-f4dc0863-2315-426f-ba66-c27348217733 service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1171639
Nov 20 21:09:05.156243 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8313849c-750b-43e2-85a7-32130b8f2dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:05.159249 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8313849c-750b-43e2-85a7-32130b8f2dcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:05.160350 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8313849c-750b-43e2-85a7-32130b8f2dcb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9b6e024-6c7e-469d-86cd-619e25bf623c HTTP/1.1" status: 204  len: 168 time: 0.3387945
Nov 20 21:09:05.220389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313849c-750b-43e2-85a7-32130b8f2dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b6e024-6c7e-469d-86cd-619e25bf623c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:05.224420 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-1e392da4-c229-4107-abd9-3fc754d3b864 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1d8adb08-4bb0-45be-8e71-4a53fb65eb7e HTTP/1.1" status: 200  len: 217 time: 0.0610917
Nov 20 21:09:05.239682 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-fe67d177-2954-4b08-84a6-9f52d20683cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Allocated IP 2001:db8::f (3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5/cbf5d309-45a9-4442-8ba9-4d7bbdfc8a75/ee0e83fc-3f92-4914-861b-2b42c9939571) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:05.285488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-56128ca0-2def-4c94-a202-0751e7bca4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:05.287153 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-56128ca0-2def-4c94-a202-0751e7bca4d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8522ada-000b-482e-bebc-4b49e37aceb8 HTTP/1.1" status: 200  len: 797 time: 0.0549526
Nov 20 21:09:05.342982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-4ef3051e-392b-4e5c-aa8d-2277c5977805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:05.344665 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-4ef3051e-392b-4e5c-aa8d-2277c5977805 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7561cda-0cef-429a-ab48-39d731d77e04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0502625
Nov 20 21:09:05.431902 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe67d177-2954-4b08-84a6-9f52d20683cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:05.460795 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-c1b12f36-6de0-43a7-941d-588463dc26ce service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1091995
Nov 20 21:09:05.473214 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe67d177-2954-4b08-84a6-9f52d20683cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:05.545312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe67d177-2954-4b08-84a6-9f52d20683cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:05.549971 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-fe67d177-2954-4b08-84a6-9f52d20683cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:05.559073 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe67d177-2954-4b08-84a6-9f52d20683cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:05.565795 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe67d177-2954-4b08-84a6-9f52d20683cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:05.566016 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe67d177-2954-4b08-84a6-9f52d20683cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:05.572894 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67d177-2954-4b08-84a6-9f52d20683cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=ee0e83fc-3f92-4914-861b-2b42c9939571,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:05.594912 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8bf2825-a43e-4100-8e70-83f4dd4575d2 req-3775f670-5027-4fc1-bdc8-913a7308a2e9 service neutron] 10.222.0.47 "GET /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240780
Nov 20 21:09:05.597620 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fe67d177-2954-4b08-84a6-9f52d20683cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 0.7236569
Nov 20 21:09:05.600143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36286) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:05.659593 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bdf50a-4c89-41d1-9f61-c44e688f190a None None] Network 3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:05.689897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677994bd-cf64-4f13-aca0-56aea42fb133 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:05.694346 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-677994bd-cf64-4f13-aca0-56aea42fb133 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.0907795
Nov 20 21:09:05.695049 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36292) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:05.808286 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25502f5a-c419-4f54-8cbe-ca3aa8c3ea21 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:05.818158 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25502f5a-c419-4f54-8cbe-ca3aa8c3ea21 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:05.825899 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25502f5a-c419-4f54-8cbe-ca3aa8c3ea21 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:05.831921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36296) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:05.832677 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-25502f5a-c419-4f54-8cbe-ca3aa8c3ea21 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2389 time: 0.1360457
Nov 20 21:09:05.920775 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-74c31d1d-cf2f-407e-a766-4270600282e8 None None] Provisioning complete for port 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:05.923359 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-74c31d1d-cf2f-407e-a766-4270600282e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:05.952980 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-ce7fbb2e-60ae-4183-aa03-ddd3e3ade155 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port ee0e83fc-3f92-4914-861b-2b42c9939571 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:05.953830 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce7fbb2e-60ae-4183-aa03-ddd3e3ade155 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.046120 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-737485c2-da76-4377-b943-32ac1a3ef71f req-d2405273-fa94-4bd4-b2e5-8cae14380920 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0635428
Nov 20 21:09:06.141940 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce7fbb2e-60ae-4183-aa03-ddd3e3ade155 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.154560 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737485c2-da76-4377-b943-32ac1a3ef71f req-81933470-39a5-4031-bb6a-fc75d6857e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:06.157887 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-737485c2-da76-4377-b943-32ac1a3ef71f req-81933470-39a5-4031-bb6a-fc75d6857e7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=badea6f48ba34a31b8c22ca431cfebc4&device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 1097 time: 0.0600443
Nov 20 21:09:06.158995 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-ce7fbb2e-60ae-4183-aa03-ddd3e3ade155 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for ee0e83fc-3f92-4914-861b-2b42c9939571 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:06.184998 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36310) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:06.294426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737485c2-da76-4377-b943-32ac1a3ef71f req-50d297af-f06a-448f-9292-e8b81473cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:06.296883 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-737485c2-da76-4377-b943-32ac1a3ef71f req-50d297af-f06a-448f-9292-e8b81473cb1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a HTTP/1.1" status: 200  len: 912 time: 0.1130168
Nov 20 21:09:06.323072 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce7fbb2e-60ae-4183-aa03-ddd3e3ade155 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.351684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-468db565-b219-4b9c-b779-b0f5e97121cb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1765763611-network', 'tenant_id': '76440d312bb547959d5437ce510b515b'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:06.352631 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fbb2e-60ae-4183-aa03-ddd3e3ade155 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=ee0e83fc-3f92-4914-861b-2b42c9939571,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:06.392092 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-737485c2-da76-4377-b943-32ac1a3ef71f req-dfb77258-22f1-420e-94c4-b36cb7c46412 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae4ae95-4d21-46e0-9882-157821324f20 HTTP/1.1" status: 200  len: 1001 time: 0.0870275
Nov 20 21:09:06.392690 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ce7fbb2e-60ae-4183-aa03-ddd3e3ade155 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.394279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468db565-b219-4b9c-b779-b0f5e97121cb admin admin] Made reservation on behalf of 76440d312bb547959d5437ce510b515b for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:06.398761 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ce7fbb2e-60ae-4183-aa03-ddd3e3ade155 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/ee0e83fc-3f92-4914-861b-2b42c9939571 HTTP/1.1" status: 204  len: 168 time: 0.5630810
Nov 20 21:09:06.398936 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-468db565-b219-4b9c-b779-b0f5e97121cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.399054 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36316) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:06.417150 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-468db565-b219-4b9c-b779-b0f5e97121cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.430702 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e241231e-2fde-4bbb-b8cc-f657be01f9da tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] GET failed (client error): The resource could not be found.
Nov 20 21:09:06.434718 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e241231e-2fde-4bbb-b8cc-f657be01f9da tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports/ee0e83fc-3f92-4914-861b-2b42c9939571 HTTP/1.1" status: 404  len: 333 time: 0.0321572
Nov 20 21:09:06.435481 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36318) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:06.478389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737485c2-da76-4377-b943-32ac1a3ef71f req-a92214b5-2215-4b70-aa81-7ab41e0bd2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:06.480722 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-737485c2-da76-4377-b943-32ac1a3ef71f req-a92214b5-2215-4b70-aa81-7ab41e0bd2a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70f862fe-1427-4856-a5ea-8d52f33d3d9b HTTP/1.1" status: 200  len: 850 time: 0.0716612
Nov 20 21:09:06.500747 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b0f7bd10-b65f-44e6-8dce-1d2ae407a15e None None] Provisioning complete for port 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:06.501180 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b0f7bd10-b65f-44e6-8dce-1d2ae407a15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.556830 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2de86de6-3aa3-4e13-8def-71f1766b36a5 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port 71f934d4-43b7-4b3c-b9d2-7b9f8e2d47f9 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:06.557989 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2de86de6-3aa3-4e13-8def-71f1766b36a5 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.566870 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737485c2-da76-4377-b943-32ac1a3ef71f req-12be4d86-44aa-42b6-82d8-aa57ee2ddc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:06.569028 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-737485c2-da76-4377-b943-32ac1a3ef71f req-12be4d86-44aa-42b6-82d8-aa57ee2ddc88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0819123
Nov 20 21:09:06.620427 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-468db565-b219-4b9c-b779-b0f5e97121cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.622990 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b0f7bd10-b65f-44e6-8dce-1d2ae407a15e None None] Provisioning complete for port 71f934d4-43b7-4b3c-b9d2-7b9f8e2d47f9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:06.623648 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b0f7bd10-b65f-44e6-8dce-1d2ae407a15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.642740 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-468db565-b219-4b9c-b779-b0f5e97121cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.663696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b0f7bd10-b65f-44e6-8dce-1d2ae407a15e None None] Port 71f934d4-43b7-4b3c-b9d2-7b9f8e2d47f9 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:06.667607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b0f7bd10-b65f-44e6-8dce-1d2ae407a15e None None] Could not find standard attr ID for object ee0e83fc-3f92-4914-861b-2b42c9939571. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:09:06.682580 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2de86de6-3aa3-4e13-8def-71f1766b36a5 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.698646 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2de86de6-3aa3-4e13-8def-71f1766b36a5 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for 71f934d4-43b7-4b3c-b9d2-7b9f8e2d47f9 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:06.711737 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468db565-b219-4b9c-b779-b0f5e97121cb admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:09:06.717913 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468db565-b219-4b9c-b779-b0f5e97121cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab07fb07-dd64-49e8-8d31-3ab9be6f70fc,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:06.734401 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-468db565-b219-4b9c-b779-b0f5e97121cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.734836 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-468db565-b219-4b9c-b779-b0f5e97121cb admin admin] Added segment e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5 of type vlan for network f2fe32bd-ee9f-42ff-914b-61d7b525e3e5
Nov 20 21:09:06.745975 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-737485c2-da76-4377-b943-32ac1a3ef71f req-77cafe43-e0a1-416c-b25b-1d775103ac7f service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1679616
Nov 20 21:09:06.793462 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-003e408c-b304-45c2-9f56-ebc5e637b5fa None None] Provisioning complete for port 71f934d4-43b7-4b3c-b9d2-7b9f8e2d47f9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:06.793845 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-003e408c-b304-45c2-9f56-ebc5e637b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.817395 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-468db565-b219-4b9c-b779-b0f5e97121cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.843638 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-003e408c-b304-45c2-9f56-ebc5e637b5fa None None] Port 71f934d4-43b7-4b3c-b9d2-7b9f8e2d47f9 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:06.853221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:06.879003 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2de86de6-3aa3-4e13-8def-71f1766b36a5 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.924260 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:06.925202 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.933780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de86de6-3aa3-4e13-8def-71f1766b36a5 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=71f934d4-43b7-4b3c-b9d2-7b9f8e2d47f9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:06.952070 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2de86de6-3aa3-4e13-8def-71f1766b36a5 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:06.957502 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2de86de6-3aa3-4e13-8def-71f1766b36a5 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/71f934d4-43b7-4b3c-b9d2-7b9f8e2d47f9 HTTP/1.1" status: 204  len: 168 time: 0.5204811
Nov 20 21:09:06.962583 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36320) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:06.992247 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb69c64f-2469-45e0-af8e-4ecc3b75b7da tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] GET failed (client error): The resource could not be found.
Nov 20 21:09:06.996380 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-eb69c64f-2469-45e0-af8e-4ecc3b75b7da tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports/71f934d4-43b7-4b3c-b9d2-7b9f8e2d47f9 HTTP/1.1" status: 404  len: 333 time: 0.0301821
Nov 20 21:09:06.996842 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36324) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:07.065407 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c26f59-32e7-4826-acc8-4e76dfb10264 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting subnet cbf5d309-45a9-4442-8ba9-4d7bbdfc8a75 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:09:07.069578 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b5c26f59-32e7-4826-acc8-4e76dfb10264 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.122339 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b5c26f59-32e7-4826-acc8-4e76dfb10264 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.163948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f4f42dd4-8e9a-4d56-93bb-1ed62b735228 None None] Could not find standard attr ID for object ee0e83fc-3f92-4914-861b-2b42c9939571. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:09:07.224766 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b5c26f59-32e7-4826-acc8-4e76dfb10264 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.287764 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.db.resource_extend [None req-468db565-b219-4b9c-b779-b0f5e97121cb admin admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 21:09:07.294315 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b5c26f59-32e7-4826-acc8-4e76dfb10264 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.318130 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-468db565-b219-4b9c-b779-b0f5e97121cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.319044 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468db565-b219-4b9c-b779-b0f5e97121cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:07.319644 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-468db565-b219-4b9c-b779-b0f5e97121cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.325777 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c26f59-32e7-4826-acc8-4e76dfb10264 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf5d309-45a9-4442-8ba9-4d7bbdfc8a75,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:07.330647 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b5c26f59-32e7-4826-acc8-4e76dfb10264 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.339966 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b5c26f59-32e7-4826-acc8-4e76dfb10264 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/cbf5d309-45a9-4442-8ba9-4d7bbdfc8a75 HTTP/1.1" status: 204  len: 168 time: 0.3412232
Nov 20 21:09:07.340661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36328) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:07.360885 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e0796f-73a1-4e1a-8d07-946d4af39144 None None] Network 3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:07.362724 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-737485c2-da76-4377-b943-32ac1a3ef71f req-7b865612-2c8e-4a3c-b9ba-11c5908f056a service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5814190
Nov 20 21:09:07.378105 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-468db565-b219-4b9c-b779-b0f5e97121cb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1912708
Nov 20 21:09:07.380614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36330) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:07.385530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-dca11571-122b-4b24-ab18-4b7e4939c61a admin admin] Request body: {'subnet': {'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1765763611-subnet', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:07.437449 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468db565-b219-4b9c-b779-b0f5e97121cb admin admin] Pushing event updated for resources: {'Network': ['ID=f2fe32bd-ee9f-42ff-914b-61d7b525e3e5,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:07.443115 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.449026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca11571-122b-4b24-ab18-4b7e4939c61a admin admin] Made reservation on behalf of 76440d312bb547959d5437ce510b515b for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:07.452001 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dca11571-122b-4b24-ab18-4b7e4939c61a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.457696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:09:07.502760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:07.503117 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.582964 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] For port 07cd1c51-ed0c-433f-bfac-94b2e08b9b04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07cd1c51-ed0c-433f-bfac-94b2e08b9b04,segment=NetworkSegment(6b5e18b1-9a93-4bdb-8d14-23b3673bf123),segment_id=6b5e18b1-9a93-4bdb-8d14-23b3673bf123)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:07.583335 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.600378 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:07.624557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc2959b-6a8d-4096-b66f-fdb724aedffc None None] DHCP port deletion for 3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:09:07.668187 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dca11571-122b-4b24-ab18-4b7e4939c61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.679567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2959b-6a8d-4096-b66f-fdb724aedffc None None] Deleting port 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:07.680169 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dbc2959b-6a8d-4096-b66f-fdb724aedffc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.690229 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.717658 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=07cd1c51-ed0c-433f-bfac-94b2e08b9b04,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:07.721992 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No DVR routers for this DVR port 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:09:07.733187 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca11571-122b-4b24-ab18-4b7e4939c61a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fee750e-6a59-4222-bc47-aa0a16b97917,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:07.750482 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca11571-122b-4b24-ab18-4b7e4939c61a admin admin] Checking segment: {'id': 'e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:07.751117 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca11571-122b-4b24-ab18-4b7e4939c61a admin admin] Network hostable DHCP agents. Network: f2fe32bd-ee9f-42ff-914b-61d7b525e3e5, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:09:07.759629 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-dbc2959b-6a8d-4096-b66f-fdb724aedffc None None] For port 07cd1c51-ed0c-433f-bfac-94b2e08b9b04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07cd1c51-ed0c-433f-bfac-94b2e08b9b04,segment=NetworkSegment(6b5e18b1-9a93-4bdb-8d14-23b3673bf123),segment_id=6b5e18b1-9a93-4bdb-8d14-23b3673bf123)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:07.760387 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dbc2959b-6a8d-4096-b66f-fdb724aedffc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.769612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca11571-122b-4b24-ab18-4b7e4939c61a admin admin] Network f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:09:07.774773 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2959b-6a8d-4096-b66f-fdb724aedffc None None] Calling delete_port for 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:07.780290 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-dca11571-122b-4b24-ab18-4b7e4939c61a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f2fe32bd-ee9f-42ff-914b-61d7b525e3e5) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:07.788483 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4192e5-081f-4d84-be8b-3860ba14bb76 None None] Network f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:07.791720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca11571-122b-4b24-ab18-4b7e4939c61a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:07.793133 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dca11571-122b-4b24-ab18-4b7e4939c61a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.810211 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.817960 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36332) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:07.819060 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dca11571-122b-4b24-ab18-4b7e4939c61a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4374692
Nov 20 21:09:07.822342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1765763611-router', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:07.843151 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a549a4d90>,) {'filters': {'network_id': ['3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:07.857475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a549a4d90>, '6b5e18b1-9a93-4bdb-8d14-23b3673bf123') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:07.857777 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a549a4d90>, '6b5e18b1-9a93-4bdb-8d14-23b3673bf123') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:07.868718 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.875119 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.876657 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.892586 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.907474 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:09:07.907879 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:09:07.910889 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:09:07.958293 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dbc2959b-6a8d-4096-b66f-fdb724aedffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.958518 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:07.992830 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2959b-6a8d-4096-b66f-fdb724aedffc None None] Pushing event deleted for resources: {'Port': ['ID=07cd1c51-ed0c-433f-bfac-94b2e08b9b04,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:07.994729 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc2959b-6a8d-4096-b66f-fdb724aedffc None None] No DVR routers for this DVR port 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:09:08.026884 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'fixed_ips': [{'subnet_id': '1fee750e-6a59-4222-bc47-aa0a16b97917'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:09:08.027872 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.041111 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.074483 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.077707 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/networks/3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5 HTTP/1.1" status: 204  len: 168 time: 0.7360778
Nov 20 21:09:08.082520 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36334) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:08.089617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-06bbeec8-aee3-476c-9a5d-99a056b99c27 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2023763592'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:08.131504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bbeec8-aee3-476c-9a5d-99a056b99c27 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:08.135356 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06bbeec8-aee3-476c-9a5d-99a056b99c27 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.148070 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbf9fd-97d5-4c79-bf76-bf801a1e85a4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Network': ['ID=3fb34b05-bd2a-420f-a7f6-6cfd04b00fe5,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:08.183799 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.191006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bbeec8-aee3-476c-9a5d-99a056b99c27 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:09:08.195180 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.199187 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Allocated IP 172.20.0.2 (f2fe32bd-ee9f-42ff-914b-61d7b525e3e5/1fee750e-6a59-4222-bc47-aa0a16b97917/73c77f4c-8354-420f-94ed-7a6c97d99122) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:08.213008 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06bbeec8-aee3-476c-9a5d-99a056b99c27 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.214261 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-06bbeec8-aee3-476c-9a5d-99a056b99c27 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Added segment 4676fa90-9261-4d79-9db5-92c04c46d1d1 of type vlan for network 0d6ab136-50c9-4c30-bba8-9d6b9a8422b9
Nov 20 21:09:08.277010 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06bbeec8-aee3-476c-9a5d-99a056b99c27 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.290007 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.308091 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06bbeec8-aee3-476c-9a5d-99a056b99c27 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.316058 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bbeec8-aee3-476c-9a5d-99a056b99c27 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:08.316698 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06bbeec8-aee3-476c-9a5d-99a056b99c27 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.354612 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-06bbeec8-aee3-476c-9a5d-99a056b99c27 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2708659
Nov 20 21:09:08.357568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36340) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:08.363394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-dd0196bc-09d5-49c1-9477-0055a628d281 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'subnet': {'network_id': '0d6ab136-50c9-4c30-bba8-9d6b9a8422b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:08.369927 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.377867 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.412040 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.423025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Network f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:08.426212 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:08.430606 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:08.436639 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Pushing event updated for resources: {'Port': ['ID=73c77f4c-8354-420f-94ed-7a6c97d99122,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:08.448387 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbeec8-aee3-476c-9a5d-99a056b99c27 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Network': ['ID=0d6ab136-50c9-4c30-bba8-9d6b9a8422b9,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:08.448587 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.461609 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 0d6ab136-50c9-4c30-bba8-9d6b9a8422b9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:09:08.511749 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0196bc-09d5-49c1-9477-0055a628d281 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:08.517511 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dd0196bc-09d5-49c1-9477-0055a628d281 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.519967 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Attempting to bind port 73c77f4c-8354-420f-94ed-7a6c97d99122 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:09:08.520129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Attempting to bind port 73c77f4c-8354-420f-94ed-7a6c97d99122 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:09:08.520381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Attempting to bind port 73c77f4c-8354-420f-94ed-7a6c97d99122 on network f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:09:08.557135 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:09:08.557515 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Checking segment: {'id': 'e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:08.557923 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.558352 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Bound using segment: {'id': 'e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:09:08.558837 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Bound port: 73c77f4c-8354-420f-94ed-7a6c97d99122, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:09:08.559224 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.585555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Allocated IP 172.35.1.113 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/9b759899-de89-434c-ad6b-1f9d99684178) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:08.634768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] For port 73c77f4c-8354-420f-94ed-7a6c97d99122, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:09:08.638927 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] For port 73c77f4c-8354-420f-94ed-7a6c97d99122, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73c77f4c-8354-420f-94ed-7a6c97d99122,segment=NetworkSegment(e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5),segment_id=e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:09:08.644365 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.710069 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.712802 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2ffdf-1032-4d68-a12e-954c06d84f04 None None] Pushing event updated for resources: {'Port': ['ID=73c77f4c-8354-420f-94ed-7a6c97d99122,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:08.733791 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dd0196bc-09d5-49c1-9477-0055a628d281 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.749728 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.773072 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:08.775741 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:08.790718 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9d46c4-c868-44a3-87b3-5dba45b62d2c None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:09:08.798220 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:08.831974 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0196bc-09d5-49c1-9477-0055a628d281 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Subnet': ['ID=80cf0eeb-cb1b-4b87-9fd7-bd5e943d73a3,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:08.838448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0196bc-09d5-49c1-9477-0055a628d281 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Checking segment: {'id': '4676fa90-9261-4d79-9db5-92c04c46d1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d6ab136-50c9-4c30-bba8-9d6b9a8422b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:08.838618 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0196bc-09d5-49c1-9477-0055a628d281 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network hostable DHCP agents. Network: 0d6ab136-50c9-4c30-bba8-9d6b9a8422b9, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:09:08.857237 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:09:08.861439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0196bc-09d5-49c1-9477-0055a628d281 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 0d6ab136-50c9-4c30-bba8-9d6b9a8422b9 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:09:08.863481 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Pushing event updated for resources: {'Port': ['ID=9b759899-de89-434c-ad6b-1f9d99684178,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:08.884367 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-dd0196bc-09d5-49c1-9477-0055a628d281 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0d6ab136-50c9-4c30-bba8-9d6b9a8422b9) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:08.889123 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0196bc-09d5-49c1-9477-0055a628d281 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:08.889740 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dd0196bc-09d5-49c1-9477-0055a628d281 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.893586 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:09:08.894646 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 07cd1c51-ed0c-433f-bfac-94b2e08b9b04 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:09:08.899223 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97377841-dfc5-4444-8e07-c7fdb437fb94 None None] Network 0d6ab136-50c9-4c30-bba8-9d6b9a8422b9 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:08.926427 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dd0196bc-09d5-49c1-9477-0055a628d281 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5664904
Nov 20 21:09:08.928557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36342) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:08.948574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4bccc6bd-52d3-4d63-8d42-edb6eab1dbb8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2080690220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:08.995157 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4bccc6bd-52d3-4d63-8d42-edb6eab1dbb8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:08.996480 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4bccc6bd-52d3-4d63-8d42-edb6eab1dbb8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:09.005779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f7e73cd3-4cba-4c5f-9544-f391a309b44c None None] Provisioning complete for port 9b759899-de89-434c-ad6b-1f9d99684178 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:09.006186 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f7e73cd3-4cba-4c5f-9544-f391a309b44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:09.069245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f7e73cd3-4cba-4c5f-9544-f391a309b44c None None] Port 9b759899-de89-434c-ad6b-1f9d99684178 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:09.069776 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4bccc6bd-52d3-4d63-8d42-edb6eab1dbb8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:09.075868 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4bccc6bd-52d3-4d63-8d42-edb6eab1dbb8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:09.102217 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4bccc6bd-52d3-4d63-8d42-edb6eab1dbb8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:09.107886 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4bccc6bd-52d3-4d63-8d42-edb6eab1dbb8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.1757057
Nov 20 21:09:09.108349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36344) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:09.115671 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-2d6241e1-83e4-4f1b-ad20-383ac218625e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'network_id': '0d6ab136-50c9-4c30-bba8-9d6b9a8422b9', 'name': 'tempest-PortsIpV6TestJSON-179230226'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:09.150576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d6ab136-50c9-4c30-bba8-9d6b9a8422b9', 'network_id': '0d6ab136-50c9-4c30-bba8-9d6b9a8422b9', 'tenant_id': 'c2662d7413e44ee2a8e9d6b3dc127161', 'fixed_ips': [{'subnet_id': '80cf0eeb-cb1b-4b87-9fd7-bd5e943d73a3'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:09:09.151555 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:09.183575 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:09.279810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6241e1-83e4-4f1b-ad20-383ac218625e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:09.288020 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d6241e1-83e4-4f1b-ad20-383ac218625e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:09.318323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-2d6241e1-83e4-4f1b-ad20-383ac218625e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] device_id is not set on port 164b70f0-5b8e-487d-8727-3f0cb0848d18 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:09:09.345174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Allocated IP 2001:db8::2 (0d6ab136-50c9-4c30-bba8-9d6b9a8422b9/80cf0eeb-cb1b-4b87-9fd7-bd5e943d73a3/53895c98-883c-4419-927c-26c0ab4f8afa) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:09.424575 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:09.499774 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:09.506747 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:09.563828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Network 0d6ab136-50c9-4c30-bba8-9d6b9a8422b9 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:09.568155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:09.570723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:09.573835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Pushing event updated for resources: {'Port': ['ID=53895c98-883c-4419-927c-26c0ab4f8afa,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:09.576322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-2d6241e1-83e4-4f1b-ad20-383ac218625e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Allocated IP 2001:db8::39b (0d6ab136-50c9-4c30-bba8-9d6b9a8422b9/80cf0eeb-cb1b-4b87-9fd7-bd5e943d73a3/164b70f0-5b8e-487d-8727-3f0cb0848d18) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:09.578952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Router 797a62b2-e202-493b-94cb-505a913f1609 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:09:09.644794 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Attempting to bind port 53895c98-883c-4419-927c-26c0ab4f8afa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:09:09.645319 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Attempting to bind port 53895c98-883c-4419-927c-26c0ab4f8afa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4676fa90-9261-4d79-9db5-92c04c46d1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d6ab136-50c9-4c30-bba8-9d6b9a8422b9'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:09:09.645812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Attempting to bind port 53895c98-883c-4419-927c-26c0ab4f8afa on network 0d6ab136-50c9-4c30-bba8-9d6b9a8422b9 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:09:09.652093 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:09:09.652613 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Checking segment: {'id': '4676fa90-9261-4d79-9db5-92c04c46d1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d6ab136-50c9-4c30-bba8-9d6b9a8422b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:09.653124 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:09.653637 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Bound using segment: {'id': '4676fa90-9261-4d79-9db5-92c04c46d1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d6ab136-50c9-4c30-bba8-9d6b9a8422b9'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:09:09.654274 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Bound port: 53895c98-883c-4419-927c-26c0ab4f8afa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4676fa90-9261-4d79-9db5-92c04c46d1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d6ab136-50c9-4c30-bba8-9d6b9a8422b9'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:09:09.654735 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:09.737425 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] For port 53895c98-883c-4419-927c-26c0ab4f8afa, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:09:09.741656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] For port 53895c98-883c-4419-927c-26c0ab4f8afa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53895c98-883c-4419-927c-26c0ab4f8afa,segment=NetworkSegment(4676fa90-9261-4d79-9db5-92c04c46d1d1),segment_id=4676fa90-9261-4d79-9db5-92c04c46d1d1)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:09:09.748173 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:09.794574 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d6241e1-83e4-4f1b-ad20-383ac218625e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:09.819187 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33d5a6-74e6-4da5-a85d-2fe39c89a955 None None] Pushing event updated for resources: {'Port': ['ID=53895c98-883c-4419-927c-26c0ab4f8afa,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:09.849166 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d6241e1-83e4-4f1b-ad20-383ac218625e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:09.910888 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6241e1-83e4-4f1b-ad20-383ac218625e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 0d6ab136-50c9-4c30-bba8-9d6b9a8422b9 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:09.917115 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-2d6241e1-83e4-4f1b-ad20-383ac218625e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:09.923357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6241e1-83e4-4f1b-ad20-383ac218625e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:09.929408 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6241e1-83e4-4f1b-ad20-383ac218625e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:09.930093 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d6241e1-83e4-4f1b-ad20-383ac218625e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:09.934102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6241e1-83e4-4f1b-ad20-383ac218625e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=164b70f0-5b8e-487d-8727-3f0cb0848d18,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:09.952851 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2d6241e1-83e4-4f1b-ad20-383ac218625e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.8431985
Nov 20 21:09:09.955522 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36350) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:09.996772 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebc87d4-5de2-4215-8e86-bcd46ad8ec0a None None] Network f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:10.045921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:09:10.068044 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:10.072681 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b98e5f4b-fcaf-4015-a8ee-7abfe0a15217 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.2536931
Nov 20 21:09:10.073313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36352) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:10.130295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Sync routers for ids ['797a62b2-e202-493b-94cb-505a913f1609'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:09:10.334661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Routers {'797a62b2-e202-493b-94cb-505a913f1609'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:10.335417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a477005b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['797a62b2-e202-493b-94cb-505a913f1609'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:10.402347 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-30ef54d1-664f-4ad8-b9e0-abd70ed91cdc None None] Provisioning complete for port 73c77f4c-8354-420f-94ed-7a6c97d99122 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:10.402722 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-30ef54d1-664f-4ad8-b9e0-abd70ed91cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:10.448613 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca3ec-0ca3-4e0b-b4f7-616c51df4f97 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:10.584777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Set router 797a62b2-e202-493b-94cb-505a913f1609 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:09:10.613289 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:10.770454 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca3ec-0ca3-4e0b-b4f7-616c51df4f97 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:10.778777 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca3ec-0ca3-4e0b-b4f7-616c51df4f97 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:10.812566 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-30ef54d1-664f-4ad8-b9e0-abd70ed91cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:10.831458 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Allocated IP 172.20.0.1 (f2fe32bd-ee9f-42ff-914b-61d7b525e3e5/1fee750e-6a59-4222-bc47-aa0a16b97917/54e96240-ee06-4a7f-991d-5f42af752ba3) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:10.849161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ca3ec-0ca3-4e0b-b4f7-616c51df4f97 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=164b70f0-5b8e-487d-8727-3f0cb0848d18,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:11.005156 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-30ef54d1-664f-4ad8-b9e0-abd70ed91cdc None None] For port 73c77f4c-8354-420f-94ed-7a6c97d99122, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73c77f4c-8354-420f-94ed-7a6c97d99122,segment=NetworkSegment(e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5),segment_id=e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:11.013270 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-30ef54d1-664f-4ad8-b9e0-abd70ed91cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:11.015102 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 73c77f4c-8354-420f-94ed-7a6c97d99122 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:11.021667 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:11.059249 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca3ec-0ca3-4e0b-b4f7-616c51df4f97 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:11.067543 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:11.137781 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Network f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:11.141830 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef54d1-664f-4ad8-b9e0-abd70ed91cdc None None] Pushing event updated for resources: {'Port': ['ID=73c77f4c-8354-420f-94ed-7a6c97d99122,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:11.142531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:11.146029 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:11.167265 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a477005b0>, [{'id': '797a62b2-e202-493b-94cb-505a913f1609', 'name': 'tempest-TestServerBasicOps-1765763611-router', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113'}], 'enable_snat': True}, 'gw_port_id': '9b759899-de89-434c-ad6b-1f9d99684178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:07Z', 'updated_at': '2021-11-20T21:09:09Z', 'revision_number': 3, 'project_id': '76440d312bb547959d5437ce510b515b', 'gw_port': {'id': '9b759899-de89-434c-ad6b-1f9d99684178', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:08Z', 'updated_at': '2021-11-20T21:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:11.171728 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 73c77f4c-8354-420f-94ed-7a6c97d99122 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:11.171913 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:11.195768 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:11.212717 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Checking router: 797a62b2-e202-493b-94cb-505a913f1609 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:09:11.213059 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Updating router 797a62b2-e202-493b-94cb-505a913f1609 port 9b759899-de89-434c-ad6b-1f9d99684178 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:09:11.277258 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca3ec-0ca3-4e0b-b4f7-616c51df4f97 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:11.279165 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=54e96240-ee06-4a7f-991d-5f42af752ba3,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:11.321692 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:11.354698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdeda05-a40a-4e26-b7b4-c4be9f892584 None None] Network 0d6ab136-50c9-4c30-bba8-9d6b9a8422b9 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:11.398558 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:11.479058 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-703b6810-3f07-4708-aa43-36c8e8927b07 None None] Provisioning complete for port 73c77f4c-8354-420f-94ed-7a6c97d99122 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:11.479446 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-703b6810-3f07-4708-aa43-36c8e8927b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:11.620497 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca3ec-0ca3-4e0b-b4f7-616c51df4f97 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:11.629301 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca3ec-0ca3-4e0b-b4f7-616c51df4f97 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:11.630950 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca3ec-0ca3-4e0b-b4f7-616c51df4f97 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:11.647719 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:11.653255 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:11.698706 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ca3ec-0ca3-4e0b-b4f7-616c51df4f97 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=164b70f0-5b8e-487d-8727-3f0cb0848d18,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:11.733102 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=54e96240-ee06-4a7f-991d-5f42af752ba3,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:11.736227 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:11.747576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 53895c98-883c-4419-927c-26c0ab4f8afa up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:11.770040 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5ca3ec-0ca3-4e0b-b4f7-616c51df4f97 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 0d6ab136-50c9-4c30-bba8-9d6b9a8422b9 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:11.771556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-2d5ca3ec-0ca3-4e0b-b4f7-616c51df4f97 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:11.865089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Network f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:11.866849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:11.895914 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 53895c98-883c-4419-927c-26c0ab4f8afa triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:11.896469 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:11.970195 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5cd520a0-564a-46b9-8fad-70b78426fed1 None None] Provisioning complete for port 53895c98-883c-4419-927c-26c0ab4f8afa triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:11.970641 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5cd520a0-564a-46b9-8fad-70b78426fed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:12.042428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Router 797a62b2-e202-493b-94cb-505a913f1609 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:09:12.129955 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:12.149251 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:12.200755 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5cd520a0-564a-46b9-8fad-70b78426fed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:12.207020 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:09:12.212527 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4c3893c4-1899-4600-97ed-1bddc8d61ce0 admin admin] 10.222.0.41 "PUT /v2.0/routers/797a62b2-e202-493b-94cb-505a913f1609/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1381986
Nov 20 21:09:12.235987 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:12.253315 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5ca3ec-0ca3-4e0b-b4f7-616c51df4f97 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Router 69498c71-33b4-431a-bcda-54c2a16138f4 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:09:12.267533 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e422e02-64f4-4de8-a029-4ac61914a850 None None] Pushing event updated for resources: {'Port': ['ID=9b759899-de89-434c-ad6b-1f9d99684178,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:12.330074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 53895c98-883c-4419-927c-26c0ab4f8afa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53895c98-883c-4419-927c-26c0ab4f8afa,segment=NetworkSegment(4676fa90-9261-4d79-9db5-92c04c46d1d1),segment_id=4676fa90-9261-4d79-9db5-92c04c46d1d1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:12.346787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6859da-3d9c-4ddb-8c98-45c20a019827 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:09:12.356101 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:12.395138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5ca3ec-0ca3-4e0b-b4f7-616c51df4f97 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:09:12.401270 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2d5ca3ec-0ca3-4e0b-b4f7-616c51df4f97 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "PUT /v2.0/routers/69498c71-33b4-431a-bcda-54c2a16138f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4441354
Nov 20 21:09:12.403816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36366) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:12.410137 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8039f65b-aee9-41b9-8b0d-e9eef9a37793 None None] Sync routers for ids ['69498c71-33b4-431a-bcda-54c2a16138f4'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:09:12.421871 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8039f65b-aee9-41b9-8b0d-e9eef9a37793 None None] Routers {'69498c71-33b4-431a-bcda-54c2a16138f4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:12.425487 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8039f65b-aee9-41b9-8b0d-e9eef9a37793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5410b2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['69498c71-33b4-431a-bcda-54c2a16138f4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:12.431960 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Attempting to bind port 9b759899-de89-434c-ad6b-1f9d99684178 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:09:12.432711 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Attempting to bind port 9b759899-de89-434c-ad6b-1f9d99684178 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:09:12.433268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Attempting to bind port 9b759899-de89-434c-ad6b-1f9d99684178 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:09:12.443954 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:09:12.444873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:12.445446 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:12.446027 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:09:12.446717 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Bound port: 9b759899-de89-434c-ad6b-1f9d99684178, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:09:12.447311 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:12.474748 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8039f65b-aee9-41b9-8b0d-e9eef9a37793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5410b2b0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:12.491080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8126551c-93e6-4a8c-af31-80d2a23a53dc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:12.495427 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8039f65b-aee9-41b9-8b0d-e9eef9a37793 None None] Routers {'69498c71-33b4-431a-bcda-54c2a16138f4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:12.499543 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8039f65b-aee9-41b9-8b0d-e9eef9a37793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5410b2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['69498c71-33b4-431a-bcda-54c2a16138f4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:12.503573 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8126551c-93e6-4a8c-af31-80d2a23a53dc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports?device_id=69498c71-33b4-431a-bcda-54c2a16138f4 HTTP/1.1" status: 200  len: 988 time: 0.0955522
Nov 20 21:09:12.503789 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36370) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:12.561963 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8039f65b-aee9-41b9-8b0d-e9eef9a37793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5410b2b0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:12.562905 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8039f65b-aee9-41b9-8b0d-e9eef9a37793 None None] The sync data for ids ['69498c71-33b4-431a-bcda-54c2a16138f4'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:09:12.714232 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=53895c98-883c-4419-927c-26c0ab4f8afa,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:12.719637 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-5cd520a0-564a-46b9-8fad-70b78426fed1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:09:12.720219 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-5cd520a0-564a-46b9-8fad-70b78426fed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:09:12.750088 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] For port 9b759899-de89-434c-ad6b-1f9d99684178, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:09:12.754799 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] For port 9b759899-de89-434c-ad6b-1f9d99684178, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b759899-de89-434c-ad6b-1f9d99684178,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:09:12.760326 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:12.850283 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c94190-e9ed-4406-a678-fdd78198fcdc None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:09:12.882592 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 73c77f4c-8354-420f-94ed-7a6c97d99122 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:12.916284 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Routers {'797a62b2-e202-493b-94cb-505a913f1609'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:12.917114 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a477005b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['797a62b2-e202-493b-94cb-505a913f1609'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:12.966912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36384) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:12.973692 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-3bb6db6e-57f8-4fc3-8f52-98144abec6e6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-78787842-network', 'tenant_id': '5418fc9a2ab34e8daeee7b8c28da2dce'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:12.975393 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e422e02-64f4-4de8-a029-4ac61914a850 None None] Pushing event updated for resources: {'Port': ['ID=9b759899-de89-434c-ad6b-1f9d99684178,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:13.002429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb6db6e-57f8-4fc3-8f52-98144abec6e6 admin admin] Made reservation on behalf of 5418fc9a2ab34e8daeee7b8c28da2dce for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:13.005401 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3bb6db6e-57f8-4fc3-8f52-98144abec6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.022883 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3bb6db6e-57f8-4fc3-8f52-98144abec6e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.087337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 73c77f4c-8354-420f-94ed-7a6c97d99122 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:13.087797 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.092238 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] Set router 797a62b2-e202-493b-94cb-505a913f1609 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:09:13.134820 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3bb6db6e-57f8-4fc3-8f52-98144abec6e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.138446 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1a4140c4-1a33-4e13-a610-fbe76d36406b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.142873 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3bb6db6e-57f8-4fc3-8f52-98144abec6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.161614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb6db6e-57f8-4fc3-8f52-98144abec6e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:09:13.172633 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3bb6db6e-57f8-4fc3-8f52-98144abec6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.172983 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-3bb6db6e-57f8-4fc3-8f52-98144abec6e6 admin admin] Added segment 78d47c3c-6460-4672-a97e-c75e58043db9 of type vlan for network 71649d87-c9ea-498d-ae8f-ccee6081605f
Nov 20 21:09:13.214186 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3bb6db6e-57f8-4fc3-8f52-98144abec6e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.245671 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3bb6db6e-57f8-4fc3-8f52-98144abec6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.246670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb6db6e-57f8-4fc3-8f52-98144abec6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:13.247261 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3bb6db6e-57f8-4fc3-8f52-98144abec6e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.317229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6db6e-57f8-4fc3-8f52-98144abec6e6 admin admin] Pushing event updated for resources: {'Network': ['ID=71649d87-c9ea-498d-ae8f-ccee6081605f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:13.327208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6db6e-57f8-4fc3-8f52-98144abec6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068732ba-ca28-4714-a78f-5183b1a644bc,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:13.335138 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3bb6db6e-57f8-4fc3-8f52-98144abec6e6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.3669312
Nov 20 21:09:13.339678 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36386) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:13.346587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6ad1e974-8d1d-4c62-88e6-5e3184d20abc admin admin] Request body: {'subnet': {'network_id': '71649d87-c9ea-498d-ae8f-ccee6081605f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-78787842-subnet', 'tenant_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:13.348105 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 71649d87-c9ea-498d-ae8f-ccee6081605f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:09:13.372829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad1e974-8d1d-4c62-88e6-5e3184d20abc admin admin] Made reservation on behalf of 5418fc9a2ab34e8daeee7b8c28da2dce for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:13.376102 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6ad1e974-8d1d-4c62-88e6-5e3184d20abc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.380305 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1e8653bd-289b-41b1-9343-566b01add015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.399128 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1a4140c4-1a33-4e13-a610-fbe76d36406b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port 164b70f0-5b8e-487d-8727-3f0cb0848d18 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:13.399507 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1a4140c4-1a33-4e13-a610-fbe76d36406b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.421602 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 53895c98-883c-4419-927c-26c0ab4f8afa up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:13.495504 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1a4140c4-1a33-4e13-a610-fbe76d36406b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.500954 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5cd520a0-564a-46b9-8fad-70b78426fed1 None None] Provisioning complete for port 54e96240-ee06-4a7f-991d-5f42af752ba3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:13.501324 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5cd520a0-564a-46b9-8fad-70b78426fed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.512647 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1a4140c4-1a33-4e13-a610-fbe76d36406b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for 164b70f0-5b8e-487d-8727-3f0cb0848d18 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:13.560200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-5cd520a0-564a-46b9-8fad-70b78426fed1 None None] Port 54e96240-ee06-4a7f-991d-5f42af752ba3 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:13.585106 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 53895c98-883c-4419-927c-26c0ab4f8afa triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:13.585483 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.588732 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6ad1e974-8d1d-4c62-88e6-5e3184d20abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.592215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a477005b0>, [{'id': '797a62b2-e202-493b-94cb-505a913f1609', 'name': 'tempest-TestServerBasicOps-1765763611-router', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113'}], 'enable_snat': True}, 'gw_port_id': '9b759899-de89-434c-ad6b-1f9d99684178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:07Z', 'updated_at': '2021-11-20T21:09:11Z', 'revision_number': 4, 'project_id': '76440d312bb547959d5437ce510b515b', 'gw_port': {'id': '9b759899-de89-434c-ad6b-1f9d99684178', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:08Z', 'updated_at': '2021-11-20T21:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '54e96240-ee06-4a7f-991d-5f42af752ba3', 'name': '', 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'mac_address': 'fa:16:3e:d2:f1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:10Z', 'updated_at': '2021-11-20T21:09:11Z', 'revision_number': 2, 'project_id': '76440d312bb547959d5437ce510b515b', 'subnets': [{'id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:13.639964 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0751bf-b7bd-43bf-942b-978a3c8ff935 None None] The sync data for ids ['797a62b2-e202-493b-94cb-505a913f1609'] in ncdv-master-1 is: [{'id': '797a62b2-e202-493b-94cb-505a913f1609', 'name': 'tempest-TestServerBasicOps-1765763611-router', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113'}], 'enable_snat': True}, 'gw_port_id': '9b759899-de89-434c-ad6b-1f9d99684178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:07Z', 'updated_at': '2021-11-20T21:09:11Z', 'revision_number': 4, 'project_id': '76440d312bb547959d5437ce510b515b', 'gw_port': {'id': '9b759899-de89-434c-ad6b-1f9d99684178', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:08Z', 'updated_at': '2021-11-20T21:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '54e96240-ee06-4a7f-991d-5f42af752ba3', 'name': '', 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'mac_address': 'fa:16:3e:d2:f1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:10Z', 'updated_at': '2021-11-20T21:09:11Z', 'revision_number': 2, 'project_id': '76440d312bb547959d5437ce510b515b', 'subnets': [{'id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:09:13.660220 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad1e974-8d1d-4c62-88e6-5e3184d20abc admin admin] Checking segment: {'id': '78d47c3c-6460-4672-a97e-c75e58043db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '71649d87-c9ea-498d-ae8f-ccee6081605f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:13.660605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad1e974-8d1d-4c62-88e6-5e3184d20abc admin admin] Network hostable DHCP agents. Network: 71649d87-c9ea-498d-ae8f-ccee6081605f, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:09:13.669390 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1e974-8d1d-4c62-88e6-5e3184d20abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=320652c4-1957-4da1-b18d-feb3368dc4c6,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:13.686153 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad1e974-8d1d-4c62-88e6-5e3184d20abc admin admin] Network 71649d87-c9ea-498d-ae8f-ccee6081605f is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:09:13.700801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-6ad1e974-8d1d-4c62-88e6-5e3184d20abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 71649d87-c9ea-498d-ae8f-ccee6081605f) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:13.708099 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad1e974-8d1d-4c62-88e6-5e3184d20abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:13.710699 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6ad1e974-8d1d-4c62-88e6-5e3184d20abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.724481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c4c5ca-5260-41bc-ba4d-4724ada29f22 None None] Network 71649d87-c9ea-498d-ae8f-ccee6081605f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:13.740934 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6ad1e974-8d1d-4c62-88e6-5e3184d20abc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.3989530
Nov 20 21:09:13.744091 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36392) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:13.756180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-78787842-router', 'tenant_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:13.770931 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-19c6e055-e8bf-4682-8859-8916d7cf42a8 None None] Provisioning complete for port 53895c98-883c-4419-927c-26c0ab4f8afa triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:13.770931 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19c6e055-e8bf-4682-8859-8916d7cf42a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.794400 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1a4140c4-1a33-4e13-a610-fbe76d36406b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.806629 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.808266 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.836027 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4140c4-1a33-4e13-a610-fbe76d36406b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=164b70f0-5b8e-487d-8727-3f0cb0848d18,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:13.901660 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:13.992858 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1a4140c4-1a33-4e13-a610-fbe76d36406b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:14.002086 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-71649d87-c9ea-498d-ae8f-ccee6081605f', 'network_id': '71649d87-c9ea-498d-ae8f-ccee6081605f', 'tenant_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'fixed_ips': [{'subnet_id': '320652c4-1957-4da1-b18d-feb3368dc4c6'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:09:14.003053 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:14.014844 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-19c6e055-e8bf-4682-8859-8916d7cf42a8 None None] Provisioning complete for port 9b759899-de89-434c-ad6b-1f9d99684178 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:14.015110 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19c6e055-e8bf-4682-8859-8916d7cf42a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:14.153935 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:14.252033 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Allocated IP 172.20.0.2 (71649d87-c9ea-498d-ae8f-ccee6081605f/320652c4-1957-4da1-b18d-feb3368dc4c6/cf3207b3-1e10-4878-bb27-63c30865b5eb) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:14.387250 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19c6e055-e8bf-4682-8859-8916d7cf42a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:14.468417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-19c6e055-e8bf-4682-8859-8916d7cf42a8 None None] For port 9b759899-de89-434c-ad6b-1f9d99684178, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b759899-de89-434c-ad6b-1f9d99684178,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:14.475467 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19c6e055-e8bf-4682-8859-8916d7cf42a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:14.490598 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:14.519741 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:14.563869 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-19c6e055-e8bf-4682-8859-8916d7cf42a8 None None] Provisioning complete for port 54e96240-ee06-4a7f-991d-5f42af752ba3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:14.564309 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19c6e055-e8bf-4682-8859-8916d7cf42a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:14.605960 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-19c6e055-e8bf-4682-8859-8916d7cf42a8 None None] Port 54e96240-ee06-4a7f-991d-5f42af752ba3 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:14.607664 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6e055-e8bf-4682-8859-8916d7cf42a8 None None] Pushing event updated for resources: {'Port': ['ID=9b759899-de89-434c-ad6b-1f9d99684178,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:14.662451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Allocated IP 172.35.1.181 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/8ee04143-3bb6-4fce-8833-425579efc988) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:14.676989 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:14.680369 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-19c6e055-e8bf-4682-8859-8916d7cf42a8 None None] Could not find standard attr ID for object 164b70f0-5b8e-487d-8727-3f0cb0848d18. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:09:14.685243 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:14.703692 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4140c4-1a33-4e13-a610-fbe76d36406b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Router 69498c71-33b4-431a-bcda-54c2a16138f4 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:09:14.724974 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Network 71649d87-c9ea-498d-ae8f-ccee6081605f is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:14.728020 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:14.735327 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:14.753549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Pushing event updated for resources: {'Port': ['ID=cf3207b3-1e10-4878-bb27-63c30865b5eb,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:14.821349 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:14.828716 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Attempting to bind port cf3207b3-1e10-4878-bb27-63c30865b5eb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:09:14.829103 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Attempting to bind port cf3207b3-1e10-4878-bb27-63c30865b5eb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '78d47c3c-6460-4672-a97e-c75e58043db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '71649d87-c9ea-498d-ae8f-ccee6081605f'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:09:14.829478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Attempting to bind port cf3207b3-1e10-4878-bb27-63c30865b5eb on network 71649d87-c9ea-498d-ae8f-ccee6081605f {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:09:14.840136 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4140c4-1a33-4e13-a610-fbe76d36406b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:09:14.840534 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:09:14.840818 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Checking segment: {'id': '78d47c3c-6460-4672-a97e-c75e58043db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '71649d87-c9ea-498d-ae8f-ccee6081605f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:14.841825 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:14.841825 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Bound using segment: {'id': '78d47c3c-6460-4672-a97e-c75e58043db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '71649d87-c9ea-498d-ae8f-ccee6081605f'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:09:14.842144 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Bound port: cf3207b3-1e10-4878-bb27-63c30865b5eb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d47c3c-6460-4672-a97e-c75e58043db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '71649d87-c9ea-498d-ae8f-ccee6081605f'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:09:14.842649 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:14.853105 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1a4140c4-1a33-4e13-a610-fbe76d36406b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "PUT /v2.0/routers/69498c71-33b4-431a-bcda-54c2a16138f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3481865
Nov 20 21:09:14.857527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36398) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:14.864353 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c3e5bd-6991-4237-90ef-6cc02c0c25e7 None None] Sync routers for ids ['69498c71-33b4-431a-bcda-54c2a16138f4'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:09:14.884696 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc047c77-00e1-4fda-a195-c89e9a505829 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] GET failed (client error): The resource could not be found.
Nov 20 21:09:14.886567 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fc047c77-00e1-4fda-a195-c89e9a505829 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports/164b70f0-5b8e-487d-8727-3f0cb0848d18 HTTP/1.1" status: 404  len: 333 time: 0.0277810
Nov 20 21:09:14.891680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36400) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:14.901240 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:14.910570 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c3e5bd-6991-4237-90ef-6cc02c0c25e7 None None] Routers {'69498c71-33b4-431a-bcda-54c2a16138f4'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:14.911221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b9c3e5bd-6991-4237-90ef-6cc02c0c25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46138400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['69498c71-33b4-431a-bcda-54c2a16138f4'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:14.972786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b9c3e5bd-6991-4237-90ef-6cc02c0c25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46138400>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:14.992832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:14.998518 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:15.013695 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c3e5bd-6991-4237-90ef-6cc02c0c25e7 None None] Routers {'69498c71-33b4-431a-bcda-54c2a16138f4'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:15.014431 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b9c3e5bd-6991-4237-90ef-6cc02c0c25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46138400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:08:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['69498c71-33b4-431a-bcda-54c2a16138f4'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:15.033847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:15.043742 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3e28f350-6390-4acd-aa92-260214085b12 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:15.065576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d4db0f-d185-458e-8e9e-ca58d5441c7e None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:09:15.073012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-b9c3e5bd-6991-4237-90ef-6cc02c0c25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46138400>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:15.073649 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c3e5bd-6991-4237-90ef-6cc02c0c25e7 None None] The sync data for ids ['69498c71-33b4-431a-bcda-54c2a16138f4'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:09:15.079541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] For port cf3207b3-1e10-4878-bb27-63c30865b5eb, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:09:15.082978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] For port cf3207b3-1e10-4878-bb27-63c30865b5eb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf3207b3-1e10-4878-bb27-63c30865b5eb,segment=NetworkSegment(78d47c3c-6460-4672-a97e-c75e58043db9),segment_id=78d47c3c-6460-4672-a97e-c75e58043db9)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:09:15.088545 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:15.117660 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Pushing event updated for resources: {'Port': ['ID=8ee04143-3bb6-4fce-8833-425579efc988,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:15.158762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a55121ff-e61b-472b-8863-ca2ee91fe775 None None] Provisioning complete for port 8ee04143-3bb6-4fce-8833-425579efc988 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:15.159119 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a55121ff-e61b-472b-8863-ca2ee91fe775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:15.169999 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec78cf-d522-4ac1-b658-2d338baf705d None None] Pushing event updated for resources: {'Port': ['ID=cf3207b3-1e10-4878-bb27-63c30865b5eb,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:15.207466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a55121ff-e61b-472b-8863-ca2ee91fe775 None None] Port 8ee04143-3bb6-4fce-8833-425579efc988 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:15.293331 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3e28f350-6390-4acd-aa92-260214085b12 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:15.297705 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3e28f350-6390-4acd-aa92-260214085b12 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:15.409370 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3e28f350-6390-4acd-aa92-260214085b12 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:15.409906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e28f350-6390-4acd-aa92-260214085b12 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Fanout notify agent at l3_agent the message router_deleted on router 69498c71-33b4-431a-bcda-54c2a16138f4 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:09:15.417188 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3e28f350-6390-4acd-aa92-260214085b12 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:15.418319 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3e28f350-6390-4acd-aa92-260214085b12 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/routers/69498c71-33b4-431a-bcda-54c2a16138f4 HTTP/1.1" status: 204  len: 168 time: 0.5255876
Nov 20 21:09:15.421121 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36404) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:15.491015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-059cfdc2-9852-40aa-80a0-1f9be0fb34ea tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting subnet 80cf0eeb-cb1b-4b87-9fd7-bd5e943d73a3 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:09:15.495824 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-059cfdc2-9852-40aa-80a0-1f9be0fb34ea tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:15.563823 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-059cfdc2-9852-40aa-80a0-1f9be0fb34ea tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:15.568928 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:15.660318 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b25a99fa-8b22-4685-bfa1-6f6b1b4ef05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:15.679300 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-059cfdc2-9852-40aa-80a0-1f9be0fb34ea tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:15.757039 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-059cfdc2-9852-40aa-80a0-1f9be0fb34ea tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:15.786644 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cfdc2-9852-40aa-80a0-1f9be0fb34ea tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Subnet': ['ID=80cf0eeb-cb1b-4b87-9fd7-bd5e943d73a3,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:15.790570 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-059cfdc2-9852-40aa-80a0-1f9be0fb34ea tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:15.794136 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:15.797099 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-059cfdc2-9852-40aa-80a0-1f9be0fb34ea tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/80cf0eeb-cb1b-4b87-9fd7-bd5e943d73a3 HTTP/1.1" status: 204  len: 168 time: 0.3724966
Nov 20 21:09:15.797880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36406) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:15.806012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70115b0d-b061-4107-8542-939191e5610c None None] Network 0d6ab136-50c9-4c30-bba8-9d6b9a8422b9 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:15.907637 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:15.995815 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port 53895c98-883c-4419-927c-26c0ab4f8afa {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:15.996305 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:16.012709 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Router 895135ef-d3c9-4115-ac74-ead1557d1a4d is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:09:16.083215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a42f094-7cb2-4953-a0f6-ceed97aa41c7 None None] DHCP port deletion for 0d6ab136-50c9-4c30-bba8-9d6b9a8422b9 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:09:16.103418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] For port 53895c98-883c-4419-927c-26c0ab4f8afa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53895c98-883c-4419-927c-26c0ab4f8afa,segment=NetworkSegment(4676fa90-9261-4d79-9db5-92c04c46d1d1),segment_id=4676fa90-9261-4d79-9db5-92c04c46d1d1)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:16.103893 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:16.121350 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for 53895c98-883c-4419-927c-26c0ab4f8afa owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:16.144764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3a42f094-7cb2-4953-a0f6-ceed97aa41c7 None None] Deleting port 53895c98-883c-4419-927c-26c0ab4f8afa {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:16.145144 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3a42f094-7cb2-4953-a0f6-ceed97aa41c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:16.224181 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:16.241822 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3a42f094-7cb2-4953-a0f6-ceed97aa41c7 None None] For port 53895c98-883c-4419-927c-26c0ab4f8afa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53895c98-883c-4419-927c-26c0ab4f8afa,segment=NetworkSegment(4676fa90-9261-4d79-9db5-92c04c46d1d1),segment_id=4676fa90-9261-4d79-9db5-92c04c46d1d1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:16.242334 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3a42f094-7cb2-4953-a0f6-ceed97aa41c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:16.254973 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=53895c98-883c-4419-927c-26c0ab4f8afa,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:16.262132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3a42f094-7cb2-4953-a0f6-ceed97aa41c7 None None] Calling delete_port for 53895c98-883c-4419-927c-26c0ab4f8afa owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:16.264048 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No DVR routers for this DVR port 53895c98-883c-4419-927c-26c0ab4f8afa on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:09:16.360162 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3a42f094-7cb2-4953-a0f6-ceed97aa41c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:16.371262 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:16.399919 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ea3ad90>,) {'filters': {'network_id': ['0d6ab136-50c9-4c30-bba8-9d6b9a8422b9']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:16.412021 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ea3ad90>, '4676fa90-9261-4d79-9db5-92c04c46d1d1') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:16.412321 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ea3ad90>, '4676fa90-9261-4d79-9db5-92c04c46d1d1') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:16.424530 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:16.452971 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:16.461001 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:09:16.463348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:09:16.463817 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:16.474433 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Sync routers for ids ['895135ef-d3c9-4115-ac74-ead1557d1a4d'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:09:16.483284 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:09:16.493335 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:16.497443 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bfd8886f-a798-494e-ba30-6fc1e309969f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.7478588
Nov 20 21:09:16.497864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36412) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:16.506953 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Routers {'895135ef-d3c9-4115-ac74-ead1557d1a4d'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:16.508990 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7697f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:09:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['895135ef-d3c9-4115-ac74-ead1557d1a4d'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:16.554421 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:16.565105 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:16.572774 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/networks/0d6ab136-50c9-4c30-bba8-9d6b9a8422b9 HTTP/1.1" status: 204  len: 168 time: 0.7702684
Nov 20 21:09:16.578127 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba37c3f-c9dd-4c0e-8127-8cec09d0c167 None None] Network 71649d87-c9ea-498d-ae8f-ccee6081605f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:16.582638 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36414) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:16.594889 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921b2fb-606b-415f-af05-765d6e907ddb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Network': ['ID=0d6ab136-50c9-4c30-bba8-9d6b9a8422b9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:16.638784 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f3c96-b6ef-457e-a8cf-6e71d4d3d9b4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:16.644261 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c81f3c96-b6ef-457e-a8cf-6e71d4d3d9b4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports/ffa45ac5-0c4b-4e0a-bf1d-002165c962cd HTTP/1.1" status: 200  len: 845 time: 0.0566990
Nov 20 21:09:16.644476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36416) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:16.664240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42f094-7cb2-4953-a0f6-ceed97aa41c7 None None] Pushing event deleted for resources: {'Port': ['ID=53895c98-883c-4419-927c-26c0ab4f8afa,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:16.697023 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a42f094-7cb2-4953-a0f6-ceed97aa41c7 None None] No DVR routers for this DVR port 53895c98-883c-4419-927c-26c0ab4f8afa on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:09:16.709996 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2eac3e83-d172-4b57-b19b-188077af0d65 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports/ffa45ac5-0c4b-4e0a-bf1d-002165c962cd?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0602031
Nov 20 21:09:16.709996 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36418) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:16.720175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8ac3e999-4381-4d29-9aa6-60e999df9d51 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'subnet': {'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:16.723018 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Set router 895135ef-d3c9-4115-ac74-ead1557d1a4d gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:09:16.728520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-73ee16c5-74fb-4d61-af63-a9db00ba1613 None None] Provisioning complete for port cf3207b3-1e10-4878-bb27-63c30865b5eb triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:16.728870 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-73ee16c5-74fb-4d61-af63-a9db00ba1613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:16.836892 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:16.858985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac3e999-4381-4d29-9aa6-60e999df9d51 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:16.865764 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ac3e999-4381-4d29-9aa6-60e999df9d51 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:16.883656 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-73ee16c5-74fb-4d61-af63-a9db00ba1613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:16.956179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-73ee16c5-74fb-4d61-af63-a9db00ba1613 None None] For port cf3207b3-1e10-4878-bb27-63c30865b5eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf3207b3-1e10-4878-bb27-63c30865b5eb,segment=NetworkSegment(78d47c3c-6460-4672-a97e-c75e58043db9),segment_id=78d47c3c-6460-4672-a97e-c75e58043db9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:16.965159 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-73ee16c5-74fb-4d61-af63-a9db00ba1613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.053856 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9b759899-de89-434c-ad6b-1f9d99684178 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:17.132868 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7697f0>, [{'id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'name': 'tempest-TestServerBasicOps-78787842-router', 'tenant_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ee04143-3bb6-4fce-8833-425579efc988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:13Z', 'updated_at': '2021-11-20T21:09:15Z', 'revision_number': 3, 'project_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'gw_port': {'id': '8ee04143-3bb6-4fce-8833-425579efc988', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:14Z', 'updated_at': '2021-11-20T21:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:17.140950 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee16c5-74fb-4d61-af63-a9db00ba1613 None None] Pushing event updated for resources: {'Port': ['ID=cf3207b3-1e10-4878-bb27-63c30865b5eb,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:17.148527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Sync routers for ids ['797a62b2-e202-493b-94cb-505a913f1609'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:09:17.168606 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Routers {'797a62b2-e202-493b-94cb-505a913f1609'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:17.169244 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a462f99d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:09:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['797a62b2-e202-493b-94cb-505a913f1609'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:17.209919 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Checking router: 895135ef-d3c9-4115-ac74-ead1557d1a4d for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:09:17.210522 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Updating router 895135ef-d3c9-4115-ac74-ead1557d1a4d port 8ee04143-3bb6-4fce-8833-425579efc988 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:09:17.229261 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.256705 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.279024 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ac3e999-4381-4d29-9aa6-60e999df9d51 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.315688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Set router 797a62b2-e202-493b-94cb-505a913f1609 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:09:17.336661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac3e999-4381-4d29-9aa6-60e999df9d51 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:17.339751 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-8ac3e999-4381-4d29-9aa6-60e999df9d51 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:17.344114 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac3e999-4381-4d29-9aa6-60e999df9d51 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:17.344779 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ac3e999-4381-4d29-9aa6-60e999df9d51 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.359031 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3e999-4381-4d29-9aa6-60e999df9d51 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Subnet': ['ID=5a23d21c-d60d-46ff-b596-667f685e5cc1,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:17.369038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8ac3e999-4381-4d29-9aa6-60e999df9d51 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6580236
Nov 20 21:09:17.371812 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36424) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:17.377259 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b592e0b7-7a88-46c5-959b-b0747c4177cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'security_group': {'name': 'tempest-secgroup-1065323361'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:17.402687 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b592e0b7-7a88-46c5-959b-b0747c4177cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.427824 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a57e0c-b61d-429a-9394-2db3bfe76656 None None] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:17.492843 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b592e0b7-7a88-46c5-959b-b0747c4177cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.498549 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b592e0b7-7a88-46c5-959b-b0747c4177cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.523703 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Allocated IP 172.20.0.1 (71649d87-c9ea-498d-ae8f-ccee6081605f/320652c4-1957-4da1-b18d-feb3368dc4c6/6b39605e-0443-42dd-9e17-ea4b0f7d806e) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:17.547363 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b592e0b7-7a88-46c5-959b-b0747c4177cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.552424 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b592e0b7-7a88-46c5-959b-b0747c4177cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1770902
Nov 20 21:09:17.553777 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36426) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:17.559615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-04eaa789-2ce3-47b2-8104-c010ac6f471d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'security_group': {'name': 'tempest-secgroup-1958814564'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:17.586465 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.588972 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592e0b7-7a88-46c5-959b-b0747c4177cb tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adbe94a0-0e51-41f4-bf19-b2b2ba90445e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:17.591202 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.592180 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04eaa789-2ce3-47b2-8104-c010ac6f471d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.605739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5663e8ff-944d-4dc1-ba6e-0c413503c514 None None] Provisioning complete for port cf3207b3-1e10-4878-bb27-63c30865b5eb triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:17.606194 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5663e8ff-944d-4dc1-ba6e-0c413503c514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.660060 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Attempting to bind port 8ee04143-3bb6-4fce-8833-425579efc988 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:09:17.660832 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Attempting to bind port 8ee04143-3bb6-4fce-8833-425579efc988 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:09:17.661358 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Attempting to bind port 8ee04143-3bb6-4fce-8833-425579efc988 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:09:17.666772 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab362085-4f7a-4c8d-a07d-8d12493a9412 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:09:17.681956 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.684704 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd5859-0785-4aa4-8059-506199a39372 None None] Pushing event updated for resources: {'Port': ['ID=8ee04143-3bb6-4fce-8833-425579efc988,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:17.691854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04eaa789-2ce3-47b2-8104-c010ac6f471d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.694383 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:09:17.694893 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:17.695487 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.696354 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 9b759899-de89-434c-ad6b-1f9d99684178 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:17.696809 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.697092 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:09:17.697733 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Bound port: 8ee04143-3bb6-4fce-8833-425579efc988, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:09:17.698641 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.700999 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04eaa789-2ce3-47b2-8104-c010ac6f471d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.733958 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.748598 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04eaa789-2ce3-47b2-8104-c010ac6f471d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.750427 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-04eaa789-2ce3-47b2-8104-c010ac6f471d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1955681
Nov 20 21:09:17.756094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36428) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:17.762479 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-699905072', 'security_groups': ['eff283da-4e2f-4e67-ac86-099183c08e01'], 'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5a23d21c-d60d-46ff-b596-667f685e5cc1'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:17.765463 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] For port 8ee04143-3bb6-4fce-8833-425579efc988, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:09:17.770076 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] For port 8ee04143-3bb6-4fce-8833-425579efc988, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ee04143-3bb6-4fce-8833-425579efc988,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:09:17.776274 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.783870 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Network 71649d87-c9ea-498d-ae8f-ccee6081605f is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:17.787472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:17.805365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:17.843583 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd5859-0785-4aa4-8059-506199a39372 None None] Pushing event updated for resources: {'Port': ['ID=8ee04143-3bb6-4fce-8833-425579efc988,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:17.867918 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Routers {'895135ef-d3c9-4115-ac74-ead1557d1a4d'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:17.868714 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7697f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:09:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['895135ef-d3c9-4115-ac74-ead1557d1a4d'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:17.869882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399d0851-bd41-4a12-a9d7-927bcb57d3fa None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:09:17.880001 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Pushing event updated for resources: {'Port': ['ID=6b39605e-0443-42dd-9e17-ea4b0f7d806e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:17.921541 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:17.924160 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eaa789-2ce3-47b2-8104-c010ac6f471d tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff283da-4e2f-4e67-ac86-099183c08e01,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:17.927686 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:17.963940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a462f99d0>, [{'id': '797a62b2-e202-493b-94cb-505a913f1609', 'name': 'tempest-TestServerBasicOps-1765763611-router', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113'}], 'enable_snat': True}, 'gw_port_id': '9b759899-de89-434c-ad6b-1f9d99684178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:07Z', 'updated_at': '2021-11-20T21:09:11Z', 'revision_number': 4, 'project_id': '76440d312bb547959d5437ce510b515b', 'gw_port': {'id': '9b759899-de89-434c-ad6b-1f9d99684178', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:08Z', 'updated_at': '2021-11-20T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '54e96240-ee06-4a7f-991d-5f42af752ba3', 'name': '', 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'mac_address': 'fa:16:3e:d2:f1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:10Z', 'updated_at': '2021-11-20T21:09:11Z', 'revision_number': 2, 'project_id': '76440d312bb547959d5437ce510b515b', 'subnets': [{'id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:17.999426 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Checking router: 797a62b2-e202-493b-94cb-505a913f1609 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:09:17.999802 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Updating router 797a62b2-e202-493b-94cb-505a913f1609 port 54e96240-ee06-4a7f-991d-5f42af752ba3 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:09:18.049117 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] Set router 895135ef-d3c9-4115-ac74-ead1557d1a4d gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:09:18.076089 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cf3207b3-1e10-4878-bb27-63c30865b5eb up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:18.078707 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:18.099580 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:18.109820 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:18.123034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-937e7c6e-c957-4316-9988-e6be695de395 None None] Provisioning complete for port 8ee04143-3bb6-4fce-8833-425579efc988 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:18.123429 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-937e7c6e-c957-4316-9988-e6be695de395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:18.127199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'tenant_id': 'c2662d7413e44ee2a8e9d6b3dc127161', 'fixed_ips': [{'subnet_id': '5a23d21c-d60d-46ff-b596-667f685e5cc1'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:09:18.128059 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:18.141300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] device_id is not set on port a1695b84-035c-411b-81a9-644d02fee2f2 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:09:18.336278 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7697f0>, [{'id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'name': 'tempest-TestServerBasicOps-78787842-router', 'tenant_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ee04143-3bb6-4fce-8833-425579efc988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:13Z', 'updated_at': '2021-11-20T21:09:15Z', 'revision_number': 3, 'project_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'gw_port': {'id': '8ee04143-3bb6-4fce-8833-425579efc988', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:14Z', 'updated_at': '2021-11-20T21:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:18.376522 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:18.386632 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:18.394517 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd671e-a7f8-4969-aa17-0f20ffb68f30 None None] The sync data for ids ['895135ef-d3c9-4115-ac74-ead1557d1a4d'] in ncdv-master-1 is: [{'id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'name': 'tempest-TestServerBasicOps-78787842-router', 'tenant_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ee04143-3bb6-4fce-8833-425579efc988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:13Z', 'updated_at': '2021-11-20T21:09:15Z', 'revision_number': 3, 'project_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'gw_port': {'id': '8ee04143-3bb6-4fce-8833-425579efc988', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:14Z', 'updated_at': '2021-11-20T21:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:09:18.468331 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:18.471225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Pushing event updated for resources: {'Port': ['ID=6b39605e-0443-42dd-9e17-ea4b0f7d806e,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:18.475190 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port cf3207b3-1e10-4878-bb27-63c30865b5eb triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:18.475711 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:18.492617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Allocated IP 2001:db8::2 (75da5d3b-45e9-4d0b-b341-f8f0eb704e2c/5a23d21c-d60d-46ff-b596-667f685e5cc1/8ae1e24e-5700-46c9-8a5f-7de280a38423) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:18.565571 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-937e7c6e-c957-4316-9988-e6be695de395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:18.575121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Network 71649d87-c9ea-498d-ae8f-ccee6081605f is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:18.579608 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:18.764405 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Router 895135ef-d3c9-4115-ac74-ead1557d1a4d has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:09:18.842075 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-937e7c6e-c957-4316-9988-e6be695de395 None None] For port 8ee04143-3bb6-4fce-8833-425579efc988, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ee04143-3bb6-4fce-8833-425579efc988,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:18.888337 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-937e7c6e-c957-4316-9988-e6be695de395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:18.898567 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:18.905052 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:09:18.915872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-730756fe-becb-4031-9c22-77d54fa3ca18 admin admin] 10.222.0.41 "PUT /v2.0/routers/895135ef-d3c9-4115-ac74-ead1557d1a4d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4164658
Nov 20 21:09:19.064128 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e7c6e-c957-4316-9988-e6be695de395 None None] Pushing event updated for resources: {'Port': ['ID=8ee04143-3bb6-4fce-8833-425579efc988,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:19.134295 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.135762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1a449a80-33c2-4594-9c7e-7b7ae870ecb4 None None] Provisioning complete for port 6b39605e-0443-42dd-9e17-ea4b0f7d806e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:19.136110 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1a449a80-33c2-4594-9c7e-7b7ae870ecb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.148319 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 53895c98-883c-4419-927c-26c0ab4f8afa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:09:19.222730 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.225878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 53895c98-883c-4419-927c-26c0ab4f8afa {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:09:19.226266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 53895c98-883c-4419-927c-26c0ab4f8afa not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:09:19.231795 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.238946 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.247885 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1a449a80-33c2-4594-9c7e-7b7ae870ecb4 None None] Port 6b39605e-0443-42dd-9e17-ea4b0f7d806e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:19.259684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:19.262514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:19.264352 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.292164 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:19.356900 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Allocated IP 2001:db8::32a (75da5d3b-45e9-4d0b-b341-f8f0eb704e2c/5a23d21c-d60d-46ff-b596-667f685e5cc1/a1695b84-035c-411b-81a9-644d02fee2f2) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:19.405106 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Pushing event updated for resources: {'Port': ['ID=8ae1e24e-5700-46c9-8a5f-7de280a38423,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:19.621599 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8ee04143-3bb6-4fce-8833-425579efc988 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:19.628012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Attempting to bind port 8ae1e24e-5700-46c9-8a5f-7de280a38423 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:09:19.628855 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Attempting to bind port 8ae1e24e-5700-46c9-8a5f-7de280a38423 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9034d2e5-5c2d-41a2-8540-d7f1b1507317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:09:19.629227 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Attempting to bind port 8ae1e24e-5700-46c9-8a5f-7de280a38423 on network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:09:19.684282 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.700078 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:09:19.700740 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Checking segment: {'id': '9034d2e5-5c2d-41a2-8540-d7f1b1507317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:19.701465 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.702253 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Bound using segment: {'id': '9034d2e5-5c2d-41a2-8540-d7f1b1507317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:09:19.702879 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Bound port: 8ae1e24e-5700-46c9-8a5f-7de280a38423, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9034d2e5-5c2d-41a2-8540-d7f1b1507317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:09:19.703831 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.730721 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687d1eb-89e2-45d6-bc3d-f254cf165798 None None] Pushing event updated for resources: {'Port': ['ID=54e96240-ee06-4a7f-991d-5f42af752ba3,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:19.744425 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Attempting to bind port 54e96240-ee06-4a7f-991d-5f42af752ba3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:09:19.744805 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Attempting to bind port 54e96240-ee06-4a7f-991d-5f42af752ba3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:09:19.745178 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Attempting to bind port 54e96240-ee06-4a7f-991d-5f42af752ba3 on network f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:09:19.752366 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.760503 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36444) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:19.767729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-960a1479-72ec-4527-9ab7-88fc3649ced7 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-829510264', 'description': 'tempest-secgroup-smoke-829510264 description', 'project_id': '76440d312bb547959d5437ce510b515b'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:19.796903 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-960a1479-72ec-4527-9ab7-88fc3649ced7 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.801567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:09:19.802376 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Checking segment: {'id': 'e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:19.802889 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.803463 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Bound using segment: {'id': 'e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:09:19.804021 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Bound port: 54e96240-ee06-4a7f-991d-5f42af752ba3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:09:19.804414 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.805756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:19.809090 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:19.811626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:19.817788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:19.818468 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.832709 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=a1695b84-035c-411b-81a9-644d02fee2f2,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:19.842448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:19.842809 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:19.843164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:19.843509 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:19.843983 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:19.844321 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:19.844666 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:19.845003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:19.845339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:19.845815 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:19.846000 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:19.846357 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:19.856605 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0ddfdee0-ac4a-4634-a890-19e9b9e27e35 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.0961063
Nov 20 21:09:19.857104 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36446) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:19.862612 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-593eb622-f7da-40b0-9ffa-0674f4dee930 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'subnet': {'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:19.869879 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8ee04143-3bb6-4fce-8833-425579efc988 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:19.870436 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.899761 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-960a1479-72ec-4527-9ab7-88fc3649ced7 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.901132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-27be8ce1-3740-4766-a944-a220d1c318f5 None None] Provisioning complete for port 54e96240-ee06-4a7f-991d-5f42af752ba3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:19.901582 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-27be8ce1-3740-4766-a944-a220d1c318f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.903956 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-960a1479-72ec-4527-9ab7-88fc3649ced7 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.938084 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-960a1479-72ec-4527-9ab7-88fc3649ced7 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:19.942211 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-960a1479-72ec-4527-9ab7-88fc3649ced7 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1766331
Nov 20 21:09:19.943326 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36448) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:19.943605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a1479-72ec-4527-9ab7-88fc3649ced7 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81166ef5-c1a0-42af-bb67-f3478366613b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:19.947569 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] For port 8ae1e24e-5700-46c9-8a5f-7de280a38423, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:09:19.948761 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0f0197bc-9be9-451d-b32e-3d8d9db82fec tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Request body: {'security_group_rule': {'security_group_id': '81166ef5-c1a0-42af-bb67-f3478366613b', 'project_id': '76440d312bb547959d5437ce510b515b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:19.969879 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] For port 8ae1e24e-5700-46c9-8a5f-7de280a38423, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ae1e24e-5700-46c9-8a5f-7de280a38423,segment=NetworkSegment(9034d2e5-5c2d-41a2-8540-d7f1b1507317),segment_id=9034d2e5-5c2d-41a2-8540-d7f1b1507317)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:09:19.989734 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.009808 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0f0197bc-9be9-451d-b32e-3d8d9db82fec tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.032512 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-27be8ce1-3740-4766-a944-a220d1c318f5 None None] Port 54e96240-ee06-4a7f-991d-5f42af752ba3 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:20.034977 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] For port 54e96240-ee06-4a7f-991d-5f42af752ba3, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:09:20.036930 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593eb622-f7da-40b0-9ffa-0674f4dee930 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:20.040744 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-593eb622-f7da-40b0-9ffa-0674f4dee930 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.064085 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] For port 54e96240-ee06-4a7f-991d-5f42af752ba3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54e96240-ee06-4a7f-991d-5f42af752ba3,segment=NetworkSegment(e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5),segment_id=e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:09:20.098710 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.130960 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4387d2-1a03-4b05-9dca-7775ab560921 None None] Pushing event updated for resources: {'Port': ['ID=8ae1e24e-5700-46c9-8a5f-7de280a38423,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:20.148648 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cf3207b3-1e10-4878-bb27-63c30865b5eb up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:20.151648 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0f0197bc-9be9-451d-b32e-3d8d9db82fec tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.157954 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0f0197bc-9be9-451d-b32e-3d8d9db82fec tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.196760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0197bc-9be9-451d-b32e-3d8d9db82fec tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c252069d-007c-4f11-a1fd-b8dba81c866e,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:20.206283 ncdv-master-1 neutron-server[126224]: INFO neutron.db.ipam_backend_mixin [None req-593eb622-f7da-40b0-9ffa-0674f4dee930 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a23d21c-d60d-46ff-b596-667f685e5cc1 (CIDR: 2001:db8::/64)
Nov 20 21:09:20.210678 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0f0197bc-9be9-451d-b32e-3d8d9db82fec tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.214200 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0f0197bc-9be9-451d-b32e-3d8d9db82fec tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2686086
Nov 20 21:09:20.215787 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36450) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:20.220312 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Routers {'797a62b2-e202-493b-94cb-505a913f1609'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:20.221226 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a462f99d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:09:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['797a62b2-e202-493b-94cb-505a913f1609'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:20.223626 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-593eb622-f7da-40b0-9ffa-0674f4dee930 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:09:20.224161 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-593eb622-f7da-40b0-9ffa-0674f4dee930 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:09:20.224303 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7fbfcd56-2d11-460a-a563-36794d7f3c07 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Request body: {'security_group_rule': {'security_group_id': '81166ef5-c1a0-42af-bb67-f3478366613b', 'project_id': '76440d312bb547959d5437ce510b515b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:20.272645 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-593eb622-f7da-40b0-9ffa-0674f4dee930 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4148009
Nov 20 21:09:20.275270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36452) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:20.281025 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-734679e0-63e8-48d5-8ff0-5a4c52f9502a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'subnet': {'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:20.304697 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7fbfcd56-2d11-460a-a563-36794d7f3c07 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.340371 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687d1eb-89e2-45d6-bc3d-f254cf165798 None None] Pushing event updated for resources: {'Port': ['ID=54e96240-ee06-4a7f-991d-5f42af752ba3,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:20.382904 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port cf3207b3-1e10-4878-bb27-63c30865b5eb triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:20.388411 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.447230 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7fbfcd56-2d11-460a-a563-36794d7f3c07 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.452597 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7fbfcd56-2d11-460a-a563-36794d7f3c07 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.496262 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfcd56-2d11-460a-a563-36794d7f3c07 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e406c6-d2bc-498b-bf2c-c51f3540d8c4,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:20.508662 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734679e0-63e8-48d5-8ff0-5a4c52f9502a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:20.526807 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7fbfcd56-2d11-460a-a563-36794d7f3c07 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.527059 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] Set router 797a62b2-e202-493b-94cb-505a913f1609 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:09:20.528084 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7fbfcd56-2d11-460a-a563-36794d7f3c07 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3112504
Nov 20 21:09:20.533223 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-734679e0-63e8-48d5-8ff0-5a4c52f9502a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.537405 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36456) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:20.557463 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-239b0266-9e5d-4ce7-8df9-fbcc9ca20139 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Request body: {'security_group_rule': {'security_group_id': '81166ef5-c1a0-42af-bb67-f3478366613b', 'project_id': '76440d312bb547959d5437ce510b515b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:20.631689 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-239b0266-9e5d-4ce7-8df9-fbcc9ca20139 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.694310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a5c5cf8e-4a10-428d-b342-c26cc3f27a98 None None] Provisioning complete for port 54e96240-ee06-4a7f-991d-5f42af752ba3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:20.694864 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cf8e-4a10-428d-b342-c26cc3f27a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.790381 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-239b0266-9e5d-4ce7-8df9-fbcc9ca20139 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.797313 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-239b0266-9e5d-4ce7-8df9-fbcc9ca20139 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.815613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b0266-9e5d-4ce7-8df9-fbcc9ca20139 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d56818-41ef-4ba9-b70e-a1387f9b2eb1,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:20.825669 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-239b0266-9e5d-4ce7-8df9-fbcc9ca20139 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.830606 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-239b0266-9e5d-4ce7-8df9-fbcc9ca20139 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2889230
Nov 20 21:09:20.831411 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36460) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:20.835920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-90af7f54-a8f4-41ff-b77c-bcd4c712de74 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Request body: {'security_group_rule': {'security_group_id': '81166ef5-c1a0-42af-bb67-f3478366613b', 'project_id': '76440d312bb547959d5437ce510b515b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:20.865382 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-90af7f54-a8f4-41ff-b77c-bcd4c712de74 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.873075 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-734679e0-63e8-48d5-8ff0-5a4c52f9502a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.908195 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cf8e-4a10-428d-b342-c26cc3f27a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.922013 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734679e0-63e8-48d5-8ff0-5a4c52f9502a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:20.927297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-734679e0-63e8-48d5-8ff0-5a4c52f9502a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:20.931696 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734679e0-63e8-48d5-8ff0-5a4c52f9502a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:20.932632 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-734679e0-63e8-48d5-8ff0-5a4c52f9502a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.934301 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-90af7f54-a8f4-41ff-b77c-bcd4c712de74 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.939497 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-90af7f54-a8f4-41ff-b77c-bcd4c712de74 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.946897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734679e0-63e8-48d5-8ff0-5a4c52f9502a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Subnet': ['ID=d6159dc1-aebf-4dba-bced-6b2d390f2ebe,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:20.959658 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-734679e0-63e8-48d5-8ff0-5a4c52f9502a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.6831355
Nov 20 21:09:20.960294 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36462) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:20.965979 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-06d59b7c-0b21-4870-a324-7fad3fb967db tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-897619776', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd6159dc1-aebf-4dba-bced-6b2d390f2ebe'}], 'security_groups': ['adbe94a0-0e51-41f4-bf19-b2b2ba90445e']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:20.968507 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af7f54-a8f4-41ff-b77c-bcd4c712de74 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbe0a1a-6b5a-4273-95a1-6c44b5e4055f,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:20.969664 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a5c5cf8e-4a10-428d-b342-c26cc3f27a98 None None] For port 54e96240-ee06-4a7f-991d-5f42af752ba3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54e96240-ee06-4a7f-991d-5f42af752ba3,segment=NetworkSegment(e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5),segment_id=e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:20.980111 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-90af7f54-a8f4-41ff-b77c-bcd4c712de74 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.981313 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-90af7f54-a8f4-41ff-b77c-bcd4c712de74 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1489277
Nov 20 21:09:20.982874 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a462f99d0>, [{'id': '797a62b2-e202-493b-94cb-505a913f1609', 'name': 'tempest-TestServerBasicOps-1765763611-router', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113'}], 'enable_snat': True}, 'gw_port_id': '9b759899-de89-434c-ad6b-1f9d99684178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:07Z', 'updated_at': '2021-11-20T21:09:11Z', 'revision_number': 4, 'project_id': '76440d312bb547959d5437ce510b515b', 'gw_port': {'id': '9b759899-de89-434c-ad6b-1f9d99684178', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:08Z', 'updated_at': '2021-11-20T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '54e96240-ee06-4a7f-991d-5f42af752ba3', 'name': '', 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'mac_address': 'fa:16:3e:d2:f1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:10Z', 'updated_at': '2021-11-20T21:09:20Z', 'revision_number': 4, 'project_id': '76440d312bb547959d5437ce510b515b', 'subnets': [{'id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:20.984086 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36464) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:20.985008 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cf8e-4a10-428d-b342-c26cc3f27a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:20.989119 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7798d525-65df-4165-b269-52fd8b05dfaf tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Request body: {'security_group_rule': {'security_group_id': '81166ef5-c1a0-42af-bb67-f3478366613b', 'project_id': '76440d312bb547959d5437ce510b515b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:21.011582 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-7798d525-65df-4165-b269-52fd8b05dfaf tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Project 76440d312bb547959d5437ce510b515b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:09:21.018639 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be82a8e-3785-465e-874f-79eaf7d73b7c None None] The sync data for ids ['797a62b2-e202-493b-94cb-505a913f1609'] in ncdv-master-1 is: [{'id': '797a62b2-e202-493b-94cb-505a913f1609', 'name': 'tempest-TestServerBasicOps-1765763611-router', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113'}], 'enable_snat': True}, 'gw_port_id': '9b759899-de89-434c-ad6b-1f9d99684178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:07Z', 'updated_at': '2021-11-20T21:09:11Z', 'revision_number': 4, 'project_id': '76440d312bb547959d5437ce510b515b', 'gw_port': {'id': '9b759899-de89-434c-ad6b-1f9d99684178', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:08Z', 'updated_at': '2021-11-20T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '54e96240-ee06-4a7f-991d-5f42af752ba3', 'name': '', 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'mac_address': 'fa:16:3e:d2:f1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:10Z', 'updated_at': '2021-11-20T21:09:20Z', 'revision_number': 4, 'project_id': '76440d312bb547959d5437ce510b515b', 'subnets': [{'id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:09:21.019056 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7798d525-65df-4165-b269-52fd8b05dfaf tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:21.045859 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06d59b7c-0b21-4870-a324-7fad3fb967db tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:21.073580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5cf8e-4a10-428d-b342-c26cc3f27a98 None None] Pushing event updated for resources: {'Port': ['ID=54e96240-ee06-4a7f-991d-5f42af752ba3,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:21.105114 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7798d525-65df-4165-b269-52fd8b05dfaf tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:21.109039 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7798d525-65df-4165-b269-52fd8b05dfaf tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:21.129941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798d525-65df-4165-b269-52fd8b05dfaf tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6595607-e6bf-4733-8866-18e9a46d2aad,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:21.138397 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7798d525-65df-4165-b269-52fd8b05dfaf tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:21.142394 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7798d525-65df-4165-b269-52fd8b05dfaf tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1542819
Nov 20 21:09:21.142636 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36466) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:21.147182 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d630a805-6a12-4494-baff-af10aaa453cf tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Request body: {'security_group_rule': {'security_group_id': '81166ef5-c1a0-42af-bb67-f3478366613b', 'project_id': '76440d312bb547959d5437ce510b515b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:21.173977 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-d630a805-6a12-4494-baff-af10aaa453cf tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Project 76440d312bb547959d5437ce510b515b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:09:21.180268 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d630a805-6a12-4494-baff-af10aaa453cf tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:21.294071 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d630a805-6a12-4494-baff-af10aaa453cf tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:21.299868 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d630a805-6a12-4494-baff-af10aaa453cf tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:21.349088 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Sync routers for ids ['895135ef-d3c9-4115-ac74-ead1557d1a4d'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:09:21.352642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630a805-6a12-4494-baff-af10aaa453cf tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d4c04f-5efb-45a1-b934-ef9108381023,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:21.361713 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d630a805-6a12-4494-baff-af10aaa453cf tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:21.363287 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d630a805-6a12-4494-baff-af10aaa453cf tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2196634
Nov 20 21:09:21.385571 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Routers {'895135ef-d3c9-4115-ac74-ead1557d1a4d'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:21.386246 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7699a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:09:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['895135ef-d3c9-4115-ac74-ead1557d1a4d'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:21.487532 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-06d59b7c-0b21-4870-a324-7fad3fb967db tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Delete allocated IP 2001:db8::32a (75da5d3b-45e9-4d0b-b341-f8f0eb704e2c/5a23d21c-d60d-46ff-b596-667f685e5cc1) {{(pid=126224) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 20 21:09:21.515832 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-06d59b7c-0b21-4870-a324-7fad3fb967db tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Allocated IP 2001:db8:0:1::28b (75da5d3b-45e9-4d0b-b341-f8f0eb704e2c/d6159dc1-aebf-4dba-bced-6b2d390f2ebe/a1695b84-035c-411b-81a9-644d02fee2f2) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:21.629750 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8ae1e24e-5700-46c9-8a5f-7de280a38423 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:21.715777 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-b55917fc-2e94-45be-809a-737c79520840 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-829510264&fields=id&tenant_id=76440d312bb547959d5437ce510b515b HTTP/1.1" status: 200  len: 267 time: 0.1146111
Nov 20 21:09:21.729278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8ae1e24e-5700-46c9-8a5f-7de280a38423 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:21.730225 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:21.776757 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Set router 895135ef-d3c9-4115-ac74-ead1557d1a4d gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:09:21.796687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36599f4-796d-4371-801e-2c70edb310f3 None None] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:21.842706 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06d59b7c-0b21-4870-a324-7fad3fb967db tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:21.861104 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06d59b7c-0b21-4870-a324-7fad3fb967db tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:21.930014 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-90461a23-5428-458d-9e0c-a7ba0a5c71ec None None] Provisioning complete for port 8ae1e24e-5700-46c9-8a5f-7de280a38423 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:21.931744 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-90461a23-5428-458d-9e0c-a7ba0a5c71ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:21.973045 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-06d59b7c-0b21-4870-a324-7fad3fb967db tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] In _notify_port_updated(), no bound segment for port a1695b84-035c-411b-81a9-644d02fee2f2 on network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c {{(pid=126224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:09:21.979111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-00380634-596a-4109-a747-7259a660dfd0 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:21.981250 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-00380634-596a-4109-a747-7259a660dfd0 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/networks?id=f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 HTTP/1.1" status: 200  len: 809 time: 0.2477944
Nov 20 21:09:21.985362 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d59b7c-0b21-4870-a324-7fad3fb967db tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:21.986651 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06d59b7c-0b21-4870-a324-7fad3fb967db tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:21.988608 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-06d59b7c-0b21-4870-a324-7fad3fb967db tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "PUT /v2.0/ports/a1695b84-035c-411b-81a9-644d02fee2f2 HTTP/1.1" status: 200  len: 930 time: 1.0273547
Nov 20 21:09:21.990288 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d59b7c-0b21-4870-a324-7fad3fb967db tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=a1695b84-035c-411b-81a9-644d02fee2f2,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:21.993267 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36484) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:22.026699 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-01e6bdcf-0d42-436e-9f97-e2c7fe4fbdd0 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/quotas/76440d312bb547959d5437ce510b515b HTTP/1.1" status: 200  len: 375 time: 0.0339406
Nov 20 21:09:22.112363 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7699a0>, [{'id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'name': 'tempest-TestServerBasicOps-78787842-router', 'tenant_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ee04143-3bb6-4fce-8833-425579efc988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:13Z', 'updated_at': '2021-11-20T21:09:18Z', 'revision_number': 4, 'project_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'gw_port': {'id': '8ee04143-3bb6-4fce-8833-425579efc988', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:14Z', 'updated_at': '2021-11-20T21:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b39605e-0443-42dd-9e17-ea4b0f7d806e', 'name': '', 'network_id': '71649d87-c9ea-498d-ae8f-ccee6081605f', 'tenant_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'mac_address': 'fa:16:3e:f1:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '320652c4-1957-4da1-b18d-feb3368dc4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:17Z', 'updated_at': '2021-11-20T21:09:18Z', 'revision_number': 2, 'project_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'subnets': [{'id': '320652c4-1957-4da1-b18d-feb3368dc4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:22.144139 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Checking router: 895135ef-d3c9-4115-ac74-ead1557d1a4d for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:09:22.144820 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Updating router 895135ef-d3c9-4115-ac74-ead1557d1a4d port 6b39605e-0443-42dd-9e17-ea4b0f7d806e binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:09:22.184933 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-f0d4e1b1-f3a7-48c0-a46a-3835aa682305 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=76440d312bb547959d5437ce510b515b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1572120
Nov 20 21:09:22.186960 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:22.260798 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:22.293793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port a1695b84-035c-411b-81a9-644d02fee2f2 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:22.294077 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:22.364035 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-90461a23-5428-458d-9e0c-a7ba0a5c71ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:22.367204 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 8ae1e24e-5700-46c9-8a5f-7de280a38423, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ae1e24e-5700-46c9-8a5f-7de280a38423,segment=NetworkSegment(9034d2e5-5c2d-41a2-8540-d7f1b1507317),segment_id=9034d2e5-5c2d-41a2-8540-d7f1b1507317)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:22.384150 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:22.384968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 54e96240-ee06-4a7f-991d-5f42af752ba3 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:22.490853 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:22.496552 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:22.546391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=8ae1e24e-5700-46c9-8a5f-7de280a38423,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:22.563027 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-90461a23-5428-458d-9e0c-a7ba0a5c71ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:09:22.563620 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-90461a23-5428-458d-9e0c-a7ba0a5c71ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:09:22.576543 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bf4f92-4b3e-494c-a643-1b3fcd833d6d None None] Update dhcp port {'port': {'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'fixed_ips': [{'subnet_id': '5a23d21c-d60d-46ff-b596-667f685e5cc1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd6159dc1-aebf-4dba-bced-6b2d390f2ebe'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '8ae1e24e-5700-46c9-8a5f-7de280a38423'} from ncdv-master-1. {{(pid=126226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 20 21:09:22.602845 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 54e96240-ee06-4a7f-991d-5f42af752ba3 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:22.603228 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:22.627928 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f2bf4f92-4b3e-494c-a643-1b3fcd833d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:22.654860 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42070800-6681-4c77-8f7c-77b43919d435 None None] Pushing event updated for resources: {'Port': ['ID=6b39605e-0443-42dd-9e17-ea4b0f7d806e,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:22.658611 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Attempting to bind port 6b39605e-0443-42dd-9e17-ea4b0f7d806e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:09:22.659313 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Attempting to bind port 6b39605e-0443-42dd-9e17-ea4b0f7d806e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '78d47c3c-6460-4672-a97e-c75e58043db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '71649d87-c9ea-498d-ae8f-ccee6081605f'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:09:22.659965 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Attempting to bind port 6b39605e-0443-42dd-9e17-ea4b0f7d806e on network 71649d87-c9ea-498d-ae8f-ccee6081605f {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:09:22.666921 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:09:22.667282 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:22.667775 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Checking segment: {'id': '78d47c3c-6460-4672-a97e-c75e58043db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '71649d87-c9ea-498d-ae8f-ccee6081605f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:22.668694 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:22.669195 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Bound using segment: {'id': '78d47c3c-6460-4672-a97e-c75e58043db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '71649d87-c9ea-498d-ae8f-ccee6081605f'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:09:22.669807 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Bound port: 6b39605e-0443-42dd-9e17-ea4b0f7d806e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d47c3c-6460-4672-a97e-c75e58043db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '71649d87-c9ea-498d-ae8f-ccee6081605f'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:09:22.670248 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:22.681058 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for a1695b84-035c-411b-81a9-644d02fee2f2 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:22.756785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-60b38f32-314e-49a9-a02b-a4f1a805e6f7 service neutron] 10.222.0.41 "GET /v2.0/networks/f2fe32bd-ee9f-42ff-914b-61d7b525e3e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5669365
Nov 20 21:09:22.762961 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] For port 6b39605e-0443-42dd-9e17-ea4b0f7d806e, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:09:22.770450 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] For port 6b39605e-0443-42dd-9e17-ea4b0f7d806e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b39605e-0443-42dd-9e17-ea4b0f7d806e,segment=NetworkSegment(78d47c3c-6460-4672-a97e-c75e58043db9),segment_id=78d47c3c-6460-4672-a97e-c75e58043db9)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:09:22.775897 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:22.851438 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Routers {'895135ef-d3c9-4115-ac74-ead1557d1a4d'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:22.852180 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7699a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:09:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['895135ef-d3c9-4115-ac74-ead1557d1a4d'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:22.883237 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-f2bf4f92-4b3e-494c-a643-1b3fcd833d6d None None] Allocated IP 2001:db8:0:1::2 (75da5d3b-45e9-4d0b-b341-f8f0eb704e2c/d6159dc1-aebf-4dba-bced-6b2d390f2ebe/8ae1e24e-5700-46c9-8a5f-7de280a38423) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:22.970184 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-2f62b475-9f18-43e2-b2ac-49ae4b33c0f9 service neutron] 10.222.0.41 "GET /v2.0/networks/f2fe32bd-ee9f-42ff-914b-61d7b525e3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2040565
Nov 20 21:09:22.989047 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] Set router 895135ef-d3c9-4115-ac74-ead1557d1a4d gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:09:22.994541 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.017344 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f2bf4f92-4b3e-494c-a643-1b3fcd833d6d None None] For port 8ae1e24e-5700-46c9-8a5f-7de280a38423, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ae1e24e-5700-46c9-8a5f-7de280a38423,segment=NetworkSegment(9034d2e5-5c2d-41a2-8540-d7f1b1507317),segment_id=9034d2e5-5c2d-41a2-8540-d7f1b1507317)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:23.037585 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42070800-6681-4c77-8f7c-77b43919d435 None None] Pushing event updated for resources: {'Port': ['ID=6b39605e-0443-42dd-9e17-ea4b0f7d806e,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:23.060240 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f2bf4f92-4b3e-494c-a643-1b3fcd833d6d None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.065575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=a1695b84-035c-411b-81a9-644d02fee2f2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:23.082828 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:23.082828 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:23.083205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:23.083504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:23.083843 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:23.084184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:23.084524 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:23.084863 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:23.085200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:23.085667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:23.086179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:23.086486 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:23.118739 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f2bf4f92-4b3e-494c-a643-1b3fcd833d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.120961 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.127812 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36490) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:23.128415 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dbaa5b4d-6ede-4654-b491-8a9fd6ebcddc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/a1695b84-035c-411b-81a9-644d02fee2f2 HTTP/1.1" status: 204  len: 168 time: 1.1328857
Nov 20 21:09:23.163541 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2634460f-b1b7-41a0-947e-3131dd08e75e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] GET failed (client error): The resource could not be found.
Nov 20 21:09:23.165247 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2634460f-b1b7-41a0-947e-3131dd08e75e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports/a1695b84-035c-411b-81a9-644d02fee2f2 HTTP/1.1" status: 404  len: 333 time: 0.0356045
Nov 20 21:09:23.168359 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36492) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:23.274958 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-90461a23-5428-458d-9e0c-a7ba0a5c71ec None None] Provisioning complete for port ffa45ac5-0c4b-4e0a-bf1d-002165c962cd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:23.275536 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-90461a23-5428-458d-9e0c-a7ba0a5c71ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.277695 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f05fd80-3d2b-4796-9738-be92192f7e4b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.280521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf4f92-4b3e-494c-a643-1b3fcd833d6d None None] Pushing event updated for resources: {'Port': ['ID=8ae1e24e-5700-46c9-8a5f-7de280a38423,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:23.319356 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b5d43f2a-4fed-4fe4-8ba5-325c698dfdef req-cc89c532-b2aa-46d2-a4e2-a5445a79abaa tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 210 time: 0.0433679
Nov 20 21:09:23.327078 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-90461a23-5428-458d-9e0c-a7ba0a5c71ec None None] Port ffa45ac5-0c4b-4e0a-bf1d-002165c962cd cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:23.351557 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f05fd80-3d2b-4796-9738-be92192f7e4b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.389796 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7699a0>, [{'id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'name': 'tempest-TestServerBasicOps-78787842-router', 'tenant_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ee04143-3bb6-4fce-8833-425579efc988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:13Z', 'updated_at': '2021-11-20T21:09:18Z', 'revision_number': 4, 'project_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'gw_port': {'id': '8ee04143-3bb6-4fce-8833-425579efc988', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:14Z', 'updated_at': '2021-11-20T21:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b39605e-0443-42dd-9e17-ea4b0f7d806e', 'name': '', 'network_id': '71649d87-c9ea-498d-ae8f-ccee6081605f', 'tenant_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'mac_address': 'fa:16:3e:f1:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '320652c4-1957-4da1-b18d-feb3368dc4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:17Z', 'updated_at': '2021-11-20T21:09:22Z', 'revision_number': 4, 'project_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'subnets': [{'id': '320652c4-1957-4da1-b18d-feb3368dc4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:23.424014 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f05fd80-3d2b-4796-9738-be92192f7e4b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.426982 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e5f8dd-920a-4a61-9215-5a671a68ea8d None None] The sync data for ids ['895135ef-d3c9-4115-ac74-ead1557d1a4d'] in ncdv-master-1 is: [{'id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'name': 'tempest-TestServerBasicOps-78787842-router', 'tenant_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ee04143-3bb6-4fce-8833-425579efc988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:13Z', 'updated_at': '2021-11-20T21:09:18Z', 'revision_number': 4, 'project_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'gw_port': {'id': '8ee04143-3bb6-4fce-8833-425579efc988', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:14Z', 'updated_at': '2021-11-20T21:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b39605e-0443-42dd-9e17-ea4b0f7d806e', 'name': '', 'network_id': '71649d87-c9ea-498d-ae8f-ccee6081605f', 'tenant_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'mac_address': 'fa:16:3e:f1:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '320652c4-1957-4da1-b18d-feb3368dc4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:17Z', 'updated_at': '2021-11-20T21:09:22Z', 'revision_number': 4, 'project_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'subnets': [{'id': '320652c4-1957-4da1-b18d-feb3368dc4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:09:23.427829 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f05fd80-3d2b-4796-9738-be92192f7e4b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.432627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36498) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:23.434590 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3f05fd80-3d2b-4796-9738-be92192f7e4b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/security-groups/eff283da-4e2f-4e67-ac86-099183c08e01 HTTP/1.1" status: 204  len: 168 time: 0.2574372
Nov 20 21:09:23.448187 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8ae1e24e-5700-46c9-8a5f-7de280a38423 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:23.452720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05fd80-3d2b-4796-9738-be92192f7e4b tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff283da-4e2f-4e67-ac86-099183c08e01,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:23.552927 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3277a5c3-de89-4dca-89b5-f4934c41a39a None None] Provisioning complete for port 6b39605e-0443-42dd-9e17-ea4b0f7d806e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:23.553615 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3277a5c3-de89-4dca-89b5-f4934c41a39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.559353 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b399096c-fb73-4b53-9cdd-6bd9f03fa604 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.601761 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b399096c-fb73-4b53-9cdd-6bd9f03fa604 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.650684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8ae1e24e-5700-46c9-8a5f-7de280a38423 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:23.651265 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.678453 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b399096c-fb73-4b53-9cdd-6bd9f03fa604 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.681869 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b399096c-fb73-4b53-9cdd-6bd9f03fa604 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.687540 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b399096c-fb73-4b53-9cdd-6bd9f03fa604 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/security-groups/adbe94a0-0e51-41f4-bf19-b2b2ba90445e HTTP/1.1" status: 204  len: 168 time: 0.2515078
Nov 20 21:09:23.688925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36504) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:23.721376 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399096c-fb73-4b53-9cdd-6bd9f03fa604 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbe94a0-0e51-41f4-bf19-b2b2ba90445e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:23.742246 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3277a5c3-de89-4dca-89b5-f4934c41a39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.826817 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3277a5c3-de89-4dca-89b5-f4934c41a39a None None] For port 6b39605e-0443-42dd-9e17-ea4b0f7d806e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b39605e-0443-42dd-9e17-ea4b0f7d806e,segment=NetworkSegment(78d47c3c-6460-4672-a97e-c75e58043db9),segment_id=78d47c3c-6460-4672-a97e-c75e58043db9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:23.828778 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe2d181-a1e9-4add-b73a-79745f2670f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting subnet 5a23d21c-d60d-46ff-b596-667f685e5cc1 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:09:23.837977 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ffe2d181-a1e9-4add-b73a-79745f2670f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.846630 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3277a5c3-de89-4dca-89b5-f4934c41a39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.899018 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ffe2d181-a1e9-4add-b73a-79745f2670f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:23.967543 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277a5c3-de89-4dca-89b5-f4934c41a39a None None] Pushing event updated for resources: {'Port': ['ID=6b39605e-0443-42dd-9e17-ea4b0f7d806e,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:24.059796 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ffe2d181-a1e9-4add-b73a-79745f2670f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:24.135507 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ffe2d181-a1e9-4add-b73a-79745f2670f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:24.166306 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2d181-a1e9-4add-b73a-79745f2670f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Subnet': ['ID=5a23d21c-d60d-46ff-b596-667f685e5cc1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:24.168268 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ffe2d181-a1e9-4add-b73a-79745f2670f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:24.177373 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36512) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:24.177890 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ffe2d181-a1e9-4add-b73a-79745f2670f0 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/5a23d21c-d60d-46ff-b596-667f685e5cc1 HTTP/1.1" status: 204  len: 168 time: 0.4846189
Nov 20 21:09:24.183432 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-15439bc4-f551-47d3-b7e7-d34d183473ab tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'subnet': {'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:24.192303 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac3e3b4-5958-44d8-b4c1-c57126c65307 None None] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:24.293385 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6bf76116-b235-42fa-8f10-5cd6503f2166 None None] Provisioning complete for port 8ae1e24e-5700-46c9-8a5f-7de280a38423 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:24.293967 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6bf76116-b235-42fa-8f10-5cd6503f2166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:24.327268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15439bc4-f551-47d3-b7e7-d34d183473ab tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:24.331401 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-15439bc4-f551-47d3-b7e7-d34d183473ab tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:24.469782 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1d1fb19b-769c-42ce-94d2-c00453876b27 req-73413c61-6ffc-4544-bb58-0646accdfb95 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 210 time: 0.0323021
Nov 20 21:09:24.475591 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6bf76116-b235-42fa-8f10-5cd6503f2166 None None] Could not find standard attr ID for object a1695b84-035c-411b-81a9-644d02fee2f2. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:09:24.487229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6bf76116-b235-42fa-8f10-5cd6503f2166 None None] Provisioning complete for port ffa45ac5-0c4b-4e0a-bf1d-002165c962cd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:24.487610 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6bf76116-b235-42fa-8f10-5cd6503f2166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:24.531233 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6bf76116-b235-42fa-8f10-5cd6503f2166 None None] Port ffa45ac5-0c4b-4e0a-bf1d-002165c962cd cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:24.627337 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-15439bc4-f551-47d3-b7e7-d34d183473ab tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:24.675888 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15439bc4-f551-47d3-b7e7-d34d183473ab tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:24.679244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-15439bc4-f551-47d3-b7e7-d34d183473ab tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:24.682194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15439bc4-f551-47d3-b7e7-d34d183473ab tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:24.682809 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-15439bc4-f551-47d3-b7e7-d34d183473ab tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:24.698260 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15439bc4-f551-47d3-b7e7-d34d183473ab tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Subnet': ['ID=7c675676-18a2-4faa-bbc2-9f3a24718e1d,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:24.712541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-15439bc4-f551-47d3-b7e7-d34d183473ab tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5314338
Nov 20 21:09:24.713627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36518) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:24.717316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-f87a8d2c-1096-4e6c-bcab-b73b8ab02d61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'security_group': {'name': 'tempest-secgroup-2020336767'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:24.740835 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f87a8d2c-1096-4e6c-bcab-b73b8ab02d61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:24.909460 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-6345f503-7df4-4019-b46b-2b9cc6d6f3ac tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:24.911047 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-6345f503-7df4-4019-b46b-2b9cc6d6f3ac tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.37 "GET /v2.0/networks?id=f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 HTTP/1.1" status: 200  len: 809 time: 0.1567419
Nov 20 21:09:24.917985 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f87a8d2c-1096-4e6c-bcab-b73b8ab02d61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:24.928441 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f87a8d2c-1096-4e6c-bcab-b73b8ab02d61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:24.981340 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f87a8d2c-1096-4e6c-bcab-b73b8ab02d61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:24.982625 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f87a8d2c-1096-4e6c-bcab-b73b8ab02d61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2688987
Nov 20 21:09:24.986584 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36522) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:24.987461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a8d2c-1096-4e6c-bcab-b73b8ab02d61 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63deb09-2c84-4137-89b3-23e4d113e292,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:24.992503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-79b1e415-e7ec-4d05-9265-81fd140e2701 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'security_group': {'name': 'tempest-secgroup-1419068617'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:25.023717 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79b1e415-e7ec-4d05-9265-81fd140e2701 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:25.024343 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-627c3e2d-c6d2-4ec0-85f8-bbfd14b30620 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76440d312bb547959d5437ce510b515b HTTP/1.1" status: 200  len: 379 time: 0.1042795
Nov 20 21:09:25.034449 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-040edba3-1934-4c4c-8f68-c87b862b0f08 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Request body: {'port': {'device_id': 'c6f7cf2f-0d15-498f-a32c-2fa01b79f22d', 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'admin_state_up': True, 'tenant_id': '76440d312bb547959d5437ce510b515b', 'security_groups': ['81166ef5-c1a0-42af-bb67-f3478366613b']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:25.112689 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79b1e415-e7ec-4d05-9265-81fd140e2701 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:25.116780 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79b1e415-e7ec-4d05-9265-81fd140e2701 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:25.118507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad62683e-efab-43e8-a313-be321ee215d9 None None] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:25.150831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1e415-e7ec-4d05-9265-81fd140e2701 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b11491eb-ac72-447b-aa69-072c6f25ef1a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:25.156627 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79b1e415-e7ec-4d05-9265-81fd140e2701 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:25.161090 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-79b1e415-e7ec-4d05-9265-81fd140e2701 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1724944
Nov 20 21:09:25.161344 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36526) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:25.166116 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-14d70e62-2e15-464b-8984-bc1d78a366c8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'security_group': {'name': 'tempest-secgroup-362873854'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:25.180135 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-040edba3-1934-4c4c-8f68-c87b862b0f08 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Made reservation on behalf of 76440d312bb547959d5437ce510b515b for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:25.183936 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-040edba3-1934-4c4c-8f68-c87b862b0f08 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:25.215776 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-14d70e62-2e15-464b-8984-bc1d78a366c8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:25.244676 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8326089c-3f0b-4aa7-aedc-26e8d145634b None None] Provisioning complete for port 8ae1e24e-5700-46c9-8a5f-7de280a38423 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:25.245047 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8326089c-3f0b-4aa7-aedc-26e8d145634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:25.402922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-040edba3-1934-4c4c-8f68-c87b862b0f08 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Allocated IP 172.20.0.13 (f2fe32bd-ee9f-42ff-914b-61d7b525e3e5/1fee750e-6a59-4222-bc47-aa0a16b97917/3132aec5-17c1-4ad9-a513-e12a061edbf5) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:25.413341 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8326089c-3f0b-4aa7-aedc-26e8d145634b None None] Provisioning complete for port ffa45ac5-0c4b-4e0a-bf1d-002165c962cd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:25.413728 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8326089c-3f0b-4aa7-aedc-26e8d145634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:25.414016 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-14d70e62-2e15-464b-8984-bc1d78a366c8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:25.421351 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-14d70e62-2e15-464b-8984-bc1d78a366c8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:25.471929 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-14d70e62-2e15-464b-8984-bc1d78a366c8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:25.472962 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-14d70e62-2e15-464b-8984-bc1d78a366c8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3106518
Nov 20 21:09:25.479902 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36528) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:25.487960 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-cda07b96-b76b-4eaa-a30f-a0a9a87f8b18 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1907580495', 'security_groups': ['0bd94df2-ff66-4c24-bd9d-274a623ff91b'], 'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7c675676-18a2-4faa-bbc2-9f3a24718e1d'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:25.494682 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d70e62-2e15-464b-8984-bc1d78a366c8 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd94df2-ff66-4c24-bd9d-274a623ff91b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:25.522087 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6b39605e-0443-42dd-9e17-ea4b0f7d806e up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:25.573823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8326089c-3f0b-4aa7-aedc-26e8d145634b None None] Port ffa45ac5-0c4b-4e0a-bf1d-002165c962cd cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:25.591903 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1406a796-af9b-48d1-ac06-0732b8fa0b45 None None] Update dhcp port {'port': {'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'fixed_ips': [{'subnet_id': 'd6159dc1-aebf-4dba-bced-6b2d390f2ebe', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7c675676-18a2-4faa-bbc2-9f3a24718e1d'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '8ae1e24e-5700-46c9-8a5f-7de280a38423'} from ncdv-master-1. {{(pid=126226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 20 21:09:25.602983 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-13be6435-2bab-4659-bf14-4d32dfec0788 req-fd6b2ce2-3af3-40f1-a6cb-6236329ab80d tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 210 time: 0.0465209
Nov 20 21:09:25.622558 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1406a796-af9b-48d1-ac06-0732b8fa0b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:25.679668 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-040edba3-1934-4c4c-8f68-c87b862b0f08 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:25.680913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 6b39605e-0443-42dd-9e17-ea4b0f7d806e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:25.681286 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:25.711383 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda07b96-b76b-4eaa-a30f-a0a9a87f8b18 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:25.725704 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-040edba3-1934-4c4c-8f68-c87b862b0f08 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:25.779824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-040edba3-1934-4c4c-8f68-c87b862b0f08 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Network f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:25.783972 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-040edba3-1934-4c4c-8f68-c87b862b0f08 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:25.788723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-040edba3-1934-4c4c-8f68-c87b862b0f08 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:25.792934 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040edba3-1934-4c4c-8f68-c87b862b0f08 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Pushing event updated for resources: {'Port': ['ID=3132aec5-17c1-4ad9-a513-e12a061edbf5,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:25.837016 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cda07b96-b76b-4eaa-a30f-a0a9a87f8b18 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:25.863279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-cda07b96-b76b-4eaa-a30f-a0a9a87f8b18 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] device_id is not set on port 860945e1-563f-4ebf-adf0-f8c501334f3c yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:09:25.901535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-040edba3-1934-4c4c-8f68-c87b862b0f08 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:25.902219 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-040edba3-1934-4c4c-8f68-c87b862b0f08 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:25.934614 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-040edba3-1934-4c4c-8f68-c87b862b0f08 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8959835
Nov 20 21:09:25.946922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Request body: {'port': {'device_id': 'c6f7cf2f-0d15-498f-a32c-2fa01b79f22d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:25.952107 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8ae1e24e-5700-46c9-8a5f-7de280a38423 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:26.026321 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-1406a796-af9b-48d1-ac06-0732b8fa0b45 None None] Allocated IP 2001:db8::2 (75da5d3b-45e9-4d0b-b341-f8f0eb704e2c/7c675676-18a2-4faa-bbc2-9f3a24718e1d/8ae1e24e-5700-46c9-8a5f-7de280a38423) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:26.044549 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:26.146228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8ae1e24e-5700-46c9-8a5f-7de280a38423 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:26.147272 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:26.291872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0c14e1ee-4d2c-4a6d-89b5-9d18e4750ad0 None None] Provisioning complete for port 3132aec5-17c1-4ad9-a513-e12a061edbf5 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:26.292242 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0c14e1ee-4d2c-4a6d-89b5-9d18e4750ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:26.326641 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-1406a796-af9b-48d1-ac06-0732b8fa0b45 None None] For port 8ae1e24e-5700-46c9-8a5f-7de280a38423, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ae1e24e-5700-46c9-8a5f-7de280a38423,segment=NetworkSegment(9034d2e5-5c2d-41a2-8540-d7f1b1507317),segment_id=9034d2e5-5c2d-41a2-8540-d7f1b1507317)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:26.389869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3132aec5-17c1-4ad9-a513-e12a061edbf5 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:09:26.399015 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:26.413836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Transition to ACTIVE for port object 3132aec5-17c1-4ad9-a513-e12a061edbf5 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:09:26.419393 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:26.498257 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Pushing event updated for resources: {'Port': ['ID=3132aec5-17c1-4ad9-a513-e12a061edbf5,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:26.552041 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0c14e1ee-4d2c-4a6d-89b5-9d18e4750ad0 None None] Port 3132aec5-17c1-4ad9-a513-e12a061edbf5 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:26.556559 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1406a796-af9b-48d1-ac06-0732b8fa0b45 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:26.567629 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1406a796-af9b-48d1-ac06-0732b8fa0b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:26.569908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Attempting to bind port 3132aec5-17c1-4ad9-a513-e12a061edbf5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:09:26.570287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Attempting to bind port 3132aec5-17c1-4ad9-a513-e12a061edbf5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:09:26.570623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Attempting to bind port 3132aec5-17c1-4ad9-a513-e12a061edbf5 on network f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:09:26.576811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Port 3132aec5-17c1-4ad9-a513-e12a061edbf5 on network f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:09:26.577272 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Attempting to bind port 3132aec5-17c1-4ad9-a513-e12a061edbf5 on network f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:09:26.585140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:09:26.585496 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Checking segment: {'id': 'e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:26.585895 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Bound using segment: {'id': 'e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:09:26.586360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Bound port: 3132aec5-17c1-4ad9-a513-e12a061edbf5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:09:26.586725 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:26.651004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-cda07b96-b76b-4eaa-a30f-a0a9a87f8b18 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Allocated IP 2001:db8::1bc (75da5d3b-45e9-4d0b-b341-f8f0eb704e2c/7c675676-18a2-4faa-bbc2-9f3a24718e1d/860945e1-563f-4ebf-adf0-f8c501334f3c) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:26.677586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] For port 3132aec5-17c1-4ad9-a513-e12a061edbf5, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:09:26.683130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] For port 3132aec5-17c1-4ad9-a513-e12a061edbf5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3132aec5-17c1-4ad9-a513-e12a061edbf5,segment=NetworkSegment(e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5),segment_id=e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:09:26.691304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406a796-af9b-48d1-ac06-0732b8fa0b45 None None] Pushing event updated for resources: {'Port': ['ID=8ae1e24e-5700-46c9-8a5f-7de280a38423,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:26.704940 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:26.774924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:26.775565 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:26.777026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] 10.222.0.37 "PUT /v2.0/ports/3132aec5-17c1-4ad9-a513-e12a061edbf5 HTTP/1.1" status: 200  len: 1092 time: 0.8416350
Nov 20 21:09:26.777715 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f7cf2f-0d15-498f-a32c-2fa01b79f22d', 'tag': '3132aec5-17c1-4ad9-a513-e12a061edbf5'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:09:26.780138 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35eb56c1-f883-4cea-ab43-84f4ab916a40" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f7cf2f-0d15-498f-a32c-2fa01b79f22d", "tag": "3132aec5-17c1-4ad9-a513-e12a061edbf5"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:09:26.875167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3865f36-db32-465a-8e13-16f2a2f11504 req-f3bb1d6c-c949-4787-87ef-7bd934b0a304 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:26.877111 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a3865f36-db32-465a-8e13-16f2a2f11504 req-f3bb1d6c-c949-4787-87ef-7bd934b0a304 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 944 time: 0.1447108
Nov 20 21:09:26.882463 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6bfb5e-678f-4500-8949-da1b1fd00f39 x-openstack-request-id: req-ae6bfb5e-678f-4500-8949-da1b1fd00f39 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:09:26.882805 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f7cf2f-0d15-498f-a32c-2fa01b79f22d", "tag": "3132aec5-17c1-4ad9-a513-e12a061edbf5", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:09:26.883016 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae6bfb5e-678f-4500-8949-da1b1fd00f39 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:09:26.883432 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f7cf2f-0d15-498f-a32c-2fa01b79f22d', 'tag': '3132aec5-17c1-4ad9-a513-e12a061edbf5', 'status': 'completed', 'code': 200}
Nov 20 21:09:26.894315 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cda07b96-b76b-4eaa-a30f-a0a9a87f8b18 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:26.905507 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b2d6d-5fb0-459b-8c50-6b4dcc9d8a6d service neutron] Pushing event updated for resources: {'Port': ['ID=3132aec5-17c1-4ad9-a513-e12a061edbf5,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:26.947651 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cda07b96-b76b-4eaa-a30f-a0a9a87f8b18 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:26.964201 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-7cfe97ef-d0b6-4165-ae73-3f976bcb4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:26.965893 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-7cfe97ef-d0b6-4165-ae73-3f976bcb4d2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76440d312bb547959d5437ce510b515b&device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 1095 time: 0.1255021
Nov 20 21:09:27.002286 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda07b96-b76b-4eaa-a30f-a0a9a87f8b18 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=860945e1-563f-4ebf-adf0-f8c501334f3c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:27.017795 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda07b96-b76b-4eaa-a30f-a0a9a87f8b18 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:27.019525 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-cda07b96-b76b-4eaa-a30f-a0a9a87f8b18 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:27.021927 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda07b96-b76b-4eaa-a30f-a0a9a87f8b18 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:27.027854 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda07b96-b76b-4eaa-a30f-a0a9a87f8b18 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:27.030653 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cda07b96-b76b-4eaa-a30f-a0a9a87f8b18 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:27.059118 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cda07b96-b76b-4eaa-a30f-a0a9a87f8b18 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.5771635
Nov 20 21:09:27.061694 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36540) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:27.063203 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a3865f36-db32-465a-8e13-16f2a2f11504 req-96558756-ecb5-4bc4-b75d-705d7f4554a4 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/security-groups?id=81166ef5-c1a0-42af-bb67-f3478366613b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1639607
Nov 20 21:09:27.065018 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-d91e9288-75cd-4f64-ad64-981d2e93868a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3132aec5-17c1-4ad9-a513-e12a061edbf5 HTTP/1.1" status: 200  len: 217 time: 0.0883417
Nov 20 21:09:27.067070 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b7d41b84-12b1-41be-922f-371c7981354a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'subnet': {'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:27.122432 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-e9f6362a-45a1-4ff7-bf88-5c93258c9e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:27.124277 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-e9f6362a-45a1-4ff7-bf88-5c93258c9e59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fee750e-6a59-4222-bc47-aa0a16b97917 HTTP/1.1" status: 200  len: 848 time: 0.0518410
Nov 20 21:09:27.177522 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-028effba-7ee5-422c-b6ec-66f72ce94277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:27.179154 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-028effba-7ee5-422c-b6ec-66f72ce94277 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2fe32bd-ee9f-42ff-914b-61d7b525e3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0469308
Nov 20 21:09:27.205420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d41b84-12b1-41be-922f-371c7981354a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:27.209980 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b7d41b84-12b1-41be-922f-371c7981354a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:27.293529 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-c2250311-62ac-4c2a-ac83-922a6c0cf8dc service neutron] 10.222.0.37 "GET /v2.0/networks/f2fe32bd-ee9f-42ff-914b-61d7b525e3e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1071594
Nov 20 21:09:27.345676 ncdv-master-1 neutron-server[126224]: INFO neutron.db.ipam_backend_mixin [None req-b7d41b84-12b1-41be-922f-371c7981354a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c675676-18a2-4faa-bbc2-9f3a24718e1d (CIDR: 2001:db8::/64)
Nov 20 21:09:27.349961 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d41b84-12b1-41be-922f-371c7981354a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:09:27.350611 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d41b84-12b1-41be-922f-371c7981354a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:09:27.375998 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b7d41b84-12b1-41be-922f-371c7981354a tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3121262
Nov 20 21:09:27.376887 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36546) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:27.387679 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-389ec998-752e-496c-be58-ac76b963d356 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'subnet': {'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:27.419140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8ae1e24e-5700-46c9-8a5f-7de280a38423 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:27.431980 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44e278c4-81f4-4a0d-8bf6-439562ec1a5d req-adac746c-99c6-40e9-ad56-9ce26eaf2147 service neutron] 10.222.0.37 "GET /v2.0/networks/f2fe32bd-ee9f-42ff-914b-61d7b525e3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297288
Nov 20 21:09:27.488328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8ae1e24e-5700-46c9-8a5f-7de280a38423 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:27.488601 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:27.535474 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-df1b6cc5-7037-405c-b202-c218c8c2783e None None] Provisioning complete for port 8ae1e24e-5700-46c9-8a5f-7de280a38423 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:27.536006 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df1b6cc5-7037-405c-b202-c218c8c2783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:27.536672 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389ec998-752e-496c-be58-ac76b963d356 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:27.541696 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-389ec998-752e-496c-be58-ac76b963d356 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:27.552469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb56c1-f883-4cea-ab43-84f4ab916a40 req-36c2793d-11b0-437b-aa58-5b9261d28507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:27.554408 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-35eb56c1-f883-4cea-ab43-84f4ab916a40 req-36c2793d-11b0-437b-aa58-5b9261d28507 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76440d312bb547959d5437ce510b515b&device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 1095 time: 0.0694335
Nov 20 21:09:27.654527 ncdv-master-1 neutron-server[126224]: INFO neutron.db.ipam_backend_mixin [None req-389ec998-752e-496c-be58-ac76b963d356 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d6159dc1-aebf-4dba-bced-6b2d390f2ebe (CIDR: 2001:db8:0:1::/64)
Nov 20 21:09:27.660659 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-389ec998-752e-496c-be58-ac76b963d356 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:09:27.662222 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-389ec998-752e-496c-be58-ac76b963d356 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:09:27.665071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb56c1-f883-4cea-ab43-84f4ab916a40 req-1e38074e-ff2d-4a42-992c-95acae0c574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:27.667085 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-35eb56c1-f883-4cea-ab43-84f4ab916a40 req-1e38074e-ff2d-4a42-992c-95acae0c574f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 HTTP/1.1" status: 200  len: 910 time: 0.1056366
Nov 20 21:09:27.685992 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-389ec998-752e-496c-be58-ac76b963d356 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.3028522
Nov 20 21:09:27.690067 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36548) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:27.696857 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-811a02b7-0990-40fe-bfc3-12d7f38da665 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'subnet': {'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:27.710148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-df1b6cc5-7037-405c-b202-c218c8c2783e None None] Provisioning complete for port ffa45ac5-0c4b-4e0a-bf1d-002165c962cd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:27.710521 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df1b6cc5-7037-405c-b202-c218c8c2783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:27.731398 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-35eb56c1-f883-4cea-ab43-84f4ab916a40 req-ca935185-861f-4466-8e81-03d8f1577068 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3132aec5-17c1-4ad9-a513-e12a061edbf5 HTTP/1.1" status: 200  len: 217 time: 0.0551271
Nov 20 21:09:27.752509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-df1b6cc5-7037-405c-b202-c218c8c2783e None None] Port ffa45ac5-0c4b-4e0a-bf1d-002165c962cd cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:27.787260 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb56c1-f883-4cea-ab43-84f4ab916a40 req-7b8e6423-54b1-4efc-94ca-63f243f8c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:27.788747 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-35eb56c1-f883-4cea-ab43-84f4ab916a40 req-7b8e6423-54b1-4efc-94ca-63f243f8c3f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fee750e-6a59-4222-bc47-aa0a16b97917 HTTP/1.1" status: 200  len: 848 time: 0.0494399
Nov 20 21:09:27.828350 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811a02b7-0990-40fe-bfc3-12d7f38da665 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Made reservation on behalf of c2662d7413e44ee2a8e9d6b3dc127161 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:27.834089 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-811a02b7-0990-40fe-bfc3-12d7f38da665 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:27.839780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb56c1-f883-4cea-ab43-84f4ab916a40 req-12a56dbf-0b57-4bf3-94f1-58338dd6d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:27.841366 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-35eb56c1-f883-4cea-ab43-84f4ab916a40 req-12a56dbf-0b57-4bf3-94f1-58338dd6d56e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2fe32bd-ee9f-42ff-914b-61d7b525e3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0451379
Nov 20 21:09:27.870358 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-303ee334-e870-46a4-9938-a4d749e2a843 None None] Could not find standard attr ID for object a1695b84-035c-411b-81a9-644d02fee2f2. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:09:27.947998 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-35eb56c1-f883-4cea-ab43-84f4ab916a40 req-9dc147d1-373a-435d-b2e0-858adf6566fc service neutron] 10.222.0.37 "GET /v2.0/networks/f2fe32bd-ee9f-42ff-914b-61d7b525e3e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0982101
Nov 20 21:09:27.998668 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b90ff455-aba2-4dbe-b281-6ebfa487d695 None None] Provisioning complete for port 860945e1-563f-4ebf-adf0-f8c501334f3c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:27.999288 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b90ff455-aba2-4dbe-b281-6ebfa487d695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:28.058358 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b90ff455-aba2-4dbe-b281-6ebfa487d695 None None] Port 860945e1-563f-4ebf-adf0-f8c501334f3c cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:28.064152 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-35eb56c1-f883-4cea-ab43-84f4ab916a40 req-df8c2c6c-a067-431c-9dfd-66677f38992c service neutron] 10.222.0.37 "GET /v2.0/networks/f2fe32bd-ee9f-42ff-914b-61d7b525e3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1033084
Nov 20 21:09:28.112559 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-811a02b7-0990-40fe-bfc3-12d7f38da665 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:28.185518 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a02b7-0990-40fe-bfc3-12d7f38da665 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:28.194082 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-811a02b7-0990-40fe-bfc3-12d7f38da665 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:28.201134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811a02b7-0990-40fe-bfc3-12d7f38da665 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:28.201733 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-811a02b7-0990-40fe-bfc3-12d7f38da665 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:28.211998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a02b7-0990-40fe-bfc3-12d7f38da665 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Subnet': ['ID=fdc584ce-e22d-4001-a6d8-a705b7ebabe5,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:28.228535 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-811a02b7-0990-40fe-bfc3-12d7f38da665 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.5360391
Nov 20 21:09:28.231214 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36552) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:28.237596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-77d43d2a-dd4d-43db-9600-3b0e0f35f59c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1915453782', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fdc584ce-e22d-4001-a6d8-a705b7ebabe5'}], 'security_groups': ['f63deb09-2c84-4137-89b3-23e4d113e292', 'b11491eb-ac72-447b-aa69-072c6f25ef1a']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:28.247817 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1a9c2-b036-4281-8d1b-d78cf86b3e99 req-ae27a2d8-5531-4d20-9250-4c6cb69d7ef4 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:28.249369 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ce1a9c2-b036-4281-8d1b-d78cf86b3e99 req-ae27a2d8-5531-4d20-9250-4c6cb69d7ef4 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 944 time: 0.1025305
Nov 20 21:09:28.277347 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1611996b-056b-4918-ad25-6fb10eced108 None None] Could not find standard attr ID for object a1695b84-035c-411b-81a9-644d02fee2f2. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:09:28.384461 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77d43d2a-dd4d-43db-9600-3b0e0f35f59c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:28.402132 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ce1a9c2-b036-4281-8d1b-d78cf86b3e99 req-1b31b56b-fd44-405d-96e2-2f2c74e3a69b tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/security-groups?id=81166ef5-c1a0-42af-bb67-f3478366613b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0997357
Nov 20 21:09:28.495550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746f9481-9543-4fe3-9b28-66ab06918436 None None] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:28.705883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57120b65-3bb7-4a20-8613-cd929293d691 None None] Update dhcp port {'port': {'network_id': '75da5d3b-45e9-4d0b-b341-f8f0eb704e2c', 'fixed_ips': [{'subnet_id': 'd6159dc1-aebf-4dba-bced-6b2d390f2ebe', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7c675676-18a2-4faa-bbc2-9f3a24718e1d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fdc584ce-e22d-4001-a6d8-a705b7ebabe5'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '8ae1e24e-5700-46c9-8a5f-7de280a38423'} from ncdv-master-1. {{(pid=126226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 20 21:09:28.728005 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-77d43d2a-dd4d-43db-9600-3b0e0f35f59c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Delete allocated IP 2001:db8::1bc (75da5d3b-45e9-4d0b-b341-f8f0eb704e2c/7c675676-18a2-4faa-bbc2-9f3a24718e1d) {{(pid=126224) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 20 21:09:28.732175 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-57120b65-3bb7-4a20-8613-cd929293d691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:28.736444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-77d43d2a-dd4d-43db-9600-3b0e0f35f59c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Allocated IP 2001:db8:0:2::3e7 (75da5d3b-45e9-4d0b-b341-f8f0eb704e2c/fdc584ce-e22d-4001-a6d8-a705b7ebabe5/860945e1-563f-4ebf-adf0-f8c501334f3c) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:28.900776 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77d43d2a-dd4d-43db-9600-3b0e0f35f59c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:28.905553 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77d43d2a-dd4d-43db-9600-3b0e0f35f59c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:28.958169 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-57120b65-3bb7-4a20-8613-cd929293d691 None None] Allocated IP 2001:db8:0:2::2 (75da5d3b-45e9-4d0b-b341-f8f0eb704e2c/fdc584ce-e22d-4001-a6d8-a705b7ebabe5/8ae1e24e-5700-46c9-8a5f-7de280a38423) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:28.968062 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-77d43d2a-dd4d-43db-9600-3b0e0f35f59c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] In _notify_port_updated(), no bound segment for port 860945e1-563f-4ebf-adf0-f8c501334f3c on network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c {{(pid=126224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:09:28.974180 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d43d2a-dd4d-43db-9600-3b0e0f35f59c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:28.974805 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77d43d2a-dd4d-43db-9600-3b0e0f35f59c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:28.978660 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-77d43d2a-dd4d-43db-9600-3b0e0f35f59c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "PUT /v2.0/ports/860945e1-563f-4ebf-adf0-f8c501334f3c HTTP/1.1" status: 200  len: 970 time: 0.7439425
Nov 20 21:09:28.979147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36558) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:28.983218 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d43d2a-dd4d-43db-9600-3b0e0f35f59c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event updated for resources: {'Port': ['ID=860945e1-563f-4ebf-adf0-f8c501334f3c,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:29.062324 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-57120b65-3bb7-4a20-8613-cd929293d691 None None] For port 8ae1e24e-5700-46c9-8a5f-7de280a38423, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ae1e24e-5700-46c9-8a5f-7de280a38423,segment=NetworkSegment(9034d2e5-5c2d-41a2-8540-d7f1b1507317),segment_id=9034d2e5-5c2d-41a2-8540-d7f1b1507317)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:29.083860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-04a378fd-b10e-4d1d-a0c0-308eac002cb6 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port 860945e1-563f-4ebf-adf0-f8c501334f3c {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:29.083860 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-04a378fd-b10e-4d1d-a0c0-308eac002cb6 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.092011 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-57120b65-3bb7-4a20-8613-cd929293d691 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.097499 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-57120b65-3bb7-4a20-8613-cd929293d691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.173950 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-04a378fd-b10e-4d1d-a0c0-308eac002cb6 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.186006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-04a378fd-b10e-4d1d-a0c0-308eac002cb6 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for 860945e1-563f-4ebf-adf0-f8c501334f3c owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:29.198966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57120b65-3bb7-4a20-8613-cd929293d691 None None] Pushing event updated for resources: {'Port': ['ID=8ae1e24e-5700-46c9-8a5f-7de280a38423,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:29.328538 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-04a378fd-b10e-4d1d-a0c0-308eac002cb6 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.351786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8ae1e24e-5700-46c9-8a5f-7de280a38423 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:29.363119 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a378fd-b10e-4d1d-a0c0-308eac002cb6 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=860945e1-563f-4ebf-adf0-f8c501334f3c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:29.394040 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-04a378fd-b10e-4d1d-a0c0-308eac002cb6 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.397801 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-04a378fd-b10e-4d1d-a0c0-308eac002cb6 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/860945e1-563f-4ebf-adf0-f8c501334f3c HTTP/1.1" status: 204  len: 168 time: 0.4174392
Nov 20 21:09:29.400527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36562) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:29.414951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8ae1e24e-5700-46c9-8a5f-7de280a38423 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:29.415323 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.426816 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa463d3-b332-43a1-b39f-936f3a187729 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] GET failed (client error): The resource could not be found.
Nov 20 21:09:29.428335 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dfa463d3-b332-43a1-b39f-936f3a187729 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports/860945e1-563f-4ebf-adf0-f8c501334f3c HTTP/1.1" status: 404  len: 333 time: 0.0266118
Nov 20 21:09:29.431172 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36564) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:29.519237 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f3b4bf68-253a-4f77-937d-a9cd20b0dac7 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.574003 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f3b4bf68-253a-4f77-937d-a9cd20b0dac7 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.620424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81601968-5d18-4253-8d5a-0d23caea1f06 req-d80d703c-75f0-4488-850c-88527d7ded42 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:29.621782 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-81601968-5d18-4253-8d5a-0d23caea1f06 req-d80d703c-75f0-4488-850c-88527d7ded42 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 944 time: 0.0921721
Nov 20 21:09:29.650191 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f3b4bf68-253a-4f77-937d-a9cd20b0dac7 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.653063 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f3b4bf68-253a-4f77-937d-a9cd20b0dac7 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.654238 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f3b4bf68-253a-4f77-937d-a9cd20b0dac7 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/security-groups/0bd94df2-ff66-4c24-bd9d-274a623ff91b HTTP/1.1" status: 204  len: 168 time: 0.2219300
Nov 20 21:09:29.657648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36570) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:29.670588 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4bf68-253a-4f77-937d-a9cd20b0dac7 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd94df2-ff66-4c24-bd9d-274a623ff91b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:29.702216 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-81601968-5d18-4253-8d5a-0d23caea1f06 req-67aa112c-d96d-4590-95c8-752b9a55eceb tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/security-groups?id=81166ef5-c1a0-42af-bb67-f3478366613b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701287
Nov 20 21:09:29.720121 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1d732f0d-a318-40c6-894c-f8df3ab060d9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.744197 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1d732f0d-a318-40c6-894c-f8df3ab060d9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.787795 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1d732f0d-a318-40c6-894c-f8df3ab060d9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.790811 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1d732f0d-a318-40c6-894c-f8df3ab060d9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.791697 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1d732f0d-a318-40c6-894c-f8df3ab060d9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/security-groups/b11491eb-ac72-447b-aa69-072c6f25ef1a HTTP/1.1" status: 204  len: 168 time: 0.1329970
Nov 20 21:09:29.794461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36572) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:29.806087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d732f0d-a318-40c6-894c-f8df3ab060d9 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11491eb-ac72-447b-aa69-072c6f25ef1a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:29.852358 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4727c73d-76c0-4353-9af7-3e459523741e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.879513 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4727c73d-76c0-4353-9af7-3e459523741e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.916711 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3c7edc93-8115-412b-abfc-f64b589b7be6 None None] Provisioning complete for port 8ae1e24e-5700-46c9-8a5f-7de280a38423 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:29.917328 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3c7edc93-8115-412b-abfc-f64b589b7be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.927008 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4727c73d-76c0-4353-9af7-3e459523741e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.930285 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4727c73d-76c0-4353-9af7-3e459523741e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:29.934095 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4727c73d-76c0-4353-9af7-3e459523741e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/security-groups/f63deb09-2c84-4137-89b3-23e4d113e292 HTTP/1.1" status: 204  len: 168 time: 0.1361156
Nov 20 21:09:29.934548 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36574) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:29.947845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727c73d-76c0-4353-9af7-3e459523741e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63deb09-2c84-4137-89b3-23e4d113e292,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:30.001298 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b715155-297c-45c2-b561-19117005c930 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting subnet 7c675676-18a2-4faa-bbc2-9f3a24718e1d {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:09:30.005251 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b715155-297c-45c2-b561-19117005c930 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:30.032830 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3c7edc93-8115-412b-abfc-f64b589b7be6 None None] Provisioning complete for port ffa45ac5-0c4b-4e0a-bf1d-002165c962cd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:30.033172 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3c7edc93-8115-412b-abfc-f64b589b7be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:30.053155 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b715155-297c-45c2-b561-19117005c930 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:30.068525 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3c7edc93-8115-412b-abfc-f64b589b7be6 None None] Port ffa45ac5-0c4b-4e0a-bf1d-002165c962cd cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:30.071469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3c7edc93-8115-412b-abfc-f64b589b7be6 None None] Could not find standard attr ID for object 860945e1-563f-4ebf-adf0-f8c501334f3c. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:09:30.143423 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b715155-297c-45c2-b561-19117005c930 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:30.148828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 3132aec5-17c1-4ad9-a513-e12a061edbf5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:09:30.198699 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8ae4baf8-704a-4f10-a6ea-572890286f78 None None] Could not find standard attr ID for object 860945e1-563f-4ebf-adf0-f8c501334f3c. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:09:30.213320 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b715155-297c-45c2-b561-19117005c930 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:30.261971 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 3132aec5-17c1-4ad9-a513-e12a061edbf5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3132aec5-17c1-4ad9-a513-e12a061edbf5,segment=NetworkSegment(e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5),segment_id=e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:30.275426 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '3132aec5-17c1-4ad9-a513-e12a061edbf5', 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'port_id': '3132aec5-17c1-4ad9-a513-e12a061edbf5', 'mac_address': 'fa:16:3e:d4:b8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:09:30.315685 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:30.329267 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3132aec5-17c1-4ad9-a513-e12a061edbf5 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:09:30.352700 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 3132aec5-17c1-4ad9-a513-e12a061edbf5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3132aec5-17c1-4ad9-a513-e12a061edbf5,segment=NetworkSegment(e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5),segment_id=e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:30.357957 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:30.414605 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=3132aec5-17c1-4ad9-a513-e12a061edbf5,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:30.560242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['3132aec5-17c1-4ad9-a513-e12a061edbf5'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:09:30.565749 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b715155-297c-45c2-b561-19117005c930 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Subnet': ['ID=7c675676-18a2-4faa-bbc2-9f3a24718e1d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:30.571389 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b715155-297c-45c2-b561-19117005c930 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:30.574635 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9b715155-297c-45c2-b561-19117005c930 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/7c675676-18a2-4faa-bbc2-9f3a24718e1d HTTP/1.1" status: 204  len: 168 time: 0.6389639
Nov 20 21:09:30.579062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36578) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:30.586778 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1a1239-cf60-4a30-836c-9cf9edcf7d5c None None] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:30.651109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c003d2-760e-4d71-b7b6-c474ba130049 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting subnet fdc584ce-e22d-4001-a6d8-a705b7ebabe5 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:09:30.654566 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5c003d2-760e-4d71-b7b6-c474ba130049 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:30.696612 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5c003d2-760e-4d71-b7b6-c474ba130049 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:30.789826 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5c003d2-760e-4d71-b7b6-c474ba130049 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:30.832835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c85a0-76b5-4caa-bbe4-a73011ae9123 req-fb00b39b-3ff1-4b72-8106-8e6d49c819c2 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:30.842220 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db1c85a0-76b5-4caa-bbe4-a73011ae9123 req-fb00b39b-3ff1-4b72-8106-8e6d49c819c2 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 945 time: 0.0642340
Nov 20 21:09:30.858615 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5c003d2-760e-4d71-b7b6-c474ba130049 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:30.896357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c003d2-760e-4d71-b7b6-c474ba130049 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc584ce-e22d-4001-a6d8-a705b7ebabe5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:30.900717 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5c003d2-760e-4d71-b7b6-c474ba130049 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:30.906909 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c5c003d2-760e-4d71-b7b6-c474ba130049 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/fdc584ce-e22d-4001-a6d8-a705b7ebabe5 HTTP/1.1" status: 204  len: 168 time: 0.3266301
Nov 20 21:09:30.907562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36584) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:30.913170 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db1c85a0-76b5-4caa-bbe4-a73011ae9123 req-397418a1-6548-4080-a141-777dbb92add2 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/security-groups?id=81166ef5-c1a0-42af-bb67-f3478366613b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700655
Nov 20 21:09:30.940130 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-27803685-f8c1-48ff-bbe5-45ee4b7a9f04 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:09:30.940347 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27803685-f8c1-48ff-bbe5-45ee4b7a9f04 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:09:30.943479 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-27803685-f8c1-48ff-bbe5-45ee4b7a9f04 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/7c675676-18a2-4faa-bbc2-9f3a24718e1d HTTP/1.1" status: 404  len: 337 time: 0.0349243
Nov 20 21:09:30.946166 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36586) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:31.003945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0b10b2-b861-48eb-96b4-72f5aa425a20 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting subnet d6159dc1-aebf-4dba-bced-6b2d390f2ebe {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:09:31.007593 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee0b10b2-b861-48eb-96b4-72f5aa425a20 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:31.049747 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee0b10b2-b861-48eb-96b4-72f5aa425a20 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:31.136675 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee0b10b2-b861-48eb-96b4-72f5aa425a20 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:31.200499 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee0b10b2-b861-48eb-96b4-72f5aa425a20 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:31.229454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b10b2-b861-48eb-96b4-72f5aa425a20 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Subnet': ['ID=d6159dc1-aebf-4dba-bced-6b2d390f2ebe,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:31.231569 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee0b10b2-b861-48eb-96b4-72f5aa425a20 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:31.237060 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ee0b10b2-b861-48eb-96b4-72f5aa425a20 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/d6159dc1-aebf-4dba-bced-6b2d390f2ebe HTTP/1.1" status: 204  len: 168 time: 0.2898507
Nov 20 21:09:31.238075 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36588) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:31.266959 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a843fc-9b34-4bc2-9837-c0da0ba020d4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:09:31.267497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a843fc-9b34-4bc2-9837-c0da0ba020d4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:09:31.271222 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a1a843fc-9b34-4bc2-9837-c0da0ba020d4 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/5a23d21c-d60d-46ff-b596-667f685e5cc1 HTTP/1.1" status: 404  len: 337 time: 0.0320261
Nov 20 21:09:31.274174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36590) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:31.303980 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-93f0811d-ffdc-49f2-a016-108fa10515bd tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "GET /v2.0/ports?device_id=69498c71-33b4-431a-bcda-54c2a16138f4 HTTP/1.1" status: 200  len: 205 time: 0.0285606
Nov 20 21:09:31.306519 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36592) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:31.344754 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-1939e9c4-c7a6-434d-b007-2af087786b5c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] delete failed (client error): The resource could not be found.
Nov 20 21:09:31.345801 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1939e9c4-c7a6-434d-b007-2af087786b5c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/routers/69498c71-33b4-431a-bcda-54c2a16138f4 HTTP/1.1" status: 404  len: 336 time: 0.0383031
Nov 20 21:09:31.348459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36594) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:31.376755 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-02342125-c330-4ccf-96f3-cb48cc33e870 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:09:31.377201 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02342125-c330-4ccf-96f3-cb48cc33e870 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:09:31.383256 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-02342125-c330-4ccf-96f3-cb48cc33e870 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/80cf0eeb-cb1b-4b87-9fd7-bd5e943d73a3 HTTP/1.1" status: 404  len: 337 time: 0.0309861
Nov 20 21:09:31.383256 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36596) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:31.386301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9780f411-ac36-4454-9ac4-0f1ba2effd6c None None] Network 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:31.412540 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-81dc4fcc-e295-4988-8a55-e368fbc75a06 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:09:31.412984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81dc4fcc-e295-4988-8a55-e368fbc75a06 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:09:31.416037 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-81dc4fcc-e295-4988-8a55-e368fbc75a06 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/cbf5d309-45a9-4442-8ba9-4d7bbdfc8a75 HTTP/1.1" status: 404  len: 337 time: 0.0318618
Nov 20 21:09:31.418557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36598) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:31.445290 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8883d53-c4b6-45be-b5e8-a595468bb586 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:09:31.445730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8883d53-c4b6-45be-b5e8-a595468bb586 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:09:31.448926 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d8883d53-c4b6-45be-b5e8-a595468bb586 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/b9b603fa-3070-4396-85b6-ac24959f7a83 HTTP/1.1" status: 404  len: 337 time: 0.0294616
Nov 20 21:09:31.451413 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36600) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:31.474869 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c96cd8a-60bc-4b4d-a90f-f10597fc8e66 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:09:31.475416 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c96cd8a-60bc-4b4d-a90f-f10597fc8e66 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:09:31.478491 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1c96cd8a-60bc-4b4d-a90f-f10597fc8e66 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/427a1321-5ba7-4f53-a0ae-161a1de09c62 HTTP/1.1" status: 404  len: 333 time: 0.0261714
Nov 20 21:09:31.481005 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36602) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:31.485161 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c4a9d1fe-9467-4566-a49d-0a4942add2b8 None None] Provisioning complete for port 8ae1e24e-5700-46c9-8a5f-7de280a38423 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:31.485472 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c4a9d1fe-9467-4566-a49d-0a4942add2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:31.507516 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-9542c4c6-f835-4132-8dea-23970b463b42 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:09:31.507964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9542c4c6-f835-4132-8dea-23970b463b42 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:09:31.511027 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9542c4c6-f835-4132-8dea-23970b463b42 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/b6c9bc21-5d58-448d-971d-391dfb89284f HTTP/1.1" status: 404  len: 337 time: 0.0291200
Nov 20 21:09:31.513822 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36604) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:31.566104 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b2a430-5531-4ca3-b44f-eb96cfe2d113 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:09:31.566659 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b2a430-5531-4ca3-b44f-eb96cfe2d113 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:09:31.571534 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-70b2a430-5531-4ca3-b44f-eb96cfe2d113 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/46876afa-221a-406e-8248-972e66540c33 HTTP/1.1" status: 404  len: 337 time: 0.0565257
Nov 20 21:09:31.574829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36608) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:31.605426 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a833cc-8fa6-4b38-93f6-92f79679201c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:09:31.606034 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a833cc-8fa6-4b38-93f6-92f79679201c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:09:31.607276 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c4a9d1fe-9467-4566-a49d-0a4942add2b8 None None] Provisioning complete for port ffa45ac5-0c4b-4e0a-bf1d-002165c962cd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:31.607647 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c4a9d1fe-9467-4566-a49d-0a4942add2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:31.609677 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c0a833cc-8fa6-4b38-93f6-92f79679201c tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/8c073b0a-7e5c-4731-963b-1dcd2e99cb05 HTTP/1.1" status: 404  len: 333 time: 0.0330801
Nov 20 21:09:31.612746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36610) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:31.637150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2763bd18-67c1-4f0b-98c6-3d4504d70b92 None None] DHCP port deletion for 75da5d3b-45e9-4d0b-b341-f8f0eb704e2c request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:09:31.646219 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6d761a-ed86-4c53-96ae-16386d3d23cc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:09:31.646981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6d761a-ed86-4c53-96ae-16386d3d23cc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:09:31.650873 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bb6d761a-ed86-4c53-96ae-16386d3d23cc tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/497d1744-efa1-430c-a85b-998ea0a551de HTTP/1.1" status: 404  len: 337 time: 0.0360513
Nov 20 21:09:31.652476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36614) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:31.676436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9d1fe-9467-4566-a49d-0a4942add2b8 None None] Port ffa45ac5-0c4b-4e0a-bf1d-002165c962cd cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:31.686889 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-3698b2a5-9a5d-4508-b7b7-e47d33949e41 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:09:31.687616 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3698b2a5-9a5d-4508-b7b7-e47d33949e41 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:09:31.693549 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3698b2a5-9a5d-4508-b7b7-e47d33949e41 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/subnets/ae025dc9-88a1-4d65-87ec-6a7fcdfeb6a7 HTTP/1.1" status: 404  len: 337 time: 0.0372097
Nov 20 21:09:31.693829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36616) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:31.704723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2763bd18-67c1-4f0b-98c6-3d4504d70b92 None None] Deleting port 8ae1e24e-5700-46c9-8a5f-7de280a38423 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:31.705102 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2763bd18-67c1-4f0b-98c6-3d4504d70b92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:31.768701 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2763bd18-67c1-4f0b-98c6-3d4504d70b92 None None] For port 8ae1e24e-5700-46c9-8a5f-7de280a38423, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ae1e24e-5700-46c9-8a5f-7de280a38423,segment=NetworkSegment(9034d2e5-5c2d-41a2-8540-d7f1b1507317),segment_id=9034d2e5-5c2d-41a2-8540-d7f1b1507317)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:31.769011 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2763bd18-67c1-4f0b-98c6-3d4504d70b92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:31.781379 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2763bd18-67c1-4f0b-98c6-3d4504d70b92 None None] Calling delete_port for 8ae1e24e-5700-46c9-8a5f-7de280a38423 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:31.787402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-915c5470-a71a-4d39-a507-4412b269877e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Deleting port ffa45ac5-0c4b-4e0a-bf1d-002165c962cd {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:31.787751 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-915c5470-a71a-4d39-a507-4412b269877e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:31.860796 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-915c5470-a71a-4d39-a507-4412b269877e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:31.863414 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2763bd18-67c1-4f0b-98c6-3d4504d70b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:31.873791 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-915c5470-a71a-4d39-a507-4412b269877e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Calling delete_port for ffa45ac5-0c4b-4e0a-bf1d-002165c962cd owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:31.888790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763bd18-67c1-4f0b-98c6-3d4504d70b92 None None] Pushing event deleted for resources: {'Port': ['ID=8ae1e24e-5700-46c9-8a5f-7de280a38423,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:31.892946 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2763bd18-67c1-4f0b-98c6-3d4504d70b92 None None] No DVR routers for this DVR port 8ae1e24e-5700-46c9-8a5f-7de280a38423 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:09:31.954903 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-915c5470-a71a-4d39-a507-4412b269877e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:31.982860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c5470-a71a-4d39-a507-4412b269877e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Port': ['ID=ffa45ac5-0c4b-4e0a-bf1d-002165c962cd,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:31.998435 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-915c5470-a71a-4d39-a507-4412b269877e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:32.001689 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-915c5470-a71a-4d39-a507-4412b269877e tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/ports/ffa45ac5-0c4b-4e0a-bf1d-002165c962cd HTTP/1.1" status: 204  len: 168 time: 0.3067055
Nov 20 21:09:32.004154 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36620) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:32.105612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521a9dc-c501-4f9e-b909-7db6b6510209 req-95e6389f-40c7-4c46-a97b-d7ed25e8b42c tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:32.107034 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d521a9dc-c501-4f9e-b909-7db6b6510209 req-95e6389f-40c7-4c46-a97b-d7ed25e8b42c tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 945 time: 0.1186545
Nov 20 21:09:32.112448 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43f21d95-c8f1-4bea-bb2b-9dc24b0dd539 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:32.164534 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 3132aec5-17c1-4ad9-a513-e12a061edbf5 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:32.200627 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d521a9dc-c501-4f9e-b909-7db6b6510209 req-f2138753-c277-4847-904d-ddbd4006a94a tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/security-groups?id=81166ef5-c1a0-42af-bb67-f3478366613b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862067
Nov 20 21:09:32.214147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 3132aec5-17c1-4ad9-a513-e12a061edbf5 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:09:32.225264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 3132aec5-17c1-4ad9-a513-e12a061edbf5 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:32.225636 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:32.241629 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43f21d95-c8f1-4bea-bb2b-9dc24b0dd539 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:32.262646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-43f21d95-c8f1-4bea-bb2b-9dc24b0dd539 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e98e5b0>,) {'filters': {'network_id': ['75da5d3b-45e9-4d0b-b341-f8f0eb704e2c']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:32.272541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-43f21d95-c8f1-4bea-bb2b-9dc24b0dd539 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e98e5b0>, '9034d2e5-5c2d-41a2-8540-d7f1b1507317') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:32.272847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-43f21d95-c8f1-4bea-bb2b-9dc24b0dd539 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e98e5b0>, '9034d2e5-5c2d-41a2-8540-d7f1b1507317') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:32.282556 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43f21d95-c8f1-4bea-bb2b-9dc24b0dd539 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:32.296294 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43f21d95-c8f1-4bea-bb2b-9dc24b0dd539 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:32.302340 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f21d95-c8f1-4bea-bb2b-9dc24b0dd539 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:09:32.302740 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43f21d95-c8f1-4bea-bb2b-9dc24b0dd539 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:09:32.305777 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:09:32.308319 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:32.332403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f7cf2f-0d15-498f-a32c-2fa01b79f22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3132aec5-17c1-4ad9-a513-e12a061edbf5'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:09:32.334687 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569a1f6d-315f-48fe-914a-347c9c7b708f" -d '{"events": [{"server_uuid": "c6f7cf2f-0d15-498f-a32c-2fa01b79f22d", "name": "network-vif-plugged", "status": "completed", "tag": "3132aec5-17c1-4ad9-a513-e12a061edbf5"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:09:32.351550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 3132aec5-17c1-4ad9-a513-e12a061edbf5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3132aec5-17c1-4ad9-a513-e12a061edbf5,segment=NetworkSegment(e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5),segment_id=e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:32.355743 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:32.379844 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b74eed-16b9-4814-b9a8-a62c4db1f00f x-openstack-request-id: req-d7b74eed-16b9-4814-b9a8-a62c4db1f00f {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:09:32.380145 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f7cf2f-0d15-498f-a32c-2fa01b79f22d", "name": "network-vif-plugged", "status": "completed", "tag": "3132aec5-17c1-4ad9-a513-e12a061edbf5", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:09:32.380403 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7b74eed-16b9-4814-b9a8-a62c4db1f00f {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:09:32.380800 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f7cf2f-0d15-498f-a32c-2fa01b79f22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3132aec5-17c1-4ad9-a513-e12a061edbf5', 'code': 200}
Nov 20 21:09:32.410437 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=3132aec5-17c1-4ad9-a513-e12a061edbf5,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:32.649990 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43f21d95-c8f1-4bea-bb2b-9dc24b0dd539 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:32.657780 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43f21d95-c8f1-4bea-bb2b-9dc24b0dd539 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:32.660864 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-43f21d95-c8f1-4bea-bb2b-9dc24b0dd539 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] 10.222.0.41 "DELETE /v2.0/networks/75da5d3b-45e9-4d0b-b341-f8f0eb704e2c HTTP/1.1" status: 204  len: 168 time: 0.6557953
Nov 20 21:09:32.676214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f21d95-c8f1-4bea-bb2b-9dc24b0dd539 tempest-PortsIpV6TestJSON-483693254 tempest-PortsIpV6TestJSON-483693254-project] Pushing event deleted for resources: {'Network': ['ID=75da5d3b-45e9-4d0b-b341-f8f0eb704e2c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:32.684015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f289818-ac41-4671-827f-aa5c60adf46c req-89ae5959-aa9b-476c-b2d7-38bc1d51122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:32.685595 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f289818-ac41-4671-827f-aa5c60adf46c req-89ae5959-aa9b-476c-b2d7-38bc1d51122f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 1097 time: 0.0639338
Nov 20 21:09:32.736910 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f289818-ac41-4671-827f-aa5c60adf46c req-1fcca629-86e4-43a1-bee7-c106a8753ab5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=81166ef5-c1a0-42af-bb67-f3478366613b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437539
Nov 20 21:09:32.913494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36632) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:33.047060 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8218a3dd-f682-40fb-9744-651b3cc6dc88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2662d7413e44ee2a8e9d6b3dc127161&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1316245
Nov 20 21:09:33.049483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36636) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:33.095096 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23164f1e-c991-4836-bc45-0298755ffc61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:33.115910 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23164f1e-c991-4836-bc45-0298755ffc61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:33.163456 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23164f1e-c991-4836-bc45-0298755ffc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:33.165895 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23164f1e-c991-4836-bc45-0298755ffc61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:33.167042 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-23164f1e-c991-4836-bc45-0298755ffc61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88ab1fd1-cc3d-4b3b-84a6-b4b77e6c0729 HTTP/1.1" status: 204  len: 168 time: 0.1166258
Nov 20 21:09:33.175329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23164f1e-c991-4836-bc45-0298755ffc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ab1fd1-cc3d-4b3b-84a6-b4b77e6c0729,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:33.333453 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990d4f-71b8-487f-8137-31fa6831c59c req-a164e805-3669-4d92-b172-c14be259d05b tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:33.335081 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e9990d4f-71b8-487f-8137-31fa6831c59c req-a164e805-3669-4d92-b172-c14be259d05b tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 946 time: 0.0609059
Nov 20 21:09:33.356351 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8ae1e24e-5700-46c9-8a5f-7de280a38423 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:09:33.380570 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 8ae1e24e-5700-46c9-8a5f-7de280a38423 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:09:33.380917 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8ae1e24e-5700-46c9-8a5f-7de280a38423 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:09:33.398460 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e9990d4f-71b8-487f-8137-31fa6831c59c req-b759598e-0e94-4ae1-bb85-5f6acabb39d9 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/security-groups?id=81166ef5-c1a0-42af-bb67-f3478366613b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565593
Nov 20 21:09:33.924367 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36664) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:34.020782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8f6a81a3-433e-44bf-b94a-cc07e72d8f9f tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-964144361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:34.043546 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8f6a81a3-433e-44bf-b94a-cc07e72d8f9f tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:34.044770 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8f6a81a3-433e-44bf-b94a-cc07e72d8f9f tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:34.098220 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8f6a81a3-433e-44bf-b94a-cc07e72d8f9f tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:34.102471 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8f6a81a3-433e-44bf-b94a-cc07e72d8f9f tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:34.119973 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8f6a81a3-433e-44bf-b94a-cc07e72d8f9f tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:34.121152 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8f6a81a3-433e-44bf-b94a-cc07e72d8f9f tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.1957610
Nov 20 21:09:34.123921 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36668) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:34.129454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-47cc97d2-0947-4985-9c93-cb3a602a3bdd tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1148651492'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:34.149603 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cc97d2-0947-4985-9c93-cb3a602a3bdd tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Made reservation on behalf of 8000d6acf89d4297a9a18ee430a04c6f for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:34.153055 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-47cc97d2-0947-4985-9c93-cb3a602a3bdd tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:34.161383 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-47cc97d2-0947-4985-9c93-cb3a602a3bdd tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:34.238892 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-47cc97d2-0947-4985-9c93-cb3a602a3bdd tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:34.242706 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-47cc97d2-0947-4985-9c93-cb3a602a3bdd tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:34.272083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cc97d2-0947-4985-9c93-cb3a602a3bdd tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:09:34.278378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc97d2-0947-4985-9c93-cb3a602a3bdd tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3e6f8f-d980-4067-b893-4cb93ea2ef92,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:34.284705 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-47cc97d2-0947-4985-9c93-cb3a602a3bdd tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:34.285053 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-47cc97d2-0947-4985-9c93-cb3a602a3bdd tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Added segment 60878676-b149-4ca3-be28-bd052cd8578b of type vlan for network 9c7299b4-5e09-408b-9270-f12099868d66
Nov 20 21:09:34.328372 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-47cc97d2-0947-4985-9c93-cb3a602a3bdd tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:34.351326 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-47cc97d2-0947-4985-9c93-cb3a602a3bdd tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:34.357143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc97d2-0947-4985-9c93-cb3a602a3bdd tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:34.357727 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-47cc97d2-0947-4985-9c93-cb3a602a3bdd tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:34.398763 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-47cc97d2-0947-4985-9c93-cb3a602a3bdd tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2731912
Nov 20 21:09:34.401896 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36670) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:34.407530 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-34a91035-e1dd-442b-ac6c-0537b9935ce3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Request body: {'subnet': {'network_id': '9c7299b4-5e09-408b-9270-f12099868d66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:34.433780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc97d2-0947-4985-9c93-cb3a602a3bdd tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event updated for resources: {'Network': ['ID=9c7299b4-5e09-408b-9270-f12099868d66,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:34.445122 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 9c7299b4-5e09-408b-9270-f12099868d66 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:09:34.538429 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a91035-e1dd-442b-ac6c-0537b9935ce3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Made reservation on behalf of 8000d6acf89d4297a9a18ee430a04c6f for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:34.541727 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-34a91035-e1dd-442b-ac6c-0537b9935ce3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:34.553520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ea46b-adf0-4181-a9f9-b1f441a622bf req-48a0c4a3-584c-47d0-bb4e-fd6060a903c8 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:34.555027 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-226ea46b-adf0-4181-a9f9-b1f441a622bf req-48a0c4a3-584c-47d0-bb4e-fd6060a903c8 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 946 time: 0.0739241
Nov 20 21:09:34.667773 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-226ea46b-adf0-4181-a9f9-b1f441a622bf req-1b6a04c1-1864-4cc4-8dd1-068a4c73f179 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/security-groups?id=81166ef5-c1a0-42af-bb67-f3478366613b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1018085
Nov 20 21:09:34.774769 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-34a91035-e1dd-442b-ac6c-0537b9935ce3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:34.791570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef68a3-24cb-463a-be4e-bd932e6b3229 req-386b75f4-96c7-43cc-82e6-1973afa0fc3a tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:34.793108 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-21ef68a3-24cb-463a-be4e-bd932e6b3229 req-386b75f4-96c7-43cc-82e6-1973afa0fc3a tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 946 time: 0.0548582
Nov 20 21:09:34.847236 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-21ef68a3-24cb-463a-be4e-bd932e6b3229 req-a4e8e5f1-8b99-456f-9cd7-8bae76891c44 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/security-groups?id=81166ef5-c1a0-42af-bb67-f3478366613b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464420
Nov 20 21:09:34.850336 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a91035-e1dd-442b-ac6c-0537b9935ce3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event updated for resources: {'Subnet': ['ID=cd461daf-cccc-422a-b58f-8a498ae81190,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:34.855750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a91035-e1dd-442b-ac6c-0537b9935ce3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Checking segment: {'id': '60878676-b149-4ca3-be28-bd052cd8578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9c7299b4-5e09-408b-9270-f12099868d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:34.856159 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a91035-e1dd-442b-ac6c-0537b9935ce3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Network hostable DHCP agents. Network: 9c7299b4-5e09-408b-9270-f12099868d66, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:09:34.875644 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a91035-e1dd-442b-ac6c-0537b9935ce3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Network 9c7299b4-5e09-408b-9270-f12099868d66 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:09:34.886791 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-34a91035-e1dd-442b-ac6c-0537b9935ce3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9c7299b4-5e09-408b-9270-f12099868d66) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:34.891216 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a91035-e1dd-442b-ac6c-0537b9935ce3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:34.893336 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-34a91035-e1dd-442b-ac6c-0537b9935ce3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:34.899496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda059bc-791e-4067-8220-fdae24b54d52 None None] Network 9c7299b4-5e09-408b-9270-f12099868d66 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:34.914703 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-34a91035-e1dd-442b-ac6c-0537b9935ce3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5114889
Nov 20 21:09:34.915319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36682) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:34.920727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-21f0b84d-f874-4205-a132-088f4d514a28 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Request body: {'network': {'name': 'tempest-router-network01--706319020'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:34.970460 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f0b84d-f874-4205-a132-088f4d514a28 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Made reservation on behalf of 8000d6acf89d4297a9a18ee430a04c6f for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:34.974041 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-21f0b84d-f874-4205-a132-088f4d514a28 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.006215 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d50b1-7076-4eae-b3d1-7eedc4934d09 req-c009e5b7-aaf4-4151-9470-9e36b838d169 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:35.007989 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc1d50b1-7076-4eae-b3d1-7eedc4934d09 req-c009e5b7-aaf4-4151-9470-9e36b838d169 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 946 time: 0.0809560
Nov 20 21:09:35.022861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f0b84d-f874-4205-a132-088f4d514a28 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:09:35.043246 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-21f0b84d-f874-4205-a132-088f4d514a28 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.043542 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-21f0b84d-f874-4205-a132-088f4d514a28 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Added segment 3e9de9fa-819d-4e4a-9d3d-67cd58ee7339 of type vlan for network 791b9a09-e4b5-4155-8df5-913f2491f077
Nov 20 21:09:35.066969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9c7299b4-5e09-408b-9270-f12099868d66', 'network_id': '9c7299b4-5e09-408b-9270-f12099868d66', 'tenant_id': '8000d6acf89d4297a9a18ee430a04c6f', 'fixed_ips': [{'subnet_id': 'cd461daf-cccc-422a-b58f-8a498ae81190'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:09:35.067852 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.103306 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc1d50b1-7076-4eae-b3d1-7eedc4934d09 req-9feaf7ab-c6a6-439f-ae3e-f3c090bc4d81 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/security-groups?id=81166ef5-c1a0-42af-bb67-f3478366613b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0885170
Nov 20 21:09:35.104837 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-21f0b84d-f874-4205-a132-088f4d514a28 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.129347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36684) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:35.132416 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-21f0b84d-f874-4205-a132-088f4d514a28 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.138807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0b84d-f874-4205-a132-088f4d514a28 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:35.139542 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-21f0b84d-f874-4205-a132-088f4d514a28 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.182138 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-21f0b84d-f874-4205-a132-088f4d514a28 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2653699
Nov 20 21:09:35.184871 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36688) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:35.190579 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f0bf3f81-04fc-4fce-9bc1-58f3c5102947 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Request body: {'network': {'name': 'tempest-router-network02--1630252481'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:35.218725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Allocated IP 172.20.0.2 (9c7299b4-5e09-408b-9270-f12099868d66/cd461daf-cccc-422a-b58f-8a498ae81190/bcb181f4-da8e-431a-b9ce-afd4f4f88fcc) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:35.221002 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0b84d-f874-4205-a132-088f4d514a28 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event updated for resources: {'Network': ['ID=791b9a09-e4b5-4155-8df5-913f2491f077,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:35.232404 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bf3f81-04fc-4fce-9bc1-58f3c5102947 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Made reservation on behalf of 8000d6acf89d4297a9a18ee430a04c6f for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:35.234857 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 791b9a09-e4b5-4155-8df5-913f2491f077 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:09:35.236583 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0bf3f81-04fc-4fce-9bc1-58f3c5102947 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.262227 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0bf3f81-04fc-4fce-9bc1-58f3c5102947 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:09:35.273826 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0bf3f81-04fc-4fce-9bc1-58f3c5102947 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.274343 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-f0bf3f81-04fc-4fce-9bc1-58f3c5102947 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Added segment 6a23787f-64a0-4d62-a2a8-44bba4570e44 of type vlan for network 360b3837-bbf0-4d22-b372-7a3f4c504a69
Nov 20 21:09:35.342558 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0bf3f81-04fc-4fce-9bc1-58f3c5102947 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.373396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dc1769-d4e0-4d58-864b-3843bca94933 tempest-TestServerBasicOps-1978760242 tempest-TestServerBasicOps-1978760242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:35.378762 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-63dc1769-d4e0-4d58-864b-3843bca94933 tempest-TestServerBasicOps-1978760242 tempest-TestServerBasicOps-1978760242-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 1092 time: 0.2448375
Nov 20 21:09:35.379246 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36690) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:35.384865 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '3132aec5-17c1-4ad9-a513-e12a061edbf5', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:35.385086 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0bf3f81-04fc-4fce-9bc1-58f3c5102947 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.393491 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bf3f81-04fc-4fce-9bc1-58f3c5102947 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:35.394178 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0bf3f81-04fc-4fce-9bc1-58f3c5102947 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.417312 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.437594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36692) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:35.438043 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f0bf3f81-04fc-4fce-9bc1-58f3c5102947 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2513146
Nov 20 21:09:35.445284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b1cfac6f-ba69-40a1-b461-a6b3ad1c050c tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Request body: {'subnet': {'network_id': '791b9a09-e4b5-4155-8df5-913f2491f077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:35.484673 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf3f81-04fc-4fce-9bc1-58f3c5102947 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event updated for resources: {'Network': ['ID=360b3837-bbf0-4d22-b372-7a3f4c504a69,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:35.507902 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 360b3837-bbf0-4d22-b372-7a3f4c504a69 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:09:35.602678 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cfac6f-ba69-40a1-b461-a6b3ad1c050c tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Made reservation on behalf of 8000d6acf89d4297a9a18ee430a04c6f for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:35.606116 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b1cfac6f-ba69-40a1-b461-a6b3ad1c050c tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.642262 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.649237 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.688340 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Network 9c7299b4-5e09-408b-9270-f12099868d66 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:35.691317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:35.694804 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:35.701107 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.704527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Pushing event updated for resources: {'Port': ['ID=bcb181f4-da8e-431a-b9ce-afd4f4f88fcc,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:35.754891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Attempting to bind port bcb181f4-da8e-431a-b9ce-afd4f4f88fcc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:09:35.755262 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Attempting to bind port bcb181f4-da8e-431a-b9ce-afd4f4f88fcc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '60878676-b149-4ca3-be28-bd052cd8578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9c7299b4-5e09-408b-9270-f12099868d66'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:09:35.755624 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Attempting to bind port bcb181f4-da8e-431a-b9ce-afd4f4f88fcc on network 9c7299b4-5e09-408b-9270-f12099868d66 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:09:35.760851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:09:35.761225 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Checking segment: {'id': '60878676-b149-4ca3-be28-bd052cd8578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9c7299b4-5e09-408b-9270-f12099868d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:35.761627 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.762019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Bound using segment: {'id': '60878676-b149-4ca3-be28-bd052cd8578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9c7299b4-5e09-408b-9270-f12099868d66'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:09:35.762548 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Bound port: bcb181f4-da8e-431a-b9ce-afd4f4f88fcc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60878676-b149-4ca3-be28-bd052cd8578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9c7299b4-5e09-408b-9270-f12099868d66'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:09:35.762940 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.829050 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] For port bcb181f4-da8e-431a-b9ce-afd4f4f88fcc, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:09:35.831951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] For port bcb181f4-da8e-431a-b9ce-afd4f4f88fcc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcb181f4-da8e-431a-b9ce-afd4f4f88fcc,segment=NetworkSegment(60878676-b149-4ca3-be28-bd052cd8578b),segment_id=60878676-b149-4ca3-be28-bd052cd8578b)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:09:35.837318 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:35.896335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f743a-ca9c-48c8-8614-aae14aaf4725 None None] Pushing event updated for resources: {'Port': ['ID=bcb181f4-da8e-431a-b9ce-afd4f4f88fcc,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:35.903640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Allocated IP 172.35.1.5 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/549b1a7b-3967-474d-b878-a7af8623045e) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:35.934461 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b1cfac6f-ba69-40a1-b461-a6b3ad1c050c tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:36.057717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfac6f-ba69-40a1-b461-a6b3ad1c050c tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event updated for resources: {'Subnet': ['ID=7d904f78-27d7-4904-b02a-0767d743e66b,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:36.079805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cfac6f-ba69-40a1-b461-a6b3ad1c050c tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Checking segment: {'id': '3e9de9fa-819d-4e4a-9d3d-67cd58ee7339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '791b9a09-e4b5-4155-8df5-913f2491f077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:36.080181 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cfac6f-ba69-40a1-b461-a6b3ad1c050c tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Network hostable DHCP agents. Network: 791b9a09-e4b5-4155-8df5-913f2491f077, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:09:36.127508 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:36.129201 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cfac6f-ba69-40a1-b461-a6b3ad1c050c tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Network 791b9a09-e4b5-4155-8df5-913f2491f077 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:09:36.145716 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-b1cfac6f-ba69-40a1-b461-a6b3ad1c050c tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 791b9a09-e4b5-4155-8df5-913f2491f077) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:36.150525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cfac6f-ba69-40a1-b461-a6b3ad1c050c tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:36.151157 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b1cfac6f-ba69-40a1-b461-a6b3ad1c050c tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:36.156368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf24c10-3322-4144-902b-ac3f7fea0d74 None None] Network 791b9a09-e4b5-4155-8df5-913f2491f077 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:36.183280 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b1cfac6f-ba69-40a1-b461-a6b3ad1c050c tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7424812
Nov 20 21:09:36.186418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36698) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:36.194771 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-5f475a1e-6a61-4a34-ba71-3c705d7c7f3a tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Request body: {'subnet': {'network_id': '360b3837-bbf0-4d22-b372-7a3f4c504a69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:36.195018 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:36.241793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:36.249021 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:36.252831 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:36.284355 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Pushing event updated for resources: {'Port': ['ID=549b1a7b-3967-474d-b878-a7af8623045e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:36.309249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f475a1e-6a61-4a34-ba71-3c705d7c7f3a tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Made reservation on behalf of 8000d6acf89d4297a9a18ee430a04c6f for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:36.315394 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f475a1e-6a61-4a34-ba71-3c705d7c7f3a tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:36.348326 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-791b9a09-e4b5-4155-8df5-913f2491f077', 'network_id': '791b9a09-e4b5-4155-8df5-913f2491f077', 'tenant_id': '8000d6acf89d4297a9a18ee430a04c6f', 'fixed_ips': [{'subnet_id': '7d904f78-27d7-4904-b02a-0767d743e66b'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:09:36.349448 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:36.501689 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Allocated IP 172.20.0.2 (791b9a09-e4b5-4155-8df5-913f2491f077/7d904f78-27d7-4904-b02a-0767d743e66b/69be4294-3715-449f-a4b8-9e1e58b78d83) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:36.525156 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f475a1e-6a61-4a34-ba71-3c705d7c7f3a tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:36.590597 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f475a1e-6a61-4a34-ba71-3c705d7c7f3a tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event updated for resources: {'Subnet': ['ID=a7713a49-41b6-4692-a755-018d0755895d,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:36.611660 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f475a1e-6a61-4a34-ba71-3c705d7c7f3a tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Checking segment: {'id': '6a23787f-64a0-4d62-a2a8-44bba4570e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '360b3837-bbf0-4d22-b372-7a3f4c504a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:36.612284 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f475a1e-6a61-4a34-ba71-3c705d7c7f3a tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Network hostable DHCP agents. Network: 360b3837-bbf0-4d22-b372-7a3f4c504a69, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:09:36.633902 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f475a1e-6a61-4a34-ba71-3c705d7c7f3a tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Network 360b3837-bbf0-4d22-b372-7a3f4c504a69 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:09:36.652143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-5f475a1e-6a61-4a34-ba71-3c705d7c7f3a tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 360b3837-bbf0-4d22-b372-7a3f4c504a69) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:36.659367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f475a1e-6a61-4a34-ba71-3c705d7c7f3a tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:36.660277 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f475a1e-6a61-4a34-ba71-3c705d7c7f3a tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:36.674580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed583c03-201b-46d2-83e0-46f591ac96b2 None None] Network 360b3837-bbf0-4d22-b372-7a3f4c504a69 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:36.690526 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5f475a1e-6a61-4a34-ba71-3c705d7c7f3a tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4995272
Nov 20 21:09:36.691107 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36700) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:36.729677 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:36.742351 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:36.762392 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:36.829908 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:36.838439 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Network 791b9a09-e4b5-4155-8df5-913f2491f077 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:36.845635 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:36.848261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:36.850795 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Pushing event updated for resources: {'Port': ['ID=69be4294-3715-449f-a4b8-9e1e58b78d83,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:36.971964 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Attempting to bind port 69be4294-3715-449f-a4b8-9e1e58b78d83 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:09:36.972296 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Attempting to bind port 69be4294-3715-449f-a4b8-9e1e58b78d83 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e9de9fa-819d-4e4a-9d3d-67cd58ee7339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '791b9a09-e4b5-4155-8df5-913f2491f077'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:09:36.972606 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Attempting to bind port 69be4294-3715-449f-a4b8-9e1e58b78d83 on network 791b9a09-e4b5-4155-8df5-913f2491f077 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:09:37.003328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:09:37.003770 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Checking segment: {'id': '3e9de9fa-819d-4e4a-9d3d-67cd58ee7339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '791b9a09-e4b5-4155-8df5-913f2491f077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:37.004105 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:37.004504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Bound using segment: {'id': '3e9de9fa-819d-4e4a-9d3d-67cd58ee7339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '791b9a09-e4b5-4155-8df5-913f2491f077'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:09:37.004996 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Bound port: 69be4294-3715-449f-a4b8-9e1e58b78d83, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9de9fa-819d-4e4a-9d3d-67cd58ee7339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '791b9a09-e4b5-4155-8df5-913f2491f077'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:09:37.005392 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:37.022756 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-360b3837-bbf0-4d22-b372-7a3f4c504a69', 'network_id': '360b3837-bbf0-4d22-b372-7a3f4c504a69', 'tenant_id': '8000d6acf89d4297a9a18ee430a04c6f', 'fixed_ips': [{'subnet_id': 'a7713a49-41b6-4692-a755-018d0755895d'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:09:37.023637 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:37.090127 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:37.095923 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:37.103887 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:37.145270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c7391b-7a8c-45fe-95c5-051514c69e12 None None] Network 9c7299b4-5e09-408b-9270-f12099868d66 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:37.198192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Pushing event updated for resources: {'Port': ['ID=549b1a7b-3967-474d-b878-a7af8623045e,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:37.200559 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:37.207711 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] For port 69be4294-3715-449f-a4b8-9e1e58b78d83, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:09:37.256514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] For port 69be4294-3715-449f-a4b8-9e1e58b78d83, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69be4294-3715-449f-a4b8-9e1e58b78d83,segment=NetworkSegment(3e9de9fa-819d-4e4a-9d3d-67cd58ee7339),segment_id=3e9de9fa-819d-4e4a-9d3d-67cd58ee7339)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:09:37.286165 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:37.300894 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6777ee16-5fe8-4443-b714-f7aad4071892 None None] Provisioning complete for port bcb181f4-da8e-431a-b9ce-afd4f4f88fcc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:37.301263 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6777ee16-5fe8-4443-b714-f7aad4071892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:37.339088 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Floating IP f16f22d1-8047-4478-9e48-58fbadb725dd associated. External IP: 172.35.1.5, port: 3132aec5-17c1-4ad9-a513-e12a061edbf5.
Nov 20 21:09:37.391623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Allocated IP 172.20.0.1 (791b9a09-e4b5-4155-8df5-913f2491f077/7d904f78-27d7-4904-b02a-0767d743e66b/e55cca57-b968-41ce-8806-2db9fbeb865b) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:37.456240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Allocated IP 172.20.0.2 (360b3837-bbf0-4d22-b372-7a3f4c504a69/a7713a49-41b6-4692-a755-018d0755895d/f82ce3ce-a0d6-4d01-9006-0640247acba4) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:37.468827 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bcb181f4-da8e-431a-b9ce-afd4f4f88fcc up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:37.532765 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2fd22-e707-443a-bb69-b15f7d0197c1 None None] Pushing event updated for resources: {'Port': ['ID=69be4294-3715-449f-a4b8-9e1e58b78d83,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:37.561545 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:37.605533 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:37.620806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Router 797a62b2-e202-493b-94cb-505a913f1609 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:09:37.675118 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Network 791b9a09-e4b5-4155-8df5-913f2491f077 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:37.679590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:37.682747 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:37.740812 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event updated for resources: {'Port': ['ID=e55cca57-b968-41ce-8806-2db9fbeb865b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:37.757574 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:37.763560 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:09:37.790627 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:37.834127 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d2832f88-e248-4e7a-80a0-c8802186134e tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4494126
Nov 20 21:09:37.834127 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f7cf2f-0d15-498f-a32c-2fa01b79f22d', 'tag': '3132aec5-17c1-4ad9-a513-e12a061edbf5'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:09:37.834127 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68db7024-1ac6-4ed7-ae53-a180fd9f9939" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f7cf2f-0d15-498f-a32c-2fa01b79f22d", "tag": "3132aec5-17c1-4ad9-a513-e12a061edbf5"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:09:37.898028 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647abf4f-7d6d-41aa-9446-667dcb87aef6 x-openstack-request-id: req-647abf4f-7d6d-41aa-9446-667dcb87aef6 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:09:37.898602 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f7cf2f-0d15-498f-a32c-2fa01b79f22d", "tag": "3132aec5-17c1-4ad9-a513-e12a061edbf5", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:09:37.899194 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-647abf4f-7d6d-41aa-9446-667dcb87aef6 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:09:37.900293 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f7cf2f-0d15-498f-a32c-2fa01b79f22d', 'tag': '3132aec5-17c1-4ad9-a513-e12a061edbf5', 'status': 'completed', 'code': 200}
Nov 20 21:09:37.910343 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:37.958077 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f1547-c321-4caa-8bc6-4d935267116a None None] Sync routers for ids ['797a62b2-e202-493b-94cb-505a913f1609'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:09:37.963350 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db7024-1ac6-4ed7-ae53-a180fd9f9939 req-c7e18899-7756-43b0-94f7-fe78b018cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:37.964882 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68db7024-1ac6-4ed7-ae53-a180fd9f9939 req-c7e18899-7756-43b0-94f7-fe78b018cd28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76440d312bb547959d5437ce510b515b&device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 1097 time: 0.0439200
Nov 20 21:09:37.992812 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6777ee16-5fe8-4443-b714-f7aad4071892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:38.002627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port bcb181f4-da8e-431a-b9ce-afd4f4f88fcc triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:38.003005 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:38.025030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f1547-c321-4caa-8bc6-4d935267116a None None] Routers {'797a62b2-e202-493b-94cb-505a913f1609'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:38.025782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-136f1547-c321-4caa-8bc6-4d935267116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463dc3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:09:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['797a62b2-e202-493b-94cb-505a913f1609'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:38.086923 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db7024-1ac6-4ed7-ae53-a180fd9f9939 req-fb2bea55-eafd-4500-92a8-c28750063a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:38.088712 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68db7024-1ac6-4ed7-ae53-a180fd9f9939 req-fb2bea55-eafd-4500-92a8-c28750063a06 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 HTTP/1.1" status: 200  len: 910 time: 0.1164045
Nov 20 21:09:38.213873 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68db7024-1ac6-4ed7-ae53-a180fd9f9939 req-f45cdaa7-b98c-41a1-bea3-10060eaa536a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3132aec5-17c1-4ad9-a513-e12a061edbf5 HTTP/1.1" status: 200  len: 998 time: 0.1175745
Nov 20 21:09:38.219236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6777ee16-5fe8-4443-b714-f7aad4071892 None None] For port bcb181f4-da8e-431a-b9ce-afd4f4f88fcc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcb181f4-da8e-431a-b9ce-afd4f4f88fcc,segment=NetworkSegment(60878676-b149-4ca3-be28-bd052cd8578b),segment_id=60878676-b149-4ca3-be28-bd052cd8578b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:38.239797 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6777ee16-5fe8-4443-b714-f7aad4071892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:38.283960 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:38.290019 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:38.300303 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:38.300536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db7024-1ac6-4ed7-ae53-a180fd9f9939 req-0da7273c-a923-40ac-b5e4-f63d5de62308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:38.302237 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68db7024-1ac6-4ed7-ae53-a180fd9f9939 req-0da7273c-a923-40ac-b5e4-f63d5de62308 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fee750e-6a59-4222-bc47-aa0a16b97917 HTTP/1.1" status: 200  len: 848 time: 0.0808978
Nov 20 21:09:38.315564 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:38.327626 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-136f1547-c321-4caa-8bc6-4d935267116a None None] Set router 797a62b2-e202-493b-94cb-505a913f1609 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:09:38.373369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db7024-1ac6-4ed7-ae53-a180fd9f9939 req-306bef91-1017-4f52-8114-ceb527213b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:38.375999 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68db7024-1ac6-4ed7-ae53-a180fd9f9939 req-306bef91-1017-4f52-8114-ceb527213b52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2fe32bd-ee9f-42ff-914b-61d7b525e3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0606470
Nov 20 21:09:38.378805 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:38.401862 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:38.407411 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:38.416209 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event updated for resources: {'Port': ['ID=e55cca57-b968-41ce-8806-2db9fbeb865b,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:38.439141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777ee16-5fe8-4443-b714-f7aad4071892 None None] Pushing event updated for resources: {'Port': ['ID=bcb181f4-da8e-431a-b9ce-afd4f4f88fcc,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:38.500458 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Network 360b3837-bbf0-4d22-b372-7a3f4c504a69 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:38.513662 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68db7024-1ac6-4ed7-ae53-a180fd9f9939 req-63854fd9-70fd-4326-bed2-0179c6e5f66f service neutron] 10.222.0.37 "GET /v2.0/networks/f2fe32bd-ee9f-42ff-914b-61d7b525e3e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261101
Nov 20 21:09:38.565747 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Network 791b9a09-e4b5-4155-8df5-913f2491f077 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:38.567465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:38.579338 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:38.588995 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:38.644089 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68db7024-1ac6-4ed7-ae53-a180fd9f9939 req-d3abcf84-9ca2-4da4-bc02-94fe7bbc87c9 service neutron] 10.222.0.37 "GET /v2.0/networks/f2fe32bd-ee9f-42ff-914b-61d7b525e3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209671
Nov 20 21:09:38.646071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2f4f7fce-3837-4672-a723-a30c2ccac063 None None] Provisioning complete for port bcb181f4-da8e-431a-b9ce-afd4f4f88fcc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:38.646456 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2f4f7fce-3837-4672-a723-a30c2ccac063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:38.688968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Pushing event updated for resources: {'Port': ['ID=f82ce3ce-a0d6-4d01-9006-0640247acba4,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:38.727955 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Router d4ea1376-cbcb-4058-984d-65ec40d7f4b4 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:09:38.795758 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Attempting to bind port f82ce3ce-a0d6-4d01-9006-0640247acba4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:09:38.796132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Attempting to bind port f82ce3ce-a0d6-4d01-9006-0640247acba4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6a23787f-64a0-4d62-a2a8-44bba4570e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '360b3837-bbf0-4d22-b372-7a3f4c504a69'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:09:38.796521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Attempting to bind port f82ce3ce-a0d6-4d01-9006-0640247acba4 on network 360b3837-bbf0-4d22-b372-7a3f4c504a69 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:09:38.798997 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2dd5bc-1605-4b98-a8e4-c305aff350b6 None None] Network 791b9a09-e4b5-4155-8df5-913f2491f077 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:38.826797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:09:38.826797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Checking segment: {'id': '6a23787f-64a0-4d62-a2a8-44bba4570e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '360b3837-bbf0-4d22-b372-7a3f4c504a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:38.827142 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:38.828205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Bound using segment: {'id': '6a23787f-64a0-4d62-a2a8-44bba4570e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '360b3837-bbf0-4d22-b372-7a3f4c504a69'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:09:38.828596 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Bound port: f82ce3ce-a0d6-4d01-9006-0640247acba4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a23787f-64a0-4d62-a2a8-44bba4570e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '360b3837-bbf0-4d22-b372-7a3f4c504a69'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:09:38.829087 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:38.830486 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:09:38.836074 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4bc103e7-0ef7-4c76-ac2d-056ede8055b5 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "PUT /v2.0/routers/d4ea1376-cbcb-4058-984d-65ec40d7f4b4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1434233
Nov 20 21:09:38.838251 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36714) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:38.841862 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4f5d12-6825-44e9-8780-e93f27a192e2 None None] Sync routers for ids ['d4ea1376-cbcb-4058-984d-65ec40d7f4b4'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:09:38.862625 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f5d12-6825-44e9-8780-e93f27a192e2 None None] Routers {'d4ea1376-cbcb-4058-984d-65ec40d7f4b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:38.863283 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-4b4f5d12-6825-44e9-8780-e93f27a192e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5447a130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:09:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d4ea1376-cbcb-4058-984d-65ec40d7f4b4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:38.900105 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-4b4f5d12-6825-44e9-8780-e93f27a192e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5447a130>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:38.910014 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f5d12-6825-44e9-8780-e93f27a192e2 None None] Routers {'d4ea1376-cbcb-4058-984d-65ec40d7f4b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:38.910652 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-4b4f5d12-6825-44e9-8780-e93f27a192e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5447a130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:09:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d4ea1376-cbcb-4058-984d-65ec40d7f4b4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:38.944123 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-4b4f5d12-6825-44e9-8780-e93f27a192e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5447a130>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:38.946091 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4f5d12-6825-44e9-8780-e93f27a192e2 None None] The sync data for ids ['d4ea1376-cbcb-4058-984d-65ec40d7f4b4'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:09:39.056117 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] For port f82ce3ce-a0d6-4d01-9006-0640247acba4, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:09:39.075267 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] For port f82ce3ce-a0d6-4d01-9006-0640247acba4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f82ce3ce-a0d6-4d01-9006-0640247acba4,segment=NetworkSegment(6a23787f-64a0-4d62-a2a8-44bba4570e44),segment_id=6a23787f-64a0-4d62-a2a8-44bba4570e44)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:09:39.083954 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:39.155041 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-136f1547-c321-4caa-8bc6-4d935267116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463dc3d0>, [{'id': '797a62b2-e202-493b-94cb-505a913f1609', 'name': 'tempest-TestServerBasicOps-1765763611-router', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113'}], 'enable_snat': True}, 'gw_port_id': '9b759899-de89-434c-ad6b-1f9d99684178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:07Z', 'updated_at': '2021-11-20T21:09:11Z', 'revision_number': 4, 'project_id': '76440d312bb547959d5437ce510b515b', 'gw_port': {'id': '9b759899-de89-434c-ad6b-1f9d99684178', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:08Z', 'updated_at': '2021-11-20T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f16f22d1-8047-4478-9e48-58fbadb725dd', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'floating_ip_address': '172.35.1.5', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '797a62b2-e202-493b-94cb-505a913f1609', 'port_id': '3132aec5-17c1-4ad9-a513-e12a061edbf5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'mac_address': 'fa:16:3e:d4:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f7cf2f-0d15-498f-a32c-2fa01b79f22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:09:36Z', 'updated_at': '2021-11-20T21:09:36Z', 'revision_number': 0, 'project_id': '76440d312bb547959d5437ce510b515b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e96240-ee06-4a7f-991d-5f42af752ba3', 'name': '', 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'mac_address': 'fa:16:3e:d2:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:10Z', 'updated_at': '2021-11-20T21:09:20Z', 'revision_number': 5, 'project_id': '76440d312bb547959d5437ce510b515b', 'subnets': [{'id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:39.195324 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f1547-c321-4caa-8bc6-4d935267116a None None] Checking router: 797a62b2-e202-493b-94cb-505a913f1609 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:09:39.206250 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-96a9b61f-4c05-4506-b22b-bb9b33bcb51e tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:09:39.207322 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-96a9b61f-4c05-4506-b22b-bb9b33bcb51e tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "PUT /v2.0/routers/d4ea1376-cbcb-4058-984d-65ec40d7f4b4/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.3679135
Nov 20 21:09:39.210088 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36718) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:39.218753 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2075b3eb-1b2f-45b9-bf70-94ce8274a8c4 None None] Provisioning complete for port 69be4294-3715-449f-a4b8-9e1e58b78d83 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:39.219136 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2075b3eb-1b2f-45b9-bf70-94ce8274a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:39.226013 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d405b-d31f-409c-82bc-a5bcdafb4af8 None None] Pushing event updated for resources: {'Port': ['ID=f82ce3ce-a0d6-4d01-9006-0640247acba4,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:39.266447 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f1547-c321-4caa-8bc6-4d935267116a None None] Routers {'797a62b2-e202-493b-94cb-505a913f1609'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:39.267095 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-136f1547-c321-4caa-8bc6-4d935267116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463dc3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:09:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['797a62b2-e202-493b-94cb-505a913f1609'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:39.513620 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2075b3eb-1b2f-45b9-bf70-94ce8274a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:39.557366 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-136f1547-c321-4caa-8bc6-4d935267116a None None] Set router 797a62b2-e202-493b-94cb-505a913f1609 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:09:39.592873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bcb181f4-da8e-431a-b9ce-afd4f4f88fcc up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:39.636658 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2075b3eb-1b2f-45b9-bf70-94ce8274a8c4 None None] For port 69be4294-3715-449f-a4b8-9e1e58b78d83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69be4294-3715-449f-a4b8-9e1e58b78d83,segment=NetworkSegment(3e9de9fa-819d-4e4a-9d3d-67cd58ee7339),segment_id=3e9de9fa-819d-4e4a-9d3d-67cd58ee7339)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:39.649781 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2075b3eb-1b2f-45b9-bf70-94ce8274a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:39.683854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af283711-72c9-414a-a66c-6a02d5f46c84 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:39.775714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075b3eb-1b2f-45b9-bf70-94ce8274a8c4 None None] Pushing event updated for resources: {'Port': ['ID=69be4294-3715-449f-a4b8-9e1e58b78d83,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:39.822475 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port bcb181f4-da8e-431a-b9ce-afd4f4f88fcc triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:39.822855 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:39.828407 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-86e8c915-5832-4c4b-b678-a6f3d12470bf None None] Provisioning complete for port 69be4294-3715-449f-a4b8-9e1e58b78d83 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:39.828773 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-86e8c915-5832-4c4b-b678-a6f3d12470bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:40.229509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 69be4294-3715-449f-a4b8-9e1e58b78d83 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:40.297203 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-86e8c915-5832-4c4b-b678-a6f3d12470bf None None] Provisioning complete for port e55cca57-b968-41ce-8806-2db9fbeb865b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:40.297572 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-86e8c915-5832-4c4b-b678-a6f3d12470bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:40.302637 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-136f1547-c321-4caa-8bc6-4d935267116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463dc3d0>, [{'id': '797a62b2-e202-493b-94cb-505a913f1609', 'name': 'tempest-TestServerBasicOps-1765763611-router', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113'}], 'enable_snat': True}, 'gw_port_id': '9b759899-de89-434c-ad6b-1f9d99684178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:07Z', 'updated_at': '2021-11-20T21:09:11Z', 'revision_number': 4, 'project_id': '76440d312bb547959d5437ce510b515b', 'gw_port': {'id': '9b759899-de89-434c-ad6b-1f9d99684178', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:08Z', 'updated_at': '2021-11-20T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f16f22d1-8047-4478-9e48-58fbadb725dd', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'floating_ip_address': '172.35.1.5', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '797a62b2-e202-493b-94cb-505a913f1609', 'port_id': '3132aec5-17c1-4ad9-a513-e12a061edbf5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'mac_address': 'fa:16:3e:d4:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f7cf2f-0d15-498f-a32c-2fa01b79f22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:09:36Z', 'updated_at': '2021-11-20T21:09:36Z', 'revision_number': 0, 'project_id': '76440d312bb547959d5437ce510b515b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e96240-ee06-4a7f-991d-5f42af752ba3', 'name': '', 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'mac_address': 'fa:16:3e:d2:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:10Z', 'updated_at': '2021-11-20T21:09:20Z', 'revision_number': 5, 'project_id': '76440d312bb547959d5437ce510b515b', 'subnets': [{'id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:40.318840 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-af283711-72c9-414a-a66c-6a02d5f46c84 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Deleting port e55cca57-b968-41ce-8806-2db9fbeb865b {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:40.319186 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af283711-72c9-414a-a66c-6a02d5f46c84 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:40.369108 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f1547-c321-4caa-8bc6-4d935267116a None None] The sync data for ids ['797a62b2-e202-493b-94cb-505a913f1609'] in ncdv-master-1 is: [{'id': '797a62b2-e202-493b-94cb-505a913f1609', 'name': 'tempest-TestServerBasicOps-1765763611-router', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113'}], 'enable_snat': True}, 'gw_port_id': '9b759899-de89-434c-ad6b-1f9d99684178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:07Z', 'updated_at': '2021-11-20T21:09:11Z', 'revision_number': 4, 'project_id': '76440d312bb547959d5437ce510b515b', 'gw_port': {'id': '9b759899-de89-434c-ad6b-1f9d99684178', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:08Z', 'updated_at': '2021-11-20T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f16f22d1-8047-4478-9e48-58fbadb725dd', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'floating_ip_address': '172.35.1.5', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '797a62b2-e202-493b-94cb-505a913f1609', 'port_id': '3132aec5-17c1-4ad9-a513-e12a061edbf5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'mac_address': 'fa:16:3e:d4:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f7cf2f-0d15-498f-a32c-2fa01b79f22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:09:36Z', 'updated_at': '2021-11-20T21:09:36Z', 'revision_number': 0, 'project_id': '76440d312bb547959d5437ce510b515b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e96240-ee06-4a7f-991d-5f42af752ba3', 'name': '', 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'mac_address': 'fa:16:3e:d2:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:10Z', 'updated_at': '2021-11-20T21:09:20Z', 'revision_number': 5, 'project_id': '76440d312bb547959d5437ce510b515b', 'subnets': [{'id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:09:40.376769 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 69be4294-3715-449f-a4b8-9e1e58b78d83 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:40.377142 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:40.379900 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-86e8c915-5832-4c4b-b678-a6f3d12470bf None None] Port e55cca57-b968-41ce-8806-2db9fbeb865b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:40.436945 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af283711-72c9-414a-a66c-6a02d5f46c84 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:40.451575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-af283711-72c9-414a-a66c-6a02d5f46c84 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Calling delete_port for e55cca57-b968-41ce-8806-2db9fbeb865b owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:40.513384 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2b181a-a0a4-42a7-a67d-5868875fbc3f None None] Network 360b3837-bbf0-4d22-b372-7a3f4c504a69 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:40.518490 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-08dd6644-1ab6-4a24-ae2f-e1f76471a3e5 None None] Provisioning complete for port e55cca57-b968-41ce-8806-2db9fbeb865b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:40.519081 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-08dd6644-1ab6-4a24-ae2f-e1f76471a3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:40.611626 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-08dd6644-1ab6-4a24-ae2f-e1f76471a3e5 None None] Port e55cca57-b968-41ce-8806-2db9fbeb865b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:40.654840 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af283711-72c9-414a-a66c-6a02d5f46c84 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:40.660795 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab4217d-2836-4a24-bbdc-ac056628587b None None] New status for floating IP f16f22d1-8047-4478-9e48-58fbadb725dd: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:09:40.692221 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af283711-72c9-414a-a66c-6a02d5f46c84 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event deleted for resources: {'Port': ['ID=e55cca57-b968-41ce-8806-2db9fbeb865b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:40.820304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cab3f832-90b5-4f8a-b18a-1acc0c04e84a None None] Provisioning complete for port f82ce3ce-a0d6-4d01-9006-0640247acba4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:40.820680 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cab3f832-90b5-4f8a-b18a-1acc0c04e84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:40.842579 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af283711-72c9-414a-a66c-6a02d5f46c84 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:40.956751 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cab3f832-90b5-4f8a-b18a-1acc0c04e84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:40.992623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cab3f832-90b5-4f8a-b18a-1acc0c04e84a None None] For port f82ce3ce-a0d6-4d01-9006-0640247acba4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f82ce3ce-a0d6-4d01-9006-0640247acba4,segment=NetworkSegment(6a23787f-64a0-4d62-a2a8-44bba4570e44),segment_id=6a23787f-64a0-4d62-a2a8-44bba4570e44)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:40.996544 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cab3f832-90b5-4f8a-b18a-1acc0c04e84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:41.046617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3f832-90b5-4f8a-b18a-1acc0c04e84a None None] Pushing event updated for resources: {'Port': ['ID=f82ce3ce-a0d6-4d01-9006-0640247acba4,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:41.049367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af283711-72c9-414a-a66c-6a02d5f46c84 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Router d4ea1376-cbcb-4058-984d-65ec40d7f4b4 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:09:41.117202 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-64643ae4-8766-4648-a535-ade3aae7ce48 None None] Provisioning complete for port f82ce3ce-a0d6-4d01-9006-0640247acba4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:41.117570 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-64643ae4-8766-4648-a535-ade3aae7ce48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:41.127726 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af283711-72c9-414a-a66c-6a02d5f46c84 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:09:41.132982 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-af283711-72c9-414a-a66c-6a02d5f46c84 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "PUT /v2.0/routers/d4ea1376-cbcb-4058-984d-65ec40d7f4b4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9219353
Nov 20 21:09:41.136625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36726) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:41.137877 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d07512-7fa3-4221-9df2-6cd30f40dfc2 None None] Sync routers for ids ['d4ea1376-cbcb-4058-984d-65ec40d7f4b4'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:09:41.149997 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d07512-7fa3-4221-9df2-6cd30f40dfc2 None None] Routers {'d4ea1376-cbcb-4058-984d-65ec40d7f4b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:41.150685 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-50d07512-7fa3-4221-9df2-6cd30f40dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5447a1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:09:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d4ea1376-cbcb-4058-984d-65ec40d7f4b4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:41.178781 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-a7db1f00-483c-4dcd-b10e-6d880aed9184 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] delete failed (client error): The resource could not be found.
Nov 20 21:09:41.183487 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a7db1f00-483c-4dcd-b10e-6d880aed9184 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1636307191 HTTP/1.1" status: 404  len: 335 time: 0.0422149
Nov 20 21:09:41.183625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36728) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:41.188062 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-50d07512-7fa3-4221-9df2-6cd30f40dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5447a1f0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:41.188949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ee956482-afe5-49be-9d59-cc6cedbb4765 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd4ea1376-cbcb-4058-984d-65ec40d7f4b4'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:41.196778 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d07512-7fa3-4221-9df2-6cd30f40dfc2 None None] Routers {'d4ea1376-cbcb-4058-984d-65ec40d7f4b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:41.197554 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-50d07512-7fa3-4221-9df2-6cd30f40dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5447a1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:09:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d4ea1376-cbcb-4058-984d-65ec40d7f4b4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:41.230661 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-50d07512-7fa3-4221-9df2-6cd30f40dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5447a1f0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:41.231316 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d07512-7fa3-4221-9df2-6cd30f40dfc2 None None] The sync data for ids ['d4ea1376-cbcb-4058-984d-65ec40d7f4b4'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:09:41.417701 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee956482-afe5-49be-9d59-cc6cedbb4765 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:41.437775 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-ee956482-afe5-49be-9d59-cc6cedbb4765 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] update failed (client error): The resource could not be found.
Nov 20 21:09:41.438960 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ee956482-afe5-49be-9d59-cc6cedbb4765 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "PUT /v2.0/routers/d4ea1376-cbcb-4058-984d-65ec40d7f4b4 HTTP/1.1" status: 404  len: 339 time: 0.2542851
Nov 20 21:09:41.442196 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 69be4294-3715-449f-a4b8-9e1e58b78d83 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:41.443074 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36732) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:41.491301 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:09:41.494597 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 69be4294-3715-449f-a4b8-9e1e58b78d83 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:41.494970 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:41.582722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f82ce3ce-a0d6-4d01-9006-0640247acba4 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:41.629525 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port f82ce3ce-a0d6-4d01-9006-0640247acba4 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:41.629902 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:41.733553 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:41.978572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Allocated IP 172.20.0.1 (9c7299b4-5e09-408b-9270-f12099868d66/cd461daf-cccc-422a-b58f-8a498ae81190/b9c47a4d-450d-48fc-8495-9eccc14d3e8a) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:42.087365 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:42.119406 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:42.160001 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Network 9c7299b4-5e09-408b-9270-f12099868d66 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:42.162983 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:42.166691 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:42.197487 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event updated for resources: {'Port': ['ID=b9c47a4d-450d-48fc-8495-9eccc14d3e8a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:42.221345 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:42.340203 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:42.437404 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-46e54482-58cc-4b5c-89b0-13e5b903b2e3 None None] Provisioning complete for port b9c47a4d-450d-48fc-8495-9eccc14d3e8a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:42.437745 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-46e54482-58cc-4b5c-89b0-13e5b903b2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:42.478268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-46e54482-58cc-4b5c-89b0-13e5b903b2e3 None None] Port b9c47a4d-450d-48fc-8495-9eccc14d3e8a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:42.614756 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:42.619121 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:42.696047 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event updated for resources: {'Port': ['ID=b9c47a4d-450d-48fc-8495-9eccc14d3e8a,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:42.698404 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:42.788721 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Network 9c7299b4-5e09-408b-9270-f12099868d66 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:42.789994 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:42.891561 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Router d4ea1376-cbcb-4058-984d-65ec40d7f4b4 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:09:42.989981 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:09:42.998007 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5aaff924-1cf4-4c00-a33f-b9fab7853a81 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "PUT /v2.0/routers/d4ea1376-cbcb-4058-984d-65ec40d7f4b4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5511577
Nov 20 21:09:42.998142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36740) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:42.999730 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a15c311-5791-4d64-888c-0e4fa4800c79 None None] Sync routers for ids ['d4ea1376-cbcb-4058-984d-65ec40d7f4b4'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:09:43.012011 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5767867e-3807-42ba-84e5-93f73aaf9a40 None None] Provisioning complete for port b9c47a4d-450d-48fc-8495-9eccc14d3e8a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:43.012388 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5767867e-3807-42ba-84e5-93f73aaf9a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:43.015899 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a15c311-5791-4d64-888c-0e4fa4800c79 None None] Routers {'d4ea1376-cbcb-4058-984d-65ec40d7f4b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:43.016522 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-8a15c311-5791-4d64-888c-0e4fa4800c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463549a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:09:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d4ea1376-cbcb-4058-984d-65ec40d7f4b4'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:43.070411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-8a15c311-5791-4d64-888c-0e4fa4800c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463549a0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:43.088146 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a15c311-5791-4d64-888c-0e4fa4800c79 None None] Routers {'d4ea1376-cbcb-4058-984d-65ec40d7f4b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:43.088761 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-8a15c311-5791-4d64-888c-0e4fa4800c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463549a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:09:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d4ea1376-cbcb-4058-984d-65ec40d7f4b4'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:43.089528 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1739988-3e40-4137-9913-6c9b2d2b6111 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:43.090593 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-5767867e-3807-42ba-84e5-93f73aaf9a40 None None] Port b9c47a4d-450d-48fc-8495-9eccc14d3e8a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:43.124743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-8a15c311-5791-4d64-888c-0e4fa4800c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463549a0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:43.125597 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a15c311-5791-4d64-888c-0e4fa4800c79 None None] The sync data for ids ['d4ea1376-cbcb-4058-984d-65ec40d7f4b4'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:09:43.187407 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-d1739988-3e40-4137-9913-6c9b2d2b6111 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 20 21:09:43.188501 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d1739988-3e40-4137-9913-6c9b2d2b6111 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "DELETE /v2.0/routers/d4ea1376-cbcb-4058-984d-65ec40d7f4b4 HTTP/1.1" status: 409  len: 329 time: 0.1893225
Nov 20 21:09:43.191429 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36742) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:43.273012 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5542264f-da93-4b8b-9677-402ddb6684f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:43.831601 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d8fc447b-569d-43bf-8aa7-68a54a8d51e6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:44.070299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc447b-569d-43bf-8aa7-68a54a8d51e6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Deleting port b9c47a4d-450d-48fc-8495-9eccc14d3e8a {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:44.070647 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d8fc447b-569d-43bf-8aa7-68a54a8d51e6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:44.157207 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d8fc447b-569d-43bf-8aa7-68a54a8d51e6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:44.168796 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc447b-569d-43bf-8aa7-68a54a8d51e6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Calling delete_port for b9c47a4d-450d-48fc-8495-9eccc14d3e8a owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:44.337978 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d8fc447b-569d-43bf-8aa7-68a54a8d51e6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:44.370798 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc447b-569d-43bf-8aa7-68a54a8d51e6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event deleted for resources: {'Port': ['ID=b9c47a4d-450d-48fc-8495-9eccc14d3e8a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:44.505639 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d8fc447b-569d-43bf-8aa7-68a54a8d51e6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:44.667508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fc447b-569d-43bf-8aa7-68a54a8d51e6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Router d4ea1376-cbcb-4058-984d-65ec40d7f4b4 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:09:44.744892 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fc447b-569d-43bf-8aa7-68a54a8d51e6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:09:44.751701 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d8fc447b-569d-43bf-8aa7-68a54a8d51e6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "PUT /v2.0/routers/d4ea1376-cbcb-4058-984d-65ec40d7f4b4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5578163
Nov 20 21:09:44.755243 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdd3796-feab-406d-ba3d-6f768e6c9326 None None] Sync routers for ids ['d4ea1376-cbcb-4058-984d-65ec40d7f4b4'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:09:44.756089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36752) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:44.767616 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd3796-feab-406d-ba3d-6f768e6c9326 None None] Routers {'d4ea1376-cbcb-4058-984d-65ec40d7f4b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:44.768234 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ecdd3796-feab-406d-ba3d-6f768e6c9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7d4ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:09:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d4ea1376-cbcb-4058-984d-65ec40d7f4b4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:44.796873 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-085f2800-5ddc-4674-9f40-b366386919b6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] show failed (client error): The resource could not be found.
Nov 20 21:09:44.797934 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-085f2800-5ddc-4674-9f40-b366386919b6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1149507850 HTTP/1.1" status: 404  len: 335 time: 0.0406134
Nov 20 21:09:44.801639 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36754) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:44.803814 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ecdd3796-feab-406d-ba3d-6f768e6c9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7d4ac0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:44.806228 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-71ec4aef-f87b-4bc3-aa55-01858c9f35e4 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Request body: {'router': {'name': 'new_name'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:44.812999 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd3796-feab-406d-ba3d-6f768e6c9326 None None] Routers {'d4ea1376-cbcb-4058-984d-65ec40d7f4b4'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:09:44.813720 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ecdd3796-feab-406d-ba3d-6f768e6c9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7d4ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:09:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['d4ea1376-cbcb-4058-984d-65ec40d7f4b4'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:44.844937 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-71ec4aef-f87b-4bc3-aa55-01858c9f35e4 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] update failed (client error): The resource could not be found.
Nov 20 21:09:44.845973 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-71ec4aef-f87b-4bc3-aa55-01858c9f35e4 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1845211190 HTTP/1.1" status: 404  len: 335 time: 0.0433457
Nov 20 21:09:44.847118 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ecdd3796-feab-406d-ba3d-6f768e6c9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7d4ac0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:44.847770 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdd3796-feab-406d-ba3d-6f768e6c9326 None None] The sync data for ids ['d4ea1376-cbcb-4058-984d-65ec40d7f4b4'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:09:44.849459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36756) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:44.900989 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b8acc4-fd14-4a2d-8e69-99278f73792d tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Deleting subnet a7713a49-41b6-4692-a755-018d0755895d {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:09:44.904047 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b8b8acc4-fd14-4a2d-8e69-99278f73792d tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:44.943478 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b8b8acc4-fd14-4a2d-8e69-99278f73792d tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.029386 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b8b8acc4-fd14-4a2d-8e69-99278f73792d tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.085907 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b8b8acc4-fd14-4a2d-8e69-99278f73792d tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.113720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8acc4-fd14-4a2d-8e69-99278f73792d tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event deleted for resources: {'Subnet': ['ID=a7713a49-41b6-4692-a755-018d0755895d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:45.115706 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b8b8acc4-fd14-4a2d-8e69-99278f73792d tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.119649 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b8b8acc4-fd14-4a2d-8e69-99278f73792d tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "DELETE /v2.0/subnets/a7713a49-41b6-4692-a755-018d0755895d HTTP/1.1" status: 204  len: 168 time: 0.2690282
Nov 20 21:09:45.120007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0abb09-088e-4347-ae05-55441d25bf8c None None] Network 360b3837-bbf0-4d22-b372-7a3f4c504a69 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:45.121316 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36758) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:45.174319 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-82781b4d-ed08-4257-9629-3d3112006716 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Deleting subnet 7d904f78-27d7-4904-b02a-0767d743e66b {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:09:45.177667 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-82781b4d-ed08-4257-9629-3d3112006716 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.226649 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-82781b4d-ed08-4257-9629-3d3112006716 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.314821 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-82781b4d-ed08-4257-9629-3d3112006716 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.373630 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-82781b4d-ed08-4257-9629-3d3112006716 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.404061 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82781b4d-ed08-4257-9629-3d3112006716 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event deleted for resources: {'Subnet': ['ID=7d904f78-27d7-4904-b02a-0767d743e66b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:45.406552 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-82781b4d-ed08-4257-9629-3d3112006716 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.409986 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-82781b4d-ed08-4257-9629-3d3112006716 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "DELETE /v2.0/subnets/7d904f78-27d7-4904-b02a-0767d743e66b HTTP/1.1" status: 204  len: 168 time: 0.2874529
Nov 20 21:09:45.412697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36760) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:45.414708 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e0d5d8-772a-4cef-8ad1-a4e78aa1b482 None None] Network 791b9a09-e4b5-4155-8df5-913f2491f077 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:45.480634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585809fd-f46c-4eb0-b73c-a7d4bc8b20dc None None] DHCP port deletion for 360b3837-bbf0-4d22-b372-7a3f4c504a69 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:09:45.496887 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.551876 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Deleting port f82ce3ce-a0d6-4d01-9006-0640247acba4 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:45.552140 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.574690 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-585809fd-f46c-4eb0-b73c-a7d4bc8b20dc None None] Deleting port f82ce3ce-a0d6-4d01-9006-0640247acba4 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:45.575073 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-585809fd-f46c-4eb0-b73c-a7d4bc8b20dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.633532 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] For port f82ce3ce-a0d6-4d01-9006-0640247acba4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f82ce3ce-a0d6-4d01-9006-0640247acba4,segment=NetworkSegment(6a23787f-64a0-4d62-a2a8-44bba4570e44),segment_id=6a23787f-64a0-4d62-a2a8-44bba4570e44)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:45.633913 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.653338 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-585809fd-f46c-4eb0-b73c-a7d4bc8b20dc None None] For port f82ce3ce-a0d6-4d01-9006-0640247acba4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f82ce3ce-a0d6-4d01-9006-0640247acba4,segment=NetworkSegment(6a23787f-64a0-4d62-a2a8-44bba4570e44),segment_id=6a23787f-64a0-4d62-a2a8-44bba4570e44)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:45.653745 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-585809fd-f46c-4eb0-b73c-a7d4bc8b20dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.657019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a07f73-e0b7-43d0-aab7-49321a978273 None None] DHCP port deletion for 791b9a09-e4b5-4155-8df5-913f2491f077 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:09:45.659628 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Calling delete_port for f82ce3ce-a0d6-4d01-9006-0640247acba4 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:45.675662 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-585809fd-f46c-4eb0-b73c-a7d4bc8b20dc None None] Calling delete_port for f82ce3ce-a0d6-4d01-9006-0640247acba4 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:45.680902 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0f6382ae-051a-44fa-8027-9a3416605498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.745687 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.773727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event deleted for resources: {'Port': ['ID=f82ce3ce-a0d6-4d01-9006-0640247acba4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:45.779025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] No DVR routers for this DVR port f82ce3ce-a0d6-4d01-9006-0640247acba4 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:09:45.789250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-05a07f73-e0b7-43d0-aab7-49321a978273 None None] Deleting port 69be4294-3715-449f-a4b8-9e1e58b78d83 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:45.789630 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05a07f73-e0b7-43d0-aab7-49321a978273 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.805980 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-585809fd-f46c-4eb0-b73c-a7d4bc8b20dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.842677 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585809fd-f46c-4eb0-b73c-a7d4bc8b20dc None None] Pushing event deleted for resources: {'Port': ['ID=f82ce3ce-a0d6-4d01-9006-0640247acba4,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:45.881963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585809fd-f46c-4eb0-b73c-a7d4bc8b20dc None None] No DVR routers for this DVR port f82ce3ce-a0d6-4d01-9006-0640247acba4 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:09:45.882222 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.888535 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-05a07f73-e0b7-43d0-aab7-49321a978273 None None] For port 69be4294-3715-449f-a4b8-9e1e58b78d83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69be4294-3715-449f-a4b8-9e1e58b78d83,segment=NetworkSegment(3e9de9fa-819d-4e4a-9d3d-67cd58ee7339),segment_id=3e9de9fa-819d-4e4a-9d3d-67cd58ee7339)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:45.888929 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05a07f73-e0b7-43d0-aab7-49321a978273 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.901821 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-05a07f73-e0b7-43d0-aab7-49321a978273 None None] Calling delete_port for 69be4294-3715-449f-a4b8-9e1e58b78d83 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:45.908420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4c9bd550>,) {'filters': {'network_id': ['360b3837-bbf0-4d22-b372-7a3f4c504a69']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:45.917900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4c9bd550>, '6a23787f-64a0-4d62-a2a8-44bba4570e44') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:45.918228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4c9bd550>, '6a23787f-64a0-4d62-a2a8-44bba4570e44') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:45.928382 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.941445 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.947403 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:09:45.947796 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:09:45.950776 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:09:45.985715 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05a07f73-e0b7-43d0-aab7-49321a978273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:46.013459 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:46.015151 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a07f73-e0b7-43d0-aab7-49321a978273 None None] Pushing event deleted for resources: {'Port': ['ID=69be4294-3715-449f-a4b8-9e1e58b78d83,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:46.018623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a07f73-e0b7-43d0-aab7-49321a978273 None None] No DVR routers for this DVR port 69be4294-3715-449f-a4b8-9e1e58b78d83 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:09:46.021268 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:46.024476 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "DELETE /v2.0/networks/360b3837-bbf0-4d22-b372-7a3f4c504a69 HTTP/1.1" status: 204  len: 168 time: 0.6108274
Nov 20 21:09:46.026997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36766) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:46.051438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f201479-6aa8-4fa2-9d3a-42f2fe2c5937 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event deleted for resources: {'Network': ['ID=360b3837-bbf0-4d22-b372-7a3f4c504a69,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:46.121666 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9a640d51-da5c-463f-9b38-87ba2676c7b3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:46.462636 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9a640d51-da5c-463f-9b38-87ba2676c7b3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:46.482877 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-9a640d51-da5c-463f-9b38-87ba2676c7b3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e58d9d0>,) {'filters': {'network_id': ['791b9a09-e4b5-4155-8df5-913f2491f077']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:46.492333 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-9a640d51-da5c-463f-9b38-87ba2676c7b3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e58d9d0>, '3e9de9fa-819d-4e4a-9d3d-67cd58ee7339') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:46.492634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-9a640d51-da5c-463f-9b38-87ba2676c7b3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e58d9d0>, '3e9de9fa-819d-4e4a-9d3d-67cd58ee7339') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:46.502601 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9a640d51-da5c-463f-9b38-87ba2676c7b3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:46.516358 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9a640d51-da5c-463f-9b38-87ba2676c7b3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:46.522456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a640d51-da5c-463f-9b38-87ba2676c7b3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:09:46.522845 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9a640d51-da5c-463f-9b38-87ba2676c7b3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:09:46.525828 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:09:46.582751 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9a640d51-da5c-463f-9b38-87ba2676c7b3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:46.589408 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9a640d51-da5c-463f-9b38-87ba2676c7b3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:46.594961 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9a640d51-da5c-463f-9b38-87ba2676c7b3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "DELETE /v2.0/networks/791b9a09-e4b5-4155-8df5-913f2491f077 HTTP/1.1" status: 204  len: 168 time: 0.5668571
Nov 20 21:09:46.595588 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36770) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:46.606536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a640d51-da5c-463f-9b38-87ba2676c7b3 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event deleted for resources: {'Network': ['ID=791b9a09-e4b5-4155-8df5-913f2491f077,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:46.652852 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac23fdc4-a83e-4b6f-bd17-ec67326e30a2 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Deleting subnet cd461daf-cccc-422a-b58f-8a498ae81190 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:09:46.656066 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac23fdc4-a83e-4b6f-bd17-ec67326e30a2 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:46.695365 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac23fdc4-a83e-4b6f-bd17-ec67326e30a2 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:46.753451 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:46.780497 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac23fdc4-a83e-4b6f-bd17-ec67326e30a2 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:46.842671 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac23fdc4-a83e-4b6f-bd17-ec67326e30a2 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:46.872177 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23fdc4-a83e-4b6f-bd17-ec67326e30a2 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event deleted for resources: {'Subnet': ['ID=cd461daf-cccc-422a-b58f-8a498ae81190,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:46.875340 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac23fdc4-a83e-4b6f-bd17-ec67326e30a2 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:46.880065 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99310da-bbf7-4527-88f6-ba849b729c59 None None] Network 9c7299b4-5e09-408b-9270-f12099868d66 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:46.881211 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36776) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:46.881464 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ac23fdc4-a83e-4b6f-bd17-ec67326e30a2 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "DELETE /v2.0/subnets/cd461daf-cccc-422a-b58f-8a498ae81190 HTTP/1.1" status: 204  len: 168 time: 0.2844613
Nov 20 21:09:46.970631 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.023456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Deleting port bcb181f4-da8e-431a-b9ce-afd4f4f88fcc {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:47.023802 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.065738 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0718bfe4-1452-481b-8786-8e3599d3f132 None None] DHCP port deletion for 9c7299b4-5e09-408b-9270-f12099868d66 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:09:47.092111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] For port bcb181f4-da8e-431a-b9ce-afd4f4f88fcc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcb181f4-da8e-431a-b9ce-afd4f4f88fcc,segment=NetworkSegment(60878676-b149-4ca3-be28-bd052cd8578b),segment_id=60878676-b149-4ca3-be28-bd052cd8578b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:47.092471 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.104412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Calling delete_port for bcb181f4-da8e-431a-b9ce-afd4f4f88fcc owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:47.116014 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0718bfe4-1452-481b-8786-8e3599d3f132 None None] Deleting port bcb181f4-da8e-431a-b9ce-afd4f4f88fcc {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:47.116387 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0718bfe4-1452-481b-8786-8e3599d3f132 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.178180 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-0718bfe4-1452-481b-8786-8e3599d3f132 None None] For port bcb181f4-da8e-431a-b9ce-afd4f4f88fcc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcb181f4-da8e-431a-b9ce-afd4f4f88fcc,segment=NetworkSegment(60878676-b149-4ca3-be28-bd052cd8578b),segment_id=60878676-b149-4ca3-be28-bd052cd8578b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:47.178592 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0718bfe4-1452-481b-8786-8e3599d3f132 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.184834 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.192709 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0718bfe4-1452-481b-8786-8e3599d3f132 None None] Calling delete_port for bcb181f4-da8e-431a-b9ce-afd4f4f88fcc owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:47.213166 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] No DVR routers for this DVR port bcb181f4-da8e-431a-b9ce-afd4f4f88fcc on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:09:47.218316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event deleted for resources: {'Port': ['ID=bcb181f4-da8e-431a-b9ce-afd4f4f88fcc,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:47.272357 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0718bfe4-1452-481b-8786-8e3599d3f132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.295568 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718bfe4-1452-481b-8786-8e3599d3f132 None None] Pushing event deleted for resources: {'Port': ['ID=bcb181f4-da8e-431a-b9ce-afd4f4f88fcc,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:47.299785 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.301968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0718bfe4-1452-481b-8786-8e3599d3f132 None None] No DVR routers for this DVR port bcb181f4-da8e-431a-b9ce-afd4f4f88fcc on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:09:47.324714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4dcd3280>,) {'filters': {'network_id': ['9c7299b4-5e09-408b-9270-f12099868d66']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:47.333699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dcd3280>, '60878676-b149-4ca3-be28-bd052cd8578b') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:47.334298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dcd3280>, '60878676-b149-4ca3-be28-bd052cd8578b') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:47.344681 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.357825 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.364550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:09:47.365049 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:09:47.368059 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:09:47.377903 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bcb181f4-da8e-431a-b9ce-afd4f4f88fcc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:09:47.399158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: bcb181f4-da8e-431a-b9ce-afd4f4f88fcc {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:09:47.399509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bcb181f4-da8e-431a-b9ce-afd4f4f88fcc not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:09:47.399930 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f82ce3ce-a0d6-4d01-9006-0640247acba4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:09:47.419472 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: f82ce3ce-a0d6-4d01-9006-0640247acba4 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:09:47.419823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f82ce3ce-a0d6-4d01-9006-0640247acba4 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:09:47.420242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 69be4294-3715-449f-a4b8-9e1e58b78d83 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:09:47.431576 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.439866 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 69be4294-3715-449f-a4b8-9e1e58b78d83 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:09:47.440222 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 69be4294-3715-449f-a4b8-9e1e58b78d83 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:09:47.443347 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.449951 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "DELETE /v2.0/networks/9c7299b4-5e09-408b-9270-f12099868d66 HTTP/1.1" status: 204  len: 168 time: 0.5639565
Nov 20 21:09:47.450561 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36778) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:47.460592 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb999a-660f-47d1-b76a-7e8474250823 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Pushing event deleted for resources: {'Network': ['ID=9c7299b4-5e09-408b-9270-f12099868d66,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:47.480521 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c3907b01-5a80-48e8-9458-f67e4e4460c0 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ea1376-cbcb-4058-984d-65ec40d7f4b4 HTTP/1.1" status: 200  len: 205 time: 0.0288591
Nov 20 21:09:47.482888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36780) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:47.561446 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3901f440-bd60-4938-ab53-c14fb1c835b6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.721343 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3901f440-bd60-4938-ab53-c14fb1c835b6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.723783 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3901f440-bd60-4938-ab53-c14fb1c835b6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.766312 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3901f440-bd60-4938-ab53-c14fb1c835b6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.766830 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3901f440-bd60-4938-ab53-c14fb1c835b6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Fanout notify agent at l3_agent the message router_deleted on router d4ea1376-cbcb-4058-984d-65ec40d7f4b4 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:09:47.773877 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3901f440-bd60-4938-ab53-c14fb1c835b6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:47.777635 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3901f440-bd60-4938-ab53-c14fb1c835b6 tempest-RoutersNegativeTest-1894499075 tempest-RoutersNegativeTest-1894499075-project] 10.222.0.41 "DELETE /v2.0/routers/d4ea1376-cbcb-4058-984d-65ec40d7f4b4 HTTP/1.1" status: 204  len: 168 time: 0.2936904
Nov 20 21:09:48.016344 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36790) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:48.146663 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6d3c211a-e533-4ba1-8562-6cf1aa22b3e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8000d6acf89d4297a9a18ee430a04c6f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1291487
Nov 20 21:09:48.149421 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36794) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:48.196974 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1106-0610-4bdb-8a7c-8a386bec9fba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:48.220320 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1106-0610-4bdb-8a7c-8a386bec9fba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:48.271712 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1106-0610-4bdb-8a7c-8a386bec9fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:48.274296 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1106-0610-4bdb-8a7c-8a386bec9fba admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:48.275457 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a2ae1106-0610-4bdb-8a7c-8a386bec9fba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb3e6f8f-d980-4067-b893-4cb93ea2ef92 HTTP/1.1" status: 204  len: 168 time: 0.1251867
Nov 20 21:09:48.283783 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae1106-0610-4bdb-8a7c-8a386bec9fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3e6f8f-d980-4067-b893-4cb93ea2ef92,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:48.595942 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:48.902479 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36818) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:49.001339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a1052361-2713-4616-aabd-ef19de92638c tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-725055854'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:49.019350 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:49.026800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1052361-2713-4616-aabd-ef19de92638c tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Made reservation on behalf of 174e4c9999e640408b2f18927c9e3a3b for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:49.031017 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a1052361-2713-4616-aabd-ef19de92638c tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:49.040751 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a1052361-2713-4616-aabd-ef19de92638c tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:49.116818 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a1052361-2713-4616-aabd-ef19de92638c tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:49.120692 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a1052361-2713-4616-aabd-ef19de92638c tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:49.145069 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1052361-2713-4616-aabd-ef19de92638c tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:09:49.161094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1052361-2713-4616-aabd-ef19de92638c tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e697384e-8292-4105-9e6e-e30a5345d708,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:49.164916 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a1052361-2713-4616-aabd-ef19de92638c tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:49.165263 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-a1052361-2713-4616-aabd-ef19de92638c tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Added segment 9d278b99-e4bb-47c2-ab6c-b4d737051901 of type vlan for network 319a9e1a-c719-42ce-867f-91f2dfdf8909
Nov 20 21:09:49.204970 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a1052361-2713-4616-aabd-ef19de92638c tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:49.229246 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a1052361-2713-4616-aabd-ef19de92638c tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:49.235163 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1052361-2713-4616-aabd-ef19de92638c tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:49.235737 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a1052361-2713-4616-aabd-ef19de92638c tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:49.274322 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a1052361-2713-4616-aabd-ef19de92638c tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.3706262
Nov 20 21:09:49.277098 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36824) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:49.284939 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3dfa10c0-1c2b-4356-98ec-57ebe15e6191 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Request body: {'subnet': {'network_id': '319a9e1a-c719-42ce-867f-91f2dfdf8909', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:49.317500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1052361-2713-4616-aabd-ef19de92638c tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Pushing event updated for resources: {'Network': ['ID=319a9e1a-c719-42ce-867f-91f2dfdf8909,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:49.328369 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 319a9e1a-c719-42ce-867f-91f2dfdf8909 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:09:49.402165 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfa10c0-1c2b-4356-98ec-57ebe15e6191 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Made reservation on behalf of 174e4c9999e640408b2f18927c9e3a3b for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:49.406428 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3dfa10c0-1c2b-4356-98ec-57ebe15e6191 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:49.594738 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3dfa10c0-1c2b-4356-98ec-57ebe15e6191 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:49.660717 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa10c0-1c2b-4356-98ec-57ebe15e6191 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Pushing event updated for resources: {'Subnet': ['ID=d386b744-be4a-4f10-80a9-e7dc87abd5ed,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:49.667751 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfa10c0-1c2b-4356-98ec-57ebe15e6191 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Checking segment: {'id': '9d278b99-e4bb-47c2-ab6c-b4d737051901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '319a9e1a-c719-42ce-867f-91f2dfdf8909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:49.668121 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfa10c0-1c2b-4356-98ec-57ebe15e6191 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Network hostable DHCP agents. Network: 319a9e1a-c719-42ce-867f-91f2dfdf8909, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:09:49.684084 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfa10c0-1c2b-4356-98ec-57ebe15e6191 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Network 319a9e1a-c719-42ce-867f-91f2dfdf8909 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:09:49.692738 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-3dfa10c0-1c2b-4356-98ec-57ebe15e6191 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 319a9e1a-c719-42ce-867f-91f2dfdf8909) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:49.696561 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa10c0-1c2b-4356-98ec-57ebe15e6191 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:49.697157 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3dfa10c0-1c2b-4356-98ec-57ebe15e6191 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:49.704338 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453bab0f-2972-4452-ad73-46c9087bcb88 None None] Network 319a9e1a-c719-42ce-867f-91f2dfdf8909 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:49.718437 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3dfa10c0-1c2b-4356-98ec-57ebe15e6191 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4402905
Nov 20 21:09:49.721282 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36826) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:49.726289 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-378891b3-28e3-4ff6-b03e-708b377c8386 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Request body: {'port': {'network_id': '319a9e1a-c719-42ce-867f-91f2dfdf8909', 'name': 'tempest-TagsExtTest-1472103548'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:49.836044 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378891b3-28e3-4ff6-b03e-708b377c8386 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Made reservation on behalf of 174e4c9999e640408b2f18927c9e3a3b for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:09:49.839845 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-378891b3-28e3-4ff6-b03e-708b377c8386 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:49.851634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-319a9e1a-c719-42ce-867f-91f2dfdf8909', 'network_id': '319a9e1a-c719-42ce-867f-91f2dfdf8909', 'tenant_id': '174e4c9999e640408b2f18927c9e3a3b', 'fixed_ips': [{'subnet_id': 'd386b744-be4a-4f10-80a9-e7dc87abd5ed'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:09:49.852881 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:49.862863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-378891b3-28e3-4ff6-b03e-708b377c8386 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] device_id is not set on port df03cb70-426f-4863-aabd-7e990a5ef252 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:09:49.977642 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-378891b3-28e3-4ff6-b03e-708b377c8386 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Allocated IP 172.20.0.7 (319a9e1a-c719-42ce-867f-91f2dfdf8909/d386b744-be4a-4f10-80a9-e7dc87abd5ed/df03cb70-426f-4863-aabd-7e990a5ef252) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:50.127556 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-378891b3-28e3-4ff6-b03e-708b377c8386 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:50.160736 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-378891b3-28e3-4ff6-b03e-708b377c8386 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:50.204672 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378891b3-28e3-4ff6-b03e-708b377c8386 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Network 319a9e1a-c719-42ce-867f-91f2dfdf8909 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:50.209639 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Allocated IP 172.20.0.2 (319a9e1a-c719-42ce-867f-91f2dfdf8909/d386b744-be4a-4f10-80a9-e7dc87abd5ed/e43cea66-1d66-49b7-8167-032a8dea0781) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:09:50.210026 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-378891b3-28e3-4ff6-b03e-708b377c8386 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:50.214192 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378891b3-28e3-4ff6-b03e-708b377c8386 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:50.221505 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378891b3-28e3-4ff6-b03e-708b377c8386 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Pushing event updated for resources: {'Port': ['ID=df03cb70-426f-4863-aabd-7e990a5ef252,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:50.266988 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378891b3-28e3-4ff6-b03e-708b377c8386 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:50.267603 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-378891b3-28e3-4ff6-b03e-708b377c8386 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:50.283551 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-378891b3-28e3-4ff6-b03e-708b377c8386 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 0.5612433
Nov 20 21:09:50.286069 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36832) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:50.290470 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-87988769-256f-4d81-bec9-b0a52cfee646 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1069015537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:50.314550 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87988769-256f-4d81-bec9-b0a52cfee646 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:50.315667 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87988769-256f-4d81-bec9-b0a52cfee646 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:50.363015 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:50.369509 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:50.375405 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87988769-256f-4d81-bec9-b0a52cfee646 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:50.380183 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87988769-256f-4d81-bec9-b0a52cfee646 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:50.397793 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-87988769-256f-4d81-bec9-b0a52cfee646 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:50.402190 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36836) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:50.402752 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-87988769-256f-4d81-bec9-b0a52cfee646 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1150947
Nov 20 21:09:50.408383 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7e33e93e-7672-4081-a8ec-7bf87c4157be tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1757450773', 'prefixes': ['172.20.0.0/16']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:09:50.408571 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Network 319a9e1a-c719-42ce-867f-91f2dfdf8909 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:09:50.411385 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:09:50.414828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:09:50.424216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Pushing event updated for resources: {'Port': ['ID=e43cea66-1d66-49b7-8167-032a8dea0781,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:50.470435 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7e33e93e-7672-4081-a8ec-7bf87c4157be tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks [] for subnetpool, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:50.471656 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7e33e93e-7672-4081-a8ec-7bf87c4157be tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.0674915
Nov 20 21:09:50.474980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36838) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:50.479357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Attempting to bind port e43cea66-1d66-49b7-8167-032a8dea0781 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:09:50.479664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.tag.tag_plugin [None req-cd053498-1e15-475f-94a8-ed623b4143b7 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4e1fe6d0>, 'subnets', 'd386b744-be4a-4f10-80a9-e7dc87abd5ed', 'tempest-TagsExtTest-Tag-1138113212') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:50.479803 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Attempting to bind port e43cea66-1d66-49b7-8167-032a8dea0781 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9d278b99-e4bb-47c2-ab6c-b4d737051901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '319a9e1a-c719-42ce-867f-91f2dfdf8909'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:09:50.480082 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Attempting to bind port e43cea66-1d66-49b7-8167-032a8dea0781 on network 319a9e1a-c719-42ce-867f-91f2dfdf8909 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:09:50.485959 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:09:50.486368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Checking segment: {'id': '9d278b99-e4bb-47c2-ab6c-b4d737051901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '319a9e1a-c719-42ce-867f-91f2dfdf8909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:09:50.486758 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:50.487172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Bound using segment: {'id': '9d278b99-e4bb-47c2-ab6c-b4d737051901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '319a9e1a-c719-42ce-867f-91f2dfdf8909'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:09:50.487618 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Bound port: e43cea66-1d66-49b7-8167-032a8dea0781, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d278b99-e4bb-47c2-ab6c-b4d737051901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '319a9e1a-c719-42ce-867f-91f2dfdf8909'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:09:50.487998 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:50.554217 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] For port e43cea66-1d66-49b7-8167-032a8dea0781, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:09:50.557453 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] For port e43cea66-1d66-49b7-8167-032a8dea0781, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e43cea66-1d66-49b7-8167-032a8dea0781,segment=NetworkSegment(9d278b99-e4bb-47c2-ab6c-b4d737051901),segment_id=9d278b99-e4bb-47c2-ab6c-b4d737051901)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:09:50.561057 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:50.585685 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36840) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:50.585901 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cd053498-1e15-475f-94a8-ed623b4143b7 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "PUT /v2.0/subnets/d386b744-be4a-4f10-80a9-e7dc87abd5ed/tags/tempest-TagsExtTest-Tag-1138113212 HTTP/1.1" status: 201  len: 201 time: 0.1095839
Nov 20 21:09:50.590808 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-9b391804-d48d-4f9e-b42a-03a2b96f3262 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4dcc1370>, 'ports', 'df03cb70-426f-4863-aabd-7e990a5ef252', 'tempest-TagsExtTest-Tag-487751729') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:50.623027 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc03dfe-6d20-4463-9121-0ce2f334a348 None None] Pushing event updated for resources: {'Port': ['ID=e43cea66-1d66-49b7-8167-032a8dea0781,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:50.665517 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9b391804-d48d-4f9e-b42a-03a2b96f3262 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "PUT /v2.0/ports/df03cb70-426f-4863-aabd-7e990a5ef252/tags/tempest-TagsExtTest-Tag-487751729 HTTP/1.1" status: 201  len: 201 time: 0.0760815
Nov 20 21:09:50.665803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36842) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:50.670608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-5d5a9f1c-8ecc-44a5-9bdc-8987935b5e18 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4dcf2670>, 'routers', '391b9d2b-ff31-4ba2-b352-8c50f84d054a', 'tempest-TagsExtTest-Tag-171114503') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:50.763350 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5d5a9f1c-8ecc-44a5-9bdc-8987935b5e18 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "PUT /v2.0/routers/391b9d2b-ff31-4ba2-b352-8c50f84d054a/tags/tempest-TagsExtTest-Tag-171114503 HTTP/1.1" status: 201  len: 201 time: 0.0964525
Nov 20 21:09:50.766626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36844) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:50.771484 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-6efb98dd-28d4-46bd-9034-88fa425f6660 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4d5ee0a0>, 'subnetpools', '76e55822-772c-459f-bbde-aab1c4fd9d77', 'tempest-TagsExtTest-Tag-2094567589') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:50.835089 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6efb98dd-28d4-46bd-9034-88fa425f6660 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "PUT /v2.0/subnetpools/76e55822-772c-459f-bbde-aab1c4fd9d77/tags/tempest-TagsExtTest-Tag-2094567589 HTTP/1.1" status: 201  len: 201 time: 0.0672996
Nov 20 21:09:50.837548 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36846) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:50.841797 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-6344f458-3167-41f7-94f3-fa99205c43ee tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4d4b3bb0>, 'subnets', 'd386b744-be4a-4f10-80a9-e7dc87abd5ed') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:50.946692 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6344f458-3167-41f7-94f3-fa99205c43ee tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/subnets/d386b744-be4a-4f10-80a9-e7dc87abd5ed/tags HTTP/1.1" status: 200  len: 241 time: 0.1079693
Nov 20 21:09:50.949248 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36848) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:50.953918 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-8cd83fd8-b51e-43b2-9170-a0a15bfbc2b1 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6a3580>, 'subnets', 'd386b744-be4a-4f10-80a9-e7dc87abd5ed', 'tempest-TagsExtTest-Tag-1138113212') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:51.005546 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8cd83fd8-b51e-43b2-9170-a0a15bfbc2b1 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/subnets/d386b744-be4a-4f10-80a9-e7dc87abd5ed/tags/tempest-TagsExtTest-Tag-1138113212 HTTP/1.1" status: 204  len: 168 time: 0.0551229
Nov 20 21:09:51.008409 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36852) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:51.012608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-b9908813-38f0-4867-b48f-84ff0e9f46a2 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4e2e0a00>, 'subnets', 'd386b744-be4a-4f10-80a9-e7dc87abd5ed', 'tempest-TagsExtTest-Tag-1138113212') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:51.075776 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b9908813-38f0-4867-b48f-84ff0e9f46a2 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/subnets/d386b744-be4a-4f10-80a9-e7dc87abd5ed/tags/tempest-TagsExtTest-Tag-1138113212 HTTP/1.1" status: 204  len: 168 time: 0.0662878
Nov 20 21:09:51.079134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36854) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:51.083225 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-3e88e0a2-b411-452b-a325-8b882d626d72 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4dc097f0>, 'subnets', 'd386b744-be4a-4f10-80a9-e7dc87abd5ed') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:51.138237 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3e88e0a2-b411-452b-a325-8b882d626d72 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/subnets/d386b744-be4a-4f10-80a9-e7dc87abd5ed/tags HTTP/1.1" status: 200  len: 205 time: 0.0580220
Nov 20 21:09:51.141412 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36858) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:51.145942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-1db1f0ff-c32f-4fa2-8457-6c0de5053a5f tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4e488e50>, 'ports', 'df03cb70-426f-4863-aabd-7e990a5ef252') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:51.198558 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1db1f0ff-c32f-4fa2-8457-6c0de5053a5f tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/ports/df03cb70-426f-4863-aabd-7e990a5ef252/tags HTTP/1.1" status: 200  len: 240 time: 0.0557957
Nov 20 21:09:51.200936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36860) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:51.206009 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-aa9b926f-5c56-4bb2-9a9e-aa271700ad31 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4e4885e0>, 'ports', 'df03cb70-426f-4863-aabd-7e990a5ef252', 'tempest-TagsExtTest-Tag-487751729') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:51.257415 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-aa9b926f-5c56-4bb2-9a9e-aa271700ad31 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/ports/df03cb70-426f-4863-aabd-7e990a5ef252/tags/tempest-TagsExtTest-Tag-487751729 HTTP/1.1" status: 204  len: 168 time: 0.0554388
Nov 20 21:09:51.260030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36862) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:51.264748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.tag.tag_plugin [None req-1f38132e-d166-4e9e-8fce-51e910dcf1ad tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4fb052e0>, 'ports', 'df03cb70-426f-4863-aabd-7e990a5ef252', 'tempest-TagsExtTest-Tag-487751729') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:51.356631 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1f38132e-d166-4e9e-8fce-51e910dcf1ad tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/ports/df03cb70-426f-4863-aabd-7e990a5ef252/tags/tempest-TagsExtTest-Tag-487751729 HTTP/1.1" status: 204  len: 168 time: 0.0954978
Nov 20 21:09:51.359544 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36864) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:51.363901 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.tag.tag_plugin [None req-c5bc3320-3f20-4f8f-8d9b-a10e977ef2b4 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a563f0190>, 'ports', 'df03cb70-426f-4863-aabd-7e990a5ef252') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:51.405365 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e43cea66-1d66-49b7-8167-032a8dea0781 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:51.422312 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c5bc3320-3f20-4f8f-8d9b-a10e977ef2b4 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/ports/df03cb70-426f-4863-aabd-7e990a5ef252/tags HTTP/1.1" status: 200  len: 205 time: 0.0616820
Nov 20 21:09:51.424790 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36866) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:51.429403 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.tag.tag_plugin [None req-289357f6-ce68-4f83-bbf5-9c73cb0859b3 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4f060af0>, 'routers', '391b9d2b-ff31-4ba2-b352-8c50f84d054a') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:51.461811 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e43cea66-1d66-49b7-8167-032a8dea0781 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:51.462222 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:51.515075 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36868) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:51.520496 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-289357f6-ce68-4f83-bbf5-9c73cb0859b3 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/routers/391b9d2b-ff31-4ba2-b352-8c50f84d054a/tags HTTP/1.1" status: 200  len: 240 time: 0.0945826
Nov 20 21:09:51.526592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-2352f98b-ef34-4084-91a8-2bd1cf142c86 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4ffb2640>, 'routers', '391b9d2b-ff31-4ba2-b352-8c50f84d054a', 'tempest-TagsExtTest-Tag-171114503') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:51.549683 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:51.585886 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port e43cea66-1d66-49b7-8167-032a8dea0781, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e43cea66-1d66-49b7-8167-032a8dea0781,segment=NetworkSegment(9d278b99-e4bb-47c2-ab6c-b4d737051901),segment_id=9d278b99-e4bb-47c2-ab6c-b4d737051901)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:51.590706 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:51.647187 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9345897-02a3-400e-ae20-f8db729a27cd None None] Network 319a9e1a-c719-42ce-867f-91f2dfdf8909 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:51.668122 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=e43cea66-1d66-49b7-8167-032a8dea0781,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:51.691814 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:51.692175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:51.692506 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:51.692843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:51.693179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:51.693511 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:51.693846 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:51.694199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:51.694529 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:51.694854 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:51.695181 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:51.695502 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:09:51.742460 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-07ef7c1c-da40-43db-9887-b4a8b96aec0e None None] Provisioning complete for port e43cea66-1d66-49b7-8167-032a8dea0781 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:51.742847 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-07ef7c1c-da40-43db-9887-b4a8b96aec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:51.939905 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2352f98b-ef34-4084-91a8-2bd1cf142c86 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/routers/391b9d2b-ff31-4ba2-b352-8c50f84d054a/tags/tempest-TagsExtTest-Tag-171114503 HTTP/1.1" status: 204  len: 168 time: 0.4232216
Nov 20 21:09:51.942339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36870) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:51.946804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-c98ea426-51a6-441a-88f9-17d67226fba0 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4e785880>, 'routers', '391b9d2b-ff31-4ba2-b352-8c50f84d054a', 'tempest-TagsExtTest-Tag-171114503') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:52.041823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c98ea426-51a6-441a-88f9-17d67226fba0 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/routers/391b9d2b-ff31-4ba2-b352-8c50f84d054a/tags/tempest-TagsExtTest-Tag-171114503 HTTP/1.1" status: 204  len: 168 time: 0.0962992
Nov 20 21:09:52.042508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36874) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:52.047528 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-f4e06bc3-6bb7-4f16-a6ac-dd06b229d80f tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4e91d1f0>, 'routers', '391b9d2b-ff31-4ba2-b352-8c50f84d054a') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:52.124471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b99efdb8-771a-4a8b-b060-994b5a2a1eb9 None None] Provisioning complete for port df03cb70-426f-4863-aabd-7e990a5ef252 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:52.124835 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b99efdb8-771a-4a8b-b060-994b5a2a1eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:52.129947 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f4e06bc3-6bb7-4f16-a6ac-dd06b229d80f tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/routers/391b9d2b-ff31-4ba2-b352-8c50f84d054a/tags HTTP/1.1" status: 200  len: 205 time: 0.0866916
Nov 20 21:09:52.132806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36876) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:52.137177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.tag.tag_plugin [None req-c672e281-9703-49f8-bfb0-3dbe8149d0d6 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4c9e2d60>, 'subnetpools', '76e55822-772c-459f-bbde-aab1c4fd9d77') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:52.163381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b99efdb8-771a-4a8b-b060-994b5a2a1eb9 None None] Port df03cb70-426f-4863-aabd-7e990a5ef252 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:52.173454 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b99efdb8-771a-4a8b-b060-994b5a2a1eb9 None None] Provisioning complete for port e43cea66-1d66-49b7-8167-032a8dea0781 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:52.173817 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b99efdb8-771a-4a8b-b060-994b5a2a1eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:52.174389 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c672e281-9703-49f8-bfb0-3dbe8149d0d6 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/subnetpools/76e55822-772c-459f-bbde-aab1c4fd9d77/tags HTTP/1.1" status: 200  len: 241 time: 0.0404632
Nov 20 21:09:52.176907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36878) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:52.181290 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.tag.tag_plugin [None req-4221c0fd-b2ba-4f87-8848-acb59440ce93 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4c9e2ee0>, 'subnetpools', '76e55822-772c-459f-bbde-aab1c4fd9d77', 'tempest-TagsExtTest-Tag-2094567589') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:52.208907 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4221c0fd-b2ba-4f87-8848-acb59440ce93 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/subnetpools/76e55822-772c-459f-bbde-aab1c4fd9d77/tags/tempest-TagsExtTest-Tag-2094567589 HTTP/1.1" status: 204  len: 168 time: 0.0309024
Nov 20 21:09:52.211222 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 36882) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:52.216141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.tag.tag_plugin [None req-e691306b-d45a-4830-87c6-8af7e2924a77 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a5607e430>, 'subnetpools', '76e55822-772c-459f-bbde-aab1c4fd9d77', 'tempest-TagsExtTest-Tag-2094567589') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:52.255285 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e691306b-d45a-4830-87c6-8af7e2924a77 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/subnetpools/76e55822-772c-459f-bbde-aab1c4fd9d77/tags/tempest-TagsExtTest-Tag-2094567589 HTTP/1.1" status: 204  len: 168 time: 0.0428514
Nov 20 21:09:52.258199 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36884) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:52.262947 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-42d2925b-502f-4714-b13e-be37f5671d76 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4e7f6760>, 'subnetpools', '76e55822-772c-459f-bbde-aab1c4fd9d77') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:52.292543 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-42d2925b-502f-4714-b13e-be37f5671d76 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/subnetpools/76e55822-772c-459f-bbde-aab1c4fd9d77/tags HTTP/1.1" status: 200  len: 205 time: 0.0331469
Nov 20 21:09:52.295149 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36886) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:52.300005 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-fc50aa46-175b-4238-9ebf-bd800824d552 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a541cc250>, 'subnetpools', '76e55822-772c-459f-bbde-aab1c4fd9d77') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:52.325580 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fc50aa46-175b-4238-9ebf-bd800824d552 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/subnetpools/76e55822-772c-459f-bbde-aab1c4fd9d77/tags HTTP/1.1" status: 204  len: 168 time: 0.0290186
Nov 20 21:09:52.328703 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36888) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:52.333266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-92ec7afa-ca4c-4d78-bf8b-527680a40e11 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4f029220>, 'routers', '391b9d2b-ff31-4ba2-b352-8c50f84d054a') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:52.395905 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6f54f909-af77-4cba-8606-55852055aabd None None] Provisioning complete for port df03cb70-426f-4863-aabd-7e990a5ef252 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:52.396274 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6f54f909-af77-4cba-8606-55852055aabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:52.419147 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-92ec7afa-ca4c-4d78-bf8b-527680a40e11 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/routers/391b9d2b-ff31-4ba2-b352-8c50f84d054a/tags HTTP/1.1" status: 204  len: 168 time: 0.0893261
Nov 20 21:09:52.421739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36890) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:52.426066 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-dfc4a84e-6a69-42de-b6a1-594bf10bd898 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4f82d820>, 'ports', 'df03cb70-426f-4863-aabd-7e990a5ef252') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:52.430918 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6f54f909-af77-4cba-8606-55852055aabd None None] Port df03cb70-426f-4863-aabd-7e990a5ef252 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:09:52.482189 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dfc4a84e-6a69-42de-b6a1-594bf10bd898 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/ports/df03cb70-426f-4863-aabd-7e990a5ef252/tags HTTP/1.1" status: 204  len: 168 time: 0.0593615
Nov 20 21:09:52.484823 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36892) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:52.488957 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-9537edd8-a159-4302-b0d5-4c348f4bb49a tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4ead2550>, 'subnets', 'd386b744-be4a-4f10-80a9-e7dc87abd5ed') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:52.544266 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9537edd8-a159-4302-b0d5-4c348f4bb49a tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/subnets/d386b744-be4a-4f10-80a9-e7dc87abd5ed/tags HTTP/1.1" status: 204  len: 168 time: 0.0584438
Nov 20 21:09:52.548296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36894) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:52.552792 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-989db46d-7034-4b17-a16e-076186d98a9e tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4f0893d0>, 'subnets', 'd386b744-be4a-4f10-80a9-e7dc87abd5ed', 'tempest-TagsExtTest-Tag-1480092202') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:52.615137 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-989db46d-7034-4b17-a16e-076186d98a9e tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "PUT /v2.0/subnets/d386b744-be4a-4f10-80a9-e7dc87abd5ed/tags/tempest-TagsExtTest-Tag-1480092202 HTTP/1.1" status: 201  len: 201 time: 0.0658073
Nov 20 21:09:52.617785 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36896) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:52.622192 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-39694128-a8fc-4ee3-8aae-1ab6ad2da122 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4f82dd30>, 'ports', 'df03cb70-426f-4863-aabd-7e990a5ef252', 'tempest-TagsExtTest-Tag-823875768') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:52.694511 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-39694128-a8fc-4ee3-8aae-1ab6ad2da122 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "PUT /v2.0/ports/df03cb70-426f-4863-aabd-7e990a5ef252/tags/tempest-TagsExtTest-Tag-823875768 HTTP/1.1" status: 201  len: 201 time: 0.0755529
Nov 20 21:09:52.696992 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36898) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:52.701559 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-199daec8-be0a-4466-91a6-94025119fcf7 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4eff42e0>, 'routers', '391b9d2b-ff31-4ba2-b352-8c50f84d054a', 'tempest-TagsExtTest-Tag-271475996') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:52.785232 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-199daec8-be0a-4466-91a6-94025119fcf7 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "PUT /v2.0/routers/391b9d2b-ff31-4ba2-b352-8c50f84d054a/tags/tempest-TagsExtTest-Tag-271475996 HTTP/1.1" status: 201  len: 201 time: 0.0872064
Nov 20 21:09:52.787872 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36900) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:52.792268 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-1471527b-14ae-4cde-9dd9-1fe0b6ff0c4f tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4efe2100>, 'subnetpools', '76e55822-772c-459f-bbde-aab1c4fd9d77', 'tempest-TagsExtTest-Tag-1824047725') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:52.824178 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1471527b-14ae-4cde-9dd9-1fe0b6ff0c4f tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "PUT /v2.0/subnetpools/76e55822-772c-459f-bbde-aab1c4fd9d77/tags/tempest-TagsExtTest-Tag-1824047725 HTTP/1.1" status: 201  len: 201 time: 0.0352924
Nov 20 21:09:52.826719 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36902) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:52.831454 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-ccc7639b-3bf4-4c27-b933-9f7fa2e3e4a4 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4dc1c310>, 'subnets', 'd386b744-be4a-4f10-80a9-e7dc87abd5ed', {'tags': ['tempest-TagsExtTest-Tag-865501641', 'tempest-TagsExtTest-Tag-441794477', 'tempest-TagsExtTest-Tag-1592354390']}) {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:52.892272 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ccc7639b-3bf4-4c27-b933-9f7fa2e3e4a4 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "PUT /v2.0/subnets/d386b744-be4a-4f10-80a9-e7dc87abd5ed/tags HTTP/1.1" status: 200  len: 316 time: 0.0643113
Nov 20 21:09:52.894728 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36904) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:52.898982 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-dec290f5-cb57-48c3-b38a-25b326ad2d9a tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4e28f3a0>, 'subnets', 'd386b744-be4a-4f10-80a9-e7dc87abd5ed') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:52.964743 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dec290f5-cb57-48c3-b38a-25b326ad2d9a tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/subnets/d386b744-be4a-4f10-80a9-e7dc87abd5ed/tags HTTP/1.1" status: 204  len: 168 time: 0.0688207
Nov 20 21:09:52.967175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36906) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:52.971362 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-b7c39289-177a-4867-a0e1-9d93a24619e2 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a54d09040>, 'subnets', 'd386b744-be4a-4f10-80a9-e7dc87abd5ed', 'tempest-TagsExtTest-Tag-865501641') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:53.022201 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-b7c39289-177a-4867-a0e1-9d93a24619e2 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] show failed (client error): The resource could not be found.
Nov 20 21:09:53.023235 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b7c39289-177a-4867-a0e1-9d93a24619e2 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/subnets/d386b744-be4a-4f10-80a9-e7dc87abd5ed/tags/tempest-TagsExtTest-Tag-865501641 HTTP/1.1" status: 404  len: 328 time: 0.0551107
Nov 20 21:09:53.025985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36908) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:53.030309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-c05372d1-044d-4549-a365-169f054d336b tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6d45b0>, 'subnets', 'd386b744-be4a-4f10-80a9-e7dc87abd5ed', 'tempest-TagsExtTest-Tag-441794477') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:53.080167 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-c05372d1-044d-4549-a365-169f054d336b tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] show failed (client error): The resource could not be found.
Nov 20 21:09:53.081199 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c05372d1-044d-4549-a365-169f054d336b tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/subnets/d386b744-be4a-4f10-80a9-e7dc87abd5ed/tags/tempest-TagsExtTest-Tag-441794477 HTTP/1.1" status: 404  len: 328 time: 0.0542910
Nov 20 21:09:53.084028 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36910) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:53.088184 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-a5186c13-b3fa-4dde-882e-57e1c1291c59 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4ca550d0>, 'subnets', 'd386b744-be4a-4f10-80a9-e7dc87abd5ed', 'tempest-TagsExtTest-Tag-1592354390') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:53.145833 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-a5186c13-b3fa-4dde-882e-57e1c1291c59 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] show failed (client error): The resource could not be found.
Nov 20 21:09:53.147852 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a5186c13-b3fa-4dde-882e-57e1c1291c59 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/subnets/d386b744-be4a-4f10-80a9-e7dc87abd5ed/tags/tempest-TagsExtTest-Tag-1592354390 HTTP/1.1" status: 404  len: 329 time: 0.0629029
Nov 20 21:09:53.150720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36914) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:53.155255 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-be58a108-0eee-49b3-af0e-f2e0780286a3 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4d47fa60>, 'ports', 'df03cb70-426f-4863-aabd-7e990a5ef252', {'tags': ['tempest-TagsExtTest-Tag-1935948718', 'tempest-TagsExtTest-Tag-1137182742', 'tempest-TagsExtTest-Tag-873086508']}) {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:53.213698 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-be58a108-0eee-49b3-af0e-f2e0780286a3 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "PUT /v2.0/ports/df03cb70-426f-4863-aabd-7e990a5ef252/tags HTTP/1.1" status: 200  len: 317 time: 0.0619464
Nov 20 21:09:53.216425 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36916) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:53.221697 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-440dc029-a685-40fc-ae01-92cc0293e61b tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4e363d60>, 'ports', 'df03cb70-426f-4863-aabd-7e990a5ef252') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:53.289835 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-440dc029-a685-40fc-ae01-92cc0293e61b tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/ports/df03cb70-426f-4863-aabd-7e990a5ef252/tags HTTP/1.1" status: 204  len: 168 time: 0.0723035
Nov 20 21:09:53.292474 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36920) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:53.296820 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-0f71e22e-de7b-4248-94e8-9a577813277b tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4ef800d0>, 'ports', 'df03cb70-426f-4863-aabd-7e990a5ef252', 'tempest-TagsExtTest-Tag-1935948718') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:53.350186 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-0f71e22e-de7b-4248-94e8-9a577813277b tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] show failed (client error): The resource could not be found.
Nov 20 21:09:53.351236 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0f71e22e-de7b-4248-94e8-9a577813277b tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/ports/df03cb70-426f-4863-aabd-7e990a5ef252/tags/tempest-TagsExtTest-Tag-1935948718 HTTP/1.1" status: 404  len: 329 time: 0.0578053
Nov 20 21:09:53.354162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36922) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:53.359952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-d632c0b8-478a-44bd-bbb4-f936683161bc tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a54c41160>, 'ports', 'df03cb70-426f-4863-aabd-7e990a5ef252', 'tempest-TagsExtTest-Tag-1137182742') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:53.375701 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e43cea66-1d66-49b7-8167-032a8dea0781 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:09:53.426101 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e43cea66-1d66-49b7-8167-032a8dea0781 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:09:53.426479 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:53.427575 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-d632c0b8-478a-44bd-bbb4-f936683161bc tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] show failed (client error): The resource could not be found.
Nov 20 21:09:53.430025 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d632c0b8-478a-44bd-bbb4-f936683161bc tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/ports/df03cb70-426f-4863-aabd-7e990a5ef252/tags/tempest-TagsExtTest-Tag-1137182742 HTTP/1.1" status: 404  len: 329 time: 0.0749285
Nov 20 21:09:53.432879 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36930) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:53.437063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-3d501bf3-159c-40e0-b30b-61a43de42293 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a54af12b0>, 'ports', 'df03cb70-426f-4863-aabd-7e990a5ef252', 'tempest-TagsExtTest-Tag-873086508') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:53.492416 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-3d501bf3-159c-40e0-b30b-61a43de42293 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] show failed (client error): The resource could not be found.
Nov 20 21:09:53.495977 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3d501bf3-159c-40e0-b30b-61a43de42293 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/ports/df03cb70-426f-4863-aabd-7e990a5ef252/tags/tempest-TagsExtTest-Tag-873086508 HTTP/1.1" status: 404  len: 328 time: 0.0596933
Nov 20 21:09:53.496234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36932) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:53.500982 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-b64944ed-f739-400d-b495-a7fda26c7926 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4ffc6940>, 'routers', '391b9d2b-ff31-4ba2-b352-8c50f84d054a', {'tags': ['tempest-TagsExtTest-Tag-1844845406', 'tempest-TagsExtTest-Tag-929776053', 'tempest-TagsExtTest-Tag-2041336028']}) {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:53.591932 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b64944ed-f739-400d-b495-a7fda26c7926 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "PUT /v2.0/routers/391b9d2b-ff31-4ba2-b352-8c50f84d054a/tags HTTP/1.1" status: 200  len: 317 time: 0.0947878
Nov 20 21:09:53.595341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36934) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:53.600449 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-c4922ee4-29d1-487d-a02a-a06091e5b717 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a54122400>, 'routers', '391b9d2b-ff31-4ba2-b352-8c50f84d054a') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:53.704674 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c4922ee4-29d1-487d-a02a-a06091e5b717 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/routers/391b9d2b-ff31-4ba2-b352-8c50f84d054a/tags HTTP/1.1" status: 204  len: 168 time: 0.1081038
Nov 20 21:09:53.707339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36942) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:53.711790 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-622c6dd3-66d6-4473-976c-8b06487959fd tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a571eeb80>, 'routers', '391b9d2b-ff31-4ba2-b352-8c50f84d054a', 'tempest-TagsExtTest-Tag-1844845406') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:53.784920 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-622c6dd3-66d6-4473-976c-8b06487959fd tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] show failed (client error): The resource could not be found.
Nov 20 21:09:53.785942 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-622c6dd3-66d6-4473-976c-8b06487959fd tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/routers/391b9d2b-ff31-4ba2-b352-8c50f84d054a/tags/tempest-TagsExtTest-Tag-1844845406 HTTP/1.1" status: 404  len: 329 time: 0.0776875
Nov 20 21:09:53.788719 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36946) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:53.793174 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-4e6842f8-f1b5-4272-ad2a-563fb81b8582 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4d75c640>, 'routers', '391b9d2b-ff31-4ba2-b352-8c50f84d054a', 'tempest-TagsExtTest-Tag-929776053') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:53.877023 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-4e6842f8-f1b5-4272-ad2a-563fb81b8582 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] show failed (client error): The resource could not be found.
Nov 20 21:09:53.878213 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4e6842f8-f1b5-4272-ad2a-563fb81b8582 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/routers/391b9d2b-ff31-4ba2-b352-8c50f84d054a/tags/tempest-TagsExtTest-Tag-929776053 HTTP/1.1" status: 404  len: 328 time: 0.0884647
Nov 20 21:09:53.881379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36958) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:53.886353 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-44f884e7-7f77-4a14-9bde-d482daea0f0a tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4f26f640>, 'routers', '391b9d2b-ff31-4ba2-b352-8c50f84d054a', 'tempest-TagsExtTest-Tag-2041336028') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:53.961751 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-44f884e7-7f77-4a14-9bde-d482daea0f0a tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] show failed (client error): The resource could not be found.
Nov 20 21:09:53.962808 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-44f884e7-7f77-4a14-9bde-d482daea0f0a tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/routers/391b9d2b-ff31-4ba2-b352-8c50f84d054a/tags/tempest-TagsExtTest-Tag-2041336028 HTTP/1.1" status: 404  len: 329 time: 0.0802054
Nov 20 21:09:53.965542 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36960) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:53.970466 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-c66ddb47-4486-47d0-a621-32546f8564ef tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4ddf41f0>, 'subnetpools', '76e55822-772c-459f-bbde-aab1c4fd9d77', {'tags': ['tempest-TagsExtTest-Tag-1392955507', 'tempest-TagsExtTest-Tag-1651753032', 'tempest-TagsExtTest-Tag-1403852718']}) {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:54.003581 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c66ddb47-4486-47d0-a621-32546f8564ef tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "PUT /v2.0/subnetpools/76e55822-772c-459f-bbde-aab1c4fd9d77/tags HTTP/1.1" status: 200  len: 318 time: 0.0369639
Nov 20 21:09:54.005885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36962) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:54.010273 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-1d4dea3e-31f5-4665-a98a-9694655dc201 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a55f73c10>, 'subnetpools', '76e55822-772c-459f-bbde-aab1c4fd9d77') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:54.044508 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1d4dea3e-31f5-4665-a98a-9694655dc201 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/subnetpools/76e55822-772c-459f-bbde-aab1c4fd9d77/tags HTTP/1.1" status: 204  len: 168 time: 0.0376239
Nov 20 21:09:54.047668 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36964) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:54.051916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-7c32b25d-49ad-426d-bf1e-bb25683e4c5e tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a54d2a160>, 'subnetpools', '76e55822-772c-459f-bbde-aab1c4fd9d77', 'tempest-TagsExtTest-Tag-1392955507') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:54.071534 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-7c32b25d-49ad-426d-bf1e-bb25683e4c5e tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] show failed (client error): The resource could not be found.
Nov 20 21:09:54.072547 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7c32b25d-49ad-426d-bf1e-bb25683e4c5e tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/subnetpools/76e55822-772c-459f-bbde-aab1c4fd9d77/tags/tempest-TagsExtTest-Tag-1392955507 HTTP/1.1" status: 404  len: 329 time: 0.0239508
Nov 20 21:09:54.075145 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36966) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:54.079404 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-5358e200-1656-46b8-88b8-6569560c912b tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a4e582ee0>, 'subnetpools', '76e55822-772c-459f-bbde-aab1c4fd9d77', 'tempest-TagsExtTest-Tag-1651753032') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:54.099387 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-5358e200-1656-46b8-88b8-6569560c912b tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] show failed (client error): The resource could not be found.
Nov 20 21:09:54.100370 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5358e200-1656-46b8-88b8-6569560c912b tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/subnetpools/76e55822-772c-459f-bbde-aab1c4fd9d77/tags/tempest-TagsExtTest-Tag-1651753032 HTTP/1.1" status: 404  len: 329 time: 0.0243447
Nov 20 21:09:54.103094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36968) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:54.107335 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-d3427d73-7347-4721-8c97-07ec23244939 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8a54af1550>, 'subnetpools', '76e55822-772c-459f-bbde-aab1c4fd9d77', 'tempest-TagsExtTest-Tag-1403852718') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:54.132465 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-d3427d73-7347-4721-8c97-07ec23244939 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] show failed (client error): The resource could not be found.
Nov 20 21:09:54.133460 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d3427d73-7347-4721-8c97-07ec23244939 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/subnetpools/76e55822-772c-459f-bbde-aab1c4fd9d77/tags/tempest-TagsExtTest-Tag-1403852718 HTTP/1.1" status: 404  len: 329 time: 0.0294859
Nov 20 21:09:54.136154 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36970) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:54.140390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-a64ae125-c4fc-4b84-9aa5-738fcc9188d9 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4fe01970>, 'subnetpools', '76e55822-772c-459f-bbde-aab1c4fd9d77') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:54.166113 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a64ae125-c4fc-4b84-9aa5-738fcc9188d9 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/subnetpools/76e55822-772c-459f-bbde-aab1c4fd9d77/tags HTTP/1.1" status: 204  len: 168 time: 0.0268908
Nov 20 21:09:54.166310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36974) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:54.170564 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-4f6b4d1b-989d-43f0-8636-67237a6c6774 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4fad96d0>, 'routers', '391b9d2b-ff31-4ba2-b352-8c50f84d054a') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:54.248854 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4f6b4d1b-989d-43f0-8636-67237a6c6774 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/routers/391b9d2b-ff31-4ba2-b352-8c50f84d054a/tags HTTP/1.1" status: 204  len: 168 time: 0.0815697
Nov 20 21:09:54.251379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36976) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:54.255587 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-4eff6ecf-3976-4eca-a7f2-d88e7f5918ea tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4f8f8520>, 'ports', 'df03cb70-426f-4863-aabd-7e990a5ef252') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:54.313543 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4eff6ecf-3976-4eca-a7f2-d88e7f5918ea tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/ports/df03cb70-426f-4863-aabd-7e990a5ef252/tags HTTP/1.1" status: 204  len: 168 time: 0.0611341
Nov 20 21:09:54.316195 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36978) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:54.320378 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.tag.tag_plugin [None req-89ac9279-0799-4e69-8868-f0b1dfae04bf tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8a4edf7790>, 'subnets', 'd386b744-be4a-4f10-80a9-e7dc87abd5ed') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:54.374686 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-89ac9279-0799-4e69-8868-f0b1dfae04bf tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/subnets/d386b744-be4a-4f10-80a9-e7dc87abd5ed/tags HTTP/1.1" status: 204  len: 168 time: 0.0574486
Nov 20 21:09:54.379150 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36980) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:54.446142 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6b15d274-77b3-41ef-a358-9b864a5cc842 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks [] for subnetpool, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:54.447267 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6b15d274-77b3-41ef-a358-9b864a5cc842 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/subnetpools/76e55822-772c-459f-bbde-aab1c4fd9d77 HTTP/1.1" status: 204  len: 168 time: 0.0672054
Nov 20 21:09:54.449705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36982) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:54.476531 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3436579b-dc7d-4ca8-90dd-e84e87f4aea2 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "GET /v2.0/ports?device_id=391b9d2b-ff31-4ba2-b352-8c50f84d054a HTTP/1.1" status: 200  len: 205 time: 0.0256996
Nov 20 21:09:54.478837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36984) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:54.555106 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0bb242fd-d540-451a-bc54-ade65497b5d1 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:54.712604 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0bb242fd-d540-451a-bc54-ade65497b5d1 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:54.715051 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0bb242fd-d540-451a-bc54-ade65497b5d1 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:54.758078 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0bb242fd-d540-451a-bc54-ade65497b5d1 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:54.758596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb242fd-d540-451a-bc54-ade65497b5d1 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Fanout notify agent at l3_agent the message router_deleted on router 391b9d2b-ff31-4ba2-b352-8c50f84d054a {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:09:54.766145 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0bb242fd-d540-451a-bc54-ade65497b5d1 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:54.767237 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0bb242fd-d540-451a-bc54-ade65497b5d1 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/routers/391b9d2b-ff31-4ba2-b352-8c50f84d054a HTTP/1.1" status: 204  len: 168 time: 0.2875042
Nov 20 21:09:54.769855 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36990) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:54.861726 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9a3fe-53e8-4836-a3e8-019dd003f8ac tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Deleting port df03cb70-426f-4863-aabd-7e990a5ef252 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:54.862133 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ca9a3fe-53e8-4836-a3e8-019dd003f8ac tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:54.947758 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ca9a3fe-53e8-4836-a3e8-019dd003f8ac tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:54.959931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9a3fe-53e8-4836-a3e8-019dd003f8ac tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Calling delete_port for df03cb70-426f-4863-aabd-7e990a5ef252 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:55.085979 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ca9a3fe-53e8-4836-a3e8-019dd003f8ac tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:55.114849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9a3fe-53e8-4836-a3e8-019dd003f8ac tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Pushing event deleted for resources: {'Port': ['ID=df03cb70-426f-4863-aabd-7e990a5ef252,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:55.188243 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ca9a3fe-53e8-4836-a3e8-019dd003f8ac tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:55.191903 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4ca9a3fe-53e8-4836-a3e8-019dd003f8ac tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/ports/df03cb70-426f-4863-aabd-7e990a5ef252 HTTP/1.1" status: 204  len: 168 time: 0.4208577
Nov 20 21:09:55.194038 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 36992) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:55.247648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a75d696-2d21-4eae-ba03-ce7f72501063 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Deleting subnet d386b744-be4a-4f10-80a9-e7dc87abd5ed {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:09:55.251690 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a75d696-2d21-4eae-ba03-ce7f72501063 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:55.294626 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a75d696-2d21-4eae-ba03-ce7f72501063 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:55.384749 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a75d696-2d21-4eae-ba03-ce7f72501063 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:55.441089 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a75d696-2d21-4eae-ba03-ce7f72501063 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:55.467482 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75d696-2d21-4eae-ba03-ce7f72501063 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Pushing event deleted for resources: {'Subnet': ['ID=d386b744-be4a-4f10-80a9-e7dc87abd5ed,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:55.473736 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a75d696-2d21-4eae-ba03-ce7f72501063 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:55.478971 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8a75d696-2d21-4eae-ba03-ce7f72501063 tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/subnets/d386b744-be4a-4f10-80a9-e7dc87abd5ed HTTP/1.1" status: 204  len: 168 time: 0.2817330
Nov 20 21:09:55.479864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 37000) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:55.480934 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c8e511-2c79-4a56-8a69-0ee23f122a4d None None] Network 319a9e1a-c719-42ce-867f-91f2dfdf8909 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:09:55.572087 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:55.628906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Deleting port e43cea66-1d66-49b7-8167-032a8dea0781 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:55.629251 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:55.687584 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c391e6-5ddf-4603-b481-f63658bd93d9 None None] DHCP port deletion for 319a9e1a-c719-42ce-867f-91f2dfdf8909 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:09:55.710973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] For port e43cea66-1d66-49b7-8167-032a8dea0781, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e43cea66-1d66-49b7-8167-032a8dea0781,segment=NetworkSegment(9d278b99-e4bb-47c2-ab6c-b4d737051901),segment_id=9d278b99-e4bb-47c2-ab6c-b4d737051901)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:55.711327 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:55.724121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Calling delete_port for e43cea66-1d66-49b7-8167-032a8dea0781 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:55.740982 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-51c391e6-5ddf-4603-b481-f63658bd93d9 None None] Deleting port e43cea66-1d66-49b7-8167-032a8dea0781 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:09:55.741648 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-51c391e6-5ddf-4603-b481-f63658bd93d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:55.806739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-51c391e6-5ddf-4603-b481-f63658bd93d9 None None] For port e43cea66-1d66-49b7-8167-032a8dea0781, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e43cea66-1d66-49b7-8167-032a8dea0781,segment=NetworkSegment(9d278b99-e4bb-47c2-ab6c-b4d737051901),segment_id=9d278b99-e4bb-47c2-ab6c-b4d737051901)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:09:55.807335 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-51c391e6-5ddf-4603-b481-f63658bd93d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:55.816983 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:55.826465 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-51c391e6-5ddf-4603-b481-f63658bd93d9 None None] Calling delete_port for e43cea66-1d66-49b7-8167-032a8dea0781 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:09:55.850726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] No DVR routers for this DVR port e43cea66-1d66-49b7-8167-032a8dea0781 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:09:55.857203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Pushing event deleted for resources: {'Port': ['ID=e43cea66-1d66-49b7-8167-032a8dea0781,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:55.907936 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-51c391e6-5ddf-4603-b481-f63658bd93d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:55.933123 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c391e6-5ddf-4603-b481-f63658bd93d9 None None] Pushing event deleted for resources: {'Port': ['ID=e43cea66-1d66-49b7-8167-032a8dea0781,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:55.936494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c391e6-5ddf-4603-b481-f63658bd93d9 None None] No DVR routers for this DVR port e43cea66-1d66-49b7-8167-032a8dea0781 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:09:55.969234 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:55.991170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8471e0-fa45-44e8-a7a9-6a2296446835 req-1ee4dd47-1537-4a59-8c13-04b332f87c2f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:55.992647 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf8471e0-fa45-44e8-a7a9-6a2296446835 req-1ee4dd47-1537-4a59-8c13-04b332f87c2f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.1366856
Nov 20 21:09:56.002208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a55ffcac0>,) {'filters': {'network_id': ['319a9e1a-c719-42ce-867f-91f2dfdf8909']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:56.023441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a55ffcac0>, '9d278b99-e4bb-47c2-ab6c-b4d737051901') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:56.023736 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a55ffcac0>, '9d278b99-e4bb-47c2-ab6c-b4d737051901') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:09:56.037936 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:56.067545 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:56.075454 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf8471e0-fa45-44e8-a7a9-6a2296446835 req-f1d44a7b-a346-4f40-8d70-f4d736fceffe tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0750601
Nov 20 21:09:56.078762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:09:56.078958 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:09:56.082277 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:09:56.139378 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:56.145025 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:56.148248 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] 10.222.0.41 "DELETE /v2.0/networks/319a9e1a-c719-42ce-867f-91f2dfdf8909 HTTP/1.1" status: 204  len: 168 time: 0.6667774
Nov 20 21:09:56.162108 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11ff02-426a-45c5-8742-64c68aa9eaaa tempest-TagsExtTest-1405970092 tempest-TagsExtTest-1405970092-project] Pushing event deleted for resources: {'Network': ['ID=319a9e1a-c719-42ce-867f-91f2dfdf8909,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:56.393550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 37020) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:56.527947 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9e932b08-30aa-49ef-8a83-8c147b2579cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=174e4c9999e640408b2f18927c9e3a3b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1331484
Nov 20 21:09:56.531711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 37024) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:09:56.585468 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d78596cd-e384-4d55-af32-c7cf70d974bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:56.611706 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d78596cd-e384-4d55-af32-c7cf70d974bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:56.659101 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d78596cd-e384-4d55-af32-c7cf70d974bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:56.661741 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d78596cd-e384-4d55-af32-c7cf70d974bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:09:56.662959 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d78596cd-e384-4d55-af32-c7cf70d974bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e697384e-8292-4105-9e6e-e30a5345d708 HTTP/1.1" status: 204  len: 168 time: 0.1302943
Nov 20 21:09:56.671111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78596cd-e384-4d55-af32-c7cf70d974bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e697384e-8292-4105-9e6e-e30a5345d708,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:09:57.203026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43db365-b1f7-4199-906b-6151f7a049a8 req-a8ebbaca-8c2b-4e32-9017-a06312f59021 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:57.204707 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d43db365-b1f7-4199-906b-6151f7a049a8 req-a8ebbaca-8c2b-4e32-9017-a06312f59021 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0537069
Nov 20 21:09:57.253277 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d43db365-b1f7-4199-906b-6151f7a049a8 req-c22d11a3-ae7f-4b51-8bf0-6a98e7fb4816 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423348
Nov 20 21:09:57.354921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e43cea66-1d66-49b7-8167-032a8dea0781 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:09:57.379808 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: e43cea66-1d66-49b7-8167-032a8dea0781 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:09:57.380164 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e43cea66-1d66-49b7-8167-032a8dea0781 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:09:58.387827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3b753-6aa1-4d7a-ad11-a4f47ad634c7 req-17eadf44-60e8-4893-b021-220264c90e66 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:58.389326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7ec3b753-6aa1-4d7a-ad11-a4f47ad634c7 req-17eadf44-60e8-4893-b021-220264c90e66 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0508225
Nov 20 21:09:58.443309 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7ec3b753-6aa1-4d7a-ad11-a4f47ad634c7 req-3357e32b-6443-4a69-94b8-7dfd737dde99 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0473661
Nov 20 21:09:59.594530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b5ddb-9e80-4b94-a860-a1cda93bd855 req-b327fe59-8285-4c93-83b7-f89d0609dd80 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:09:59.596083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-664b5ddb-9e80-4b94-a860-a1cda93bd855 req-b327fe59-8285-4c93-83b7-f89d0609dd80 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0759118
Nov 20 21:09:59.646757 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-664b5ddb-9e80-4b94-a860-a1cda93bd855 req-306160c6-b087-4034-8160-7556af8808ed tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444481
Nov 20 21:10:00.771585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5222a3-1558-42c4-ac0d-573202c9d4df req-606c8e6b-c7d8-4773-9fd2-2351bde7d8c4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:00.773085 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb5222a3-1558-42c4-ac0d-573202c9d4df req-606c8e6b-c7d8-4773-9fd2-2351bde7d8c4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0521951
Nov 20 21:10:00.822567 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb5222a3-1558-42c4-ac0d-573202c9d4df req-ec8003cd-5a41-48bb-98ca-155b9025ce51 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425925
Nov 20 21:10:01.949644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a3f12-3cd9-42d0-8f81-d753ce54cb27 req-c85c5ec5-0cf5-40b8-9c25-c24195815aeb tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:01.951187 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-044a3f12-3cd9-42d0-8f81-d753ce54cb27 req-c85c5ec5-0cf5-40b8-9c25-c24195815aeb tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0531528
Nov 20 21:10:01.998024 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-044a3f12-3cd9-42d0-8f81-d753ce54cb27 req-03988bca-aa78-4365-ade9-3137f4deec84 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407708
Nov 20 21:10:02.919007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 37240) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:03.026779 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e627eab5-d6dc-4d6f-956b-d3dbf28901ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:03.133179 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e627eab5-d6dc-4d6f-956b-d3dbf28901ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:03.138437 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e627eab5-d6dc-4d6f-956b-d3dbf28901ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:03.156613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fde4b-fdf6-43ba-89e2-39db590c81fd req-4bbf2107-fe1a-4dcc-bc18-9d670e54ecd7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:03.158131 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e20fde4b-fdf6-43ba-89e2-39db590c81fd req-4bbf2107-fe1a-4dcc-bc18-9d670e54ecd7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0818512
Nov 20 21:10:03.210478 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e627eab5-d6dc-4d6f-956b-d3dbf28901ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bac8c15faf944f918a5c7eeb665407cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2903512
Nov 20 21:10:03.213359 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37246) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:03.224500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627eab5-d6dc-4d6f-956b-d3dbf28901ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f083be72-15b6-4849-b812-d70f27d0e880,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:03.269184 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32f4a3cc-c029-4b21-9e31-fc3966f16885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:03.274548 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e20fde4b-fdf6-43ba-89e2-39db590c81fd req-35f906a8-26bf-483e-8b9a-f2a8fa9928c3 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1055317
Nov 20 21:10:03.281572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed300c6-2c22-44d4-b3f6-920f851b6777 req-09d94a9f-e51b-45f2-aaab-689d4ff4f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:03.283072 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ed300c6-2c22-44d4-b3f6-920f851b6777 req-09d94a9f-e51b-45f2-aaab-689d4ff4f372 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=185bc78201f1431881a86d4894780efb&device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 1096 time: 0.0694439
Nov 20 21:10:03.291611 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32f4a3cc-c029-4b21-9e31-fc3966f16885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:03.341988 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32f4a3cc-c029-4b21-9e31-fc3966f16885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:03.344932 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32f4a3cc-c029-4b21-9e31-fc3966f16885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:03.346126 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-32f4a3cc-c029-4b21-9e31-fc3966f16885 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f083be72-15b6-4849-b812-d70f27d0e880 HTTP/1.1" status: 204  len: 168 time: 0.1316309
Nov 20 21:10:03.354590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4a3cc-c029-4b21-9e31-fc3966f16885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f083be72-15b6-4849-b812-d70f27d0e880,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:03.400439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed300c6-2c22-44d4-b3f6-920f851b6777 req-57a59ec6-c4ac-46e4-8bf6-acfb1799b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:03.401913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ed300c6-2c22-44d4-b3f6-920f851b6777 req-57a59ec6-c4ac-46e4-8bf6-acfb1799b5a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b0462fe-9d19-4cda-815b-86a91b87f9c7 HTTP/1.1" status: 200  len: 918 time: 0.0924578
Nov 20 21:10:03.472229 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ed300c6-2c22-44d4-b3f6-920f851b6777 req-1bcdb2bb-b7af-41df-87f7-f88f8386a022 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 HTTP/1.1" status: 200  len: 1001 time: 0.0630929
Nov 20 21:10:03.536459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed300c6-2c22-44d4-b3f6-920f851b6777 req-1b8544a4-d88a-44ec-a034-7e7820e00d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:03.538033 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ed300c6-2c22-44d4-b3f6-920f851b6777 req-1b8544a4-d88a-44ec-a034-7e7820e00d26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d8dda6c-ad95-4b4c-9a1c-f85536341ba1 HTTP/1.1" status: 200  len: 856 time: 0.0589488
Nov 20 21:10:03.585784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed300c6-2c22-44d4-b3f6-920f851b6777 req-6851ea54-dbb0-4996-b764-c652e432ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:03.587341 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ed300c6-2c22-44d4-b3f6-920f851b6777 req-6851ea54-dbb0-4996-b764-c652e432ee04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b0462fe-9d19-4cda-815b-86a91b87f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425723
Nov 20 21:10:03.614805 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37252) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:03.629756 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3cb66a0-97db-4fe1-a772-f01b427e69f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:03.685579 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ed300c6-2c22-44d4-b3f6-920f851b6777 req-8772fe9d-8ec1-4fca-b57b-a1808e4f9a9e service neutron] 10.222.0.47 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913553
Nov 20 21:10:03.707634 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3cb66a0-97db-4fe1-a772-f01b427e69f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:03.711981 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a3cb66a0-97db-4fe1-a772-f01b427e69f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:03.751664 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a3cb66a0-97db-4fe1-a772-f01b427e69f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d6fcfe1191b4641a9031ca789d5b0e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1354458
Nov 20 21:10:03.752809 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb66a0-97db-4fe1-a772-f01b427e69f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48a9f36-2d6d-4584-b661-173da6d5444b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:03.755113 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37254) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:03.781917 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ed300c6-2c22-44d4-b3f6-920f851b6777 req-1b12371f-3de0-4b04-aa14-e00cc007aca6 service neutron] 10.222.0.47 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890706
Nov 20 21:10:03.804474 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-646c66c5-e780-40fd-803c-4f1c394635b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:03.825884 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-646c66c5-e780-40fd-803c-4f1c394635b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:03.875247 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-646c66c5-e780-40fd-803c-4f1c394635b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:03.877941 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-646c66c5-e780-40fd-803c-4f1c394635b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:03.879140 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-646c66c5-e780-40fd-803c-4f1c394635b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e48a9f36-2d6d-4584-b661-173da6d5444b HTTP/1.1" status: 204  len: 168 time: 0.1231058
Nov 20 21:10:03.887449 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c66c5-e780-40fd-803c-4f1c394635b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48a9f36-2d6d-4584-b661-173da6d5444b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:04.412811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74ad2c-61e9-4f6d-98a3-cd10806119dd req-a8142a54-26c6-4f18-899b-8e13632d755f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:04.414483 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d74ad2c-61e9-4f6d-98a3-cd10806119dd req-a8142a54-26c6-4f18-899b-8e13632d755f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0651624
Nov 20 21:10:04.466191 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d74ad2c-61e9-4f6d-98a3-cd10806119dd req-0135e37d-2d67-4005-a86a-b37f22621fdd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436456
Nov 20 21:10:05.594306 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef29630-1e37-4d00-ac2b-dbc5ce3ae6f3 req-4ace8774-c080-4965-b535-1d9daa5b1bb1 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:05.595763 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2ef29630-1e37-4d00-ac2b-dbc5ce3ae6f3 req-4ace8774-c080-4965-b535-1d9daa5b1bb1 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0489898
Nov 20 21:10:05.643093 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2ef29630-1e37-4d00-ac2b-dbc5ce3ae6f3 req-c0587ddd-d000-43a1-b2c1-64e32b8c2d77 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414534
Nov 20 21:10:05.841765 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26c76c80-cf59-4e71-8c7d-c079024ccf3d req-68ed75bf-086c-45c7-b142-099642493303 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0423615
Nov 20 21:10:05.926524 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c76c80-cf59-4e71-8c7d-c079024ccf3d req-df7d4e83-c909-4081-a4aa-929178cb495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:05.927989 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26c76c80-cf59-4e71-8c7d-c079024ccf3d req-df7d4e83-c909-4081-a4aa-929178cb495e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=badea6f48ba34a31b8c22ca431cfebc4&device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 1097 time: 0.0407691
Nov 20 21:10:06.044314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c76c80-cf59-4e71-8c7d-c079024ccf3d req-c47a7c1f-8478-4fa1-8a98-c73f4d62d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:06.045812 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26c76c80-cf59-4e71-8c7d-c079024ccf3d req-c47a7c1f-8478-4fa1-8a98-c73f4d62d078 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a HTTP/1.1" status: 200  len: 912 time: 0.0924959
Nov 20 21:10:06.116786 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26c76c80-cf59-4e71-8c7d-c079024ccf3d req-3c6ce053-d756-4b26-be09-b92705cf1fb7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae4ae95-4d21-46e0-9882-157821324f20 HTTP/1.1" status: 200  len: 1001 time: 0.0628073
Nov 20 21:10:06.169381 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c76c80-cf59-4e71-8c7d-c079024ccf3d req-86edee4c-e8a8-4422-9716-ca9248a0992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:06.171183 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26c76c80-cf59-4e71-8c7d-c079024ccf3d req-86edee4c-e8a8-4422-9716-ca9248a0992f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70f862fe-1427-4856-a5ea-8d52f33d3d9b HTTP/1.1" status: 200  len: 850 time: 0.0474050
Nov 20 21:10:06.222602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c76c80-cf59-4e71-8c7d-c079024ccf3d req-649052e1-5c98-40fd-9a9b-a8c314484eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:06.224129 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26c76c80-cf59-4e71-8c7d-c079024ccf3d req-649052e1-5c98-40fd-9a9b-a8c314484eaf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0450015
Nov 20 21:10:06.324699 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26c76c80-cf59-4e71-8c7d-c079024ccf3d req-8f4ec2e8-4252-4649-bf70-783a44e51755 service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924895
Nov 20 21:10:06.425427 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26c76c80-cf59-4e71-8c7d-c079024ccf3d req-9b35bc21-fdce-476e-93c2-579c63b236b7 service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0931234
Nov 20 21:10:06.778244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c406695-e0ad-49cf-9470-e8a7d2688f01 req-eb06d37f-ad71-40e4-ac17-327808199737 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:06.779869 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c406695-e0ad-49cf-9470-e8a7d2688f01 req-eb06d37f-ad71-40e4-ac17-327808199737 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0567791
Nov 20 21:10:06.831200 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c406695-e0ad-49cf-9470-e8a7d2688f01 req-8653c76e-8258-4806-bb2f-79ff7e93d2bd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446649
Nov 20 21:10:07.857605 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37376) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:07.954229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eafe86-7010-4fa9-89dd-a28dc4420766 req-8af93bab-ee97-4caa-900f-0b9f57684a89 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:07.955924 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4eafe86-7010-4fa9-89dd-a28dc4420766 req-8af93bab-ee97-4caa-900f-0b9f57684a89 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0499454
Nov 20 21:10:07.969825 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-211a2473-1516-4e71-9c38-d80555f5a64e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:08.004932 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4eafe86-7010-4fa9-89dd-a28dc4420766 req-b984f3c2-8d25-45ca-8bd5-024457007df0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430155
Nov 20 21:10:08.046270 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-211a2473-1516-4e71-9c38-d80555f5a64e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:08.050633 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-211a2473-1516-4e71-9c38-d80555f5a64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:08.094600 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-211a2473-1516-4e71-9c38-d80555f5a64e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d773b7b8e6d0411cb2eeaa37cc99d40f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2355249
Nov 20 21:10:08.095038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 37388) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:08.095924 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a2473-1516-4e71-9c38-d80555f5a64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760d9de2-9239-4b90-98ee-6caab0fa4c9e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:08.149216 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e57d10f1-5942-493a-8899-8fca8933bacd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:08.177600 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e57d10f1-5942-493a-8899-8fca8933bacd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:08.194197 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:08.238652 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e57d10f1-5942-493a-8899-8fca8933bacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:08.241366 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e57d10f1-5942-493a-8899-8fca8933bacd admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:08.244935 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e57d10f1-5942-493a-8899-8fca8933bacd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/760d9de2-9239-4b90-98ee-6caab0fa4c9e HTTP/1.1" status: 204  len: 168 time: 0.1467187
Nov 20 21:10:08.251248 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d10f1-5942-493a-8899-8fca8933bacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760d9de2-9239-4b90-98ee-6caab0fa4c9e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:08.276193 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:09.144738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741b3bd-551a-406d-8743-db5205662ef5 req-7a0dcef3-0cc7-480a-a77b-2b4c39991275 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:09.152210 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0741b3bd-551a-406d-8743-db5205662ef5 req-7a0dcef3-0cc7-480a-a77b-2b4c39991275 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0640316
Nov 20 21:10:09.211893 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0741b3bd-551a-406d-8743-db5205662ef5 req-30c2a146-a2cb-409a-84b4-20b2529e7112 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0583818
Nov 20 21:10:09.834681 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:10:10.091794 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:10.107392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'port_id': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9', 'mac_address': 'fa:16:3e:44:e8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:10:10.152359 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:10.170812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:10:10.191577 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:10.198070 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:10.276698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:10.317446 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['feeb1d8b-d286-4060-b7ac-a8b34a5f75e9'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:10:10.381794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e59c98-6eba-4e2c-8b5a-a366a859417d req-e4f6d679-ed74-404a-aaf0-ae5dcc2431b8 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:10.392484 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70e59c98-6eba-4e2c-8b5a-a366a859417d req-e4f6d679-ed74-404a-aaf0-ae5dcc2431b8 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 944 time: 0.0918295
Nov 20 21:10:10.451593 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70e59c98-6eba-4e2c-8b5a-a366a859417d req-217211a9-67ef-4248-8535-3c4d617fbcf8 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0578783
Nov 20 21:10:11.601960 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27528cd9-7d0c-40ea-b0f2-5268624e3581 req-10c4f683-0eb6-4cc9-8c4a-ca9a4cbb9200 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:11.604356 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-27528cd9-7d0c-40ea-b0f2-5268624e3581 req-10c4f683-0eb6-4cc9-8c4a-ca9a4cbb9200 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 944 time: 0.0627482
Nov 20 21:10:11.657465 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-27528cd9-7d0c-40ea-b0f2-5268624e3581 req-2664ef09-993c-45fd-a551-27bf72d532df tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0456741
Nov 20 21:10:11.856142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:10:11.926928 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:10:11.927331 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:12.053191 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:12.081832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:10:12.084159 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c31ec0b-0a65-44a5-8605-6751aba7b0b7" -d '{"events": [{"server_uuid": "8aaa552a-405f-4fb1-89d8-49b2f1a432a1", "name": "network-vif-plugged", "status": "completed", "tag": "feeb1d8b-d286-4060-b7ac-a8b34a5f75e9"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:10:12.096406 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 37516) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:12.102040 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:12.109952 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:12.144352 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a30266a-c3d6-4cf4-b362-9439c55ddd5d x-openstack-request-id: req-1a30266a-c3d6-4cf4-b362-9439c55ddd5d {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:10:12.144839 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaa552a-405f-4fb1-89d8-49b2f1a432a1", "name": "network-vif-plugged", "status": "completed", "tag": "feeb1d8b-d286-4060-b7ac-a8b34a5f75e9", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:10:12.145164 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a30266a-c3d6-4cf4-b362-9439c55ddd5d {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:10:12.145630 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9', 'code': 200}
Nov 20 21:10:12.170880 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:12.252942 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-724c92c7-dc00-4fc3-9993-e98315d39d25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:12.348565 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-724c92c7-dc00-4fc3-9993-e98315d39d25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:12.353825 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-724c92c7-dc00-4fc3-9993-e98315d39d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:12.395923 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c92c7-dc00-4fc3-9993-e98315d39d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f4db85-f6aa-4fa6-96a1-023b5d3ac8cf,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:12.401697 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-724c92c7-dc00-4fc3-9993-e98315d39d25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6877cf1341744ddca303ab1194952a13&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3032153
Nov 20 21:10:12.404820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 37520) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:12.466798 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8e4c803-87f1-4992-a10f-c282388d2f44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:12.499516 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8e4c803-87f1-4992-a10f-c282388d2f44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:12.568589 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8e4c803-87f1-4992-a10f-c282388d2f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:12.572264 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8e4c803-87f1-4992-a10f-c282388d2f44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:12.573537 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b8e4c803-87f1-4992-a10f-c282388d2f44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3f4db85-f6aa-4fa6-96a1-023b5d3ac8cf HTTP/1.1" status: 204  len: 168 time: 0.1678009
Nov 20 21:10:12.614828 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4c803-87f1-4992-a10f-c282388d2f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f4db85-f6aa-4fa6-96a1-023b5d3ac8cf,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:12.713046 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71dba5-2cab-480c-a775-1742d9a53155 req-8a1d2064-cee2-4c49-8a36-9b0f0ae7a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:12.714938 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac71dba5-2cab-480c-a775-1742d9a53155 req-8a1d2064-cee2-4c49-8a36-9b0f0ae7a450 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 1097 time: 0.1214209
Nov 20 21:10:12.801296 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac71dba5-2cab-480c-a775-1742d9a53155 req-ac73c316-b5ab-420d-87a2-b2749db0ede9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81166ef5-c1a0-42af-bb67-f3478366613b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775516
Nov 20 21:10:12.821140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11347753-f8ff-421b-9bef-4a0d7006588a req-41a9b675-ea06-4b68-8c0c-b7fe69d7822e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:12.829581 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11347753-f8ff-421b-9bef-4a0d7006588a req-41a9b675-ea06-4b68-8c0c-b7fe69d7822e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0708361
Nov 20 21:10:12.878924 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11347753-f8ff-421b-9bef-4a0d7006588a req-8f5caec5-5867-4584-a32f-c15fed31cb99 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0484748
Nov 20 21:10:12.963237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-81b68588-e8fd-49fe-89ea-a25a57386ca5 req-e32431a1-32e0-41a2-a77e-60601c06bcfa tempest-ServersOnMultiNodesTest-1982442712 tempest-ServersOnMultiNodesTest-1982442712-project] (126225) timed out ('10.222.0.37', 62095) {{(pid=126225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 20 21:10:13.281875 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7fb3ecea-279c-41d8-9c9f-5541c58530e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:13.957122 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 37576) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:14.074678 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86c885-2ac4-47f3-885e-b624df8337a4 req-929c3484-4986-4d40-9592-2725a4bfe10d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:14.076344 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc86c885-2ac4-47f3-885e-b624df8337a4 req-929c3484-4986-4d40-9592-2725a4bfe10d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0864213
Nov 20 21:10:14.130753 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-937944ee-1203-4a31-aeea-67d1fca0be2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:14.161984 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc86c885-2ac4-47f3-885e-b624df8337a4 req-7e83515a-90ee-424a-889a-d380b2dc22fc tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0788257
Nov 20 21:10:14.250203 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-937944ee-1203-4a31-aeea-67d1fca0be2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:14.257939 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-937944ee-1203-4a31-aeea-67d1fca0be2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:14.308279 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-937944ee-1203-4a31-aeea-67d1fca0be2b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1510c2c2b884102a40f8d048e763b26&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3499558
Nov 20 21:10:14.308935 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937944ee-1203-4a31-aeea-67d1fca0be2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7ea3e1-2ca0-4bcf-a26e-b82a6f13978d,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:14.310995 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 37582) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:14.370125 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-714e03c4-4a0e-44c3-815c-fcbf916781a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:14.396830 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-714e03c4-4a0e-44c3-815c-fcbf916781a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:14.454886 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-714e03c4-4a0e-44c3-815c-fcbf916781a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:14.458192 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-714e03c4-4a0e-44c3-815c-fcbf916781a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:14.459469 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-714e03c4-4a0e-44c3-815c-fcbf916781a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b7ea3e1-2ca0-4bcf-a26e-b82a6f13978d HTTP/1.1" status: 204  len: 168 time: 0.1468873
Nov 20 21:10:14.469641 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e03c4-4a0e-44c3-815c-fcbf916781a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7ea3e1-2ca0-4bcf-a26e-b82a6f13978d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:15.321527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82389dc9-659e-462a-9ccf-dfa191bd6669 req-aa6170b9-070e-4c4e-abd9-8f24b166e8fa tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:15.327198 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82389dc9-659e-462a-9ccf-dfa191bd6669 req-aa6170b9-070e-4c4e-abd9-8f24b166e8fa tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0669920
Nov 20 21:10:15.401165 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82389dc9-659e-462a-9ccf-dfa191bd6669 req-c832fe40-3daf-4bd0-81cc-88fd1bb5bf98 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0599508
Nov 20 21:10:15.681187 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4e20166a-d025-4f2f-9ff3-994268d4f374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:16.564349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7121205-2337-41ea-93ac-590fa2f7e7d6 req-e338e910-785c-4a91-a609-a375d2e53d57 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:16.566059 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c7121205-2337-41ea-93ac-590fa2f7e7d6 req-e338e910-785c-4a91-a609-a375d2e53d57 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0596015
Nov 20 21:10:16.625832 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c7121205-2337-41ea-93ac-590fa2f7e7d6 req-77271e15-980c-4c77-9ab2-3f0caad88c40 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0482085
Nov 20 21:10:16.757433 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:17.111702 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-7b758253-aca8-41ff-a1c6-7e69bc683580 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7e963a326fb146adb3e89d20c539ea57&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0376363
Nov 20 21:10:17.329248 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-54794734-2be8-4eac-8ef6-73a337fc151d tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:17.336568 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-54794734-2be8-4eac-8ef6-73a337fc151d tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2242014
Nov 20 21:10:17.354024 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-c0719919-6282-4b6c-a41d-a9a82e41a1bb tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/quotas/7e963a326fb146adb3e89d20c539ea57 HTTP/1.1" status: 200  len: 375 time: 0.0161052
Nov 20 21:10:17.384278 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-b44b49f0-c697-4ece-84af-88f343bcb37d tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e963a326fb146adb3e89d20c539ea57&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0292423
Nov 20 21:10:17.577787 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b0766234-eb46-4cb9-8149-ef20ee8a9ee8 req-be659d18-88be-4e1c-a53f-cc777fdebaf4 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b7045c0-b775-4510-b6c3-dd2c02899f65 HTTP/1.1" status: 200  len: 210 time: 0.0304546
Nov 20 21:10:17.776877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c586f1-f2cf-4330-9d73-05c1d896c90b req-03cb22a2-e6ff-4eb5-87f7-7d1edf6a49b4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:17.791033 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f7c586f1-f2cf-4330-9d73-05c1d896c90b req-03cb22a2-e6ff-4eb5-87f7-7d1edf6a49b4 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0711470
Nov 20 21:10:17.878529 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f7c586f1-f2cf-4330-9d73-05c1d896c90b req-a222d228-45b3-4222-b2eb-53ff0185b7c7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0863535
Nov 20 21:10:18.494665 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:10:18.615462 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:18.684008 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-036b5ed7-e10e-4119-9b09-02978b1685d7 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7e963a326fb146adb3e89d20c539ea57&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0395212
Nov 20 21:10:18.737484 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0c74788-7a47-4492-bfa9-54d5c3d026af req-f460d251-59f7-4bc9-a7c6-11445a634064 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b7045c0-b775-4510-b6c3-dd2c02899f65 HTTP/1.1" status: 200  len: 210 time: 0.0656004
Nov 20 21:10:18.895140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-b5e8f0b9-8d16-4012-93e6-e49efb798b83 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:18.896457 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-b5e8f0b9-8d16-4012-93e6-e49efb798b83 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2019019
Nov 20 21:10:18.912389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-1254dce2-1f28-40f7-b4a4-7b0f63510d55 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Request body: {'port': {'device_id': '3b7045c0-b775-4510-b6c3-dd2c02899f65', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '7e963a326fb146adb3e89d20c539ea57'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:10:18.998431 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8eb5d-1619-4354-81ab-d49d10f7d948 req-ebe6c925-4137-4bee-933f-15211bbb3f96 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:19.000004 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7fc8eb5d-1619-4354-81ab-d49d10f7d948 req-ebe6c925-4137-4bee-933f-15211bbb3f96 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0491805
Nov 20 21:10:19.018581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-1254dce2-1f28-40f7-b4a4-7b0f63510d55 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Made reservation on behalf of 7e963a326fb146adb3e89d20c539ea57 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:10:19.022348 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-1254dce2-1f28-40f7-b4a4-7b0f63510d55 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:19.024504 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:19.033795 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-1254dce2-1f28-40f7-b4a4-7b0f63510d55 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:19.052353 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7fc8eb5d-1619-4354-81ab-d49d10f7d948 req-07373c73-a76b-4002-955d-fbe316fbc368 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460372
Nov 20 21:10:19.112974 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-1254dce2-1f28-40f7-b4a4-7b0f63510d55 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:19.116497 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-1254dce2-1f28-40f7-b4a4-7b0f63510d55 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:19.175892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254dce2-1f28-40f7-b4a4-7b0f63510d55 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc87f1c2-36c9-4151-9092-ce812c1365ae,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:19.259034 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-1254dce2-1f28-40f7-b4a4-7b0f63510d55 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Allocated IP 192.168.233.89 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/de098d60-dfd2-427d-9e26-412db1a38a6a) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:10:19.368356 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0d1c3-8f42-41c6-8656-eeae9a3b461f req-80840c80-03a1-46de-bc1f-b9c6ae2b32c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:19.369999 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8cb0d1c3-8f42-41c6-8656-eeae9a3b461f req-80840c80-03a1-46de-bc1f-b9c6ae2b32c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=185bc78201f1431881a86d4894780efb&device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 1096 time: 0.0560243
Nov 20 21:10:19.488320 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0d1c3-8f42-41c6-8656-eeae9a3b461f req-7bff6659-4432-483b-bf1f-4f710eb7f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:19.490000 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8cb0d1c3-8f42-41c6-8656-eeae9a3b461f req-7bff6659-4432-483b-bf1f-4f710eb7f6fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b0462fe-9d19-4cda-815b-86a91b87f9c7 HTTP/1.1" status: 200  len: 918 time: 0.1127906
Nov 20 21:10:19.573413 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8cb0d1c3-8f42-41c6-8656-eeae9a3b461f req-33349476-2b94-4f84-b483-04647ea4fae7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 HTTP/1.1" status: 200  len: 1001 time: 0.0752747
Nov 20 21:10:19.626088 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0d1c3-8f42-41c6-8656-eeae9a3b461f req-7196fe33-b03c-476a-be40-f7243287cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:19.627646 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8cb0d1c3-8f42-41c6-8656-eeae9a3b461f req-7196fe33-b03c-476a-be40-f7243287cc56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d8dda6c-ad95-4b4c-9a1c-f85536341ba1 HTTP/1.1" status: 200  len: 856 time: 0.0474768
Nov 20 21:10:19.675936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0d1c3-8f42-41c6-8656-eeae9a3b461f req-a986aaf5-1301-4908-ac47-70debe1fc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:19.677461 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8cb0d1c3-8f42-41c6-8656-eeae9a3b461f req-a986aaf5-1301-4908-ac47-70debe1fc7b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b0462fe-9d19-4cda-815b-86a91b87f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0430164
Nov 20 21:10:19.701961 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-1254dce2-1f28-40f7-b4a4-7b0f63510d55 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:19.737959 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-1254dce2-1f28-40f7-b4a4-7b0f63510d55 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:19.776765 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8cb0d1c3-8f42-41c6-8656-eeae9a3b461f req-da8bbf28-73aa-47c4-b489-81dc034e564a service neutron] 10.222.0.47 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923190
Nov 20 21:10:19.781084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-1254dce2-1f28-40f7-b4a4-7b0f63510d55 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:10:19.787685 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-1254dce2-1f28-40f7-b4a4-7b0f63510d55 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:10:19.792641 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-1254dce2-1f28-40f7-b4a4-7b0f63510d55 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:10:19.825863 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254dce2-1f28-40f7-b4a4-7b0f63510d55 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Pushing event updated for resources: {'Port': ['ID=de098d60-dfd2-427d-9e26-412db1a38a6a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:19.876219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-1254dce2-1f28-40f7-b4a4-7b0f63510d55 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:19.877168 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-1254dce2-1f28-40f7-b4a4-7b0f63510d55 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:19.904012 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-1254dce2-1f28-40f7-b4a4-7b0f63510d55 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9949183
Nov 20 21:10:19.917747 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Request body: {'port': {'device_id': '3b7045c0-b775-4510-b6c3-dd2c02899f65', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:10:19.925594 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8cb0d1c3-8f42-41c6-8656-eeae9a3b461f req-89b9e488-087c-4ffc-8c6a-927e49fedc90 service neutron] 10.222.0.47 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417422
Nov 20 21:10:19.938321 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1acae-7978-41b4-b9ac-55e4f32dfb9a req-0165d673-09b9-41e6-acaf-12f677bae85a tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:19.939818 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c8d1acae-7978-41b4-b9ac-55e4f32dfb9a req-0165d673-09b9-41e6-acaf-12f677bae85a tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b7045c0-b775-4510-b6c3-dd2c02899f65 HTTP/1.1" status: 200  len: 935 time: 0.0775278
Nov 20 21:10:19.987959 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:20.017741 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c8d1acae-7978-41b4-b9ac-55e4f32dfb9a req-c363a35b-2f73-47ee-8449-965b13fa98b5 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc87f1c2-36c9-4151-9092-ce812c1365ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700409
Nov 20 21:10:20.053168 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-bb20a0cd-87e0-4e09-a9fa-9fb4731a37d4 None None] Provisioning complete for port de098d60-dfd2-427d-9e26-412db1a38a6a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:10:20.053818 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bb20a0cd-87e0-4e09-a9fa-9fb4731a37d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:20.091469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-bb20a0cd-87e0-4e09-a9fa-9fb4731a37d4 None None] Port de098d60-dfd2-427d-9e26-412db1a38a6a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:10:20.238704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693c126-dfaa-4da0-a34d-7c56fcdbc8a5 req-c4753600-1bb7-4d5e-a768-771f47c6f34a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:20.240091 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0693c126-dfaa-4da0-a34d-7c56fcdbc8a5 req-c4753600-1bb7-4d5e-a768-771f47c6f34a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.1078753
Nov 20 21:10:20.324816 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0693c126-dfaa-4da0-a34d-7c56fcdbc8a5 req-55b7cc7f-2cd1-475f-a538-a250670f8ccb tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0785248
Nov 20 21:10:20.360888 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de098d60-dfd2-427d-9e26-412db1a38a6a {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:10:20.368374 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:20.380896 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Transition to ACTIVE for port object de098d60-dfd2-427d-9e26-412db1a38a6a will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:10:20.385923 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:20.455690 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Pushing event updated for resources: {'Port': ['ID=de098d60-dfd2-427d-9e26-412db1a38a6a,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:20.522320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Attempting to bind port de098d60-dfd2-427d-9e26-412db1a38a6a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:10:20.522771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Attempting to bind port de098d60-dfd2-427d-9e26-412db1a38a6a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:10:20.523162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Attempting to bind port de098d60-dfd2-427d-9e26-412db1a38a6a on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:10:20.527924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Port de098d60-dfd2-427d-9e26-412db1a38a6a on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:10:20.528258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Attempting to bind port de098d60-dfd2-427d-9e26-412db1a38a6a on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:10:20.534808 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:10:20.535167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:10:20.535653 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:10:20.536097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Bound port: de098d60-dfd2-427d-9e26-412db1a38a6a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:10:20.536522 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:20.619174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] For port de098d60-dfd2-427d-9e26-412db1a38a6a, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:10:20.622496 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] For port de098d60-dfd2-427d-9e26-412db1a38a6a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de098d60-dfd2-427d-9e26-412db1a38a6a,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:10:20.626809 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:20.664401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:20.665137 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:20.667114 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] 10.222.0.47 "PUT /v2.0/ports/de098d60-dfd2-427d-9e26-412db1a38a6a HTTP/1.1" status: 200  len: 1095 time: 0.7554715
Nov 20 21:10:20.669652 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7045c0-b775-4510-b6c3-dd2c02899f65', 'tag': 'de098d60-dfd2-427d-9e26-412db1a38a6a'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:10:20.679362 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c86441-ebd3-4a13-81fe-b9b1c82cd83e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7045c0-b775-4510-b6c3-dd2c02899f65", "tag": "de098d60-dfd2-427d-9e26-412db1a38a6a"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:10:20.709726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fc0f8-5a9d-43da-9a8c-3c339cfd74aa service neutron] Pushing event updated for resources: {'Port': ['ID=de098d60-dfd2-427d-9e26-412db1a38a6a,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:20.747028 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4800a895-bb0b-4293-9295-879a45027dae x-openstack-request-id: req-4800a895-bb0b-4293-9295-879a45027dae {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:10:20.747329 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7045c0-b775-4510-b6c3-dd2c02899f65", "tag": "de098d60-dfd2-427d-9e26-412db1a38a6a", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:10:20.747591 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4800a895-bb0b-4293-9295-879a45027dae {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:10:20.748038 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7045c0-b775-4510-b6c3-dd2c02899f65', 'tag': 'de098d60-dfd2-427d-9e26-412db1a38a6a', 'status': 'completed', 'code': 200}
Nov 20 21:10:20.766509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-76e478e1-afb0-4108-b99e-8339b1c8006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:20.768088 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-76e478e1-afb0-4108-b99e-8339b1c8006b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e963a326fb146adb3e89d20c539ea57&device_id=3b7045c0-b775-4510-b6c3-dd2c02899f65 HTTP/1.1" status: 200  len: 1098 time: 0.0527380
Nov 20 21:10:20.817920 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-6bdb7ad9-731d-4eef-ad72-f665c14f78c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=de098d60-dfd2-427d-9e26-412db1a38a6a HTTP/1.1" status: 200  len: 217 time: 0.0404022
Nov 20 21:10:20.871953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-dd48e854-41f7-41fd-af80-0c035d9be94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:20.873851 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-dd48e854-41f7-41fd-af80-0c035d9be94c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0480316
Nov 20 21:10:20.919405 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-361d393a-616e-47d3-94e2-81297611ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:20.920985 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-361d393a-616e-47d3-94e2-81297611ff97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0403221
Nov 20 21:10:21.017207 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-d190be1f-7d7e-4344-b509-fa2e86505f1d service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887785
Nov 20 21:10:21.143588 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4573adab-4b1b-464c-a9df-5ed0fee4cbd7 req-3e255b18-dcff-48d7-800b-53f43b62eb58 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1186697
Nov 20 21:10:21.155683 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64607de2-6bbc-4b97-a8ff-e1bbf3a40f20 req-159307cf-fbe5-4d11-91ca-bed18b550542 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:21.157115 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-64607de2-6bbc-4b97-a8ff-e1bbf3a40f20 req-159307cf-fbe5-4d11-91ca-bed18b550542 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b7045c0-b775-4510-b6c3-dd2c02899f65 HTTP/1.1" status: 200  len: 947 time: 0.0741751
Nov 20 21:10:21.234082 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-64607de2-6bbc-4b97-a8ff-e1bbf3a40f20 req-3fa20d27-7365-4179-903b-7489687ffd50 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc87f1c2-36c9-4151-9092-ce812c1365ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702026
Nov 20 21:10:21.249643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c86441-ebd3-4a13-81fe-b9b1c82cd83e req-898db570-8584-4994-95e8-b80fcd8adae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:21.251422 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a8c86441-ebd3-4a13-81fe-b9b1c82cd83e req-898db570-8584-4994-95e8-b80fcd8adae8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e963a326fb146adb3e89d20c539ea57&device_id=3b7045c0-b775-4510-b6c3-dd2c02899f65 HTTP/1.1" status: 200  len: 1098 time: 0.0594730
Nov 20 21:10:21.349146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c86441-ebd3-4a13-81fe-b9b1c82cd83e req-ea59f206-992b-4fa2-84b1-ffe45139271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:21.350653 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a8c86441-ebd3-4a13-81fe-b9b1c82cd83e req-ea59f206-992b-4fa2-84b1-ffe45139271b service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.0896807
Nov 20 21:10:21.394363 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a8c86441-ebd3-4a13-81fe-b9b1c82cd83e req-04f38636-afb4-4b6d-b0b4-d2dfb11b63d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=de098d60-dfd2-427d-9e26-412db1a38a6a HTTP/1.1" status: 200  len: 217 time: 0.0354590
Nov 20 21:10:21.449638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c86441-ebd3-4a13-81fe-b9b1c82cd83e req-45dea14d-ce1c-405e-8866-abb1217576e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:21.451415 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a8c86441-ebd3-4a13-81fe-b9b1c82cd83e req-45dea14d-ce1c-405e-8866-abb1217576e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0483704
Nov 20 21:10:21.455861 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091ca3f-af46-407e-9cbe-99fc2ec7323e req-d9f3a746-930f-4501-8961-a7d7756bffd9 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:21.458243 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2091ca3f-af46-407e-9cbe-99fc2ec7323e req-d9f3a746-930f-4501-8961-a7d7756bffd9 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0532854
Nov 20 21:10:21.518429 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2091ca3f-af46-407e-9cbe-99fc2ec7323e req-d6ff18fd-9755-43a2-ae7f-0559c181ae7e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0541220
Nov 20 21:10:21.526083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c86441-ebd3-4a13-81fe-b9b1c82cd83e req-c31ae3fe-bb1f-48d0-bb50-e85002396c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:21.528185 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a8c86441-ebd3-4a13-81fe-b9b1c82cd83e req-c31ae3fe-bb1f-48d0-bb50-e85002396c2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0623469
Nov 20 21:10:21.634647 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a8c86441-ebd3-4a13-81fe-b9b1c82cd83e req-1c9fa973-a578-4ed2-92c2-4ecc89bb2e44 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0990522
Nov 20 21:10:21.745613 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a8c86441-ebd3-4a13-81fe-b9b1c82cd83e req-f09bb526-344d-48c3-9a64-4582b5912263 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1010196
Nov 20 21:10:21.895071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:10:21.972282 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:21.994829 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:10:21.997060 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36bbab5-73e2-46e8-8c27-592523793744" -d '{"events": [{"server_uuid": "8aaa552a-405f-4fb1-89d8-49b2f1a432a1", "name": "network-vif-unplugged", "status": "completed", "tag": "feeb1d8b-d286-4060-b7ac-a8b34a5f75e9"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:10:22.009939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:22.014215 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:22.038417 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 20 Nov 2021 21:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6ae041-cba7-40d1-835e-ed5962a3174a x-openstack-request-id: req-1b6ae041-cba7-40d1-835e-ed5962a3174a {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:10:22.038709 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaa552a-405f-4fb1-89d8-49b2f1a432a1", "name": "network-vif-unplugged", "status": "failed", "tag": "feeb1d8b-d286-4060-b7ac-a8b34a5f75e9", "code": 422}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:10:22.038966 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b6ae041-cba7-40d1-835e-ed5962a3174a {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:10:22.039360 ncdv-master-1 neutron-server[126226]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9', 'code': 422} returned with failed status
Nov 20 21:10:22.065354 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:22.355877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81673e45-ef46-42ee-9dc5-d4d73ef50329 req-ec802c6e-0820-4492-9986-1dc063250f25 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:22.357317 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81673e45-ef46-42ee-9dc5-d4d73ef50329 req-ec802c6e-0820-4492-9986-1dc063250f25 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b7045c0-b775-4510-b6c3-dd2c02899f65 HTTP/1.1" status: 200  len: 947 time: 0.0501921
Nov 20 21:10:22.663314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841bebc-4dd3-464d-bb71-960f4b295ab6 req-c492e68d-8f5e-4c24-9679-7433e0a78de0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:22.664949 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c841bebc-4dd3-464d-bb71-960f4b295ab6 req-c492e68d-8f5e-4c24-9679-7433e0a78de0 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 943 time: 0.0522053
Nov 20 21:10:22.719341 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c841bebc-4dd3-464d-bb71-960f4b295ab6 req-cf281b3f-4829-43d0-a5c2-b12704424293 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0474212
Nov 20 21:10:22.729157 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81673e45-ef46-42ee-9dc5-d4d73ef50329 req-da3e9d87-3e9b-4a82-b6b1-144f28bb5f68 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc87f1c2-36c9-4151-9092-ce812c1365ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3656077
Nov 20 21:10:22.978961 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc23465-16a7-4f57-bb0c-a9810415e3eb req-b2a6dbf9-f7c6-4cc6-a7fd-a2fbb6580be8 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:22.980484 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-afc23465-16a7-4f57-bb0c-a9810415e3eb req-b2a6dbf9-f7c6-4cc6-a7fd-a2fbb6580be8 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0603039
Nov 20 21:10:23.038676 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-afc23465-16a7-4f57-bb0c-a9810415e3eb req-aeddd0df-2368-4296-81cd-95527ac97dde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513711
Nov 20 21:10:23.561360 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-fd728dff-ccf1-4684-9b77-d4cddcd8b323 req-e35b47e9-1850-4ecc-9ba4-d44f15806d5f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:10:23.562364 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd728dff-ccf1-4684-9b77-d4cddcd8b323 req-e35b47e9-1850-4ecc-9ba4-d44f15806d5f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1056426
Nov 20 21:10:23.729324 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda28ca2-0343-4608-a8ac-35b7e204655e req-b2ed8e25-4897-4e45-b9b9-772c9eeec6a1 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:23.730890 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cda28ca2-0343-4608-a8ac-35b7e204655e req-b2ed8e25-4897-4e45-b9b9-772c9eeec6a1 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 943 time: 0.0525775
Nov 20 21:10:23.808525 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-5cb8ef10-5827-450f-ba6f-93a18940c257 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0766494
Nov 20 21:10:23.813011 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cda28ca2-0343-4608-a8ac-35b7e204655e req-e385fdc9-37aa-4cda-8e13-8a90d6dcc1e3 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0732205
Nov 20 21:10:23.864232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7078be-e4e1-4d79-ab25-d99cfcb917d3 req-2be13877-f597-4ea2-ba99-c6abb41c0d1b tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:23.865723 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fa7078be-e4e1-4d79-ab25-d99cfcb917d3 req-2be13877-f597-4ea2-ba99-c6abb41c0d1b tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b7045c0-b775-4510-b6c3-dd2c02899f65 HTTP/1.1" status: 200  len: 947 time: 0.0597582
Nov 20 21:10:23.889819 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device de098d60-dfd2-427d-9e26-412db1a38a6a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:10:23.917149 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fa7078be-e4e1-4d79-ab25-d99cfcb917d3 req-615ffadd-ab51-477d-9b3d-ee3296ffe70a tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc87f1c2-36c9-4151-9092-ce812c1365ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454123
Nov 20 21:10:24.005420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port de098d60-dfd2-427d-9e26-412db1a38a6a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de098d60-dfd2-427d-9e26-412db1a38a6a,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:24.016697 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'de098d60-dfd2-427d-9e26-412db1a38a6a', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': 'de098d60-dfd2-427d-9e26-412db1a38a6a', 'mac_address': 'fa:16:3e:39:88:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:10:24.055823 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:24.069650 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de098d60-dfd2-427d-9e26-412db1a38a6a {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:10:24.100186 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port de098d60-dfd2-427d-9e26-412db1a38a6a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de098d60-dfd2-427d-9e26-412db1a38a6a,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:24.105429 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:24.160862 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=de098d60-dfd2-427d-9e26-412db1a38a6a,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:24.166713 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a7ac6-5c6d-433a-b36d-3a0c3bc82407 req-3b71ec08-e6a3-4c48-88e0-9cf48f5f8f6a tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:24.168346 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-977a7ac6-5c6d-433a-b36d-3a0c3bc82407 req-3b71ec08-e6a3-4c48-88e0-9cf48f5f8f6a tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0589097
Nov 20 21:10:24.219613 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-977a7ac6-5c6d-433a-b36d-3a0c3bc82407 req-4ef8a0bd-aa77-4c4e-b6dd-5e1593fabc83 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444679
Nov 20 21:10:24.367230 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['de098d60-dfd2-427d-9e26-412db1a38a6a'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:10:24.625821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-c7560a26-d287-4612-b41d-c6127390ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:24.627252 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-c7560a26-d287-4612-b41d-c6127390ede0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1&tenant_id=185bc78201f1431881a86d4894780efb HTTP/1.1" status: 200  len: 1094 time: 0.0734842
Nov 20 21:10:24.640092 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:10:24.691779 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:24.889681 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] For port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:24.922223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] For port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:10:24.940126 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be671c-635a-46a5-b768-ed484ca131e9 req-2978505c-7efc-4e14-b5b0-6d05bbc6685a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:24.941608 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-33be671c-635a-46a5-b768-ed484ca131e9 req-2978505c-7efc-4e14-b5b0-6d05bbc6685a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 943 time: 0.0526626
Nov 20 21:10:24.960958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:10:24.967946 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:24.981101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Transition to ACTIVE for port object feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:10:24.985318 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:25.000244 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-33be671c-635a-46a5-b768-ed484ca131e9 req-1a1d50c2-ab3e-4740-a27e-b30e7a72d36f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0520244
Nov 20 21:10:25.126492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Pushing event updated for resources: {'Port': ['ID=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,revision_number=9']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:25.157126 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:25.157389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:25.157735 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:25.158090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:25.158429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:25.158759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:25.159085 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:25.159411 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:25.159736 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:25.160062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:25.160395 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:25.160711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:25.193219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ba5a1-1e23-479e-885e-84694fa871fd req-0347b577-a7c0-46ea-8c7b-61e6a988196d tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:25.194771 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-555ba5a1-1e23-479e-885e-84694fa871fd req-0347b577-a7c0-46ea-8c7b-61e6a988196d tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b7045c0-b775-4510-b6c3-dd2c02899f65 HTTP/1.1" status: 200  len: 948 time: 0.2016313
Nov 20 21:10:25.220344 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] No DVR routers for this DVR port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:10:25.312354 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-555ba5a1-1e23-479e-885e-84694fa871fd req-e0900d2c-6cb6-4e61-801d-09b04316e8e3 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc87f1c2-36c9-4151-9092-ce812c1365ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109886
Nov 20 21:10:25.345445 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786bad8-f6be-44cc-b6ae-01b0fe7d825f req-317c7ca7-11e6-4d43-a9dd-6b637ed7b0bf tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:25.347103 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9786bad8-f6be-44cc-b6ae-01b0fe7d825f req-317c7ca7-11e6-4d43-a9dd-6b637ed7b0bf tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0568974
Nov 20 21:10:25.395932 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9786bad8-f6be-44cc-b6ae-01b0fe7d825f req-f0bee047-cb10-4f3a-a04a-18ba61282bf4 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426691
Nov 20 21:10:25.396201 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Attempting to bind port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:10:25.396536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Attempting to bind port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:10:25.396862 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Attempting to bind port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 on network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:10:25.401349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 on network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:10:25.401679 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Attempting to bind port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 on network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:10:25.406730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:10:25.407072 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Checking segment: {'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:10:25.407602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Bound using segment: {'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:10:25.407873 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Bound port: feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b489bf0b-81af-4c07-9086-5848c41da655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:10:25.408230 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:25.472541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] For port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:10:25.475572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] For port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:10:25.479889 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:25.513423 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:25.514144 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:25.515759 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-65441639-dbac-4439-9c37-c205bac0068d service neutron] 10.222.0.37 "PUT /v2.0/ports/feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 HTTP/1.1" status: 200  len: 1091 time: 0.8802063
Nov 20 21:10:25.516223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'tag': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:10:25.518573 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271073a6-9011-451b-ba26-e781b933abfd" -d '{"events": [{"name": "network-changed", "server_uuid": "8aaa552a-405f-4fb1-89d8-49b2f1a432a1", "tag": "feeb1d8b-d286-4060-b7ac-a8b34a5f75e9"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:10:25.581204 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1de4e3-b0c2-4c2a-95c9-279108fd63a1 x-openstack-request-id: req-7b1de4e3-b0c2-4c2a-95c9-279108fd63a1 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:10:25.581597 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aaa552a-405f-4fb1-89d8-49b2f1a432a1", "tag": "feeb1d8b-d286-4060-b7ac-a8b34a5f75e9", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:10:25.581918 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b1de4e3-b0c2-4c2a-95c9-279108fd63a1 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:10:25.582413 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'tag': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9', 'status': 'completed', 'code': 200}
Nov 20 21:10:25.583307 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65441639-dbac-4439-9c37-c205bac0068d service neutron] Pushing event updated for resources: {'Port': ['ID=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,revision_number=10']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:25.602709 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-3494e7b8-ecaf-4720-890c-46ea2fb1a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:25.604312 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-3494e7b8-ecaf-4720-890c-46ea2fb1a95e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=185bc78201f1431881a86d4894780efb&device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 1095 time: 0.0558231
Nov 20 21:10:25.702517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-970dfe46-565f-4c70-9c4a-0a8831e062c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:25.704036 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-970dfe46-565f-4c70-9c4a-0a8831e062c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0462fe-9d19-4cda-815b-86a91b87f9c7 HTTP/1.1" status: 200  len: 918 time: 0.0920842
Nov 20 21:10:25.775143 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-853cd16e-257b-4e91-85e5-33add559b0cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 HTTP/1.1" status: 200  len: 999 time: 0.0636430
Nov 20 21:10:25.824758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-22a413c0-63ce-4b14-b707-07c9bf6d00b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:25.826724 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-22a413c0-63ce-4b14-b707-07c9bf6d00b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d8dda6c-ad95-4b4c-9a1c-f85536341ba1 HTTP/1.1" status: 200  len: 856 time: 0.0442133
Nov 20 21:10:25.871505 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-b23fbab8-d66e-4f8f-8746-939caf058792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:25.872964 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-b23fbab8-d66e-4f8f-8746-939caf058792 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0462fe-9d19-4cda-815b-86a91b87f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394621
Nov 20 21:10:25.917212 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device de098d60-dfd2-427d-9e26-412db1a38a6a up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:10:25.965782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port de098d60-dfd2-427d-9e26-412db1a38a6a completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:10:25.966221 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-517fcfdb-8e45-4b0a-8102-01f0ba226069 service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862615
Nov 20 21:10:25.970387 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port de098d60-dfd2-427d-9e26-412db1a38a6a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:10:25.970789 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:26.054533 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:26.058752 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db45c0eb-b85b-478f-bbea-7d5659dcb937 req-30a825a9-ec40-4d86-abd4-d5f331112d2c service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860546
Nov 20 21:10:26.081922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7045c0-b775-4510-b6c3-dd2c02899f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de098d60-dfd2-427d-9e26-412db1a38a6a'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:10:26.084167 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a343e01-4177-4c50-8076-a499529b68ae" -d '{"events": [{"server_uuid": "3b7045c0-b775-4510-b6c3-dd2c02899f65", "name": "network-vif-plugged", "status": "completed", "tag": "de098d60-dfd2-427d-9e26-412db1a38a6a"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:10:26.098958 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port de098d60-dfd2-427d-9e26-412db1a38a6a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de098d60-dfd2-427d-9e26-412db1a38a6a,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:26.105645 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:26.138518 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a208515e-718a-4935-8676-5e3921d0a139 x-openstack-request-id: req-a208515e-718a-4935-8676-5e3921d0a139 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:10:26.138993 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7045c0-b775-4510-b6c3-dd2c02899f65", "name": "network-vif-plugged", "status": "completed", "tag": "de098d60-dfd2-427d-9e26-412db1a38a6a", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:10:26.139352 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a208515e-718a-4935-8676-5e3921d0a139 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:10:26.140010 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7045c0-b775-4510-b6c3-dd2c02899f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de098d60-dfd2-427d-9e26-412db1a38a6a', 'code': 200}
Nov 20 21:10:26.146873 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a917d64-3b1b-4a71-9a16-c4ace5cb4acd req-13ca4861-0dd5-423e-bbe8-72ecee069c03 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:26.154741 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a917d64-3b1b-4a71-9a16-c4ace5cb4acd req-13ca4861-0dd5-423e-bbe8-72ecee069c03 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 944 time: 0.0746956
Nov 20 21:10:26.167591 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=de098d60-dfd2-427d-9e26-412db1a38a6a,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:26.173230 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271073a6-9011-451b-ba26-e781b933abfd req-9f22e1d9-789f-4de0-91bf-cc1c9707a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:26.175289 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-271073a6-9011-451b-ba26-e781b933abfd req-9f22e1d9-789f-4de0-91bf-cc1c9707a14f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=185bc78201f1431881a86d4894780efb&device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 1095 time: 0.0682666
Nov 20 21:10:26.218673 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7a917d64-3b1b-4a71-9a16-c4ace5cb4acd req-8190bc90-1a85-4eaf-989e-bae9102ebd4c tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0629327
Nov 20 21:10:26.298041 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835c9b-242f-4f30-8794-f8a992068898 req-f18ada94-522c-4777-901f-85fda9d18d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:26.299562 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b835c9b-242f-4f30-8794-f8a992068898 req-f18ada94-522c-4777-901f-85fda9d18d9d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3b7045c0-b775-4510-b6c3-dd2c02899f65 HTTP/1.1" status: 200  len: 1100 time: 0.0881295
Nov 20 21:10:26.327295 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271073a6-9011-451b-ba26-e781b933abfd req-dda72ef6-7107-464e-b9de-6b7c3eaf05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:26.328779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-271073a6-9011-451b-ba26-e781b933abfd req-dda72ef6-7107-464e-b9de-6b7c3eaf05b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b0462fe-9d19-4cda-815b-86a91b87f9c7 HTTP/1.1" status: 200  len: 918 time: 0.1407511
Nov 20 21:10:26.398553 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b835c9b-242f-4f30-8794-f8a992068898 req-f972d047-e00e-4615-b75b-ae6922917b55 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bc87f1c2-36c9-4151-9092-ce812c1365ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899210
Nov 20 21:10:26.449254 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-271073a6-9011-451b-ba26-e781b933abfd req-214067a1-c512-46b0-ae68-d293d8734873 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 HTTP/1.1" status: 200  len: 999 time: 0.1084397
Nov 20 21:10:26.500300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909189f2-1191-41a8-bf96-808537ea30df req-0d9e89e2-d3af-456a-a559-ee709924b1e7 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:26.501870 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-909189f2-1191-41a8-bf96-808537ea30df req-0d9e89e2-d3af-456a-a559-ee709924b1e7 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b7045c0-b775-4510-b6c3-dd2c02899f65 HTTP/1.1" status: 200  len: 949 time: 0.1059344
Nov 20 21:10:26.555640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271073a6-9011-451b-ba26-e781b933abfd req-807c4e67-eb91-4151-8c45-e993cfa98778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:26.557094 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-271073a6-9011-451b-ba26-e781b933abfd req-807c4e67-eb91-4151-8c45-e993cfa98778 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d8dda6c-ad95-4b4c-9a1c-f85536341ba1 HTTP/1.1" status: 200  len: 856 time: 0.1001143
Nov 20 21:10:26.584861 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601c89d-5717-43b2-a9cd-ce7eb8c199a3 req-b1465346-6d38-4827-bebb-3dbcd2b39f2a tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:26.598009 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f601c89d-5717-43b2-a9cd-ce7eb8c199a3 req-b1465346-6d38-4827-bebb-3dbcd2b39f2a tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.1065729
Nov 20 21:10:26.620514 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-909189f2-1191-41a8-bf96-808537ea30df req-78c2effe-f32d-4cf8-8f09-c6739eba57a5 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc87f1c2-36c9-4151-9092-ce812c1365ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874376
Nov 20 21:10:26.686043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271073a6-9011-451b-ba26-e781b933abfd req-f3eef624-63d9-450e-b1e6-322316423b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:26.688850 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-271073a6-9011-451b-ba26-e781b933abfd req-f3eef624-63d9-450e-b1e6-322316423b9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b0462fe-9d19-4cda-815b-86a91b87f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0630269
Nov 20 21:10:26.707360 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f601c89d-5717-43b2-a9cd-ce7eb8c199a3 req-d4ea19bd-f8c4-4acc-ac90-e7ac8deb5e3c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1083131
Nov 20 21:10:27.382690 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49688556-3b39-4051-9814-30b02dd344da req-e64482cc-117a-4157-b765-4601de444b3d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:27.390851 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-49688556-3b39-4051-9814-30b02dd344da req-e64482cc-117a-4157-b765-4601de444b3d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 944 time: 0.0870285
Nov 20 21:10:27.450741 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-49688556-3b39-4051-9814-30b02dd344da req-527b8bd2-fc4c-4e30-b416-e97a97aa6a5d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0589073
Nov 20 21:10:27.733841 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da6d6a-4667-4d0f-9df3-cab2d13d4b21 req-03eb82e3-72e3-40cf-94af-d85ae8f21d4d tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:27.735422 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e3da6d6a-4667-4d0f-9df3-cab2d13d4b21 req-03eb82e3-72e3-40cf-94af-d85ae8f21d4d tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b7045c0-b775-4510-b6c3-dd2c02899f65 HTTP/1.1" status: 200  len: 949 time: 0.0515306
Nov 20 21:10:27.793456 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e3da6d6a-4667-4d0f-9df3-cab2d13d4b21 req-a748d9f2-c3a1-4ce0-aa13-d2e5afcf9746 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc87f1c2-36c9-4151-9092-ce812c1365ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518789
Nov 20 21:10:27.827414 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f3f3f-33fa-40df-b8c4-0f926afe1c60 req-9c39adad-e884-4f89-96b9-1079b655c97d tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:27.830743 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-087f3f3f-33fa-40df-b8c4-0f926afe1c60 req-9c39adad-e884-4f89-96b9-1079b655c97d tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0573499
Nov 20 21:10:27.907563 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-087f3f3f-33fa-40df-b8c4-0f926afe1c60 req-7fb1c9a4-d8f2-460a-9cbc-7cab40a1b202 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708952
Nov 20 21:10:28.083691 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529da0e-19b0-4767-95ee-027a153284a6 req-3ca7c826-046d-4904-a4f0-084487ea724c tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:28.085329 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e529da0e-19b0-4767-95ee-027a153284a6 req-3ca7c826-046d-4904-a4f0-084487ea724c tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b7045c0-b775-4510-b6c3-dd2c02899f65 HTTP/1.1" status: 200  len: 949 time: 0.0548787
Nov 20 21:10:28.135583 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e529da0e-19b0-4767-95ee-027a153284a6 req-5537300b-d436-4f78-b7a9-df09283839cc tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc87f1c2-36c9-4151-9092-ce812c1365ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439868
Nov 20 21:10:28.577180 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb06bd8-67dc-4ca2-8868-bbdba89b4b62 req-4cf99d68-24e3-47d4-abcb-0d39affd3973 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:28.578769 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8fb06bd8-67dc-4ca2-8868-bbdba89b4b62 req-4cf99d68-24e3-47d4-abcb-0d39affd3973 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 944 time: 0.0500345
Nov 20 21:10:28.632453 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8fb06bd8-67dc-4ca2-8868-bbdba89b4b62 req-b629962a-411f-4ba8-9bd2-cf0d7cc028b2 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0464292
Nov 20 21:10:29.036007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa35d0-f697-4f88-ad71-0c46ebb8ae7c req-f320c27d-2ec2-4520-a5e5-4a5df7c88f45 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:29.037653 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ccfa35d0-f697-4f88-ad71-0c46ebb8ae7c req-f320c27d-2ec2-4520-a5e5-4a5df7c88f45 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0566781
Nov 20 21:10:29.086770 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ccfa35d0-f697-4f88-ad71-0c46ebb8ae7c req-096086b4-e38b-4f99-81b2-da5471f8e1a6 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423291
Nov 20 21:10:29.255754 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f68874-fbdb-4694-90f4-440abe577845 req-3256848a-34a8-447d-837d-95c9ea0761bf tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:29.257431 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-87f68874-fbdb-4694-90f4-440abe577845 req-3256848a-34a8-447d-837d-95c9ea0761bf tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b7045c0-b775-4510-b6c3-dd2c02899f65 HTTP/1.1" status: 200  len: 949 time: 0.0506103
Nov 20 21:10:29.312148 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-87f68874-fbdb-4694-90f4-440abe577845 req-6a94694b-5f28-4f36-b145-e2c887cb82b3 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc87f1c2-36c9-4151-9092-ce812c1365ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485091
Nov 20 21:10:29.351194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ad16d-af62-4671-b854-8496013ef1a2 req-f8e8cec8-2c66-48b0-962b-89d062499428 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:29.352642 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7f9ad16d-af62-4671-b854-8496013ef1a2 req-f8e8cec8-2c66-48b0-962b-89d062499428 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b7045c0-b775-4510-b6c3-dd2c02899f65 HTTP/1.1" status: 200  len: 949 time: 0.0648720
Nov 20 21:10:29.450852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-7f9ad16d-af62-4671-b854-8496013ef1a2 req-546a991f-8e63-4af2-83b0-928aa5905004 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Deleting port de098d60-dfd2-427d-9e26-412db1a38a6a {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:29.451281 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7f9ad16d-af62-4671-b854-8496013ef1a2 req-546a991f-8e63-4af2-83b0-928aa5905004 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:29.869742 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-7f9ad16d-af62-4671-b854-8496013ef1a2 req-546a991f-8e63-4af2-83b0-928aa5905004 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] For port de098d60-dfd2-427d-9e26-412db1a38a6a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de098d60-dfd2-427d-9e26-412db1a38a6a,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:29.870127 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7f9ad16d-af62-4671-b854-8496013ef1a2 req-546a991f-8e63-4af2-83b0-928aa5905004 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:29.893119 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b854892-6e4c-4849-b937-dede1609e1c7 req-8893c44a-065f-4cf0-ac11-fed426211550 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:29.894678 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b854892-6e4c-4849-b937-dede1609e1c7 req-8893c44a-065f-4cf0-ac11-fed426211550 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 944 time: 0.0836883
Nov 20 21:10:29.895711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-7f9ad16d-af62-4671-b854-8496013ef1a2 req-546a991f-8e63-4af2-83b0-928aa5905004 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Calling delete_port for de098d60-dfd2-427d-9e26-412db1a38a6a owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:29.993364 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b854892-6e4c-4849-b937-dede1609e1c7 req-ab77af5c-87b5-4d74-a647-d6c6d773a819 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0914779
Nov 20 21:10:30.067632 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7f9ad16d-af62-4671-b854-8496013ef1a2 req-546a991f-8e63-4af2-83b0-928aa5905004 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:30.103899 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a991f-8e63-4af2-83b0-928aa5905004 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Pushing event deleted for resources: {'Port': ['ID=de098d60-dfd2-427d-9e26-412db1a38a6a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:30.167446 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9ad16d-af62-4671-b854-8496013ef1a2 req-546a991f-8e63-4af2-83b0-928aa5905004 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] No DVR routers for this DVR port de098d60-dfd2-427d-9e26-412db1a38a6a on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:10:30.171043 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7f9ad16d-af62-4671-b854-8496013ef1a2 req-546a991f-8e63-4af2-83b0-928aa5905004 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:30.174587 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7f9ad16d-af62-4671-b854-8496013ef1a2 req-546a991f-8e63-4af2-83b0-928aa5905004 tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.47 "DELETE /v2.0/ports/de098d60-dfd2-427d-9e26-412db1a38a6a HTTP/1.1" status: 204  len: 173 time: 0.8155637
Nov 20 21:10:30.175089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7045c0-b775-4510-b6c3-dd2c02899f65', 'name': 'network-vif-deleted', 'tag': 'de098d60-dfd2-427d-9e26-412db1a38a6a'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:10:30.180703 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c956ffa-2276-4ac6-8853-2e4e8a0c6fa6" -d '{"events": [{"server_uuid": "3b7045c0-b775-4510-b6c3-dd2c02899f65", "name": "network-vif-deleted", "tag": "de098d60-dfd2-427d-9e26-412db1a38a6a"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:10:30.229181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bd6e2-0ab7-4c9e-8996-9cd103a9bf70 req-7af63eda-6cce-4b13-8781-b8c88091de9e tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:30.241150 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a22bd6e2-0ab7-4c9e-8996-9cd103a9bf70 req-7af63eda-6cce-4b13-8781-b8c88091de9e tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0760965
Nov 20 21:10:30.262700 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8af3f3-a068-4dad-a34b-81ee6055e04f x-openstack-request-id: req-3e8af3f3-a068-4dad-a34b-81ee6055e04f {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:10:30.264799 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7045c0-b775-4510-b6c3-dd2c02899f65", "name": "network-vif-deleted", "tag": "de098d60-dfd2-427d-9e26-412db1a38a6a", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:10:30.265615 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e8af3f3-a068-4dad-a34b-81ee6055e04f {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:10:30.266276 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7045c0-b775-4510-b6c3-dd2c02899f65', 'name': 'network-vif-deleted', 'tag': 'de098d60-dfd2-427d-9e26-412db1a38a6a', 'status': 'completed', 'code': 200}
Nov 20 21:10:30.334206 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a22bd6e2-0ab7-4c9e-8996-9cd103a9bf70 req-8b104198-c4b6-479b-9095-80ea75804627 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745094
Nov 20 21:10:30.447294 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02903a44-6a93-4118-8cfe-3bdd075fcd0a req-2fb0855b-7c1d-46d4-8d4f-62372cfa80fa tempest-VolumesNegativeTest-452759441 tempest-VolumesNegativeTest-452759441-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b7045c0-b775-4510-b6c3-dd2c02899f65 HTTP/1.1" status: 200  len: 210 time: 0.0287387
Nov 20 21:10:31.133768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59921425-0572-4906-9e11-54c9578c40c9 req-e2a256c0-ca7f-44ae-9f1c-c6c26ff7ae4a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:31.135373 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59921425-0572-4906-9e11-54c9578c40c9 req-e2a256c0-ca7f-44ae-9f1c-c6c26ff7ae4a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 944 time: 0.0675664
Nov 20 21:10:31.187272 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59921425-0572-4906-9e11-54c9578c40c9 req-29512bfb-d837-47a7-b2c7-a46f7a26afff tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457830
Nov 20 21:10:31.453658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79955118-2762-4e10-ac5c-dca4ff508613 req-74e8317d-bcf3-4c01-8d5e-1ade76dcc70c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:31.455367 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79955118-2762-4e10-ac5c-dca4ff508613 req-74e8317d-bcf3-4c01-8d5e-1ade76dcc70c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0535188
Nov 20 21:10:31.507583 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79955118-2762-4e10-ac5c-dca4ff508613 req-993fe235-3676-43a6-9e18-8d9fdf0f9064 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442023
Nov 20 21:10:31.948420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device de098d60-dfd2-427d-9e26-412db1a38a6a no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:10:31.971547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: de098d60-dfd2-427d-9e26-412db1a38a6a {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:10:31.972205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device de098d60-dfd2-427d-9e26-412db1a38a6a not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:10:32.343107 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33dbac-837a-466c-8926-4f9b3f6ec4e3 req-2f0434e6-5288-4d95-a14a-90e3c96b38dd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:32.352501 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5d33dbac-837a-466c-8926-4f9b3f6ec4e3 req-2f0434e6-5288-4d95-a14a-90e3c96b38dd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 944 time: 0.0732489
Nov 20 21:10:32.423811 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5d33dbac-837a-466c-8926-4f9b3f6ec4e3 req-c9b4dd25-4e20-4a82-a6bb-80bca7855fa7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0701697
Nov 20 21:10:32.682130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fbada-6f21-441f-9540-4dba7d10fd36 req-a19a0c6d-4bde-47d7-a070-212d8ccce8f2 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:32.683673 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f41fbada-6f21-441f-9540-4dba7d10fd36 req-a19a0c6d-4bde-47d7-a070-212d8ccce8f2 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0747874
Nov 20 21:10:32.743201 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f41fbada-6f21-441f-9540-4dba7d10fd36 req-ee121db6-8557-4873-9de4-4d2a41c52325 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525684
Nov 20 21:10:33.569897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61877a0f-445b-40f4-9df5-8645f126ee3a req-a603838c-b139-464c-8ea7-a48395ac3c32 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:33.571576 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61877a0f-445b-40f4-9df5-8645f126ee3a req-a603838c-b139-464c-8ea7-a48395ac3c32 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 944 time: 0.0728092
Nov 20 21:10:33.639372 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61877a0f-445b-40f4-9df5-8645f126ee3a req-8c2a0227-219a-4fe1-b44a-d6431b06b99b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0614767
Nov 20 21:10:33.899718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003019f4-1520-41cd-ae50-c283d6a02195 req-ed444331-ef02-4304-9a24-2d83ef9447f0 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:33.899718 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-003019f4-1520-41cd-ae50-c283d6a02195 req-ed444331-ef02-4304-9a24-2d83ef9447f0 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0543659
Nov 20 21:10:33.966869 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-003019f4-1520-41cd-ae50-c283d6a02195 req-8cfda077-6208-4f63-b00b-a9fb824f4935 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628014
Nov 20 21:10:34.775514 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088a599-83d7-405e-8a4b-287b6391b50d req-9150dc2f-e027-4911-9785-b03ec4b70e9f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:34.777714 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9088a599-83d7-405e-8a4b-287b6391b50d req-9150dc2f-e027-4911-9785-b03ec4b70e9f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 944 time: 0.0526595
Nov 20 21:10:34.825605 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9088a599-83d7-405e-8a4b-287b6391b50d req-3b2f6985-acb0-4bef-b3c5-75dc0854c3cd tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417504
Nov 20 21:10:35.119252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef82b2-0620-4c0f-a8f5-260b3b77fcc6 req-39ab33dd-3772-4bff-862a-91311876354c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:35.120889 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00ef82b2-0620-4c0f-a8f5-260b3b77fcc6 req-39ab33dd-3772-4bff-862a-91311876354c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0551300
Nov 20 21:10:35.178642 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00ef82b2-0620-4c0f-a8f5-260b3b77fcc6 req-438f15ae-1738-47be-9b75-7d1e013cc327 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516438
Nov 20 21:10:35.556884 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38146) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:35.713944 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-10420af6-8f24-4a80-a1f4-1b7fe8b9f393 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e963a326fb146adb3e89d20c539ea57&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1556799
Nov 20 21:10:35.716300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38150) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:35.768042 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:35.789927 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:35.840114 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:35.842928 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:35.846494 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc87f1c2-36c9-4151-9092-ce812c1365ae HTTP/1.1" status: 204  len: 168 time: 0.1288946
Nov 20 21:10:35.854806 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc87f1c2-36c9-4151-9092-ce812c1365ae,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:35.864205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:35.864565 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:35.864905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:35.865305 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:35.866143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:35.866279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:35.866599 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:35.866928 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:35.867271 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:35.867574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:35.867899 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:35.868325 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a930f20b-d19e-467a-a2b4-b51c5b36996c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:35.969502 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35ef7a-5412-4269-b0f9-dea1b2afa7f2 req-2564bc43-5517-4692-a178-65bbe047553e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:35.971254 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9f35ef7a-5412-4269-b0f9-dea1b2afa7f2 req-2564bc43-5517-4692-a178-65bbe047553e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 944 time: 0.0560830
Nov 20 21:10:36.033825 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9f35ef7a-5412-4269-b0f9-dea1b2afa7f2 req-7bedb890-d9f1-492a-8b45-05a12c52ab9d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0563958
Nov 20 21:10:36.406371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2410b-9da0-4075-9234-29d76ef724ca req-1137d2ea-8a67-45c8-a4d3-abdc02af588a tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:36.408973 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a5f2410b-9da0-4075-9234-29d76ef724ca req-1137d2ea-8a67-45c8-a4d3-abdc02af588a tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.1102488
Nov 20 21:10:36.510955 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a5f2410b-9da0-4075-9234-29d76ef724ca req-f3f51641-9980-4e1b-8a6f-86d4cf42e098 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871418
Nov 20 21:10:36.694763 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f45631-de0e-4ad5-b410-d47f8816b8e2 req-4c21f42d-f203-427e-b40b-fed12a98f7f8 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:36.701443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f45631-de0e-4ad5-b410-d47f8816b8e2 req-4c21f42d-f203-427e-b40b-fed12a98f7f8 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:36.707798 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f45631-de0e-4ad5-b410-d47f8816b8e2 req-4c21f42d-f203-427e-b40b-fed12a98f7f8 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:36.714580 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f45631-de0e-4ad5-b410-d47f8816b8e2 req-4c21f42d-f203-427e-b40b-fed12a98f7f8 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:36.721376 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f45631-de0e-4ad5-b410-d47f8816b8e2 req-4c21f42d-f203-427e-b40b-fed12a98f7f8 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:36.727695 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f45631-de0e-4ad5-b410-d47f8816b8e2 req-4c21f42d-f203-427e-b40b-fed12a98f7f8 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:36.734432 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f45631-de0e-4ad5-b410-d47f8816b8e2 req-4c21f42d-f203-427e-b40b-fed12a98f7f8 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:36.736441 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-84f45631-de0e-4ad5-b410-d47f8816b8e2 req-4c21f42d-f203-427e-b40b-fed12a98f7f8 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5435 time: 0.1022956
Nov 20 21:10:36.787685 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38184) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:36.811453 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-84f45631-de0e-4ad5-b410-d47f8816b8e2 req-5f0cad64-9461-4fbf-92fe-6dabd3e888ba tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0679417
Nov 20 21:10:36.891518 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a7386db4-de2c-42de-a966-efefe45613f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-947302054-network', 'tenant_id': '321f486ad3cb47d391a2136722e74f0a'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:10:36.912215 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7386db4-de2c-42de-a966-efefe45613f8 admin admin] Made reservation on behalf of 321f486ad3cb47d391a2136722e74f0a for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:10:36.914666 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7386db4-de2c-42de-a966-efefe45613f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:36.923069 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7386db4-de2c-42de-a966-efefe45613f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:37.004516 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7386db4-de2c-42de-a966-efefe45613f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:37.008353 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7386db4-de2c-42de-a966-efefe45613f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:37.036182 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7386db4-de2c-42de-a966-efefe45613f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:10:37.045453 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7386db4-de2c-42de-a966-efefe45613f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09be881f-bc10-4684-8dfe-87be7c734015,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:37.052457 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7386db4-de2c-42de-a966-efefe45613f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:37.052457 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-a7386db4-de2c-42de-a966-efefe45613f8 admin admin] Added segment 5c287838-745d-4fd9-8e7e-5107b57e23ce of type vlan for network db248f70-92ce-470d-a8dd-1b99f1d82f6d
Nov 20 21:10:37.094629 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7386db4-de2c-42de-a966-efefe45613f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:37.146435 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7386db4-de2c-42de-a966-efefe45613f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:37.147379 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7386db4-de2c-42de-a966-efefe45613f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:37.147961 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7386db4-de2c-42de-a966-efefe45613f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:37.187210 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a7386db4-de2c-42de-a966-efefe45613f8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3984170
Nov 20 21:10:37.190234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38190) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:37.195544 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-81c7ccf3-7ff1-43a0-b5ba-5ab8307af3da admin admin] Request body: {'subnet': {'network_id': 'db248f70-92ce-470d-a8dd-1b99f1d82f6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-947302054-subnet', 'tenant_id': '321f486ad3cb47d391a2136722e74f0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:10:37.218379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c7ccf3-7ff1-43a0-b5ba-5ab8307af3da admin admin] Made reservation on behalf of 321f486ad3cb47d391a2136722e74f0a for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:10:37.220680 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81c7ccf3-7ff1-43a0-b5ba-5ab8307af3da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:37.223765 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7386db4-de2c-42de-a966-efefe45613f8 admin admin] Pushing event updated for resources: {'Network': ['ID=db248f70-92ce-470d-a8dd-1b99f1d82f6d,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:37.233053 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3899a7-c6df-4130-a4ee-68e8254528a5 req-6a5ac13d-b924-413a-937a-0c66ebee630f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:37.234195 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network db248f70-92ce-470d-a8dd-1b99f1d82f6d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:10:37.234710 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a3899a7-c6df-4130-a4ee-68e8254528a5 req-6a5ac13d-b924-413a-937a-0c66ebee630f tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 944 time: 0.1174827
Nov 20 21:10:37.289341 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a3899a7-c6df-4130-a4ee-68e8254528a5 req-b0204937-0b00-413b-b3e2-4d273d60f3fc tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440688
Nov 20 21:10:37.394348 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81c7ccf3-7ff1-43a0-b5ba-5ab8307af3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:37.452657 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7ccf3-7ff1-43a0-b5ba-5ab8307af3da admin admin] Pushing event updated for resources: {'Subnet': ['ID=0efd16e8-ada4-4474-8ef2-fcc0f1c40b1f,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:37.463400 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c7ccf3-7ff1-43a0-b5ba-5ab8307af3da admin admin] Checking segment: {'id': '5c287838-745d-4fd9-8e7e-5107b57e23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'db248f70-92ce-470d-a8dd-1b99f1d82f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:10:37.463764 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c7ccf3-7ff1-43a0-b5ba-5ab8307af3da admin admin] Network hostable DHCP agents. Network: db248f70-92ce-470d-a8dd-1b99f1d82f6d, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:10:37.479318 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c7ccf3-7ff1-43a0-b5ba-5ab8307af3da admin admin] Network db248f70-92ce-470d-a8dd-1b99f1d82f6d is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:10:37.487781 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-81c7ccf3-7ff1-43a0-b5ba-5ab8307af3da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, db248f70-92ce-470d-a8dd-1b99f1d82f6d) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:10:37.492489 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c7ccf3-7ff1-43a0-b5ba-5ab8307af3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:37.493747 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-81c7ccf3-7ff1-43a0-b5ba-5ab8307af3da admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:37.496917 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f58ef13-e36a-451c-bfcb-0282dc51ade0 None None] Network db248f70-92ce-470d-a8dd-1b99f1d82f6d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:10:37.509854 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-81c7ccf3-7ff1-43a0-b5ba-5ab8307af3da admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3185236
Nov 20 21:10:37.657340 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c3ab5-289a-4dd0-a6da-eed5e859bc8e req-9f597b13-a630-4032-bc12-6e978029909f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:37.666480 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c70c3ab5-289a-4dd0-a6da-eed5e859bc8e req-9f597b13-a630-4032-bc12-6e978029909f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0779948
Nov 20 21:10:37.679334 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1834e593-ce22-4fc4-af21-bbbfd0052a8f None None] Network db248f70-92ce-470d-a8dd-1b99f1d82f6d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:10:37.706729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5bea0236-2313-4ab0-9ec1-27a404c3ac05 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:37.712827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5bea0236-2313-4ab0-9ec1-27a404c3ac05 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:37.720119 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5bea0236-2313-4ab0-9ec1-27a404c3ac05 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:37.726232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5bea0236-2313-4ab0-9ec1-27a404c3ac05 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:37.732892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5bea0236-2313-4ab0-9ec1-27a404c3ac05 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:37.739070 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5bea0236-2313-4ab0-9ec1-27a404c3ac05 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:37.745106 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5bea0236-2313-4ab0-9ec1-27a404c3ac05 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:37.747129 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5bea0236-2313-4ab0-9ec1-27a404c3ac05 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5435 time: 0.1609256
Nov 20 21:10:37.785651 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c70c3ab5-289a-4dd0-a6da-eed5e859bc8e req-ba964648-de0d-49a0-8dd7-c9fdd1991ba0 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1108806
Nov 20 21:10:37.803963 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-271073a6-9011-451b-ba26-e781b933abfd req-a46e28cb-36a3-49a7-a60f-4cfbb54e983f service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2486916
Nov 20 21:10:37.815020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-4d283058-4b3f-4368-9c7a-00833abccbef tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:37.816521 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-4d283058-4b3f-4368-9c7a-00833abccbef tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.47 "GET /v2.0/ports/17593c85-2aba-4b07-b484-60c0a0677ba6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0565226
Nov 20 21:10:38.015145 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-271073a6-9011-451b-ba26-e781b933abfd req-c1d1f9af-4edc-4a46-99b7-d0ccde4963ea service neutron] 10.222.0.37 "GET /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1974418
Nov 20 21:10:38.049105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f78626-c34f-4e99-8af0-d683a95d9d0c req-994acb55-d504-4c91-ba16-ae33023002a6 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:38.055174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f78626-c34f-4e99-8af0-d683a95d9d0c req-994acb55-d504-4c91-ba16-ae33023002a6 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:38.061908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f78626-c34f-4e99-8af0-d683a95d9d0c req-994acb55-d504-4c91-ba16-ae33023002a6 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:38.067906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f78626-c34f-4e99-8af0-d683a95d9d0c req-994acb55-d504-4c91-ba16-ae33023002a6 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:38.073898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f78626-c34f-4e99-8af0-d683a95d9d0c req-994acb55-d504-4c91-ba16-ae33023002a6 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:38.080679 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f78626-c34f-4e99-8af0-d683a95d9d0c req-994acb55-d504-4c91-ba16-ae33023002a6 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:38.086674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f78626-c34f-4e99-8af0-d683a95d9d0c req-994acb55-d504-4c91-ba16-ae33023002a6 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:38.088809 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54f78626-c34f-4e99-8af0-d683a95d9d0c req-994acb55-d504-4c91-ba16-ae33023002a6 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 5435 time: 0.1796017
Nov 20 21:10:38.095521 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-b4e4c48f-bdb2-4709-bb1e-301c594d9a66 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.47 "GET /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.2430451
Nov 20 21:10:38.114652 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5482138e-8660-4712-a9e5-a7f87bae8bd1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:10:38.196176 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:38.205051 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-54f78626-c34f-4e99-8af0-d683a95d9d0c req-dbfd67a0-5755-47c3-9003-e26030768ed1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a894c9a-035a-4338-8445-7ef72a81e8c7&id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1064675
Nov 20 21:10:38.205934 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5482138e-8660-4712-a9e5-a7f87bae8bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:38.261825 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:38.368629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5482138e-8660-4712-a9e5-a7f87bae8bd1 service neutron] For port 17593c85-2aba-4b07-b484-60c0a0677ba6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17593c85-2aba-4b07-b484-60c0a0677ba6,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:38.407915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5482138e-8660-4712-a9e5-a7f87bae8bd1 service neutron] For port 17593c85-2aba-4b07-b484-60c0a0677ba6, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:10:38.424246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5189ee-5b87-4458-a4b3-ed3e7fdafe9a req-22a80719-c1e0-4ff1-bf08-c114c51269a7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:38.425756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2f5189ee-5b87-4458-a4b3-ed3e7fdafe9a req-22a80719-c1e0-4ff1-bf08-c114c51269a7 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 944 time: 0.0498064
Nov 20 21:10:38.445021 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5482138e-8660-4712-a9e5-a7f87bae8bd1 service neutron] device_id is not set on port 17593c85-2aba-4b07-b484-60c0a0677ba6 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:10:38.453909 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5482138e-8660-4712-a9e5-a7f87bae8bd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:38.459812 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5482138e-8660-4712-a9e5-a7f87bae8bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:38.476760 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2f5189ee-5b87-4458-a4b3-ed3e7fdafe9a req-81b3ab29-6e29-4ab4-93c8-016138caacce tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0447686
Nov 20 21:10:38.527383 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5482138e-8660-4712-a9e5-a7f87bae8bd1 service neutron] No DVR routers for this DVR port 17593c85-2aba-4b07-b484-60c0a0677ba6 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:10:38.531219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482138e-8660-4712-a9e5-a7f87bae8bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=17593c85-2aba-4b07-b484-60c0a0677ba6,revision_number=6']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:38.571818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5482138e-8660-4712-a9e5-a7f87bae8bd1 service neutron] In _notify_port_updated(), no bound segment for port 17593c85-2aba-4b07-b484-60c0a0677ba6 on network a71914d1-f8db-41aa-b100-1859a3120efd {{(pid=126225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:10:38.572908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5482138e-8660-4712-a9e5-a7f87bae8bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:38.573070 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5482138e-8660-4712-a9e5-a7f87bae8bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:38.574412 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-5482138e-8660-4712-a9e5-a7f87bae8bd1 service neutron] 10.222.0.47 "PUT /v2.0/ports/17593c85-2aba-4b07-b484-60c0a0677ba6 HTTP/1.1" status: 200  len: 1028 time: 0.4705725
Nov 20 21:10:38.625024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-b438dc91-eadd-4100-86c5-4ebad490c55d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:38.626474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-b438dc91-eadd-4100-86c5-4ebad490c55d tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.47 "GET /v2.0/ports/bd4e7a14-7d21-4548-8472-ba80748bb825?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0459604
Nov 20 21:10:38.637924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c6f85d03-e32b-441f-bca8-b560881edd29 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:10:38.696215 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c6f85d03-e32b-441f-bca8-b560881edd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:38.738925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-09e63bf2-1a29-4131-89af-c39b0ba868c6 None None] Provisioning complete for port 17593c85-2aba-4b07-b484-60c0a0677ba6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:10:38.739293 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-09e63bf2-1a29-4131-89af-c39b0ba868c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:38.776379 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-09e63bf2-1a29-4131-89af-c39b0ba868c6 None None] Port 17593c85-2aba-4b07-b484-60c0a0677ba6 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:10:38.832227 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c6f85d03-e32b-441f-bca8-b560881edd29 service neutron] For port bd4e7a14-7d21-4548-8472-ba80748bb825, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd4e7a14-7d21-4548-8472-ba80748bb825,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:38.895772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c6f85d03-e32b-441f-bca8-b560881edd29 service neutron] For port bd4e7a14-7d21-4548-8472-ba80748bb825, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:10:38.927568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58655907-e9d7-452c-9c6d-68c27bd9c9c4 req-f0401e41-6c07-41c8-a25e-444081bc0dcc tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:38.929060 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-58655907-e9d7-452c-9c6d-68c27bd9c9c4 req-f0401e41-6c07-41c8-a25e-444081bc0dcc tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0867429
Nov 20 21:10:38.945356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c6f85d03-e32b-441f-bca8-b560881edd29 service neutron] device_id is not set on port bd4e7a14-7d21-4548-8472-ba80748bb825 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:10:38.961958 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c6f85d03-e32b-441f-bca8-b560881edd29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:38.969436 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c6f85d03-e32b-441f-bca8-b560881edd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:39.031562 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-58655907-e9d7-452c-9c6d-68c27bd9c9c4 req-6d4b2cbb-e111-4b4a-8764-8dae8ebe0d47 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964456
Nov 20 21:10:39.058804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f85d03-e32b-441f-bca8-b560881edd29 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4e7a14-7d21-4548-8472-ba80748bb825,revision_number=6']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:39.062036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c6f85d03-e32b-441f-bca8-b560881edd29 service neutron] No DVR routers for this DVR port bd4e7a14-7d21-4548-8472-ba80748bb825 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:10:39.101970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c6f85d03-e32b-441f-bca8-b560881edd29 service neutron] In _notify_port_updated(), no bound segment for port bd4e7a14-7d21-4548-8472-ba80748bb825 on network a71914d1-f8db-41aa-b100-1859a3120efd {{(pid=126225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:10:39.103456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c6f85d03-e32b-441f-bca8-b560881edd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:39.104082 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c6f85d03-e32b-441f-bca8-b560881edd29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:39.105393 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c6f85d03-e32b-441f-bca8-b560881edd29 service neutron] 10.222.0.47 "PUT /v2.0/ports/bd4e7a14-7d21-4548-8472-ba80748bb825 HTTP/1.1" status: 200  len: 1028 time: 0.4719796
Nov 20 21:10:39.252933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-d4afc50f-7c04-4f3d-aef0-557e340dc588 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Deleting port 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:39.253386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-d4afc50f-7c04-4f3d-aef0-557e340dc588 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:39.305822 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-45e1a135-ab58-4521-9bd5-6b3e17ece9c4 None None] Provisioning complete for port bd4e7a14-7d21-4548-8472-ba80748bb825 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:10:39.306431 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-45e1a135-ab58-4521-9bd5-6b3e17ece9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:39.335321 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ad5c0-3dd8-4b80-818f-f813395f1ec7 req-a8cf9a6e-db14-48b5-b45d-56089067ae7d tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:39.336985 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c04ad5c0-3dd8-4b80-818f-f813395f1ec7 req-a8cf9a6e-db14-48b5-b45d-56089067ae7d tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.1295679
Nov 20 21:10:39.353999 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-45e1a135-ab58-4521-9bd5-6b3e17ece9c4 None None] Port bd4e7a14-7d21-4548-8472-ba80748bb825 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:10:39.369645 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec4424-e688-4c8f-9a6e-dbbabf40173b req-5d1e9e19-a16a-405a-b357-359e25ae8a32 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:39.376897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec4424-e688-4c8f-9a6e-dbbabf40173b req-5d1e9e19-a16a-405a-b357-359e25ae8a32 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:39.383727 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec4424-e688-4c8f-9a6e-dbbabf40173b req-5d1e9e19-a16a-405a-b357-359e25ae8a32 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:39.390873 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec4424-e688-4c8f-9a6e-dbbabf40173b req-5d1e9e19-a16a-405a-b357-359e25ae8a32 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:39.397031 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec4424-e688-4c8f-9a6e-dbbabf40173b req-5d1e9e19-a16a-405a-b357-359e25ae8a32 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:39.399095 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-43ec4424-e688-4c8f-9a6e-dbbabf40173b req-5d1e9e19-a16a-405a-b357-359e25ae8a32 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 3885 time: 0.1073890
Nov 20 21:10:39.405897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77e371-e326-4a3f-a78f-d16c106ac899 req-12db963f-801f-4f3f-a5f8-dbf0484c43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:39.407606 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ce77e371-e326-4a3f-a78f-d16c106ac899 req-12db963f-801f-4f3f-a5f8-dbf0484c43a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=badea6f48ba34a31b8c22ca431cfebc4&device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 1097 time: 0.1581330
Nov 20 21:10:39.457083 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-43ec4424-e688-4c8f-9a6e-dbbabf40173b req-1a1cf613-40ca-4353-a798-9570ea23b302 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477157
Nov 20 21:10:39.481692 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-d4afc50f-7c04-4f3d-aef0-557e340dc588 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] For port 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d8adb08-4bb0-45be-8e71-4a53fb65eb7e,segment=NetworkSegment(b500a6dc-5edd-4c88-82df-4a23560852fc),segment_id=b500a6dc-5edd-4c88-82df-4a23560852fc)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:39.482860 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-d4afc50f-7c04-4f3d-aef0-557e340dc588 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:39.503622 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c04ad5c0-3dd8-4b80-818f-f813395f1ec7 req-d5c96a01-6707-4254-830c-485638ec4937 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1346114
Nov 20 21:10:39.537638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-d4afc50f-7c04-4f3d-aef0-557e340dc588 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Calling delete_port for 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:39.613914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77e371-e326-4a3f-a78f-d16c106ac899 req-61784e2b-f759-4bb2-a335-736542fb23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:39.615424 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ce77e371-e326-4a3f-a78f-d16c106ac899 req-61784e2b-f759-4bb2-a335-736542fb23e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a HTTP/1.1" status: 200  len: 912 time: 0.1928432
Nov 20 21:10:39.622402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d1952-0f4f-40a2-bdf1-376f50f92443 req-2ab3bed3-b926-4166-b843-6626877e6c36 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:39.623899 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-868d1952-0f4f-40a2-bdf1-376f50f92443 req-2ab3bed3-b926-4166-b843-6626877e6c36 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 944 time: 0.0540280
Nov 20 21:10:39.673114 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-868d1952-0f4f-40a2-bdf1-376f50f92443 req-1a3a64f8-7891-462d-bdf8-e160286df586 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431263
Nov 20 21:10:39.697366 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ce77e371-e326-4a3f-a78f-d16c106ac899 req-39fb9e00-24c7-4326-b326-c6b93299c450 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae4ae95-4d21-46e0-9882-157821324f20 HTTP/1.1" status: 200  len: 1001 time: 0.0706751
Nov 20 21:10:39.788796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77e371-e326-4a3f-a78f-d16c106ac899 req-9b54e6f1-dcca-4358-9df7-c00b2672886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:39.790274 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ce77e371-e326-4a3f-a78f-d16c106ac899 req-9b54e6f1-dcca-4358-9df7-c00b2672886a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70f862fe-1427-4856-a5ea-8d52f33d3d9b HTTP/1.1" status: 200  len: 850 time: 0.0657940
Nov 20 21:10:39.790998 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-d4afc50f-7c04-4f3d-aef0-557e340dc588 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:39.828459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afc50f-7c04-4f3d-aef0-557e340dc588 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event deleted for resources: {'Port': ['ID=1d8adb08-4bb0-45be-8e71-4a53fb65eb7e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:39.896350 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-d4afc50f-7c04-4f3d-aef0-557e340dc588 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] No DVR routers for this DVR port 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:10:39.899234 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77e371-e326-4a3f-a78f-d16c106ac899 req-eae6a87d-9354-43be-adb8-ba9594d43e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:39.900826 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ce77e371-e326-4a3f-a78f-d16c106ac899 req-eae6a87d-9354-43be-adb8-ba9594d43e24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0988333
Nov 20 21:10:39.901897 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-d4afc50f-7c04-4f3d-aef0-557e340dc588 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:39.906142 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-d4afc50f-7c04-4f3d-aef0-557e340dc588 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.47 "DELETE /v2.0/ports/1d8adb08-4bb0-45be-8e71-4a53fb65eb7e HTTP/1.1" status: 204  len: 173 time: 0.7951951
Nov 20 21:10:39.906585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-deleted', 'tag': '1d8adb08-4bb0-45be-8e71-4a53fb65eb7e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:10:39.908917 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d231f23-15b1-45f5-87af-9e6f22673a90" -d '{"events": [{"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-deleted", "tag": "1d8adb08-4bb0-45be-8e71-4a53fb65eb7e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:10:39.954948 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709ec445-37fd-4034-bfb2-35990918d222 x-openstack-request-id: req-709ec445-37fd-4034-bfb2-35990918d222 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:10:39.955250 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-deleted", "tag": "1d8adb08-4bb0-45be-8e71-4a53fb65eb7e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:10:39.955510 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-709ec445-37fd-4034-bfb2-35990918d222 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:10:39.955915 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-deleted', 'tag': '1d8adb08-4bb0-45be-8e71-4a53fb65eb7e', 'status': 'completed', 'code': 200}
Nov 20 21:10:39.999344 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device a1c1d818-4c07-4d09-b360-b1acc5a224b8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:10:40.069467 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ce77e371-e326-4a3f-a78f-d16c106ac899 req-48c0dfd3-e386-4843-9691-917f4ca69634 service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1572742
Nov 20 21:10:40.080017 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:40.088279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-9256e048-cbcf-401b-b2fb-f955b979a2b0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Deleting port fafe012b-fc11-4ebf-90fb-e3698bda3e63 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:40.088620 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-9256e048-cbcf-401b-b2fb-f955b979a2b0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:40.103050 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c1d818-4c07-4d09-b360-b1acc5a224b8'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:10:40.105186 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0559107f-8893-47a6-a068-ed0f0e63b2ab" -d '{"events": [{"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c1d818-4c07-4d09-b360-b1acc5a224b8"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:10:40.117835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port a1c1d818-4c07-4d09-b360-b1acc5a224b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1c1d818-4c07-4d09-b360-b1acc5a224b8,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:40.123294 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:40.124008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5332c620-9136-495b-bd4d-92357990f3a2 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:10:40.147512 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a99bece-d461-4175-9dfd-c3414ead465b x-openstack-request-id: req-3a99bece-d461-4175-9dfd-c3414ead465b {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:10:40.147745 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c1d818-4c07-4d09-b360-b1acc5a224b8", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:10:40.147995 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a99bece-d461-4175-9dfd-c3414ead465b {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:10:40.148379 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c1d818-4c07-4d09-b360-b1acc5a224b8', 'code': 200}
Nov 20 21:10:40.208275 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=a1c1d818-4c07-4d09-b360-b1acc5a224b8,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:40.247179 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ce77e371-e326-4a3f-a78f-d16c106ac899 req-c48e85ed-0731-45b4-879d-83d301ef1782 service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687977
Nov 20 21:10:40.252700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-9256e048-cbcf-401b-b2fb-f955b979a2b0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] For port fafe012b-fc11-4ebf-90fb-e3698bda3e63, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fafe012b-fc11-4ebf-90fb-e3698bda3e63,segment=NetworkSegment(b500a6dc-5edd-4c88-82df-4a23560852fc),segment_id=b500a6dc-5edd-4c88-82df-4a23560852fc)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:40.252884 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:40.253077 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-9256e048-cbcf-401b-b2fb-f955b979a2b0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:40.269368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-9256e048-cbcf-401b-b2fb-f955b979a2b0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Calling delete_port for fafe012b-fc11-4ebf-90fb-e3698bda3e63 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:40.289370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5332c620-9136-495b-bd4d-92357990f3a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5332c620-9136-495b-bd4d-92357990f3a2,segment=NetworkSegment(4b649abf-c8be-42af-b705-d4f94f06269b),segment_id=4b649abf-c8be-42af-b705-d4f94f06269b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:40.294032 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:40.294922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 144b0c11-f5e6-471f-8963-411ff27f7777 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:10:40.379648 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5332c620-9136-495b-bd4d-92357990f3a2,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:40.418172 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-9256e048-cbcf-401b-b2fb-f955b979a2b0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:40.422504 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:40.456036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256e048-cbcf-401b-b2fb-f955b979a2b0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event deleted for resources: {'Port': ['ID=fafe012b-fc11-4ebf-90fb-e3698bda3e63,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:40.459916 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 144b0c11-f5e6-471f-8963-411ff27f7777, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=144b0c11-f5e6-471f-8963-411ff27f7777,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:40.466002 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:40.466887 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device fafe012b-fc11-4ebf-90fb-e3698bda3e63 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:10:40.507577 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-9256e048-cbcf-401b-b2fb-f955b979a2b0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] No DVR routers for this DVR port fafe012b-fc11-4ebf-90fb-e3698bda3e63 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:10:40.509512 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:10:40.510889 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-9256e048-cbcf-401b-b2fb-f955b979a2b0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:40.515493 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-9256e048-cbcf-401b-b2fb-f955b979a2b0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.47 "DELETE /v2.0/ports/fafe012b-fc11-4ebf-90fb-e3698bda3e63 HTTP/1.1" status: 204  len: 173 time: 0.6022577
Nov 20 21:10:40.527163 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: fafe012b-fc11-4ebf-90fb-e3698bda3e63 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:10:40.527739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device fafe012b-fc11-4ebf-90fb-e3698bda3e63 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:10:40.528485 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:10:40.600261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:10:40.600764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1d8adb08-4bb0-45be-8e71-4a53fb65eb7e not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:10:40.601318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 17593c85-2aba-4b07-b484-60c0a0677ba6 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:10:40.646544 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=144b0c11-f5e6-471f-8963-411ff27f7777,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:40.661403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c11db-dbba-419c-ac39-14e40b63bb0c req-fb2709bc-989e-46d4-bac8-6fa01029e70a tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:40.663197 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-599c11db-dbba-419c-ac39-14e40b63bb0c req-fb2709bc-989e-46d4-bac8-6fa01029e70a tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0588415
Nov 20 21:10:40.700241 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 17593c85-2aba-4b07-b484-60c0a0677ba6 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:10:40.700589 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device bd4e7a14-7d21-4548-8472-ba80748bb825 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:10:40.705948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da6107-e7b7-4efe-88c6-39a9f1557615 req-59f27460-cb7d-4241-b862-bb2a0e167900 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:40.712562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da6107-e7b7-4efe-88c6-39a9f1557615 req-59f27460-cb7d-4241-b862-bb2a0e167900 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:40.720147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da6107-e7b7-4efe-88c6-39a9f1557615 req-59f27460-cb7d-4241-b862-bb2a0e167900 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:40.722011 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92da6107-e7b7-4efe-88c6-39a9f1557615 req-59f27460-cb7d-4241-b862-bb2a0e167900 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 2409 time: 0.1431649
Nov 20 21:10:40.728651 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-599c11db-dbba-419c-ac39-14e40b63bb0c req-f0f77da8-b8cc-4adf-b67f-d94131aeb938 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560517
Nov 20 21:10:40.735727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-aedeb5d6-9866-4f5f-9834-f7b9a38684ff tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Deleting port 144b0c11-f5e6-471f-8963-411ff27f7777 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:40.736081 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-aedeb5d6-9866-4f5f-9834-f7b9a38684ff tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:40.757478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:40.765695 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device bd4e7a14-7d21-4548-8472-ba80748bb825 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:10:40.772659 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'port_id': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9', 'mac_address': 'fa:16:3e:44:e8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:10:40.828718 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:40.848239 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:10:40.877014 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:40.880955 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704d9a5-ba48-4870-a961-e26564161ce8 req-e4dae394-eff4-424a-9ce6-2f9b5bb6e842 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:40.881363 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:40.882374 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92da6107-e7b7-4efe-88c6-39a9f1557615 req-577aa969-52ee-49b1-b6fa-708baa0a72de tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1418569
Nov 20 21:10:40.883136 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7704d9a5-ba48-4870-a961-e26564161ce8 req-e4dae394-eff4-424a-9ce6-2f9b5bb6e842 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 944 time: 0.0830252
Nov 20 21:10:40.914466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-aedeb5d6-9866-4f5f-9834-f7b9a38684ff tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] For port 144b0c11-f5e6-471f-8963-411ff27f7777, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=144b0c11-f5e6-471f-8963-411ff27f7777,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:40.915049 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-aedeb5d6-9866-4f5f-9834-f7b9a38684ff tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:40.936197 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-aedeb5d6-9866-4f5f-9834-f7b9a38684ff tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Calling delete_port for 144b0c11-f5e6-471f-8963-411ff27f7777 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:40.958221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,revision_number=11']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:40.959538 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7704d9a5-ba48-4870-a961-e26564161ce8 req-b0e63b99-10e5-4f4a-bf7a-6e252544cc7b tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0692523
Nov 20 21:10:41.112678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['feeb1d8b-d286-4060-b7ac-a8b34a5f75e9'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:10:41.362548 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-aedeb5d6-9866-4f5f-9834-f7b9a38684ff tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:41.391578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedeb5d6-9866-4f5f-9834-f7b9a38684ff tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event deleted for resources: {'Port': ['ID=144b0c11-f5e6-471f-8963-411ff27f7777,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:41.432766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-aedeb5d6-9866-4f5f-9834-f7b9a38684ff tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] No DVR routers for this DVR port 144b0c11-f5e6-471f-8963-411ff27f7777 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:10:41.436215 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-aedeb5d6-9866-4f5f-9834-f7b9a38684ff tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:41.439838 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-aedeb5d6-9866-4f5f-9834-f7b9a38684ff tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.47 "DELETE /v2.0/ports/144b0c11-f5e6-471f-8963-411ff27f7777 HTTP/1.1" status: 204  len: 173 time: 0.9186208
Nov 20 21:10:41.538710 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-096b6478-0d62-4a0b-a1e2-bf3a160505e5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Deleting port a1c1d818-4c07-4d09-b360-b1acc5a224b8 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:41.539054 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-096b6478-0d62-4a0b-a1e2-bf3a160505e5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:41.632434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-096b6478-0d62-4a0b-a1e2-bf3a160505e5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] For port a1c1d818-4c07-4d09-b360-b1acc5a224b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1c1d818-4c07-4d09-b360-b1acc5a224b8,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:41.632920 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-096b6478-0d62-4a0b-a1e2-bf3a160505e5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:41.645423 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-096b6478-0d62-4a0b-a1e2-bf3a160505e5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Calling delete_port for a1c1d818-4c07-4d09-b360-b1acc5a224b8 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:41.801849 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-096b6478-0d62-4a0b-a1e2-bf3a160505e5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:41.871227 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b6478-0d62-4a0b-a1e2-bf3a160505e5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event deleted for resources: {'Port': ['ID=a1c1d818-4c07-4d09-b360-b1acc5a224b8,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:41.904591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-096b6478-0d62-4a0b-a1e2-bf3a160505e5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] No DVR routers for this DVR port a1c1d818-4c07-4d09-b360-b1acc5a224b8 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:10:41.908179 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-096b6478-0d62-4a0b-a1e2-bf3a160505e5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:41.911512 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-096b6478-0d62-4a0b-a1e2-bf3a160505e5 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.47 "DELETE /v2.0/ports/a1c1d818-4c07-4d09-b360-b1acc5a224b8 HTTP/1.1" status: 204  len: 173 time: 0.4657376
Nov 20 21:10:41.959456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-deleted', 'tag': 'fafe012b-fc11-4ebf-90fb-e3698bda3e63'}, {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-deleted', 'tag': '144b0c11-f5e6-471f-8963-411ff27f7777'}, {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-deleted', 'tag': 'a1c1d818-4c07-4d09-b360-b1acc5a224b8'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:10:41.961789 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ccd56f-0d6c-443e-814a-7625bb654e21" -d '{"events": [{"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-deleted", "tag": "fafe012b-fc11-4ebf-90fb-e3698bda3e63"}, {"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-deleted", "tag": "144b0c11-f5e6-471f-8963-411ff27f7777"}, {"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-deleted", "tag": "a1c1d818-4c07-4d09-b360-b1acc5a224b8"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:10:41.973749 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e5c60-310f-416e-8eb6-23ef6a0ed77c req-09d069bd-b6fd-4435-9a64-087bb3415148 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:41.975465 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb1e5c60-310f-416e-8eb6-23ef6a0ed77c req-09d069bd-b6fd-4435-9a64-087bb3415148 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.1168199
Nov 20 21:10:42.026482 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf9248-ae69-4391-9b57-65f07ac5f99d req-8f3c8a62-e867-4b7d-89c0-7516e0dea4fe tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:42.028132 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67bf9248-ae69-4391-9b57-65f07ac5f99d req-8f3c8a62-e867-4b7d-89c0-7516e0dea4fe tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 943 time: 0.0537591
Nov 20 21:10:42.061176 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb1e5c60-310f-416e-8eb6-23ef6a0ed77c req-0d5ce5eb-e364-4939-bbde-0fccea09dce0 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781651
Nov 20 21:10:42.072476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c31b7708-a24f-4649-9289-9e52af1b4187 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Deleting port 5332c620-9136-495b-bd4d-92357990f3a2 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:42.072885 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c31b7708-a24f-4649-9289-9e52af1b4187 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:42.087978 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67bf9248-ae69-4391-9b57-65f07ac5f99d req-3e10e17f-fe21-427e-8a8d-db23b56c7584 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d68a3d8-2a31-4843-baef-7c9183484a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534751
Nov 20 21:10:42.148200 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 20 Nov 2021 21:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9742dcb-1db7-4add-beff-76e67e173ce0 x-openstack-request-id: req-d9742dcb-1db7-4add-beff-76e67e173ce0 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:10:42.148462 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-deleted", "tag": "fafe012b-fc11-4ebf-90fb-e3698bda3e63", "status": "completed", "code": 200}, {"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-deleted", "tag": "144b0c11-f5e6-471f-8963-411ff27f7777", "status": "completed", "code": 200}, {"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-deleted", "tag": "a1c1d818-4c07-4d09-b360-b1acc5a224b8", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:10:42.148666 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9742dcb-1db7-4add-beff-76e67e173ce0 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:10:42.149462 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5332c620-9136-495b-bd4d-92357990f3a2'}, {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '144b0c11-f5e6-471f-8963-411ff27f7777'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:10:42.151839 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9141a81e-6bdc-48bb-8eb8-3f89e003e0e5" -d '{"events": [{"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-unplugged", "status": "completed", "tag": "5332c620-9136-495b-bd4d-92357990f3a2"}, {"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-unplugged", "status": "completed", "tag": "144b0c11-f5e6-471f-8963-411ff27f7777"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:10:42.154444 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-deleted', 'tag': 'fafe012b-fc11-4ebf-90fb-e3698bda3e63', 'status': 'completed', 'code': 200}
Nov 20 21:10:42.158295 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-deleted', 'tag': '144b0c11-f5e6-471f-8963-411ff27f7777', 'status': 'completed', 'code': 200}
Nov 20 21:10:42.158577 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-deleted', 'tag': 'a1c1d818-4c07-4d09-b360-b1acc5a224b8', 'status': 'completed', 'code': 200}
Nov 20 21:10:42.203994 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1eb6a9-b733-482b-98f0-e4171de6cacb req-a54f57d0-1d40-42df-b042-652eb258a821 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:42.204345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c31b7708-a24f-4649-9289-9e52af1b4187 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] For port 5332c620-9136-495b-bd4d-92357990f3a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5332c620-9136-495b-bd4d-92357990f3a2,segment=NetworkSegment(4b649abf-c8be-42af-b705-d4f94f06269b),segment_id=4b649abf-c8be-42af-b705-d4f94f06269b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:42.204729 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c31b7708-a24f-4649-9289-9e52af1b4187 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:42.211481 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6b1eb6a9-b733-482b-98f0-e4171de6cacb req-a54f57d0-1d40-42df-b042-652eb258a821 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 945 time: 0.0603194
Nov 20 21:10:42.212468 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 20 Nov 2021 21:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25733fe8-18c5-4cad-a305-b8ee4d39e7a8 x-openstack-request-id: req-25733fe8-18c5-4cad-a305-b8ee4d39e7a8 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:10:42.212768 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-unplugged", "status": "completed", "tag": "5332c620-9136-495b-bd4d-92357990f3a2", "code": 200}, {"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-unplugged", "status": "completed", "tag": "144b0c11-f5e6-471f-8963-411ff27f7777", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:10:42.213844 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25733fe8-18c5-4cad-a305-b8ee4d39e7a8 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:10:42.214390 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5332c620-9136-495b-bd4d-92357990f3a2', 'code': 200}
Nov 20 21:10:42.214859 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '144b0c11-f5e6-471f-8963-411ff27f7777', 'code': 200}
Nov 20 21:10:42.258610 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6b1eb6a9-b733-482b-98f0-e4171de6cacb req-a0c544fb-ee92-413d-a969-1ac8366adb60 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461988
Nov 20 21:10:42.450166 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c31b7708-a24f-4649-9289-9e52af1b4187 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:42.450540 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c31b7708-a24f-4649-9289-9e52af1b4187 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:42.451054 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c31b7708-a24f-4649-9289-9e52af1b4187 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Floating IP 749880ab-8a2f-42f6-a482-4da53f561a2e disassociated. External IP: 172.35.1.164, port: 5332c620-9136-495b-bd4d-92357990f3a2.
Nov 20 21:10:42.451514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c31b7708-a24f-4649-9289-9e52af1b4187 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Calling delete_port for 5332c620-9136-495b-bd4d-92357990f3a2 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:42.476337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:10:42.536372 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:10:42.540857 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:10:42.541231 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:42.601807 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c31b7708-a24f-4649-9289-9e52af1b4187 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:42.629923 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b7708-a24f-4649-9289-9e52af1b4187 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event deleted for resources: {'Port': ['ID=5332c620-9136-495b-bd4d-92357990f3a2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:42.637640 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:42.674003 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:42.678601 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:42.726671 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,revision_number=12']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:42.751036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c31b7708-a24f-4649-9289-9e52af1b4187 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Router acb678b0-97c3-4172-971e-ff718700b269 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:10:42.864249 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c31b7708-a24f-4649-9289-9e52af1b4187 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:10:42.874665 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d62c471-480d-4fe3-9cd1-bfb4813da892 None None] Sync routers for ids ['acb678b0-97c3-4172-971e-ff718700b269'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:10:42.885911 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d62c471-480d-4fe3-9cd1-bfb4813da892 None None] Routers {'acb678b0-97c3-4172-971e-ff718700b269'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:10:42.886493 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6d62c471-480d-4fe3-9cd1-bfb4813da892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47516a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:10:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['acb678b0-97c3-4172-971e-ff718700b269'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:42.907424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c31b7708-a24f-4649-9289-9e52af1b4187 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] No DVR routers for this DVR port 5332c620-9136-495b-bd4d-92357990f3a2 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:10:42.909931 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c31b7708-a24f-4649-9289-9e52af1b4187 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:42.913696 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0fb97c4e-8a1e-4809-8f8a-b686316c9e3c req-c31b7708-a24f-4649-9289-9e52af1b4187 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.47 "DELETE /v2.0/ports/5332c620-9136-495b-bd4d-92357990f3a2 HTTP/1.1" status: 204  len: 173 time: 0.9953961
Nov 20 21:10:43.172578 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-6d62c471-480d-4fe3-9cd1-bfb4813da892 None None] Set router acb678b0-97c3-4172-971e-ff718700b269 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:10:43.235033 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-780452c3-805a-4b5b-bc16-51357d3b1258 req-a032099b-2f12-4111-85c7-d1141d424257 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9f0d8b2-1575-409b-929c-720a90a1fe83 HTTP/1.1" status: 200  len: 210 time: 0.0518515
Nov 20 21:10:43.302924 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-558198ef-9f1b-4b44-8b38-9f13d2d4d956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:43.408820 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37634e3-4141-4217-a9d4-2c9dd829d5fa req-f60a078d-f385-452e-9469-c776ef460c3e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:43.410359 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b37634e3-4141-4217-a9d4-2c9dd829d5fa req-f60a078d-f385-452e-9469-c776ef460c3e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 946 time: 0.0599670
Nov 20 21:10:43.442727 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6d62c471-480d-4fe3-9cd1-bfb4813da892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47516a90>, [{'id': 'acb678b0-97c3-4172-971e-ff718700b269', 'name': 'tempest-TaggedBootDevicesTest-1137891615-router', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:37Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'gw_port': {'id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:38Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b95d120f-7de6-44df-9cfe-34f00af93eff', 'name': '', 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'mac_address': 'fa:16:3e:cb:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:42Z', 'updated_at': '2021-11-20T20:59:53Z', 'revision_number': 5, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'subnets': [{'id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:43.468952 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b37634e3-4141-4217-a9d4-2c9dd829d5fa req-537e68a9-6c75-42ef-9c42-54f592988811 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0505495
Nov 20 21:10:43.485466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d62c471-480d-4fe3-9cd1-bfb4813da892 None None] Checking router: acb678b0-97c3-4172-971e-ff718700b269 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:10:43.494762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d62c471-480d-4fe3-9cd1-bfb4813da892 None None] Routers {'acb678b0-97c3-4172-971e-ff718700b269'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:10:43.495385 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6d62c471-480d-4fe3-9cd1-bfb4813da892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47516a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:10:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['acb678b0-97c3-4172-971e-ff718700b269'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:43.607879 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-6d62c471-480d-4fe3-9cd1-bfb4813da892 None None] Set router acb678b0-97c3-4172-971e-ff718700b269 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:10:43.824804 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6d62c471-480d-4fe3-9cd1-bfb4813da892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47516a90>, [{'id': 'acb678b0-97c3-4172-971e-ff718700b269', 'name': 'tempest-TaggedBootDevicesTest-1137891615-router', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:37Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'gw_port': {'id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:38Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b95d120f-7de6-44df-9cfe-34f00af93eff', 'name': '', 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'mac_address': 'fa:16:3e:cb:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:42Z', 'updated_at': '2021-11-20T20:59:53Z', 'revision_number': 5, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'subnets': [{'id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:43.855458 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d62c471-480d-4fe3-9cd1-bfb4813da892 None None] The sync data for ids ['acb678b0-97c3-4172-971e-ff718700b269'] in ncdv-master-1 is: [{'id': 'acb678b0-97c3-4172-971e-ff718700b269', 'name': 'tempest-TaggedBootDevicesTest-1137891615-router', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:37Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'gw_port': {'id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:38Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b95d120f-7de6-44df-9cfe-34f00af93eff', 'name': '', 'network_id': '9a4d1c40-4599-43fd-8084-24cc8c85159b', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'mac_address': 'fa:16:3e:cb:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:42Z', 'updated_at': '2021-11-20T20:59:53Z', 'revision_number': 5, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'subnets': [{'id': '835298ec-367e-491f-9a58-fa02055ec6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:10:44.086264 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0715ea-8301-42b5-8cd5-e7a79594f6a6 None None] New status for floating IP 749880ab-8a2f-42f6-a482-4da53f561a2e: DOWN {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:10:44.159531 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-deleted', 'tag': '5332c620-9136-495b-bd4d-92357990f3a2'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:10:44.162215 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a4efab-f7b6-402a-917f-5ab116675459" -d '{"events": [{"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-deleted", "tag": "5332c620-9136-495b-bd4d-92357990f3a2"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:10:44.201607 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ca2098-c6c0-4e39-b77b-b00a5b86a6f8 x-openstack-request-id: req-32ca2098-c6c0-4e39-b77b-b00a5b86a6f8 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:10:44.201922 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f0d8b2-1575-409b-929c-720a90a1fe83", "name": "network-vif-deleted", "tag": "5332c620-9136-495b-bd4d-92357990f3a2", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:10:44.202231 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32ca2098-c6c0-4e39-b77b-b00a5b86a6f8 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:10:44.202849 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f0d8b2-1575-409b-929c-720a90a1fe83', 'name': 'network-vif-deleted', 'tag': '5332c620-9136-495b-bd4d-92357990f3a2', 'status': 'completed', 'code': 200}
Nov 20 21:10:44.217049 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:10:44.219474 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ff961d-c942-48f9-aa24-c5c5f41466be" -d '{"events": [{"server_uuid": "8aaa552a-405f-4fb1-89d8-49b2f1a432a1", "name": "network-vif-plugged", "status": "completed", "tag": "feeb1d8b-d286-4060-b7ac-a8b34a5f75e9"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:10:44.257893 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f04530-8a84-4ce2-a17d-5e4b184a9325 x-openstack-request-id: req-d8f04530-8a84-4ce2-a17d-5e4b184a9325 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:10:44.258218 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaa552a-405f-4fb1-89d8-49b2f1a432a1", "name": "network-vif-plugged", "status": "completed", "tag": "feeb1d8b-d286-4060-b7ac-a8b34a5f75e9", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:10:44.259119 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8f04530-8a84-4ce2-a17d-5e4b184a9325 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:10:44.259474 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9', 'code': 200}
Nov 20 21:10:44.370849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38294) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:44.444905 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f67b1dd-2fca-4fc9-a7b2-5be900892d17 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:44.447138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3586e07-c898-4f42-b1a5-99378464315a req-801e93b7-9dd1-48a2-90dc-fbf75bb457d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:44.448854 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e3586e07-c898-4f42-b1a5-99378464315a req-801e93b7-9dd1-48a2-90dc-fbf75bb457d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 1097 time: 0.0478857
Nov 20 21:10:44.470597 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f67b1dd-2fca-4fc9-a7b2-5be900892d17 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:44.496058 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e3586e07-c898-4f42-b1a5-99378464315a req-768fd5dc-a443-470b-a173-dbbe1a71bc44 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403862
Nov 20 21:10:44.536528 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f67b1dd-2fca-4fc9-a7b2-5be900892d17 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:44.539273 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f67b1dd-2fca-4fc9-a7b2-5be900892d17 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:44.540445 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3f67b1dd-2fca-4fc9-a7b2-5be900892d17 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "DELETE /v2.0/security-groups/3d68a3d8-2a31-4843-baef-7c9183484a5f HTTP/1.1" status: 204  len: 168 time: 0.1683357
Nov 20 21:10:44.543399 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38298) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:44.550870 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67b1dd-2fca-4fc9-a7b2-5be900892d17 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d68a3d8-2a31-4843-baef-7c9183484a5f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:44.559271 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-399f22bc-1c7e-4e0e-a0a5-cfce5c768e1a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] show failed (client error): The resource could not be found.
Nov 20 21:10:44.560676 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-399f22bc-1c7e-4e0e-a0a5-cfce5c768e1a tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "GET /v2.0/security-groups/3d68a3d8-2a31-4843-baef-7c9183484a5f HTTP/1.1" status: 404  len: 347 time: 0.0153873
Nov 20 21:10:44.564366 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38300) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:44.693594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51149ee7-2df5-4da3-9d66-9dba5c3548b5 req-6e521e1b-ec9b-42db-81ac-dacfc110ff80 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:44.695085 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-51149ee7-2df5-4da3-9d66-9dba5c3548b5 req-6e521e1b-ec9b-42db-81ac-dacfc110ff80 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 946 time: 0.1323860
Nov 20 21:10:44.768063 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-51149ee7-2df5-4da3-9d66-9dba5c3548b5 req-b1ba3f45-fdcd-41dd-9d09-b1c54433f63d tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0569146
Nov 20 21:10:44.772431 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c62ed105-ebb4-4931-9cdf-64768bcbcc34 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Deleting port 23154080-b7ae-4963-b93f-89310e4d145e {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:44.772769 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c62ed105-ebb4-4931-9cdf-64768bcbcc34 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:44.853892 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c62ed105-ebb4-4931-9cdf-64768bcbcc34 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:44.854247 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c62ed105-ebb4-4931-9cdf-64768bcbcc34 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:44.866819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c62ed105-ebb4-4931-9cdf-64768bcbcc34 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Calling delete_port for 23154080-b7ae-4963-b93f-89310e4d145e owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:45.015193 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c62ed105-ebb4-4931-9cdf-64768bcbcc34 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:45.043494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ed105-ebb4-4931-9cdf-64768bcbcc34 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event deleted for resources: {'Port': ['ID=23154080-b7ae-4963-b93f-89310e4d145e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:45.105421 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c62ed105-ebb4-4931-9cdf-64768bcbcc34 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:45.108925 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c62ed105-ebb4-4931-9cdf-64768bcbcc34 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:45.110195 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c62ed105-ebb4-4931-9cdf-64768bcbcc34 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "DELETE /v2.0/floatingips/749880ab-8a2f-42f6-a482-4da53f561a2e HTTP/1.1" status: 204  len: 168 time: 0.5370765
Nov 20 21:10:45.112924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38326) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:45.213815 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-8ab3d782-4eda-4f23-b6c9-7ad19a4fac04 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Deleting port 17593c85-2aba-4b07-b484-60c0a0677ba6 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:45.214191 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ab3d782-4eda-4f23-b6c9-7ad19a4fac04 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:45.301383 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ab3d782-4eda-4f23-b6c9-7ad19a4fac04 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:45.314789 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-8ab3d782-4eda-4f23-b6c9-7ad19a4fac04 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Calling delete_port for 17593c85-2aba-4b07-b484-60c0a0677ba6 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:45.450779 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ab3d782-4eda-4f23-b6c9-7ad19a4fac04 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:45.483701 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3d782-4eda-4f23-b6c9-7ad19a4fac04 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event deleted for resources: {'Port': ['ID=17593c85-2aba-4b07-b484-60c0a0677ba6,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:45.565883 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ab3d782-4eda-4f23-b6c9-7ad19a4fac04 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:45.571425 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8ab3d782-4eda-4f23-b6c9-7ad19a4fac04 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "DELETE /v2.0/ports/17593c85-2aba-4b07-b484-60c0a0677ba6 HTTP/1.1" status: 204  len: 168 time: 0.4552143
Nov 20 21:10:45.571653 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38340) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:45.659362 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-58a6c2d7-e8c8-48fb-aa6b-43f8471da608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:45.670406 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-82ca18b4-a6bf-40cd-8ec4-6f417cfa3cc0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Deleting port bd4e7a14-7d21-4548-8472-ba80748bb825 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:45.671020 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-82ca18b4-a6bf-40cd-8ec4-6f417cfa3cc0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:45.770858 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-82ca18b4-a6bf-40cd-8ec4-6f417cfa3cc0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:45.784253 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-82ca18b4-a6bf-40cd-8ec4-6f417cfa3cc0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Calling delete_port for bd4e7a14-7d21-4548-8472-ba80748bb825 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:45.931073 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746df58-22b1-4984-a6e8-89b445dc1277 req-2a4d76c3-7b59-4a82-895b-1ea0a39e1132 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:45.932839 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9746df58-22b1-4984-a6e8-89b445dc1277 req-2a4d76c3-7b59-4a82-895b-1ea0a39e1132 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 946 time: 0.0706325
Nov 20 21:10:45.990742 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-82ca18b4-a6bf-40cd-8ec4-6f417cfa3cc0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.015531 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9746df58-22b1-4984-a6e8-89b445dc1277 req-5bd67b5a-2079-4f0d-bc99-421579231055 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0715668
Nov 20 21:10:46.027653 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca18b4-a6bf-40cd-8ec4-6f417cfa3cc0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event deleted for resources: {'Port': ['ID=bd4e7a14-7d21-4548-8472-ba80748bb825,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:46.117154 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-82ca18b4-a6bf-40cd-8ec4-6f417cfa3cc0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.123859 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-82ca18b4-a6bf-40cd-8ec4-6f417cfa3cc0 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "DELETE /v2.0/ports/bd4e7a14-7d21-4548-8472-ba80748bb825 HTTP/1.1" status: 204  len: 168 time: 0.5483053
Nov 20 21:10:46.124154 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38388) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:46.179871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a3ac2f-4374-4c46-bc58-0f9d1614dbe1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Deleting subnet d8522ada-000b-482e-bebc-4b49e37aceb8 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:10:46.184349 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d6a3ac2f-4374-4c46-bc58-0f9d1614dbe1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.231542 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d6a3ac2f-4374-4c46-bc58-0f9d1614dbe1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.316463 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d6a3ac2f-4374-4c46-bc58-0f9d1614dbe1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.376050 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d6a3ac2f-4374-4c46-bc58-0f9d1614dbe1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.410088 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3ac2f-4374-4c46-bc58-0f9d1614dbe1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event deleted for resources: {'Subnet': ['ID=d8522ada-000b-482e-bebc-4b49e37aceb8,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:46.412094 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d6a3ac2f-4374-4c46-bc58-0f9d1614dbe1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.415372 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d6a3ac2f-4374-4c46-bc58-0f9d1614dbe1 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "DELETE /v2.0/subnets/d8522ada-000b-482e-bebc-4b49e37aceb8 HTTP/1.1" status: 204  len: 168 time: 0.2902579
Nov 20 21:10:46.417976 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38400) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:46.420812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2faaf50-77fd-4b04-982e-4dbe1711208a None None] Network d7561cda-0cef-429a-ab48-39d731d77e04 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:10:46.481642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-33673c26-9199-4cec-bc82-097ce9676423 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Deleting subnet 630c88fd-664b-445f-a16b-0430e156a60c {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:10:46.489483 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-33673c26-9199-4cec-bc82-097ce9676423 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.540502 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-33673c26-9199-4cec-bc82-097ce9676423 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.647377 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-33673c26-9199-4cec-bc82-097ce9676423 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.652171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d797833f-3056-4faa-b053-47bf18e65c39 None None] DHCP port deletion for d7561cda-0cef-429a-ab48-39d731d77e04 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:10:46.704018 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d797833f-3056-4faa-b053-47bf18e65c39 None None] Deleting port b0ff4470-757b-4027-9429-ed41c54e215e {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:46.704667 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d797833f-3056-4faa-b053-47bf18e65c39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.710493 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-33673c26-9199-4cec-bc82-097ce9676423 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.740618 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-33673c26-9199-4cec-bc82-097ce9676423 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.745718 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-33673c26-9199-4cec-bc82-097ce9676423 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "DELETE /v2.0/subnets/630c88fd-664b-445f-a16b-0430e156a60c HTTP/1.1" status: 204  len: 168 time: 0.3267434
Nov 20 21:10:46.746807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33673c26-9199-4cec-bc82-097ce9676423 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event deleted for resources: {'Subnet': ['ID=630c88fd-664b-445f-a16b-0430e156a60c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:46.749081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38402) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:46.768603 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a93abc-6cf3-4299-b1a8-981d880d7d63 None None] Network a71914d1-f8db-41aa-b100-1859a3120efd requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:10:46.792576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d797833f-3056-4faa-b053-47bf18e65c39 None None] For port b0ff4470-757b-4027-9429-ed41c54e215e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0ff4470-757b-4027-9429-ed41c54e215e,segment=NetworkSegment(b500a6dc-5edd-4c88-82df-4a23560852fc),segment_id=b500a6dc-5edd-4c88-82df-4a23560852fc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:46.792975 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d797833f-3056-4faa-b053-47bf18e65c39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.819720 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d797833f-3056-4faa-b053-47bf18e65c39 None None] Calling delete_port for b0ff4470-757b-4027-9429-ed41c54e215e owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:46.821375 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.830517 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.882960 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Deleting port b0ff4470-757b-4027-9429-ed41c54e215e {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:46.883214 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.948346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] For port b0ff4470-757b-4027-9429-ed41c54e215e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0ff4470-757b-4027-9429-ed41c54e215e,segment=NetworkSegment(b500a6dc-5edd-4c88-82df-4a23560852fc),segment_id=b500a6dc-5edd-4c88-82df-4a23560852fc)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:46.948707 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:46.960351 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Calling delete_port for b0ff4470-757b-4027-9429-ed41c54e215e owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:46.989580 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d797833f-3056-4faa-b053-47bf18e65c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.020011 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797833f-3056-4faa-b053-47bf18e65c39 None None] Pushing event deleted for resources: {'Port': ['ID=b0ff4470-757b-4027-9429-ed41c54e215e,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:47.023590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d797833f-3056-4faa-b053-47bf18e65c39 None None] No DVR routers for this DVR port b0ff4470-757b-4027-9429-ed41c54e215e on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:10:47.055280 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.065231 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53024a4-f588-4c51-8f09-c8cad35adcdd None None] DHCP port deletion for a71914d1-f8db-41aa-b100-1859a3120efd request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:10:47.084503 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event deleted for resources: {'Port': ['ID=b0ff4470-757b-4027-9429-ed41c54e215e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:47.086373 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] No DVR routers for this DVR port b0ff4470-757b-4027-9429-ed41c54e215e on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:10:47.116553 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a53024a4-f588-4c51-8f09-c8cad35adcdd None None] Deleting port 680e3737-33b1-4ece-9dd6-cdb86be79090 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:47.116934 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a53024a4-f588-4c51-8f09-c8cad35adcdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.180025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a53024a4-f588-4c51-8f09-c8cad35adcdd None None] For port 680e3737-33b1-4ece-9dd6-cdb86be79090, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=680e3737-33b1-4ece-9dd6-cdb86be79090,segment=NetworkSegment(45457b62-eb99-4065-b112-411e99e2c26d),segment_id=45457b62-eb99-4065-b112-411e99e2c26d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:47.180336 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a53024a4-f588-4c51-8f09-c8cad35adcdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.197644 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.199138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a53024a4-f588-4c51-8f09-c8cad35adcdd None None] Calling delete_port for 680e3737-33b1-4ece-9dd6-cdb86be79090 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:47.218606 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6b7b7-aef3-4d86-a1e1-937af4e9cdfa req-4b1c2bd5-5c59-4f7e-8d72-47c54588601a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:47.220115 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80e6b7b7-aef3-4d86-a1e1-937af4e9cdfa req-4b1c2bd5-5c59-4f7e-8d72-47c54588601a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 946 time: 0.1103191
Nov 20 21:10:47.229695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d9c30a0>,) {'filters': {'network_id': ['d7561cda-0cef-429a-ab48-39d731d77e04']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:47.251657 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d9c30a0>, 'b500a6dc-5edd-4c88-82df-4a23560852fc') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:47.251961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d9c30a0>, 'b500a6dc-5edd-4c88-82df-4a23560852fc') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:47.265511 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.278252 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a53024a4-f588-4c51-8f09-c8cad35adcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.292060 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.300321 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80e6b7b7-aef3-4d86-a1e1-937af4e9cdfa req-fa342986-9380-4771-a7c6-68fa682de681 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0729914
Nov 20 21:10:47.302136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53024a4-f588-4c51-8f09-c8cad35adcdd None None] Pushing event deleted for resources: {'Port': ['ID=680e3737-33b1-4ece-9dd6-cdb86be79090,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:47.302953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:10:47.304052 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:10:47.306897 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:10:47.312426 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53024a4-f588-4c51-8f09-c8cad35adcdd None None] No DVR routers for this DVR port 680e3737-33b1-4ece-9dd6-cdb86be79090 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:10:47.376058 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.386081 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.387774 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "DELETE /v2.0/networks/d7561cda-0cef-429a-ab48-39d731d77e04 HTTP/1.1" status: 204  len: 168 time: 0.6377761
Nov 20 21:10:47.390990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38410) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:47.402985 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0939c1-d1f4-4994-8706-694e589ff207 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event deleted for resources: {'Network': ['ID=d7561cda-0cef-429a-ab48-39d731d77e04,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:47.416690 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b0ff4470-757b-4027-9429-ed41c54e215e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:10:47.437978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: b0ff4470-757b-4027-9429-ed41c54e215e {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:10:47.438275 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b0ff4470-757b-4027-9429-ed41c54e215e not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:10:47.438692 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 680e3737-33b1-4ece-9dd6-cdb86be79090 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:10:47.460858 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 680e3737-33b1-4ece-9dd6-cdb86be79090 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:10:47.461189 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 680e3737-33b1-4ece-9dd6-cdb86be79090 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:10:47.481194 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca07d5fd-a605-487d-bcb9-c03f34ed4986 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.578003 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca07d5fd-a605-487d-bcb9-c03f34ed4986 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.602628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ca07d5fd-a605-487d-bcb9-c03f34ed4986 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a56021550>,) {'filters': {'network_id': ['a71914d1-f8db-41aa-b100-1859a3120efd']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:47.611897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ca07d5fd-a605-487d-bcb9-c03f34ed4986 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a56021550>, '45457b62-eb99-4065-b112-411e99e2c26d') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:47.612200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ca07d5fd-a605-487d-bcb9-c03f34ed4986 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a56021550>, '45457b62-eb99-4065-b112-411e99e2c26d') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:47.626986 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca07d5fd-a605-487d-bcb9-c03f34ed4986 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.641256 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca07d5fd-a605-487d-bcb9-c03f34ed4986 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.649374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca07d5fd-a605-487d-bcb9-c03f34ed4986 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:10:47.649897 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca07d5fd-a605-487d-bcb9-c03f34ed4986 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:10:47.653233 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:10:47.724674 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca07d5fd-a605-487d-bcb9-c03f34ed4986 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.732167 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca07d5fd-a605-487d-bcb9-c03f34ed4986 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:47.735593 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ca07d5fd-a605-487d-bcb9-c03f34ed4986 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] 10.222.0.41 "DELETE /v2.0/networks/a71914d1-f8db-41aa-b100-1859a3120efd HTTP/1.1" status: 204  len: 168 time: 0.3433385
Nov 20 21:10:47.749665 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07d5fd-a605-487d-bcb9-c03f34ed4986 tempest-TaggedBootDevicesTest-1735451821 tempest-TaggedBootDevicesTest-1735451821-project] Pushing event deleted for resources: {'Network': ['ID=a71914d1-f8db-41aa-b100-1859a3120efd,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:48.607168 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:49.030401 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:52.507840 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38528) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:53.013840 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b622d5fd-c8aa-4bcd-860d-261a8f5a313c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:53.316821 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b622d5fd-c8aa-4bcd-860d-261a8f5a313c admin admin] Deleting port b95d120f-7de6-44df-9cfe-34f00af93eff {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:53.317445 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b622d5fd-c8aa-4bcd-860d-261a8f5a313c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:53.414617 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-b622d5fd-c8aa-4bcd-860d-261a8f5a313c admin admin] For port b95d120f-7de6-44df-9cfe-34f00af93eff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b95d120f-7de6-44df-9cfe-34f00af93eff,segment=NetworkSegment(4b649abf-c8be-42af-b705-d4f94f06269b),segment_id=4b649abf-c8be-42af-b705-d4f94f06269b)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:53.415290 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b622d5fd-c8aa-4bcd-860d-261a8f5a313c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:53.435629 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b622d5fd-c8aa-4bcd-860d-261a8f5a313c admin admin] Calling delete_port for b95d120f-7de6-44df-9cfe-34f00af93eff owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:53.663825 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b622d5fd-c8aa-4bcd-860d-261a8f5a313c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:53.705531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622d5fd-c8aa-4bcd-860d-261a8f5a313c admin admin] Pushing event deleted for resources: {'Port': ['ID=b95d120f-7de6-44df-9cfe-34f00af93eff,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:53.907166 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b622d5fd-c8aa-4bcd-860d-261a8f5a313c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:54.150401 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b622d5fd-c8aa-4bcd-860d-261a8f5a313c admin admin] Router acb678b0-97c3-4172-971e-ff718700b269 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:10:54.280959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b622d5fd-c8aa-4bcd-860d-261a8f5a313c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:10:54.286341 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b622d5fd-c8aa-4bcd-860d-261a8f5a313c admin admin] 10.222.0.41 "PUT /v2.0/routers/acb678b0-97c3-4172-971e-ff718700b269/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7774515
Nov 20 21:10:54.289827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38536) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:54.299406 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0fcca-58e7-4ffd-a142-d06e6d31de5e None None] Sync routers for ids ['acb678b0-97c3-4172-971e-ff718700b269'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:10:54.310807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0fcca-58e7-4ffd-a142-d06e6d31de5e None None] Routers {'acb678b0-97c3-4172-971e-ff718700b269'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:10:54.311754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-0cd0fcca-58e7-4ffd-a142-d06e6d31de5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a461d7280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:10:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['acb678b0-97c3-4172-971e-ff718700b269'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:54.418293 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a68123c-12a0-4f50-abb5-9c368347515b admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:54.441392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-0cd0fcca-58e7-4ffd-a142-d06e6d31de5e None None] Set router acb678b0-97c3-4172-971e-ff718700b269 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:10:54.678274 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-0cd0fcca-58e7-4ffd-a142-d06e6d31de5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a461d7280>, [{'id': 'acb678b0-97c3-4172-971e-ff718700b269', 'name': 'tempest-TaggedBootDevicesTest-1137891615-router', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:37Z', 'updated_at': '2021-11-20T21:10:53Z', 'revision_number': 5, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'gw_port': {'id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:38Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:54.737189 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0fcca-58e7-4ffd-a142-d06e6d31de5e None None] Checking router: acb678b0-97c3-4172-971e-ff718700b269 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:10:54.759935 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0fcca-58e7-4ffd-a142-d06e6d31de5e None None] Routers {'acb678b0-97c3-4172-971e-ff718700b269'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:10:54.759935 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-0cd0fcca-58e7-4ffd-a142-d06e6d31de5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a461d7280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:10:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['acb678b0-97c3-4172-971e-ff718700b269'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:54.890011 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a68123c-12a0-4f50-abb5-9c368347515b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:54.908634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-0cd0fcca-58e7-4ffd-a142-d06e6d31de5e None None] Set router acb678b0-97c3-4172-971e-ff718700b269 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:10:54.957646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-3a68123c-12a0-4f50-abb5-9c368347515b admin admin] Deleting port eaa4761d-95fb-4c58-b88e-8bff0c400f05 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:54.957983 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a68123c-12a0-4f50-abb5-9c368347515b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:55.052999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-3a68123c-12a0-4f50-abb5-9c368347515b admin admin] For port eaa4761d-95fb-4c58-b88e-8bff0c400f05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaa4761d-95fb-4c58-b88e-8bff0c400f05,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:55.053370 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a68123c-12a0-4f50-abb5-9c368347515b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:55.068328 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-3a68123c-12a0-4f50-abb5-9c368347515b admin admin] Calling delete_port for eaa4761d-95fb-4c58-b88e-8bff0c400f05 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:55.132012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-0cd0fcca-58e7-4ffd-a142-d06e6d31de5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a461d7280>, [{'id': 'acb678b0-97c3-4172-971e-ff718700b269', 'name': 'tempest-TaggedBootDevicesTest-1137891615-router', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:37Z', 'updated_at': '2021-11-20T21:10:53Z', 'revision_number': 5, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'gw_port': {'id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:38Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:55.166420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0fcca-58e7-4ffd-a142-d06e6d31de5e None None] The sync data for ids ['acb678b0-97c3-4172-971e-ff718700b269'] in ncdv-master-1 is: [{'id': 'acb678b0-97c3-4172-971e-ff718700b269', 'name': 'tempest-TaggedBootDevicesTest-1137891615-router', 'tenant_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:37Z', 'updated_at': '2021-11-20T21:10:53Z', 'revision_number': 5, 'project_id': 'ff892c31a4354551b7c9e9c01d5b7b6f', 'gw_port': {'id': 'eaa4761d-95fb-4c58-b88e-8bff0c400f05', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb678b0-97c3-4172-971e-ff718700b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:38Z', 'updated_at': '2021-11-20T20:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:10:55.266922 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a68123c-12a0-4f50-abb5-9c368347515b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:55.298894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68123c-12a0-4f50-abb5-9c368347515b admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa4761d-95fb-4c58-b88e-8bff0c400f05,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:55.319520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92ab15a-c40b-49bf-9c85-ffff625ee0c0 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:10:55.382573 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a68123c-12a0-4f50-abb5-9c368347515b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:55.487538 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a68123c-12a0-4f50-abb5-9c368347515b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:55.489955 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a68123c-12a0-4f50-abb5-9c368347515b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:55.495371 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:10:55.557487 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a68123c-12a0-4f50-abb5-9c368347515b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:55.559066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a68123c-12a0-4f50-abb5-9c368347515b admin admin] Fanout notify agent at l3_agent the message router_deleted on router acb678b0-97c3-4172-971e-ff718700b269 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:10:55.566687 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a68123c-12a0-4f50-abb5-9c368347515b admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:55.572547 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3a68123c-12a0-4f50-abb5-9c368347515b admin admin] 10.222.0.41 "DELETE /v2.0/routers/acb678b0-97c3-4172-971e-ff718700b269 HTTP/1.1" status: 204  len: 168 time: 1.2814348
Nov 20 21:10:55.573241 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38542) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:55.632565 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b962ad5-3e75-4254-bcaa-0c08c8a5a4cd admin admin] Deleting subnet 835298ec-367e-491f-9a58-fa02055ec6e1 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:10:55.636798 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b962ad5-3e75-4254-bcaa-0c08c8a5a4cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:55.686596 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b962ad5-3e75-4254-bcaa-0c08c8a5a4cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:55.731832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b95d120f-7de6-44df-9cfe-34f00af93eff no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:10:55.772441 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: b95d120f-7de6-44df-9cfe-34f00af93eff {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:10:55.772957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b95d120f-7de6-44df-9cfe-34f00af93eff not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:10:55.799044 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b962ad5-3e75-4254-bcaa-0c08c8a5a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:55.873238 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b962ad5-3e75-4254-bcaa-0c08c8a5a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:55.892184 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b962ad5-3e75-4254-bcaa-0c08c8a5a4cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:55.895901 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9b962ad5-3e75-4254-bcaa-0c08c8a5a4cd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/835298ec-367e-491f-9a58-fa02055ec6e1 HTTP/1.1" status: 204  len: 168 time: 0.3215430
Nov 20 21:10:55.899443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2838d97a-f714-420b-993f-f7d5d0e3cee2 None None] Network 9a4d1c40-4599-43fd-8084-24cc8c85159b requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:10:55.905878 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38544) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:55.920451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b962ad5-3e75-4254-bcaa-0c08c8a5a4cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=835298ec-367e-491f-9a58-fa02055ec6e1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:56.015610 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:56.081746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] Deleting port adfd4ed4-7b1e-494d-bebb-0d15441652ae {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:56.081746 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:56.181676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] For port adfd4ed4-7b1e-494d-bebb-0d15441652ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adfd4ed4-7b1e-494d-bebb-0d15441652ae,segment=NetworkSegment(4b649abf-c8be-42af-b705-d4f94f06269b),segment_id=4b649abf-c8be-42af-b705-d4f94f06269b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:56.182084 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:56.198944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] Calling delete_port for adfd4ed4-7b1e-494d-bebb-0d15441652ae owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:56.202478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] DHCP port deletion for 9a4d1c40-4599-43fd-8084-24cc8c85159b request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:10:56.252476 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Deleting port adfd4ed4-7b1e-494d-bebb-0d15441652ae {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:56.252843 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:56.302265 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:56.320127 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] No DVR routers for this DVR port adfd4ed4-7b1e-494d-bebb-0d15441652ae on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:10:56.320634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] For port adfd4ed4-7b1e-494d-bebb-0d15441652ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adfd4ed4-7b1e-494d-bebb-0d15441652ae,segment=NetworkSegment(4b649abf-c8be-42af-b705-d4f94f06269b),segment_id=4b649abf-c8be-42af-b705-d4f94f06269b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:56.321302 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:56.343953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Calling delete_port for adfd4ed4-7b1e-494d-bebb-0d15441652ae owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:56.364910 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=adfd4ed4-7b1e-494d-bebb-0d15441652ae,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:56.425977 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:56.428643 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:56.449214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4def6040>,) {'filters': {'network_id': ['9a4d1c40-4599-43fd-8084-24cc8c85159b']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:56.458873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] No DVR routers for this DVR port adfd4ed4-7b1e-494d-bebb-0d15441652ae on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:10:56.460484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4def6040>, '4b649abf-c8be-42af-b705-d4f94f06269b') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:56.460935 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4def6040>, '4b649abf-c8be-42af-b705-d4f94f06269b') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:56.463937 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Pushing event deleted for resources: {'Port': ['ID=adfd4ed4-7b1e-494d-bebb-0d15441652ae,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:56.474042 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:56.475438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:56.476101 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:56.476386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:56.476710 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:56.477244 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:56.477861 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:56.478285 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:56.478816 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:56.479093 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:56.479471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:56.480140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:56.480956 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2453317-28e2-472d-9b0b-ff0e7a5b4a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:10:56.494261 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:56.501583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:10:56.502037 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:10:56.503976 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:10:56.576297 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:56.581287 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:56.585091 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9a4d1c40-4599-43fd-8084-24cc8c85159b HTTP/1.1" status: 204  len: 168 time: 0.6765306
Nov 20 21:10:56.589132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38568) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:56.600127 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f22e8-5b43-4c8b-8cab-4b5cf2fabbd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a4d1c40-4599-43fd-8084-24cc8c85159b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:56.950940 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ca06399-2b4f-4d67-8c0a-6d24cdd2e073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:57.198923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-3ca06399-2b4f-4d67-8c0a-6d24cdd2e073 admin admin] Deleting port 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:57.199264 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ca06399-2b4f-4d67-8c0a-6d24cdd2e073 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:57.283615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-3ca06399-2b4f-4d67-8c0a-6d24cdd2e073 admin admin] For port 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1,segment=NetworkSegment(2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5),segment_id=2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:57.284102 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ca06399-2b4f-4d67-8c0a-6d24cdd2e073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:57.301141 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-3ca06399-2b4f-4d67-8c0a-6d24cdd2e073 admin admin] Calling delete_port for 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:57.402611 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device adfd4ed4-7b1e-494d-bebb-0d15441652ae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:10:57.428600 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: adfd4ed4-7b1e-494d-bebb-0d15441652ae {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:10:57.429009 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device adfd4ed4-7b1e-494d-bebb-0d15441652ae not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:10:57.429798 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device eaa4761d-95fb-4c58-b88e-8bff0c400f05 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:10:57.455843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: eaa4761d-95fb-4c58-b88e-8bff0c400f05 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:10:57.456192 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device eaa4761d-95fb-4c58-b88e-8bff0c400f05 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:10:57.828495 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ca06399-2b4f-4d67-8c0a-6d24cdd2e073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:57.864455 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca06399-2b4f-4d67-8c0a-6d24cdd2e073 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:58.052237 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ca06399-2b4f-4d67-8c0a-6d24cdd2e073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:58.268681 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca06399-2b4f-4d67-8c0a-6d24cdd2e073 admin admin] Router 50026549-6305-41ef-935c-79ad753c92fb has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:10:58.392178 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca06399-2b4f-4d67-8c0a-6d24cdd2e073 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:10:58.399965 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3ca06399-2b4f-4d67-8c0a-6d24cdd2e073 admin admin] 10.222.0.41 "PUT /v2.0/routers/50026549-6305-41ef-935c-79ad753c92fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8072977
Nov 20 21:10:58.400085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38608) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:58.400952 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f321c6-76ef-4cd0-bbea-e6560e8f5021 None None] Sync routers for ids ['50026549-6305-41ef-935c-79ad753c92fb'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:10:58.417665 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f321c6-76ef-4cd0-bbea-e6560e8f5021 None None] Routers {'50026549-6305-41ef-935c-79ad753c92fb'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:10:58.418361 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-45f321c6-76ef-4cd0-bbea-e6560e8f5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54241280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:10:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['50026549-6305-41ef-935c-79ad753c92fb'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:58.537108 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-45f321c6-76ef-4cd0-bbea-e6560e8f5021 None None] Set router 50026549-6305-41ef-935c-79ad753c92fb gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:10:58.588268 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-571e1d28-d64c-414c-98f0-474c12ded3f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:58.653869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-492ad031-c417-430a-9d43-b41361d900a3 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:10:58.655356 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-492ad031-c417-430a-9d43-b41361d900a3 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/networks?id=db248f70-92ce-470d-a8dd-1b99f1d82f6d HTTP/1.1" status: 200  len: 813 time: 0.1908593
Nov 20 21:10:58.681749 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-cb688820-9ab4-4765-9b25-818e92a27cc7 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/quotas/321f486ad3cb47d391a2136722e74f0a HTTP/1.1" status: 200  len: 375 time: 0.0200083
Nov 20 21:10:58.723435 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-45f321c6-76ef-4cd0-bbea-e6560e8f5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54241280>, [{'id': '50026549-6305-41ef-935c-79ad753c92fb', 'name': 'tempest-TaggedBootDevicesTest-298482427-router', 'tenant_id': '44c5075947c04bfa93f11a333c771870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:52Z', 'updated_at': '2021-11-20T21:10:57Z', 'revision_number': 5, 'project_id': '44c5075947c04bfa93f11a333c771870', 'gw_port': {'id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50026549-6305-41ef-935c-79ad753c92fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:53Z', 'updated_at': '2021-11-20T21:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:58.746031 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-c7fcf698-0293-4dfe-b4c7-ef98560776cc tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=321f486ad3cb47d391a2136722e74f0a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0320258
Nov 20 21:10:58.751098 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f321c6-76ef-4cd0-bbea-e6560e8f5021 None None] Checking router: 50026549-6305-41ef-935c-79ad753c92fb for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:10:58.759864 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f321c6-76ef-4cd0-bbea-e6560e8f5021 None None] Routers {'50026549-6305-41ef-935c-79ad753c92fb'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:10:58.760456 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-45f321c6-76ef-4cd0-bbea-e6560e8f5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54241280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:10:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['50026549-6305-41ef-935c-79ad753c92fb'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:58.765882 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-571e1d28-d64c-414c-98f0-474c12ded3f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:58.884312 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-5a1900a3-0954-4200-b9cf-01a5db8a7f6e service neutron] 10.222.0.41 "GET /v2.0/networks/db248f70-92ce-470d-a8dd-1b99f1d82f6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284189
Nov 20 21:10:58.899655 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-571e1d28-d64c-414c-98f0-474c12ded3f0 admin admin] Deleting port 6518e8b2-f9a2-499b-8623-a0dc4d745f5b {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:58.899996 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-571e1d28-d64c-414c-98f0-474c12ded3f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:58.963930 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-45f321c6-76ef-4cd0-bbea-e6560e8f5021 None None] Set router 50026549-6305-41ef-935c-79ad753c92fb gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:10:59.046715 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-cf05bf73-f504-453e-bb7a-de4f16123858 service neutron] 10.222.0.41 "GET /v2.0/networks/db248f70-92ce-470d-a8dd-1b99f1d82f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555207
Nov 20 21:10:59.048476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-571e1d28-d64c-414c-98f0-474c12ded3f0 admin admin] For port 6518e8b2-f9a2-499b-8623-a0dc4d745f5b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6518e8b2-f9a2-499b-8623-a0dc4d745f5b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:10:59.048810 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-571e1d28-d64c-414c-98f0-474c12ded3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:59.061454 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-571e1d28-d64c-414c-98f0-474c12ded3f0 admin admin] Calling delete_port for 6518e8b2-f9a2-499b-8623-a0dc4d745f5b owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:10:59.146514 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-45f321c6-76ef-4cd0-bbea-e6560e8f5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54241280>, [{'id': '50026549-6305-41ef-935c-79ad753c92fb', 'name': 'tempest-TaggedBootDevicesTest-298482427-router', 'tenant_id': '44c5075947c04bfa93f11a333c771870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:52Z', 'updated_at': '2021-11-20T21:10:57Z', 'revision_number': 5, 'project_id': '44c5075947c04bfa93f11a333c771870', 'gw_port': {'id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50026549-6305-41ef-935c-79ad753c92fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:53Z', 'updated_at': '2021-11-20T21:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:10:59.187251 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f321c6-76ef-4cd0-bbea-e6560e8f5021 None None] The sync data for ids ['50026549-6305-41ef-935c-79ad753c92fb'] in ncdv-master-1 is: [{'id': '50026549-6305-41ef-935c-79ad753c92fb', 'name': 'tempest-TaggedBootDevicesTest-298482427-router', 'tenant_id': '44c5075947c04bfa93f11a333c771870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T20:59:52Z', 'updated_at': '2021-11-20T21:10:57Z', 'revision_number': 5, 'project_id': '44c5075947c04bfa93f11a333c771870', 'gw_port': {'id': '6518e8b2-f9a2-499b-8623-a0dc4d745f5b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50026549-6305-41ef-935c-79ad753c92fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T20:59:53Z', 'updated_at': '2021-11-20T21:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:10:59.258948 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-571e1d28-d64c-414c-98f0-474c12ded3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:59.288792 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e1d28-d64c-414c-98f0-474c12ded3f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6518e8b2-f9a2-499b-8623-a0dc4d745f5b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:59.306629 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e47e7c-8166-44b8-8209-8821f9023fe2 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:10:59.364758 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-571e1d28-d64c-414c-98f0-474c12ded3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:59.393269 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-40e43a53-9c67-4a11-9306-1606b72638a0 req-6f14a895-1984-4aef-bf00-8eb74ee5bc91 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 210 time: 0.1915834
Nov 20 21:10:59.466839 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-571e1d28-d64c-414c-98f0-474c12ded3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:59.469557 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-571e1d28-d64c-414c-98f0-474c12ded3f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:59.515822 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-571e1d28-d64c-414c-98f0-474c12ded3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:59.516704 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571e1d28-d64c-414c-98f0-474c12ded3f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50026549-6305-41ef-935c-79ad753c92fb {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:10:59.521931 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-571e1d28-d64c-414c-98f0-474c12ded3f0 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:59.523247 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-571e1d28-d64c-414c-98f0-474c12ded3f0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/50026549-6305-41ef-935c-79ad753c92fb HTTP/1.1" status: 204  len: 168 time: 1.1222420
Nov 20 21:10:59.525815 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38630) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:59.577602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd911f28-b792-44a6-9dd9-6d9357cc9687 admin admin] Deleting subnet af8cf0e8-a090-406d-a11c-34e4d8353818 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:10:59.582162 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dd911f28-b792-44a6-9dd9-6d9357cc9687 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:59.642570 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dd911f28-b792-44a6-9dd9-6d9357cc9687 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:59.689281 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:10:59.712749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:10:59.713486 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5bdbfa9b-afb4-45cf-b7f7-311353f6fcc1 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:10:59.741038 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dd911f28-b792-44a6-9dd9-6d9357cc9687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:59.800196 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dd911f28-b792-44a6-9dd9-6d9357cc9687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:59.827894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd911f28-b792-44a6-9dd9-6d9357cc9687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af8cf0e8-a090-406d-a11c-34e4d8353818,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:10:59.831491 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dd911f28-b792-44a6-9dd9-6d9357cc9687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:59.834793 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dd911f28-b792-44a6-9dd9-6d9357cc9687 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/af8cf0e8-a090-406d-a11c-34e4d8353818 HTTP/1.1" status: 204  len: 168 time: 0.3078973
Nov 20 21:10:59.836814 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638fed78-9a4a-4999-b52f-a1eb9c908fed None None] Network 2214a28c-484d-42af-9a65-b1b03187614d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:10:59.837305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38632) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:10:59.920243 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:10:59.984117 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] Deleting port cc834984-f99a-4870-bfca-4af7024d4ba7 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:10:59.984471 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:00.059319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] For port cc834984-f99a-4870-bfca-4af7024d4ba7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc834984-f99a-4870-bfca-4af7024d4ba7,segment=NetworkSegment(2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5),segment_id=2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:00.060905 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:00.076143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] Calling delete_port for cc834984-f99a-4870-bfca-4af7024d4ba7 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:11:00.265810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-f7f3b41f-e4ae-42c5-a47b-2f9dc4d93832 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:00.267218 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-f7f3b41f-e4ae-42c5-a47b-2f9dc4d93832 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.47 "GET /v2.0/networks?id=db248f70-92ce-470d-a8dd-1b99f1d82f6d HTTP/1.1" status: 200  len: 813 time: 0.1365554
Nov 20 21:11:00.268256 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:00.296440 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-1d5732f5-f5fc-4207-906b-62133f66145c tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Request body: {'port': {'device_id': '677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1', 'network_id': 'db248f70-92ce-470d-a8dd-1b99f1d82f6d', 'admin_state_up': True, 'tenant_id': '321f486ad3cb47d391a2136722e74f0a'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:00.300988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc834984-f99a-4870-bfca-4af7024d4ba7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:00.307066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] No DVR routers for this DVR port cc834984-f99a-4870-bfca-4af7024d4ba7 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:11:00.351966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ae5619-2c83-455f-90a2-f2b149502fb4 None None] DHCP port deletion for 2214a28c-484d-42af-9a65-b1b03187614d request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:11:00.444200 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:00.477372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d952e80>,) {'filters': {'network_id': ['2214a28c-484d-42af-9a65-b1b03187614d']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:11:00.490418 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d952e80>, '2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:11:00.490740 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d952e80>, '2b6b31fc-70c4-4aa0-aa8a-a82dc97458f5') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:11:00.491573 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-855cde28-865a-4561-8eb4-ae9edce30a1c req-5155ae80-9852-4370-90b1-75de7d0a3881 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 210 time: 0.0282834
Nov 20 21:11:00.505054 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:00.524971 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:00.530151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-1d5732f5-f5fc-4207-906b-62133f66145c tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Made reservation on behalf of 321f486ad3cb47d391a2136722e74f0a for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:11:00.533753 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-1d5732f5-f5fc-4207-906b-62133f66145c tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:00.538585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:11:00.538980 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:11:00.540627 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:11:00.635655 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:00.645050 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:00.648228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2214a28c-484d-42af-9a65-b1b03187614d HTTP/1.1" status: 204  len: 168 time: 0.8100078
Nov 20 21:11:00.664852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55114646-ed70-4c09-9a25-caa35eeedca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2214a28c-484d-42af-9a65-b1b03187614d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:00.737540 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-1d5732f5-f5fc-4207-906b-62133f66145c tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Allocated IP 172.20.0.8 (db248f70-92ce-470d-a8dd-1b99f1d82f6d/0efd16e8-ada4-4474-8ef2-fcc0f1c40b1f/10a38d43-1627-4b21-9693-d4121d894a27) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:11:00.775538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38638) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:00.880484 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-96aa87be-fd77-4b56-9958-b103a34ece6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff892c31a4354551b7c9e9c01d5b7b6f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1038728
Nov 20 21:11:00.883276 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38640) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:00.954135 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-1d5732f5-f5fc-4207-906b-62133f66145c tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:00.969469 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9197d83e-e25b-4e4c-b0ac-3c98e74fdfd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:01.007778 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9197d83e-e25b-4e4c-b0ac-3c98e74fdfd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:01.039802 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-1d5732f5-f5fc-4207-906b-62133f66145c tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:01.089795 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-1d5732f5-f5fc-4207-906b-62133f66145c tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Network db248f70-92ce-470d-a8dd-1b99f1d82f6d is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:11:01.094575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-1d5732f5-f5fc-4207-906b-62133f66145c tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:11:01.097183 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-1d5732f5-f5fc-4207-906b-62133f66145c tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:11:01.126438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5732f5-f5fc-4207-906b-62133f66145c tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Pushing event updated for resources: {'Port': ['ID=10a38d43-1627-4b21-9693-d4121d894a27,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:01.137383 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9197d83e-e25b-4e4c-b0ac-3c98e74fdfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:01.140623 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9197d83e-e25b-4e4c-b0ac-3c98e74fdfd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:01.141766 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9197d83e-e25b-4e4c-b0ac-3c98e74fdfd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a894c9a-035a-4338-8445-7ef72a81e8c7 HTTP/1.1" status: 204  len: 168 time: 0.2575803
Nov 20 21:11:01.156555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197d83e-e25b-4e4c-b0ac-3c98e74fdfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a894c9a-035a-4338-8445-7ef72a81e8c7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:01.167934 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-1d5732f5-f5fc-4207-906b-62133f66145c tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:01.168568 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-1d5732f5-f5fc-4207-906b-62133f66145c tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:01.186472 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-1d5732f5-f5fc-4207-906b-62133f66145c tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8949530
Nov 20 21:11:01.198348 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Request body: {'port': {'device_id': '677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:01.259605 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:01.406633 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cc834984-f99a-4870-bfca-4af7024d4ba7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:11:01.427863 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: cc834984-f99a-4870-bfca-4af7024d4ba7 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:11:01.428218 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cc834984-f99a-4870-bfca-4af7024d4ba7 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:11:01.428830 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6518e8b2-f9a2-499b-8623-a0dc4d745f5b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:11:01.451921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 6518e8b2-f9a2-499b-8623-a0dc4d745f5b {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:11:01.452278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6518e8b2-f9a2-499b-8623-a0dc4d745f5b not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:11:01.499545 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38646) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:01.547622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a38d43-1627-4b21-9693-d4121d894a27 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:11:01.550156 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8a9a469c-b3b4-42a9-b25c-2cfe7a7f7c7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44c5075947c04bfa93f11a333c771870&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0483389
Nov 20 21:11:01.551578 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38650) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:01.555631 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:01.571768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Transition to ACTIVE for port object 10a38d43-1627-4b21-9693-d4121d894a27 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:11:01.581841 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:01.601178 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ea9a202-75b8-4a29-897c-1edebe07eaf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:01.623909 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ea9a202-75b8-4a29-897c-1edebe07eaf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:01.658362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Pushing event updated for resources: {'Port': ['ID=10a38d43-1627-4b21-9693-d4121d894a27,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:01.672191 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f564f-c09e-40f5-919d-dd8474bda77e req-636b5229-3404-4406-b0f5-87705e867b5c tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:01.673801 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-569f564f-c09e-40f5-919d-dd8474bda77e req-636b5229-3404-4406-b0f5-87705e867b5c tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 943 time: 0.1034017
Nov 20 21:11:01.679407 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ea9a202-75b8-4a29-897c-1edebe07eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:01.682360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ea9a202-75b8-4a29-897c-1edebe07eaf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:01.683630 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8ea9a202-75b8-4a29-897c-1edebe07eaf9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6a1625c-8272-47ae-8041-f94ced9c73da HTTP/1.1" status: 204  len: 168 time: 0.1311221
Nov 20 21:11:01.692916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9a202-75b8-4a29-897c-1edebe07eaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a1625c-8272-47ae-8041-f94ced9c73da,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:01.779364 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-569f564f-c09e-40f5-919d-dd8474bda77e req-6bdb846d-1e2c-4ae9-865f-0b85ef76c9f1 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868819
Nov 20 21:11:01.781779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Attempting to bind port 10a38d43-1627-4b21-9693-d4121d894a27 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:11:01.782154 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Attempting to bind port 10a38d43-1627-4b21-9693-d4121d894a27 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5c287838-745d-4fd9-8e7e-5107b57e23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'db248f70-92ce-470d-a8dd-1b99f1d82f6d'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:11:01.782498 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Attempting to bind port 10a38d43-1627-4b21-9693-d4121d894a27 on network db248f70-92ce-470d-a8dd-1b99f1d82f6d {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:11:01.787323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Port 10a38d43-1627-4b21-9693-d4121d894a27 on network db248f70-92ce-470d-a8dd-1b99f1d82f6d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:11:01.787644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Attempting to bind port 10a38d43-1627-4b21-9693-d4121d894a27 on network db248f70-92ce-470d-a8dd-1b99f1d82f6d {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:11:01.792723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:11:01.793060 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Checking segment: {'id': '5c287838-745d-4fd9-8e7e-5107b57e23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'db248f70-92ce-470d-a8dd-1b99f1d82f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:11:01.793440 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Bound using segment: {'id': '5c287838-745d-4fd9-8e7e-5107b57e23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'db248f70-92ce-470d-a8dd-1b99f1d82f6d'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:11:01.793887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Bound port: 10a38d43-1627-4b21-9693-d4121d894a27, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c287838-745d-4fd9-8e7e-5107b57e23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'db248f70-92ce-470d-a8dd-1b99f1d82f6d'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:11:01.794285 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:01.862310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] For port 10a38d43-1627-4b21-9693-d4121d894a27, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:11:01.865448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] For port 10a38d43-1627-4b21-9693-d4121d894a27, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10a38d43-1627-4b21-9693-d4121d894a27,segment=NetworkSegment(5c287838-745d-4fd9-8e7e-5107b57e23ce),segment_id=5c287838-745d-4fd9-8e7e-5107b57e23ce)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:11:01.870035 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:01.909115 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:01.909740 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:01.911160 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] 10.222.0.47 "PUT /v2.0/ports/10a38d43-1627-4b21-9693-d4121d894a27 HTTP/1.1" status: 200  len: 1091 time: 0.7170646
Nov 20 21:11:01.911607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1', 'tag': '10a38d43-1627-4b21-9693-d4121d894a27'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:11:01.913989 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c5aafb-4fde-4205-a91f-9dff2735673f" -d '{"events": [{"name": "network-changed", "server_uuid": "677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1", "tag": "10a38d43-1627-4b21-9693-d4121d894a27"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:11:01.939769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad18d3a-ef49-43a6-bfe6-1e1d5d244427 service neutron] Pushing event updated for resources: {'Port': ['ID=10a38d43-1627-4b21-9693-d4121d894a27,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:01.965564 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a856b354-bfbf-42ab-9e32-8142b083c73d x-openstack-request-id: req-a856b354-bfbf-42ab-9e32-8142b083c73d {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:11:01.965960 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1", "tag": "10a38d43-1627-4b21-9693-d4121d894a27", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:11:01.966261 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a856b354-bfbf-42ab-9e32-8142b083c73d {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:11:01.966664 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1', 'tag': '10a38d43-1627-4b21-9693-d4121d894a27', 'status': 'completed', 'code': 200}
Nov 20 21:11:02.000366 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-fdb177f2-e8c9-4ce1-be8f-5ace21c2acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:02.001881 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-fdb177f2-e8c9-4ce1-be8f-5ace21c2acf4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=321f486ad3cb47d391a2136722e74f0a&device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 1094 time: 0.0459225
Nov 20 21:11:02.045920 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-edbfb323-16b5-4a1e-b349-914e5854d872 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10a38d43-1627-4b21-9693-d4121d894a27 HTTP/1.1" status: 200  len: 217 time: 0.0348239
Nov 20 21:11:02.099760 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-7f94a66c-8a13-48ed-a48c-feb9042df999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:02.101238 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-7f94a66c-8a13-48ed-a48c-feb9042df999 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0efd16e8-ada4-4474-8ef2-fcc0f1c40b1f HTTP/1.1" status: 200  len: 853 time: 0.0493670
Nov 20 21:11:02.134101 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-b0933613-71d9-43c3-ba8e-297e2fe7d899 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db248f70-92ce-470d-a8dd-1b99f1d82f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252802
Nov 20 21:11:02.225514 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-ada07b9b-0681-472b-a382-0928d2a8fab7 service neutron] 10.222.0.47 "GET /v2.0/networks/db248f70-92ce-470d-a8dd-1b99f1d82f6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844693
Nov 20 21:11:02.327933 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03b89360-1f70-4065-85ac-c5bddd8f4132 req-625b8bab-efd3-4eee-a72e-5d85a9cc9551 service neutron] 10.222.0.47 "GET /v2.0/networks/db248f70-92ce-470d-a8dd-1b99f1d82f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0946009
Nov 20 21:11:02.405445 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38674) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:02.421824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5aafb-4fde-4205-a91f-9dff2735673f req-cf70d92a-4d79-41a0-885b-71224ca4071a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:02.423394 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63c5aafb-4fde-4205-a91f-9dff2735673f req-cf70d92a-4d79-41a0-885b-71224ca4071a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=321f486ad3cb47d391a2136722e74f0a&device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 1094 time: 0.0456507
Nov 20 21:11:02.506142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8a97528e-d568-4c47-9629-ff57049fa96d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1856565670-network', 'tenant_id': '80f03c0efdbc4740b111c5c75504f936'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:02.523031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5aafb-4fde-4205-a91f-9dff2735673f req-8acf28f8-b124-4b27-84b8-38748e724963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:02.524714 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63c5aafb-4fde-4205-a91f-9dff2735673f req-8acf28f8-b124-4b27-84b8-38748e724963 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db248f70-92ce-470d-a8dd-1b99f1d82f6d HTTP/1.1" status: 200  len: 914 time: 0.0933111
Nov 20 21:11:02.535596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a97528e-d568-4c47-9629-ff57049fa96d admin admin] Made reservation on behalf of 80f03c0efdbc4740b111c5c75504f936 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:11:02.538261 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a97528e-d568-4c47-9629-ff57049fa96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:02.547633 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a97528e-d568-4c47-9629-ff57049fa96d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:02.567785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63c5aafb-4fde-4205-a91f-9dff2735673f req-f07279e3-6163-45b3-9603-f3da99e1ac5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10a38d43-1627-4b21-9693-d4121d894a27 HTTP/1.1" status: 200  len: 217 time: 0.0350611
Nov 20 21:11:02.627868 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5aafb-4fde-4205-a91f-9dff2735673f req-35c86ed0-0a63-4ff1-8559-0fbd79532496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:02.629294 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a97528e-d568-4c47-9629-ff57049fa96d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:02.629425 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63c5aafb-4fde-4205-a91f-9dff2735673f req-35c86ed0-0a63-4ff1-8559-0fbd79532496 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0efd16e8-ada4-4474-8ef2-fcc0f1c40b1f HTTP/1.1" status: 200  len: 853 time: 0.0540550
Nov 20 21:11:02.633704 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a97528e-d568-4c47-9629-ff57049fa96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:02.660181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a97528e-d568-4c47-9629-ff57049fa96d admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:11:02.665372 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63c5aafb-4fde-4205-a91f-9dff2735673f req-90adf55d-88e6-4dba-a3af-f9c218a478d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db248f70-92ce-470d-a8dd-1b99f1d82f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281849
Nov 20 21:11:02.671760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97528e-d568-4c47-9629-ff57049fa96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db1cb1d-860f-4174-bc82-9e6339282e4e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:02.676803 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a97528e-d568-4c47-9629-ff57049fa96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:02.677156 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-8a97528e-d568-4c47-9629-ff57049fa96d admin admin] Added segment ca01de6e-e3d7-44f4-8a41-64238717346b of type vlan for network f125f0d0-c201-4c42-ad1a-c71ec26ad678
Nov 20 21:11:02.721949 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a97528e-d568-4c47-9629-ff57049fa96d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:02.747283 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a97528e-d568-4c47-9629-ff57049fa96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:02.748142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a97528e-d568-4c47-9629-ff57049fa96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:02.748727 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a97528e-d568-4c47-9629-ff57049fa96d admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:02.758570 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63c5aafb-4fde-4205-a91f-9dff2735673f req-ad61a500-0a27-4112-8a15-ee15d5bfef14 service neutron] 10.222.0.47 "GET /v2.0/networks/db248f70-92ce-470d-a8dd-1b99f1d82f6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856614
Nov 20 21:11:02.782816 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8a97528e-d568-4c47-9629-ff57049fa96d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3762085
Nov 20 21:11:02.787261 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38694) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:02.793698 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-66e43ca0-0490-425e-adc0-38ac6a2af024 admin admin] Request body: {'subnet': {'network_id': 'f125f0d0-c201-4c42-ad1a-c71ec26ad678', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1856565670-subnet', 'tenant_id': '80f03c0efdbc4740b111c5c75504f936', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:02.813177 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97528e-d568-4c47-9629-ff57049fa96d admin admin] Pushing event updated for resources: {'Network': ['ID=f125f0d0-c201-4c42-ad1a-c71ec26ad678,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:02.823833 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network f125f0d0-c201-4c42-ad1a-c71ec26ad678 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:11:02.864476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e43ca0-0490-425e-adc0-38ac6a2af024 admin admin] Made reservation on behalf of 80f03c0efdbc4740b111c5c75504f936 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:11:02.866849 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-66e43ca0-0490-425e-adc0-38ac6a2af024 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:02.899884 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63c5aafb-4fde-4205-a91f-9dff2735673f req-b0f48516-306d-4e5b-8ef7-9683a8ec1dac service neutron] 10.222.0.47 "GET /v2.0/networks/db248f70-92ce-470d-a8dd-1b99f1d82f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340735
Nov 20 21:11:02.988650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762727c-330a-478c-bfe8-df152d034270 req-95e9e3bf-6576-480b-a9f3-3bc6642ec505 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:02.990086 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b762727c-330a-478c-bfe8-df152d034270 req-95e9e3bf-6576-480b-a9f3-3bc6642ec505 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 943 time: 0.1145604
Nov 20 21:11:03.071274 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b762727c-330a-478c-bfe8-df152d034270 req-683a56c4-55dd-449f-a31c-00513f330814 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737367
Nov 20 21:11:03.118113 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-66e43ca0-0490-425e-adc0-38ac6a2af024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:03.178701 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e43ca0-0490-425e-adc0-38ac6a2af024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ecf496-6bd0-4796-b88b-6299005bbe15,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:03.185946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e43ca0-0490-425e-adc0-38ac6a2af024 admin admin] Checking segment: {'id': 'ca01de6e-e3d7-44f4-8a41-64238717346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f125f0d0-c201-4c42-ad1a-c71ec26ad678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:11:03.186339 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e43ca0-0490-425e-adc0-38ac6a2af024 admin admin] Network hostable DHCP agents. Network: f125f0d0-c201-4c42-ad1a-c71ec26ad678, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:11:03.204416 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e43ca0-0490-425e-adc0-38ac6a2af024 admin admin] Network f125f0d0-c201-4c42-ad1a-c71ec26ad678 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:11:03.213015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-66e43ca0-0490-425e-adc0-38ac6a2af024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f125f0d0-c201-4c42-ad1a-c71ec26ad678) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:11:03.217912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e43ca0-0490-425e-adc0-38ac6a2af024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:03.218534 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-66e43ca0-0490-425e-adc0-38ac6a2af024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:03.222720 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6488d740-7d33-4704-b4b1-1243858fedb8 None None] Network f125f0d0-c201-4c42-ad1a-c71ec26ad678 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:11:03.234451 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-66e43ca0-0490-425e-adc0-38ac6a2af024 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4461412
Nov 20 21:11:03.355764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338d0d10-be11-455e-995f-452628056b0d None None] Network f125f0d0-c201-4c42-ad1a-c71ec26ad678 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:11:03.907883 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-df1fdb86-dc9f-4b7d-b4f7-abf63b44c42b tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:03.909523 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-df1fdb86-dc9f-4b7d-b4f7-abf63b44c42b tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/networks?id=f125f0d0-c201-4c42-ad1a-c71ec26ad678 HTTP/1.1" status: 200  len: 814 time: 0.1102571
Nov 20 21:11:03.926560 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-e106f50e-16a5-4429-9433-4446bb6cd731 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/quotas/80f03c0efdbc4740b111c5c75504f936 HTTP/1.1" status: 200  len: 375 time: 0.0107596
Nov 20 21:11:03.961462 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-2424498e-11d4-4008-a3f3-5f5f875a8e49 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=80f03c0efdbc4740b111c5c75504f936&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0287354
Nov 20 21:11:04.060367 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-199a5b79-faf0-42ea-99e1-08f59b45bff8 service neutron] 10.222.0.41 "GET /v2.0/networks/f125f0d0-c201-4c42-ad1a-c71ec26ad678?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902758
Nov 20 21:11:04.149018 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-d401079e-21ad-4252-857b-182bf8cf6ebf service neutron] 10.222.0.41 "GET /v2.0/networks/f125f0d0-c201-4c42-ad1a-c71ec26ad678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824955
Nov 20 21:11:04.191700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754ea0b-625c-433d-bc76-623614e74022 req-d6915ef5-1077-4328-95a8-6a2085cedbf7 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:04.193257 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4754ea0b-625c-433d-bc76-623614e74022 req-d6915ef5-1077-4328-95a8-6a2085cedbf7 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 943 time: 0.0518520
Nov 20 21:11:04.244331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4754ea0b-625c-433d-bc76-623614e74022 req-2a8c697e-9e5b-4fb3-902e-8340c81e82fa tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451453
Nov 20 21:11:04.315498 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-42d318fa-b847-4d94-b8ee-b513d045589c req-4b3b329a-a81f-4c42-b66d-20f04879b072 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/ports?device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 210 time: 0.0272377
Nov 20 21:11:05.426329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894c197-9dd8-4ccd-a377-7578e2571b6c req-acff4ff3-5953-40c4-a303-0fa387a29544 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:05.427995 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7894c197-9dd8-4ccd-a377-7578e2571b6c req-acff4ff3-5953-40c4-a303-0fa387a29544 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 943 time: 0.1017969
Nov 20 21:11:05.430387 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cf9c80fc-7da1-40d2-960d-79fdd88b823c req-2e60eb9e-6fde-4240-bcdb-d45378681cd6 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/ports?device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 210 time: 0.0389776
Nov 20 21:11:05.468771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-64080870-ec8c-494a-86b9-e2d23bb76ad5 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:05.470237 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-64080870-ec8c-494a-86b9-e2d23bb76ad5 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.37 "GET /v2.0/networks?id=f125f0d0-c201-4c42-ad1a-c71ec26ad678 HTTP/1.1" status: 200  len: 814 time: 0.1654932
Nov 20 21:11:05.495914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-910d0fa4-e0a3-4cc5-bd77-68e8d84cc214 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Request body: {'port': {'device_id': '82849d65-1f55-430a-9c76-3f62cec6dd45', 'network_id': 'f125f0d0-c201-4c42-ad1a-c71ec26ad678', 'admin_state_up': True, 'tenant_id': '80f03c0efdbc4740b111c5c75504f936'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:05.515967 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7894c197-9dd8-4ccd-a377-7578e2571b6c req-510c2962-06ee-4a10-8391-80b03d5ee67a tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743999
Nov 20 21:11:05.615402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-910d0fa4-e0a3-4cc5-bd77-68e8d84cc214 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Made reservation on behalf of 80f03c0efdbc4740b111c5c75504f936 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:11:05.619204 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-910d0fa4-e0a3-4cc5-bd77-68e8d84cc214 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:05.742004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-910d0fa4-e0a3-4cc5-bd77-68e8d84cc214 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Allocated IP 172.20.0.7 (f125f0d0-c201-4c42-ad1a-c71ec26ad678/74ecf496-6bd0-4796-b88b-6299005bbe15/b4310bf4-2992-455b-8b75-2604c19d7903) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:11:05.888787 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-910d0fa4-e0a3-4cc5-bd77-68e8d84cc214 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:05.931497 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-910d0fa4-e0a3-4cc5-bd77-68e8d84cc214 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:05.973544 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-910d0fa4-e0a3-4cc5-bd77-68e8d84cc214 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Network f125f0d0-c201-4c42-ad1a-c71ec26ad678 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:11:05.976553 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-910d0fa4-e0a3-4cc5-bd77-68e8d84cc214 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:11:05.980171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-910d0fa4-e0a3-4cc5-bd77-68e8d84cc214 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:11:06.011139 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d0fa4-e0a3-4cc5-bd77-68e8d84cc214 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Pushing event updated for resources: {'Port': ['ID=b4310bf4-2992-455b-8b75-2604c19d7903,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:06.037515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-910d0fa4-e0a3-4cc5-bd77-68e8d84cc214 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:06.038155 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-910d0fa4-e0a3-4cc5-bd77-68e8d84cc214 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:06.054226 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-910d0fa4-e0a3-4cc5-bd77-68e8d84cc214 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5663962
Nov 20 21:11:06.060773 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 10a38d43-1627-4b21-9693-d4121d894a27 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:11:06.068984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Request body: {'port': {'device_id': '82849d65-1f55-430a-9c76-3f62cec6dd45', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:06.122399 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:06.161164 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 10a38d43-1627-4b21-9693-d4121d894a27, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10a38d43-1627-4b21-9693-d4121d894a27,segment=NetworkSegment(5c287838-745d-4fd9-8e7e-5107b57e23ce),segment_id=5c287838-745d-4fd9-8e7e-5107b57e23ce)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:06.172846 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '10a38d43-1627-4b21-9693-d4121d894a27', 'network_id': 'db248f70-92ce-470d-a8dd-1b99f1d82f6d', 'port_id': '10a38d43-1627-4b21-9693-d4121d894a27', 'mac_address': 'fa:16:3e:fe:80:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efd16e8-ada4-4474-8ef2-fcc0f1c40b1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:11:06.211279 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:06.224336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a38d43-1627-4b21-9693-d4121d894a27 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:11:06.244738 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 10a38d43-1627-4b21-9693-d4121d894a27, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10a38d43-1627-4b21-9693-d4121d894a27,segment=NetworkSegment(5c287838-745d-4fd9-8e7e-5107b57e23ce),segment_id=5c287838-745d-4fd9-8e7e-5107b57e23ce)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:06.249564 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:06.302783 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=10a38d43-1627-4b21-9693-d4121d894a27,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:06.437919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['10a38d43-1627-4b21-9693-d4121d894a27'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:11:06.561835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e44e4-85ff-4058-b5f6-41ef2cc5f492 req-e2cbd420-d6ff-4c79-aa3f-7a38fbf9ed84 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:06.571313 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-621e44e4-85ff-4058-b5f6-41ef2cc5f492 req-e2cbd420-d6ff-4c79-aa3f-7a38fbf9ed84 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/ports?device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 931 time: 0.0740693
Nov 20 21:11:06.631084 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-621e44e4-85ff-4058-b5f6-41ef2cc5f492 req-00f103e7-d3d4-4570-980c-294d755b60e4 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db1cb1d-860f-4174-bc82-9e6339282e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528820
Nov 20 21:11:06.689341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79324ab-90c1-4c50-a6e0-8d5935dcf7d2 req-bccba6a4-48ff-4173-a624-399d91daa6a0 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:06.690760 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a79324ab-90c1-4c50-a6e0-8d5935dcf7d2 req-bccba6a4-48ff-4173-a624-399d91daa6a0 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 944 time: 0.0792751
Nov 20 21:11:06.754958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4310bf4-2992-455b-8b75-2604c19d7903 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:11:06.766729 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:06.784423 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a79324ab-90c1-4c50-a6e0-8d5935dcf7d2 req-7b769c49-3b8a-4f47-b811-ceeea45786d1 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838141
Nov 20 21:11:06.788922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Transition to ACTIVE for port object b4310bf4-2992-455b-8b75-2604c19d7903 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:11:06.793068 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:06.841646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Pushing event updated for resources: {'Port': ['ID=b4310bf4-2992-455b-8b75-2604c19d7903,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:06.914106 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Attempting to bind port b4310bf4-2992-455b-8b75-2604c19d7903 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:11:06.914435 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Attempting to bind port b4310bf4-2992-455b-8b75-2604c19d7903 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ca01de6e-e3d7-44f4-8a41-64238717346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f125f0d0-c201-4c42-ad1a-c71ec26ad678'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:11:06.914766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Attempting to bind port b4310bf4-2992-455b-8b75-2604c19d7903 on network f125f0d0-c201-4c42-ad1a-c71ec26ad678 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:11:06.928634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Port b4310bf4-2992-455b-8b75-2604c19d7903 on network f125f0d0-c201-4c42-ad1a-c71ec26ad678 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:11:06.928982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Attempting to bind port b4310bf4-2992-455b-8b75-2604c19d7903 on network f125f0d0-c201-4c42-ad1a-c71ec26ad678 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:11:06.948010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:11:06.948271 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Checking segment: {'id': 'ca01de6e-e3d7-44f4-8a41-64238717346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f125f0d0-c201-4c42-ad1a-c71ec26ad678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:11:06.948654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Bound using segment: {'id': 'ca01de6e-e3d7-44f4-8a41-64238717346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f125f0d0-c201-4c42-ad1a-c71ec26ad678'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:11:06.949084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Bound port: b4310bf4-2992-455b-8b75-2604c19d7903, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca01de6e-e3d7-44f4-8a41-64238717346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f125f0d0-c201-4c42-ad1a-c71ec26ad678'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:11:06.949462 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:06.993290 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a998c910-1d35-4235-b3a9-d44183b8e9fb req-032023c3-9bb8-484b-b953-716cc9299d90 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0754936
Nov 20 21:11:07.044754 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] For port b4310bf4-2992-455b-8b75-2604c19d7903, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:11:07.059937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] For port b4310bf4-2992-455b-8b75-2604c19d7903, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4310bf4-2992-455b-8b75-2604c19d7903,segment=NetworkSegment(ca01de6e-e3d7-44f4-8a41-64238717346b),segment_id=ca01de6e-e3d7-44f4-8a41-64238717346b)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:11:07.065206 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:07.101679 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c910-1d35-4235-b3a9-d44183b8e9fb req-eae46000-ac98-44be-9b8b-b2da17efa43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:07.103178 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a998c910-1d35-4235-b3a9-d44183b8e9fb req-eae46000-ac98-44be-9b8b-b2da17efa43f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76440d312bb547959d5437ce510b515b&device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 1097 time: 0.0853348
Nov 20 21:11:07.109467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:07.109729 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:07.111213 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] 10.222.0.37 "PUT /v2.0/ports/b4310bf4-2992-455b-8b75-2604c19d7903 HTTP/1.1" status: 200  len: 1091 time: 1.0464935
Nov 20 21:11:07.113406 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82849d65-1f55-430a-9c76-3f62cec6dd45', 'tag': 'b4310bf4-2992-455b-8b75-2604c19d7903'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:11:07.117049 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f3fd98-429c-4e07-ac6e-71c664b957f9" -d '{"events": [{"name": "network-changed", "server_uuid": "82849d65-1f55-430a-9c76-3f62cec6dd45", "tag": "b4310bf4-2992-455b-8b75-2604c19d7903"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:11:07.174358 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f39a368-1b81-4c11-b457-1dfc6da39e88 x-openstack-request-id: req-1f39a368-1b81-4c11-b457-1dfc6da39e88 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:11:07.174645 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82849d65-1f55-430a-9c76-3f62cec6dd45", "tag": "b4310bf4-2992-455b-8b75-2604c19d7903", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:11:07.174897 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f39a368-1b81-4c11-b457-1dfc6da39e88 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:11:07.175288 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82849d65-1f55-430a-9c76-3f62cec6dd45', 'tag': 'b4310bf4-2992-455b-8b75-2604c19d7903', 'status': 'completed', 'code': 200}
Nov 20 21:11:07.202301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e6b79-3ae0-498c-b4c0-ab52b33f8b54 service neutron] Pushing event updated for resources: {'Port': ['ID=b4310bf4-2992-455b-8b75-2604c19d7903,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:07.258995 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-65a0d3de-e3e8-4f7f-9068-df0d56d2e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:07.260652 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-65a0d3de-e3e8-4f7f-9068-df0d56d2e3b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f03c0efdbc4740b111c5c75504f936&device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 1094 time: 0.1047349
Nov 20 21:11:07.280683 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c910-1d35-4235-b3a9-d44183b8e9fb req-3be884c7-dedc-496a-a567-1949493e4429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:07.282276 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a998c910-1d35-4235-b3a9-d44183b8e9fb req-3be884c7-dedc-496a-a567-1949493e4429 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 HTTP/1.1" status: 200  len: 910 time: 0.1568222
Nov 20 21:11:07.310248 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-96681852-c136-405d-843c-1a87276158d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4310bf4-2992-455b-8b75-2604c19d7903 HTTP/1.1" status: 200  len: 217 time: 0.0393417
Nov 20 21:11:07.406309 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-d709de62-00f9-4489-be6a-cfcd9a4e4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:07.407788 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-d709de62-00f9-4489-be6a-cfcd9a4e4c9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74ecf496-6bd0-4796-b88b-6299005bbe15 HTTP/1.1" status: 200  len: 854 time: 0.0907125
Nov 20 21:11:07.409478 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a998c910-1d35-4235-b3a9-d44183b8e9fb req-61ece2c9-8737-404d-9ee7-36ed8f6021cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3132aec5-17c1-4ad9-a513-e12a061edbf5 HTTP/1.1" status: 200  len: 1000 time: 0.1018476
Nov 20 21:11:07.470650 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-2460c3cb-1316-40ed-8938-df21e7f0ca5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f125f0d0-c201-4c42-ad1a-c71ec26ad678&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486019
Nov 20 21:11:07.507786 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c910-1d35-4235-b3a9-d44183b8e9fb req-bdf4a129-3df9-4ea3-82c3-4da9fe4e1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:07.509229 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a998c910-1d35-4235-b3a9-d44183b8e9fb req-bdf4a129-3df9-4ea3-82c3-4da9fe4e1053 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fee750e-6a59-4222-bc47-aa0a16b97917 HTTP/1.1" status: 200  len: 848 time: 0.0862699
Nov 20 21:11:07.612701 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c910-1d35-4235-b3a9-d44183b8e9fb req-ed1bc4cb-1aab-483c-b488-6ff16df8ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:07.614252 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a998c910-1d35-4235-b3a9-d44183b8e9fb req-ed1bc4cb-1aab-483c-b488-6ff16df8ac9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2fe32bd-ee9f-42ff-914b-61d7b525e3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0942111
Nov 20 21:11:07.616443 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-649dacc6-febb-4f4b-b6db-eb9934f6f00d service neutron] 10.222.0.37 "GET /v2.0/networks/f125f0d0-c201-4c42-ad1a-c71ec26ad678?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368880
Nov 20 21:11:07.816122 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a998c910-1d35-4235-b3a9-d44183b8e9fb req-2b6062ae-5fd8-470c-9e05-fb9d34640c73 service neutron] 10.222.0.37 "GET /v2.0/networks/f2fe32bd-ee9f-42ff-914b-61d7b525e3e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1885397
Nov 20 21:11:07.822475 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ab75ced7-016a-466d-9627-b9dd8b6626cd req-dafd56e9-76a3-4a57-89cc-242e90a091c7 service neutron] 10.222.0.37 "GET /v2.0/networks/f125f0d0-c201-4c42-ad1a-c71ec26ad678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1874304
Nov 20 21:11:07.831042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174815a-4315-417d-b9ef-c5bf150730a2 req-975a849d-68c6-4425-aaaf-f3a213923600 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:07.832536 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f174815a-4315-417d-b9ef-c5bf150730a2 req-975a849d-68c6-4425-aaaf-f3a213923600 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/ports?device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 943 time: 0.1185877
Nov 20 21:11:07.916118 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe9d37-e5ab-4623-8a90-bf2dc21cad7c req-aa6bd16d-49c3-4c95-9934-2bd67c34d965 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:07.917493 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-acbe9d37-e5ab-4623-8a90-bf2dc21cad7c req-aa6bd16d-49c3-4c95-9934-2bd67c34d965 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 944 time: 0.0550082
Nov 20 21:11:07.968831 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-acbe9d37-e5ab-4623-8a90-bf2dc21cad7c req-7e2a21be-5310-4049-948e-85a8d8d8c5a6 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440938
Nov 20 21:11:07.969448 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f174815a-4315-417d-b9ef-c5bf150730a2 req-6c47af04-9da1-4a63-925e-1ae2be2c10b7 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db1cb1d-860f-4174-bc82-9e6339282e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179025
Nov 20 21:11:07.991750 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3fd98-429c-4e07-ac6e-71c664b957f9 req-cf3c1bfd-2df9-4a27-ab1f-6f1db39c4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:07.993259 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-71f3fd98-429c-4e07-ac6e-71c664b957f9 req-cf3c1bfd-2df9-4a27-ab1f-6f1db39c4ea6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f03c0efdbc4740b111c5c75504f936&device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 1094 time: 0.0802844
Nov 20 21:11:07.995471 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a998c910-1d35-4235-b3a9-d44183b8e9fb req-583f0621-2a3c-436b-8d32-0576f6f83164 service neutron] 10.222.0.37 "GET /v2.0/networks/f2fe32bd-ee9f-42ff-914b-61d7b525e3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1620393
Nov 20 21:11:08.077258 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 10a38d43-1627-4b21-9693-d4121d894a27 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:11:08.093442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3fd98-429c-4e07-ac6e-71c664b957f9 req-0c6d57ff-1bff-4066-b6c9-5cd46a837321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:08.094959 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-71f3fd98-429c-4e07-ac6e-71c664b957f9 req-0c6d57ff-1bff-4066-b6c9-5cd46a837321 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f125f0d0-c201-4c42-ad1a-c71ec26ad678 HTTP/1.1" status: 200  len: 915 time: 0.0903776
Nov 20 21:11:08.126527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 10a38d43-1627-4b21-9693-d4121d894a27 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:11:08.131361 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 10a38d43-1627-4b21-9693-d4121d894a27 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:11:08.131733 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:08.139253 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-71f3fd98-429c-4e07-ac6e-71c664b957f9 req-2941ba3b-d4a1-4e3a-ae4b-8fb941e6053a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4310bf4-2992-455b-8b75-2604c19d7903 HTTP/1.1" status: 200  len: 217 time: 0.0360026
Nov 20 21:11:08.189482 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3fd98-429c-4e07-ac6e-71c664b957f9 req-5fc914d2-e71a-4a1a-a0e9-2f138d501373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:08.190994 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-71f3fd98-429c-4e07-ac6e-71c664b957f9 req-5fc914d2-e71a-4a1a-a0e9-2f138d501373 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74ecf496-6bd0-4796-b88b-6299005bbe15 HTTP/1.1" status: 200  len: 854 time: 0.0442991
Nov 20 21:11:08.219167 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:08.221272 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:08.226615 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-71f3fd98-429c-4e07-ac6e-71c664b957f9 req-2debc375-61a0-49c6-93ea-c9885ff1354e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f125f0d0-c201-4c42-ad1a-c71ec26ad678&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248048
Nov 20 21:11:08.244454 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a38d43-1627-4b21-9693-d4121d894a27'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:11:08.246724 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c0496d-3050-4526-b369-31d85a7804d3" -d '{"events": [{"server_uuid": "677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1", "name": "network-vif-plugged", "status": "completed", "tag": "10a38d43-1627-4b21-9693-d4121d894a27"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:11:08.268043 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 10a38d43-1627-4b21-9693-d4121d894a27, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10a38d43-1627-4b21-9693-d4121d894a27,segment=NetworkSegment(5c287838-745d-4fd9-8e7e-5107b57e23ce),segment_id=5c287838-745d-4fd9-8e7e-5107b57e23ce)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:08.275353 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:08.282438 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:08.301918 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4c7306-a9db-4745-918b-6612fd7dd31c x-openstack-request-id: req-9e4c7306-a9db-4745-918b-6612fd7dd31c {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:11:08.302377 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1", "name": "network-vif-plugged", "status": "completed", "tag": "10a38d43-1627-4b21-9693-d4121d894a27", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:11:08.302498 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e4c7306-a9db-4745-918b-6612fd7dd31c {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:11:08.303148 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a38d43-1627-4b21-9693-d4121d894a27', 'code': 200}
Nov 20 21:11:08.332095 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=10a38d43-1627-4b21-9693-d4121d894a27,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:08.333484 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-71f3fd98-429c-4e07-ac6e-71c664b957f9 req-0cfbabf1-2247-4077-aac0-51c01ad94556 service neutron] 10.222.0.37 "GET /v2.0/networks/f125f0d0-c201-4c42-ad1a-c71ec26ad678?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0982256
Nov 20 21:11:08.445025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec211e0-c27f-4b55-b864-2b1c3faae831 req-1b9d2523-2a02-4e23-b4bf-69c9304924ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:08.446531 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2ec211e0-c27f-4b55-b864-2b1c3faae831 req-1b9d2523-2a02-4e23-b4bf-69c9304924ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 1096 time: 0.0959625
Nov 20 21:11:08.471146 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-71f3fd98-429c-4e07-ac6e-71c664b957f9 req-1fdbb37e-8ec1-4508-bbfa-5040648495af service neutron] 10.222.0.37 "GET /v2.0/networks/f125f0d0-c201-4c42-ad1a-c71ec26ad678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293306
Nov 20 21:11:08.498522 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2ec211e0-c27f-4b55-b864-2b1c3faae831 req-f6725200-ae56-4b7f-8fa1-4d40bed64a2b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431130
Nov 20 21:11:09.087571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321354c8-6658-481b-87d3-badcdcae2878 req-8af984c2-c8dc-4e24-b3d1-dccbcfa4fb5c tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:09.089090 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-321354c8-6658-481b-87d3-badcdcae2878 req-8af984c2-c8dc-4e24-b3d1-dccbcfa4fb5c tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/ports?device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 943 time: 0.0495033
Nov 20 21:11:09.094479 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f55ca-dac7-4031-9c55-6499807229fb req-8b96c273-6d30-4089-a22d-f2de3c4c74db tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:09.095982 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-516f55ca-dac7-4031-9c55-6499807229fb req-8b96c273-6d30-4089-a22d-f2de3c4c74db tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 945 time: 0.0539253
Nov 20 21:11:09.141565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-321354c8-6658-481b-87d3-badcdcae2878 req-59a33f8e-2016-4ad2-ba0e-2bb128df633a tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db1cb1d-860f-4174-bc82-9e6339282e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454946
Nov 20 21:11:09.143821 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-516f55ca-dac7-4031-9c55-6499807229fb req-150acdf0-685a-43ca-b788-64e0025d9f8a tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420814
Nov 20 21:11:10.266644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccae79-70db-40ed-9615-cb177b0d0686 req-62684014-8261-460d-a188-f8295437e448 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:10.268261 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62ccae79-70db-40ed-9615-cb177b0d0686 req-62684014-8261-460d-a188-f8295437e448 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/ports?device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 943 time: 0.0528781
Nov 20 21:11:10.323011 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62ccae79-70db-40ed-9615-cb177b0d0686 req-67ef3ae9-1b3b-40b0-ab27-be164057c814 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db1cb1d-860f-4174-bc82-9e6339282e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485995
Nov 20 21:11:10.514148 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20541700-c996-4d10-b552-2efddf4a37f2 req-efc7f4f4-e69a-4f9e-a650-d8ab8d7834e1 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:10.515553 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-20541700-c996-4d10-b552-2efddf4a37f2 req-efc7f4f4-e69a-4f9e-a650-d8ab8d7834e1 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 945 time: 0.0504918
Nov 20 21:11:10.564321 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-20541700-c996-4d10-b552-2efddf4a37f2 req-5cfe4164-53af-464a-bfcb-f0783a83f9c1 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427146
Nov 20 21:11:10.651481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b4310bf4-2992-455b-8b75-2604c19d7903 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:11:10.755431 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port b4310bf4-2992-455b-8b75-2604c19d7903, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4310bf4-2992-455b-8b75-2604c19d7903,segment=NetworkSegment(ca01de6e-e3d7-44f4-8a41-64238717346b),segment_id=ca01de6e-e3d7-44f4-8a41-64238717346b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:10.767801 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'b4310bf4-2992-455b-8b75-2604c19d7903', 'network_id': 'f125f0d0-c201-4c42-ad1a-c71ec26ad678', 'port_id': 'b4310bf4-2992-455b-8b75-2604c19d7903', 'mac_address': 'fa:16:3e:a3:a5:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ecf496-6bd0-4796-b88b-6299005bbe15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:11:10.805381 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:10.818882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4310bf4-2992-455b-8b75-2604c19d7903 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:11:10.838224 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port b4310bf4-2992-455b-8b75-2604c19d7903, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4310bf4-2992-455b-8b75-2604c19d7903,segment=NetworkSegment(ca01de6e-e3d7-44f4-8a41-64238717346b),segment_id=ca01de6e-e3d7-44f4-8a41-64238717346b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:10.842812 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:10.893265 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=b4310bf4-2992-455b-8b75-2604c19d7903,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:11.104944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['b4310bf4-2992-455b-8b75-2604c19d7903'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:11:11.437749 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36759c9e-6600-4a6c-9080-4e61d9d5f9e7 req-affe17ec-06d3-46e0-8b4d-4e299a6aa88d tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:11.439170 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36759c9e-6600-4a6c-9080-4e61d9d5f9e7 req-affe17ec-06d3-46e0-8b4d-4e299a6aa88d tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/ports?device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 944 time: 0.0482228
Nov 20 21:11:11.486740 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36759c9e-6600-4a6c-9080-4e61d9d5f9e7 req-7d15d525-4792-4b04-aa3d-3ac73f9dd4ff tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db1cb1d-860f-4174-bc82-9e6339282e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415008
Nov 20 21:11:12.614548 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c3069-83bc-45a2-8bd3-d526b907cd91 req-d1374e2d-661d-4b88-aacc-b7ee422a69a7 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:12.616057 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-651c3069-83bc-45a2-8bd3-d526b907cd91 req-d1374e2d-661d-4b88-aacc-b7ee422a69a7 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/ports?device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 944 time: 0.0542397
Nov 20 21:11:12.664188 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b4310bf4-2992-455b-8b75-2604c19d7903 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:11:12.665082 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-651c3069-83bc-45a2-8bd3-d526b907cd91 req-e7365be5-3987-4b0b-8101-e7244c64b3c4 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db1cb1d-860f-4174-bc82-9e6339282e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429971
Nov 20 21:11:12.713036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port b4310bf4-2992-455b-8b75-2604c19d7903 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:11:12.717572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port b4310bf4-2992-455b-8b75-2604c19d7903 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:11:12.718034 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:12.801843 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:12.824867 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82849d65-1f55-430a-9c76-3f62cec6dd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4310bf4-2992-455b-8b75-2604c19d7903'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:11:12.827108 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead37ef3-e504-4a45-bd51-d66e37cdea58" -d '{"events": [{"server_uuid": "82849d65-1f55-430a-9c76-3f62cec6dd45", "name": "network-vif-plugged", "status": "completed", "tag": "b4310bf4-2992-455b-8b75-2604c19d7903"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:11:12.839743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port b4310bf4-2992-455b-8b75-2604c19d7903, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4310bf4-2992-455b-8b75-2604c19d7903,segment=NetworkSegment(ca01de6e-e3d7-44f4-8a41-64238717346b),segment_id=ca01de6e-e3d7-44f4-8a41-64238717346b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:12.844215 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:12.868456 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3386713-4311-42fe-b8a1-7cca1736d192 x-openstack-request-id: req-d3386713-4311-42fe-b8a1-7cca1736d192 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:11:12.868756 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82849d65-1f55-430a-9c76-3f62cec6dd45", "name": "network-vif-plugged", "status": "completed", "tag": "b4310bf4-2992-455b-8b75-2604c19d7903", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:11:12.869037 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3386713-4311-42fe-b8a1-7cca1736d192 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:11:12.869438 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82849d65-1f55-430a-9c76-3f62cec6dd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4310bf4-2992-455b-8b75-2604c19d7903', 'code': 200}
Nov 20 21:11:12.898644 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=b4310bf4-2992-455b-8b75-2604c19d7903,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:12.971032 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64222a-78f2-4134-b893-cf4e723ba488 req-9956f7d2-2a35-4d89-a362-6b6784495709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:12.972558 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f64222a-78f2-4134-b893-cf4e723ba488 req-9956f7d2-2a35-4d89-a362-6b6784495709 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 1096 time: 0.0406208
Nov 20 21:11:13.021536 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f64222a-78f2-4134-b893-cf4e723ba488 req-67ba7d7a-2c52-4523-a0f5-02ccbb58a9ab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0db1cb1d-860f-4174-bc82-9e6339282e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373096
Nov 20 21:11:13.276598 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0472-dc78-41eb-afde-9eddc529c33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:13.785073 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faafa82-dc08-4d17-841e-5aa6523c1530 req-1910f2b5-260b-4ed8-a26c-e51aa6fe8ea0 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:13.786761 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1faafa82-dc08-4d17-841e-5aa6523c1530 req-1910f2b5-260b-4ed8-a26c-e51aa6fe8ea0 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/ports?device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 945 time: 0.0506556
Nov 20 21:11:13.840902 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1faafa82-dc08-4d17-841e-5aa6523c1530 req-db43e50a-19a9-484d-b35b-4db4cb736747 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db1cb1d-860f-4174-bc82-9e6339282e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475714
Nov 20 21:11:14.963066 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fb048-723b-49f1-a9e3-12e2f44fc900 req-48611d83-0493-472b-b1b9-63646bdaed86 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:14.964577 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a90fb048-723b-49f1-a9e3-12e2f44fc900 req-48611d83-0493-472b-b1b9-63646bdaed86 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/ports?device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 945 time: 0.0514457
Nov 20 21:11:15.021880 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a90fb048-723b-49f1-a9e3-12e2f44fc900 req-97629dbf-422e-4a70-94eb-2d58eb503d1b tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db1cb1d-860f-4174-bc82-9e6339282e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495744
Nov 20 21:11:15.348026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b52206-db77-47fc-a0b0-a58ea94cf343 req-7247ab55-a192-4883-ad0f-b3382075d360 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:15.349565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a2b52206-db77-47fc-a0b0-a58ea94cf343 req-7247ab55-a192-4883-ad0f-b3382075d360 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/ports?device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 945 time: 0.0895793
Nov 20 21:11:15.356204 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a07b8-768b-40bf-bf59-58b69b2849b7 req-66daf7ca-6ddd-4dc9-9935-5f93f18b68d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:15.357693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-632a07b8-768b-40bf-bf59-58b69b2849b7 req-66daf7ca-6ddd-4dc9-9935-5f93f18b68d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f03c0efdbc4740b111c5c75504f936&device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 1096 time: 0.0854285
Nov 20 21:11:15.474459 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a2b52206-db77-47fc-a0b0-a58ea94cf343 req-00340fd0-7aaf-49d0-bb42-97b2fb8c6e38 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db1cb1d-860f-4174-bc82-9e6339282e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154556
Nov 20 21:11:15.500797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a07b8-768b-40bf-bf59-58b69b2849b7 req-46b62808-6f03-4253-8b48-7a9d3b6b630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:15.502268 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-632a07b8-768b-40bf-bf59-58b69b2849b7 req-46b62808-6f03-4253-8b48-7a9d3b6b630d service neutron] 10.222.0.37 "GET /v2.0/networks?id=f125f0d0-c201-4c42-ad1a-c71ec26ad678 HTTP/1.1" status: 200  len: 915 time: 0.1290865
Nov 20 21:11:15.547184 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-632a07b8-768b-40bf-bf59-58b69b2849b7 req-8fc5c2fe-2e66-4a14-94d8-83f71b496486 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4310bf4-2992-455b-8b75-2604c19d7903 HTTP/1.1" status: 200  len: 217 time: 0.0353925
Nov 20 21:11:15.606426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a07b8-768b-40bf-bf59-58b69b2849b7 req-48bdbd7f-cdad-4f73-94cd-a4ff35df4278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:15.608380 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-632a07b8-768b-40bf-bf59-58b69b2849b7 req-48bdbd7f-cdad-4f73-94cd-a4ff35df4278 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74ecf496-6bd0-4796-b88b-6299005bbe15 HTTP/1.1" status: 200  len: 854 time: 0.0541010
Nov 20 21:11:15.649730 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-632a07b8-768b-40bf-bf59-58b69b2849b7 req-53305fc3-74bb-40f3-947f-b75b36814393 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f125f0d0-c201-4c42-ad1a-c71ec26ad678&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0306823
Nov 20 21:11:15.670264 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4cc5440d-a5b6-4486-be33-f53d02a1830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:15.753081 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-632a07b8-768b-40bf-bf59-58b69b2849b7 req-5150afb6-ba3f-4a45-8394-cfbe765c473b service neutron] 10.222.0.37 "GET /v2.0/networks/f125f0d0-c201-4c42-ad1a-c71ec26ad678?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0945513
Nov 20 21:11:15.849322 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-632a07b8-768b-40bf-bf59-58b69b2849b7 req-15020959-420a-421a-a3ee-55b21cbb4734 service neutron] 10.222.0.37 "GET /v2.0/networks/f125f0d0-c201-4c42-ad1a-c71ec26ad678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862472
Nov 20 21:11:16.595163 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346628a-e969-407f-9921-f0c9781c592d req-1a342891-9a53-48df-8d47-d601353753f0 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:16.596797 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2346628a-e969-407f-9921-f0c9781c592d req-1a342891-9a53-48df-8d47-d601353753f0 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/ports?device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 945 time: 0.0491023
Nov 20 21:11:16.645279 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2346628a-e969-407f-9921-f0c9781c592d req-367f2899-9fc1-4cfc-91fa-3cb033f84117 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db1cb1d-860f-4174-bc82-9e6339282e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424166
Nov 20 21:11:16.766890 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:16.957158 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c779422-10c8-468d-88f4-527b24c2c4a5 req-67f2f585-f7fc-4a34-82f6-9cc67ee0a878 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:16.958694 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c779422-10c8-468d-88f4-527b24c2c4a5 req-67f2f585-f7fc-4a34-82f6-9cc67ee0a878 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/ports?device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 945 time: 0.0547690
Nov 20 21:11:17.009935 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c779422-10c8-468d-88f4-527b24c2c4a5 req-056dbe43-22dc-47fc-9ec8-fd0bea6295c0 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db1cb1d-860f-4174-bc82-9e6339282e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452688
Nov 20 21:11:18.144669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaace621-81a3-4f30-8c6e-627891cdbaeb req-2ed9ef94-bd1b-44d7-9e8a-dc69095fb759 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:18.145973 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aaace621-81a3-4f30-8c6e-627891cdbaeb req-2ed9ef94-bd1b-44d7-9e8a-dc69095fb759 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/ports?device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 945 time: 0.0565348
Nov 20 21:11:18.195952 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aaace621-81a3-4f30-8c6e-627891cdbaeb req-a5c54656-9395-47f5-b0f9-a16212a9350b tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0db1cb1d-860f-4174-bc82-9e6339282e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435061
Nov 20 21:11:18.594920 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:18.704623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b955ae9-347b-4c77-ae30-d3c2f0d99332 req-65242039-7498-4f9d-94b1-dd4b44e2f96f tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:18.706168 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9b955ae9-347b-4c77-ae30-d3c2f0d99332 req-65242039-7498-4f9d-94b1-dd4b44e2f96f tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.37 "GET /v2.0/ports?device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 945 time: 0.0572348
Nov 20 21:11:18.818437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a06de-9d8d-4aa0-9c69-1fe73e9f10ec req-4005aef6-eac2-4381-9ed6-e8721797fd09 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:18.819816 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e3a06de-9d8d-4aa0-9c69-1fe73e9f10ec req-4005aef6-eac2-4381-9ed6-e8721797fd09 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0998800
Nov 20 21:11:18.866524 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-9b955ae9-347b-4c77-ae30-d3c2f0d99332 req-acf229aa-d9ec-4f42-bf60-941c7fd5bd38 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Deleting port b4310bf4-2992-455b-8b75-2604c19d7903 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:11:18.866864 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9b955ae9-347b-4c77-ae30-d3c2f0d99332 req-acf229aa-d9ec-4f42-bf60-941c7fd5bd38 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:18.894575 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e3a06de-9d8d-4aa0-9c69-1fe73e9f10ec req-6b0d5a2d-1ae5-47e9-b2c4-59a6737d02f5 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683062
Nov 20 21:11:18.967676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9b955ae9-347b-4c77-ae30-d3c2f0d99332 req-acf229aa-d9ec-4f42-bf60-941c7fd5bd38 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] For port b4310bf4-2992-455b-8b75-2604c19d7903, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4310bf4-2992-455b-8b75-2604c19d7903,segment=NetworkSegment(ca01de6e-e3d7-44f4-8a41-64238717346b),segment_id=ca01de6e-e3d7-44f4-8a41-64238717346b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:18.968031 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9b955ae9-347b-4c77-ae30-d3c2f0d99332 req-acf229aa-d9ec-4f42-bf60-941c7fd5bd38 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:18.979579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-9b955ae9-347b-4c77-ae30-d3c2f0d99332 req-acf229aa-d9ec-4f42-bf60-941c7fd5bd38 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Calling delete_port for b4310bf4-2992-455b-8b75-2604c19d7903 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:11:19.032729 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:19.107571 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9b955ae9-347b-4c77-ae30-d3c2f0d99332 req-acf229aa-d9ec-4f42-bf60-941c7fd5bd38 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:19.121786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['b4310bf4-2992-455b-8b75-2604c19d7903'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:11:19.140992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf229aa-d9ec-4f42-bf60-941c7fd5bd38 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Pushing event deleted for resources: {'Port': ['ID=b4310bf4-2992-455b-8b75-2604c19d7903,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:19.184562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b955ae9-347b-4c77-ae30-d3c2f0d99332 req-acf229aa-d9ec-4f42-bf60-941c7fd5bd38 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] No DVR routers for this DVR port b4310bf4-2992-455b-8b75-2604c19d7903 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:11:19.187741 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9b955ae9-347b-4c77-ae30-d3c2f0d99332 req-acf229aa-d9ec-4f42-bf60-941c7fd5bd38 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:19.191297 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9b955ae9-347b-4c77-ae30-d3c2f0d99332 req-acf229aa-d9ec-4f42-bf60-941c7fd5bd38 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.37 "DELETE /v2.0/ports/b4310bf4-2992-455b-8b75-2604c19d7903 HTTP/1.1" status: 204  len: 173 time: 0.4781435
Nov 20 21:11:19.191759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82849d65-1f55-430a-9c76-3f62cec6dd45', 'name': 'network-vif-deleted', 'tag': 'b4310bf4-2992-455b-8b75-2604c19d7903'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:11:19.194091 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1217324e-9819-4754-9508-45f5fbd3360e" -d '{"events": [{"server_uuid": "82849d65-1f55-430a-9c76-3f62cec6dd45", "name": "network-vif-deleted", "tag": "b4310bf4-2992-455b-8b75-2604c19d7903"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:11:19.240565 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c584a88-ac4f-4a2c-8b62-b34e2e32273a x-openstack-request-id: req-6c584a88-ac4f-4a2c-8b62-b34e2e32273a {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:11:19.240927 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82849d65-1f55-430a-9c76-3f62cec6dd45", "name": "network-vif-deleted", "tag": "b4310bf4-2992-455b-8b75-2604c19d7903", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:11:19.241135 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c584a88-ac4f-4a2c-8b62-b34e2e32273a {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:11:19.241577 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82849d65-1f55-430a-9c76-3f62cec6dd45', 'name': 'network-vif-deleted', 'tag': 'b4310bf4-2992-455b-8b75-2604c19d7903', 'status': 'completed', 'code': 200}
Nov 20 21:11:19.305798 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f5c71dd-9ddc-46c0-8ee9-1b6c5ed098fb req-dfaf0b47-9914-4e44-a687-84f98da7ebb9 tempest-InstanceActionsTestJSON-1580901096 tempest-InstanceActionsTestJSON-1580901096-project] 10.222.0.41 "GET /v2.0/ports?device_id=82849d65-1f55-430a-9c76-3f62cec6dd45 HTTP/1.1" status: 200  len: 210 time: 0.0305789
Nov 20 21:11:20.011513 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2b2a2-8a2a-4ade-b67b-15a751b1ffcb req-6439a022-f0c4-4f2d-b745-b9039b42bbb0 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:20.013011 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-21b2b2a2-8a2a-4ade-b67b-15a751b1ffcb req-6439a022-f0c4-4f2d-b745-b9039b42bbb0 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0488665
Nov 20 21:11:20.059870 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-21b2b2a2-8a2a-4ade-b67b-15a751b1ffcb req-321d213e-1490-4306-b2cf-84a0b60f935b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407376
Nov 20 21:11:20.362157 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 38976) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:20.409935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d720768-821d-4c2b-bb1d-b7bb49489000 admin admin] Deleting subnet 74ecf496-6bd0-4796-b88b-6299005bbe15 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:11:20.413113 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2d720768-821d-4c2b-bb1d-b7bb49489000 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:20.449142 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2d720768-821d-4c2b-bb1d-b7bb49489000 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:20.488947 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2d720768-821d-4c2b-bb1d-b7bb49489000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:20.547773 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2d720768-821d-4c2b-bb1d-b7bb49489000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:20.583793 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2d720768-821d-4c2b-bb1d-b7bb49489000 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:20.589882 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2d720768-821d-4c2b-bb1d-b7bb49489000 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/74ecf496-6bd0-4796-b88b-6299005bbe15 HTTP/1.1" status: 204  len: 168 time: 0.2242959
Nov 20 21:11:20.589882 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d720768-821d-4c2b-bb1d-b7bb49489000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ecf496-6bd0-4796-b88b-6299005bbe15,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:20.591765 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38986) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:20.679477 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-888861ac-fa64-4f38-b93d-ff8714e63d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:20.758472 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-888861ac-fa64-4f38-b93d-ff8714e63d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:20.760617 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04202f88-7a26-47f8-99b3-1c15808fdaec req-5e3d7d3e-8fb4-4cf0-94a6-0c1bc278f83e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:20.762182 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-04202f88-7a26-47f8-99b3-1c15808fdaec req-5e3d7d3e-8fb4-4cf0-94a6-0c1bc278f83e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 946 time: 0.0561786
Nov 20 21:11:20.779047 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-888861ac-fa64-4f38-b93d-ff8714e63d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ee9d7f0>,) {'filters': {'network_id': ['f125f0d0-c201-4c42-ad1a-c71ec26ad678']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:11:20.788461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-888861ac-fa64-4f38-b93d-ff8714e63d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ee9d7f0>, 'ca01de6e-e3d7-44f4-8a41-64238717346b') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:11:20.788815 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-888861ac-fa64-4f38-b93d-ff8714e63d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ee9d7f0>, 'ca01de6e-e3d7-44f4-8a41-64238717346b') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:11:20.798411 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-888861ac-fa64-4f38-b93d-ff8714e63d39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:20.811927 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-888861ac-fa64-4f38-b93d-ff8714e63d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:20.812659 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-04202f88-7a26-47f8-99b3-1c15808fdaec req-0a709a11-88f9-46cc-a452-52d90f2fa9ae tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432997
Nov 20 21:11:20.818070 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888861ac-fa64-4f38-b93d-ff8714e63d39 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:11:20.818434 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-888861ac-fa64-4f38-b93d-ff8714e63d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:11:20.820135 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:11:20.876803 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-888861ac-fa64-4f38-b93d-ff8714e63d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:20.882368 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-888861ac-fa64-4f38-b93d-ff8714e63d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:20.885637 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-888861ac-fa64-4f38-b93d-ff8714e63d39 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f125f0d0-c201-4c42-ad1a-c71ec26ad678 HTTP/1.1" status: 204  len: 168 time: 0.2920775
Nov 20 21:11:20.896747 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888861ac-fa64-4f38-b93d-ff8714e63d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=f125f0d0-c201-4c42-ad1a-c71ec26ad678,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:20.991143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38992) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:21.030758 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a22b6b7c-16f8-4905-8436-7dffc354999f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80f03c0efdbc4740b111c5c75504f936&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0383325
Nov 20 21:11:21.033017 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 38994) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:21.079828 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-73ce5520-596f-4525-9b6c-eeef476abf20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:21.100596 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-73ce5520-596f-4525-9b6c-eeef476abf20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:21.463822 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502f5f9-7c5b-4594-afd2-638333cc3604 req-fa05bd52-da82-4c07-82d2-ed3a37563d22 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:21.465304 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5502f5f9-7c5b-4594-afd2-638333cc3604 req-fa05bd52-da82-4c07-82d2-ed3a37563d22 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.3346999
Nov 20 21:11:21.466389 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-73ce5520-596f-4525-9b6c-eeef476abf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:21.469656 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-73ce5520-596f-4525-9b6c-eeef476abf20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:21.470736 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-73ce5520-596f-4525-9b6c-eeef476abf20 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0db1cb1d-860f-4174-bc82-9e6339282e4e HTTP/1.1" status: 204  len: 168 time: 0.4367993
Nov 20 21:11:21.485795 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce5520-596f-4525-9b6c-eeef476abf20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db1cb1d-860f-4174-bc82-9e6339282e4e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:21.525238 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5502f5f9-7c5b-4594-afd2-638333cc3604 req-5ab8e613-7167-4c64-8ab4-7f9414eeda3a tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517538
Nov 20 21:11:21.936615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0be70-70e9-4c79-b38b-bd4db742481f req-8f8cdb32-3a17-4019-9cad-b132222814e6 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:21.938223 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b5d0be70-70e9-4c79-b38b-bd4db742481f req-8f8cdb32-3a17-4019-9cad-b132222814e6 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 946 time: 0.0499179
Nov 20 21:11:21.989053 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b5d0be70-70e9-4c79-b38b-bd4db742481f req-e8d9e282-2fd1-449f-a7af-0b9210c5e2d6 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd72b01f-cc79-4089-867d-792aaccdd238&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446100
Nov 20 21:11:22.155928 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39022) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:22.163731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87c784-6df7-4d61-af2d-13f864a8912f req-1bb697c0-1818-4af4-ab47-e49d704a4a1a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:22.165184 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d87c784-6df7-4d61-af2d-13f864a8912f req-1bb697c0-1818-4af4-ab47-e49d704a4a1a tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 946 time: 0.0495992
Nov 20 21:11:22.261418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4ad857ae-44b9-484e-a843-aea506faaf6b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1760894274-network', 'tenant_id': '8910f09f22a240eb9a228d72406a608b'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:22.264844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-4d87c784-6df7-4d61-af2d-13f864a8912f req-940ab22f-c61f-45c0-8483-79107340d730 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Deleting port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:11:22.265180 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4d87c784-6df7-4d61-af2d-13f864a8912f req-940ab22f-c61f-45c0-8483-79107340d730 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:22.282838 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad857ae-44b9-484e-a843-aea506faaf6b admin admin] Made reservation on behalf of 8910f09f22a240eb9a228d72406a608b for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:11:22.285337 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ad857ae-44b9-484e-a843-aea506faaf6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:22.294058 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ad857ae-44b9-484e-a843-aea506faaf6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:22.356120 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4d87c784-6df7-4d61-af2d-13f864a8912f req-940ab22f-c61f-45c0-8483-79107340d730 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] For port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:22.356498 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4d87c784-6df7-4d61-af2d-13f864a8912f req-940ab22f-c61f-45c0-8483-79107340d730 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:22.374677 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ad857ae-44b9-484e-a843-aea506faaf6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:22.378678 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ad857ae-44b9-484e-a843-aea506faaf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:22.404560 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad857ae-44b9-484e-a843-aea506faaf6b admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:11:22.413351 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad857ae-44b9-484e-a843-aea506faaf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ab2892-7d95-4348-98c5-afc8f8e70927,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:22.421049 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ad857ae-44b9-484e-a843-aea506faaf6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:22.421337 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-4ad857ae-44b9-484e-a843-aea506faaf6b admin admin] Added segment fa16aa9e-af78-401f-a795-78a46406abc7 of type vlan for network 13329dec-d6cb-4b40-9c80-e369d65965f5
Nov 20 21:11:22.464049 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ad857ae-44b9-484e-a843-aea506faaf6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:22.488767 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ad857ae-44b9-484e-a843-aea506faaf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:22.489741 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad857ae-44b9-484e-a843-aea506faaf6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:22.490345 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ad857ae-44b9-484e-a843-aea506faaf6b admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:22.521730 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4ad857ae-44b9-484e-a843-aea506faaf6b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3619816
Nov 20 21:11:22.522029 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39028) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:22.534336 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-54abd86c-ce58-453c-b51e-2133b9ed36f3 admin admin] Request body: {'subnet': {'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1760894274-subnet', 'tenant_id': '8910f09f22a240eb9a228d72406a608b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:22.538921 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4d87c784-6df7-4d61-af2d-13f864a8912f req-940ab22f-c61f-45c0-8483-79107340d730 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:22.539834 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4d87c784-6df7-4d61-af2d-13f864a8912f req-940ab22f-c61f-45c0-8483-79107340d730 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:22.540172 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-4d87c784-6df7-4d61-af2d-13f864a8912f req-940ab22f-c61f-45c0-8483-79107340d730 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Floating IP e6df7856-98d9-4e1f-b3d7-89153eefd65b disassociated. External IP: 172.35.1.158, port: feeb1d8b-d286-4060-b7ac-a8b34a5f75e9.
Nov 20 21:11:22.540552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-4d87c784-6df7-4d61-af2d-13f864a8912f req-940ab22f-c61f-45c0-8483-79107340d730 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Calling delete_port for feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:11:22.579777 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad857ae-44b9-484e-a843-aea506faaf6b admin admin] Pushing event updated for resources: {'Network': ['ID=13329dec-d6cb-4b40-9c80-e369d65965f5,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:22.594803 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 13329dec-d6cb-4b40-9c80-e369d65965f5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:11:22.596770 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54abd86c-ce58-453c-b51e-2133b9ed36f3 admin admin] Made reservation on behalf of 8910f09f22a240eb9a228d72406a608b for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:11:22.600175 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54abd86c-ce58-453c-b51e-2133b9ed36f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:22.710370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b4310bf4-2992-455b-8b75-2604c19d7903 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:11:22.711074 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4d87c784-6df7-4d61-af2d-13f864a8912f req-940ab22f-c61f-45c0-8483-79107340d730 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:22.735744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: b4310bf4-2992-455b-8b75-2604c19d7903 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:11:22.736093 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device b4310bf4-2992-455b-8b75-2604c19d7903 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:11:22.751987 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ab22f-c61f-45c0-8483-79107340d730 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event deleted for resources: {'Port': ['ID=feeb1d8b-d286-4060-b7ac-a8b34a5f75e9,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:22.765799 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e650825-b1b7-4966-9d90-b0c187287d57 req-2cfd7805-6f8b-4ea4-9935-0de012417056 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:22.767607 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1e650825-b1b7-4966-9d90-b0c187287d57 req-2cfd7805-6f8b-4ea4-9935-0de012417056 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.1410122
Nov 20 21:11:22.791735 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54abd86c-ce58-453c-b51e-2133b9ed36f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:22.849721 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abd86c-ce58-453c-b51e-2133b9ed36f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=501027a8-1af1-4f7e-80a0-4f10afccfcd6,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:22.858809 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54abd86c-ce58-453c-b51e-2133b9ed36f3 admin admin] Checking segment: {'id': 'fa16aa9e-af78-401f-a795-78a46406abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:11:22.859163 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54abd86c-ce58-453c-b51e-2133b9ed36f3 admin admin] Network hostable DHCP agents. Network: 13329dec-d6cb-4b40-9c80-e369d65965f5, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:11:22.876041 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54abd86c-ce58-453c-b51e-2133b9ed36f3 admin admin] Network 13329dec-d6cb-4b40-9c80-e369d65965f5 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:11:22.885053 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-54abd86c-ce58-453c-b51e-2133b9ed36f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 13329dec-d6cb-4b40-9c80-e369d65965f5) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:11:22.889064 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54abd86c-ce58-453c-b51e-2133b9ed36f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:22.889663 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54abd86c-ce58-453c-b51e-2133b9ed36f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:22.893820 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1e650825-b1b7-4966-9d90-b0c187287d57 req-96a59d4c-b7c4-4c47-8098-18988d54f421 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898802
Nov 20 21:11:22.914387 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-54abd86c-ce58-453c-b51e-2133b9ed36f3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3831222
Nov 20 21:11:22.914623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d2fe2f-360b-4b3e-b289-514a9462be9e None None] Network 13329dec-d6cb-4b40-9c80-e369d65965f5 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:11:22.929213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d87c784-6df7-4d61-af2d-13f864a8912f req-940ab22f-c61f-45c0-8483-79107340d730 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:11:23.041776 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c7a2e-343b-4f25-b861-1f8f0cc5af71 None None] Network 13329dec-d6cb-4b40-9c80-e369d65965f5 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:11:23.055112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d87c784-6df7-4d61-af2d-13f864a8912f req-940ab22f-c61f-45c0-8483-79107340d730 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:11:23.066950 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f27b81-dec9-4cc4-8426-6b6dc1f57dc7 None None] Sync routers for ids ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:11:23.120727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d87c784-6df7-4d61-af2d-13f864a8912f req-940ab22f-c61f-45c0-8483-79107340d730 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] No DVR routers for this DVR port feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:11:23.123978 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4d87c784-6df7-4d61-af2d-13f864a8912f req-940ab22f-c61f-45c0-8483-79107340d730 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:23.126909 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f27b81-dec9-4cc4-8426-6b6dc1f57dc7 None None] Routers {'8b8d83cd-4928-4b2d-872d-93c2918d6d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:11:23.127548 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-46f27b81-dec9-4cc4-8426-6b6dc1f57dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475ff4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:11:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:11:23.127754 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d87c784-6df7-4d61-af2d-13f864a8912f req-940ab22f-c61f-45c0-8483-79107340d730 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.37 "DELETE /v2.0/ports/feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 HTTP/1.1" status: 204  len: 173 time: 0.9568691
Nov 20 21:11:23.128232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'name': 'network-vif-deleted', 'tag': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:11:23.131911 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c44717e-28b5-4c3b-8e51-16082d41dc04" -d '{"events": [{"server_uuid": "8aaa552a-405f-4fb1-89d8-49b2f1a432a1", "name": "network-vif-deleted", "tag": "feeb1d8b-d286-4060-b7ac-a8b34a5f75e9"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:11:23.138298 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2446f905-9acc-45f9-82e6-282c207a1904 req-cd9883fb-6a03-402a-9fa0-27871c06df74 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aaa552a-405f-4fb1-89d8-49b2f1a432a1 HTTP/1.1" status: 200  len: 210 time: 0.0540242
Nov 20 21:11:23.235184 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113e1415-c00d-4e2a-a13b-178576ce12de x-openstack-request-id: req-113e1415-c00d-4e2a-a13b-178576ce12de {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:11:23.235681 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaa552a-405f-4fb1-89d8-49b2f1a432a1", "name": "network-vif-deleted", "tag": "feeb1d8b-d286-4060-b7ac-a8b34a5f75e9", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:11:23.235793 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-113e1415-c00d-4e2a-a13b-178576ce12de {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:11:23.236160 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaa552a-405f-4fb1-89d8-49b2f1a432a1', 'name': 'network-vif-deleted', 'tag': 'feeb1d8b-d286-4060-b7ac-a8b34a5f75e9', 'status': 'completed', 'code': 200}
Nov 20 21:11:23.347063 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-46f27b81-dec9-4cc4-8426-6b6dc1f57dc7 None None] Set router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:11:23.456115 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-0d25635b-57e2-49f1-8b75-445170975eef tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:23.458072 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-0d25635b-57e2-49f1-8b75-445170975eef tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/networks?id=13329dec-d6cb-4b40-9c80-e369d65965f5 HTTP/1.1" status: 200  len: 814 time: 0.1167529
Nov 20 21:11:23.478164 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-a458445c-095e-4395-9bcc-1c0bb9b1661b tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/quotas/8910f09f22a240eb9a228d72406a608b HTTP/1.1" status: 200  len: 375 time: 0.0094020
Nov 20 21:11:23.511640 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-79bef4e6-d9ad-4eed-bf11-915982a6a8ba tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8910f09f22a240eb9a228d72406a608b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0272269
Nov 20 21:11:23.558234 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-46f27b81-dec9-4cc4-8426-6b6dc1f57dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475ff4f0>, [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:55Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c6c54451-d321-4ac4-a104-3ac4c812978a', 'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'mac_address': 'fa:16:3e:b9:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:54Z', 'updated_at': '2021-11-20T21:04:03Z', 'revision_number': 5, 'project_id': '185bc78201f1431881a86d4894780efb', 'subnets': [{'id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:11:23.595916 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f27b81-dec9-4cc4-8426-6b6dc1f57dc7 None None] Checking router: 8b8d83cd-4928-4b2d-872d-93c2918d6d7d for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:11:23.609007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f27b81-dec9-4cc4-8426-6b6dc1f57dc7 None None] Routers {'8b8d83cd-4928-4b2d-872d-93c2918d6d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:11:23.609711 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-46f27b81-dec9-4cc4-8426-6b6dc1f57dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475ff4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:11:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:11:23.622592 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-c778bf30-b8c8-464d-abff-f6a88347a3b4 service neutron] 10.222.0.41 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1024034
Nov 20 21:11:23.718674 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-72322900-ab17-4125-9f6f-13cbc0a14a7f service neutron] 10.222.0.41 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927317
Nov 20 21:11:23.874411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-46f27b81-dec9-4cc4-8426-6b6dc1f57dc7 None None] Set router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:11:23.909960 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea9fe2ee-6bce-494d-abfd-0aa6fe851329 req-da3cdb8a-c288-4029-b53e-aa5a45a1349e tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 210 time: 0.0387957
Nov 20 21:11:24.040410 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c72bb-e6e2-4aeb-831c-023c03d59623 req-e2c4fe28-5cd5-4649-93bd-972a96522344 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:24.042104 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f4c72bb-e6e2-4aeb-831c-023c03d59623 req-e2c4fe28-5cd5-4649-93bd-972a96522344 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0576911
Nov 20 21:11:24.097264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-46f27b81-dec9-4cc4-8426-6b6dc1f57dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475ff4f0>, [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:55Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c6c54451-d321-4ac4-a104-3ac4c812978a', 'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'mac_address': 'fa:16:3e:b9:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:54Z', 'updated_at': '2021-11-20T21:04:03Z', 'revision_number': 5, 'project_id': '185bc78201f1431881a86d4894780efb', 'subnets': [{'id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:11:24.108821 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f4c72bb-e6e2-4aeb-831c-023c03d59623 req-4e5d822a-7efb-441c-841d-c84bc6673e5c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591092
Nov 20 21:11:24.137824 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f27b81-dec9-4cc4-8426-6b6dc1f57dc7 None None] The sync data for ids ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'] in ncdv-master-1 is: [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:03:55Z', 'revision_number': 4, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c6c54451-d321-4ac4-a104-3ac4c812978a', 'name': '', 'network_id': '2b0462fe-9d19-4cda-815b-86a91b87f9c7', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'mac_address': 'fa:16:3e:b9:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:54Z', 'updated_at': '2021-11-20T21:04:03Z', 'revision_number': 5, 'project_id': '185bc78201f1431881a86d4894780efb', 'subnets': [{'id': '1d8dda6c-ad95-4b4c-9a1c-f85536341ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:11:24.253502 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39070) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:24.329041 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a712752-fd53-47aa-a5ab-eefd21455b52 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:24.358835 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a712752-fd53-47aa-a5ab-eefd21455b52 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:24.423170 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a712752-fd53-47aa-a5ab-eefd21455b52 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:24.426271 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a712752-fd53-47aa-a5ab-eefd21455b52 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:24.427427 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8a712752-fd53-47aa-a5ab-eefd21455b52 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "DELETE /v2.0/security-groups/fd72b01f-cc79-4089-867d-792aaccdd238 HTTP/1.1" status: 204  len: 168 time: 0.1728792
Nov 20 21:11:24.430564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39074) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:24.431337 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7919a4b2-c56d-423c-946d-3f511b70dcef None None] New status for floating IP e6df7856-98d9-4e1f-b3d7-89153eefd65b: DOWN {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:11:24.438038 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a712752-fd53-47aa-a5ab-eefd21455b52 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd72b01f-cc79-4089-867d-792aaccdd238,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:24.467849 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-a705897b-0790-403f-b967-c5bcb6608977 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] show failed (client error): The resource could not be found.
Nov 20 21:11:24.469005 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a705897b-0790-403f-b967-c5bcb6608977 tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "GET /v2.0/security-groups/fd72b01f-cc79-4089-867d-792aaccdd238 HTTP/1.1" status: 404  len: 347 time: 0.0356505
Nov 20 21:11:24.472040 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39076) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:24.605278 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d7e97-34fe-40e5-9a7f-e4e728e9916e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Deleting port e557e3e0-e61d-4040-809e-03a247118c72 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:11:24.605634 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7e97-34fe-40e5-9a7f-e4e728e9916e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:24.680522 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7e97-34fe-40e5-9a7f-e4e728e9916e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:24.680850 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7e97-34fe-40e5-9a7f-e4e728e9916e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:24.692514 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d7e97-34fe-40e5-9a7f-e4e728e9916e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Calling delete_port for e557e3e0-e61d-4040-809e-03a247118c72 owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:11:24.825479 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7e97-34fe-40e5-9a7f-e4e728e9916e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:24.853306 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d7e97-34fe-40e5-9a7f-e4e728e9916e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Pushing event deleted for resources: {'Port': ['ID=e557e3e0-e61d-4040-809e-03a247118c72,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:24.922721 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7e97-34fe-40e5-9a7f-e4e728e9916e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:24.925622 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7e97-34fe-40e5-9a7f-e4e728e9916e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:24.929612 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4e4d7e97-34fe-40e5-9a7f-e4e728e9916e tempest-AttachVolumeShelveTestJSON-1652031106 tempest-AttachVolumeShelveTestJSON-1652031106-project] 10.222.0.41 "DELETE /v2.0/floatingips/e6df7856-98d9-4e1f-b3d7-89153eefd65b HTTP/1.1" status: 204  len: 168 time: 0.4538312
Nov 20 21:11:24.974506 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-16ded75f-3bd1-4755-95c6-3cebc235c677 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:24.975871 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-16ded75f-3bd1-4755-95c6-3cebc235c677 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.37 "GET /v2.0/networks?id=13329dec-d6cb-4b40-9c80-e369d65965f5 HTTP/1.1" status: 200  len: 814 time: 0.1453938
Nov 20 21:11:24.996936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Request body: {'port': {'device_id': '4a71a189-4354-4a63-93e2-c1b900b7c25c', 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5', 'admin_state_up': True, 'tenant_id': '8910f09f22a240eb9a228d72406a608b'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:25.011552 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c8f4000b-f887-4d2d-8db9-0a22f3e64f9e req-b9efef8f-a7f0-4173-8c7a-d78389a494f9 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 210 time: 0.0276101
Nov 20 21:11:25.122041 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Made reservation on behalf of 8910f09f22a240eb9a228d72406a608b for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:11:25.126739 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:25.294193 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd2ebb-5908-431b-b1b5-e1998a1f8acd req-c9ff97eb-56ae-46cd-a296-3defe4ac309d tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:25.296321 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-99dd2ebb-5908-431b-b1b5-e1998a1f8acd req-c9ff97eb-56ae-46cd-a296-3defe4ac309d tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.1030962
Nov 20 21:11:25.302468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Allocated IP 172.20.0.7 (13329dec-d6cb-4b40-9c80-e369d65965f5/501027a8-1af1-4f7e-80a0-4f10afccfcd6/ab912177-8646-4446-9392-73928c0f3082) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:11:25.379157 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-99dd2ebb-5908-431b-b1b5-e1998a1f8acd req-8446a889-3aef-4042-b87c-b4bc2af0e3a8 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744345
Nov 20 21:11:25.503610 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:25.538650 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:25.581769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Network 13329dec-d6cb-4b40-9c80-e369d65965f5 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:11:25.584848 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:11:25.588589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:11:25.615993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Pushing event updated for resources: {'Port': ['ID=ab912177-8646-4446-9392-73928c0f3082,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:25.629866 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:25.630250 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:25.630851 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:25.631189 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:25.631523 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:25.631855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:25.632183 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:25.632511 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:25.632836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:25.633163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:25.633485 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:25.633806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:25.652134 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:25.652782 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:25.669775 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-c5658e81-3f4e-416b-b9a4-4be247d10b20 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6850927
Nov 20 21:11:25.685095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Request body: {'port': {'device_id': '4a71a189-4354-4a63-93e2-c1b900b7c25c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:25.739881 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:26.002219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab912177-8646-4446-9392-73928c0f3082 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:11:26.009861 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:26.021634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Transition to ACTIVE for port object ab912177-8646-4446-9392-73928c0f3082 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:11:26.025157 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:26.092698 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Pushing event updated for resources: {'Port': ['ID=ab912177-8646-4446-9392-73928c0f3082,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:26.137993 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443dff3-b468-46ff-9420-643c1520585c req-0f44e65b-5b5c-440c-9f8c-e3e09b7cf378 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:26.139866 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5443dff3-b468-46ff-9420-643c1520585c req-0f44e65b-5b5c-440c-9f8c-e3e09b7cf378 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 943 time: 0.0562131
Nov 20 21:11:26.152085 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Attempting to bind port ab912177-8646-4446-9392-73928c0f3082 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:11:26.152429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Attempting to bind port ab912177-8646-4446-9392-73928c0f3082 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fa16aa9e-af78-401f-a795-78a46406abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:11:26.152750 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Attempting to bind port ab912177-8646-4446-9392-73928c0f3082 on network 13329dec-d6cb-4b40-9c80-e369d65965f5 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:11:26.157796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Port ab912177-8646-4446-9392-73928c0f3082 on network 13329dec-d6cb-4b40-9c80-e369d65965f5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:11:26.158154 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Attempting to bind port ab912177-8646-4446-9392-73928c0f3082 on network 13329dec-d6cb-4b40-9c80-e369d65965f5 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:11:26.163358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:11:26.163971 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Checking segment: {'id': 'fa16aa9e-af78-401f-a795-78a46406abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:11:26.164360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Bound using segment: {'id': 'fa16aa9e-af78-401f-a795-78a46406abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:11:26.164924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Bound port: ab912177-8646-4446-9392-73928c0f3082, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa16aa9e-af78-401f-a795-78a46406abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:11:26.165146 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:26.194663 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5443dff3-b468-46ff-9420-643c1520585c req-af8a08ea-a22c-4c3f-8a90-50277adff89d tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490122
Nov 20 21:11:26.238871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] For port ab912177-8646-4446-9392-73928c0f3082, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:11:26.242114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] For port ab912177-8646-4446-9392-73928c0f3082, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab912177-8646-4446-9392-73928c0f3082,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:11:26.247233 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:26.281873 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:26.282529 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:26.283951 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] 10.222.0.37 "PUT /v2.0/ports/ab912177-8646-4446-9392-73928c0f3082 HTTP/1.1" status: 200  len: 1091 time: 0.6029947
Nov 20 21:11:26.284406 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a71a189-4354-4a63-93e2-c1b900b7c25c', 'tag': 'ab912177-8646-4446-9392-73928c0f3082'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:11:26.286716 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923680a3-7423-417b-a347-e13113ac2e68" -d '{"events": [{"name": "network-changed", "server_uuid": "4a71a189-4354-4a63-93e2-c1b900b7c25c", "tag": "ab912177-8646-4446-9392-73928c0f3082"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:11:26.328613 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06be0b67-5a2e-4fcc-b0f3-d214b884be67 x-openstack-request-id: req-06be0b67-5a2e-4fcc-b0f3-d214b884be67 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:11:26.329101 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a71a189-4354-4a63-93e2-c1b900b7c25c", "tag": "ab912177-8646-4446-9392-73928c0f3082", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:11:26.329503 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06be0b67-5a2e-4fcc-b0f3-d214b884be67 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:11:26.330589 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a71a189-4354-4a63-93e2-c1b900b7c25c', 'tag': 'ab912177-8646-4446-9392-73928c0f3082', 'status': 'completed', 'code': 200}
Nov 20 21:11:26.354478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb53761-34ff-4a00-a1ee-16bb9f51e376 service neutron] Pushing event updated for resources: {'Port': ['ID=ab912177-8646-4446-9392-73928c0f3082,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:26.389695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-3d6c9aef-c9fd-4342-87bb-dd8e176bab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:26.390971 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-3d6c9aef-c9fd-4342-87bb-dd8e176bab6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8910f09f22a240eb9a228d72406a608b&device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 1094 time: 0.0494728
Nov 20 21:11:26.511683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ce62a-efff-4194-9e34-22970d50d218 req-e3ad7adc-7865-4e71-9cc4-c8455c2db688 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:26.513332 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5f7ce62a-efff-4194-9e34-22970d50d218 req-e3ad7adc-7865-4e71-9cc4-c8455c2db688 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0555060
Nov 20 21:11:26.533542 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-f78630f9-aa29-4f2d-b82d-0b70650ad9f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab912177-8646-4446-9392-73928c0f3082 HTTP/1.1" status: 200  len: 217 time: 0.0538852
Nov 20 21:11:26.595285 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5f7ce62a-efff-4194-9e34-22970d50d218 req-70b737ee-ad9e-44dd-89f7-32c98360a0a1 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701480
Nov 20 21:11:26.602174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-12365d9a-21cb-4c74-8d90-b614a21f31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:26.604233 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-12365d9a-21cb-4c74-8d90-b614a21f31ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=501027a8-1af1-4f7e-80a0-4f10afccfcd6 HTTP/1.1" status: 200  len: 854 time: 0.0629714
Nov 20 21:11:26.638637 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-6a47af25-b17c-4e61-bf82-d89dfb9df490 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13329dec-d6cb-4b40-9c80-e369d65965f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271044
Nov 20 21:11:26.714690 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:11:26.742314 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:11:26.742904 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device feeb1d8b-d286-4060-b7ac-a8b34a5f75e9 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:11:26.770428 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-327b4866-1a69-40db-add5-648fe7f05ccd service neutron] 10.222.0.37 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249444
Nov 20 21:11:26.866824 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-14eef61f-7be0-49bf-ad8e-8b989d6c1122 req-352638ee-dbc9-4f4a-9a8f-cac4fb3329df service neutron] 10.222.0.37 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890145
Nov 20 21:11:26.953140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923680a3-7423-417b-a347-e13113ac2e68 req-b26b1b34-d0be-4117-b74b-453379a47258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:26.954638 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-923680a3-7423-417b-a347-e13113ac2e68 req-b26b1b34-d0be-4117-b74b-453379a47258 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8910f09f22a240eb9a228d72406a608b&device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 1094 time: 0.0450377
Nov 20 21:11:27.047426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923680a3-7423-417b-a347-e13113ac2e68 req-dbec140c-5503-4364-ba1a-d6a1329e5cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:27.048785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-923680a3-7423-417b-a347-e13113ac2e68 req-dbec140c-5503-4364-ba1a-d6a1329e5cd7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13329dec-d6cb-4b40-9c80-e369d65965f5 HTTP/1.1" status: 200  len: 915 time: 0.0862095
Nov 20 21:11:27.097618 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-923680a3-7423-417b-a347-e13113ac2e68 req-6cf05771-c051-4273-9d62-d28c0e539147 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab912177-8646-4446-9392-73928c0f3082 HTTP/1.1" status: 200  len: 217 time: 0.0405405
Nov 20 21:11:27.150838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923680a3-7423-417b-a347-e13113ac2e68 req-3b88565c-3aed-49a3-a9f3-047976c167f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:27.152331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-923680a3-7423-417b-a347-e13113ac2e68 req-3b88565c-3aed-49a3-a9f3-047976c167f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=501027a8-1af1-4f7e-80a0-4f10afccfcd6 HTTP/1.1" status: 200  len: 854 time: 0.0474763
Nov 20 21:11:27.184422 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-923680a3-7423-417b-a347-e13113ac2e68 req-c50067aa-40e1-4bd1-94cc-033d379d4c06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13329dec-d6cb-4b40-9c80-e369d65965f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246725
Nov 20 21:11:27.313136 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-923680a3-7423-417b-a347-e13113ac2e68 req-885d32c1-3adf-4c97-bc75-88a9b06aba47 service neutron] 10.222.0.37 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211641
Nov 20 21:11:27.335935 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca33c9-6d72-4ae8-86e9-c5d965344388 req-a46cafe1-ca56-4e23-85bb-525eb1226438 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:27.337425 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25ca33c9-6d72-4ae8-86e9-c5d965344388 req-a46cafe1-ca56-4e23-85bb-525eb1226438 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 943 time: 0.0695107
Nov 20 21:11:27.410930 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39170) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:27.443260 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25ca33c9-6d72-4ae8-86e9-c5d965344388 req-960133bd-8ddd-451b-ab3f-0bb05459fec3 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940862
Nov 20 21:11:27.459287 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-923680a3-7423-417b-a347-e13113ac2e68 req-d4cace54-069b-4ae3-9c13-9797a6405002 service neutron] 10.222.0.37 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383023
Nov 20 21:11:28.064368 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc45949-81dc-4441-a4b5-e37df9c86869 req-f00c234f-5cb7-48e2-a99b-e6ee0c3fa02c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:28.065749 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bfc45949-81dc-4441-a4b5-e37df9c86869 req-f00c234f-5cb7-48e2-a99b-e6ee0c3fa02c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0823531
Nov 20 21:11:28.147699 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bfc45949-81dc-4441-a4b5-e37df9c86869 req-a03c62f2-063b-4eb9-b5be-56e1f95049fb tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758801
Nov 20 21:11:28.215183 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79ba74af-af24-428f-a588-5f46090835fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:28.466346 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-79ba74af-af24-428f-a588-5f46090835fa admin admin] Deleting port c6c54451-d321-4ac4-a104-3ac4c812978a {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:11:28.467121 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79ba74af-af24-428f-a588-5f46090835fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:28.549763 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-79ba74af-af24-428f-a588-5f46090835fa admin admin] For port c6c54451-d321-4ac4-a104-3ac4c812978a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6c54451-d321-4ac4-a104-3ac4c812978a,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:28.550171 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79ba74af-af24-428f-a588-5f46090835fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:28.563833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-79ba74af-af24-428f-a588-5f46090835fa admin admin] Calling delete_port for c6c54451-d321-4ac4-a104-3ac4c812978a owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:11:28.566656 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95b02f-07fe-46b8-99f7-76ce3c86b573 req-3c27f679-5dfb-4525-bcbc-e85cf33a2327 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:28.568163 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc95b02f-07fe-46b8-99f7-76ce3c86b573 req-3c27f679-5dfb-4525-bcbc-e85cf33a2327 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 943 time: 0.0554810
Nov 20 21:11:28.616585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc95b02f-07fe-46b8-99f7-76ce3c86b573 req-b4d49275-c144-4339-b742-6ee5d124fdce tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422728
Nov 20 21:11:28.713070 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ab912177-8646-4446-9392-73928c0f3082 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:11:28.746081 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79ba74af-af24-428f-a588-5f46090835fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:28.778029 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba74af-af24-428f-a588-5f46090835fa admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c54451-d321-4ac4-a104-3ac4c812978a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:28.824462 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port ab912177-8646-4446-9392-73928c0f3082, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab912177-8646-4446-9392-73928c0f3082,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:28.838822 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'ab912177-8646-4446-9392-73928c0f3082', 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5', 'port_id': 'ab912177-8646-4446-9392-73928c0f3082', 'mac_address': 'fa:16:3e:e0:1a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501027a8-1af1-4f7e-80a0-4f10afccfcd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:11:28.887084 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:28.901570 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab912177-8646-4446-9392-73928c0f3082 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:11:28.923675 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port ab912177-8646-4446-9392-73928c0f3082, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab912177-8646-4446-9392-73928c0f3082,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:28.927996 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:28.956766 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-79ba74af-af24-428f-a588-5f46090835fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:28.985744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=ab912177-8646-4446-9392-73928c0f3082,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:29.142963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['ab912177-8646-4446-9392-73928c0f3082'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:11:29.185071 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ba74af-af24-428f-a588-5f46090835fa admin admin] Router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:11:29.319143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac3d04-8658-40f3-b105-e4014119041d req-d9472e15-731c-4178-b8e9-fbc8772b1f1a tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:29.320771 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47ac3d04-8658-40f3-b105-e4014119041d req-d9472e15-731c-4178-b8e9-fbc8772b1f1a tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0922911
Nov 20 21:11:29.349213 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ba74af-af24-428f-a588-5f46090835fa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:11:29.354810 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-79ba74af-af24-428f-a588-5f46090835fa admin admin] 10.222.0.41 "PUT /v2.0/routers/8b8d83cd-4928-4b2d-872d-93c2918d6d7d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9433215
Nov 20 21:11:29.357374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39182) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:29.366402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce919d92-31f4-4b34-ade0-edcb77f6bb70 None None] Sync routers for ids ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:11:29.381460 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce919d92-31f4-4b34-ade0-edcb77f6bb70 None None] Routers {'8b8d83cd-4928-4b2d-872d-93c2918d6d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:11:29.382237 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ce919d92-31f4-4b34-ade0-edcb77f6bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463b3b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:11:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:11:29.385839 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47ac3d04-8658-40f3-b105-e4014119041d req-0ad5eb75-c1c2-404e-82e5-cccc5f0c265d tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571139
Nov 20 21:11:29.488543 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aff1bdde-9035-4c06-8615-f25d23250c23 admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:29.505096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ce919d92-31f4-4b34-ade0-edcb77f6bb70 None None] Set router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:11:29.631065 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce793560-2420-4a15-ae2b-540d96fd1d6e req-a3e3e3cf-8a09-4a30-8cee-0ff4045e4d77 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:29.638864 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ce793560-2420-4a15-ae2b-540d96fd1d6e req-a3e3e3cf-8a09-4a30-8cee-0ff4045e4d77 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0663052
Nov 20 21:11:29.707440 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ce793560-2420-4a15-ae2b-540d96fd1d6e req-1201e207-14bf-4b02-8b26-004944bdbb21 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673850
Nov 20 21:11:29.746967 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ce919d92-31f4-4b34-ade0-edcb77f6bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463b3b20>, [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:11:28Z', 'revision_number': 5, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:11:29.778940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce919d92-31f4-4b34-ade0-edcb77f6bb70 None None] Checking router: 8b8d83cd-4928-4b2d-872d-93c2918d6d7d for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:11:29.788661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce919d92-31f4-4b34-ade0-edcb77f6bb70 None None] Routers {'8b8d83cd-4928-4b2d-872d-93c2918d6d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:11:29.789286 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ce919d92-31f4-4b34-ade0-edcb77f6bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463b3b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:11:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:11:29.897247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ce919d92-31f4-4b34-ade0-edcb77f6bb70 None None] Set router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:11:29.971192 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aff1bdde-9035-4c06-8615-f25d23250c23 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:29.992192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e458b83-c076-4633-b652-d5ef94d0a54b req-354541b2-ef67-41d5-bca8-af4b415ac27d tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:29.993670 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e458b83-c076-4633-b652-d5ef94d0a54b req-354541b2-ef67-41d5-bca8-af4b415ac27d tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 944 time: 0.1088514
Nov 20 21:11:29.996658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e00e7b-0c60-48c0-8c6a-a345892b0c04 req-b87260fd-d16e-4087-a5bf-d5351d2d9fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:29.998169 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4e00e7b-0c60-48c0-8c6a-a345892b0c04 req-b87260fd-d16e-4087-a5bf-d5351d2d9fca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=badea6f48ba34a31b8c22ca431cfebc4&device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 1097 time: 0.1120923
Nov 20 21:11:30.076617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ce919d92-31f4-4b34-ade0-edcb77f6bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463b3b20>, [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:11:28Z', 'revision_number': 5, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:11:30.102019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce919d92-31f4-4b34-ade0-edcb77f6bb70 None None] The sync data for ids ['8b8d83cd-4928-4b2d-872d-93c2918d6d7d'] in ncdv-master-1 is: [{'id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1059276902-router', 'tenant_id': '185bc78201f1431881a86d4894780efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:03:49Z', 'updated_at': '2021-11-20T21:11:28Z', 'revision_number': 5, 'project_id': '185bc78201f1431881a86d4894780efb', 'gw_port': {'id': '108b7fb6-4444-4520-9440-c3743a4bac3e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d83cd-4928-4b2d-872d-93c2918d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:03:50Z', 'updated_at': '2021-11-20T21:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:11:30.151926 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e458b83-c076-4633-b652-d5ef94d0a54b req-20d22b3a-21a6-4708-b343-839c94668769 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509526
Nov 20 21:11:30.158038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-aff1bdde-9035-4c06-8615-f25d23250c23 admin admin] Deleting port 108b7fb6-4444-4520-9440-c3743a4bac3e {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:11:30.158391 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aff1bdde-9035-4c06-8615-f25d23250c23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:30.160457 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e00e7b-0c60-48c0-8c6a-a345892b0c04 req-db83d8c2-24f8-4268-9601-3386a8f0a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:30.161854 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4e00e7b-0c60-48c0-8c6a-a345892b0c04 req-db83d8c2-24f8-4268-9601-3386a8f0a489 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a HTTP/1.1" status: 200  len: 912 time: 0.1388099
Nov 20 21:11:30.275681 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4e00e7b-0c60-48c0-8c6a-a345892b0c04 req-e62a4756-0cd6-473b-9043-7856e1400b15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae4ae95-4d21-46e0-9882-157821324f20 HTTP/1.1" status: 200  len: 1001 time: 0.1015606
Nov 20 21:11:30.318786 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-aff1bdde-9035-4c06-8615-f25d23250c23 admin admin] For port 108b7fb6-4444-4520-9440-c3743a4bac3e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=108b7fb6-4444-4520-9440-c3743a4bac3e,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:30.319145 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aff1bdde-9035-4c06-8615-f25d23250c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:30.338422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-aff1bdde-9035-4c06-8615-f25d23250c23 admin admin] Calling delete_port for 108b7fb6-4444-4520-9440-c3743a4bac3e owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:11:30.352279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e00e7b-0c60-48c0-8c6a-a345892b0c04 req-df0c42d0-bf59-406a-87ee-37e1211805ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:30.353740 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4e00e7b-0c60-48c0-8c6a-a345892b0c04 req-df0c42d0-bf59-406a-87ee-37e1211805ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70f862fe-1427-4856-a5ea-8d52f33d3d9b HTTP/1.1" status: 200  len: 850 time: 0.0699553
Nov 20 21:11:30.450901 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e00e7b-0c60-48c0-8c6a-a345892b0c04 req-4a6f1bd0-3127-440b-be87-00d8efbf905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:30.453481 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4e00e7b-0c60-48c0-8c6a-a345892b0c04 req-4a6f1bd0-3127-440b-be87-00d8efbf905b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0668483
Nov 20 21:11:30.624797 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4e00e7b-0c60-48c0-8c6a-a345892b0c04 req-f61c2cd2-5c5b-43b4-811f-0d3aa1c6e08a service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415477
Nov 20 21:11:30.630801 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aff1bdde-9035-4c06-8615-f25d23250c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:30.677065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1bdde-9035-4c06-8615-f25d23250c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=108b7fb6-4444-4520-9440-c3743a4bac3e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:30.689170 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6e280d-18ec-43bf-b9e5-44076a3e25f5 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:11:30.729878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ab912177-8646-4446-9392-73928c0f3082 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:11:30.783978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port ab912177-8646-4446-9392-73928c0f3082 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:11:30.788226 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port ab912177-8646-4446-9392-73928c0f3082 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:11:30.788587 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:30.795451 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aff1bdde-9035-4c06-8615-f25d23250c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:30.825353 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4e00e7b-0c60-48c0-8c6a-a345892b0c04 req-c8571ea6-b725-4797-baaf-556c5e53e086 service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1922526
Nov 20 21:11:30.863549 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e3d85-7642-455f-bfb6-b4971caa8187 req-022e717b-712b-47d6-bef4-f303003dde85 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:30.865221 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-030e3d85-7642-455f-bfb6-b4971caa8187 req-022e717b-712b-47d6-bef4-f303003dde85 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0815587
Nov 20 21:11:30.886199 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:30.894790 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aff1bdde-9035-4c06-8615-f25d23250c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:30.897188 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aff1bdde-9035-4c06-8615-f25d23250c23 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:30.912184 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a71a189-4354-4a63-93e2-c1b900b7c25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab912177-8646-4446-9392-73928c0f3082'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:11:30.914644 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b21ba77-f37d-4b6f-ad08-5f62ae68b005" -d '{"events": [{"server_uuid": "4a71a189-4354-4a63-93e2-c1b900b7c25c", "name": "network-vif-plugged", "status": "completed", "tag": "ab912177-8646-4446-9392-73928c0f3082"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:11:30.924065 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-030e3d85-7642-455f-bfb6-b4971caa8187 req-2d183425-bb96-4302-a94e-c0256e383618 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509253
Nov 20 21:11:30.929336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port ab912177-8646-4446-9392-73928c0f3082, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab912177-8646-4446-9392-73928c0f3082,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:30.934994 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:30.955463 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aff1bdde-9035-4c06-8615-f25d23250c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:30.956005 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff1bdde-9035-4c06-8615-f25d23250c23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b8d83cd-4928-4b2d-872d-93c2918d6d7d {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:11:30.961516 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aff1bdde-9035-4c06-8615-f25d23250c23 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:30.962762 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-aff1bdde-9035-4c06-8615-f25d23250c23 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8b8d83cd-4928-4b2d-872d-93c2918d6d7d HTTP/1.1" status: 204  len: 168 time: 1.6039875
Nov 20 21:11:30.965356 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39198) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:30.979638 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419e1b8b-596d-493e-bb6b-69e3352cfa3d x-openstack-request-id: req-419e1b8b-596d-493e-bb6b-69e3352cfa3d {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:11:30.979932 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a71a189-4354-4a63-93e2-c1b900b7c25c", "name": "network-vif-plugged", "status": "completed", "tag": "ab912177-8646-4446-9392-73928c0f3082", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:11:30.980186 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-419e1b8b-596d-493e-bb6b-69e3352cfa3d {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:11:30.980582 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a71a189-4354-4a63-93e2-c1b900b7c25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab912177-8646-4446-9392-73928c0f3082', 'code': 200}
Nov 20 21:11:30.998949 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=ab912177-8646-4446-9392-73928c0f3082,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:31.019966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f23d65-2ec3-4936-a662-d63ba5946345 admin admin] Deleting subnet 1d8dda6c-ad95-4b4c-9a1c-f85536341ba1 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:11:31.024178 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a6f23d65-2ec3-4936-a662-d63ba5946345 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.062678 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a6f23d65-2ec3-4936-a662-d63ba5946345 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.099437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6c95b-c44a-491a-8a70-58f99863d1c3 req-de0375e1-aa86-4889-8357-842dd38f456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:31.100966 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cd6c95b-c44a-491a-8a70-58f99863d1c3 req-de0375e1-aa86-4889-8357-842dd38f456f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 1096 time: 0.0521407
Nov 20 21:11:31.147401 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cd6c95b-c44a-491a-8a70-58f99863d1c3 req-2de58fa6-3e46-41e4-b267-6e242cf4e953 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387204
Nov 20 21:11:31.155325 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a6f23d65-2ec3-4936-a662-d63ba5946345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.210480 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a6f23d65-2ec3-4936-a662-d63ba5946345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.237923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f23d65-2ec3-4936-a662-d63ba5946345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d8dda6c-ad95-4b4c-9a1c-f85536341ba1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:31.250396 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a6f23d65-2ec3-4936-a662-d63ba5946345 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.256025 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a6f23d65-2ec3-4936-a662-d63ba5946345 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1d8dda6c-ad95-4b4c-9a1c-f85536341ba1 HTTP/1.1" status: 204  len: 168 time: 0.2865231
Nov 20 21:11:31.256280 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af77dcd-4b53-4922-a735-840100b318a3 None None] Network 2b0462fe-9d19-4cda-815b-86a91b87f9c7 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:11:31.256547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39202) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:31.300260 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc491633-0707-4317-acef-e82d22e63b36 req-889087c9-5e91-45c3-a114-374efd3e085f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:31.301766 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cc491633-0707-4317-acef-e82d22e63b36 req-889087c9-5e91-45c3-a114-374efd3e085f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0670862
Nov 20 21:11:31.335206 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.362867 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cc491633-0707-4317-acef-e82d22e63b36 req-16cbac30-3543-4a01-a2bd-a746e4b70164 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546944
Nov 20 21:11:31.406807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] Deleting port 1521ddf2-edc2-42d6-99af-16ac83c05674 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:11:31.407254 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.478597 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758e61ef-1e58-4e5e-843a-1337d05da010 None None] DHCP port deletion for 2b0462fe-9d19-4cda-815b-86a91b87f9c7 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:11:31.502591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] For port 1521ddf2-edc2-42d6-99af-16ac83c05674, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1521ddf2-edc2-42d6-99af-16ac83c05674,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:31.503004 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.539843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-758e61ef-1e58-4e5e-843a-1337d05da010 None None] Deleting port 1521ddf2-edc2-42d6-99af-16ac83c05674 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:11:31.540545 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-758e61ef-1e58-4e5e-843a-1337d05da010 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.546492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] Calling delete_port for 1521ddf2-edc2-42d6-99af-16ac83c05674 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:11:31.573950 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 108b7fb6-4444-4520-9440-c3743a4bac3e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:11:31.630153 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 108b7fb6-4444-4520-9440-c3743a4bac3e {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:11:31.630749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 108b7fb6-4444-4520-9440-c3743a4bac3e not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:11:31.631162 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c6c54451-d321-4ac4-a104-3ac4c812978a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:11:31.633888 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-758e61ef-1e58-4e5e-843a-1337d05da010 None None] For port 1521ddf2-edc2-42d6-99af-16ac83c05674, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1521ddf2-edc2-42d6-99af-16ac83c05674,segment=NetworkSegment(b489bf0b-81af-4c07-9086-5848c41da655),segment_id=b489bf0b-81af-4c07-9086-5848c41da655)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:31.634339 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-758e61ef-1e58-4e5e-843a-1337d05da010 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.637121 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.660531 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: c6c54451-d321-4ac4-a104-3ac4c812978a {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:11:31.660880 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c6c54451-d321-4ac4-a104-3ac4c812978a not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:11:31.665710 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-758e61ef-1e58-4e5e-843a-1337d05da010 None None] Calling delete_port for 1521ddf2-edc2-42d6-99af-16ac83c05674 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:11:31.667398 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] No DVR routers for this DVR port 1521ddf2-edc2-42d6-99af-16ac83c05674 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:11:31.673357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] Pushing event deleted for resources: {'Port': ['ID=1521ddf2-edc2-42d6-99af-16ac83c05674,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:31.739780 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-758e61ef-1e58-4e5e-843a-1337d05da010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.750374 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.768585 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e61ef-1e58-4e5e-843a-1337d05da010 None None] Pushing event deleted for resources: {'Port': ['ID=1521ddf2-edc2-42d6-99af-16ac83c05674,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:31.772200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4de0c580>,) {'filters': {'network_id': ['2b0462fe-9d19-4cda-815b-86a91b87f9c7']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:11:31.772476 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758e61ef-1e58-4e5e-843a-1337d05da010 None None] No DVR routers for this DVR port 1521ddf2-edc2-42d6-99af-16ac83c05674 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:11:31.784109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4de0c580>, 'b489bf0b-81af-4c07-9086-5848c41da655') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:11:31.784573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4de0c580>, 'b489bf0b-81af-4c07-9086-5848c41da655') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:11:31.799021 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.813233 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.819278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:11:31.819664 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:11:31.821577 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:11:31.876323 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.882200 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:31.885499 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2b0462fe-9d19-4cda-815b-86a91b87f9c7 HTTP/1.1" status: 204  len: 168 time: 0.6278534
Nov 20 21:11:31.896181 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd4103-0170-4ca2-bb87-26601ffac187 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0462fe-9d19-4cda-815b-86a91b87f9c7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:31.999204 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39210) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:32.071294 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d3c22fa2-b780-47db-98cd-5d2fdf3c06f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=185bc78201f1431881a86d4894780efb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0707934
Nov 20 21:11:32.073717 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39212) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:32.083875 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e1fda-00ff-4975-816c-3fd22e6b5431 req-b4aea48b-b129-4ef1-97ab-aa53ade9bac4 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:32.085351 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e9e1fda-00ff-4975-816c-3fd22e6b5431 req-b4aea48b-b129-4ef1-97ab-aa53ade9bac4 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0796697
Nov 20 21:11:32.124523 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-393cffd7-912a-4411-9621-238dd61d9a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:32.138315 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e9e1fda-00ff-4975-816c-3fd22e6b5431 req-8e03bce4-5029-4ba1-bbac-ee435b372fc4 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459011
Nov 20 21:11:32.146391 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-393cffd7-912a-4411-9621-238dd61d9a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:32.193827 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-393cffd7-912a-4411-9621-238dd61d9a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:32.196491 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-393cffd7-912a-4411-9621-238dd61d9a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:32.197659 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-393cffd7-912a-4411-9621-238dd61d9a19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/855749f9-204f-4616-a650-03f32ee7c317 HTTP/1.1" status: 204  len: 168 time: 0.1228304
Nov 20 21:11:32.206466 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cffd7-912a-4411-9621-238dd61d9a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855749f9-204f-4616-a650-03f32ee7c317,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:32.483771 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c44b4-c300-4ef6-a455-3a52daa5219c req-65c6c665-e781-49b4-817d-f6865dca3c0f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:32.485311 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-571c44b4-c300-4ef6-a455-3a52daa5219c req-65c6c665-e781-49b4-817d-f6865dca3c0f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0518000
Nov 20 21:11:32.496066 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:11:32.536431 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-571c44b4-c300-4ef6-a455-3a52daa5219c req-8e9b2afe-48b0-474b-bc8a-4c212d347156 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451157
Nov 20 21:11:32.878741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-46adb1e8-ad0c-43d2-8510-4dae7fa9a4a6 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:32.880253 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-46adb1e8-ad0c-43d2-8510-4dae7fa9a4a6 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/networks?id=13329dec-d6cb-4b40-9c80-e369d65965f5 HTTP/1.1" status: 200  len: 814 time: 0.1064143
Nov 20 21:11:32.896603 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-fe019d7b-58e3-4ad3-afaf-54afe56dbd78 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/quotas/8910f09f22a240eb9a228d72406a608b HTTP/1.1" status: 200  len: 375 time: 0.0098546
Nov 20 21:11:32.911877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39252) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:32.952858 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-2e3ed375-0aff-471d-9c95-40c2bcd46be5 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8910f09f22a240eb9a228d72406a608b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0505917
Nov 20 21:11:33.014945 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-2f0e4665-6fc9-4a0d-83f1-fc40cfba7d05 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-125991830-network', 'tenant_id': '2f6f0739f21248e3b3e217472adf0459'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:33.035086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0e4665-6fc9-4a0d-83f1-fc40cfba7d05 admin admin] Made reservation on behalf of 2f6f0739f21248e3b3e217472adf0459 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:11:33.037675 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4665-6fc9-4a0d-83f1-fc40cfba7d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:33.046206 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-a1fc17a8-4863-4b2e-bb6f-1b258592579c service neutron] 10.222.0.41 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846515
Nov 20 21:11:33.050348 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4665-6fc9-4a0d-83f1-fc40cfba7d05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:33.127902 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4665-6fc9-4a0d-83f1-fc40cfba7d05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:33.132390 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4665-6fc9-4a0d-83f1-fc40cfba7d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:33.140486 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-388cf623-659f-438c-bdfc-96a5e0589e95 service neutron] 10.222.0.41 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882201
Nov 20 21:11:33.155621 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0e4665-6fc9-4a0d-83f1-fc40cfba7d05 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:11:33.172246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4665-6fc9-4a0d-83f1-fc40cfba7d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61156be4-7b7f-442f-95d4-74489eda7b06,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:33.175198 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4665-6fc9-4a0d-83f1-fc40cfba7d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:33.175581 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-2f0e4665-6fc9-4a0d-83f1-fc40cfba7d05 admin admin] Added segment 0118a518-6a0f-4f40-ae90-4e3246ee3e76 of type vlan for network fda6f72f-febf-4b40-96b5-852ad898230c
Nov 20 21:11:33.217539 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4665-6fc9-4a0d-83f1-fc40cfba7d05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:33.245333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4665-6fc9-4a0d-83f1-fc40cfba7d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:33.250826 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0e4665-6fc9-4a0d-83f1-fc40cfba7d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:33.251658 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4665-6fc9-4a0d-83f1-fc40cfba7d05 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:33.283145 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2f0e4665-6fc9-4a0d-83f1-fc40cfba7d05 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3701172
Nov 20 21:11:33.286726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39262) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:11:33.292911 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-dba0ae16-3b7c-4cea-93f4-6d7d8b7d9c78 admin admin] Request body: {'subnet': {'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-125991830-subnet', 'tenant_id': '2f6f0739f21248e3b3e217472adf0459', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:33.320079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba0ae16-3b7c-4cea-93f4-6d7d8b7d9c78 admin admin] Made reservation on behalf of 2f6f0739f21248e3b3e217472adf0459 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:11:33.323005 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dba0ae16-3b7c-4cea-93f4-6d7d8b7d9c78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:33.350406 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d5d376ba-950b-4296-a97a-1752eef914ce req-143c1b83-102f-4933-bce2-76b6dae57537 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ade9c3-e4a1-4c87-88b1-fe6b141392de HTTP/1.1" status: 200  len: 210 time: 0.0572765
Nov 20 21:11:33.351459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4665-6fc9-4a0d-83f1-fc40cfba7d05 admin admin] Pushing event updated for resources: {'Network': ['ID=fda6f72f-febf-4b40-96b5-852ad898230c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:33.385439 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network fda6f72f-febf-4b40-96b5-852ad898230c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:11:33.459833 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1521ddf2-edc2-42d6-99af-16ac83c05674 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:11:33.493189 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 1521ddf2-edc2-42d6-99af-16ac83c05674 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:11:33.493639 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1521ddf2-edc2-42d6-99af-16ac83c05674 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:11:33.532124 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dba0ae16-3b7c-4cea-93f4-6d7d8b7d9c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:33.592537 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0ae16-3b7c-4cea-93f4-6d7d8b7d9c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a3d2ae5-810f-4e3f-abbc-0258099f9255,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:33.600577 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0ae16-3b7c-4cea-93f4-6d7d8b7d9c78 admin admin] Checking segment: {'id': '0118a518-6a0f-4f40-ae90-4e3246ee3e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:11:33.600944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba0ae16-3b7c-4cea-93f4-6d7d8b7d9c78 admin admin] Network hostable DHCP agents. Network: fda6f72f-febf-4b40-96b5-852ad898230c, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:11:33.617780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba0ae16-3b7c-4cea-93f4-6d7d8b7d9c78 admin admin] Network fda6f72f-febf-4b40-96b5-852ad898230c is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:11:33.626804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-dba0ae16-3b7c-4cea-93f4-6d7d8b7d9c78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fda6f72f-febf-4b40-96b5-852ad898230c) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:11:33.631492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba0ae16-3b7c-4cea-93f4-6d7d8b7d9c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:33.632096 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dba0ae16-3b7c-4cea-93f4-6d7d8b7d9c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:33.642287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48521546-bac1-4175-abc6-b7d109777502 None None] Network fda6f72f-febf-4b40-96b5-852ad898230c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:11:33.656327 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dba0ae16-3b7c-4cea-93f4-6d7d8b7d9c78 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3610120
Nov 20 21:11:33.792911 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c46428f-13d8-4db2-b235-ef9b472ccbe1 None None] Network fda6f72f-febf-4b40-96b5-852ad898230c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:11:34.117103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-ee6355ec-bab6-471e-a1ab-0b3b9f71ebce tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:34.118619 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-ee6355ec-bab6-471e-a1ab-0b3b9f71ebce tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/networks?id=fda6f72f-febf-4b40-96b5-852ad898230c HTTP/1.1" status: 200  len: 814 time: 0.1063790
Nov 20 21:11:34.133828 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-a4466b12-1fd8-41cb-aebd-ba11f2f55778 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/quotas/2f6f0739f21248e3b3e217472adf0459 HTTP/1.1" status: 200  len: 375 time: 0.0093732
Nov 20 21:11:34.164808 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-e7e33d41-d0a6-4b81-8e42-779c78ea41fd tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f6f0739f21248e3b3e217472adf0459&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0255792
Nov 20 21:11:34.259214 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-ca111e89-3eda-4a78-925f-3bfaa5a7e7c9 service neutron] 10.222.0.41 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868931
Nov 20 21:11:34.417625 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-92d4f951-e93c-4bc1-99ff-abca69bee3f2 service neutron] 10.222.0.41 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519654
Nov 20 21:11:34.452752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-5639aa73-844c-4a06-9836-eb65e36e420a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:34.454262 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-5639aa73-844c-4a06-9836-eb65e36e420a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.47 "GET /v2.0/networks?id=13329dec-d6cb-4b40-9c80-e369d65965f5 HTTP/1.1" status: 200  len: 814 time: 0.1294966
Nov 20 21:11:34.471351 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-95d57e94-f27b-4f0c-b3b3-fea3531c9e2f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Request body: {'port': {'device_id': 'c6ade9c3-e4a1-4c87-88b1-fe6b141392de', 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5', 'admin_state_up': True, 'tenant_id': '8910f09f22a240eb9a228d72406a608b'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:34.484177 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ca603c4-9222-4305-a360-ca575b778eff req-2e197dfe-2fcc-4937-a9f8-c4dfbc153cbb tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ade9c3-e4a1-4c87-88b1-fe6b141392de HTTP/1.1" status: 200  len: 210 time: 0.0397499
Nov 20 21:11:34.595793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-95d57e94-f27b-4f0c-b3b3-fea3531c9e2f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Made reservation on behalf of 8910f09f22a240eb9a228d72406a608b for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:11:34.599517 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-95d57e94-f27b-4f0c-b3b3-fea3531c9e2f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:34.640991 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e714324-46b5-49db-bcb5-08cfb5f0f2ff req-1bd5ad5d-ea56-48aa-b048-2bc90ff2a6c5 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 210 time: 0.0395954
Nov 20 21:11:34.747049 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-95d57e94-f27b-4f0c-b3b3-fea3531c9e2f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Allocated IP 172.20.0.5 (13329dec-d6cb-4b40-9c80-e369d65965f5/501027a8-1af1-4f7e-80a0-4f10afccfcd6/7909090b-1bd4-487a-938e-7d8d3409d2a1) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:11:34.904926 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-95d57e94-f27b-4f0c-b3b3-fea3531c9e2f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:34.941655 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-95d57e94-f27b-4f0c-b3b3-fea3531c9e2f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:34.953862 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['ab912177-8646-4446-9392-73928c0f3082'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:11:34.991662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-95d57e94-f27b-4f0c-b3b3-fea3531c9e2f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Network 13329dec-d6cb-4b40-9c80-e369d65965f5 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:11:34.995049 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-95d57e94-f27b-4f0c-b3b3-fea3531c9e2f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:11:34.999504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-95d57e94-f27b-4f0c-b3b3-fea3531c9e2f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:11:35.003524 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d57e94-f27b-4f0c-b3b3-fea3531c9e2f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Pushing event updated for resources: {'Port': ['ID=7909090b-1bd4-487a-938e-7d8d3409d2a1,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:35.055269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-95d57e94-f27b-4f0c-b3b3-fea3531c9e2f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:35.056048 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-95d57e94-f27b-4f0c-b3b3-fea3531c9e2f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:35.074335 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-95d57e94-f27b-4f0c-b3b3-fea3531c9e2f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6092241
Nov 20 21:11:35.146203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Request body: {'port': {'device_id': 'c6ade9c3-e4a1-4c87-88b1-fe6b141392de', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:35.208607 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:35.468979 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7909090b-1bd4-487a-938e-7d8d3409d2a1 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:11:35.477669 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:35.490165 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Transition to ACTIVE for port object 7909090b-1bd4-487a-938e-7d8d3409d2a1 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:11:35.493828 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:35.745100 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0cb5fc34-036e-4757-861c-9587ceb8f417 req-7ad1d223-6981-41d0-a6a0-4519c3c17413 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 210 time: 0.0352745
Nov 20 21:11:35.955235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Pushing event updated for resources: {'Port': ['ID=7909090b-1bd4-487a-938e-7d8d3409d2a1,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:36.021975 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-3b4564be-1eb8-437d-b7b7-bd1c1fa3e6c0 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:36.023372 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-3b4564be-1eb8-437d-b7b7-bd1c1fa3e6c0 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.37 "GET /v2.0/networks?id=fda6f72f-febf-4b40-96b5-852ad898230c HTTP/1.1" status: 200  len: 814 time: 0.4996657
Nov 20 21:11:36.033306 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f61079-62fa-4a06-af1b-aef97db2fca3 req-b3e1d026-8ced-4a00-bc96-92e7a6c25052 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:36.034726 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67f61079-62fa-4a06-af1b-aef97db2fca3 req-b3e1d026-8ced-4a00-bc96-92e7a6c25052 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ade9c3-e4a1-4c87-88b1-fe6b141392de HTTP/1.1" status: 200  len: 943 time: 0.4752395
Nov 20 21:11:36.039516 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-a622a481-6d92-44d8-a997-89faedb53bdd tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Request body: {'port': {'device_id': 'bd0ccfd4-6b6e-4899-9ed1-1212c05019b1', 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c', 'admin_state_up': True, 'tenant_id': '2f6f0739f21248e3b3e217472adf0459'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:36.082832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Attempting to bind port 7909090b-1bd4-487a-938e-7d8d3409d2a1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:11:36.083165 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Attempting to bind port 7909090b-1bd4-487a-938e-7d8d3409d2a1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fa16aa9e-af78-401f-a795-78a46406abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:11:36.083491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Attempting to bind port 7909090b-1bd4-487a-938e-7d8d3409d2a1 on network 13329dec-d6cb-4b40-9c80-e369d65965f5 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:11:36.102258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Port 7909090b-1bd4-487a-938e-7d8d3409d2a1 on network 13329dec-d6cb-4b40-9c80-e369d65965f5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:11:36.102583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Attempting to bind port 7909090b-1bd4-487a-938e-7d8d3409d2a1 on network 13329dec-d6cb-4b40-9c80-e369d65965f5 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:11:36.144431 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:11:36.144768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Checking segment: {'id': 'fa16aa9e-af78-401f-a795-78a46406abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:11:36.145152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Bound using segment: {'id': 'fa16aa9e-af78-401f-a795-78a46406abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:11:36.145595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Bound port: 7909090b-1bd4-487a-938e-7d8d3409d2a1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa16aa9e-af78-401f-a795-78a46406abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:11:36.145952 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:36.180282 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67f61079-62fa-4a06-af1b-aef97db2fca3 req-3aa24a8c-9722-4804-9cfc-358bc690722a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353648
Nov 20 21:11:36.252989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-a622a481-6d92-44d8-a997-89faedb53bdd tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Made reservation on behalf of 2f6f0739f21248e3b3e217472adf0459 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:11:36.256784 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-a622a481-6d92-44d8-a997-89faedb53bdd tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:36.258984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] For port 7909090b-1bd4-487a-938e-7d8d3409d2a1, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:11:36.263005 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] For port 7909090b-1bd4-487a-938e-7d8d3409d2a1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7909090b-1bd4-487a-938e-7d8d3409d2a1,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:11:36.272981 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:36.316083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:36.316723 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:36.318194 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] 10.222.0.47 "PUT /v2.0/ports/7909090b-1bd4-487a-938e-7d8d3409d2a1 HTTP/1.1" status: 200  len: 1091 time: 1.2356372
Nov 20 21:11:36.321741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ade9c3-e4a1-4c87-88b1-fe6b141392de', 'tag': '7909090b-1bd4-487a-938e-7d8d3409d2a1'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:11:36.324379 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d306f896-a247-49ff-8770-5bc0dd2f7d34" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ade9c3-e4a1-4c87-88b1-fe6b141392de", "tag": "7909090b-1bd4-487a-938e-7d8d3409d2a1"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:11:36.421541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9758bd-caa0-4e85-b4a5-7ede9d0b3f9c service neutron] Pushing event updated for resources: {'Port': ['ID=7909090b-1bd4-487a-938e-7d8d3409d2a1,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:36.443166 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2167c23c-0749-4026-9215-057730ad9b84 x-openstack-request-id: req-2167c23c-0749-4026-9215-057730ad9b84 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:11:36.443469 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ade9c3-e4a1-4c87-88b1-fe6b141392de", "tag": "7909090b-1bd4-487a-938e-7d8d3409d2a1", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:11:36.443728 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2167c23c-0749-4026-9215-057730ad9b84 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:11:36.444129 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ade9c3-e4a1-4c87-88b1-fe6b141392de', 'tag': '7909090b-1bd4-487a-938e-7d8d3409d2a1', 'status': 'completed', 'code': 200}
Nov 20 21:11:36.472571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-b8865509-bdbf-4373-870d-48eaaf6ce4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:36.474234 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-b8865509-bdbf-4373-870d-48eaaf6ce4a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8910f09f22a240eb9a228d72406a608b&device_id=c6ade9c3-e4a1-4c87-88b1-fe6b141392de HTTP/1.1" status: 200  len: 1094 time: 0.1013756
Nov 20 21:11:36.527088 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-2b42cbb6-eefe-497a-bb31-5115f3edb9d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7909090b-1bd4-487a-938e-7d8d3409d2a1 HTTP/1.1" status: 200  len: 217 time: 0.0433519
Nov 20 21:11:36.536378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-a622a481-6d92-44d8-a997-89faedb53bdd tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Allocated IP 172.20.0.12 (fda6f72f-febf-4b40-96b5-852ad898230c/1a3d2ae5-810f-4e3f-abbc-0258099f9255/fe8ad4f3-a575-4aaa-8adc-9c254dddec31) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:11:36.601811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-6fc070d9-7547-4bfa-9395-12683a29a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:36.606019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-6fc070d9-7547-4bfa-9395-12683a29a74e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=501027a8-1af1-4f7e-80a0-4f10afccfcd6 HTTP/1.1" status: 200  len: 854 time: 0.0701694
Nov 20 21:11:36.649877 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-83983b3a-58e9-4e77-8046-4de045320afe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13329dec-d6cb-4b40-9c80-e369d65965f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0320108
Nov 20 21:11:36.830148 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-4731e617-afa0-4f90-938d-1e33cdb6a22d service neutron] 10.222.0.47 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718781
Nov 20 21:11:36.832872 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-a622a481-6d92-44d8-a997-89faedb53bdd tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:36.865081 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2639e652-7d03-4de4-8aa8-93835256255e req-59af9f18-a928-4a31-8c47-b37dc43a96ef tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 210 time: 0.0476522
Nov 20 21:11:36.951387 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-a622a481-6d92-44d8-a997-89faedb53bdd tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:36.994921 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd340f4e-325e-46d3-9865-e8d73f1b1ba6 req-fcf9027b-495a-4385-997b-1cede8640d13 service neutron] 10.222.0.47 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1568544
Nov 20 21:11:37.011417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-a622a481-6d92-44d8-a997-89faedb53bdd tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Network fda6f72f-febf-4b40-96b5-852ad898230c is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:11:37.015361 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-a622a481-6d92-44d8-a997-89faedb53bdd tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:11:37.019852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-a622a481-6d92-44d8-a997-89faedb53bdd tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:11:37.023757 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622a481-6d92-44d8-a997-89faedb53bdd tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Pushing event updated for resources: {'Port': ['ID=fe8ad4f3-a575-4aaa-8adc-9c254dddec31,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:37.095672 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-a622a481-6d92-44d8-a997-89faedb53bdd tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:37.096288 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-a622a481-6d92-44d8-a997-89faedb53bdd tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:37.111219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306f896-a247-49ff-8770-5bc0dd2f7d34 req-5f268724-f53c-4dbb-8239-68b1c6368011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:37.112691 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d306f896-a247-49ff-8770-5bc0dd2f7d34 req-5f268724-f53c-4dbb-8239-68b1c6368011 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8910f09f22a240eb9a228d72406a608b&device_id=c6ade9c3-e4a1-4c87-88b1-fe6b141392de HTTP/1.1" status: 200  len: 1094 time: 0.0684049
Nov 20 21:11:37.118346 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-a622a481-6d92-44d8-a997-89faedb53bdd tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0824018
Nov 20 21:11:37.144129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Request body: {'port': {'device_id': 'bd0ccfd4-6b6e-4899-9ed1-1212c05019b1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:37.245319 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:37.269258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306f896-a247-49ff-8770-5bc0dd2f7d34 req-9bc3eac2-0175-4bed-a1f2-92fa6ce0fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:37.270777 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d306f896-a247-49ff-8770-5bc0dd2f7d34 req-9bc3eac2-0175-4bed-a1f2-92fa6ce0fe95 service neutron] 10.222.0.47 "GET /v2.0/networks?id=13329dec-d6cb-4b40-9c80-e369d65965f5 HTTP/1.1" status: 200  len: 915 time: 0.1479392
Nov 20 21:11:37.298849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4815d-5e0f-4c6f-8ffd-02d21ab0ffaf req-4bbc9627-a385-4f03-80a9-f5a4f61adcde tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:37.300321 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-30f4815d-5e0f-4c6f-8ffd-02d21ab0ffaf req-4bbc9627-a385-4f03-80a9-f5a4f61adcde tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ade9c3-e4a1-4c87-88b1-fe6b141392de HTTP/1.1" status: 200  len: 943 time: 0.0501997
Nov 20 21:11:37.334409 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d306f896-a247-49ff-8770-5bc0dd2f7d34 req-933b350b-ffb0-4bb6-b22a-cf899cbac414 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7909090b-1bd4-487a-938e-7d8d3409d2a1 HTTP/1.1" status: 200  len: 217 time: 0.0442238
Nov 20 21:11:37.354504 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-30f4815d-5e0f-4c6f-8ffd-02d21ab0ffaf req-94298d6c-f071-4f7c-bc35-a121081bbad9 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480399
Nov 20 21:11:37.449549 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306f896-a247-49ff-8770-5bc0dd2f7d34 req-dbf26cc3-a5ea-45a9-8a08-07af8e020a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:37.451779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d306f896-a247-49ff-8770-5bc0dd2f7d34 req-dbf26cc3-a5ea-45a9-8a08-07af8e020a6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=501027a8-1af1-4f7e-80a0-4f10afccfcd6 HTTP/1.1" status: 200  len: 854 time: 0.1043630
Nov 20 21:11:37.497617 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d306f896-a247-49ff-8770-5bc0dd2f7d34 req-5d66a465-d605-4605-bca1-804593ab7a72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13329dec-d6cb-4b40-9c80-e369d65965f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0272892
Nov 20 21:11:37.650681 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d306f896-a247-49ff-8770-5bc0dd2f7d34 req-f49e16e9-39e9-407c-b4b9-d0de679ef8ff service neutron] 10.222.0.47 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454513
Nov 20 21:11:37.715868 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8ad4f3-a575-4aaa-8adc-9c254dddec31 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:11:37.726981 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:37.775516 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Transition to ACTIVE for port object fe8ad4f3-a575-4aaa-8adc-9c254dddec31 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:11:37.780717 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:37.823667 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d306f896-a247-49ff-8770-5bc0dd2f7d34 req-b450f698-b68f-4b2d-a0b8-10a717ef20e0 service neutron] 10.222.0.47 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458497
Nov 20 21:11:37.845604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8ad4f3-a575-4aaa-8adc-9c254dddec31,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:37.914112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Attempting to bind port fe8ad4f3-a575-4aaa-8adc-9c254dddec31 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:11:37.914454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Attempting to bind port fe8ad4f3-a575-4aaa-8adc-9c254dddec31 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0118a518-6a0f-4f40-ae90-4e3246ee3e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:11:37.914783 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Attempting to bind port fe8ad4f3-a575-4aaa-8adc-9c254dddec31 on network fda6f72f-febf-4b40-96b5-852ad898230c {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:11:37.919167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Port fe8ad4f3-a575-4aaa-8adc-9c254dddec31 on network fda6f72f-febf-4b40-96b5-852ad898230c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:11:37.919610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Attempting to bind port fe8ad4f3-a575-4aaa-8adc-9c254dddec31 on network fda6f72f-febf-4b40-96b5-852ad898230c {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:11:37.925278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:11:37.925612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Checking segment: {'id': '0118a518-6a0f-4f40-ae90-4e3246ee3e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:11:37.925999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Bound using segment: {'id': '0118a518-6a0f-4f40-ae90-4e3246ee3e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:11:37.926458 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Bound port: fe8ad4f3-a575-4aaa-8adc-9c254dddec31, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0118a518-6a0f-4f40-ae90-4e3246ee3e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:11:37.926819 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:38.027597 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef04e0b-2e2d-472c-b5e3-ba0cc88d8f6b req-9d87e439-495d-49a7-8e7b-e40787e5bae0 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:38.029749 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bef04e0b-2e2d-472c-b5e3-ba0cc88d8f6b req-9d87e439-495d-49a7-8e7b-e40787e5bae0 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 944 time: 0.0880907
Nov 20 21:11:38.033354 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] For port fe8ad4f3-a575-4aaa-8adc-9c254dddec31, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:11:38.037672 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] For port fe8ad4f3-a575-4aaa-8adc-9c254dddec31, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe8ad4f3-a575-4aaa-8adc-9c254dddec31,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:11:38.052390 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:38.103265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:38.103884 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:38.105251 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] 10.222.0.37 "PUT /v2.0/ports/fe8ad4f3-a575-4aaa-8adc-9c254dddec31 HTTP/1.1" status: 200  len: 1092 time: 0.9740481
Nov 20 21:11:38.128724 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bef04e0b-2e2d-472c-b5e3-ba0cc88d8f6b req-4e1cd5d9-46c5-482d-8ee1-6ec38dfa2188 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929046
Nov 20 21:11:38.133679 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85178b50-6eb8-4701-91c1-1cc23a18c8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8ad4f3-a575-4aaa-8adc-9c254dddec31,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:38.188110 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-c46ecea2-4e9f-43f0-be51-fb434d0a3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:38.189533 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-c46ecea2-4e9f-43f0-be51-fb434d0a3ef8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f6f0739f21248e3b3e217472adf0459&device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 1095 time: 0.0477910
Nov 20 21:11:38.193927 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:38.235562 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-2ec3083b-023a-4658-ba6e-cb168e777f02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe8ad4f3-a575-4aaa-8adc-9c254dddec31 HTTP/1.1" status: 200  len: 217 time: 0.0374720
Nov 20 21:11:38.262882 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:38.288521 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-b84b4bab-22b0-4e3e-b053-0d44545b884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:38.289966 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-b84b4bab-22b0-4e3e-b053-0d44545b884c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a3d2ae5-810f-4e3f-abbc-0258099f9255 HTTP/1.1" status: 200  len: 854 time: 0.0450752
Nov 20 21:11:38.325613 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-88a55f8c-f8b2-482b-9078-15fe79fc9daf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fda6f72f-febf-4b40-96b5-852ad898230c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0288000
Nov 20 21:11:38.415527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-e6718f8a-4c3d-4864-9605-542d9ee7fd63 service neutron] 10.222.0.37 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829234
Nov 20 21:11:38.449916 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0ccfd4-6b6e-4899-9ed1-1212c05019b1', 'tag': 'fe8ad4f3-a575-4aaa-8adc-9c254dddec31'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:11:38.452707 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b20f51-3e64-46d1-8202-84ca77cadfca" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0ccfd4-6b6e-4899-9ed1-1212c05019b1", "tag": "fe8ad4f3-a575-4aaa-8adc-9c254dddec31"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:11:38.485675 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cf206-d018-45f8-b903-7cd79408c285 req-6a25e856-2ddd-4208-9fe0-9769a4471797 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:38.493215 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e971fa5-0f8a-4d3d-a46e-7b4e236a96c5 x-openstack-request-id: req-1e971fa5-0f8a-4d3d-a46e-7b4e236a96c5 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:11:38.493506 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0ccfd4-6b6e-4899-9ed1-1212c05019b1", "tag": "fe8ad4f3-a575-4aaa-8adc-9c254dddec31", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:11:38.493766 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e971fa5-0f8a-4d3d-a46e-7b4e236a96c5 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:11:38.493927 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-007cf206-d018-45f8-b903-7cd79408c285 req-6a25e856-2ddd-4208-9fe0-9769a4471797 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ade9c3-e4a1-4c87-88b1-fe6b141392de HTTP/1.1" status: 200  len: 943 time: 0.0683613
Nov 20 21:11:38.494178 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0ccfd4-6b6e-4899-9ed1-1212c05019b1', 'tag': 'fe8ad4f3-a575-4aaa-8adc-9c254dddec31', 'status': 'completed', 'code': 200}
Nov 20 21:11:38.523154 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2438c1d4-7308-4ae6-b829-43bcf4526562 req-08c44c18-4676-4344-a6b4-671389791301 service neutron] 10.222.0.37 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1013522
Nov 20 21:11:38.548051 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-007cf206-d018-45f8-b903-7cd79408c285 req-ce0a856a-038d-4b0c-8914-cda1f71ca2c7 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532510
Nov 20 21:11:38.604201 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b20f51-3e64-46d1-8202-84ca77cadfca req-3c0d7fd4-46af-4d82-87c0-e3225b152db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:38.605709 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b5b20f51-3e64-46d1-8202-84ca77cadfca req-3c0d7fd4-46af-4d82-87c0-e3225b152db5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f6f0739f21248e3b3e217472adf0459&device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 1095 time: 0.0409398
Nov 20 21:11:38.698040 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b20f51-3e64-46d1-8202-84ca77cadfca req-ffff6509-53be-4607-a904-8c6a4b9ac0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:38.699533 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b5b20f51-3e64-46d1-8202-84ca77cadfca req-ffff6509-53be-4607-a904-8c6a4b9ac0ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=fda6f72f-febf-4b40-96b5-852ad898230c HTTP/1.1" status: 200  len: 915 time: 0.0875874
Nov 20 21:11:38.748015 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b5b20f51-3e64-46d1-8202-84ca77cadfca req-6a60942b-3f42-4b05-bbfa-b6ebcafde35d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe8ad4f3-a575-4aaa-8adc-9c254dddec31 HTTP/1.1" status: 200  len: 217 time: 0.0352743
Nov 20 21:11:38.801105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b20f51-3e64-46d1-8202-84ca77cadfca req-7f188f7a-1da4-4c04-b7b5-ec0b774d010f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:38.802595 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b5b20f51-3e64-46d1-8202-84ca77cadfca req-7f188f7a-1da4-4c04-b7b5-ec0b774d010f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a3d2ae5-810f-4e3f-abbc-0258099f9255 HTTP/1.1" status: 200  len: 854 time: 0.0440700
Nov 20 21:11:38.848224 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b5b20f51-3e64-46d1-8202-84ca77cadfca req-aff7ffa5-bcfc-4406-8e3d-800175d6b113 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fda6f72f-febf-4b40-96b5-852ad898230c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0304694
Nov 20 21:11:38.941423 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b5b20f51-3e64-46d1-8202-84ca77cadfca req-0439c964-c2ab-4c11-9faa-9e8357288fb9 service neutron] 10.222.0.37 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855722
Nov 20 21:11:39.038527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b5b20f51-3e64-46d1-8202-84ca77cadfca req-707d53b6-9229-4109-b272-1bdbdfc472ea service neutron] 10.222.0.37 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863149
Nov 20 21:11:39.250603 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda0aaf-9170-4635-93bb-92d69b7a37ff req-151e32aa-a514-40d5-9ba2-5be911262e4f tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:39.252075 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cdda0aaf-9170-4635-93bb-92d69b7a37ff req-151e32aa-a514-40d5-9ba2-5be911262e4f tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 944 time: 0.0483968
Nov 20 21:11:39.300089 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cdda0aaf-9170-4635-93bb-92d69b7a37ff req-430c0646-8b4d-4f3b-a091-e6a49a430737 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416949
Nov 20 21:11:39.663938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253e750-59ef-48a5-8fae-c97fefaca51c req-55076af0-b53d-4fb8-800f-68484ece65ab tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:39.665400 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7253e750-59ef-48a5-8fae-c97fefaca51c req-55076af0-b53d-4fb8-800f-68484ece65ab tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ade9c3-e4a1-4c87-88b1-fe6b141392de HTTP/1.1" status: 200  len: 943 time: 0.0497141
Nov 20 21:11:39.712529 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7253e750-59ef-48a5-8fae-c97fefaca51c req-ba184b88-d74d-488b-9667-758379a0485a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405443
Nov 20 21:11:40.202328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7909090b-1bd4-487a-938e-7d8d3409d2a1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:11:40.295322 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7909090b-1bd4-487a-938e-7d8d3409d2a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7909090b-1bd4-487a-938e-7d8d3409d2a1,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:40.306146 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '7909090b-1bd4-487a-938e-7d8d3409d2a1', 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5', 'port_id': '7909090b-1bd4-487a-938e-7d8d3409d2a1', 'mac_address': 'fa:16:3e:56:32:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501027a8-1af1-4f7e-80a0-4f10afccfcd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:11:40.347644 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:40.360580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7909090b-1bd4-487a-938e-7d8d3409d2a1 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:11:40.381187 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7909090b-1bd4-487a-938e-7d8d3409d2a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7909090b-1bd4-487a-938e-7d8d3409d2a1,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:40.385722 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:40.418879 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df1d79-a536-4873-bc13-1270d833d1b2 req-e52a75af-305f-492d-9690-595bcec3bd20 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:40.420417 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96df1d79-a536-4873-bc13-1270d833d1b2 req-e52a75af-305f-492d-9690-595bcec3bd20 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 944 time: 0.0518472
Nov 20 21:11:40.433276 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=7909090b-1bd4-487a-938e-7d8d3409d2a1,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:40.470718 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96df1d79-a536-4873-bc13-1270d833d1b2 req-0411ef47-4b24-4229-b47b-173213ffcbeb tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442069
Nov 20 21:11:40.617080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7909090b-1bd4-487a-938e-7d8d3409d2a1'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:11:40.755793 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device fe8ad4f3-a575-4aaa-8adc-9c254dddec31 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:11:40.843738 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8136b3d-06fe-4605-ba0a-60dc0cb34355 req-139e487c-3c36-4f03-ae7c-52b975aa0afc tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:40.845258 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c8136b3d-06fe-4605-ba0a-60dc0cb34355 req-139e487c-3c36-4f03-ae7c-52b975aa0afc tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ade9c3-e4a1-4c87-88b1-fe6b141392de HTTP/1.1" status: 200  len: 944 time: 0.0584905
Nov 20 21:11:40.857516 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port fe8ad4f3-a575-4aaa-8adc-9c254dddec31, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe8ad4f3-a575-4aaa-8adc-9c254dddec31,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:40.868610 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'fe8ad4f3-a575-4aaa-8adc-9c254dddec31', 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c', 'port_id': 'fe8ad4f3-a575-4aaa-8adc-9c254dddec31', 'mac_address': 'fa:16:3e:86:21:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3d2ae5-810f-4e3f-abbc-0258099f9255', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:11:40.894262 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c8136b3d-06fe-4605-ba0a-60dc0cb34355 req-bc86b72e-c77a-4ad6-a076-7fa0cd0442e9 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430324
Nov 20 21:11:40.910406 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:40.923064 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8ad4f3-a575-4aaa-8adc-9c254dddec31 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:11:40.941985 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port fe8ad4f3-a575-4aaa-8adc-9c254dddec31, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe8ad4f3-a575-4aaa-8adc-9c254dddec31,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:40.946095 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:40.993714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=fe8ad4f3-a575-4aaa-8adc-9c254dddec31,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:41.200271 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['fe8ad4f3-a575-4aaa-8adc-9c254dddec31'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:11:41.595915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41d02c-092e-4bdf-b22b-2f2e7cea53ff req-625baafb-2c26-461c-833c-153dcc02b615 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:41.597407 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6a41d02c-092e-4bdf-b22b-2f2e7cea53ff req-625baafb-2c26-461c-833c-153dcc02b615 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 945 time: 0.0530517
Nov 20 21:11:41.644559 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6a41d02c-092e-4bdf-b22b-2f2e7cea53ff req-c0bd5afa-a7c7-40f8-8ddc-64cff07615d1 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410454
Nov 20 21:11:42.009249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b602d37-9a36-4b54-96f5-8db18b971633 req-ae53c5b5-cc24-4806-a9d0-825b990ab242 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:42.010818 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1b602d37-9a36-4b54-96f5-8db18b971633 req-ae53c5b5-cc24-4806-a9d0-825b990ab242 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ade9c3-e4a1-4c87-88b1-fe6b141392de HTTP/1.1" status: 200  len: 944 time: 0.0494835
Nov 20 21:11:42.059027 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1b602d37-9a36-4b54-96f5-8db18b971633 req-15bfcdee-aafd-4b59-93ca-4ca90f9f84d2 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414271
Nov 20 21:11:42.218753 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7909090b-1bd4-487a-938e-7d8d3409d2a1 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:11:42.267767 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 7909090b-1bd4-487a-938e-7d8d3409d2a1 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:11:42.271379 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 7909090b-1bd4-487a-938e-7d8d3409d2a1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:11:42.271747 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:42.350480 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:42.372165 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ade9c3-e4a1-4c87-88b1-fe6b141392de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7909090b-1bd4-487a-938e-7d8d3409d2a1'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:11:42.374503 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977402c7-a248-4b39-8f12-3d8cde50bc75" -d '{"events": [{"server_uuid": "c6ade9c3-e4a1-4c87-88b1-fe6b141392de", "name": "network-vif-plugged", "status": "completed", "tag": "7909090b-1bd4-487a-938e-7d8d3409d2a1"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:11:42.389004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7909090b-1bd4-487a-938e-7d8d3409d2a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7909090b-1bd4-487a-938e-7d8d3409d2a1,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:42.392831 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:42.440395 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=7909090b-1bd4-487a-938e-7d8d3409d2a1,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:42.470826 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cafaac3-b5df-4697-bcd6-4e03a5e83775 x-openstack-request-id: req-6cafaac3-b5df-4697-bcd6-4e03a5e83775 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:11:42.471146 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ade9c3-e4a1-4c87-88b1-fe6b141392de", "name": "network-vif-plugged", "status": "completed", "tag": "7909090b-1bd4-487a-938e-7d8d3409d2a1", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:11:42.471397 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6cafaac3-b5df-4697-bcd6-4e03a5e83775 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:11:42.471789 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ade9c3-e4a1-4c87-88b1-fe6b141392de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7909090b-1bd4-487a-938e-7d8d3409d2a1', 'code': 200}
Nov 20 21:11:42.578801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f5466-2ba2-4528-a835-e9b2f700884c req-fe3627fa-7469-4183-93f4-82960bc5bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:42.580309 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba7f5466-2ba2-4528-a835-e9b2f700884c req-fe3627fa-7469-4183-93f4-82960bc5bcbf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c6ade9c3-e4a1-4c87-88b1-fe6b141392de HTTP/1.1" status: 200  len: 1096 time: 0.0442259
Nov 20 21:11:42.624313 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba7f5466-2ba2-4528-a835-e9b2f700884c req-552d2ec2-2f07-4766-993a-ed45211dbff9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371766
Nov 20 21:11:42.760824 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device fe8ad4f3-a575-4aaa-8adc-9c254dddec31 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:11:42.762757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcc73d-cc94-46f5-919d-4f364d931855 req-8f38ef94-bc98-457d-b090-293a7352d1dc tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:42.764885 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f2fcc73d-cc94-46f5-919d-4f364d931855 req-8f38ef94-bc98-457d-b090-293a7352d1dc tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 945 time: 0.0543251
Nov 20 21:11:42.810421 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port fe8ad4f3-a575-4aaa-8adc-9c254dddec31 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:11:42.812965 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f2fcc73d-cc94-46f5-919d-4f364d931855 req-9cd7169b-e34f-4cad-9e2e-7198eb8bf85a tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420930
Nov 20 21:11:42.814038 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port fe8ad4f3-a575-4aaa-8adc-9c254dddec31 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:11:42.814440 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:43.041630 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:43.072979 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port fe8ad4f3-a575-4aaa-8adc-9c254dddec31, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe8ad4f3-a575-4aaa-8adc-9c254dddec31,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:43.077716 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:43.126477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=fe8ad4f3-a575-4aaa-8adc-9c254dddec31,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:43.179564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af536b-ddf5-4074-9abc-d2384448fe52 req-4a5aa168-8c0f-4e7c-aeb6-bb5b39acdb89 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:43.181033 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-16af536b-ddf5-4074-9abc-d2384448fe52 req-4a5aa168-8c0f-4e7c-aeb6-bb5b39acdb89 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ade9c3-e4a1-4c87-88b1-fe6b141392de HTTP/1.1" status: 200  len: 945 time: 0.0496590
Nov 20 21:11:43.233068 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-16af536b-ddf5-4074-9abc-d2384448fe52 req-242de507-c367-47ff-8bba-371419b1f655 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448778
Nov 20 21:11:43.279539 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b4b725d0-decb-4445-b1da-8765947a4d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:43.930444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf24ff-9221-421b-abdf-57ec39fe2366 req-c6e57d14-6877-44ec-af59-d0aceaab4d0c tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:43.931909 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1bcf24ff-9221-421b-abdf-57ec39fe2366 req-c6e57d14-6877-44ec-af59-d0aceaab4d0c tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 946 time: 0.0487511
Nov 20 21:11:43.978697 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1bcf24ff-9221-421b-abdf-57ec39fe2366 req-79818822-7bfd-411c-b828-965c29b39f96 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406611
Nov 20 21:11:44.351436 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d704dfd-7235-4e44-98d4-3f57e17dc002 req-033724c4-09d0-47c3-9368-e455fee8f597 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:44.352913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d704dfd-7235-4e44-98d4-3f57e17dc002 req-033724c4-09d0-47c3-9368-e455fee8f597 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ade9c3-e4a1-4c87-88b1-fe6b141392de HTTP/1.1" status: 200  len: 945 time: 0.0504596
Nov 20 21:11:44.400761 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d704dfd-7235-4e44-98d4-3f57e17dc002 req-36b09231-bdbd-4f5f-8332-107d2d5a2f1c tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413635
Nov 20 21:11:44.473358 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0ccfd4-6b6e-4899-9ed1-1212c05019b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8ad4f3-a575-4aaa-8adc-9c254dddec31'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:11:44.476031 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e10c22-edd1-4ded-8050-d0a9fe969edd" -d '{"events": [{"server_uuid": "bd0ccfd4-6b6e-4899-9ed1-1212c05019b1", "name": "network-vif-plugged", "status": "completed", "tag": "fe8ad4f3-a575-4aaa-8adc-9c254dddec31"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:11:44.511960 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2a82cd-1c53-453d-a8a7-c99585d0951b x-openstack-request-id: req-0b2a82cd-1c53-453d-a8a7-c99585d0951b {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:11:44.512204 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0ccfd4-6b6e-4899-9ed1-1212c05019b1", "name": "network-vif-plugged", "status": "completed", "tag": "fe8ad4f3-a575-4aaa-8adc-9c254dddec31", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:11:44.512473 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b2a82cd-1c53-453d-a8a7-c99585d0951b {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:11:44.512863 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0ccfd4-6b6e-4899-9ed1-1212c05019b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8ad4f3-a575-4aaa-8adc-9c254dddec31', 'code': 200}
Nov 20 21:11:44.685474 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed6b3b-944a-4a17-8a4c-53a0fb81036c req-ecb1d510-c44c-4d04-b22e-4393a3bf4ff6 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:44.686995 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9eed6b3b-944a-4a17-8a4c-53a0fb81036c req-ecb1d510-c44c-4d04-b22e-4393a3bf4ff6 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ade9c3-e4a1-4c87-88b1-fe6b141392de HTTP/1.1" status: 200  len: 945 time: 0.0798671
Nov 20 21:11:44.692997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077bfd4-0181-49dd-8fcf-7db56c6a629d req-2c17f042-939b-4ab7-bf82-72b6873c9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:44.694410 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9077bfd4-0181-49dd-8fcf-7db56c6a629d req-2c17f042-939b-4ab7-bf82-72b6873c9b70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 1097 time: 0.1173475
Nov 20 21:11:44.762178 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9eed6b3b-944a-4a17-8a4c-53a0fb81036c req-ddcd49e3-e18f-40c1-ba9f-217edba37499 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667167
Nov 20 21:11:44.768623 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9077bfd4-0181-49dd-8fcf-7db56c6a629d req-059bcdf1-1070-4a66-b36e-6debd512c410 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658367
Nov 20 21:11:45.095713 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c167ea-9fa1-4c90-ab69-cd71b8362c04 req-35243a95-7d0f-40b8-ae61-5cfccc4958f7 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:45.097180 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0c167ea-9fa1-4c90-ab69-cd71b8362c04 req-35243a95-7d0f-40b8-ae61-5cfccc4958f7 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 946 time: 0.0486279
Nov 20 21:11:45.148340 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0c167ea-9fa1-4c90-ab69-cd71b8362c04 req-e60dabbc-050f-4a5c-a996-0be8ae568cef tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452547
Nov 20 21:11:45.663662 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a9930e6b-07d0-4865-a701-e62f03173f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:45.879729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db1586-ceb7-4105-8e57-0ee39c79a059 req-2a105a19-8bd7-474b-b6c4-1b624ae3b6b9 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:45.881461 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-17db1586-ceb7-4105-8e57-0ee39c79a059 req-2a105a19-8bd7-474b-b6c4-1b624ae3b6b9 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ade9c3-e4a1-4c87-88b1-fe6b141392de HTTP/1.1" status: 200  len: 945 time: 0.0496264
Nov 20 21:11:45.931050 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-17db1586-ceb7-4105-8e57-0ee39c79a059 req-cf3b2643-2350-461e-92e8-cf9213d9577f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434124
Nov 20 21:11:45.979441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edb2eb-4039-4ef4-88c5-5f049d5e237f req-739e76b9-4f66-4bfd-8bb2-a70cecc3b84a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:45.980925 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2edb2eb-4039-4ef4-88c5-5f049d5e237f req-739e76b9-4f66-4bfd-8bb2-a70cecc3b84a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6ade9c3-e4a1-4c87-88b1-fe6b141392de HTTP/1.1" status: 200  len: 945 time: 0.0489705
Nov 20 21:11:46.088586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c2edb2eb-4039-4ef4-88c5-5f049d5e237f req-2e6bd3e5-3d8e-4b40-a4f3-36ff727bee4a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Deleting port 7909090b-1bd4-487a-938e-7d8d3409d2a1 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:11:46.088928 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c2edb2eb-4039-4ef4-88c5-5f049d5e237f req-2e6bd3e5-3d8e-4b40-a4f3-36ff727bee4a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:46.176790 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c2edb2eb-4039-4ef4-88c5-5f049d5e237f req-2e6bd3e5-3d8e-4b40-a4f3-36ff727bee4a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] For port 7909090b-1bd4-487a-938e-7d8d3409d2a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7909090b-1bd4-487a-938e-7d8d3409d2a1,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:46.177071 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c2edb2eb-4039-4ef4-88c5-5f049d5e237f req-2e6bd3e5-3d8e-4b40-a4f3-36ff727bee4a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:46.194131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c2edb2eb-4039-4ef4-88c5-5f049d5e237f req-2e6bd3e5-3d8e-4b40-a4f3-36ff727bee4a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Calling delete_port for 7909090b-1bd4-487a-938e-7d8d3409d2a1 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:11:46.266788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665a900-46df-4a55-a09a-f2eb80d58cbd req-af9cb8d4-f864-4b7b-aa10-a17589e50d4c tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:46.268584 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0665a900-46df-4a55-a09a-f2eb80d58cbd req-af9cb8d4-f864-4b7b-aa10-a17589e50d4c tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 946 time: 0.0521207
Nov 20 21:11:46.319629 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0665a900-46df-4a55-a09a-f2eb80d58cbd req-fcf9aed3-7612-4a8a-9150-37a18cc89408 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447066
Nov 20 21:11:46.325443 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c2edb2eb-4039-4ef4-88c5-5f049d5e237f req-2e6bd3e5-3d8e-4b40-a4f3-36ff727bee4a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:46.347736 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['ab912177-8646-4446-9392-73928c0f3082'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:11:46.368319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bd3e5-3d8e-4b40-a4f3-36ff727bee4a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Pushing event deleted for resources: {'Port': ['ID=7909090b-1bd4-487a-938e-7d8d3409d2a1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:46.417902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2edb2eb-4039-4ef4-88c5-5f049d5e237f req-2e6bd3e5-3d8e-4b40-a4f3-36ff727bee4a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] No DVR routers for this DVR port 7909090b-1bd4-487a-938e-7d8d3409d2a1 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:11:46.421142 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c2edb2eb-4039-4ef4-88c5-5f049d5e237f req-2e6bd3e5-3d8e-4b40-a4f3-36ff727bee4a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:46.424658 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2edb2eb-4039-4ef4-88c5-5f049d5e237f req-2e6bd3e5-3d8e-4b40-a4f3-36ff727bee4a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.47 "DELETE /v2.0/ports/7909090b-1bd4-487a-938e-7d8d3409d2a1 HTTP/1.1" status: 204  len: 173 time: 0.4378207
Nov 20 21:11:46.425124 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ade9c3-e4a1-4c87-88b1-fe6b141392de', 'name': 'network-vif-deleted', 'tag': '7909090b-1bd4-487a-938e-7d8d3409d2a1'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:11:46.427504 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ef516d-864f-441c-a252-e3ac01da7c10" -d '{"events": [{"server_uuid": "c6ade9c3-e4a1-4c87-88b1-fe6b141392de", "name": "network-vif-deleted", "tag": "7909090b-1bd4-487a-938e-7d8d3409d2a1"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:11:46.484019 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c507e1-7b36-47f4-9660-ad972dcdfdb6 x-openstack-request-id: req-36c507e1-7b36-47f4-9660-ad972dcdfdb6 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:11:46.484995 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ade9c3-e4a1-4c87-88b1-fe6b141392de", "name": "network-vif-deleted", "tag": "7909090b-1bd4-487a-938e-7d8d3409d2a1", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:11:46.485636 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36c507e1-7b36-47f4-9660-ad972dcdfdb6 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:11:46.486256 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ade9c3-e4a1-4c87-88b1-fe6b141392de', 'name': 'network-vif-deleted', 'tag': '7909090b-1bd4-487a-938e-7d8d3409d2a1', 'status': 'completed', 'code': 200}
Nov 20 21:11:46.766441 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:47.084125 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43ece0-f1e2-4481-ba1d-225bc6fc0774 req-5626812c-edf8-4a42-9eb8-190f0f680af2 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:47.085608 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b43ece0-f1e2-4481-ba1d-225bc6fc0774 req-5626812c-edf8-4a42-9eb8-190f0f680af2 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0491862
Nov 20 21:11:47.132706 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b43ece0-f1e2-4481-ba1d-225bc6fc0774 req-8fd3a0d1-d50a-47a3-895b-fc4adf0a8fb2 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411034
Nov 20 21:11:47.336935 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e50db-7b2d-41e9-a185-4feab74922db req-f8c0f82e-09e2-4fa6-8dc2-0eb81e78af8a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:47.338458 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5e7e50db-7b2d-41e9-a185-4feab74922db req-f8c0f82e-09e2-4fa6-8dc2-0eb81e78af8a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0489023
Nov 20 21:11:47.390858 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5e7e50db-7b2d-41e9-a185-4feab74922db req-3aa50945-7674-4733-9a6d-c847b22d1cdb tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463634
Nov 20 21:11:47.508730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5891a3-dafa-49cd-b1c5-d77892eba402 req-586ca5a7-c0f0-4e10-a24a-395adcabd305 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:47.510162 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cb5891a3-dafa-49cd-b1c5-d77892eba402 req-586ca5a7-c0f0-4e10-a24a-395adcabd305 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0520017
Nov 20 21:11:47.559799 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cb5891a3-dafa-49cd-b1c5-d77892eba402 req-c144feee-0915-430d-b951-2473be9fb9b0 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431573
Nov 20 21:11:48.249924 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7909090b-1bd4-487a-938e-7d8d3409d2a1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:11:48.273672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 7909090b-1bd4-487a-938e-7d8d3409d2a1 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:11:48.273939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7909090b-1bd4-487a-938e-7d8d3409d2a1 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:11:48.599005 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:49.035686 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:49.215834 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdf411-70fc-4c07-8b54-66d669139d23 req-40283ec0-b636-4c76-b73b-24bbafa36c14 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:49.217258 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ffcdf411-70fc-4c07-8b54-66d669139d23 req-40283ec0-b636-4c76-b73b-24bbafa36c14 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0488679
Nov 20 21:11:49.264472 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ffcdf411-70fc-4c07-8b54-66d669139d23 req-3cbd9f08-dfa3-490a-af57-a3237cf47139 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412536
Nov 20 21:11:49.394261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c26a6c-b680-4e1a-a100-824397753088 req-f6db9b71-3b1b-4000-9a11-509835705a52 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:49.395775 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-49c26a6c-b680-4e1a-a100-824397753088 req-f6db9b71-3b1b-4000-9a11-509835705a52 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0605655
Nov 20 21:11:49.443461 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-49c26a6c-b680-4e1a-a100-824397753088 req-ae74ba7f-e6b6-4861-b7c4-7089ae2ffdde tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418198
Nov 20 21:11:50.899285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be38320-82c9-4ccb-b0de-553000da50e4 req-dfc68427-584a-44ee-86eb-bf19748f135b tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:50.900747 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1be38320-82c9-4ccb-b0de-553000da50e4 req-dfc68427-584a-44ee-86eb-bf19748f135b tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0490527
Nov 20 21:11:50.955317 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1be38320-82c9-4ccb-b0de-553000da50e4 req-18bc203c-c3ec-4752-85c8-4ec2f912da40 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480523
Nov 20 21:11:51.070306 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807e438-27fe-4b98-a4cb-a3367a13ba3c req-df184b89-cb81-4e15-8885-833df8b8a950 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:51.071724 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9807e438-27fe-4b98-a4cb-a3367a13ba3c req-df184b89-cb81-4e15-8885-833df8b8a950 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0487030
Nov 20 21:11:51.118990 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9807e438-27fe-4b98-a4cb-a3367a13ba3c req-4768afc9-42bd-4c29-825c-ea23e2cca975 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412052
Nov 20 21:11:51.287792 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623318a-2e8b-4a43-8684-763b23904064 req-2d5feee6-58f4-4eeb-b9c6-7efad5723e7c tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:51.289303 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5623318a-2e8b-4a43-8684-763b23904064 req-2d5feee6-58f4-4eeb-b9c6-7efad5723e7c tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0547519
Nov 20 21:11:51.341249 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5623318a-2e8b-4a43-8684-763b23904064 req-64c75658-cafb-487f-ac8d-d544928c9a3a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459201
Nov 20 21:11:51.458810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0a548-2143-4d26-a533-119c375169de req-2ca0b011-826b-4052-a156-e5518b6c60d7 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:51.460302 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67c0a548-2143-4d26-a533-119c375169de req-2ca0b011-826b-4052-a156-e5518b6c60d7 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0494049
Nov 20 21:11:51.461499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-071533cd-5fb7-4939-a130-3dad5c42f3d0 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:51.463001 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-071533cd-5fb7-4939-a130-3dad5c42f3d0 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/networks?id=fda6f72f-febf-4b40-96b5-852ad898230c HTTP/1.1" status: 200  len: 814 time: 0.1124647
Nov 20 21:11:51.477915 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-35e175ec-930a-4e15-87fd-ff84c4a5f542 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/quotas/2f6f0739f21248e3b3e217472adf0459 HTTP/1.1" status: 200  len: 375 time: 0.0089905
Nov 20 21:11:51.509728 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67c0a548-2143-4d26-a533-119c375169de req-65598227-6dc4-4c6b-885b-092cb947ee00 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432990
Nov 20 21:11:51.530357 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-13be9ba1-2108-4172-a063-d401de0164d6 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f6f0739f21248e3b3e217472adf0459&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0466681
Nov 20 21:11:51.630571 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-f0c6f9a0-dd50-407c-9395-de5cd59e10cc service neutron] 10.222.0.41 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0912657
Nov 20 21:11:51.695167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da885d1d-0234-46a9-88d3-60bc156c307f req-8775addb-4374-42e9-92a7-19a1903df485 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:51.697099 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-da885d1d-0234-46a9-88d3-60bc156c307f req-8775addb-4374-42e9-92a7-19a1903df485 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0491056
Nov 20 21:11:51.721032 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-d0f44723-928d-4121-bb6d-993cb11d4a84 service neutron] 10.222.0.41 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840890
Nov 20 21:11:51.750874 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-da885d1d-0234-46a9-88d3-60bc156c307f req-9a0e69e9-f6cc-456d-8982-88563055e485 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481684
Nov 20 21:11:51.882667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a944e-aadd-4007-aaec-4498076f22e6 req-90ac1f9e-3f71-4737-9aac-da4efcb13c34 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:51.884370 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f3a944e-aadd-4007-aaec-4498076f22e6 req-90ac1f9e-3f71-4737-9aac-da4efcb13c34 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0621796
Nov 20 21:11:51.888797 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e5bb67bb-f9af-46a4-82fc-ae4dd5d2b579 req-c2606cc9-ea1a-4c99-b702-7dab6bcbdd63 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=188c7d5c-dd65-41fd-a579-108829f5bcaa HTTP/1.1" status: 200  len: 210 time: 0.0303853
Nov 20 21:11:51.938648 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f3a944e-aadd-4007-aaec-4498076f22e6 req-f2b59804-aa10-4047-a534-d371ab9b90b5 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450606
Nov 20 21:11:52.116364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418e495-ce54-4093-8bad-768d548c7be5 req-7a3c1327-9fd2-4937-9ce6-58f9297b1eae tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:52.117858 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2418e495-ce54-4093-8bad-768d548c7be5 req-7a3c1327-9fd2-4937-9ce6-58f9297b1eae tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0508003
Nov 20 21:11:52.169434 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2418e495-ce54-4093-8bad-768d548c7be5 req-826224ef-7f87-4454-bb5d-1a6d01570b65 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445480
Nov 20 21:11:52.296646 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c9384-c7c9-454a-b44a-7b34be7d1f2c req-75d500c4-52dd-4a7f-849e-3a1ea5a0de24 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:52.298211 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e6c9384-c7c9-454a-b44a-7b34be7d1f2c req-75d500c4-52dd-4a7f-849e-3a1ea5a0de24 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0572028
Nov 20 21:11:52.349002 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e6c9384-c7c9-454a-b44a-7b34be7d1f2c req-f0b25a62-033a-4ab5-8444-45fda5bce295 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442960
Nov 20 21:11:52.517262 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002f49e-f661-4c0d-a9f3-03749ba13a8a req-e8a40de4-be2b-4793-837a-f58eaad56585 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:52.518857 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2002f49e-f661-4c0d-a9f3-03749ba13a8a req-e8a40de4-be2b-4793-837a-f58eaad56585 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0489771
Nov 20 21:11:52.569403 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2002f49e-f661-4c0d-a9f3-03749ba13a8a req-6cd14a31-1bb4-4f54-ba68-40f136d45bbd tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444319
Nov 20 21:11:52.690775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d356e9-ff59-49b3-b6aa-093e06c7492e req-999596dc-aa72-416b-8ef8-494efada6a58 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:52.692819 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69d356e9-ff59-49b3-b6aa-093e06c7492e req-999596dc-aa72-416b-8ef8-494efada6a58 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0537908
Nov 20 21:11:52.741976 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69d356e9-ff59-49b3-b6aa-093e06c7492e req-673e71ab-4425-43f2-9337-0b44151d8d85 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428813
Nov 20 21:11:52.867279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-8ce87ebc-1886-41c4-8c49-3d4be980918e tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:52.868832 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-8ce87ebc-1886-41c4-8c49-3d4be980918e tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.47 "GET /v2.0/networks?id=fda6f72f-febf-4b40-96b5-852ad898230c HTTP/1.1" status: 200  len: 814 time: 0.1256967
Nov 20 21:11:52.889101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-2f2b2af4-a77c-496c-a141-8f868fe706a2 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Request body: {'port': {'device_id': '188c7d5c-dd65-41fd-a579-108829f5bcaa', 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c', 'admin_state_up': True, 'tenant_id': '2f6f0739f21248e3b3e217472adf0459'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:52.985962 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0b5086c-614b-4a7e-9cb3-1ad12841a03d req-5138cd48-5542-4acf-bd40-30dc44fcf281 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=188c7d5c-dd65-41fd-a579-108829f5bcaa HTTP/1.1" status: 200  len: 210 time: 0.0276678
Nov 20 21:11:52.996858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9ae19-950e-4666-ac8a-0490ebdd390a req-8c1f6152-d818-4926-8bc9-576960210138 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:52.998396 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f7d9ae19-950e-4666-ac8a-0490ebdd390a req-8c1f6152-d818-4926-8bc9-576960210138 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.1216905
Nov 20 21:11:53.368020 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f7d9ae19-950e-4666-ac8a-0490ebdd390a req-bb114829-cf9b-46a1-a8e5-7060949fc3bc tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3633745
Nov 20 21:11:53.374113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-2f2b2af4-a77c-496c-a141-8f868fe706a2 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Made reservation on behalf of 2f6f0739f21248e3b3e217472adf0459 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:11:53.377860 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-2f2b2af4-a77c-496c-a141-8f868fe706a2 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:53.489563 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c54275-6cdc-4aed-9f6e-caac16094cf0 req-736045c2-4798-41a1-8c09-1fcfbeae7d84 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:53.491070 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-31c54275-6cdc-4aed-9f6e-caac16094cf0 req-736045c2-4798-41a1-8c09-1fcfbeae7d84 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0534887
Nov 20 21:11:53.504510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-2f2b2af4-a77c-496c-a141-8f868fe706a2 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Allocated IP 172.20.0.7 (fda6f72f-febf-4b40-96b5-852ad898230c/1a3d2ae5-810f-4e3f-abbc-0258099f9255/307c8ef7-854a-498d-8e4d-7bf51ed6c803) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:11:53.541987 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-31c54275-6cdc-4aed-9f6e-caac16094cf0 req-845cae0f-adb6-4d9b-b66f-cca17f8b1f65 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443156
Nov 20 21:11:53.666479 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-2f2b2af4-a77c-496c-a141-8f868fe706a2 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:53.779867 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-2f2b2af4-a77c-496c-a141-8f868fe706a2 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:53.793572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['fe8ad4f3-a575-4aaa-8adc-9c254dddec31'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:11:53.794218 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907454e9-6658-4def-9f5b-7e3c522c00a5 req-0d939955-c8a2-419f-b21e-119d589c3d3a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:53.795688 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-907454e9-6658-4def-9f5b-7e3c522c00a5 req-0d939955-c8a2-419f-b21e-119d589c3d3a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/networks?id=13329dec-d6cb-4b40-9c80-e369d65965f5 HTTP/1.1" status: 200  len: 814 time: 0.1276109
Nov 20 21:11:53.835950 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-2f2b2af4-a77c-496c-a141-8f868fe706a2 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Network fda6f72f-febf-4b40-96b5-852ad898230c is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:11:53.844198 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-2f2b2af4-a77c-496c-a141-8f868fe706a2 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:11:53.848715 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-907454e9-6658-4def-9f5b-7e3c522c00a5 req-4d57c75f-dd68-4fec-9274-9b3e71d95753 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/quotas/8910f09f22a240eb9a228d72406a608b HTTP/1.1" status: 200  len: 375 time: 0.0292332
Nov 20 21:11:53.851484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-2f2b2af4-a77c-496c-a141-8f868fe706a2 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:11:53.887780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b2af4-a77c-496c-a141-8f868fe706a2 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Pushing event updated for resources: {'Port': ['ID=307c8ef7-854a-498d-8e4d-7bf51ed6c803,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:53.934674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-2f2b2af4-a77c-496c-a141-8f868fe706a2 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:53.935280 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-2f2b2af4-a77c-496c-a141-8f868fe706a2 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:53.950223 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-907454e9-6658-4def-9f5b-7e3c522c00a5 req-4f72df50-244b-4a1a-a708-2994328afedc tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8910f09f22a240eb9a228d72406a608b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0753086
Nov 20 21:11:53.959131 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-2f2b2af4-a77c-496c-a141-8f868fe706a2 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0733430
Nov 20 21:11:53.972857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Request body: {'port': {'device_id': '188c7d5c-dd65-41fd-a579-108829f5bcaa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:11:54.027049 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:54.062188 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9730f2b-82a3-4a6b-bf4e-fecab139fadb req-5161278f-1e0c-414e-aa76-854a3139328c tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:54.064123 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a9730f2b-82a3-4a6b-bf4e-fecab139fadb req-5161278f-1e0c-414e-aa76-854a3139328c tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0534725
Nov 20 21:11:54.113344 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a9730f2b-82a3-4a6b-bf4e-fecab139fadb req-1e625db0-4563-44c7-9ed9-62426eae0a92 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432541
Nov 20 21:11:54.183857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad0a33-b66d-4adc-8aad-4dd7aa5a4a06 req-eade0f97-40ad-4209-bd11-f7612081122f tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:54.185338 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e2ad0a33-b66d-4adc-8aad-4dd7aa5a4a06 req-eade0f97-40ad-4209-bd11-f7612081122f tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=188c7d5c-dd65-41fd-a579-108829f5bcaa HTTP/1.1" status: 200  len: 931 time: 0.1249485
Nov 20 21:11:54.230685 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650c1f6-8571-43c8-bd48-7e1d67a280e4 req-8daa642e-b085-4eb0-bc1f-372bf0d4c82f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:54.232178 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9650c1f6-8571-43c8-bd48-7e1d67a280e4 req-8daa642e-b085-4eb0-bc1f-372bf0d4c82f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0511851
Nov 20 21:11:54.284711 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9650c1f6-8571-43c8-bd48-7e1d67a280e4 req-43c1f5e1-de5d-4682-98f9-e5b8d699d5fe tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457170
Nov 20 21:11:54.292637 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e2ad0a33-b66d-4adc-8aad-4dd7aa5a4a06 req-b4cd0b68-cafc-4c4e-83b6-b0e130868f10 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973988
Nov 20 21:11:54.388260 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307c8ef7-854a-498d-8e4d-7bf51ed6c803 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:11:54.396442 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:54.415768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Transition to ACTIVE for port object 307c8ef7-854a-498d-8e4d-7bf51ed6c803 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:11:54.419358 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:54.444225 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-03d2e92b-cb98-4335-9fb7-68de7c08687c req-7cbeb146-bc50-4600-a2a7-ab0b4b578b3d tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8910f09f22a240eb9a228d72406a608b HTTP/1.1" status: 200  len: 221 time: 0.0307784
Nov 20 21:11:54.470891 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=307c8ef7-854a-498d-8e4d-7bf51ed6c803,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:54.575553 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Attempting to bind port 307c8ef7-854a-498d-8e4d-7bf51ed6c803 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:11:54.575880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Attempting to bind port 307c8ef7-854a-498d-8e4d-7bf51ed6c803 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0118a518-6a0f-4f40-ae90-4e3246ee3e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:11:54.576203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Attempting to bind port 307c8ef7-854a-498d-8e4d-7bf51ed6c803 on network fda6f72f-febf-4b40-96b5-852ad898230c {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:11:54.588475 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe275b1-a2dd-4d9a-b670-f9342fd6a5a5 req-d7e9b4d7-d08f-4546-8f20-2745ca6adb38 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:54.590091 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5fe275b1-a2dd-4d9a-b670-f9342fd6a5a5 req-d7e9b4d7-d08f-4546-8f20-2745ca6adb38 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0901849
Nov 20 21:11:54.592381 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Port 307c8ef7-854a-498d-8e4d-7bf51ed6c803 on network fda6f72f-febf-4b40-96b5-852ad898230c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:11:54.592741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Attempting to bind port 307c8ef7-854a-498d-8e4d-7bf51ed6c803 on network fda6f72f-febf-4b40-96b5-852ad898230c {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:11:54.599829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:11:54.600147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Checking segment: {'id': '0118a518-6a0f-4f40-ae90-4e3246ee3e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:11:54.600531 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Bound using segment: {'id': '0118a518-6a0f-4f40-ae90-4e3246ee3e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:11:54.600961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Bound port: 307c8ef7-854a-498d-8e4d-7bf51ed6c803, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0118a518-6a0f-4f40-ae90-4e3246ee3e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:11:54.601319 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:54.682478 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5fe275b1-a2dd-4d9a-b670-f9342fd6a5a5 req-df360282-30be-47c6-a036-f7d1968526c5 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842800
Nov 20 21:11:54.701687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] For port 307c8ef7-854a-498d-8e4d-7bf51ed6c803, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:11:54.704717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] For port 307c8ef7-854a-498d-8e4d-7bf51ed6c803, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=307c8ef7-854a-498d-8e4d-7bf51ed6c803,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:11:54.710644 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:54.748842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:54.750349 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:54.751815 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] 10.222.0.47 "PUT /v2.0/ports/307c8ef7-854a-498d-8e4d-7bf51ed6c803 HTTP/1.1" status: 200  len: 1091 time: 0.7841277
Nov 20 21:11:54.752331 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188c7d5c-dd65-41fd-a579-108829f5bcaa', 'tag': '307c8ef7-854a-498d-8e4d-7bf51ed6c803'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:11:54.754637 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6ed77c-8e2a-4450-b3d5-6ec5e2140203" -d '{"events": [{"name": "network-changed", "server_uuid": "188c7d5c-dd65-41fd-a579-108829f5bcaa", "tag": "307c8ef7-854a-498d-8e4d-7bf51ed6c803"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:11:54.782214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fade28-221d-4850-8c5c-2cd8032ec8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=307c8ef7-854a-498d-8e4d-7bf51ed6c803,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:54.803008 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d301e0-8514-493a-af42-acabf11f45ea x-openstack-request-id: req-39d301e0-8514-493a-af42-acabf11f45ea {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:11:54.803299 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188c7d5c-dd65-41fd-a579-108829f5bcaa", "tag": "307c8ef7-854a-498d-8e4d-7bf51ed6c803", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:11:54.803714 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39d301e0-8514-493a-af42-acabf11f45ea {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:11:54.804114 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188c7d5c-dd65-41fd-a579-108829f5bcaa', 'tag': '307c8ef7-854a-498d-8e4d-7bf51ed6c803', 'status': 'completed', 'code': 200}
Nov 20 21:11:54.815486 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c6d82-7129-4d09-ae26-86f0af49c88e req-87a595d4-d695-4899-aa8e-e9c88e531cfc tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:54.817036 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9c6c6d82-7129-4d09-ae26-86f0af49c88e req-87a595d4-d695-4899-aa8e-e9c88e531cfc tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0611129
Nov 20 21:11:54.837578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-7b64c941-5a10-41d9-846a-1d4d90dee5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:54.839204 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-7b64c941-5a10-41d9-846a-1d4d90dee5c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f6f0739f21248e3b3e217472adf0459&device_id=188c7d5c-dd65-41fd-a579-108829f5bcaa HTTP/1.1" status: 200  len: 1094 time: 0.0463145
Nov 20 21:11:54.866740 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9c6c6d82-7129-4d09-ae26-86f0af49c88e req-5b6616e9-df7b-4488-9d05-06b0b487cace tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435083
Nov 20 21:11:54.900337 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-7d35f2a1-8bb0-418e-ad2f-e034196add13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=307c8ef7-854a-498d-8e4d-7bf51ed6c803 HTTP/1.1" status: 200  len: 217 time: 0.0534394
Nov 20 21:11:54.957302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-40c9e60d-a6a7-42fb-a463-8dd007f098f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:54.958751 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-40c9e60d-a6a7-42fb-a463-8dd007f098f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a3d2ae5-810f-4e3f-abbc-0258099f9255 HTTP/1.1" status: 200  len: 854 time: 0.0505695
Nov 20 21:11:54.990805 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-3cdbf273-d96b-4d39-b2d0-559b5efb951e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fda6f72f-febf-4b40-96b5-852ad898230c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248721
Nov 20 21:11:54.998716 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2295843-11be-4145-adf6-9f69a2745474 req-d3587255-6c5a-4397-9e6d-7fb9677d16c8 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:55.000247 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f2295843-11be-4145-adf6-9f69a2745474 req-d3587255-6c5a-4397-9e6d-7fb9677d16c8 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0491648
Nov 20 21:11:55.052541 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f2295843-11be-4145-adf6-9f69a2745474 req-df150584-e6ef-4e65-b885-b76ad2b4068c tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460708
Nov 20 21:11:55.088565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-7600c840-c024-4331-b9ac-11fd66189fac service neutron] 10.222.0.47 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904438
Nov 20 21:11:55.208498 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ca1aef9-5ea4-4ed5-992d-957cb06ae2cb req-793c616e-3947-4bf3-bf4e-6230be106118 service neutron] 10.222.0.47 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1130214
Nov 20 21:11:55.216555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495cdd8-d2a2-4fd0-ab9f-cbad79a445ab req-c1353b21-6ce1-440d-a1a1-a624261d4f2d tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:55.218016 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b495cdd8-d2a2-4fd0-ab9f-cbad79a445ab req-c1353b21-6ce1-440d-a1a1-a624261d4f2d tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0923724
Nov 20 21:11:55.281107 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b495cdd8-d2a2-4fd0-ab9f-cbad79a445ab req-a8de53c2-9086-4a36-8765-c31b037da909 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567281
Nov 20 21:11:55.315920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ed77c-8e2a-4450-b3d5-6ec5e2140203 req-954ec58b-f78a-4f1c-8735-e0dc546e1e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:55.317562 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bc6ed77c-8e2a-4450-b3d5-6ec5e2140203 req-954ec58b-f78a-4f1c-8735-e0dc546e1e44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f6f0739f21248e3b3e217472adf0459&device_id=188c7d5c-dd65-41fd-a579-108829f5bcaa HTTP/1.1" status: 200  len: 1094 time: 0.0516806
Nov 20 21:11:55.422396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665a6a3-8815-444f-a596-10b6b87695e9 req-0be23153-1473-4861-abc4-198e99d47d14 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:55.423894 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c665a6a3-8815-444f-a596-10b6b87695e9 req-0be23153-1473-4861-abc4-198e99d47d14 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=188c7d5c-dd65-41fd-a579-108829f5bcaa HTTP/1.1" status: 200  len: 943 time: 0.0507572
Nov 20 21:11:55.452869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ed77c-8e2a-4450-b3d5-6ec5e2140203 req-eb4a493c-62d2-4a12-9db6-a8609560fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:55.454382 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bc6ed77c-8e2a-4450-b3d5-6ec5e2140203 req-eb4a493c-62d2-4a12-9db6-a8609560fbd5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fda6f72f-febf-4b40-96b5-852ad898230c HTTP/1.1" status: 200  len: 915 time: 0.1279290
Nov 20 21:11:55.462727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b61f34-8998-43d9-a602-2adaf19bccd4 req-e05a128e-5624-484d-b64d-b5be73f422b9 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:55.464043 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88b61f34-8998-43d9-a602-2adaf19bccd4 req-e05a128e-5624-484d-b64d-b5be73f422b9 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.1013892
Nov 20 21:11:55.473489 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c665a6a3-8815-444f-a596-10b6b87695e9 req-17bf2e2a-0bc9-4ecb-9411-62d8674fd0d6 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431702
Nov 20 21:11:55.505647 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bc6ed77c-8e2a-4450-b3d5-6ec5e2140203 req-7c00793f-c1bf-4359-bb2f-553c878db2e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=307c8ef7-854a-498d-8e4d-7bf51ed6c803 HTTP/1.1" status: 200  len: 217 time: 0.0404079
Nov 20 21:11:55.581592 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88b61f34-8998-43d9-a602-2adaf19bccd4 req-37e79c3a-9fd5-4f62-90e2-07016bc77222 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100180
Nov 20 21:11:55.583368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ed77c-8e2a-4450-b3d5-6ec5e2140203 req-21ccc4cc-4e7c-4776-aaf9-6005c153213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:55.584874 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bc6ed77c-8e2a-4450-b3d5-6ec5e2140203 req-21ccc4cc-4e7c-4776-aaf9-6005c153213d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a3d2ae5-810f-4e3f-abbc-0258099f9255 HTTP/1.1" status: 200  len: 854 time: 0.0714695
Nov 20 21:11:55.618072 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bc6ed77c-8e2a-4450-b3d5-6ec5e2140203 req-71a667e5-78fd-4348-8183-cc9506f5d8a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fda6f72f-febf-4b40-96b5-852ad898230c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254028
Nov 20 21:11:55.699244 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8194e-41ff-49d2-9134-d8660411f976 req-9af77f25-d550-4964-8c48-7055a347e62d tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:55.700737 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2dc8194e-41ff-49d2-9134-d8660411f976 req-9af77f25-d550-4964-8c48-7055a347e62d tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0496116
Nov 20 21:11:55.709921 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bc6ed77c-8e2a-4450-b3d5-6ec5e2140203 req-21b31ee6-40de-4a03-86f8-4a6f875c1bb6 service neutron] 10.222.0.47 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836539
Nov 20 21:11:55.754945 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2dc8194e-41ff-49d2-9134-d8660411f976 req-c631d980-e015-431f-8fad-32e55308b8b3 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476568
Nov 20 21:11:55.807646 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bc6ed77c-8e2a-4450-b3d5-6ec5e2140203 req-bbe31008-6738-4c73-8471-19f3beafb240 service neutron] 10.222.0.47 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899913
Nov 20 21:11:55.884589 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8708a1-7db4-45ed-85f8-455f07ece967 req-dd5afeef-dc52-48a1-ad82-2b1fc608b5ae tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:55.886066 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5f8708a1-7db4-45ed-85f8-455f07ece967 req-dd5afeef-dc52-48a1-ad82-2b1fc608b5ae tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0533721
Nov 20 21:11:55.933216 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5f8708a1-7db4-45ed-85f8-455f07ece967 req-a6f5cfe8-bb2f-4d8f-869b-dd839b1b8756 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408745
Nov 20 21:11:56.048729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685fb45-b763-4edf-be18-929aa462256c req-440ee9cc-7401-4534-ae6b-057708bd12e3 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:56.050145 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1685fb45-b763-4edf-be18-929aa462256c req-440ee9cc-7401-4534-ae6b-057708bd12e3 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0492597
Nov 20 21:11:56.097185 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1685fb45-b763-4edf-be18-929aa462256c req-1b54c675-bcd1-45e7-9ab9-5cfe8cba4045 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411143
Nov 20 21:11:56.232950 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017b4e6-e70e-433e-ab68-57d96a2a0afd req-c0df6eb0-a3ac-43b0-a81e-ea81f35e8736 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:56.234678 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0017b4e6-e70e-433e-ab68-57d96a2a0afd req-c0df6eb0-a3ac-43b0-a81e-ea81f35e8736 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0532458
Nov 20 21:11:56.283102 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0017b4e6-e70e-433e-ab68-57d96a2a0afd req-90c56dc3-b06f-4b6c-b6b7-e0423e6fcf51 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426476
Nov 20 21:11:56.398549 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a8473-f2f9-479d-8700-9d7017871fd4 req-5bfb40b1-a51e-448a-85b6-6cc05ba74bde tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:56.400043 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-062a8473-f2f9-479d-8700-9d7017871fd4 req-5bfb40b1-a51e-448a-85b6-6cc05ba74bde tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0488272
Nov 20 21:11:56.446235 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-062a8473-f2f9-479d-8700-9d7017871fd4 req-01d617ae-350a-4883-95a7-72a866ddc124 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396297
Nov 20 21:11:56.582565 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b58b8-2d2f-490f-9d3e-fb763805a6d4 req-9a4d1f7c-28e3-4144-b75a-d8e386097d26 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:56.583955 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-201b58b8-2d2f-490f-9d3e-fb763805a6d4 req-9a4d1f7c-28e3-4144-b75a-d8e386097d26 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0491314
Nov 20 21:11:56.591771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88252ba-7ab1-43e4-bae0-e69d7a521ea1 req-f358aa3a-8467-4a77-ba0d-04691a9a66ab tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:56.593876 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f88252ba-7ab1-43e4-bae0-e69d7a521ea1 req-f358aa3a-8467-4a77-ba0d-04691a9a66ab tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=188c7d5c-dd65-41fd-a579-108829f5bcaa HTTP/1.1" status: 200  len: 943 time: 0.0511510
Nov 20 21:11:56.636172 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-201b58b8-2d2f-490f-9d3e-fb763805a6d4 req-3835ae6d-7300-461a-9b5e-34ad4c2bb41e tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461242
Nov 20 21:11:56.643642 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f88252ba-7ab1-43e4-bae0-e69d7a521ea1 req-390b4747-ebd6-4575-9894-be226bea3c05 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438929
Nov 20 21:11:56.753403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bbe81-ba83-4c90-bcd5-e19d88774534 req-6d942d3b-70ee-4bae-8427-7d9aadaba379 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:56.754935 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-245bbe81-ba83-4c90-bcd5-e19d88774534 req-6d942d3b-70ee-4bae-8427-7d9aadaba379 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0484385
Nov 20 21:11:56.801855 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-245bbe81-ba83-4c90-bcd5-e19d88774534 req-77f41813-4179-48cc-8c6b-10dbe9717008 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408113
Nov 20 21:11:56.933558 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de58abf-13e3-4368-812e-c0f576186d55 req-960af2ae-8a40-4b60-8fdc-3ff9121a6d60 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:56.935102 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7de58abf-13e3-4368-812e-c0f576186d55 req-960af2ae-8a40-4b60-8fdc-3ff9121a6d60 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0506208
Nov 20 21:11:56.983749 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7de58abf-13e3-4368-812e-c0f576186d55 req-df7d2974-f548-455a-a3b9-96de82d6828f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414469
Nov 20 21:11:57.097800 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d52dc4-e07f-4c8a-a3ac-7bfed6fb0e83 req-ced10547-22ad-4331-8fad-cf866e11eb7b tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:57.099219 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33d52dc4-e07f-4c8a-a3ac-7bfed6fb0e83 req-ced10547-22ad-4331-8fad-cf866e11eb7b tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0481882
Nov 20 21:11:57.150291 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33d52dc4-e07f-4c8a-a3ac-7bfed6fb0e83 req-7ebe008a-e8e5-4b88-95ab-796f657bf7a5 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451758
Nov 20 21:11:57.313715 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0401af1-26eb-4434-a36d-3f8deb4a7a31 req-10ddf647-4b6f-46e4-8a31-33e0a28e9a34 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:57.315238 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0401af1-26eb-4434-a36d-3f8deb4a7a31 req-10ddf647-4b6f-46e4-8a31-33e0a28e9a34 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0504022
Nov 20 21:11:57.363636 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0401af1-26eb-4434-a36d-3f8deb4a7a31 req-7e5d7176-4758-4b79-a43f-36565a063145 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424840
Nov 20 21:11:57.483175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2baf614-564f-4b26-97cf-11b34ecdf2be req-64714041-e0b6-4352-8f88-029a92768ade tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:57.485352 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a2baf614-564f-4b26-97cf-11b34ecdf2be req-64714041-e0b6-4352-8f88-029a92768ade tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0528061
Nov 20 21:11:57.533282 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a2baf614-564f-4b26-97cf-11b34ecdf2be req-9618253d-c04b-4d58-ab71-ba9309db91d6 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419381
Nov 20 21:11:57.695887 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f42b3-a607-4015-816a-f5cce9e192ac req-ca39960a-58c0-46b8-a37a-69322fb5c3ce tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:57.697367 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-129f42b3-a607-4015-816a-f5cce9e192ac req-ca39960a-58c0-46b8-a37a-69322fb5c3ce tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0496514
Nov 20 21:11:57.746808 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-129f42b3-a607-4015-816a-f5cce9e192ac req-5d6ed088-a192-447d-ac8a-099ae829b152 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425899
Nov 20 21:11:57.759829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ebbbf-6470-4e1e-9e22-9caa3a667876 req-ea0c407b-1f24-4a0a-9c59-4e06e6ee564d tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:57.761359 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d74ebbbf-6470-4e1e-9e22-9caa3a667876 req-ea0c407b-1f24-4a0a-9c59-4e06e6ee564d tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=188c7d5c-dd65-41fd-a579-108829f5bcaa HTTP/1.1" status: 200  len: 943 time: 0.0495970
Nov 20 21:11:57.810371 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d74ebbbf-6470-4e1e-9e22-9caa3a667876 req-6ede6bd3-b277-4f29-83bf-106357f8d902 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422969
Nov 20 21:11:57.865912 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ea33e-bb14-46b2-a504-99173f533637 req-a9574d1e-a75c-4aa4-88c6-669212250df5 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:57.867502 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8f5ea33e-bb14-46b2-a504-99173f533637 req-a9574d1e-a75c-4aa4-88c6-669212250df5 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0530915
Nov 20 21:11:57.915522 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8f5ea33e-bb14-46b2-a504-99173f533637 req-b1d0aa64-e758-49eb-ac59-b7ee494d43d1 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420878
Nov 20 21:11:58.042806 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14a877-48f9-4c29-af95-6dbcd45c1cc8 req-85782489-3682-4090-91ce-1488e7696449 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:58.044267 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e14a877-48f9-4c29-af95-6dbcd45c1cc8 req-85782489-3682-4090-91ce-1488e7696449 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0483513
Nov 20 21:11:58.091506 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e14a877-48f9-4c29-af95-6dbcd45c1cc8 req-dcd63a8b-9c4b-47a1-b089-aa70870d4095 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406621
Nov 20 21:11:58.210421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b171f2-1caf-408a-a2f9-25f49eb97357 req-7fcebd80-ef30-4c0f-a3a7-29c7e77a01d4 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:58.211916 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67b171f2-1caf-408a-a2f9-25f49eb97357 req-7fcebd80-ef30-4c0f-a3a7-29c7e77a01d4 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0521057
Nov 20 21:11:58.259123 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67b171f2-1caf-408a-a2f9-25f49eb97357 req-f6378b0e-9338-42bd-b22c-4dd117e6bb17 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413029
Nov 20 21:11:58.297777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 307c8ef7-854a-498d-8e4d-7bf51ed6c803 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:11:58.416543 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 307c8ef7-854a-498d-8e4d-7bf51ed6c803, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=307c8ef7-854a-498d-8e4d-7bf51ed6c803,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:58.429609 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '307c8ef7-854a-498d-8e4d-7bf51ed6c803', 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c', 'port_id': '307c8ef7-854a-498d-8e4d-7bf51ed6c803', 'mac_address': 'fa:16:3e:97:2c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3d2ae5-810f-4e3f-abbc-0258099f9255', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:11:58.470978 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:58.480908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b57fc0-ab41-42e8-a93f-5b473e686546 req-20ef77c8-756c-4d69-9440-06575fbff5c5 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:58.482467 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f2b57fc0-ab41-42e8-a93f-5b473e686546 req-20ef77c8-756c-4d69-9440-06575fbff5c5 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0499344
Nov 20 21:11:58.483679 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307c8ef7-854a-498d-8e4d-7bf51ed6c803 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:11:58.505435 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 307c8ef7-854a-498d-8e4d-7bf51ed6c803, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=307c8ef7-854a-498d-8e4d-7bf51ed6c803,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:11:58.509338 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:11:58.548667 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f2b57fc0-ab41-42e8-a93f-5b473e686546 req-47842571-555c-4a57-a32f-23a6474d70f8 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585756
Nov 20 21:11:58.568288 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=307c8ef7-854a-498d-8e4d-7bf51ed6c803,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:11:58.576296 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:58.576840 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:58.577345 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:58.577705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:58.578033 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:58.578480 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:58.578818 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:58.579150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:58.579481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:58.579810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:58.580138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:58.580465 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:11:58.705003 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['307c8ef7-854a-498d-8e4d-7bf51ed6c803'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:11:58.929201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97726aaa-43ad-4b60-8cec-0917f7ffe38d req-61612166-0e33-4804-ad81-d33dba8ff044 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:58.930693 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-97726aaa-43ad-4b60-8cec-0917f7ffe38d req-61612166-0e33-4804-ad81-d33dba8ff044 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=188c7d5c-dd65-41fd-a579-108829f5bcaa HTTP/1.1" status: 200  len: 944 time: 0.0486236
Nov 20 21:11:58.982086 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-97726aaa-43ad-4b60-8cec-0917f7ffe38d req-02edd929-9e30-4b70-986f-31814321da0a tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453932
Nov 20 21:11:59.659613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b70275-d5f6-4a89-91a4-e64caeda69ed req-0b754d4d-1a0f-47b8-8444-0e12f79b02ea tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:59.661091 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43b70275-d5f6-4a89-91a4-e64caeda69ed req-0b754d4d-1a0f-47b8-8444-0e12f79b02ea tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0481088
Nov 20 21:11:59.711327 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43b70275-d5f6-4a89-91a4-e64caeda69ed req-f9e808de-f2bf-423e-ac3d-1bbbb91d9528 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442519
Nov 20 21:11:59.955980 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0d981-ef45-4eab-a75d-ec06783d6403 req-652a596a-a145-401c-bb89-9eca70933990 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:11:59.957386 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-73a0d981-ef45-4eab-a75d-ec06783d6403 req-652a596a-a145-401c-bb89-9eca70933990 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0498114
Nov 20 21:12:00.006020 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-73a0d981-ef45-4eab-a75d-ec06783d6403 req-a40ae5ba-cef7-4234-b1e6-e2196b3710c4 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424862
Nov 20 21:12:00.110290 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26800390-1a75-45b8-8171-215386dfee03 req-3232b39d-3497-4132-9989-33d8b392b776 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:00.111776 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26800390-1a75-45b8-8171-215386dfee03 req-3232b39d-3497-4132-9989-33d8b392b776 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=188c7d5c-dd65-41fd-a579-108829f5bcaa HTTP/1.1" status: 200  len: 944 time: 0.0518343
Nov 20 21:12:00.161490 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-26800390-1a75-45b8-8171-215386dfee03 req-01e34de1-6ec2-45f5-98e1-8f9942e8ab2b tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419519
Nov 20 21:12:00.309890 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 307c8ef7-854a-498d-8e4d-7bf51ed6c803 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:12:00.357925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 307c8ef7-854a-498d-8e4d-7bf51ed6c803 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:12:00.363018 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 307c8ef7-854a-498d-8e4d-7bf51ed6c803 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:12:00.363381 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:00.445430 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:00.469631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188c7d5c-dd65-41fd-a579-108829f5bcaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307c8ef7-854a-498d-8e4d-7bf51ed6c803'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:00.471948 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff107a0e-03a5-4222-9ec1-fb91d2525434" -d '{"events": [{"server_uuid": "188c7d5c-dd65-41fd-a579-108829f5bcaa", "name": "network-vif-plugged", "status": "completed", "tag": "307c8ef7-854a-498d-8e4d-7bf51ed6c803"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:00.485620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 307c8ef7-854a-498d-8e4d-7bf51ed6c803, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=307c8ef7-854a-498d-8e4d-7bf51ed6c803,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:00.489716 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:00.513538 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091c00cf-63a9-4873-aebc-12a425fab379 x-openstack-request-id: req-091c00cf-63a9-4873-aebc-12a425fab379 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:00.513837 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188c7d5c-dd65-41fd-a579-108829f5bcaa", "name": "network-vif-plugged", "status": "completed", "tag": "307c8ef7-854a-498d-8e4d-7bf51ed6c803", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:00.514118 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-091c00cf-63a9-4873-aebc-12a425fab379 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:00.514549 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188c7d5c-dd65-41fd-a579-108829f5bcaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307c8ef7-854a-498d-8e4d-7bf51ed6c803', 'code': 200}
Nov 20 21:12:00.544826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=307c8ef7-854a-498d-8e4d-7bf51ed6c803,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:00.607374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7b942-96cc-4e2b-bd60-8daf75e4ed78 req-eef18c3e-9d1e-4dec-a723-bb784f967df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:00.609635 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-75b7b942-96cc-4e2b-bd60-8daf75e4ed78 req-eef18c3e-9d1e-4dec-a723-bb784f967df4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=188c7d5c-dd65-41fd-a579-108829f5bcaa HTTP/1.1" status: 200  len: 1096 time: 0.0401990
Nov 20 21:12:00.654014 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-75b7b942-96cc-4e2b-bd60-8daf75e4ed78 req-16b8a9ed-c691-4946-9cf8-a5b357eda8de service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373507
Nov 20 21:12:01.127342 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746ef6a-1bf3-4fe5-b835-458d1c99891f req-4196876b-e54c-4876-9422-268ce2ecf6ea tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:01.128827 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c746ef6a-1bf3-4fe5-b835-458d1c99891f req-4196876b-e54c-4876-9422-268ce2ecf6ea tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0531478
Nov 20 21:12:01.176411 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c746ef6a-1bf3-4fe5-b835-458d1c99891f req-0222214a-80b2-42b0-b8bd-1db457c1f095 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412261
Nov 20 21:12:01.283082 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69618e-62fd-441e-a48e-96387b606177 req-132e5098-14bc-42c4-b65f-9bbcb2be286e tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:01.284625 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7e69618e-62fd-441e-a48e-96387b606177 req-132e5098-14bc-42c4-b65f-9bbcb2be286e tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=188c7d5c-dd65-41fd-a579-108829f5bcaa HTTP/1.1" status: 200  len: 945 time: 0.0517080
Nov 20 21:12:01.290933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdd5f8-3d23-4bfd-8320-081b011e9506 req-e2852421-c52f-47fa-b21b-8ae9d5c5ee82 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:01.292499 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-34bdd5f8-3d23-4bfd-8320-081b011e9506 req-e2852421-c52f-47fa-b21b-8ae9d5c5ee82 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0493038
Nov 20 21:12:01.332756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7e69618e-62fd-441e-a48e-96387b606177 req-4fc438ef-410c-432d-a5e0-a435585f2cd9 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421357
Nov 20 21:12:01.341002 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-34bdd5f8-3d23-4bfd-8320-081b011e9506 req-41c989fe-8e0e-4650-9be9-5aaade67017e tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414829
Nov 20 21:12:01.494660 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b5623-4107-4cc0-81bf-679b92c86d53 req-247f5d52-6a18-482e-9917-3611ba4a6842 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:01.496145 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d98b5623-4107-4cc0-81bf-679b92c86d53 req-247f5d52-6a18-482e-9917-3611ba4a6842 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0525548
Nov 20 21:12:01.544689 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d98b5623-4107-4cc0-81bf-679b92c86d53 req-3f890bcb-9a33-4239-9be3-6ce977480f8e tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424652
Nov 20 21:12:01.666856 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238a782-6750-4f30-bf17-cf056b33a8e4 req-315d7e2a-3bff-45ab-8fc9-1fad8b160b7f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:01.668335 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f238a782-6750-4f30-bf17-cf056b33a8e4 req-315d7e2a-3bff-45ab-8fc9-1fad8b160b7f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0535820
Nov 20 21:12:01.718792 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f238a782-6750-4f30-bf17-cf056b33a8e4 req-4c043686-a6b8-4847-9179-3cc51f78a5e6 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444257
Nov 20 21:12:01.852299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d6b34-94ff-46a6-ac5a-2f36e546011b req-c14ee0b1-d7e4-4c32-9f70-ca02ade2f304 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:01.853659 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a67d6b34-94ff-46a6-ac5a-2f36e546011b req-c14ee0b1-d7e4-4c32-9f70-ca02ade2f304 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0492945
Nov 20 21:12:01.901544 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a67d6b34-94ff-46a6-ac5a-2f36e546011b req-79d693bc-3644-4b08-b50a-4fa5a23fcc5a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419817
Nov 20 21:12:02.017222 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01de2f3-d25c-4711-8a15-c69611ec65ac req-50f1b6c5-e81d-4517-83ac-72da35e6faa1 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:02.018849 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e01de2f3-d25c-4711-8a15-c69611ec65ac req-50f1b6c5-e81d-4517-83ac-72da35e6faa1 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0496414
Nov 20 21:12:02.065659 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e01de2f3-d25c-4711-8a15-c69611ec65ac req-7cc8306c-5b13-4eed-bc02-e878728849fc tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408585
Nov 20 21:12:02.212455 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749c987-0d99-4519-af6c-5af2cba407e2 req-a13c1cff-7c9f-4baf-bb27-6c45d9cd2234 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:02.213939 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8749c987-0d99-4519-af6c-5af2cba407e2 req-a13c1cff-7c9f-4baf-bb27-6c45d9cd2234 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0486321
Nov 20 21:12:02.264568 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8749c987-0d99-4519-af6c-5af2cba407e2 req-50530e18-0007-4eec-90bc-9ef5335007da tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446978
Nov 20 21:12:02.381064 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5174be-131a-4065-bc46-fa0b307332eb req-fee68daf-68c8-4026-a358-96119c35f925 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:02.382609 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bb5174be-131a-4065-bc46-fa0b307332eb req-fee68daf-68c8-4026-a358-96119c35f925 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0499525
Nov 20 21:12:02.437930 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bb5174be-131a-4065-bc46-fa0b307332eb req-bc5dfc3c-fe3e-4fb5-a722-118a54c123c0 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493348
Nov 20 21:12:02.454925 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a962b-afa5-48a9-ae9d-4903b858b5da req-2e5e6ae9-7c75-44bf-a3a6-f5ffce42a62e tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:02.456418 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-845a962b-afa5-48a9-ae9d-4903b858b5da req-2e5e6ae9-7c75-44bf-a3a6-f5ffce42a62e tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=188c7d5c-dd65-41fd-a579-108829f5bcaa HTTP/1.1" status: 200  len: 945 time: 0.0504954
Nov 20 21:12:02.506205 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-845a962b-afa5-48a9-ae9d-4903b858b5da req-e16f8b62-838a-41a4-97a7-b66a4d68eb27 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437558
Nov 20 21:12:02.578343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b2db6-759b-43d6-b4af-4dced9899369 req-2c99336e-be12-4da3-9f14-6170bf875652 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:02.579928 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a46b2db6-759b-43d6-b4af-4dced9899369 req-2c99336e-be12-4da3-9f14-6170bf875652 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0542729
Nov 20 21:12:02.637757 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a46b2db6-759b-43d6-b4af-4dced9899369 req-0b7b83d9-b1ed-421c-894c-016a6d0cff45 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483806
Nov 20 21:12:02.757222 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437f078-2c7e-4354-bc79-c31c07ea30e2 req-7bc2361d-3598-4120-9f0c-6f532faa1e1e tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:02.758761 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8437f078-2c7e-4354-bc79-c31c07ea30e2 req-7bc2361d-3598-4120-9f0c-6f532faa1e1e tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0504580
Nov 20 21:12:02.808083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8437f078-2c7e-4354-bc79-c31c07ea30e2 req-3832d535-bd06-4b18-88fa-4a90aeae4659 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432107
Nov 20 21:12:02.953015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2518fe-08a9-4223-a788-dcebb3cbf5df req-24f74b51-9bae-4991-acf3-5a3d6172324b tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:02.954544 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd2518fe-08a9-4223-a788-dcebb3cbf5df req-24f74b51-9bae-4991-acf3-5a3d6172324b tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0553453
Nov 20 21:12:03.003723 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd2518fe-08a9-4223-a788-dcebb3cbf5df req-41fbdb31-834f-4a4e-a8b7-4f6b35ee206a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432103
Nov 20 21:12:03.117246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cb6bb-cd64-44fa-8241-04312edaf712 req-79d61a55-f6e6-4c17-849c-391761a73180 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:03.118789 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c0cb6bb-cd64-44fa-8241-04312edaf712 req-79d61a55-f6e6-4c17-849c-391761a73180 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0480719
Nov 20 21:12:03.166418 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c0cb6bb-cd64-44fa-8241-04312edaf712 req-6e64cca5-3269-4da4-b718-da169c256cc0 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409017
Nov 20 21:12:03.327018 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0b3cb-cf48-4c27-9837-a7dd08d63296 req-2da14de5-e08b-40f5-8e35-fe6b9e4ac03a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:03.328903 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-06c0b3cb-cf48-4c27-9837-a7dd08d63296 req-2da14de5-e08b-40f5-8e35-fe6b9e4ac03a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0534494
Nov 20 21:12:03.377026 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-06c0b3cb-cf48-4c27-9837-a7dd08d63296 req-466b5154-684d-4129-9583-89e65d0f5916 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421405
Nov 20 21:12:03.494003 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20674d2-6b99-42eb-820c-e8a5cf079e0c req-7e6a78de-2e34-4cd6-8a27-7e9e569f7805 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:03.495497 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e20674d2-6b99-42eb-820c-e8a5cf079e0c req-7e6a78de-2e34-4cd6-8a27-7e9e569f7805 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0510530
Nov 20 21:12:03.545175 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e20674d2-6b99-42eb-820c-e8a5cf079e0c req-4262e3d4-adad-4ede-af79-c556c3c7f670 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432937
Nov 20 21:12:03.679133 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a8b56-ef6f-4552-afe6-3588bab5ce8d req-dd6573a2-15a3-4898-a530-232369aba752 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:03.680624 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-346a8b56-ef6f-4552-afe6-3588bab5ce8d req-dd6573a2-15a3-4898-a530-232369aba752 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0510111
Nov 20 21:12:03.733826 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-346a8b56-ef6f-4552-afe6-3588bab5ce8d req-9a40788f-49f5-4307-a36b-d01517f11ffe tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464923
Nov 20 21:12:03.849720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e325f-e1bc-4401-a1c7-2707525db79a req-3d06c1c9-cc30-4e26-adb7-197980c22a04 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:03.851227 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c29e325f-e1bc-4401-a1c7-2707525db79a req-3d06c1c9-cc30-4e26-adb7-197980c22a04 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0492890
Nov 20 21:12:03.898451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c29e325f-e1bc-4401-a1c7-2707525db79a req-96f55106-6034-4337-bfe7-6b8dbeb17dfc tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413363
Nov 20 21:12:04.058494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d3e6b-5754-4447-9e7d-f9fb5e95a281 req-4ee807a0-0cae-4c96-a811-695f1c4ee969 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:04.060091 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f7d3e6b-5754-4447-9e7d-f9fb5e95a281 req-4ee807a0-0cae-4c96-a811-695f1c4ee969 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0506835
Nov 20 21:12:04.110271 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f7d3e6b-5754-4447-9e7d-f9fb5e95a281 req-c3b191e7-0214-4471-b25c-e9de26abb6fc tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434623
Nov 20 21:12:04.229607 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e25396-ae22-4f11-827e-c829c2b93504 req-deb4021a-0c6d-42fd-b1b9-f7b549fa02fe tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:04.231102 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-01e25396-ae22-4f11-827e-c829c2b93504 req-deb4021a-0c6d-42fd-b1b9-f7b549fa02fe tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/networks?id=fda6f72f-febf-4b40-96b5-852ad898230c HTTP/1.1" status: 200  len: 814 time: 0.1084974
Nov 20 21:12:04.231345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f78c3-6f83-482c-9753-5bc8809a753d req-72a3c611-919b-4466-8027-3e844457c521 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:04.232823 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b1f78c3-6f83-482c-9753-5bc8809a753d req-72a3c611-919b-4466-8027-3e844457c521 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0498040
Nov 20 21:12:04.246253 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-01e25396-ae22-4f11-827e-c829c2b93504 req-38b90812-41a5-4822-bb16-e956fcd91c7d tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/quotas/2f6f0739f21248e3b3e217472adf0459 HTTP/1.1" status: 200  len: 375 time: 0.0092902
Nov 20 21:12:04.282275 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5b1f78c3-6f83-482c-9753-5bc8809a753d req-535df047-cff5-4964-966a-13849100b546 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434115
Nov 20 21:12:04.299573 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-01e25396-ae22-4f11-827e-c829c2b93504 req-98f961db-1b90-46e0-bb17-30f4c99f3552 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f6f0739f21248e3b3e217472adf0459&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0468481
Nov 20 21:12:04.399981 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-01e25396-ae22-4f11-827e-c829c2b93504 req-23e2f9bb-5e7e-4658-a383-fa48249dcefd service neutron] 10.222.0.41 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926523
Nov 20 21:12:04.455968 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bce7d-2160-419c-8c10-b2589487cae2 req-214b280c-e7bb-4801-8947-9d6da91cb50a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:04.457641 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d15bce7d-2160-419c-8c10-b2589487cae2 req-214b280c-e7bb-4801-8947-9d6da91cb50a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0557308
Nov 20 21:12:04.492608 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-01e25396-ae22-4f11-827e-c829c2b93504 req-26a7fb81-2046-4361-98ca-5aed4f382ec2 service neutron] 10.222.0.41 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863123
Nov 20 21:12:04.507580 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d15bce7d-2160-419c-8c10-b2589487cae2 req-b90591c6-5806-4120-8e0d-69b873242515 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436189
Nov 20 21:12:04.630488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642b955-fe87-43a1-9756-84961ae4f4bd req-b1e72d96-0a89-4ae2-b52e-f25935dc94a0 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:04.634495 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2642b955-fe87-43a1-9756-84961ae4f4bd req-b1e72d96-0a89-4ae2-b52e-f25935dc94a0 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0549276
Nov 20 21:12:04.663984 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e2d14e8-75f2-4db3-a6dd-74ce6d8c644c req-5b8946b0-ae46-4932-bf6a-25464bfa6781 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 210 time: 0.0283444
Nov 20 21:12:04.686580 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2642b955-fe87-43a1-9756-84961ae4f4bd req-05256d83-7c66-4318-b8f7-cb608294556a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485806
Nov 20 21:12:04.830779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a5ad3-e40b-45f4-9ae9-b4033238d31a req-52e4aba6-5e3e-4ea3-9a4c-0533031642b8 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:04.832281 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-398a5ad3-e40b-45f4-9ae9-b4033238d31a req-52e4aba6-5e3e-4ea3-9a4c-0533031642b8 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0588677
Nov 20 21:12:04.885385 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-398a5ad3-e40b-45f4-9ae9-b4033238d31a req-4bb351ee-f17d-485a-9bfc-1ebb13efd69e tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469286
Nov 20 21:12:05.013375 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f710d1-bd7d-4237-9e42-bbc370c07003 req-bbe33bbb-efcb-4695-9005-8f17bc90fbf9 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:05.014812 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-03f710d1-bd7d-4237-9e42-bbc370c07003 req-bbe33bbb-efcb-4695-9005-8f17bc90fbf9 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0562205
Nov 20 21:12:05.064793 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-03f710d1-bd7d-4237-9e42-bbc370c07003 req-7f78ad79-560a-4256-b7aa-ac627b0191da tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431697
Nov 20 21:12:05.482952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b55287-488d-41f3-a359-39d8f84723d6 req-096f4cd1-bfe6-468a-a5a1-4b3ced264783 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:05.485630 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d3b55287-488d-41f3-a359-39d8f84723d6 req-096f4cd1-bfe6-468a-a5a1-4b3ced264783 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0528650
Nov 20 21:12:05.565171 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d3b55287-488d-41f3-a359-39d8f84723d6 req-8142ab01-521b-4149-b1c6-937e9a00af04 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684788
Nov 20 21:12:05.628513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e25396-ae22-4f11-827e-c829c2b93504 req-00fd2f55-c028-43df-a63e-5581c79a11e0 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:05.630395 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01e25396-ae22-4f11-827e-c829c2b93504 req-00fd2f55-c028-43df-a63e-5581c79a11e0 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.47 "GET /v2.0/networks?id=fda6f72f-febf-4b40-96b5-852ad898230c HTTP/1.1" status: 200  len: 814 time: 0.1430998
Nov 20 21:12:05.642980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-01e25396-ae22-4f11-827e-c829c2b93504 req-22db4d8d-aa3e-4694-90fe-ab1f630dde98 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Request body: {'port': {'device_id': '32cc822b-3909-42b1-bb52-f615e60c135b', 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c', 'admin_state_up': True, 'tenant_id': '2f6f0739f21248e3b3e217472adf0459'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:12:05.764939 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aaea20e2-72f2-41b7-bbf6-f79952df8126 req-f5339063-662a-4b65-a1e2-868e46ff8eac tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 210 time: 0.0326526
Nov 20 21:12:05.779538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e25396-ae22-4f11-827e-c829c2b93504 req-22db4d8d-aa3e-4694-90fe-ab1f630dde98 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Made reservation on behalf of 2f6f0739f21248e3b3e217472adf0459 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:12:05.783761 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-01e25396-ae22-4f11-827e-c829c2b93504 req-22db4d8d-aa3e-4694-90fe-ab1f630dde98 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:05.910490 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-01e25396-ae22-4f11-827e-c829c2b93504 req-22db4d8d-aa3e-4694-90fe-ab1f630dde98 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Allocated IP 172.20.0.10 (fda6f72f-febf-4b40-96b5-852ad898230c/1a3d2ae5-810f-4e3f-abbc-0258099f9255/ca17f952-be7f-4220-9044-0f40a9ab6058) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:12:06.054583 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-01e25396-ae22-4f11-827e-c829c2b93504 req-22db4d8d-aa3e-4694-90fe-ab1f630dde98 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:06.087452 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-01e25396-ae22-4f11-827e-c829c2b93504 req-22db4d8d-aa3e-4694-90fe-ab1f630dde98 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:06.100116 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['307c8ef7-854a-498d-8e4d-7bf51ed6c803'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:12:06.102847 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['fe8ad4f3-a575-4aaa-8adc-9c254dddec31'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:12:06.132530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e25396-ae22-4f11-827e-c829c2b93504 req-22db4d8d-aa3e-4694-90fe-ab1f630dde98 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Network fda6f72f-febf-4b40-96b5-852ad898230c is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:12:06.135823 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-01e25396-ae22-4f11-827e-c829c2b93504 req-22db4d8d-aa3e-4694-90fe-ab1f630dde98 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:12:06.139825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e25396-ae22-4f11-827e-c829c2b93504 req-22db4d8d-aa3e-4694-90fe-ab1f630dde98 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:12:06.146758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db4d8d-aa3e-4694-90fe-ab1f630dde98 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Pushing event updated for resources: {'Port': ['ID=ca17f952-be7f-4220-9044-0f40a9ab6058,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:06.193919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e25396-ae22-4f11-827e-c829c2b93504 req-22db4d8d-aa3e-4694-90fe-ab1f630dde98 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:06.194478 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-01e25396-ae22-4f11-827e-c829c2b93504 req-22db4d8d-aa3e-4694-90fe-ab1f630dde98 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:06.210508 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01e25396-ae22-4f11-827e-c829c2b93504 req-22db4d8d-aa3e-4694-90fe-ab1f630dde98 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5713835
Nov 20 21:12:06.223622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Request body: {'port': {'device_id': '32cc822b-3909-42b1-bb52-f615e60c135b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:12:06.283129 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:06.544196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca17f952-be7f-4220-9044-0f40a9ab6058 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:12:06.553081 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:06.565208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Transition to ACTIVE for port object ca17f952-be7f-4220-9044-0f40a9ab6058 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:12:06.568682 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:06.621528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Pushing event updated for resources: {'Port': ['ID=ca17f952-be7f-4220-9044-0f40a9ab6058,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:06.690518 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7c56d-c85a-4590-889a-20ba735f2a85 req-bda016c7-1a90-4b08-b63c-ba001675a030 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:06.691164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Attempting to bind port ca17f952-be7f-4220-9044-0f40a9ab6058 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:12:06.691164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Attempting to bind port ca17f952-be7f-4220-9044-0f40a9ab6058 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0118a518-6a0f-4f40-ae90-4e3246ee3e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:12:06.691668 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Attempting to bind port ca17f952-be7f-4220-9044-0f40a9ab6058 on network fda6f72f-febf-4b40-96b5-852ad898230c {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:12:06.692043 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c6c7c56d-c85a-4590-889a-20ba735f2a85 req-bda016c7-1a90-4b08-b63c-ba001675a030 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0534074
Nov 20 21:12:06.695705 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Port ca17f952-be7f-4220-9044-0f40a9ab6058 on network fda6f72f-febf-4b40-96b5-852ad898230c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:12:06.696028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Attempting to bind port ca17f952-be7f-4220-9044-0f40a9ab6058 on network fda6f72f-febf-4b40-96b5-852ad898230c {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:12:06.700942 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:12:06.701279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Checking segment: {'id': '0118a518-6a0f-4f40-ae90-4e3246ee3e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:12:06.701659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Bound using segment: {'id': '0118a518-6a0f-4f40-ae90-4e3246ee3e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:12:06.702114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Bound port: ca17f952-be7f-4220-9044-0f40a9ab6058, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0118a518-6a0f-4f40-ae90-4e3246ee3e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:12:06.702472 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:06.740833 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c6c7c56d-c85a-4590-889a-20ba735f2a85 req-41fc9c3f-1386-4b3e-9939-31ed82575988 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423810
Nov 20 21:12:06.766495 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] For port ca17f952-be7f-4220-9044-0f40a9ab6058, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:12:06.769533 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] For port ca17f952-be7f-4220-9044-0f40a9ab6058, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca17f952-be7f-4220-9044-0f40a9ab6058,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:12:06.772809 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:06.808961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:06.809588 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:06.811050 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01e25396-ae22-4f11-827e-c829c2b93504 req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] 10.222.0.47 "PUT /v2.0/ports/ca17f952-be7f-4220-9044-0f40a9ab6058 HTTP/1.1" status: 200  len: 1092 time: 0.5915585
Nov 20 21:12:06.811504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32cc822b-3909-42b1-bb52-f615e60c135b', 'tag': 'ca17f952-be7f-4220-9044-0f40a9ab6058'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:06.814262 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7ba552-6ff5-4aae-8103-0460c0ea7b49" -d '{"events": [{"name": "network-changed", "server_uuid": "32cc822b-3909-42b1-bb52-f615e60c135b", "tag": "ca17f952-be7f-4220-9044-0f40a9ab6058"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:06.850534 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da602a-c3fb-4c82-ac5c-b290b794c240 service neutron] Pushing event updated for resources: {'Port': ['ID=ca17f952-be7f-4220-9044-0f40a9ab6058,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:06.874330 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2eb58b-f17c-4ceb-add0-83833be2771d x-openstack-request-id: req-8b2eb58b-f17c-4ceb-add0-83833be2771d {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:06.874718 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32cc822b-3909-42b1-bb52-f615e60c135b", "tag": "ca17f952-be7f-4220-9044-0f40a9ab6058", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:06.875113 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b2eb58b-f17c-4ceb-add0-83833be2771d {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:06.875504 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32cc822b-3909-42b1-bb52-f615e60c135b', 'tag': 'ca17f952-be7f-4220-9044-0f40a9ab6058', 'status': 'completed', 'code': 200}
Nov 20 21:12:06.927305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b07cd-47b0-40e2-896d-94220e2a4a1d req-677253bf-5f02-42ae-8974-ef0e1a01f95a tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:06.928821 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb4b07cd-47b0-40e2-896d-94220e2a4a1d req-677253bf-5f02-42ae-8974-ef0e1a01f95a tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 944 time: 0.0887678
Nov 20 21:12:06.931612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e25396-ae22-4f11-827e-c829c2b93504 req-d96d3d76-3ff5-4a02-a340-c3862dcb5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:06.933013 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01e25396-ae22-4f11-827e-c829c2b93504 req-d96d3d76-3ff5-4a02-a340-c3862dcb5c57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f6f0739f21248e3b3e217472adf0459&device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 1095 time: 0.0779665
Nov 20 21:12:06.981271 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01e25396-ae22-4f11-827e-c829c2b93504 req-831e50ea-95fd-4fdd-b9b0-a1d9d806e48c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca17f952-be7f-4220-9044-0f40a9ab6058 HTTP/1.1" status: 200  len: 217 time: 0.0395467
Nov 20 21:12:07.040369 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb4b07cd-47b0-40e2-896d-94220e2a4a1d req-b87356f6-21ea-4d73-a24f-afdbf45b9f4c tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045840
Nov 20 21:12:07.050949 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e25396-ae22-4f11-827e-c829c2b93504 req-4de91fda-078d-4748-82b1-17656f514091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:07.052192 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01e25396-ae22-4f11-827e-c829c2b93504 req-4de91fda-078d-4748-82b1-17656f514091 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a3d2ae5-810f-4e3f-abbc-0258099f9255 HTTP/1.1" status: 200  len: 854 time: 0.0646050
Nov 20 21:12:07.084772 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01e25396-ae22-4f11-827e-c829c2b93504 req-5bfa392f-ef69-42fe-ba0a-283f8314eda4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fda6f72f-febf-4b40-96b5-852ad898230c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0250788
Nov 20 21:12:07.173565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01e25396-ae22-4f11-827e-c829c2b93504 req-ae9ec1bc-a019-4321-800c-d9f000467285 service neutron] 10.222.0.47 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804434
Nov 20 21:12:07.230015 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df488000-b1c9-463a-bb49-e94addc4aa14 req-40dbb6b6-7bd7-4bc0-9a60-4806cc62d5fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0392888
Nov 20 21:12:07.269602 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01e25396-ae22-4f11-827e-c829c2b93504 req-f1928632-7864-43b1-bc8d-e729d599d7da service neutron] 10.222.0.47 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887673
Nov 20 21:12:07.317232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df488000-b1c9-463a-bb49-e94addc4aa14 req-057137a6-ce8a-42da-87c5-b1a78f8b1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:07.318664 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df488000-b1c9-463a-bb49-e94addc4aa14 req-057137a6-ce8a-42da-87c5-b1a78f8b1bad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=321f486ad3cb47d391a2136722e74f0a&device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 1096 time: 0.0447249
Nov 20 21:12:07.363328 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ba552-6ff5-4aae-8103-0460c0ea7b49 req-35d3ec68-f04e-4d8a-930d-a08845046885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:07.364859 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b7ba552-6ff5-4aae-8103-0460c0ea7b49 req-35d3ec68-f04e-4d8a-930d-a08845046885 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f6f0739f21248e3b3e217472adf0459&device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 1095 time: 0.0536137
Nov 20 21:12:07.438999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df488000-b1c9-463a-bb49-e94addc4aa14 req-b9fee241-28e0-4b7f-90ef-b42e5a577864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:07.440180 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df488000-b1c9-463a-bb49-e94addc4aa14 req-b9fee241-28e0-4b7f-90ef-b42e5a577864 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db248f70-92ce-470d-a8dd-1b99f1d82f6d HTTP/1.1" status: 200  len: 914 time: 0.0961521
Nov 20 21:12:07.469225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ba552-6ff5-4aae-8103-0460c0ea7b49 req-cd658599-9ad1-45bd-b98e-cb94056b0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:07.470773 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b7ba552-6ff5-4aae-8103-0460c0ea7b49 req-cd658599-9ad1-45bd-b98e-cb94056b0220 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fda6f72f-febf-4b40-96b5-852ad898230c HTTP/1.1" status: 200  len: 915 time: 0.0988541
Nov 20 21:12:07.481621 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df488000-b1c9-463a-bb49-e94addc4aa14 req-0568bca0-f76d-4b2b-bb21-37e7bdef5094 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10a38d43-1627-4b21-9693-d4121d894a27 HTTP/1.1" status: 200  len: 217 time: 0.0347712
Nov 20 21:12:07.515794 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b7ba552-6ff5-4aae-8103-0460c0ea7b49 req-8e069e8c-aeb2-4e86-863f-bd9f86001193 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca17f952-be7f-4220-9044-0f40a9ab6058 HTTP/1.1" status: 200  len: 217 time: 0.0376632
Nov 20 21:12:07.538141 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df488000-b1c9-463a-bb49-e94addc4aa14 req-6ac2ea15-4281-4d34-93de-97026560fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:07.539613 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df488000-b1c9-463a-bb49-e94addc4aa14 req-6ac2ea15-4281-4d34-93de-97026560fa84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0efd16e8-ada4-4474-8ef2-fcc0f1c40b1f HTTP/1.1" status: 200  len: 853 time: 0.0511107
Nov 20 21:12:07.586368 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df488000-b1c9-463a-bb49-e94addc4aa14 req-7e0081a2-ad9e-480f-b248-df33657ea562 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db248f70-92ce-470d-a8dd-1b99f1d82f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380943
Nov 20 21:12:07.600426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ba552-6ff5-4aae-8103-0460c0ea7b49 req-e3a627ac-3bfa-485d-a33d-2e36a484229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:07.602427 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b7ba552-6ff5-4aae-8103-0460c0ea7b49 req-e3a627ac-3bfa-485d-a33d-2e36a484229c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a3d2ae5-810f-4e3f-abbc-0258099f9255 HTTP/1.1" status: 200  len: 854 time: 0.0693772
Nov 20 21:12:07.692633 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df488000-b1c9-463a-bb49-e94addc4aa14 req-937a68cb-6907-41fa-b5f4-74867da855b9 service neutron] 10.222.0.47 "GET /v2.0/networks/db248f70-92ce-470d-a8dd-1b99f1d82f6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0984218
Nov 20 21:12:07.943667 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b7ba552-6ff5-4aae-8103-0460c0ea7b49 req-40292bab-ac74-4b9f-a141-44d07421959c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fda6f72f-febf-4b40-96b5-852ad898230c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3334270
Nov 20 21:12:08.076920 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42391ea9-e1ae-4848-82b1-206c0cc6edf0 req-4f848ae0-f10d-43cb-b3d3-9a39187e0965 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1354842
Nov 20 21:12:08.088957 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598ca1c-eea0-45c9-974e-e0e53e59ede0 req-7e90f7af-dce8-46bc-a0b1-adcba05a1a38 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:08.090549 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5598ca1c-eea0-45c9-974e-e0e53e59ede0 req-7e90f7af-dce8-46bc-a0b1-adcba05a1a38 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.1502967
Nov 20 21:12:08.129816 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b7ba552-6ff5-4aae-8103-0460c0ea7b49 req-3803efda-7962-41ca-bb05-34bcfd4a51f2 service neutron] 10.222.0.47 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698530
Nov 20 21:12:08.164111 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df488000-b1c9-463a-bb49-e94addc4aa14 req-4550e75a-7fd7-4bfb-bda1-0a9a0624e179 service neutron] 10.222.0.47 "GET /v2.0/networks/db248f70-92ce-470d-a8dd-1b99f1d82f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4630647
Nov 20 21:12:08.173395 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cef0f-a572-45f1-bf1d-99c842dc0414 req-d8b51f89-f0bd-40a5-8d4c-bb21c4da75a2 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:08.175573 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e00cef0f-a572-45f1-bf1d-99c842dc0414 req-d8b51f89-f0bd-40a5-8d4c-bb21c4da75a2 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.4371870
Nov 20 21:12:08.218895 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5598ca1c-eea0-45c9-974e-e0e53e59ede0 req-72c35f73-c44e-4144-8389-5c64a5807559 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210268
Nov 20 21:12:08.219618 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:08.227006 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e00cef0f-a572-45f1-bf1d-99c842dc0414 req-4d1d60e2-0301-4cda-a492-c1b31c141d6f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461221
Nov 20 21:12:08.269368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42391ea9-e1ae-4848-82b1-206c0cc6edf0 req-8a0a7274-317d-4d7f-9b89-56d2f5e720d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:08.270978 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42391ea9-e1ae-4848-82b1-206c0cc6edf0 req-8a0a7274-317d-4d7f-9b89-56d2f5e720d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76440d312bb547959d5437ce510b515b&device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 1097 time: 0.1400204
Nov 20 21:12:08.278721 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:08.301290 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b7ba552-6ff5-4aae-8103-0460c0ea7b49 req-b3ac9063-e4ac-4a31-b8ae-e486835043ea service neutron] 10.222.0.47 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597784
Nov 20 21:12:08.395400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303cc27-1411-48e8-bbe3-7a819909ce0c req-bf1762cc-80a5-4725-ac11-79a44f373c87 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:08.396895 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6303cc27-1411-48e8-bbe3-7a819909ce0c req-bf1762cc-80a5-4725-ac11-79a44f373c87 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 944 time: 0.1105843
Nov 20 21:12:08.442316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42391ea9-e1ae-4848-82b1-206c0cc6edf0 req-51990265-8d43-482a-a1d8-f0b725c7289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:08.443756 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42391ea9-e1ae-4848-82b1-206c0cc6edf0 req-51990265-8d43-482a-a1d8-f0b725c7289d service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 HTTP/1.1" status: 200  len: 910 time: 0.1250253
Nov 20 21:12:08.467308 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6303cc27-1411-48e8-bbe3-7a819909ce0c req-b3af1505-1c77-4966-afe5-521366d3ffb9 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642655
Nov 20 21:12:08.523088 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42391ea9-e1ae-4848-82b1-206c0cc6edf0 req-07999c79-b7de-4e99-81b6-55deb37777ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3132aec5-17c1-4ad9-a513-e12a061edbf5 HTTP/1.1" status: 200  len: 1000 time: 0.0694580
Nov 20 21:12:08.574662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42391ea9-e1ae-4848-82b1-206c0cc6edf0 req-c6caa023-6f66-48c9-b13b-61e04ef0254d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:08.576140 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42391ea9-e1ae-4848-82b1-206c0cc6edf0 req-c6caa023-6f66-48c9-b13b-61e04ef0254d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fee750e-6a59-4222-bc47-aa0a16b97917 HTTP/1.1" status: 200  len: 848 time: 0.0457706
Nov 20 21:12:08.626159 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42391ea9-e1ae-4848-82b1-206c0cc6edf0 req-bd44659d-cb22-4f79-852f-8c09e5bd3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:08.627674 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42391ea9-e1ae-4848-82b1-206c0cc6edf0 req-bd44659d-cb22-4f79-852f-8c09e5bd3768 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2fe32bd-ee9f-42ff-914b-61d7b525e3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409644
Nov 20 21:12:08.722811 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42391ea9-e1ae-4848-82b1-206c0cc6edf0 req-914d4630-cb7c-41d9-90dc-c744b6f5d8a8 service neutron] 10.222.0.37 "GET /v2.0/networks/f2fe32bd-ee9f-42ff-914b-61d7b525e3e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856731
Nov 20 21:12:08.811900 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42391ea9-e1ae-4848-82b1-206c0cc6edf0 req-7ccd9ae3-3183-4c03-be2b-5685b803252d service neutron] 10.222.0.37 "GET /v2.0/networks/f2fe32bd-ee9f-42ff-914b-61d7b525e3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815601
Nov 20 21:12:09.345851 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbabc8-bf8c-40da-a40f-97b6dddb4931 req-a646d00f-da7c-4e24-b173-a2e5eb730f79 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:09.347373 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6ffbabc8-bf8c-40da-a40f-97b6dddb4931 req-a646d00f-da7c-4e24-b173-a2e5eb730f79 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0550978
Nov 20 21:12:09.351397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf939f9-fb6d-4f49-9b6d-e508728744cc req-41121d1b-01b4-4d57-b7dc-4c866858846c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:09.352945 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cf939f9-fb6d-4f49-9b6d-e508728744cc req-41121d1b-01b4-4d57-b7dc-4c866858846c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0547550
Nov 20 21:12:09.397795 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6ffbabc8-bf8c-40da-a40f-97b6dddb4931 req-bed16283-2486-4e3d-acfc-9d8b7d580b8d tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441866
Nov 20 21:12:09.401797 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cf939f9-fb6d-4f49-9b6d-e508728744cc req-049bf53f-8475-422e-bb40-9ef7fdbc82fd tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427637
Nov 20 21:12:09.495313 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:12:09.581948 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe490457-509e-4208-8b66-056b3fd6419c req-7e72f4e7-9ee5-4502-9b43-9fb3977e0fb8 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:09.583469 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fe490457-509e-4208-8b66-056b3fd6419c req-7e72f4e7-9ee5-4502-9b43-9fb3977e0fb8 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 944 time: 0.0491455
Nov 20 21:12:09.632155 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fe490457-509e-4208-8b66-056b3fd6419c req-f436c26b-bead-41da-ad2c-2da216cdb9d4 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426645
Nov 20 21:12:09.953555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7b659-7505-412b-b1f1-ebffaad966de req-1b75c379-f9aa-44e4-9d2c-181217ad45c1 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:09.955056 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ebc7b659-7505-412b-b1f1-ebffaad966de req-1b75c379-f9aa-44e4-9d2c-181217ad45c1 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.37 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 946 time: 0.0488331
Nov 20 21:12:10.050014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-ebc7b659-7505-412b-b1f1-ebffaad966de req-a3dcbe6b-c6bf-4bb7-9e22-6a3648a84cde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Deleting port 3ae4ae95-4d21-46e0-9882-157821324f20 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:12:10.050382 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ebc7b659-7505-412b-b1f1-ebffaad966de req-a3dcbe6b-c6bf-4bb7-9e22-6a3648a84cde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:10.137630 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-ebc7b659-7505-412b-b1f1-ebffaad966de req-a3dcbe6b-c6bf-4bb7-9e22-6a3648a84cde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] For port 3ae4ae95-4d21-46e0-9882-157821324f20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ae4ae95-4d21-46e0-9882-157821324f20,segment=NetworkSegment(241be008-6a5d-4824-b825-4024ff935ddc),segment_id=241be008-6a5d-4824-b825-4024ff935ddc)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:10.137997 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ebc7b659-7505-412b-b1f1-ebffaad966de req-a3dcbe6b-c6bf-4bb7-9e22-6a3648a84cde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:10.306217 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ebc7b659-7505-412b-b1f1-ebffaad966de req-a3dcbe6b-c6bf-4bb7-9e22-6a3648a84cde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:10.306497 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ebc7b659-7505-412b-b1f1-ebffaad966de req-a3dcbe6b-c6bf-4bb7-9e22-6a3648a84cde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:10.306810 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-ebc7b659-7505-412b-b1f1-ebffaad966de req-a3dcbe6b-c6bf-4bb7-9e22-6a3648a84cde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Floating IP f8fcf193-f9c4-4baa-b7f7-61a855d3a81d disassociated. External IP: 172.35.1.81, port: 3ae4ae95-4d21-46e0-9882-157821324f20.
Nov 20 21:12:10.307149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-ebc7b659-7505-412b-b1f1-ebffaad966de req-a3dcbe6b-c6bf-4bb7-9e22-6a3648a84cde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Calling delete_port for 3ae4ae95-4d21-46e0-9882-157821324f20 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:12:10.357521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ca17f952-be7f-4220-9044-0f40a9ab6058 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:12:10.450103 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ebc7b659-7505-412b-b1f1-ebffaad966de req-a3dcbe6b-c6bf-4bb7-9e22-6a3648a84cde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:10.477559 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port ca17f952-be7f-4220-9044-0f40a9ab6058, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca17f952-be7f-4220-9044-0f40a9ab6058,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:10.492461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcbe6b-c6bf-4bb7-9e22-6a3648a84cde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event deleted for resources: {'Port': ['ID=3ae4ae95-4d21-46e0-9882-157821324f20,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:10.492978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'ca17f952-be7f-4220-9044-0f40a9ab6058', 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c', 'port_id': 'ca17f952-be7f-4220-9044-0f40a9ab6058', 'mac_address': 'fa:16:3e:a4:3e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3d2ae5-810f-4e3f-abbc-0258099f9255', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:12:10.537208 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fc1176a8-e2ea-491b-905a-cd597313c9c6 req-db8bf56d-4160-416e-9fc3-664dddeca3aa tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b01d099b-cd9f-487e-b0ce-4fb5ac9440c0 HTTP/1.1" status: 200  len: 210 time: 0.0460186
Nov 20 21:12:10.549131 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:10.561852 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca17f952-be7f-4220-9044-0f40a9ab6058 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:12:10.584361 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port ca17f952-be7f-4220-9044-0f40a9ab6058, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca17f952-be7f-4220-9044-0f40a9ab6058,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:10.588438 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:10.611372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1bc4a-406d-463f-a146-bd243c716394 req-a5a06a8e-4473-440d-8696-2e5d483e1248 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:10.612918 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3fb1bc4a-406d-463f-a146-bd243c716394 req-a5a06a8e-4473-440d-8696-2e5d483e1248 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.1252031
Nov 20 21:12:10.643599 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=ca17f952-be7f-4220-9044-0f40a9ab6058,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:10.690999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebc7b659-7505-412b-b1f1-ebffaad966de req-a3dcbe6b-c6bf-4bb7-9e22-6a3648a84cde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Router 76230994-5bdc-48d4-8e13-c947c6a435f5 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:12:10.712672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3fb1bc4a-406d-463f-a146-bd243c716394 req-5468b9a4-e80b-471b-b43d-5583687ef651 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727055
Nov 20 21:12:10.754768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e36459-14d0-46bf-8c35-f72f890ad62e req-ea474019-9b62-44b1-8b6b-9f772385b326 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:10.756539 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d5e36459-14d0-46bf-8c35-f72f890ad62e req-ea474019-9b62-44b1-8b6b-9f772385b326 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 945 time: 0.0557930
Nov 20 21:12:10.805300 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d5e36459-14d0-46bf-8c35-f72f890ad62e req-6efb6f9d-e94a-4a9f-b852-bb859e5efb95 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427520
Nov 20 21:12:10.814009 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['ca17f952-be7f-4220-9044-0f40a9ab6058'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:12:10.824294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebc7b659-7505-412b-b1f1-ebffaad966de req-a3dcbe6b-c6bf-4bb7-9e22-6a3648a84cde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:12:10.834987 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def3b99b-8a0e-497e-b8ac-9091a6e8afa7 None None] Sync routers for ids ['76230994-5bdc-48d4-8e13-c947c6a435f5'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:12:10.846552 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def3b99b-8a0e-497e-b8ac-9091a6e8afa7 None None] Routers {'76230994-5bdc-48d4-8e13-c947c6a435f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:12:10.848605 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-def3b99b-8a0e-497e-b8ac-9091a6e8afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7b4ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:11:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['76230994-5bdc-48d4-8e13-c947c6a435f5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:12:10.870887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc7b659-7505-412b-b1f1-ebffaad966de req-a3dcbe6b-c6bf-4bb7-9e22-6a3648a84cde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] No DVR routers for this DVR port 3ae4ae95-4d21-46e0-9882-157821324f20 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:12:10.875099 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ebc7b659-7505-412b-b1f1-ebffaad966de req-a3dcbe6b-c6bf-4bb7-9e22-6a3648a84cde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:10.878507 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ebc7b659-7505-412b-b1f1-ebffaad966de req-a3dcbe6b-c6bf-4bb7-9e22-6a3648a84cde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.37 "DELETE /v2.0/ports/3ae4ae95-4d21-46e0-9882-157821324f20 HTTP/1.1" status: 204  len: 173 time: 0.9160922
Nov 20 21:12:10.879016 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01d099b-cd9f-487e-b0ce-4fb5ac9440c0', 'name': 'network-vif-deleted', 'tag': '3ae4ae95-4d21-46e0-9882-157821324f20'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:10.882370 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb1848a-45c2-4545-87bb-ab81332b980e" -d '{"events": [{"server_uuid": "b01d099b-cd9f-487e-b0ce-4fb5ac9440c0", "name": "network-vif-deleted", "tag": "3ae4ae95-4d21-46e0-9882-157821324f20"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:10.929206 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05c3b48-d435-4d1f-9047-e4aea4836a17 x-openstack-request-id: req-e05c3b48-d435-4d1f-9047-e4aea4836a17 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:10.929597 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01d099b-cd9f-487e-b0ce-4fb5ac9440c0", "name": "network-vif-deleted", "tag": "3ae4ae95-4d21-46e0-9882-157821324f20", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:10.929859 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e05c3b48-d435-4d1f-9047-e4aea4836a17 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:10.930347 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01d099b-cd9f-487e-b0ce-4fb5ac9440c0', 'name': 'network-vif-deleted', 'tag': '3ae4ae95-4d21-46e0-9882-157821324f20', 'status': 'completed', 'code': 200}
Nov 20 21:12:10.970384 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-def3b99b-8a0e-497e-b8ac-9091a6e8afa7 None None] Set router 76230994-5bdc-48d4-8e13-c947c6a435f5 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:12:11.182181 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-def3b99b-8a0e-497e-b8ac-9091a6e8afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7b4ca0>, [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7e1f786-e1fc-476b-a801-7c2f799dc538', 'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'mac_address': 'fa:16:3e:22:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:21Z', 'updated_at': '2021-11-20T21:08:27Z', 'revision_number': 5, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'subnets': [{'id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:12:11.207991 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def3b99b-8a0e-497e-b8ac-9091a6e8afa7 None None] Checking router: 76230994-5bdc-48d4-8e13-c947c6a435f5 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:12:11.216204 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def3b99b-8a0e-497e-b8ac-9091a6e8afa7 None None] Routers {'76230994-5bdc-48d4-8e13-c947c6a435f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:12:11.216824 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-def3b99b-8a0e-497e-b8ac-9091a6e8afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7b4ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:11:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['76230994-5bdc-48d4-8e13-c947c6a435f5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:12:11.322653 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-def3b99b-8a0e-497e-b8ac-9091a6e8afa7 None None] Set router 76230994-5bdc-48d4-8e13-c947c6a435f5 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:12:11.522643 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-def3b99b-8a0e-497e-b8ac-9091a6e8afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7b4ca0>, [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7e1f786-e1fc-476b-a801-7c2f799dc538', 'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'mac_address': 'fa:16:3e:22:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:21Z', 'updated_at': '2021-11-20T21:08:27Z', 'revision_number': 5, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'subnets': [{'id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:12:11.553213 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def3b99b-8a0e-497e-b8ac-9091a6e8afa7 None None] The sync data for ids ['76230994-5bdc-48d4-8e13-c947c6a435f5'] in ncdv-master-1 is: [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7e1f786-e1fc-476b-a801-7c2f799dc538', 'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'mac_address': 'fa:16:3e:22:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:21Z', 'updated_at': '2021-11-20T21:08:27Z', 'revision_number': 5, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'subnets': [{'id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:12:11.619100 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39930) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:12:11.676887 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:11.701100 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:11.756883 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:11.760596 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:11.764641 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39936) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:12:11.765321 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "DELETE /v2.0/security-groups/d30f9ba3-cde8-4334-a7dd-16ccf7c0b077 HTTP/1.1" status: 204  len: 168 time: 0.1445117
Nov 20 21:12:11.775819 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30f9ba3-cde8-4334-a7dd-16ccf7c0b077,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:11.785007 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-d11dae4e-b342-47a6-9842-ddb015e9e084 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] show failed (client error): The resource could not be found.
Nov 20 21:12:11.786421 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d11dae4e-b342-47a6-9842-ddb015e9e084 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups/d30f9ba3-cde8-4334-a7dd-16ccf7c0b077 HTTP/1.1" status: 404  len: 347 time: 0.0204895
Nov 20 21:12:11.789637 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39938) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:12:11.789790 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:11.790545 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:11.790979 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:11.791397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:11.791810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:11.792219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:11.792626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:11.793031 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:11.793435 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:11.793836 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:11.794292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:11.794699 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadcf22-3623-4af9-ac82-46f93af4058b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:11.863344 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e283249-e788-4cdb-861a-6af92faa7e25 req-b8be2438-29f4-427f-be42-78820ec987f3 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:11.867134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa4573a-9f80-456d-9a8f-89bb18f20c28 None None] New status for floating IP f8fcf193-f9c4-4baa-b7f7-61a855d3a81d: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:12:11.871725 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e283249-e788-4cdb-861a-6af92faa7e25 req-b8be2438-29f4-427f-be42-78820ec987f3 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0616190
Nov 20 21:12:11.931324 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e283249-e788-4cdb-861a-6af92faa7e25 req-ca6f0bce-936d-447b-9b8b-0d3a3be3da59 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585740
Nov 20 21:12:11.971857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457307d-a319-48cb-ad98-93716e0f055c req-eb74be66-767e-4027-8ea7-fc75826e7d15 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:11.973358 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d457307d-a319-48cb-ad98-93716e0f055c req-eb74be66-767e-4027-8ea7-fc75826e7d15 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 945 time: 0.0879626
Nov 20 21:12:11.978957 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c2b45d94-b2ae-4052-a78c-d9f09c6cb916 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Deleting port c24dd466-5ae4-40a4-9064-7aafbc65ea1f {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:12:11.979347 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2b45d94-b2ae-4052-a78c-d9f09c6cb916 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:12.081513 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d457307d-a319-48cb-ad98-93716e0f055c req-7f020062-132c-42c5-86d3-a3f3eb87f09e tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994384
Nov 20 21:12:12.096255 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2b45d94-b2ae-4052-a78c-d9f09c6cb916 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:12.096585 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2b45d94-b2ae-4052-a78c-d9f09c6cb916 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:12.108201 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c2b45d94-b2ae-4052-a78c-d9f09c6cb916 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Calling delete_port for c24dd466-5ae4-40a4-9064-7aafbc65ea1f owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:12:12.241384 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2b45d94-b2ae-4052-a78c-d9f09c6cb916 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:12.272068 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b45d94-b2ae-4052-a78c-d9f09c6cb916 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event deleted for resources: {'Port': ['ID=c24dd466-5ae4-40a4-9064-7aafbc65ea1f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:12.324772 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2b45d94-b2ae-4052-a78c-d9f09c6cb916 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:12.328208 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2b45d94-b2ae-4052-a78c-d9f09c6cb916 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:12.329621 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c2b45d94-b2ae-4052-a78c-d9f09c6cb916 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "DELETE /v2.0/floatingips/f8fcf193-f9c4-4baa-b7f7-61a855d3a81d HTTP/1.1" status: 204  len: 168 time: 0.5393333
Nov 20 21:12:12.368730 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ca17f952-be7f-4220-9044-0f40a9ab6058 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:12:12.423142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port ca17f952-be7f-4220-9044-0f40a9ab6058 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:12:12.427051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port ca17f952-be7f-4220-9044-0f40a9ab6058 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:12:12.427430 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:12.506312 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:12.532049 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cc822b-3909-42b1-bb52-f615e60c135b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca17f952-be7f-4220-9044-0f40a9ab6058'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:12.536081 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a869516-6454-47f9-9b0c-5683e252e2cc" -d '{"events": [{"server_uuid": "32cc822b-3909-42b1-bb52-f615e60c135b", "name": "network-vif-plugged", "status": "completed", "tag": "ca17f952-be7f-4220-9044-0f40a9ab6058"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:12.549761 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port ca17f952-be7f-4220-9044-0f40a9ab6058, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca17f952-be7f-4220-9044-0f40a9ab6058,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:12.555374 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:12.594523 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91feea6f-2f3a-4633-8282-7c660183c24b x-openstack-request-id: req-91feea6f-2f3a-4633-8282-7c660183c24b {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:12.594814 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cc822b-3909-42b1-bb52-f615e60c135b", "name": "network-vif-plugged", "status": "completed", "tag": "ca17f952-be7f-4220-9044-0f40a9ab6058", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:12.595064 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91feea6f-2f3a-4633-8282-7c660183c24b {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:12.595456 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cc822b-3909-42b1-bb52-f615e60c135b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca17f952-be7f-4220-9044-0f40a9ab6058', 'code': 200}
Nov 20 21:12:12.609918 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=ca17f952-be7f-4220-9044-0f40a9ab6058,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:12.694770 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b74590-31a3-4bd4-b570-32b3f126eb74 req-ab70428c-40a1-4506-8d63-450512af5981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:12.695455 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67b74590-31a3-4bd4-b570-32b3f126eb74 req-ab70428c-40a1-4506-8d63-450512af5981 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 1097 time: 0.0461614
Nov 20 21:12:12.740745 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67b74590-31a3-4bd4-b570-32b3f126eb74 req-0dcc1fb9-2231-4e7d-a10c-07456eb14da9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386915
Nov 20 21:12:13.044283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4d114-3fc0-4822-8f47-d47091ff2afd req-bc3975c5-6f40-4fd6-b9a1-b15b8fd59b81 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:13.045792 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62a4d114-3fc0-4822-8f47-d47091ff2afd req-bc3975c5-6f40-4fd6-b9a1-b15b8fd59b81 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0507345
Nov 20 21:12:13.069039 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 39950) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:12:13.073689 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-5cea304e-8a6a-4b45-9cbd-3ca552d0aec5 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--255186657', 'description': 'tempest-description--1168063631'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:12:13.095585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62a4d114-3fc0-4822-8f47-d47091ff2afd req-901f0fb2-70d5-4448-b421-dd757c5d28cc tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427794
Nov 20 21:12:13.096075 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5cea304e-8a6a-4b45-9cbd-3ca552d0aec5 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:13.176191 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5cea304e-8a6a-4b45-9cbd-3ca552d0aec5 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:13.191170 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5cea304e-8a6a-4b45-9cbd-3ca552d0aec5 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:13.229272 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5cea304e-8a6a-4b45-9cbd-3ca552d0aec5 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:13.230640 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5cea304e-8a6a-4b45-9cbd-3ca552d0aec5 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.1603632
Nov 20 21:12:13.233591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39954) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:12:13.234901 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea304e-8a6a-4b45-9cbd-3ca552d0aec5 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7c7821-3744-4bab-8cef-3f65af8071e1,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:13.239093 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-3d2f8d1c-f390-4153-8541-de54109c4c28 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Request body: {'security_group_rule': {'security_group_id': '5b7c7821-3744-4bab-8cef-3f65af8071e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:12:13.245481 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4627e22-75a2-4ab1-8daf-d81ad71c3a65 req-72cf3904-ee25-4ee5-a38c-2a32aae02b36 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:13.247021 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a4627e22-75a2-4ab1-8daf-d81ad71c3a65 req-72cf3904-ee25-4ee5-a38c-2a32aae02b36 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 946 time: 0.0902634
Nov 20 21:12:13.267702 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8d1c-f390-4153-8541-de54109c4c28 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:13.287337 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f9af6456-819e-4b33-b49c-3bdddc44012e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:13.299914 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a4627e22-75a2-4ab1-8daf-d81ad71c3a65 req-26e2f95a-89d3-4a0d-9a52-77fd6bb094ec tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462317
Nov 20 21:12:13.330463 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8d1c-f390-4153-8541-de54109c4c28 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:13.334203 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8d1c-f390-4153-8541-de54109c4c28 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:13.353113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f8d1c-f390-4153-8541-de54109c4c28 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345ff042-f032-4e74-b07e-99f87b89246b,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:13.361938 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8d1c-f390-4153-8541-de54109c4c28 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:13.363226 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3d2f8d1c-f390-4153-8541-de54109c4c28 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1279073
Nov 20 21:12:13.365936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39956) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:12:13.370238 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-23fd3d56-0d52-4a0b-b161-a05c13c74de0 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Request body: {'security_group_rule': {'security_group_id': '5b7c7821-3744-4bab-8cef-3f65af8071e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:12:13.397312 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23fd3d56-0d52-4a0b-b161-a05c13c74de0 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:13.452807 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23fd3d56-0d52-4a0b-b161-a05c13c74de0 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:13.456552 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23fd3d56-0d52-4a0b-b161-a05c13c74de0 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:13.474756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd3d56-0d52-4a0b-b161-a05c13c74de0 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a67546-26d8-4c88-8197-8fac37e73890,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:13.482214 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23fd3d56-0d52-4a0b-b161-a05c13c74de0 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:13.483440 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-23fd3d56-0d52-4a0b-b161-a05c13c74de0 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1165476
Nov 20 21:12:13.487120 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 39958) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:12:13.491402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:12:13.513328 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:13.613167 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:13.717266 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Allocated IP 172.35.1.159 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/ec883c3e-9263-49b7-b3f0-a814f3f6c5f3) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:12:13.830022 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:13.864036 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:13.904022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:12:13.908105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:12:13.911758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:12:13.917109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event updated for resources: {'Port': ['ID=ec883c3e-9263-49b7-b3f0-a814f3f6c5f3,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:13.996017 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:14.034150 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:14.206601 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:14.211933 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:14.281227 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4f1e8-b29e-47c1-9b2d-eac6a63259d0 req-18509fd3-8dad-413d-9c88-5687000ca4b1 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:14.282750 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91f4f1e8-b29e-47c1-9b2d-eac6a63259d0 req-18509fd3-8dad-413d-9c88-5687000ca4b1 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.1163280
Nov 20 21:12:14.303778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event updated for resources: {'Port': ['ID=ec883c3e-9263-49b7-b3f0-a814f3f6c5f3,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:14.322815 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:14.348629 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:14.349881 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a3f3177d-4f3a-45c8-8e44-abe14fff453c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8618336
Nov 20 21:12:14.363096 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91f4f1e8-b29e-47c1-9b2d-eac6a63259d0 req-bb88c4fa-ce94-431f-95d7-c370421ea5f3 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731795
Nov 20 21:12:14.428275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98aa10-4286-4355-9259-9f24d34f8e2a req-6173cc26-a6a7-4ce0-b728-908cca324e70 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:14.429788 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1d98aa10-4286-4355-9259-9f24d34f8e2a req-6173cc26-a6a7-4ce0-b728-908cca324e70 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 946 time: 0.0512390
Nov 20 21:12:14.481492 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1d98aa10-4286-4355-9259-9f24d34f8e2a req-85d3700f-6c2f-4b62-b22d-35b1e53c7c06 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458798
Nov 20 21:12:14.559270 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-f0370b85-668c-4294-86ee-94abe8280b09 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--255186657&fields=id&tenant_id=badea6f48ba34a31b8c22ca431cfebc4 HTTP/1.1" status: 200  len: 267 time: 0.0518603
Nov 20 21:12:14.664665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-30d66408-4ece-4b16-b1bf-65e5b2442e90 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:14.666161 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-30d66408-4ece-4b16-b1bf-65e5b2442e90 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/networks?id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a HTTP/1.1" status: 200  len: 811 time: 0.1000216
Nov 20 21:12:14.682611 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-2f7e7e13-98b4-4630-899f-407f0d0e92c1 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/quotas/badea6f48ba34a31b8c22ca431cfebc4 HTTP/1.1" status: 200  len: 375 time: 0.0095165
Nov 20 21:12:14.747925 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-ce64772b-6ac8-49d4-b2e6-e5ba4724eecd tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=badea6f48ba34a31b8c22ca431cfebc4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0577524
Nov 20 21:12:14.847242 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-1d3243dd-983d-4425-a03c-55b415f0f27d service neutron] 10.222.0.41 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0934200
Nov 20 21:12:14.947510 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-baf2683f-8d42-4002-a5ea-77d0141b1567 service neutron] 10.222.0.41 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0937731
Nov 20 21:12:14.950905 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 3ae4ae95-4d21-46e0-9882-157821324f20 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:12:14.972499 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 3ae4ae95-4d21-46e0-9882-157821324f20 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:12:14.972853 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 3ae4ae95-4d21-46e0-9882-157821324f20 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:12:15.114306 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c286c112-71ed-4629-9392-740e52f9d209 req-2f91642b-db9b-4378-ba51-67cbe15c85c7 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 210 time: 0.0265384
Nov 20 21:12:15.483544 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdf600-27f3-4246-a321-9a92cebc7b37 req-ef4a491d-5699-4503-a135-051074251cd6 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:15.485022 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01cdf600-27f3-4246-a321-9a92cebc7b37 req-ef4a491d-5699-4503-a135-051074251cd6 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0511506
Nov 20 21:12:15.536959 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01cdf600-27f3-4246-a321-9a92cebc7b37 req-34302bb0-6213-40de-8af6-fea091fcfe5b tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452003
Nov 20 21:12:15.664869 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-774edd2f-5d2c-4da2-8b5c-79fe9e9c6dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:16.126858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-ea20ebee-9103-4329-92b9-0865439d124d tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:16.128471 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-ea20ebee-9103-4329-92b9-0865439d124d tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.37 "GET /v2.0/networks?id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a HTTP/1.1" status: 200  len: 811 time: 0.1270192
Nov 20 21:12:16.220267 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-64deb7de-2ec5-4893-a0fd-3788448c1b4e req-bde18218-90cd-4eb7-afda-dbfc3ca5137c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 210 time: 0.0316947
Nov 20 21:12:16.227689 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-909538e6-1d89-4871-bff1-75c53d38eddf tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=badea6f48ba34a31b8c22ca431cfebc4 HTTP/1.1" status: 200  len: 379 time: 0.0866144
Nov 20 21:12:16.242388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-f8cea7a8-0c71-4eae-83aa-110f2df835a9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Request body: {'port': {'device_id': '1b1e54ca-e5d2-4b0a-93b4-cafa96759822', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'admin_state_up': True, 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'security_groups': ['5b7c7821-3744-4bab-8cef-3f65af8071e1']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:12:16.356319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-f8cea7a8-0c71-4eae-83aa-110f2df835a9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Made reservation on behalf of badea6f48ba34a31b8c22ca431cfebc4 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:12:16.360254 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-f8cea7a8-0c71-4eae-83aa-110f2df835a9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:16.487625 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-f8cea7a8-0c71-4eae-83aa-110f2df835a9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Allocated IP 172.20.0.12 (f3a9bbee-3f9c-4365-ad64-26cea020ff3a/70f862fe-1427-4856-a5ea-8d52f33d3d9b/fdb38671-0374-4e8c-bd17-2c20287e73f0) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:12:16.664434 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e6414-deaf-4bf3-b07e-32b8bb261677 req-d44ff8f7-21fa-4018-8624-d072f86a8658 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:16.666521 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c19e6414-deaf-4bf3-b07e-32b8bb261677 req-d44ff8f7-21fa-4018-8624-d072f86a8658 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0580649
Nov 20 21:12:16.727423 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c19e6414-deaf-4bf3-b07e-32b8bb261677 req-51a6fadf-8e33-4dfe-83a9-b4054911382c tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492210
Nov 20 21:12:16.772464 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:16.938288 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-f8cea7a8-0c71-4eae-83aa-110f2df835a9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:16.975412 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-f8cea7a8-0c71-4eae-83aa-110f2df835a9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:17.023380 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-f8cea7a8-0c71-4eae-83aa-110f2df835a9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Network f3a9bbee-3f9c-4365-ad64-26cea020ff3a is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:12:17.026960 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-f8cea7a8-0c71-4eae-83aa-110f2df835a9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:12:17.031298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-f8cea7a8-0c71-4eae-83aa-110f2df835a9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:12:17.058388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cea7a8-0c71-4eae-83aa-110f2df835a9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event updated for resources: {'Port': ['ID=fdb38671-0374-4e8c-bd17-2c20287e73f0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:17.092738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-f8cea7a8-0c71-4eae-83aa-110f2df835a9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:17.093900 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-f8cea7a8-0c71-4eae-83aa-110f2df835a9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:17.111788 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-f8cea7a8-0c71-4eae-83aa-110f2df835a9 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8760822
Nov 20 21:12:17.125428 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Request body: {'port': {'device_id': '1b1e54ca-e5d2-4b0a-93b4-cafa96759822', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:12:17.184207 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:17.251981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7c6c83fe-1a7a-4bfb-b515-3ec634b19689 None None] Provisioning complete for port fdb38671-0374-4e8c-bd17-2c20287e73f0 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:12:17.252351 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7c6c83fe-1a7a-4bfb-b515-3ec634b19689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:17.290743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c83fe-1a7a-4bfb-b515-3ec634b19689 None None] Port fdb38671-0374-4e8c-bd17-2c20287e73f0 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:12:17.411583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19255343-e658-4c43-8ff4-9779bfa22ad8 req-ceb32d3d-ba9c-4378-bc32-e0594bc1f9d8 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:17.413209 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-19255343-e658-4c43-8ff4-9779bfa22ad8 req-ceb32d3d-ba9c-4378-bc32-e0594bc1f9d8 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 932 time: 0.1009948
Nov 20 21:12:17.523261 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-19255343-e658-4c43-8ff4-9779bfa22ad8 req-d6bbee43-5ba9-4b22-ad7f-d85269fdc824 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b7c7821-3744-4bab-8cef-3f65af8071e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712829
Nov 20 21:12:17.584218 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb38671-0374-4e8c-bd17-2c20287e73f0 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:12:17.592339 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:17.608534 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Transition to ACTIVE for port object fdb38671-0374-4e8c-bd17-2c20287e73f0 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:12:17.612013 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:17.661849 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Pushing event updated for resources: {'Port': ['ID=fdb38671-0374-4e8c-bd17-2c20287e73f0,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:17.738822 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Attempting to bind port fdb38671-0374-4e8c-bd17-2c20287e73f0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:12:17.739300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Attempting to bind port fdb38671-0374-4e8c-bd17-2c20287e73f0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '241be008-6a5d-4824-b825-4024ff935ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:12:17.739635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Attempting to bind port fdb38671-0374-4e8c-bd17-2c20287e73f0 on network f3a9bbee-3f9c-4365-ad64-26cea020ff3a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:12:17.744281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Port fdb38671-0374-4e8c-bd17-2c20287e73f0 on network f3a9bbee-3f9c-4365-ad64-26cea020ff3a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:12:17.744602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Attempting to bind port fdb38671-0374-4e8c-bd17-2c20287e73f0 on network f3a9bbee-3f9c-4365-ad64-26cea020ff3a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:12:17.750015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:12:17.750391 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Checking segment: {'id': '241be008-6a5d-4824-b825-4024ff935ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:12:17.750951 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Bound using segment: {'id': '241be008-6a5d-4824-b825-4024ff935ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:12:17.751376 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Bound port: fdb38671-0374-4e8c-bd17-2c20287e73f0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241be008-6a5d-4824-b825-4024ff935ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:12:17.751659 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:17.822243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] For port fdb38671-0374-4e8c-bd17-2c20287e73f0, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:12:17.825743 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] For port fdb38671-0374-4e8c-bd17-2c20287e73f0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdb38671-0374-4e8c-bd17-2c20287e73f0,segment=NetworkSegment(241be008-6a5d-4824-b825-4024ff935ddc),segment_id=241be008-6a5d-4824-b825-4024ff935ddc)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:12:17.831880 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:17.869074 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:17.869905 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:17.871316 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] 10.222.0.37 "PUT /v2.0/ports/fdb38671-0374-4e8c-bd17-2c20287e73f0 HTTP/1.1" status: 200  len: 1092 time: 0.7515168
Nov 20 21:12:17.873420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1e54ca-e5d2-4b0a-93b4-cafa96759822', 'tag': 'fdb38671-0374-4e8c-bd17-2c20287e73f0'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:17.874726 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544582c-2ac4-4b44-8447-fb2c9ed5f529 req-3cdb47ea-7d73-423c-bf2d-0a1c9903f2cb tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:17.876604 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5544582c-2ac4-4b44-8447-fb2c9ed5f529 req-3cdb47ea-7d73-423c-bf2d-0a1c9903f2cb tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0740290
Nov 20 21:12:17.878522 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f85b185-ec45-4429-b830-3c521980fd26" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1e54ca-e5d2-4b0a-93b4-cafa96759822", "tag": "fdb38671-0374-4e8c-bd17-2c20287e73f0"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:17.942599 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9727d7-1296-42d4-a4a4-7093da18292a x-openstack-request-id: req-7c9727d7-1296-42d4-a4a4-7093da18292a {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:17.942890 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1e54ca-e5d2-4b0a-93b4-cafa96759822", "tag": "fdb38671-0374-4e8c-bd17-2c20287e73f0", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:17.943131 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c9727d7-1296-42d4-a4a4-7093da18292a {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:17.943539 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1e54ca-e5d2-4b0a-93b4-cafa96759822', 'tag': 'fdb38671-0374-4e8c-bd17-2c20287e73f0', 'status': 'completed', 'code': 200}
Nov 20 21:12:17.953639 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5544582c-2ac4-4b44-8447-fb2c9ed5f529 req-358a37c0-e8e9-4769-aaf5-7cfb860882ca tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546796
Nov 20 21:12:17.970473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803ac92-75e3-4b32-a65f-f5772e40ac2e service neutron] Pushing event updated for resources: {'Port': ['ID=fdb38671-0374-4e8c-bd17-2c20287e73f0,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:17.988868 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-9da29fb4-b3da-4107-b5b6-5a91fc6fdc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:17.990617 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-9da29fb4-b3da-4107-b5b6-5a91fc6fdc9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=badea6f48ba34a31b8c22ca431cfebc4&device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 1095 time: 0.0707707
Nov 20 21:12:18.035456 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-509d04d6-2c5b-4fea-9dee-d3d37c0b4b35 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb38671-0374-4e8c-bd17-2c20287e73f0 HTTP/1.1" status: 200  len: 217 time: 0.0368049
Nov 20 21:12:18.086933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-43f5bc96-8198-4af5-b07e-3d76c1c9b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:18.088439 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-43f5bc96-8198-4af5-b07e-3d76c1c9b01d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70f862fe-1427-4856-a5ea-8d52f33d3d9b HTTP/1.1" status: 200  len: 850 time: 0.0463736
Nov 20 21:12:18.141436 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-87b3f6d1-2364-47bd-a9e3-06e7c220f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:18.143204 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-87b3f6d1-2364-47bd-a9e3-06e7c220f3eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0476923
Nov 20 21:12:18.241834 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-99c76206-9969-4340-b7a0-2b9a90a2fc9c service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910106
Nov 20 21:12:18.346324 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1fc95854-3458-4f85-85da-a5d9fdb9e415 req-cc0bde5c-af70-48e4-84ad-e963c7b920c9 service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0980010
Nov 20 21:12:18.431524 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85b185-ec45-4429-b830-3c521980fd26 req-b32fda9f-5882-4781-8d56-15eb5e611a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:18.433081 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f85b185-ec45-4429-b830-3c521980fd26 req-b32fda9f-5882-4781-8d56-15eb5e611a9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=badea6f48ba34a31b8c22ca431cfebc4&device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 1095 time: 0.0433798
Nov 20 21:12:18.538891 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85b185-ec45-4429-b830-3c521980fd26 req-bf6ae59f-0bb9-4e18-b065-973e9820c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:18.540410 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f85b185-ec45-4429-b830-3c521980fd26 req-bf6ae59f-0bb9-4e18-b065-973e9820c38d service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a HTTP/1.1" status: 200  len: 912 time: 0.0995126
Nov 20 21:12:18.584502 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f85b185-ec45-4429-b830-3c521980fd26 req-6c3de5f3-67ca-4420-823e-ed64cf2625d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb38671-0374-4e8c-bd17-2c20287e73f0 HTTP/1.1" status: 200  len: 217 time: 0.0358458
Nov 20 21:12:18.601043 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:18.677086 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85b185-ec45-4429-b830-3c521980fd26 req-5217a7d8-395a-4984-822f-5d95b205c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:18.678700 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f85b185-ec45-4429-b830-3c521980fd26 req-5217a7d8-395a-4984-822f-5d95b205c0a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70f862fe-1427-4856-a5ea-8d52f33d3d9b HTTP/1.1" status: 200  len: 850 time: 0.0881324
Nov 20 21:12:18.693416 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0121ee-159c-40d1-9d12-bc2afbc247b2 req-0f1c7505-90db-4d94-87a7-4c50de53499d tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:18.695261 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d0121ee-159c-40d1-9d12-bc2afbc247b2 req-0f1c7505-90db-4d94-87a7-4c50de53499d tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 944 time: 0.0751932
Nov 20 21:12:18.770357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85b185-ec45-4429-b830-3c521980fd26 req-24db5cbd-2cac-4c71-9ff6-68c7588503e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:18.771972 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f85b185-ec45-4429-b830-3c521980fd26 req-24db5cbd-2cac-4c71-9ff6-68c7588503e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0758159
Nov 20 21:12:18.775269 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d0121ee-159c-40d1-9d12-bc2afbc247b2 req-7b435f73-b78f-4e40-8be0-8b9d93611a51 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b7c7821-3744-4bab-8cef-3f65af8071e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691271
Nov 20 21:12:18.865876 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f85b185-ec45-4429-b830-3c521980fd26 req-0c87774a-40a8-46a9-825c-213250ac2b2a service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863061
Nov 20 21:12:18.957129 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f85b185-ec45-4429-b830-3c521980fd26 req-e1bac627-bc00-4f13-be65-7eb43b93e8f3 service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840960
Nov 20 21:12:19.038468 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:19.078481 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b3472-b14b-412b-9c14-b6c9519318a4 req-f4400b42-c3d7-4b34-8f6a-667aabe1bcab tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:19.079968 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e9b3472-b14b-412b-9c14-b6c9519318a4 req-f4400b42-c3d7-4b34-8f6a-667aabe1bcab tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0555348
Nov 20 21:12:19.128451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4e9b3472-b14b-412b-9c14-b6c9519318a4 req-d1764dbc-6f08-43c4-9881-43c8778d614d tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425589
Nov 20 21:12:19.894362 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0598-7e12-407c-baba-ff4aeb56b21d req-dc00d713-a056-4808-b116-92402a3b7929 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:19.895970 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ee5f0598-7e12-407c-baba-ff4aeb56b21d req-dc00d713-a056-4808-b116-92402a3b7929 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 944 time: 0.0519054
Nov 20 21:12:19.946289 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ee5f0598-7e12-407c-baba-ff4aeb56b21d req-c2dc5a63-accc-4418-9138-276c7f11feb0 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b7c7821-3744-4bab-8cef-3f65af8071e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440753
Nov 20 21:12:20.031686 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-cc6f191b-b583-4691-9204-8de837fe5b3d tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:20.033103 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-cc6f191b-b583-4691-9204-8de837fe5b3d tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/networks?id=fda6f72f-febf-4b40-96b5-852ad898230c HTTP/1.1" status: 200  len: 814 time: 0.1061451
Nov 20 21:12:20.047771 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-0c24fbef-a051-4dcd-898c-3bd4e225bb1f tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/quotas/2f6f0739f21248e3b3e217472adf0459 HTTP/1.1" status: 200  len: 375 time: 0.0089393
Nov 20 21:12:20.100393 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-7a9293ea-191d-4077-81d1-dea3cd6546b6 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f6f0739f21248e3b3e217472adf0459&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0475512
Nov 20 21:12:20.195955 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-88ce4c85-3161-475a-843c-673ca30475f2 service neutron] 10.222.0.41 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883346
Nov 20 21:12:20.254423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b6386-c333-4202-8f4e-a347c2e424cd req-0eed6ef9-c0da-485d-8374-7671eb21674e tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:20.256367 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e5b6386-c333-4202-8f4e-a347c2e424cd req-0eed6ef9-c0da-485d-8374-7671eb21674e tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0573914
Nov 20 21:12:20.291994 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-95045ee5-7002-4b8f-b24f-d0cfe33aab6b service neutron] 10.222.0.41 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899162
Nov 20 21:12:20.312171 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5e5b6386-c333-4202-8f4e-a347c2e424cd req-3fa4677c-8d08-49a2-8b04-64ac777c224a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470018
Nov 20 21:12:20.457792 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8120fbdc-e49a-4097-8b13-70eeaeead1c6 req-c00477aa-c2aa-41f8-8fb3-c0ea7f8fdd87 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=6625c47e-b6ab-4422-b493-4bd6f0e5ae0f HTTP/1.1" status: 200  len: 210 time: 0.0289516
Nov 20 21:12:20.960915 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device fdb38671-0374-4e8c-bd17-2c20287e73f0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:12:21.094888 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port fdb38671-0374-4e8c-bd17-2c20287e73f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdb38671-0374-4e8c-bd17-2c20287e73f0,segment=NetworkSegment(241be008-6a5d-4824-b825-4024ff935ddc),segment_id=241be008-6a5d-4824-b825-4024ff935ddc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:21.104579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba300b5e-9a50-4df7-ad01-4a6afb535988 req-3cb3c2f4-ab6b-4cac-90e5-37a9f10e6485 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:21.106601 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba300b5e-9a50-4df7-ad01-4a6afb535988 req-3cb3c2f4-ab6b-4cac-90e5-37a9f10e6485 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 944 time: 0.0740921
Nov 20 21:12:21.109977 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'fdb38671-0374-4e8c-bd17-2c20287e73f0', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'port_id': 'fdb38671-0374-4e8c-bd17-2c20287e73f0', 'mac_address': 'fa:16:3e:8b:b5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:12:21.155205 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:21.164525 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba300b5e-9a50-4df7-ad01-4a6afb535988 req-a87b3c3b-9513-426a-a653-a3f6958dec33 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b7c7821-3744-4bab-8cef-3f65af8071e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518062
Nov 20 21:12:21.169565 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb38671-0374-4e8c-bd17-2c20287e73f0 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:12:21.189900 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port fdb38671-0374-4e8c-bd17-2c20287e73f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdb38671-0374-4e8c-bd17-2c20287e73f0,segment=NetworkSegment(241be008-6a5d-4824-b825-4024ff935ddc),segment_id=241be008-6a5d-4824-b825-4024ff935ddc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:21.193819 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:21.241023 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=fdb38671-0374-4e8c-bd17-2c20287e73f0,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:21.439897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ce07b-4bd6-4067-a7ea-89603fbbe314 req-0fac47a7-8a94-49a4-a43c-c8a5cc5677ed tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:21.441380 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-455ce07b-4bd6-4067-a7ea-89603fbbe314 req-0fac47a7-8a94-49a4-a43c-c8a5cc5677ed tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0502651
Nov 20 21:12:21.474732 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['fdb38671-0374-4e8c-bd17-2c20287e73f0'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:12:21.521022 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-455ce07b-4bd6-4067-a7ea-89603fbbe314 req-bc012d12-a83b-4343-acfa-e7bd04f1df4c tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686960
Nov 20 21:12:21.592606 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-f5d7ce67-2864-4a59-ac98-2a2b99179938 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:21.594834 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-f5d7ce67-2864-4a59-ac98-2a2b99179938 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.37 "GET /v2.0/networks?id=fda6f72f-febf-4b40-96b5-852ad898230c HTTP/1.1" status: 200  len: 814 time: 0.1467786
Nov 20 21:12:21.614120 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-eb14bfe5-dc80-4f07-b7dc-15da69bc78e3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Request body: {'port': {'device_id': '6625c47e-b6ab-4422-b493-4bd6f0e5ae0f', 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c', 'admin_state_up': True, 'tenant_id': '2f6f0739f21248e3b3e217472adf0459'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:12:21.619334 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-08af5106-ddb9-47b7-b998-8139b92720bf req-0cb32df4-4bb3-482f-8540-7270ffa147e1 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=6625c47e-b6ab-4422-b493-4bd6f0e5ae0f HTTP/1.1" status: 200  len: 210 time: 0.0466139
Nov 20 21:12:21.732027 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-eb14bfe5-dc80-4f07-b7dc-15da69bc78e3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Made reservation on behalf of 2f6f0739f21248e3b3e217472adf0459 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:12:21.735670 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-eb14bfe5-dc80-4f07-b7dc-15da69bc78e3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:21.863993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-eb14bfe5-dc80-4f07-b7dc-15da69bc78e3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Allocated IP 172.20.0.6 (fda6f72f-febf-4b40-96b5-852ad898230c/1a3d2ae5-810f-4e3f-abbc-0258099f9255/ef4f1d76-f6af-45de-a0f8-87123cbee2b9) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:12:22.006191 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-eb14bfe5-dc80-4f07-b7dc-15da69bc78e3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:22.041247 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-eb14bfe5-dc80-4f07-b7dc-15da69bc78e3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:22.052699 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['307c8ef7-854a-498d-8e4d-7bf51ed6c803', 'ca17f952-be7f-4220-9044-0f40a9ab6058'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:12:22.088568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-eb14bfe5-dc80-4f07-b7dc-15da69bc78e3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Network fda6f72f-febf-4b40-96b5-852ad898230c is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:12:22.093614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-eb14bfe5-dc80-4f07-b7dc-15da69bc78e3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:12:22.097617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-eb14bfe5-dc80-4f07-b7dc-15da69bc78e3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:12:22.104092 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14bfe5-dc80-4f07-b7dc-15da69bc78e3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Pushing event updated for resources: {'Port': ['ID=ef4f1d76-f6af-45de-a0f8-87123cbee2b9,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:22.150354 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-eb14bfe5-dc80-4f07-b7dc-15da69bc78e3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:22.151102 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-eb14bfe5-dc80-4f07-b7dc-15da69bc78e3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:22.153771 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['fe8ad4f3-a575-4aaa-8adc-9c254dddec31'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:12:22.166748 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-eb14bfe5-dc80-4f07-b7dc-15da69bc78e3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5579991
Nov 20 21:12:22.179748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Request body: {'port': {'device_id': '6625c47e-b6ab-4422-b493-4bd6f0e5ae0f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:12:22.242607 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:22.300301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367e3f0-9737-49f5-9208-5ac35e848782 req-7d0c6413-aaba-4dbf-9e66-cf006c5b8bfa tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:22.302170 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0367e3f0-9737-49f5-9208-5ac35e848782 req-7d0c6413-aaba-4dbf-9e66-cf006c5b8bfa tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 945 time: 0.0618606
Nov 20 21:12:22.362510 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0367e3f0-9737-49f5-9208-5ac35e848782 req-600c10f6-b79b-4357-8ac4-df311edec5d5 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b7c7821-3744-4bab-8cef-3f65af8071e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532730
Nov 20 21:12:22.513207 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4f1d76-f6af-45de-a0f8-87123cbee2b9 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:12:22.521079 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:22.534300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Transition to ACTIVE for port object ef4f1d76-f6af-45de-a0f8-87123cbee2b9 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:12:22.541587 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:22.608362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Pushing event updated for resources: {'Port': ['ID=ef4f1d76-f6af-45de-a0f8-87123cbee2b9,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:22.696200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671635e-c00a-4885-a2cc-c83365376440 req-d5b20dd6-4946-44b0-97c7-dd514d243ab1 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:22.697708 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c671635e-c00a-4885-a2cc-c83365376440 req-d5b20dd6-4946-44b0-97c7-dd514d243ab1 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.1083233
Nov 20 21:12:22.725753 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Attempting to bind port ef4f1d76-f6af-45de-a0f8-87123cbee2b9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:12:22.726108 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Attempting to bind port ef4f1d76-f6af-45de-a0f8-87123cbee2b9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0118a518-6a0f-4f40-ae90-4e3246ee3e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:12:22.726446 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Attempting to bind port ef4f1d76-f6af-45de-a0f8-87123cbee2b9 on network fda6f72f-febf-4b40-96b5-852ad898230c {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:12:22.733975 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Port ef4f1d76-f6af-45de-a0f8-87123cbee2b9 on network fda6f72f-febf-4b40-96b5-852ad898230c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:12:22.734513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Attempting to bind port ef4f1d76-f6af-45de-a0f8-87123cbee2b9 on network fda6f72f-febf-4b40-96b5-852ad898230c {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:12:22.739817 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e852-29b0-4962-b5c9-96a6938ff637 req-62886a8c-162b-4125-bc96-c013dda407b6 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:22.741361 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c29e852-29b0-4962-b5c9-96a6938ff637 req-62886a8c-162b-4125-bc96-c013dda407b6 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=6625c47e-b6ab-4422-b493-4bd6f0e5ae0f HTTP/1.1" status: 200  len: 943 time: 0.0507128
Nov 20 21:12:22.742650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:12:22.742990 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Checking segment: {'id': '0118a518-6a0f-4f40-ae90-4e3246ee3e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:12:22.743372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Bound using segment: {'id': '0118a518-6a0f-4f40-ae90-4e3246ee3e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:12:22.743807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Bound port: ef4f1d76-f6af-45de-a0f8-87123cbee2b9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0118a518-6a0f-4f40-ae90-4e3246ee3e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:12:22.744167 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:22.790964 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c29e852-29b0-4962-b5c9-96a6938ff637 req-95c65614-c778-4b63-a363-d0df5b023d8a tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427406
Nov 20 21:12:22.795239 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c671635e-c00a-4885-a2cc-c83365376440 req-43a21ad4-3230-45f6-b4cb-b8e296c6f97f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900345
Nov 20 21:12:22.830784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] For port ef4f1d76-f6af-45de-a0f8-87123cbee2b9, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:12:22.833757 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] For port ef4f1d76-f6af-45de-a0f8-87123cbee2b9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ef4f1d76-f6af-45de-a0f8-87123cbee2b9,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:12:22.838345 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:22.875370 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:22.876117 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:22.877643 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] 10.222.0.37 "PUT /v2.0/ports/ef4f1d76-f6af-45de-a0f8-87123cbee2b9 HTTP/1.1" status: 200  len: 1091 time: 0.7019711
Nov 20 21:12:22.878111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6625c47e-b6ab-4422-b493-4bd6f0e5ae0f', 'tag': 'ef4f1d76-f6af-45de-a0f8-87123cbee2b9'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:22.880628 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2678a6c-455d-4580-847a-b614b29ec298" -d '{"events": [{"name": "network-changed", "server_uuid": "6625c47e-b6ab-4422-b493-4bd6f0e5ae0f", "tag": "ef4f1d76-f6af-45de-a0f8-87123cbee2b9"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:22.908625 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f1d85-57d6-4878-8f0c-56561f60328a service neutron] Pushing event updated for resources: {'Port': ['ID=ef4f1d76-f6af-45de-a0f8-87123cbee2b9,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:22.937099 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3a6f4e-0985-45b4-8f38-64877ecd38ae x-openstack-request-id: req-5a3a6f4e-0985-45b4-8f38-64877ecd38ae {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:22.937407 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6625c47e-b6ab-4422-b493-4bd6f0e5ae0f", "tag": "ef4f1d76-f6af-45de-a0f8-87123cbee2b9", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:22.937669 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a3a6f4e-0985-45b4-8f38-64877ecd38ae {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:22.938091 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6625c47e-b6ab-4422-b493-4bd6f0e5ae0f', 'tag': 'ef4f1d76-f6af-45de-a0f8-87123cbee2b9', 'status': 'completed', 'code': 200}
Nov 20 21:12:22.968563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-430f9c11-a271-4ccf-8a60-920b236d88b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:22.970260 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-430f9c11-a271-4ccf-8a60-920b236d88b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f6f0739f21248e3b3e217472adf0459&device_id=6625c47e-b6ab-4422-b493-4bd6f0e5ae0f HTTP/1.1" status: 200  len: 1094 time: 0.0449097
Nov 20 21:12:22.977248 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ab912177-8646-4446-9392-73928c0f3082 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:12:22.980496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device fdb38671-0374-4e8c-bd17-2c20287e73f0 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:12:23.026693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-f924578a-2666-4da6-afdc-c3b865d8502b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef4f1d76-f6af-45de-a0f8-87123cbee2b9 HTTP/1.1" status: 200  len: 217 time: 0.0363421
Nov 20 21:12:23.092440 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-581e9a7f-4f18-4f9b-be7c-dbfd72a62ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:23.094517 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-581e9a7f-4f18-4f9b-be7c-dbfd72a62ff8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a3d2ae5-810f-4e3f-abbc-0258099f9255 HTTP/1.1" status: 200  len: 854 time: 0.0616739
Nov 20 21:12:23.109335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port fdb38671-0374-4e8c-bd17-2c20287e73f0 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:12:23.122810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port fdb38671-0374-4e8c-bd17-2c20287e73f0 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:12:23.123259 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:23.128871 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-20527f01-0b79-4051-af3d-361aa4287227 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fda6f72f-febf-4b40-96b5-852ad898230c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0272417
Nov 20 21:12:23.160907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port ab912177-8646-4446-9392-73928c0f3082, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab912177-8646-4446-9392-73928c0f3082,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:23.180869 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'ab912177-8646-4446-9392-73928c0f3082', 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5', 'port_id': 'ab912177-8646-4446-9392-73928c0f3082', 'mac_address': 'fa:16:3e:e0:1a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501027a8-1af1-4f7e-80a0-4f10afccfcd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:12:23.226478 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-6cbef18d-d395-4e1e-bbe0-efabc1e9182f service neutron] 10.222.0.37 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886581
Nov 20 21:12:23.248844 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:23.267646 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab912177-8646-4446-9392-73928c0f3082 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:12:23.287182 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:23.289970 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port ab912177-8646-4446-9392-73928c0f3082, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab912177-8646-4446-9392-73928c0f3082,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:23.308921 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:23.318236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1e54ca-e5d2-4b0a-93b4-cafa96759822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb38671-0374-4e8c-bd17-2c20287e73f0'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:23.320419 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e0c467-5db9-400b-96c9-a6f7556e76ff" -d '{"events": [{"server_uuid": "1b1e54ca-e5d2-4b0a-93b4-cafa96759822", "name": "network-vif-plugged", "status": "completed", "tag": "fdb38671-0374-4e8c-bd17-2c20287e73f0"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:23.330000 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b61e71-78aa-4ec3-8855-d0815faa7b47 req-8d952c1e-b049-48e7-a255-1a8772e403e0 service neutron] 10.222.0.37 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0963333
Nov 20 21:12:23.365272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port fdb38671-0374-4e8c-bd17-2c20287e73f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdb38671-0374-4e8c-bd17-2c20287e73f0,segment=NetworkSegment(241be008-6a5d-4824-b825-4024ff935ddc),segment_id=241be008-6a5d-4824-b825-4024ff935ddc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:23.372670 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:23.392214 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b903188-a3e0-4b61-bda9-e9ae9aa29c45 x-openstack-request-id: req-0b903188-a3e0-4b61-bda9-e9ae9aa29c45 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:23.392702 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1e54ca-e5d2-4b0a-93b4-cafa96759822", "name": "network-vif-plugged", "status": "completed", "tag": "fdb38671-0374-4e8c-bd17-2c20287e73f0", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:23.393019 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b903188-a3e0-4b61-bda9-e9ae9aa29c45 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:23.393586 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1e54ca-e5d2-4b0a-93b4-cafa96759822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb38671-0374-4e8c-bd17-2c20287e73f0', 'code': 200}
Nov 20 21:12:23.396886 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=ab912177-8646-4446-9392-73928c0f3082,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:23.434107 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['ab912177-8646-4446-9392-73928c0f3082'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:12:23.487345 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=fdb38671-0374-4e8c-bd17-2c20287e73f0,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:23.489023 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678a6c-455d-4580-847a-b614b29ec298 req-134f4942-72cb-4ce0-97d5-6ea241e20c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:23.498451 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2678a6c-455d-4580-847a-b614b29ec298 req-134f4942-72cb-4ce0-97d5-6ea241e20c95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f6f0739f21248e3b3e217472adf0459&device_id=6625c47e-b6ab-4422-b493-4bd6f0e5ae0f HTTP/1.1" status: 200  len: 1094 time: 0.0830266
Nov 20 21:12:23.526804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0befc7-43f9-49b3-bc62-de0755217c46 req-9b95f0c3-8ea7-49df-a1a1-f71280c8309f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:23.536004 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6e0befc7-43f9-49b3-bc62-de0755217c46 req-9b95f0c3-8ea7-49df-a1a1-f71280c8309f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 946 time: 0.0775280
Nov 20 21:12:23.579878 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe88cb1-ad82-4952-a08b-c3f5bda1722f req-8027e56b-318b-48d5-9dbb-5b52a880c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:23.581404 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2fe88cb1-ad82-4952-a08b-c3f5bda1722f req-8027e56b-318b-48d5-9dbb-5b52a880c3c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 1097 time: 0.1154447
Nov 20 21:12:23.599278 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6e0befc7-43f9-49b3-bc62-de0755217c46 req-8288d903-6d05-4de9-b191-d2f083e31f50 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b7c7821-3744-4bab-8cef-3f65af8071e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618484
Nov 20 21:12:23.716646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678a6c-455d-4580-847a-b614b29ec298 req-5b0a0565-417c-4a1b-aa23-4334700826ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:23.718830 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2678a6c-455d-4580-847a-b614b29ec298 req-5b0a0565-417c-4a1b-aa23-4334700826ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=fda6f72f-febf-4b40-96b5-852ad898230c HTTP/1.1" status: 200  len: 915 time: 0.2018249
Nov 20 21:12:23.722408 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2fe88cb1-ad82-4952-a08b-c3f5bda1722f req-a993862a-b107-46dc-ab5c-6d3d180ff398 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5b7c7821-3744-4bab-8cef-3f65af8071e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698497
Nov 20 21:12:23.989800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbbda4-254c-4799-9468-59ec227dcaf7 req-eef7341b-fa6d-4c5f-941d-fccca9ff7476 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:23.991823 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2678a6c-455d-4580-847a-b614b29ec298 req-e5669ad7-e16c-4f90-bbc4-f92277cd80cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef4f1d76-f6af-45de-a0f8-87123cbee2b9 HTTP/1.1" status: 200  len: 217 time: 0.0445108
Nov 20 21:12:23.995065 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dfbbda4-254c-4799-9468-59ec227dcaf7 req-eef7341b-fa6d-4c5f-941d-fccca9ff7476 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 944 time: 0.0820909
Nov 20 21:12:24.061129 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3dfbbda4-254c-4799-9468-59ec227dcaf7 req-5fc4d694-ef31-4322-aead-1d9bb3af345b tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575213
Nov 20 21:12:24.068508 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7320d0-296d-4964-974e-f8d09af535a2 req-656bd95a-3796-41df-9025-8160f1435d5f tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:24.076261 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ee7320d0-296d-4964-974e-f8d09af535a2 req-656bd95a-3796-41df-9025-8160f1435d5f tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=6625c47e-b6ab-4422-b493-4bd6f0e5ae0f HTTP/1.1" status: 200  len: 943 time: 0.1567090
Nov 20 21:12:24.108330 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678a6c-455d-4580-847a-b614b29ec298 req-d73ed62e-0eb0-48d6-9edb-85afd54a0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:24.109871 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2678a6c-455d-4580-847a-b614b29ec298 req-d73ed62e-0eb0-48d6-9edb-85afd54a0e9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a3d2ae5-810f-4e3f-abbc-0258099f9255 HTTP/1.1" status: 200  len: 854 time: 0.1067104
Nov 20 21:12:24.161091 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2678a6c-455d-4580-847a-b614b29ec298 req-10e33413-fb53-47bd-b533-5c5b0df52650 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fda6f72f-febf-4b40-96b5-852ad898230c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410109
Nov 20 21:12:24.170607 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ee7320d0-296d-4964-974e-f8d09af535a2 req-33f33cdb-efea-473c-9a5f-5f957c29ec2b tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937428
Nov 20 21:12:24.284028 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2678a6c-455d-4580-847a-b614b29ec298 req-c4b36f04-c11f-45c9-ae07-b6f37e15aa0a service neutron] 10.222.0.37 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1075256
Nov 20 21:12:24.406807 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2678a6c-455d-4580-847a-b614b29ec298 req-1eea4ca9-fa44-464a-83f4-7aeb9d86fa53 service neutron] 10.222.0.37 "GET /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1133611
Nov 20 21:12:24.729736 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73365d-f298-4eeb-9f4f-e5e03aa25aac req-81cce815-4333-4fa7-9300-0be6bcfc6cde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:24.731616 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed73365d-f298-4eeb-9f4f-e5e03aa25aac req-81cce815-4333-4fa7-9300-0be6bcfc6cde tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 946 time: 0.0548410
Nov 20 21:12:24.792455 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed73365d-f298-4eeb-9f4f-e5e03aa25aac req-25d2b256-a9a1-49d7-830d-e22df02adf64 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b7c7821-3744-4bab-8cef-3f65af8071e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533745
Nov 20 21:12:24.997472 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ab912177-8646-4446-9392-73928c0f3082 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:12:25.060642 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port ab912177-8646-4446-9392-73928c0f3082 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:12:25.061031 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:25.194751 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:25.253141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port ab912177-8646-4446-9392-73928c0f3082, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab912177-8646-4446-9392-73928c0f3082,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:25.261222 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:25.294022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfbcbb-1a1b-486a-af14-ee3e11acfa85 req-a748ea6b-4d0a-4912-b810-e812811ffefa tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:25.302906 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43cfbcbb-1a1b-486a-af14-ee3e11acfa85 req-a748ea6b-4d0a-4912-b810-e812811ffefa tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 944 time: 0.1282165
Nov 20 21:12:25.314937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fecc66-ccd7-497a-8a5f-d70a8641728e req-bdad1b11-73c3-4af4-be42-c1358c5330aa tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:25.317417 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75fecc66-ccd7-497a-8a5f-d70a8641728e req-bdad1b11-73c3-4af4-be42-c1358c5330aa tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=6625c47e-b6ab-4422-b493-4bd6f0e5ae0f HTTP/1.1" status: 200  len: 943 time: 0.0532131
Nov 20 21:12:25.349762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=ab912177-8646-4446-9392-73928c0f3082,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:25.394996 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a71a189-4354-4a63-93e2-c1b900b7c25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab912177-8646-4446-9392-73928c0f3082'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:25.397219 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43cfbcbb-1a1b-486a-af14-ee3e11acfa85 req-a2ba218f-b59f-4680-ac4a-e9298361ca17 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882587
Nov 20 21:12:25.397876 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe7ec27-af6a-4a67-a04e-a5c0336c7a80" -d '{"events": [{"server_uuid": "4a71a189-4354-4a63-93e2-c1b900b7c25c", "name": "network-vif-plugged", "status": "completed", "tag": "ab912177-8646-4446-9392-73928c0f3082"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:25.426689 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75fecc66-ccd7-497a-8a5f-d70a8641728e req-320d3bc9-b2d9-4891-a237-0ce9ed843186 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016357
Nov 20 21:12:25.446775 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59fb7f8-31ca-474d-8fba-75cfe021febc x-openstack-request-id: req-a59fb7f8-31ca-474d-8fba-75cfe021febc {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:25.447083 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a71a189-4354-4a63-93e2-c1b900b7c25c", "name": "network-vif-plugged", "status": "completed", "tag": "ab912177-8646-4446-9392-73928c0f3082", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:25.447330 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a59fb7f8-31ca-474d-8fba-75cfe021febc {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:25.447739 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a71a189-4354-4a63-93e2-c1b900b7c25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab912177-8646-4446-9392-73928c0f3082', 'code': 200}
Nov 20 21:12:25.923792 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded246b-9c5e-436a-ae95-d910db1b0a7d req-ecdc7806-0f38-486a-bd62-2237ce1b3882 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:25.925465 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bded246b-9c5e-436a-ae95-d910db1b0a7d req-ecdc7806-0f38-486a-bd62-2237ce1b3882 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 946 time: 0.0548823
Nov 20 21:12:25.984428 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bded246b-9c5e-436a-ae95-d910db1b0a7d req-930af6ed-eb8a-456e-9acc-5df3008da96b tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b7c7821-3744-4bab-8cef-3f65af8071e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526745
Nov 20 21:12:26.116157 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ef34a-b2a6-4f12-b0e3-0ec8f737f31e req-54b5dcf5-cc1e-47d7-a9e5-17720485b25c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:26.118010 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b91ef34a-b2a6-4f12-b0e3-0ec8f737f31e req-54b5dcf5-cc1e-47d7-a9e5-17720485b25c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 946 time: 0.0544662
Nov 20 21:12:26.142577 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40192) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:12:26.151893 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0ffc4c95-da73-4c99-a3df-22ccd8b813db tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Request body: {'floatingip': {'port_id': 'fdb38671-0374-4e8c-bd17-2c20287e73f0'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:12:26.273722 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0ffc4c95-da73-4c99-a3df-22ccd8b813db tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:26.569698 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a9617-f9cb-49a9-bd7c-0344c7bba1ea req-f8b44d6d-f1c5-405b-9ac2-611bc71abb04 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:26.571357 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8e7a9617-f9cb-49a9-bd7c-0344c7bba1ea req-f8b44d6d-f1c5-405b-9ac2-611bc71abb04 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.1117392
Nov 20 21:12:26.594424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06a629-be9b-4db5-b63b-7a87152c7959 req-89c779cf-edf9-4508-b186-512d63f4624f tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:26.600112 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc06a629-be9b-4db5-b63b-7a87152c7959 req-89c779cf-edf9-4508-b186-512d63f4624f tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=6625c47e-b6ab-4422-b493-4bd6f0e5ae0f HTTP/1.1" status: 200  len: 943 time: 0.0740595
Nov 20 21:12:26.660549 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc06a629-be9b-4db5-b63b-7a87152c7959 req-8b9d8bfb-0457-46b8-a31a-d37189bdc9d4 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595083
Nov 20 21:12:26.786578 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8e7a9617-f9cb-49a9-bd7c-0344c7bba1ea req-85246168-5bb1-4450-9caf-8079f6a263e7 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026013
Nov 20 21:12:26.906860 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0ffc4c95-da73-4c99-a3df-22ccd8b813db tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:26.911931 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0ffc4c95-da73-4c99-a3df-22ccd8b813db tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:27.022451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ef4f1d76-f6af-45de-a0f8-87123cbee2b9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:12:27.031972 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-0ffc4c95-da73-4c99-a3df-22ccd8b813db tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Floating IP e7cb3f97-fa33-4134-95e5-9d1222ef231c associated. External IP: 172.35.1.159, port: fdb38671-0374-4e8c-bd17-2c20287e73f0.
Nov 20 21:12:27.156218 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port ef4f1d76-f6af-45de-a0f8-87123cbee2b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ef4f1d76-f6af-45de-a0f8-87123cbee2b9,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:27.169774 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'ef4f1d76-f6af-45de-a0f8-87123cbee2b9', 'network_id': 'fda6f72f-febf-4b40-96b5-852ad898230c', 'port_id': 'ef4f1d76-f6af-45de-a0f8-87123cbee2b9', 'mac_address': 'fa:16:3e:e6:4d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3d2ae5-810f-4e3f-abbc-0258099f9255', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:12:27.245200 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:27.271883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4f1d76-f6af-45de-a0f8-87123cbee2b9 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:12:27.311095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffc4c95-da73-4c99-a3df-22ccd8b813db tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Router 76230994-5bdc-48d4-8e13-c947c6a435f5 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:12:27.316948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port ef4f1d76-f6af-45de-a0f8-87123cbee2b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ef4f1d76-f6af-45de-a0f8-87123cbee2b9,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:27.324745 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:27.391695 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=ef4f1d76-f6af-45de-a0f8-87123cbee2b9,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:27.536722 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffc4c95-da73-4c99-a3df-22ccd8b813db tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:12:27.541632 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0ffc4c95-da73-4c99-a3df-22ccd8b813db tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:27.572080 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8fb68b-613b-4b69-ba25-176df53ce1fb None None] Sync routers for ids ['76230994-5bdc-48d4-8e13-c947c6a435f5'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:12:27.589171 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8fb68b-613b-4b69-ba25-176df53ce1fb None None] Routers {'76230994-5bdc-48d4-8e13-c947c6a435f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:12:27.590347 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6f8fb68b-613b-4b69-ba25-176df53ce1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7b4c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:12:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['76230994-5bdc-48d4-8e13-c947c6a435f5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:12:27.597362 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0ffc4c95-da73-4c99-a3df-22ccd8b813db tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "PUT /v2.0/floatingips/e7cb3f97-fa33-4134-95e5-9d1222ef231c HTTP/1.1" status: 200  len: 992 time: 1.4511430
Nov 20 21:12:27.611217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1e54ca-e5d2-4b0a-93b4-cafa96759822', 'tag': 'fdb38671-0374-4e8c-bd17-2c20287e73f0'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:27.617744 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbe13ac-0800-4498-a21a-821419a6db99" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1e54ca-e5d2-4b0a-93b4-cafa96759822", "tag": "fdb38671-0374-4e8c-bd17-2c20287e73f0"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:27.630496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['ef4f1d76-f6af-45de-a0f8-87123cbee2b9'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:12:27.693399 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56707da0-abea-410c-9468-a8a1007422a7 x-openstack-request-id: req-56707da0-abea-410c-9468-a8a1007422a7 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:27.693977 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1e54ca-e5d2-4b0a-93b4-cafa96759822", "tag": "fdb38671-0374-4e8c-bd17-2c20287e73f0", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:27.694465 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56707da0-abea-410c-9468-a8a1007422a7 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:27.695141 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1e54ca-e5d2-4b0a-93b4-cafa96759822', 'tag': 'fdb38671-0374-4e8c-bd17-2c20287e73f0', 'status': 'completed', 'code': 200}
Nov 20 21:12:27.854852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe13ac-0800-4498-a21a-821419a6db99 req-66b7d2b5-a3c6-4681-9097-d86d7a0c7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:27.873103 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7fbe13ac-0800-4498-a21a-821419a6db99 req-66b7d2b5-a3c6-4681-9097-d86d7a0c7a24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=badea6f48ba34a31b8c22ca431cfebc4&device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 1097 time: 0.1600492
Nov 20 21:12:27.890410 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-6f8fb68b-613b-4b69-ba25-176df53ce1fb None None] Set router 76230994-5bdc-48d4-8e13-c947c6a435f5 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:12:27.988765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120036f-64b2-4f44-8f2d-af5aee844717 req-38eb2214-b4f2-4c6b-8281-0161631fc82b tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:27.996689 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5120036f-64b2-4f44-8f2d-af5aee844717 req-38eb2214-b4f2-4c6b-8281-0161631fc82b tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=6625c47e-b6ab-4422-b493-4bd6f0e5ae0f HTTP/1.1" status: 200  len: 944 time: 0.1198332
Nov 20 21:12:28.049179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe13ac-0800-4498-a21a-821419a6db99 req-ce552e58-7f83-4105-9574-6e1ec2d80a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:28.051071 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7fbe13ac-0800-4498-a21a-821419a6db99 req-ce552e58-7f83-4105-9574-6e1ec2d80a02 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a HTTP/1.1" status: 200  len: 912 time: 0.1660111
Nov 20 21:12:28.054024 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5120036f-64b2-4f44-8f2d-af5aee844717 req-9cf02543-0955-4605-81a0-aa379fdc53f1 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562007
Nov 20 21:12:28.154064 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6f8fb68b-613b-4b69-ba25-176df53ce1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7b4c10>, [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e7cb3f97-fa33-4134-95e5-9d1222ef231c', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'floating_ip_address': '172.35.1.159', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'port_id': 'fdb38671-0374-4e8c-bd17-2c20287e73f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'mac_address': 'fa:16:3e:8b:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e54ca-e5d2-4b0a-93b4-cafa96759822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:12:13Z', 'updated_at': '2021-11-20T21:12:26Z', 'revision_number': 1, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e1f786-e1fc-476b-a801-7c2f799dc538', 'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'mac_address': 'fa:16:3e:22:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:21Z', 'updated_at': '2021-11-20T21:08:27Z', 'revision_number': 5, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'subnets': [{'id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:12:28.158092 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7fbe13ac-0800-4498-a21a-821419a6db99 req-64f0ec8c-05d1-4cdf-a3bf-69be9d145903 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb38671-0374-4e8c-bd17-2c20287e73f0 HTTP/1.1" status: 200  len: 1000 time: 0.0816071
Nov 20 21:12:28.189878 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8fb68b-613b-4b69-ba25-176df53ce1fb None None] Checking router: 76230994-5bdc-48d4-8e13-c947c6a435f5 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:12:28.199440 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8fb68b-613b-4b69-ba25-176df53ce1fb None None] Routers {'76230994-5bdc-48d4-8e13-c947c6a435f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:12:28.200066 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6f8fb68b-613b-4b69-ba25-176df53ce1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7b4c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:12:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['76230994-5bdc-48d4-8e13-c947c6a435f5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:12:28.370526 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-6f8fb68b-613b-4b69-ba25-176df53ce1fb None None] Set router 76230994-5bdc-48d4-8e13-c947c6a435f5 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:12:28.573994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bc3eb-bf41-4a4a-bbba-fc359b06f44b req-34ff1031-dca4-4c49-bb44-527a36896831 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:28.584628 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b6bc3eb-bf41-4a4a-bbba-fc359b06f44b req-34ff1031-dca4-4c49-bb44-527a36896831 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.5316327
Nov 20 21:12:28.617661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe13ac-0800-4498-a21a-821419a6db99 req-2c67fa66-cb06-49a5-966e-1f41eb152de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:28.621077 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7fbe13ac-0800-4498-a21a-821419a6db99 req-2c67fa66-cb06-49a5-966e-1f41eb152de5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70f862fe-1427-4856-a5ea-8d52f33d3d9b HTTP/1.1" status: 200  len: 850 time: 0.4551077
Nov 20 21:12:28.674238 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6f8fb68b-613b-4b69-ba25-176df53ce1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7b4c10>, [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e7cb3f97-fa33-4134-95e5-9d1222ef231c', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'floating_ip_address': '172.35.1.159', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'port_id': 'fdb38671-0374-4e8c-bd17-2c20287e73f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'mac_address': 'fa:16:3e:8b:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e54ca-e5d2-4b0a-93b4-cafa96759822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:12:13Z', 'updated_at': '2021-11-20T21:12:26Z', 'revision_number': 1, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e1f786-e1fc-476b-a801-7c2f799dc538', 'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'mac_address': 'fa:16:3e:22:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:21Z', 'updated_at': '2021-11-20T21:08:27Z', 'revision_number': 5, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'subnets': [{'id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:12:28.704462 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b6bc3eb-bf41-4a4a-bbba-fc359b06f44b req-335e40d3-6ff9-4b75-b983-5f7b3f4f8088 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064773
Nov 20 21:12:28.707633 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8fb68b-613b-4b69-ba25-176df53ce1fb None None] The sync data for ids ['76230994-5bdc-48d4-8e13-c947c6a435f5'] in ncdv-master-1 is: [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e7cb3f97-fa33-4134-95e5-9d1222ef231c', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'floating_ip_address': '172.35.1.159', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'port_id': 'fdb38671-0374-4e8c-bd17-2c20287e73f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'mac_address': 'fa:16:3e:8b:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e54ca-e5d2-4b0a-93b4-cafa96759822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:12:13Z', 'updated_at': '2021-11-20T21:12:26Z', 'revision_number': 1, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e1f786-e1fc-476b-a801-7c2f799dc538', 'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'mac_address': 'fa:16:3e:22:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:21Z', 'updated_at': '2021-11-20T21:08:27Z', 'revision_number': 5, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'subnets': [{'id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:12:28.717561 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe13ac-0800-4498-a21a-821419a6db99 req-a49e7b83-72f8-4e6a-b3cc-e967b3d58b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:28.719276 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7fbe13ac-0800-4498-a21a-821419a6db99 req-a49e7b83-72f8-4e6a-b3cc-e967b3d58b2c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3a9bbee-3f9c-4365-ad64-26cea020ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0854719
Nov 20 21:12:28.856686 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7fbe13ac-0800-4498-a21a-821419a6db99 req-eb218799-5ec8-43e2-bf75-21610e1eee93 service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283090
Nov 20 21:12:28.990550 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7fbe13ac-0800-4498-a21a-821419a6db99 req-bc68b1df-7d41-4c9a-a51f-7f74032927b8 service neutron] 10.222.0.37 "GET /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244366
Nov 20 21:12:29.020034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca3e7e9-a1ac-4531-a458-6c18398bc506 None None] New status for floating IP e7cb3f97-fa33-4134-95e5-9d1222ef231c: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:12:29.060542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ef4f1d76-f6af-45de-a0f8-87123cbee2b9 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:12:29.203116 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec59e6-9273-4f82-966c-12304c0f7ba3 req-b5a0d59a-70a8-4618-9868-3a7665da2d44 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:29.211050 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5dec59e6-9273-4f82-966c-12304c0f7ba3 req-b5a0d59a-70a8-4618-9868-3a7665da2d44 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=6625c47e-b6ab-4422-b493-4bd6f0e5ae0f HTTP/1.1" status: 200  len: 944 time: 0.0625782
Nov 20 21:12:29.232642 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port ef4f1d76-f6af-45de-a0f8-87123cbee2b9 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:12:29.238376 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port ef4f1d76-f6af-45de-a0f8-87123cbee2b9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:12:29.238838 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:29.282494 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5dec59e6-9273-4f82-966c-12304c0f7ba3 req-7ad6563b-948a-47cd-ac56-8c873ce7a180 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704501
Nov 20 21:12:29.357135 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:29.396595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6625c47e-b6ab-4422-b493-4bd6f0e5ae0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4f1d76-f6af-45de-a0f8-87123cbee2b9'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:29.398862 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778cab86-744a-4a5a-aace-ab0ded6b13a2" -d '{"events": [{"server_uuid": "6625c47e-b6ab-4422-b493-4bd6f0e5ae0f", "name": "network-vif-plugged", "status": "completed", "tag": "ef4f1d76-f6af-45de-a0f8-87123cbee2b9"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:29.414321 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port ef4f1d76-f6af-45de-a0f8-87123cbee2b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ef4f1d76-f6af-45de-a0f8-87123cbee2b9,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:29.422228 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:29.449984 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e94442-2129-4c03-8899-9eef7635836d x-openstack-request-id: req-66e94442-2129-4c03-8899-9eef7635836d {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:29.450306 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6625c47e-b6ab-4422-b493-4bd6f0e5ae0f", "name": "network-vif-plugged", "status": "completed", "tag": "ef4f1d76-f6af-45de-a0f8-87123cbee2b9", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:29.450566 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66e94442-2129-4c03-8899-9eef7635836d {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:29.450963 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6625c47e-b6ab-4422-b493-4bd6f0e5ae0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4f1d76-f6af-45de-a0f8-87123cbee2b9', 'code': 200}
Nov 20 21:12:29.492727 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=ef4f1d76-f6af-45de-a0f8-87123cbee2b9,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:29.559305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bb5e4-c9d5-4302-aeae-1f0511f48988 req-7f454af8-cb18-4b94-81fe-8a267c654f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:29.560957 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df3bb5e4-c9d5-4302-aeae-1f0511f48988 req-7f454af8-cb18-4b94-81fe-8a267c654f78 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6625c47e-b6ab-4422-b493-4bd6f0e5ae0f HTTP/1.1" status: 200  len: 1096 time: 0.0533831
Nov 20 21:12:29.633360 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df3bb5e4-c9d5-4302-aeae-1f0511f48988 req-5073e185-0977-43ad-b288-90dda8501ad6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540411
Nov 20 21:12:29.813588 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7262a97-2259-4291-b552-b15ea0c09103 req-d901e7e9-e8d8-4fcf-9abb-4b155f451b0f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:29.815014 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e7262a97-2259-4291-b552-b15ea0c09103 req-d901e7e9-e8d8-4fcf-9abb-4b155f451b0f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0509186
Nov 20 21:12:29.877341 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e7262a97-2259-4291-b552-b15ea0c09103 req-6c839052-41e0-4819-9bd7-c49bbd6a11b9 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558410
Nov 20 21:12:30.425687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48b47d-9121-48b1-967d-9ac75178f8c4 req-9430f9d0-4641-49aa-a87e-81dcbccf69da tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:30.428599 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec48b47d-9121-48b1-967d-9ac75178f8c4 req-9430f9d0-4641-49aa-a87e-81dcbccf69da tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=6625c47e-b6ab-4422-b493-4bd6f0e5ae0f HTTP/1.1" status: 200  len: 945 time: 0.0583427
Nov 20 21:12:30.501617 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec48b47d-9121-48b1-967d-9ac75178f8c4 req-8ed8db93-616a-4939-b310-8b537bc929ad tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679243
Nov 20 21:12:31.025022 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770e31b-be3a-4ac5-8545-9466ae6a0a8c req-9f741fac-f9ee-49ea-adf8-0b42912910d4 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:31.031281 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1770e31b-be3a-4ac5-8545-9466ae6a0a8c req-9f741fac-f9ee-49ea-adf8-0b42912910d4 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0658078
Nov 20 21:12:31.081699 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1770e31b-be3a-4ac5-8545-9466ae6a0a8c req-38ca2aee-4639-4841-bc13-b694cf1c48e6 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479887
Nov 20 21:12:31.654824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0e9a6-5c07-4015-a359-79f9662c7259 req-14703413-a709-48b5-bd8c-c9f050e29e94 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:31.656280 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ce0e9a6-5c07-4015-a359-79f9662c7259 req-14703413-a709-48b5-bd8c-c9f050e29e94 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=6625c47e-b6ab-4422-b493-4bd6f0e5ae0f HTTP/1.1" status: 200  len: 945 time: 0.0540671
Nov 20 21:12:31.711835 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1ce0e9a6-5c07-4015-a359-79f9662c7259 req-534c598a-5fe7-4c1a-8df0-18665f64c619 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490460
Nov 20 21:12:32.234387 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536feecd-a722-4569-9b9b-b2fc8be51bff req-1831a526-2db3-4fdd-8e4d-6966acad7e04 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:32.241830 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-536feecd-a722-4569-9b9b-b2fc8be51bff req-1831a526-2db3-4fdd-8e4d-6966acad7e04 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0736120
Nov 20 21:12:32.293427 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-536feecd-a722-4569-9b9b-b2fc8be51bff req-52d00232-7e1a-46b0-a19f-3406c67e9305 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506730
Nov 20 21:12:33.442506 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e450c59-50ba-433c-b47d-4b88ae5c86e7 req-1adf014c-ba46-4c69-8dc8-2fa2de59ea02 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:33.449597 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e450c59-50ba-433c-b47d-4b88ae5c86e7 req-1adf014c-ba46-4c69-8dc8-2fa2de59ea02 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0704727
Nov 20 21:12:33.494983 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e450c59-50ba-433c-b47d-4b88ae5c86e7 req-646f784b-7f02-43ed-9998-aecc43cc4843 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445445
Nov 20 21:12:34.073611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc600e-a378-4afa-bf80-130be5e864e5 req-f31060a7-5930-44fd-b1c3-31fd35a39619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:34.075151 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eddc600e-a378-4afa-bf80-130be5e864e5 req-f31060a7-5930-44fd-b1c3-31fd35a39619 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8910f09f22a240eb9a228d72406a608b&device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 1096 time: 0.0408645
Nov 20 21:12:34.173394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc600e-a378-4afa-bf80-130be5e864e5 req-2cc09f79-c97a-4f17-8b35-1db59539239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:34.175086 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eddc600e-a378-4afa-bf80-130be5e864e5 req-2cc09f79-c97a-4f17-8b35-1db59539239b service neutron] 10.222.0.37 "GET /v2.0/networks?id=13329dec-d6cb-4b40-9c80-e369d65965f5 HTTP/1.1" status: 200  len: 915 time: 0.0928540
Nov 20 21:12:34.220479 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eddc600e-a378-4afa-bf80-130be5e864e5 req-7b723d27-f1ba-4d50-9e65-81f5606d5ad8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab912177-8646-4446-9392-73928c0f3082 HTTP/1.1" status: 200  len: 217 time: 0.0359733
Nov 20 21:12:34.282723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc600e-a378-4afa-bf80-130be5e864e5 req-0adabcd3-a836-408e-a8f7-b0afad614808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:34.284214 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eddc600e-a378-4afa-bf80-130be5e864e5 req-0adabcd3-a836-408e-a8f7-b0afad614808 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=501027a8-1af1-4f7e-80a0-4f10afccfcd6 HTTP/1.1" status: 200  len: 854 time: 0.0531342
Nov 20 21:12:34.318731 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eddc600e-a378-4afa-bf80-130be5e864e5 req-a529e88e-a7bc-4741-a805-78f499b191c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13329dec-d6cb-4b40-9c80-e369d65965f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0268390
Nov 20 21:12:34.413206 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eddc600e-a378-4afa-bf80-130be5e864e5 req-3a44178c-795a-4c07-ab2e-18c71c483050 service neutron] 10.222.0.37 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877452
Nov 20 21:12:34.510026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eddc600e-a378-4afa-bf80-130be5e864e5 req-c2f9a44a-96a9-4e51-8199-6939f03de414 service neutron] 10.222.0.37 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895944
Nov 20 21:12:34.624662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547ac23-e85c-4a26-9b73-ea8603bf10d9 req-bc2d40e5-fd76-4f93-b5aa-70b52718e414 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:34.626274 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4547ac23-e85c-4a26-9b73-ea8603bf10d9 req-bc2d40e5-fd76-4f93-b5aa-70b52718e414 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0494194
Nov 20 21:12:34.673826 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4547ac23-e85c-4a26-9b73-ea8603bf10d9 req-afb2079b-3966-4028-af2b-2219fc733b0f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413926
Nov 20 21:12:35.799485 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecef8ea-5535-4f82-a8b2-45f39de3303d req-ba813449-ebf4-4993-a7ae-2bf5725dc705 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:35.801008 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ecef8ea-5535-4f82-a8b2-45f39de3303d req-ba813449-ebf4-4993-a7ae-2bf5725dc705 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0564590
Nov 20 21:12:35.851637 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ecef8ea-5535-4f82-a8b2-45f39de3303d req-c9da6a5e-71af-447d-bc97-32276cc3efcd tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442724
Nov 20 21:12:36.968176 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3421d20-f653-412c-9207-fff14cc93eca req-e1ed36ec-1938-4f5a-85ee-babb6fb335a7 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:36.969925 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3421d20-f653-412c-9207-fff14cc93eca req-e1ed36ec-1938-4f5a-85ee-babb6fb335a7 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0503054
Nov 20 21:12:37.022266 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3421d20-f653-412c-9207-fff14cc93eca req-50de3d12-495e-43ca-986e-f081c6936448 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458708
Nov 20 21:12:37.101040 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ab912177-8646-4446-9392-73928c0f3082 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:12:37.183458 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037f359-c3ad-4d43-b749-bafab2736e32 req-aa8449d2-b8db-4ea4-bce8-a2eba4cffd52 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:37.185977 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9037f359-c3ad-4d43-b749-bafab2736e32 req-aa8449d2-b8db-4ea4-bce8-a2eba4cffd52 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0719399
Nov 20 21:12:37.191213 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:37.231032 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a71a189-4354-4a63-93e2-c1b900b7c25c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab912177-8646-4446-9392-73928c0f3082'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:37.233945 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a592ae72-de22-4f23-9ad4-63b687a4fab1" -d '{"events": [{"server_uuid": "4a71a189-4354-4a63-93e2-c1b900b7c25c", "name": "network-vif-unplugged", "status": "completed", "tag": "ab912177-8646-4446-9392-73928c0f3082"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:37.238392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port ab912177-8646-4446-9392-73928c0f3082, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab912177-8646-4446-9392-73928c0f3082,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:37.240514 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9037f359-c3ad-4d43-b749-bafab2736e32 req-ee630dc4-3564-4def-8e39-875b348a3df4 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478938
Nov 20 21:12:37.243433 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:37.291493 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d6ed1a-1f98-41e5-aeb3-1893737911db x-openstack-request-id: req-c8d6ed1a-1f98-41e5-aeb3-1893737911db {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:37.291821 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a71a189-4354-4a63-93e2-c1b900b7c25c", "name": "network-vif-unplugged", "status": "failed", "tag": "ab912177-8646-4446-9392-73928c0f3082", "code": 422}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:37.292258 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8d6ed1a-1f98-41e5-aeb3-1893737911db {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:37.292656 ncdv-master-1 neutron-server[126226]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4a71a189-4354-4a63-93e2-c1b900b7c25c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab912177-8646-4446-9392-73928c0f3082', 'code': 422} returned with failed status
Nov 20 21:12:37.298516 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=ab912177-8646-4446-9392-73928c0f3082,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:37.613772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144989a-bfc5-4063-a6ee-453ac34a3431 req-f023cf81-1deb-441c-a8f1-93eaaa6f64e7 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:37.615370 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6144989a-bfc5-4063-a6ee-453ac34a3431 req-f023cf81-1deb-441c-a8f1-93eaaa6f64e7 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 943 time: 0.0762138
Nov 20 21:12:37.676830 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6144989a-bfc5-4063-a6ee-453ac34a3431 req-f2cb24c7-03e7-4e24-9ec6-e5f883226bb6 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532174
Nov 20 21:12:37.810320 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-846321c5-813f-43ed-ab6e-69e1b54090c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0894377
Nov 20 21:12:38.225919 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:38.275286 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:38.427646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc876bd9-7c92-401c-9b91-918f52d07358 req-e0ee6e6c-085f-4bef-be95-beeb1f070e09 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:38.429153 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc876bd9-7c92-401c-9b91-918f52d07358 req-e0ee6e6c-085f-4bef-be95-beeb1f070e09 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=6625c47e-b6ab-4422-b493-4bd6f0e5ae0f HTTP/1.1" status: 200  len: 945 time: 0.0495818
Nov 20 21:12:38.477419 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc876bd9-7c92-401c-9b91-918f52d07358 req-9bcec645-4c89-4abb-913e-e9d98830478a tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420666
Nov 20 21:12:38.624158 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-f691e25c-a4db-4039-9971-e250bab3acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:38.625822 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-f691e25c-a4db-4039-9971-e250bab3acde service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c&tenant_id=8910f09f22a240eb9a228d72406a608b HTTP/1.1" status: 200  len: 1094 time: 0.0416181
Nov 20 21:12:38.637930 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:12:38.692976 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:38.798869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4293145-0e42-422e-8a86-7910ce629cad req-a2ddaf46-1565-4569-8840-57dd852c712b tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:38.800272 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d4293145-0e42-422e-8a86-7910ce629cad req-a2ddaf46-1565-4569-8840-57dd852c712b tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 943 time: 0.0501664
Nov 20 21:12:38.852051 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d4293145-0e42-422e-8a86-7910ce629cad req-c94e4177-fb6f-4b1e-9cb0-c1cb02bbd8f1 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458477
Nov 20 21:12:38.901003 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] For port ab912177-8646-4446-9392-73928c0f3082, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab912177-8646-4446-9392-73928c0f3082,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:38.933058 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] For port ab912177-8646-4446-9392-73928c0f3082, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:12:38.964540 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab912177-8646-4446-9392-73928c0f3082 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:12:38.972562 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:38.984385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Transition to ACTIVE for port object ab912177-8646-4446-9392-73928c0f3082 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:12:38.987657 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:39.040643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab912177-8646-4446-9392-73928c0f3082,revision_number=9']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:39.056416 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] No DVR routers for this DVR port ab912177-8646-4446-9392-73928c0f3082 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:12:39.064720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:39.065076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:39.065425 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:39.065770 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:39.066141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:39.066485 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:39.066817 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:39.067149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:39.067486 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:39.067824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:39.068154 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:39.068479 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:12:39.103024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Attempting to bind port ab912177-8646-4446-9392-73928c0f3082 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:12:39.103355 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Attempting to bind port ab912177-8646-4446-9392-73928c0f3082 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fa16aa9e-af78-401f-a795-78a46406abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:12:39.103676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Attempting to bind port ab912177-8646-4446-9392-73928c0f3082 on network 13329dec-d6cb-4b40-9c80-e369d65965f5 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:12:39.108061 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Port ab912177-8646-4446-9392-73928c0f3082 on network 13329dec-d6cb-4b40-9c80-e369d65965f5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:12:39.108434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Attempting to bind port ab912177-8646-4446-9392-73928c0f3082 on network 13329dec-d6cb-4b40-9c80-e369d65965f5 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:12:39.113195 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:12:39.113525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Checking segment: {'id': 'fa16aa9e-af78-401f-a795-78a46406abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:12:39.113904 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Bound using segment: {'id': 'fa16aa9e-af78-401f-a795-78a46406abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:12:39.114354 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Bound port: ab912177-8646-4446-9392-73928c0f3082, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa16aa9e-af78-401f-a795-78a46406abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:12:39.114704 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:39.182206 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] For port ab912177-8646-4446-9392-73928c0f3082, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:12:39.185134 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] For port ab912177-8646-4446-9392-73928c0f3082, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab912177-8646-4446-9392-73928c0f3082,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:12:39.189418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:39.224912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:39.225529 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:39.226935 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] 10.222.0.47 "PUT /v2.0/ports/ab912177-8646-4446-9392-73928c0f3082 HTTP/1.1" status: 200  len: 1091 time: 0.5930037
Nov 20 21:12:39.227373 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a71a189-4354-4a63-93e2-c1b900b7c25c', 'tag': 'ab912177-8646-4446-9392-73928c0f3082'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:39.229620 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec2aef9-b6b4-4f69-9c52-354073708dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "4a71a189-4354-4a63-93e2-c1b900b7c25c", "tag": "ab912177-8646-4446-9392-73928c0f3082"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:39.251605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c0b17-5589-4500-b221-6c0b87fb2db8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab912177-8646-4446-9392-73928c0f3082,revision_number=10']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:39.285083 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4473cef-1da7-49e1-8f2a-4abfc3e2dc18 x-openstack-request-id: req-d4473cef-1da7-49e1-8f2a-4abfc3e2dc18 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:39.285375 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a71a189-4354-4a63-93e2-c1b900b7c25c", "tag": "ab912177-8646-4446-9392-73928c0f3082", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:39.285630 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4473cef-1da7-49e1-8f2a-4abfc3e2dc18 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:39.286028 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a71a189-4354-4a63-93e2-c1b900b7c25c', 'tag': 'ab912177-8646-4446-9392-73928c0f3082', 'status': 'completed', 'code': 200}
Nov 20 21:12:39.302577 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-eefba08c-ecf7-4e26-a596-9c4b88ade5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:39.304198 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-eefba08c-ecf7-4e26-a596-9c4b88ade5bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8910f09f22a240eb9a228d72406a608b&device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 1095 time: 0.0497496
Nov 20 21:12:39.396163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-290698b0-a08a-49c1-bc57-e15fc0dca1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:39.397683 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-290698b0-a08a-49c1-bc57-e15fc0dca1df service neutron] 10.222.0.47 "GET /v2.0/networks?id=13329dec-d6cb-4b40-9c80-e369d65965f5 HTTP/1.1" status: 200  len: 915 time: 0.0856173
Nov 20 21:12:39.443566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-ec0adfba-a059-4fbd-879b-e174ecf9d43b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab912177-8646-4446-9392-73928c0f3082 HTTP/1.1" status: 200  len: 217 time: 0.0388501
Nov 20 21:12:39.495428 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-9b68d3ea-411c-4807-a1a3-6ca9883c749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:39.497005 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-9b68d3ea-411c-4807-a1a3-6ca9883c749d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=501027a8-1af1-4f7e-80a0-4f10afccfcd6 HTTP/1.1" status: 200  len: 854 time: 0.0456624
Nov 20 21:12:39.534270 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-47a7288d-a70b-4959-8534-4ce825580b05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13329dec-d6cb-4b40-9c80-e369d65965f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303009
Nov 20 21:12:39.656612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10ed5e-a3d9-4d5e-9e31-2be41ed5984f req-faed277b-c164-4522-b803-5b705c750694 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:39.658156 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f10ed5e-a3d9-4d5e-9e31-2be41ed5984f req-faed277b-c164-4522-b803-5b705c750694 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=6625c47e-b6ab-4422-b493-4bd6f0e5ae0f HTTP/1.1" status: 200  len: 945 time: 0.0978460
Nov 20 21:12:39.685340 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-ff1b05af-a2e4-4909-8401-f4c4af0c7312 service neutron] 10.222.0.47 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431329
Nov 20 21:12:39.740280 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f10ed5e-a3d9-4d5e-9e31-2be41ed5984f req-c1fbc82e-b47f-43a5-88a4-1fd86b280ae7 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758157
Nov 20 21:12:39.798779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-041cf724-1b21-4a43-86af-a0f7f9206863 req-3faafc89-8f05-43de-8a2b-d48b9c7627da service neutron] 10.222.0.47 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1060190
Nov 20 21:12:39.884408 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2aef9-b6b4-4f69-9c52-354073708dfd req-faf2de38-7938-4976-90da-34c774ef8f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:39.885911 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aec2aef9-b6b4-4f69-9c52-354073708dfd req-faf2de38-7938-4976-90da-34c774ef8f44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8910f09f22a240eb9a228d72406a608b&device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 1095 time: 0.0449979
Nov 20 21:12:39.983759 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd06fd6-a88e-49d8-af47-22dd3cd25a84 req-199d1351-974c-47a6-abf2-d1fd462beb86 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:39.985323 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1dd06fd6-a88e-49d8-af47-22dd3cd25a84 req-199d1351-974c-47a6-abf2-d1fd462beb86 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 944 time: 0.0595419
Nov 20 21:12:39.993643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2aef9-b6b4-4f69-9c52-354073708dfd req-27c70688-89d5-445b-8217-18c6fc917729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:39.995415 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aec2aef9-b6b4-4f69-9c52-354073708dfd req-27c70688-89d5-445b-8217-18c6fc917729 service neutron] 10.222.0.47 "GET /v2.0/networks?id=13329dec-d6cb-4b40-9c80-e369d65965f5 HTTP/1.1" status: 200  len: 915 time: 0.1009932
Nov 20 21:12:40.037067 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1dd06fd6-a88e-49d8-af47-22dd3cd25a84 req-c76186d7-de51-4f51-8040-f4a4db1c68ed tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454104
Nov 20 21:12:40.040819 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aec2aef9-b6b4-4f69-9c52-354073708dfd req-530404e1-f7a9-4735-bf7f-e01e791fc08f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab912177-8646-4446-9392-73928c0f3082 HTTP/1.1" status: 200  len: 217 time: 0.0383503
Nov 20 21:12:40.124920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2aef9-b6b4-4f69-9c52-354073708dfd req-39c9fb16-e85d-459d-80e1-7b33d1e7378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:40.127267 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aec2aef9-b6b4-4f69-9c52-354073708dfd req-39c9fb16-e85d-459d-80e1-7b33d1e7378b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=501027a8-1af1-4f7e-80a0-4f10afccfcd6 HTTP/1.1" status: 200  len: 854 time: 0.0766695
Nov 20 21:12:40.173592 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2476f08-59b6-4656-af92-1da8c8fb65bf req-b8f4bf01-81b9-403c-91d2-a1ce64bb0460 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:40.175853 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d2476f08-59b6-4656-af92-1da8c8fb65bf req-b8f4bf01-81b9-403c-91d2-a1ce64bb0460 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.37 "GET /v2.0/ports?device_id=6625c47e-b6ab-4422-b493-4bd6f0e5ae0f HTTP/1.1" status: 200  len: 945 time: 0.1340861
Nov 20 21:12:40.313280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d2476f08-59b6-4656-af92-1da8c8fb65bf req-0a5ffb7a-472b-4c39-88e4-2a0853ffff4d tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Deleting port ef4f1d76-f6af-45de-a0f8-87123cbee2b9 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:12:40.313718 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d2476f08-59b6-4656-af92-1da8c8fb65bf req-0a5ffb7a-472b-4c39-88e4-2a0853ffff4d tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:40.414238 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d2476f08-59b6-4656-af92-1da8c8fb65bf req-0a5ffb7a-472b-4c39-88e4-2a0853ffff4d tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] For port ef4f1d76-f6af-45de-a0f8-87123cbee2b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ef4f1d76-f6af-45de-a0f8-87123cbee2b9,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:40.414635 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d2476f08-59b6-4656-af92-1da8c8fb65bf req-0a5ffb7a-472b-4c39-88e4-2a0853ffff4d tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:40.427798 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d2476f08-59b6-4656-af92-1da8c8fb65bf req-0a5ffb7a-472b-4c39-88e4-2a0853ffff4d tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Calling delete_port for ef4f1d76-f6af-45de-a0f8-87123cbee2b9 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:12:40.576253 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d2476f08-59b6-4656-af92-1da8c8fb65bf req-0a5ffb7a-472b-4c39-88e4-2a0853ffff4d tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:40.589251 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['fe8ad4f3-a575-4aaa-8adc-9c254dddec31', 'ef4f1d76-f6af-45de-a0f8-87123cbee2b9'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:12:40.610501 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ffb7a-472b-4c39-88e4-2a0853ffff4d tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Pushing event deleted for resources: {'Port': ['ID=ef4f1d76-f6af-45de-a0f8-87123cbee2b9,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:40.627634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['307c8ef7-854a-498d-8e4d-7bf51ed6c803', 'ca17f952-be7f-4220-9044-0f40a9ab6058'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:12:40.681698 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2476f08-59b6-4656-af92-1da8c8fb65bf req-0a5ffb7a-472b-4c39-88e4-2a0853ffff4d tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] No DVR routers for this DVR port ef4f1d76-f6af-45de-a0f8-87123cbee2b9 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:12:40.684790 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d2476f08-59b6-4656-af92-1da8c8fb65bf req-0a5ffb7a-472b-4c39-88e4-2a0853ffff4d tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:40.695536 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d2476f08-59b6-4656-af92-1da8c8fb65bf req-0a5ffb7a-472b-4c39-88e4-2a0853ffff4d tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.37 "DELETE /v2.0/ports/ef4f1d76-f6af-45de-a0f8-87123cbee2b9 HTTP/1.1" status: 204  len: 173 time: 0.5088513
Nov 20 21:12:40.849203 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-789578a1-c8cf-460e-ae06-84e00aa5111e req-3510f096-71de-4b4b-aeaf-a0060a3b4bed tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=6625c47e-b6ab-4422-b493-4bd6f0e5ae0f HTTP/1.1" status: 200  len: 210 time: 0.0330431
Nov 20 21:12:41.116472 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ef4f1d76-f6af-45de-a0f8-87123cbee2b9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:12:41.158805 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: ef4f1d76-f6af-45de-a0f8-87123cbee2b9 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:12:41.159159 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ef4f1d76-f6af-45de-a0f8-87123cbee2b9 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:12:41.159587 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ab912177-8646-4446-9392-73928c0f3082 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:12:41.200779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5df57-e653-4f89-a48f-c346af29b5ee req-cb1e9a55-985e-4647-92bb-5d6dfa0dc528 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:41.203239 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cc5df57-e653-4f89-a48f-c346af29b5ee req-cb1e9a55-985e-4647-92bb-5d6dfa0dc528 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 944 time: 0.0814173
Nov 20 21:12:41.227436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ab912177-8646-4446-9392-73928c0f3082 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:12:41.263414 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cc5df57-e653-4f89-a48f-c346af29b5ee req-e59f80fd-0bd9-4b7e-8a2d-c9b7ecce7b1d tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506079
Nov 20 21:12:41.287465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6625c47e-b6ab-4422-b493-4bd6f0e5ae0f', 'name': 'network-vif-deleted', 'tag': 'ef4f1d76-f6af-45de-a0f8-87123cbee2b9'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:41.290578 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70bc7c6-cc10-4919-9977-812bf010ceea" -d '{"events": [{"server_uuid": "6625c47e-b6ab-4422-b493-4bd6f0e5ae0f", "name": "network-vif-deleted", "tag": "ef4f1d76-f6af-45de-a0f8-87123cbee2b9"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:41.338295 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a221c2-a517-497c-af5a-f3554915c13f x-openstack-request-id: req-e2a221c2-a517-497c-af5a-f3554915c13f {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:41.338592 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6625c47e-b6ab-4422-b493-4bd6f0e5ae0f", "name": "network-vif-deleted", "tag": "ef4f1d76-f6af-45de-a0f8-87123cbee2b9", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:41.338876 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2a221c2-a517-497c-af5a-f3554915c13f {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:41.339280 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6625c47e-b6ab-4422-b493-4bd6f0e5ae0f', 'name': 'network-vif-deleted', 'tag': 'ef4f1d76-f6af-45de-a0f8-87123cbee2b9', 'status': 'completed', 'code': 200}
Nov 20 21:12:42.408721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910ea2d-2ffd-4272-b3cf-834c992855a9 req-730e5e37-b793-46a1-bb0b-4db5201faed6 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:42.417163 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7910ea2d-2ffd-4272-b3cf-834c992855a9 req-730e5e37-b793-46a1-bb0b-4db5201faed6 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 944 time: 0.0667639
Nov 20 21:12:42.471095 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7910ea2d-2ffd-4272-b3cf-834c992855a9 req-eb1e9df3-7290-4923-83e6-4db34a33c5f0 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530128
Nov 20 21:12:43.281042 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1c1e077b-a381-4640-a46e-f48d6624cac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:43.296584 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d01877-427f-49c0-a5a0-7c2a559b9421 req-d5a8842e-0564-4535-b5e4-b75c41ab44a0 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:43.298075 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-19d01877-427f-49c0-a5a0-7c2a559b9421 req-d5a8842e-0564-4535-b5e4-b75c41ab44a0 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 946 time: 0.0545979
Nov 20 21:12:43.356209 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-19d01877-427f-49c0-a5a0-7c2a559b9421 req-1e3138e4-a858-4d8e-9112-ece670984372 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520263
Nov 20 21:12:43.609086 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48aa09a-b13e-486e-bd41-cbbae73e7224 req-e6aad0e3-fa3f-45f7-9884-4006b77209cf tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:43.610637 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c48aa09a-b13e-486e-bd41-cbbae73e7224 req-e6aad0e3-fa3f-45f7-9884-4006b77209cf tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 944 time: 0.0536025
Nov 20 21:12:43.662976 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c48aa09a-b13e-486e-bd41-cbbae73e7224 req-d2576895-0507-498a-bd8d-57a9492c3e33 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463212
Nov 20 21:12:44.506649 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a91e2-c75a-435c-a78f-d4f2501ff1c7 req-63b37652-f97c-4bdb-82ea-f85c78ecf3ce tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:44.508209 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-597a91e2-c75a-435c-a78f-d4f2501ff1c7 req-63b37652-f97c-4bdb-82ea-f85c78ecf3ce tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 946 time: 0.0592012
Nov 20 21:12:44.576796 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-597a91e2-c75a-435c-a78f-d4f2501ff1c7 req-37e0323f-1ac9-42e6-bd27-c089272e972a tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611932
Nov 20 21:12:44.798108 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a345e8-5922-4ee4-b589-64951900a483 req-1da11bd8-e782-4659-808c-4245046e2bd6 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:44.799707 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-21a345e8-5922-4ee4-b589-64951900a483 req-1da11bd8-e782-4659-808c-4245046e2bd6 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 944 time: 0.0541968
Nov 20 21:12:44.852580 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-21a345e8-5922-4ee4-b589-64951900a483 req-11ed412c-608b-44d5-a546-af26a066fedf tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451934
Nov 20 21:12:45.678432 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1f653e16-5b07-4264-a979-7004fca31694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:45.715315 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f74fe2-f3c2-42e3-89cd-c133cc2443f4 req-36683a43-73cf-4beb-ba0e-d0e0fa49de71 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:45.716823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e0f74fe2-f3c2-42e3-89cd-c133cc2443f4 req-36683a43-73cf-4beb-ba0e-d0e0fa49de71 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 946 time: 0.0691221
Nov 20 21:12:45.769544 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e0f74fe2-f3c2-42e3-89cd-c133cc2443f4 req-96f69c44-89f7-44ef-be45-6b1ddaf24b1f tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466957
Nov 20 21:12:45.982691 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e421e7b-f6b7-45f6-b813-447311dcc00f req-421f3ad6-ca71-4de4-ae2c-4608bde15970 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:45.985016 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e421e7b-f6b7-45f6-b813-447311dcc00f req-421f3ad6-ca71-4de4-ae2c-4608bde15970 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 944 time: 0.0576935
Nov 20 21:12:46.035301 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e421e7b-f6b7-45f6-b813-447311dcc00f req-f227d753-6b6d-455a-b460-d87c47f81c92 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430205
Nov 20 21:12:46.494667 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:12:46.774227 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:46.907540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889b69c-15a0-4728-9548-f2dd4751194c req-1dec628d-b1d6-40c9-9afd-a27173f6a588 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:46.909066 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c889b69c-15a0-4728-9548-f2dd4751194c req-1dec628d-b1d6-40c9-9afd-a27173f6a588 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 946 time: 0.0642650
Nov 20 21:12:46.963384 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c889b69c-15a0-4728-9548-f2dd4751194c req-be35a381-8c51-42bb-b957-587bc1df625b tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479140
Nov 20 21:12:47.160355 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f02ea-fed1-4de1-8f35-688abc9c4b29 req-81a71f00-511d-4d2b-863f-b2625fdffb2c tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:47.161848 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d99f02ea-fed1-4de1-8f35-688abc9c4b29 req-81a71f00-511d-4d2b-863f-b2625fdffb2c tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 944 time: 0.0526900
Nov 20 21:12:47.214918 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d99f02ea-fed1-4de1-8f35-688abc9c4b29 req-821d3e76-c2e9-4790-ac4f-bb26cc702d71 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470130
Nov 20 21:12:48.091863 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d96fa-f3b1-463d-a67a-3b448d9ead1d req-a75bef48-4069-4ea9-a376-6a0a0b3f0b70 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:48.093476 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b3d96fa-f3b1-463d-a67a-3b448d9ead1d req-a75bef48-4069-4ea9-a376-6a0a0b3f0b70 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 946 time: 0.0557663
Nov 20 21:12:48.151172 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b3d96fa-f3b1-463d-a67a-3b448d9ead1d req-38cd1f60-2b13-406f-a626-b1412973cfea tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514770
Nov 20 21:12:48.344146 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c762c-d285-44d3-ad24-5ba13c880293 req-3cd876a7-216a-439c-92d8-e47e75e798a2 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:48.345798 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-746c762c-d285-44d3-ad24-5ba13c880293 req-3cd876a7-216a-439c-92d8-e47e75e798a2 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 944 time: 0.0521092
Nov 20 21:12:48.402411 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-746c762c-d285-44d3-ad24-5ba13c880293 req-d1952bf9-e750-45d4-ac81-fe963c33ac1e tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499158
Nov 20 21:12:48.608818 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:49.046786 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:49.270291 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47e0f8-de16-4a6f-81df-8351133085ac req-8b641843-66ba-4ba9-aebd-59788745bc70 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:49.271829 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c47e0f8-de16-4a6f-81df-8351133085ac req-8b641843-66ba-4ba9-aebd-59788745bc70 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 946 time: 0.0511379
Nov 20 21:12:49.321297 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c47e0f8-de16-4a6f-81df-8351133085ac req-3e276848-ae57-4045-930b-fa41751b600e tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422585
Nov 20 21:12:49.534395 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28029750-8131-4648-94bd-22fce196cf08 req-569aa324-8ea2-4244-9011-317c8a9dd7bf tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:49.537239 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-28029750-8131-4648-94bd-22fce196cf08 req-569aa324-8ea2-4244-9011-317c8a9dd7bf tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 944 time: 0.0582879
Nov 20 21:12:49.590635 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-28029750-8131-4648-94bd-22fce196cf08 req-ea722006-af8a-42fd-a4ea-08ea05c56ff1 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480313
Nov 20 21:12:50.441310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4981-4d95-4b8a-be98-43b1ed7f356a req-2ff98bca-2306-487a-ba98-802e6f686eee tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:50.442766 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b8cf4981-4d95-4b8a-be98-43b1ed7f356a req-2ff98bca-2306-487a-ba98-802e6f686eee tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 946 time: 0.0502386
Nov 20 21:12:50.491062 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b8cf4981-4d95-4b8a-be98-43b1ed7f356a req-ebacada6-c04d-4634-ac6d-7d262d7b8831 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423725
Nov 20 21:12:50.711703 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b00768-adff-485b-ac60-4b9f6e633e58 req-285f1ead-0813-42c5-ade7-3718d3291abb tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:50.713104 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10b00768-adff-485b-ac60-4b9f6e633e58 req-285f1ead-0813-42c5-ade7-3718d3291abb tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 944 time: 0.0487561
Nov 20 21:12:50.760197 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10b00768-adff-485b-ac60-4b9f6e633e58 req-aefde165-419b-4f99-85ce-917b96484f08 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413437
Nov 20 21:12:50.902603 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aec2aef9-b6b4-4f69-9c52-354073708dfd req-019957b2-969d-4e83-b55e-cb7de519130b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13329dec-d6cb-4b40-9c80-e369d65965f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263152
Nov 20 21:12:50.998619 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aec2aef9-b6b4-4f69-9c52-354073708dfd req-ce6ac90e-1977-42b2-a431-2375aa42ac7e service neutron] 10.222.0.47 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863571
Nov 20 21:12:51.097055 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aec2aef9-b6b4-4f69-9c52-354073708dfd req-278d5482-65be-479f-ac11-b211623f0d95 service neutron] 10.222.0.47 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869222
Nov 20 21:12:51.611544 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bbaf3-75ac-4159-acb1-ddd33fbfe879 req-e6ae8e2a-e1fd-4c3d-96d9-94d7086c92c9 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:51.613006 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f84bbaf3-75ac-4159-acb1-ddd33fbfe879 req-e6ae8e2a-e1fd-4c3d-96d9-94d7086c92c9 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 946 time: 0.0535660
Nov 20 21:12:51.660120 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f84bbaf3-75ac-4159-acb1-ddd33fbfe879 req-12da6fc4-e9c1-4fe6-9f9b-c380e1dfe9b3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410957
Nov 20 21:12:51.879329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56342cd-94cc-4896-8f8c-b658563f9b75 req-2c29b4c6-d0ef-45bc-9e9d-4e2eee6bcc02 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:51.881066 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a56342cd-94cc-4896-8f8c-b658563f9b75 req-2c29b4c6-d0ef-45bc-9e9d-4e2eee6bcc02 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 944 time: 0.0504253
Nov 20 21:12:51.928133 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a56342cd-94cc-4896-8f8c-b658563f9b75 req-98960fd1-e7d5-48c4-9f8a-1b0d4e09a3d3 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411372
Nov 20 21:12:52.632924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d034f5-6e98-4be9-92b2-b58d02f17700 req-24d7ab15-bfaf-44b5-ae13-9647bac6a273 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:52.634405 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-75d034f5-6e98-4be9-92b2-b58d02f17700 req-24d7ab15-bfaf-44b5-ae13-9647bac6a273 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.47 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 946 time: 0.0483768
Nov 20 21:12:52.731077 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-75d034f5-6e98-4be9-92b2-b58d02f17700 req-e048f1dc-9fdf-4bfb-be64-db4e08edda03 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Deleting port ca17f952-be7f-4220-9044-0f40a9ab6058 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:12:52.731417 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-75d034f5-6e98-4be9-92b2-b58d02f17700 req-e048f1dc-9fdf-4bfb-be64-db4e08edda03 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:52.783363 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc92e52-a844-4ad2-a960-c95b84f8ca1f req-66ecb5c5-47b7-473f-a30d-d21f3fa15d15 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:52.790775 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0cc92e52-a844-4ad2-a960-c95b84f8ca1f req-66ecb5c5-47b7-473f-a30d-d21f3fa15d15 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=32cc822b-3909-42b1-bb52-f615e60c135b HTTP/1.1" status: 200  len: 946 time: 0.0608859
Nov 20 21:12:52.830219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-75d034f5-6e98-4be9-92b2-b58d02f17700 req-e048f1dc-9fdf-4bfb-be64-db4e08edda03 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] For port ca17f952-be7f-4220-9044-0f40a9ab6058, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca17f952-be7f-4220-9044-0f40a9ab6058,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:52.830617 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-75d034f5-6e98-4be9-92b2-b58d02f17700 req-e048f1dc-9fdf-4bfb-be64-db4e08edda03 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:52.838620 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0cc92e52-a844-4ad2-a960-c95b84f8ca1f req-fc6e668a-bb80-40f7-afe5-9e46e92d99de tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469880
Nov 20 21:12:52.848338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-75d034f5-6e98-4be9-92b2-b58d02f17700 req-e048f1dc-9fdf-4bfb-be64-db4e08edda03 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Calling delete_port for ca17f952-be7f-4220-9044-0f40a9ab6058 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:12:52.990858 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-75d034f5-6e98-4be9-92b2-b58d02f17700 req-e048f1dc-9fdf-4bfb-be64-db4e08edda03 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:53.003286 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['307c8ef7-854a-498d-8e4d-7bf51ed6c803'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:12:53.007569 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['fe8ad4f3-a575-4aaa-8adc-9c254dddec31'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:12:53.029295 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048f1dc-9fdf-4bfb-be64-db4e08edda03 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Pushing event deleted for resources: {'Port': ['ID=ca17f952-be7f-4220-9044-0f40a9ab6058,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:53.091247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d034f5-6e98-4be9-92b2-b58d02f17700 req-e048f1dc-9fdf-4bfb-be64-db4e08edda03 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] No DVR routers for this DVR port ca17f952-be7f-4220-9044-0f40a9ab6058 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:12:53.093969 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-75d034f5-6e98-4be9-92b2-b58d02f17700 req-e048f1dc-9fdf-4bfb-be64-db4e08edda03 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:53.097835 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-75d034f5-6e98-4be9-92b2-b58d02f17700 req-e048f1dc-9fdf-4bfb-be64-db4e08edda03 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.47 "DELETE /v2.0/ports/ca17f952-be7f-4220-9044-0f40a9ab6058 HTTP/1.1" status: 204  len: 173 time: 0.4572277
Nov 20 21:12:53.099020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cc822b-3909-42b1-bb52-f615e60c135b', 'name': 'network-vif-deleted', 'tag': 'ca17f952-be7f-4220-9044-0f40a9ab6058'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:53.102102 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785c1b1d-e97c-459b-90da-9c4b4ea415b4" -d '{"events": [{"server_uuid": "32cc822b-3909-42b1-bb52-f615e60c135b", "name": "network-vif-deleted", "tag": "ca17f952-be7f-4220-9044-0f40a9ab6058"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:53.127627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef6056-5503-4400-a61c-149924d950df req-b9a93089-9d39-4f7f-896a-996466887c17 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:53.134380 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-daef6056-5503-4400-a61c-149924d950df req-b9a93089-9d39-4f7f-896a-996466887c17 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 944 time: 0.1109493
Nov 20 21:12:53.155579 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92b90b0-4eb9-4322-901b-4689c11cc199 x-openstack-request-id: req-f92b90b0-4eb9-4322-901b-4689c11cc199 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:53.155875 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cc822b-3909-42b1-bb52-f615e60c135b", "name": "network-vif-deleted", "tag": "ca17f952-be7f-4220-9044-0f40a9ab6058", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:53.156125 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f92b90b0-4eb9-4322-901b-4689c11cc199 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:53.157281 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cc822b-3909-42b1-bb52-f615e60c135b', 'name': 'network-vif-deleted', 'tag': 'ca17f952-be7f-4220-9044-0f40a9ab6058', 'status': 'completed', 'code': 200}
Nov 20 21:12:53.202669 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-daef6056-5503-4400-a61c-149924d950df req-3311d578-e7ea-4c3e-ba36-4072b8c47586 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634243
Nov 20 21:12:53.482105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ede14e-883d-4259-bd7a-2ae9ae1ed7ad req-9374d574-0297-47af-8a39-ef6d95822d18 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:53.483498 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89ede14e-883d-4259-bd7a-2ae9ae1ed7ad req-9374d574-0297-47af-8a39-ef6d95822d18 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 945 time: 0.0520205
Nov 20 21:12:53.536043 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89ede14e-883d-4259-bd7a-2ae9ae1ed7ad req-d17d2e4e-b270-4fb8-ad3b-8de90b607ba2 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457344
Nov 20 21:12:54.162524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c07d88-d751-414a-9284-79de2406bde7 req-24fcf5ae-62f1-415a-92a6-6068bc4651e1 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:54.163902 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c2c07d88-d751-414a-9284-79de2406bde7 req-24fcf5ae-62f1-415a-92a6-6068bc4651e1 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=188c7d5c-dd65-41fd-a579-108829f5bcaa HTTP/1.1" status: 200  len: 945 time: 0.0532174
Nov 20 21:12:54.210026 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c2c07d88-d751-414a-9284-79de2406bde7 req-8e03eae3-ab7f-4222-a10e-e2349233334d tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401680
Nov 20 21:12:54.316788 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e596bb-1aae-42b4-8d2f-69e26057099e req-6822fb91-5e2f-4494-b378-beeb066a380b tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:54.318278 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0e596bb-1aae-42b4-8d2f-69e26057099e req-6822fb91-5e2f-4494-b378-beeb066a380b tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 944 time: 0.0525281
Nov 20 21:12:54.366238 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0e596bb-1aae-42b4-8d2f-69e26057099e req-dfeca7ee-4e82-43ac-95c1-d5002b9954fc tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419545
Nov 20 21:12:54.623972 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ab912177-8646-4446-9392-73928c0f3082 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:12:54.628348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ca17f952-be7f-4220-9044-0f40a9ab6058 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:12:54.654275 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: ca17f952-be7f-4220-9044-0f40a9ab6058 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:12:54.654627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ca17f952-be7f-4220-9044-0f40a9ab6058 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:12:54.658588 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b6e31-44c3-48a3-b8d4-e1f0e6509504 req-a63c1375-b41c-4910-94b1-886e1137be9f tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:54.660110 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c5b6e31-44c3-48a3-b8d4-e1f0e6509504 req-a63c1375-b41c-4910-94b1-886e1137be9f tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 945 time: 0.0520093
Nov 20 21:12:54.709652 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c5b6e31-44c3-48a3-b8d4-e1f0e6509504 req-558df8db-8c1d-466a-b326-5be5ade90cbb tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435278
Nov 20 21:12:54.741457 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port ab912177-8646-4446-9392-73928c0f3082, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab912177-8646-4446-9392-73928c0f3082,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:54.752922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'ab912177-8646-4446-9392-73928c0f3082', 'network_id': '13329dec-d6cb-4b40-9c80-e369d65965f5', 'port_id': 'ab912177-8646-4446-9392-73928c0f3082', 'mac_address': 'fa:16:3e:e0:1a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501027a8-1af1-4f7e-80a0-4f10afccfcd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:12:54.794538 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:54.807861 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab912177-8646-4446-9392-73928c0f3082 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:12:54.827156 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port ab912177-8646-4446-9392-73928c0f3082, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab912177-8646-4446-9392-73928c0f3082,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:54.831337 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:54.878930 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=ab912177-8646-4446-9392-73928c0f3082,revision_number=11']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:54.966963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbcf2e-4875-4c74-84b9-f9f805779d85 req-65b112c4-2672-472c-ab89-73e34e3b7713 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:54.968303 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-18fbcf2e-4875-4c74-84b9-f9f805779d85 req-65b112c4-2672-472c-ab89-73e34e3b7713 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.47 "GET /v2.0/ports?device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 945 time: 0.0477526
Nov 20 21:12:55.057215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['ab912177-8646-4446-9392-73928c0f3082'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:12:55.064370 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-18fbcf2e-4875-4c74-84b9-f9f805779d85 req-eb3de92d-9c74-4067-9514-a2b0a515e83a tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Deleting port 10a38d43-1627-4b21-9693-d4121d894a27 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:12:55.064708 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-18fbcf2e-4875-4c74-84b9-f9f805779d85 req-eb3de92d-9c74-4067-9514-a2b0a515e83a tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:55.153493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-18fbcf2e-4875-4c74-84b9-f9f805779d85 req-eb3de92d-9c74-4067-9514-a2b0a515e83a tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] For port 10a38d43-1627-4b21-9693-d4121d894a27, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10a38d43-1627-4b21-9693-d4121d894a27,segment=NetworkSegment(5c287838-745d-4fd9-8e7e-5107b57e23ce),segment_id=5c287838-745d-4fd9-8e7e-5107b57e23ce)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:55.153855 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-18fbcf2e-4875-4c74-84b9-f9f805779d85 req-eb3de92d-9c74-4067-9514-a2b0a515e83a tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:55.166235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-18fbcf2e-4875-4c74-84b9-f9f805779d85 req-eb3de92d-9c74-4067-9514-a2b0a515e83a tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Calling delete_port for 10a38d43-1627-4b21-9693-d4121d894a27 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:12:55.304818 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-18fbcf2e-4875-4c74-84b9-f9f805779d85 req-eb3de92d-9c74-4067-9514-a2b0a515e83a tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:55.332084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3de92d-9c74-4067-9514-a2b0a515e83a tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Pushing event deleted for resources: {'Port': ['ID=10a38d43-1627-4b21-9693-d4121d894a27,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:55.341460 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1870a-2eb3-438c-b4ec-2e176abc7cdf req-d501ac7c-1b2b-428b-ae01-0cb9bc6edc1f tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:55.343165 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-71e1870a-2eb3-438c-b4ec-2e176abc7cdf req-d501ac7c-1b2b-428b-ae01-0cb9bc6edc1f tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=188c7d5c-dd65-41fd-a579-108829f5bcaa HTTP/1.1" status: 200  len: 945 time: 0.0560250
Nov 20 21:12:55.379078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fbcf2e-4875-4c74-84b9-f9f805779d85 req-eb3de92d-9c74-4067-9514-a2b0a515e83a tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] No DVR routers for this DVR port 10a38d43-1627-4b21-9693-d4121d894a27 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:12:55.381882 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-18fbcf2e-4875-4c74-84b9-f9f805779d85 req-eb3de92d-9c74-4067-9514-a2b0a515e83a tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:55.385323 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-18fbcf2e-4875-4c74-84b9-f9f805779d85 req-eb3de92d-9c74-4067-9514-a2b0a515e83a tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.47 "DELETE /v2.0/ports/10a38d43-1627-4b21-9693-d4121d894a27 HTTP/1.1" status: 204  len: 173 time: 0.4094052
Nov 20 21:12:55.385769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1', 'name': 'network-vif-deleted', 'tag': '10a38d43-1627-4b21-9693-d4121d894a27'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:55.388074 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfb02ed-efd1-46af-9cf1-2f75f1ce17b5" -d '{"events": [{"server_uuid": "677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1", "name": "network-vif-deleted", "tag": "10a38d43-1627-4b21-9693-d4121d894a27"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:55.395048 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-71e1870a-2eb3-438c-b4ec-2e176abc7cdf req-67302c70-dc99-4309-8473-12a6c5a38913 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449834
Nov 20 21:12:55.443842 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7602d589-c9ed-4667-97cc-87dc1c07f4f7 x-openstack-request-id: req-7602d589-c9ed-4667-97cc-87dc1c07f4f7 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:55.443842 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1", "name": "network-vif-deleted", "tag": "10a38d43-1627-4b21-9693-d4121d894a27", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:55.443842 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7602d589-c9ed-4667-97cc-87dc1c07f4f7 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:55.443842 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1', 'name': 'network-vif-deleted', 'tag': '10a38d43-1627-4b21-9693-d4121d894a27', 'status': 'completed', 'code': 200}
Nov 20 21:12:55.458643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['10a38d43-1627-4b21-9693-d4121d894a27'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:12:55.531174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0ebdb-5aa6-42bb-84fb-a63ef0fdea47 req-abd0d1ab-e581-4b60-b1e9-7701a924a4b5 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:55.533654 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00c0ebdb-5aa6-42bb-84fb-a63ef0fdea47 req-abd0d1ab-e581-4b60-b1e9-7701a924a4b5 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.47 "GET /v2.0/ports?device_id=188c7d5c-dd65-41fd-a579-108829f5bcaa HTTP/1.1" status: 200  len: 945 time: 0.0576682
Nov 20 21:12:55.546025 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe4f0a-4825-4716-b1ea-2bb75225c622 req-191bee55-76b8-4cde-af47-61b4d2ee36e5 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:55.547799 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4afe4f0a-4825-4716-b1ea-2bb75225c622 req-191bee55-76b8-4cde-af47-61b4d2ee36e5 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0721776
Nov 20 21:12:55.605558 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4afe4f0a-4825-4716-b1ea-2bb75225c622 req-1fc4fa84-c2db-4d5c-a20f-20cf46b769bd tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516777
Nov 20 21:12:55.631964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-00c0ebdb-5aa6-42bb-84fb-a63ef0fdea47 req-adc3f580-42f0-49c2-8ac9-640e52341579 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Deleting port 307c8ef7-854a-498d-8e4d-7bf51ed6c803 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:12:55.632306 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-00c0ebdb-5aa6-42bb-84fb-a63ef0fdea47 req-adc3f580-42f0-49c2-8ac9-640e52341579 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:55.724830 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-00c0ebdb-5aa6-42bb-84fb-a63ef0fdea47 req-adc3f580-42f0-49c2-8ac9-640e52341579 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] For port 307c8ef7-854a-498d-8e4d-7bf51ed6c803, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=307c8ef7-854a-498d-8e4d-7bf51ed6c803,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:55.725174 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-00c0ebdb-5aa6-42bb-84fb-a63ef0fdea47 req-adc3f580-42f0-49c2-8ac9-640e52341579 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:55.740520 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-00c0ebdb-5aa6-42bb-84fb-a63ef0fdea47 req-adc3f580-42f0-49c2-8ac9-640e52341579 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Calling delete_port for 307c8ef7-854a-498d-8e4d-7bf51ed6c803 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:12:55.848629 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-412a314c-d000-41e6-97cf-7bffa1126a03 req-800b41a0-f6b6-4192-9bf3-f1652d357d5f tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=677f6bd2-bb2f-4de1-8ddb-4c63c429e3b1 HTTP/1.1" status: 200  len: 210 time: 0.0324330
Nov 20 21:12:55.907772 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-00c0ebdb-5aa6-42bb-84fb-a63ef0fdea47 req-adc3f580-42f0-49c2-8ac9-640e52341579 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:55.919547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['fe8ad4f3-a575-4aaa-8adc-9c254dddec31'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:12:55.922724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['307c8ef7-854a-498d-8e4d-7bf51ed6c803'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:12:55.934265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3f580-42f0-49c2-8ac9-640e52341579 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Pushing event deleted for resources: {'Port': ['ID=307c8ef7-854a-498d-8e4d-7bf51ed6c803,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:55.977260 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c0ebdb-5aa6-42bb-84fb-a63ef0fdea47 req-adc3f580-42f0-49c2-8ac9-640e52341579 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] No DVR routers for this DVR port 307c8ef7-854a-498d-8e4d-7bf51ed6c803 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:12:55.979659 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-00c0ebdb-5aa6-42bb-84fb-a63ef0fdea47 req-adc3f580-42f0-49c2-8ac9-640e52341579 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:55.982982 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00c0ebdb-5aa6-42bb-84fb-a63ef0fdea47 req-adc3f580-42f0-49c2-8ac9-640e52341579 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.47 "DELETE /v2.0/ports/307c8ef7-854a-498d-8e4d-7bf51ed6c803 HTTP/1.1" status: 204  len: 173 time: 0.4432807
Nov 20 21:12:56.664080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ab912177-8646-4446-9392-73928c0f3082 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:12:56.721405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port ab912177-8646-4446-9392-73928c0f3082 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:12:56.726485 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port ab912177-8646-4446-9392-73928c0f3082 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:12:56.727206 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:56.741515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687cb5-f1e6-47c1-bf4e-302a512072d1 req-f00957f8-5146-4e2f-a139-323fb071f53d tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:56.743269 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-08687cb5-f1e6-47c1-bf4e-302a512072d1 req-f00957f8-5146-4e2f-a139-323fb071f53d tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 945 time: 0.0647280
Nov 20 21:12:56.798205 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-08687cb5-f1e6-47c1-bf4e-302a512072d1 req-0033571a-0c3b-48cb-9a94-56fad3835f62 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471087
Nov 20 21:12:56.821038 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:56.846815 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a71a189-4354-4a63-93e2-c1b900b7c25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab912177-8646-4446-9392-73928c0f3082'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:56.848970 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721e8044-7c09-40fe-848e-4af338217501" -d '{"events": [{"server_uuid": "4a71a189-4354-4a63-93e2-c1b900b7c25c", "name": "network-vif-plugged", "status": "completed", "tag": "ab912177-8646-4446-9392-73928c0f3082"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:56.863066 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port ab912177-8646-4446-9392-73928c0f3082, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab912177-8646-4446-9392-73928c0f3082,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:56.867768 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:56.893902 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4036be23-a58e-4d10-8e98-2180515c15c7 x-openstack-request-id: req-4036be23-a58e-4d10-8e98-2180515c15c7 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:56.894227 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a71a189-4354-4a63-93e2-c1b900b7c25c", "name": "network-vif-plugged", "status": "completed", "tag": "ab912177-8646-4446-9392-73928c0f3082", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:56.894511 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4036be23-a58e-4d10-8e98-2180515c15c7 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:56.894953 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a71a189-4354-4a63-93e2-c1b900b7c25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab912177-8646-4446-9392-73928c0f3082', 'code': 200}
Nov 20 21:12:56.927178 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=ab912177-8646-4446-9392-73928c0f3082,revision_number=12']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:57.371330 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f48f2-cec1-49e9-809b-827b2bc8efd2 req-1987f073-c049-4c47-aced-f78349ae37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:57.372845 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b00f48f2-cec1-49e9-809b-827b2bc8efd2 req-1987f073-c049-4c47-aced-f78349ae37f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 1097 time: 0.3326890
Nov 20 21:12:57.417786 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b00f48f2-cec1-49e9-809b-827b2bc8efd2 req-b0c95622-e653-45ad-a273-1311aac8402b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373960
Nov 20 21:12:57.444352 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188c7d5c-dd65-41fd-a579-108829f5bcaa', 'name': 'network-vif-deleted', 'tag': '307c8ef7-854a-498d-8e4d-7bf51ed6c803'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:57.446639 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd743ca7-9448-4842-b29e-a0d50de35979" -d '{"events": [{"server_uuid": "188c7d5c-dd65-41fd-a579-108829f5bcaa", "name": "network-vif-deleted", "tag": "307c8ef7-854a-498d-8e4d-7bf51ed6c803"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:57.482553 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2660c51-8a80-4dbb-aa78-6926bf80cda1 x-openstack-request-id: req-c2660c51-8a80-4dbb-aa78-6926bf80cda1 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:57.482849 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188c7d5c-dd65-41fd-a579-108829f5bcaa", "name": "network-vif-deleted", "tag": "307c8ef7-854a-498d-8e4d-7bf51ed6c803", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:57.483100 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2660c51-8a80-4dbb-aa78-6926bf80cda1 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:57.483502 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188c7d5c-dd65-41fd-a579-108829f5bcaa', 'name': 'network-vif-deleted', 'tag': '307c8ef7-854a-498d-8e4d-7bf51ed6c803', 'status': 'completed', 'code': 200}
Nov 20 21:12:57.812274 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75d53-047d-4c64-b45d-5f2ae124800e req-7712c76d-9288-455b-8131-9b8d7cb9172e tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:57.813870 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-33f75d53-047d-4c64-b45d-5f2ae124800e req-7712c76d-9288-455b-8131-9b8d7cb9172e tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 946 time: 0.0496204
Nov 20 21:12:57.862714 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-33f75d53-047d-4c64-b45d-5f2ae124800e req-1b292403-5352-4f85-8c6c-4423a47477f6 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429299
Nov 20 21:12:57.919624 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28423d-3a91-4665-83ac-b19e91aa2ac7 req-95b6176a-0739-4325-8a58-5b2ba9e21035 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:57.921020 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc28423d-3a91-4665-83ac-b19e91aa2ac7 req-95b6176a-0739-4325-8a58-5b2ba9e21035 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0503063
Nov 20 21:12:57.967343 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc28423d-3a91-4665-83ac-b19e91aa2ac7 req-ea8a500a-6018-4ea6-a095-695f286f5634 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399857
Nov 20 21:12:58.670289 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 10a38d43-1627-4b21-9693-d4121d894a27 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:12:58.693133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 10a38d43-1627-4b21-9693-d4121d894a27 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:12:58.693549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 10a38d43-1627-4b21-9693-d4121d894a27 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:12:58.693891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 307c8ef7-854a-498d-8e4d-7bf51ed6c803 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:12:58.717434 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 307c8ef7-854a-498d-8e4d-7bf51ed6c803 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:12:58.717778 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 307c8ef7-854a-498d-8e4d-7bf51ed6c803 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:12:58.979795 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463b92e-442c-4a43-926e-d8a9155d8c3c req-b1c00e8b-1245-4c0a-9233-520248cea842 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:58.981271 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2463b92e-442c-4a43-926e-d8a9155d8c3c req-b1c00e8b-1245-4c0a-9233-520248cea842 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 946 time: 0.0480795
Nov 20 21:12:59.041078 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2463b92e-442c-4a43-926e-d8a9155d8c3c req-72866d0c-aca2-4bae-a038-bf8404bba806 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61156be4-7b7f-442f-95d4-74489eda7b06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520737
Nov 20 21:12:59.111644 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352fc0e-19d8-4017-a9d2-cdb1bc6520f8 req-9dafd32c-230c-4fcb-b653-3556490ca33a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:59.113277 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4352fc0e-19d8-4017-a9d2-cdb1bc6520f8 req-9dafd32c-230c-4fcb-b653-3556490ca33a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0651679
Nov 20 21:12:59.161185 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4352fc0e-19d8-4017-a9d2-cdb1bc6520f8 req-e76aaaae-ddb2-4868-97ea-e2d931c6ca58 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417962
Nov 20 21:12:59.339973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cadd67-367f-451b-9ff3-a66b0ba058d4 req-c6da495a-44e8-4353-8bcf-a5818956049e tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:12:59.341757 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-87cadd67-367f-451b-9ff3-a66b0ba058d4 req-c6da495a-44e8-4353-8bcf-a5818956049e tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 946 time: 0.0510921
Nov 20 21:12:59.444897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-87cadd67-367f-451b-9ff3-a66b0ba058d4 req-36abcaa9-3e3c-4110-bfb5-57239a592da3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Deleting port fe8ad4f3-a575-4aaa-8adc-9c254dddec31 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:12:59.445394 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-87cadd67-367f-451b-9ff3-a66b0ba058d4 req-36abcaa9-3e3c-4110-bfb5-57239a592da3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:59.542000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-87cadd67-367f-451b-9ff3-a66b0ba058d4 req-36abcaa9-3e3c-4110-bfb5-57239a592da3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] For port fe8ad4f3-a575-4aaa-8adc-9c254dddec31, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe8ad4f3-a575-4aaa-8adc-9c254dddec31,segment=NetworkSegment(0118a518-6a0f-4f40-ae90-4e3246ee3e76),segment_id=0118a518-6a0f-4f40-ae90-4e3246ee3e76)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:12:59.542394 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-87cadd67-367f-451b-9ff3-a66b0ba058d4 req-36abcaa9-3e3c-4110-bfb5-57239a592da3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:59.554470 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-87cadd67-367f-451b-9ff3-a66b0ba058d4 req-36abcaa9-3e3c-4110-bfb5-57239a592da3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Calling delete_port for fe8ad4f3-a575-4aaa-8adc-9c254dddec31 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:12:59.681140 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-87cadd67-367f-451b-9ff3-a66b0ba058d4 req-36abcaa9-3e3c-4110-bfb5-57239a592da3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:59.692999 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['fe8ad4f3-a575-4aaa-8adc-9c254dddec31'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:12:59.712112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abcaa9-3e3c-4110-bfb5-57239a592da3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Pushing event deleted for resources: {'Port': ['ID=fe8ad4f3-a575-4aaa-8adc-9c254dddec31,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:12:59.750043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cadd67-367f-451b-9ff3-a66b0ba058d4 req-36abcaa9-3e3c-4110-bfb5-57239a592da3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] No DVR routers for this DVR port fe8ad4f3-a575-4aaa-8adc-9c254dddec31 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:12:59.753392 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-87cadd67-367f-451b-9ff3-a66b0ba058d4 req-36abcaa9-3e3c-4110-bfb5-57239a592da3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:12:59.756993 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-87cadd67-367f-451b-9ff3-a66b0ba058d4 req-36abcaa9-3e3c-4110-bfb5-57239a592da3 tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.37 "DELETE /v2.0/ports/fe8ad4f3-a575-4aaa-8adc-9c254dddec31 HTTP/1.1" status: 204  len: 173 time: 0.4085572
Nov 20 21:12:59.757428 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0ccfd4-6b6e-4899-9ed1-1212c05019b1', 'name': 'network-vif-deleted', 'tag': 'fe8ad4f3-a575-4aaa-8adc-9c254dddec31'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:12:59.759743 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1c78d0-8182-4417-88c5-5540e511ebc9" -d '{"events": [{"server_uuid": "bd0ccfd4-6b6e-4899-9ed1-1212c05019b1", "name": "network-vif-deleted", "tag": "fe8ad4f3-a575-4aaa-8adc-9c254dddec31"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:12:59.803733 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6693b98-84c3-4732-b848-2b877b2ce31a x-openstack-request-id: req-c6693b98-84c3-4732-b848-2b877b2ce31a {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:12:59.804244 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0ccfd4-6b6e-4899-9ed1-1212c05019b1", "name": "network-vif-deleted", "tag": "fe8ad4f3-a575-4aaa-8adc-9c254dddec31", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:12:59.804368 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6693b98-84c3-4732-b848-2b877b2ce31a {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:12:59.804697 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0ccfd4-6b6e-4899-9ed1-1212c05019b1', 'name': 'network-vif-deleted', 'tag': 'fe8ad4f3-a575-4aaa-8adc-9c254dddec31', 'status': 'completed', 'code': 200}
Nov 20 21:13:00.151549 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-126f136d-3c36-4e57-bb32-49e8ba4549e7 req-8cc141eb-0e09-43de-a07a-7ed2321f06bc tempest-AttachVolumeNegativeTest-1315300571 tempest-AttachVolumeNegativeTest-1315300571-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0ccfd4-6b6e-4899-9ed1-1212c05019b1 HTTP/1.1" status: 200  len: 210 time: 0.0274661
Nov 20 21:13:00.284972 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e6239-dbe1-44a5-ad05-87f5b75a2732 req-7b378f25-e8b8-4cea-af39-20c61abfc79f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:00.286513 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8b4e6239-dbe1-44a5-ad05-87f5b75a2732 req-7b378f25-e8b8-4cea-af39-20c61abfc79f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0541883
Nov 20 21:13:00.333347 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8b4e6239-dbe1-44a5-ad05-87f5b75a2732 req-bcf5c749-a88e-4dde-9026-fee9d57f5aac tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407603
Nov 20 21:13:00.461368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722da63b-7518-4d1a-8b4f-addaec523bb7 req-cb44d121-ac81-4b42-944b-4af35c2326b8 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:00.462997 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-722da63b-7518-4d1a-8b4f-addaec523bb7 req-cb44d121-ac81-4b42-944b-4af35c2326b8 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0590596
Nov 20 21:13:00.534280 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-722da63b-7518-4d1a-8b4f-addaec523bb7 req-08043c70-4351-4525-be07-ccf523a5ba3e tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615065
Nov 20 21:13:00.657928 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af6eee-23c5-4170-b941-8d54bc36668a req-a7266f3b-733c-4a5e-9e88-411efbdc723d tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:00.660328 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b2af6eee-23c5-4170-b941-8d54bc36668a req-a7266f3b-733c-4a5e-9e88-411efbdc723d tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0515425
Nov 20 21:13:00.710700 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b2af6eee-23c5-4170-b941-8d54bc36668a req-a363ef16-284e-412d-974c-8cfd166da853 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444407
Nov 20 21:13:00.840253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014d8ea-aae2-4ac3-aa70-2ec3e0f89c8e req-ff087998-3dec-4268-84e6-41eee11ac271 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:00.841720 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0014d8ea-aae2-4ac3-aa70-2ec3e0f89c8e req-ff087998-3dec-4268-84e6-41eee11ac271 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0487008
Nov 20 21:13:00.891241 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0014d8ea-aae2-4ac3-aa70-2ec3e0f89c8e req-74f7abbe-fdb1-4f52-afb7-7e423cb38385 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430245
Nov 20 21:13:01.008710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b273cf0-27f4-4205-a6f8-aeff14ad23f3 req-8db3cc8c-94ed-438c-8865-dc74982f15c7 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:01.010188 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1b273cf0-27f4-4205-a6f8-aeff14ad23f3 req-8db3cc8c-94ed-438c-8865-dc74982f15c7 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0484540
Nov 20 21:13:01.056979 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1b273cf0-27f4-4205-a6f8-aeff14ad23f3 req-240c951d-581a-4d1c-8153-686e3eec5e4a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408654
Nov 20 21:13:01.192465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9978612-40ac-40c4-a047-4b2611bf686d req-d370063e-890a-4ef5-bef8-49c3d7dac3bc tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:01.193954 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c9978612-40ac-40c4-a047-4b2611bf686d req-d370063e-890a-4ef5-bef8-49c3d7dac3bc tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0534506
Nov 20 21:13:01.209711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 40806) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:01.243291 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c9978612-40ac-40c4-a047-4b2611bf686d req-85e58cac-e38b-4e73-8e12-39acc82a34b4 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432703
Nov 20 21:13:01.254633 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f00250-2f43-419d-8096-0ac76d983efd admin admin] Deleting subnet 1a3d2ae5-810f-4e3f-abbc-0258099f9255 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:13:01.257656 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-07f00250-2f43-419d-8096-0ac76d983efd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:01.294754 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-07f00250-2f43-419d-8096-0ac76d983efd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:01.369894 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-07f00250-2f43-419d-8096-0ac76d983efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:01.406573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f3768-034a-4125-a866-a8b271cd4fc6 req-59947930-61ca-4223-a499-c3b4cf646108 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:01.408084 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb4f3768-034a-4125-a866-a8b271cd4fc6 req-59947930-61ca-4223-a499-c3b4cf646108 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0888860
Nov 20 21:13:01.461960 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-07f00250-2f43-419d-8096-0ac76d983efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:01.500841 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f00250-2f43-419d-8096-0ac76d983efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a3d2ae5-810f-4e3f-abbc-0258099f9255,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:01.504830 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-07f00250-2f43-419d-8096-0ac76d983efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:01.508370 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-07f00250-2f43-419d-8096-0ac76d983efd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1a3d2ae5-810f-4e3f-abbc-0258099f9255 HTTP/1.1" status: 204  len: 168 time: 0.2975156
Nov 20 21:13:01.511063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40810) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:01.517476 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb4f3768-034a-4125-a866-a8b271cd4fc6 req-51e4fcae-6eaa-43bd-9158-e17375d48932 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929685
Nov 20 21:13:01.597536 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a02e493-719a-4238-af4c-6b4ee97c5072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:01.691991 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a02e493-719a-4238-af4c-6b4ee97c5072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:01.712597 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-6a02e493-719a-4238-af4c-6b4ee97c5072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6fe730>,) {'filters': {'network_id': ['fda6f72f-febf-4b40-96b5-852ad898230c']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:01.722594 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-6a02e493-719a-4238-af4c-6b4ee97c5072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6fe730>, '0118a518-6a0f-4f40-ae90-4e3246ee3e76') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:01.722893 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-6a02e493-719a-4238-af4c-6b4ee97c5072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6fe730>, '0118a518-6a0f-4f40-ae90-4e3246ee3e76') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:01.732703 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a02e493-719a-4238-af4c-6b4ee97c5072 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:01.771102 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a02e493-719a-4238-af4c-6b4ee97c5072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:01.786177 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a02e493-719a-4238-af4c-6b4ee97c5072 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:13:01.786601 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a02e493-719a-4238-af4c-6b4ee97c5072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:13:01.788517 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:13:01.815370 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c4e94-c173-49db-8af3-f99b1cd1ee6e req-9736f032-1877-42eb-8069-170efa0c3774 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:01.816873 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8c7c4e94-c173-49db-8af3-f99b1cd1ee6e req-9736f032-1877-42eb-8069-170efa0c3774 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0771997
Nov 20 21:13:01.835769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-a08863bd-8153-4ae0-8436-ed9edfb6d2e4 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:01.837254 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-a08863bd-8153-4ae0-8436-ed9edfb6d2e4 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/networks?id=db248f70-92ce-470d-a8dd-1b99f1d82f6d HTTP/1.1" status: 200  len: 813 time: 0.1119738
Nov 20 21:13:01.852516 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-94cfd7e3-81b1-4749-8972-b73c1bf69464 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/quotas/321f486ad3cb47d391a2136722e74f0a HTTP/1.1" status: 200  len: 375 time: 0.0096135
Nov 20 21:13:01.868226 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a02e493-719a-4238-af4c-6b4ee97c5072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:01.876344 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a02e493-719a-4238-af4c-6b4ee97c5072 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:01.882464 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6a02e493-719a-4238-af4c-6b4ee97c5072 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fda6f72f-febf-4b40-96b5-852ad898230c HTTP/1.1" status: 204  len: 168 time: 0.3678799
Nov 20 21:13:01.887294 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-52186b53-6bc4-4895-b0a3-f4a1ef27c31e tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=321f486ad3cb47d391a2136722e74f0a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0291140
Nov 20 21:13:01.895384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02e493-719a-4238-af4c-6b4ee97c5072 admin admin] Pushing event deleted for resources: {'Network': ['ID=fda6f72f-febf-4b40-96b5-852ad898230c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:01.915837 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8c7c4e94-c173-49db-8af3-f99b1cd1ee6e req-9c57a0d7-332f-43f2-8e58-ffb17d0151d3 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924988
Nov 20 21:13:01.994391 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-3cd583b5-f310-40b2-bfbc-44fcc26d8dfc service neutron] 10.222.0.41 "GET /v2.0/networks/db248f70-92ce-470d-a8dd-1b99f1d82f6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0980737
Nov 20 21:13:02.007527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40834) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:02.045798 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8de8033e-1074-4915-9e3b-aefd92e46fbf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f6f0739f21248e3b3e217472adf0459&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0385039
Nov 20 21:13:02.048255 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 40836) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:02.089645 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-91501836-6171-491a-a904-f065fa1acef4 service neutron] 10.222.0.41 "GET /v2.0/networks/db248f70-92ce-470d-a8dd-1b99f1d82f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886717
Nov 20 21:13:02.097626 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-407c4ec5-37c6-4367-95e5-7c9458906425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:02.123707 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-407c4ec5-37c6-4367-95e5-7c9458906425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:02.176411 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-407c4ec5-37c6-4367-95e5-7c9458906425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:02.179671 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-407c4ec5-37c6-4367-95e5-7c9458906425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:02.181554 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-407c4ec5-37c6-4367-95e5-7c9458906425 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61156be4-7b7f-442f-95d4-74489eda7b06 HTTP/1.1" status: 204  len: 168 time: 0.1323926
Nov 20 21:13:02.201558 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c4ec5-37c6-4367-95e5-7c9458906425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61156be4-7b7f-442f-95d4-74489eda7b06,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:02.281032 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dcfbdc74-8c20-4076-adc1-a564ceb039da req-da2c3259-7e96-4fd4-a632-05b669d90e42 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 210 time: 0.0286927
Nov 20 21:13:03.048432 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33102ae0-ce83-4698-b4df-f71df3b32786 req-f09fad14-d7e3-4233-8d23-1e8af3a8bf39 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:03.050010 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33102ae0-ce83-4698-b4df-f71df3b32786 req-f09fad14-d7e3-4233-8d23-1e8af3a8bf39 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0570197
Nov 20 21:13:03.107456 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33102ae0-ce83-4698-b4df-f71df3b32786 req-873c5833-7ed9-4d71-a9ce-f865d14ae2b5 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508366
Nov 20 21:13:03.158905 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device fe8ad4f3-a575-4aaa-8adc-9c254dddec31 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:13:03.196514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: fe8ad4f3-a575-4aaa-8adc-9c254dddec31 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:13:03.196997 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device fe8ad4f3-a575-4aaa-8adc-9c254dddec31 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:13:03.296072 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-cbd297d4-2a72-4060-8da8-442cfa4da9cb tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:03.297579 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-cbd297d4-2a72-4060-8da8-442cfa4da9cb tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.47 "GET /v2.0/networks?id=db248f70-92ce-470d-a8dd-1b99f1d82f6d HTTP/1.1" status: 200  len: 813 time: 0.1415761
Nov 20 21:13:03.314043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-2cf2c217-34c2-4031-9a69-201307baccc7 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Request body: {'port': {'device_id': '9fb65f4a-7cc9-4457-94ed-59768969c88d', 'network_id': 'db248f70-92ce-470d-a8dd-1b99f1d82f6d', 'admin_state_up': True, 'tenant_id': '321f486ad3cb47d391a2136722e74f0a'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:03.402066 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-164ac2d7-e482-496c-b020-522a0ef417bb req-78a4f03a-e522-428b-8b37-860acf15542d tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 210 time: 0.0350220
Nov 20 21:13:03.494822 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a677019-460e-4b3d-956a-a2e01d3a8bc7 req-e7e38ce3-660e-4f31-93a7-ae30ca249aa0 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:03.498440 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a677019-460e-4b3d-956a-a2e01d3a8bc7 req-e7e38ce3-660e-4f31-93a7-ae30ca249aa0 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0818732
Nov 20 21:13:03.516746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-2cf2c217-34c2-4031-9a69-201307baccc7 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Made reservation on behalf of 321f486ad3cb47d391a2136722e74f0a for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:03.518924 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e713b-7c35-4282-9238-96d12a75b1ac req-b9f24deb-9685-4636-afcf-20c6441be6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:03.520504 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fb7e713b-7c35-4282-9238-96d12a75b1ac req-b9f24deb-9685-4636-afcf-20c6441be6fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8910f09f22a240eb9a228d72406a608b&device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 1097 time: 0.0456879
Nov 20 21:13:03.521175 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-2cf2c217-34c2-4031-9a69-201307baccc7 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:03.610445 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a677019-460e-4b3d-956a-a2e01d3a8bc7 req-2ac099d5-f5b4-48be-9b0a-25fd52de66a3 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046269
Nov 20 21:13:03.625865 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e713b-7c35-4282-9238-96d12a75b1ac req-baac0f06-45e5-4175-9e31-8f5f2b7c2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:03.627797 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fb7e713b-7c35-4282-9238-96d12a75b1ac req-baac0f06-45e5-4175-9e31-8f5f2b7c2d3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=13329dec-d6cb-4b40-9c80-e369d65965f5 HTTP/1.1" status: 200  len: 915 time: 0.1002653
Nov 20 21:13:03.675309 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fb7e713b-7c35-4282-9238-96d12a75b1ac req-028b3cfe-00a0-4f2e-97fd-bdbb18b4c3e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab912177-8646-4446-9392-73928c0f3082 HTTP/1.1" status: 200  len: 217 time: 0.0387046
Nov 20 21:13:03.704220 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-2cf2c217-34c2-4031-9a69-201307baccc7 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Allocated IP 172.20.0.4 (db248f70-92ce-470d-a8dd-1b99f1d82f6d/0efd16e8-ada4-4474-8ef2-fcc0f1c40b1f/80fdb11c-e36a-4449-853b-09a5b29c799e) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:13:03.734714 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e713b-7c35-4282-9238-96d12a75b1ac req-ade7da94-dc17-4d56-b826-57614e46d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:03.736897 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fb7e713b-7c35-4282-9238-96d12a75b1ac req-ade7da94-dc17-4d56-b826-57614e46d555 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=501027a8-1af1-4f7e-80a0-4f10afccfcd6 HTTP/1.1" status: 200  len: 854 time: 0.0544515
Nov 20 21:13:03.769442 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fb7e713b-7c35-4282-9238-96d12a75b1ac req-0a655ca9-6db5-4efd-be14-93a01306c81d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13329dec-d6cb-4b40-9c80-e369d65965f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0262129
Nov 20 21:13:03.874691 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-2cf2c217-34c2-4031-9a69-201307baccc7 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:03.876547 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fb7e713b-7c35-4282-9238-96d12a75b1ac req-48d449dd-03ab-4de8-ada2-4d4429417556 service neutron] 10.222.0.47 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1000574
Nov 20 21:13:03.913218 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-2cf2c217-34c2-4031-9a69-201307baccc7 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:03.960916 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-2cf2c217-34c2-4031-9a69-201307baccc7 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Network db248f70-92ce-470d-a8dd-1b99f1d82f6d is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:13:03.964433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-2cf2c217-34c2-4031-9a69-201307baccc7 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:03.968931 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-2cf2c217-34c2-4031-9a69-201307baccc7 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:13:03.993090 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fb7e713b-7c35-4282-9238-96d12a75b1ac req-8c63d49a-dc69-499a-82ba-58f5ca3472c9 service neutron] 10.222.0.47 "GET /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1095865
Nov 20 21:13:03.994601 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2c217-34c2-4031-9a69-201307baccc7 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Pushing event updated for resources: {'Port': ['ID=80fdb11c-e36a-4449-853b-09a5b29c799e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:04.028546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-2cf2c217-34c2-4031-9a69-201307baccc7 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:04.029169 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-2cf2c217-34c2-4031-9a69-201307baccc7 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:04.045615 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-2cf2c217-34c2-4031-9a69-201307baccc7 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7385986
Nov 20 21:13:04.058001 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Request body: {'port': {'device_id': '9fb65f4a-7cc9-4457-94ed-59768969c88d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:04.125426 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:04.403663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80fdb11c-e36a-4449-853b-09a5b29c799e {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:13:04.412790 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:04.426952 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Transition to ACTIVE for port object 80fdb11c-e36a-4449-853b-09a5b29c799e will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:13:04.431387 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:04.521729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Pushing event updated for resources: {'Port': ['ID=80fdb11c-e36a-4449-853b-09a5b29c799e,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:04.594506 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48feec5-ee86-44cf-bb73-a1ca1d37aa1e req-52b00179-0673-4908-9d2c-a6e863e8cf62 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:04.598555 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a48feec5-ee86-44cf-bb73-a1ca1d37aa1e req-52b00179-0673-4908-9d2c-a6e863e8cf62 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 943 time: 0.1109810
Nov 20 21:13:04.610223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Attempting to bind port 80fdb11c-e36a-4449-853b-09a5b29c799e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:13:04.610568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Attempting to bind port 80fdb11c-e36a-4449-853b-09a5b29c799e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5c287838-745d-4fd9-8e7e-5107b57e23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'db248f70-92ce-470d-a8dd-1b99f1d82f6d'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:13:04.610902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Attempting to bind port 80fdb11c-e36a-4449-853b-09a5b29c799e on network db248f70-92ce-470d-a8dd-1b99f1d82f6d {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:13:04.630259 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Port 80fdb11c-e36a-4449-853b-09a5b29c799e on network db248f70-92ce-470d-a8dd-1b99f1d82f6d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:13:04.630588 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Attempting to bind port 80fdb11c-e36a-4449-853b-09a5b29c799e on network db248f70-92ce-470d-a8dd-1b99f1d82f6d {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:13:04.638589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:13:04.638935 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Checking segment: {'id': '5c287838-745d-4fd9-8e7e-5107b57e23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'db248f70-92ce-470d-a8dd-1b99f1d82f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:13:04.639340 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Bound using segment: {'id': '5c287838-745d-4fd9-8e7e-5107b57e23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'db248f70-92ce-470d-a8dd-1b99f1d82f6d'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:13:04.639766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Bound port: 80fdb11c-e36a-4449-853b-09a5b29c799e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c287838-745d-4fd9-8e7e-5107b57e23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'db248f70-92ce-470d-a8dd-1b99f1d82f6d'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:13:04.640131 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:04.706602 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a48feec5-ee86-44cf-bb73-a1ca1d37aa1e req-9a9d4470-9875-4259-8d9a-b10c91bfa8d8 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925522
Nov 20 21:13:04.749220 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] For port 80fdb11c-e36a-4449-853b-09a5b29c799e, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:13:04.753684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] For port 80fdb11c-e36a-4449-853b-09a5b29c799e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80fdb11c-e36a-4449-853b-09a5b29c799e,segment=NetworkSegment(5c287838-745d-4fd9-8e7e-5107b57e23ce),segment_id=5c287838-745d-4fd9-8e7e-5107b57e23ce)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:13:04.760696 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:04.766576 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca21b97-c22b-443f-b08c-8283da37a273 req-c3bc2969-5d47-43aa-b1ea-4578db71ef4e tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:04.768923 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aca21b97-c22b-443f-b08c-8283da37a273 req-c3bc2969-5d47-43aa-b1ea-4578db71ef4e tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0628550
Nov 20 21:13:04.796516 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:04.797231 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:04.798829 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] 10.222.0.47 "PUT /v2.0/ports/80fdb11c-e36a-4449-853b-09a5b29c799e HTTP/1.1" status: 200  len: 1091 time: 0.7449043
Nov 20 21:13:04.799479 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb65f4a-7cc9-4457-94ed-59768969c88d', 'tag': '80fdb11c-e36a-4449-853b-09a5b29c799e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:13:04.801897 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2803e9d5-75f5-4677-8309-23900d953e46" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb65f4a-7cc9-4457-94ed-59768969c88d", "tag": "80fdb11c-e36a-4449-853b-09a5b29c799e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:13:04.835249 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78208b1b-4db6-4702-ba66-4498f4a855a5 service neutron] Pushing event updated for resources: {'Port': ['ID=80fdb11c-e36a-4449-853b-09a5b29c799e,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:04.844601 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aca21b97-c22b-443f-b08c-8283da37a273 req-90817850-a57b-489d-ad76-e5e109cc7d74 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628769
Nov 20 21:13:04.869450 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8622a63f-33c5-4440-9345-6f3ae775bdda x-openstack-request-id: req-8622a63f-33c5-4440-9345-6f3ae775bdda {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:13:04.869760 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb65f4a-7cc9-4457-94ed-59768969c88d", "tag": "80fdb11c-e36a-4449-853b-09a5b29c799e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:13:04.870031 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8622a63f-33c5-4440-9345-6f3ae775bdda {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:13:04.870495 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb65f4a-7cc9-4457-94ed-59768969c88d', 'tag': '80fdb11c-e36a-4449-853b-09a5b29c799e', 'status': 'completed', 'code': 200}
Nov 20 21:13:04.900928 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-361560af-4ea9-415f-a562-85b6c592b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:04.902946 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-361560af-4ea9-415f-a562-85b6c592b612 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=321f486ad3cb47d391a2136722e74f0a&device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 1094 time: 0.0639739
Nov 20 21:13:04.946138 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-20c2b3c0-cd60-450c-9673-6c1591221f02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80fdb11c-e36a-4449-853b-09a5b29c799e HTTP/1.1" status: 200  len: 217 time: 0.0356126
Nov 20 21:13:04.962927 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df403ce5-20a7-409e-8a12-894f8caa87ba req-38e05ba4-8429-418b-a664-9d4f41e90494 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:04.964459 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df403ce5-20a7-409e-8a12-894f8caa87ba req-38e05ba4-8429-418b-a664-9d4f41e90494 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0548635
Nov 20 21:13:05.005341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-7ba19417-d478-4a89-a6d8-c4e3522e17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:05.006890 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-7ba19417-d478-4a89-a6d8-c4e3522e17b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0efd16e8-ada4-4474-8ef2-fcc0f1c40b1f HTTP/1.1" status: 200  len: 853 time: 0.0532572
Nov 20 21:13:05.014091 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df403ce5-20a7-409e-8a12-894f8caa87ba req-ddcd7b24-e788-4dde-b7e7-ff690f6fc64f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433402
Nov 20 21:13:05.043472 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-8d77832d-0811-4b8b-86f8-882c00a3dc07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db248f70-92ce-470d-a8dd-1b99f1d82f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283065
Nov 20 21:13:05.143071 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-988e160f-2d3b-4d15-8583-e44c4d5db752 service neutron] 10.222.0.47 "GET /v2.0/networks/db248f70-92ce-470d-a8dd-1b99f1d82f6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880628
Nov 20 21:13:05.158347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24712e-26bf-495d-80b8-2040c4436272 req-ed427b9e-10f7-46a6-944d-7c353b9132e6 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:05.160281 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db24712e-26bf-495d-80b8-2040c4436272 req-ed427b9e-10f7-46a6-944d-7c353b9132e6 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0563099
Nov 20 21:13:05.219934 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db24712e-26bf-495d-80b8-2040c4436272 req-e1e8e63c-ff67-47d7-80c1-5dfe4cd8c756 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505636
Nov 20 21:13:05.265661 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9463839b-163d-4636-a80f-40f70aeb1fb7 req-89d4e96f-36c2-4420-9028-b7b984ecf9c8 service neutron] 10.222.0.47 "GET /v2.0/networks/db248f70-92ce-470d-a8dd-1b99f1d82f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1150317
Nov 20 21:13:05.384469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803e9d5-75f5-4677-8309-23900d953e46 req-c61fd5a5-9c4a-45b1-88dc-b6da94251546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:05.385926 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2803e9d5-75f5-4677-8309-23900d953e46 req-c61fd5a5-9c4a-45b1-88dc-b6da94251546 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=321f486ad3cb47d391a2136722e74f0a&device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 1094 time: 0.0702765
Nov 20 21:13:05.394151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0b186-7842-4080-be0e-7b5ea6c55589 req-4d5d4788-bd49-4722-9c18-c4e8df364b30 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:05.395559 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-56f0b186-7842-4080-be0e-7b5ea6c55589 req-4d5d4788-bd49-4722-9c18-c4e8df364b30 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0920684
Nov 20 21:13:05.499082 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-56f0b186-7842-4080-be0e-7b5ea6c55589 req-bd7fb80c-4169-43fa-8987-9bb2f98bd5df tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952539
Nov 20 21:13:05.518789 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803e9d5-75f5-4677-8309-23900d953e46 req-03f65a43-0bb9-4064-9dae-53cd9807bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:05.520326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2803e9d5-75f5-4677-8309-23900d953e46 req-03f65a43-0bb9-4064-9dae-53cd9807bc5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=db248f70-92ce-470d-a8dd-1b99f1d82f6d HTTP/1.1" status: 200  len: 914 time: 0.1238871
Nov 20 21:13:05.571979 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2803e9d5-75f5-4677-8309-23900d953e46 req-255e92a0-f7ed-4bcb-aab9-e94ae2e336ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80fdb11c-e36a-4449-853b-09a5b29c799e HTTP/1.1" status: 200  len: 217 time: 0.0436931
Nov 20 21:13:05.637139 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803e9d5-75f5-4677-8309-23900d953e46 req-b150dbf1-8db0-4539-bec0-09081bdb14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:05.638309 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2803e9d5-75f5-4677-8309-23900d953e46 req-b150dbf1-8db0-4539-bec0-09081bdb14a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0efd16e8-ada4-4474-8ef2-fcc0f1c40b1f HTTP/1.1" status: 200  len: 853 time: 0.0573127
Nov 20 21:13:05.683088 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2803e9d5-75f5-4677-8309-23900d953e46 req-c9c21c6c-df51-4874-b156-e91205e5f23d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db248f70-92ce-470d-a8dd-1b99f1d82f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0310698
Nov 20 21:13:05.706525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab50960-36e0-434e-9465-e021da04da60 req-5778b87e-6513-4aad-b2bb-89095e1e38fd tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:05.707990 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dab50960-36e0-434e-9465-e021da04da60 req-5778b87e-6513-4aad-b2bb-89095e1e38fd tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0866716
Nov 20 21:13:05.810903 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dab50960-36e0-434e-9465-e021da04da60 req-d8b9205b-9c6b-45dd-aaa4-ead4c5dec430 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932019
Nov 20 21:13:05.840836 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2803e9d5-75f5-4677-8309-23900d953e46 req-acc0a1a6-4369-45f6-8ce7-c7e79067692a service neutron] 10.222.0.47 "GET /v2.0/networks/db248f70-92ce-470d-a8dd-1b99f1d82f6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495440
Nov 20 21:13:05.842532 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c022a-bd56-4cfa-aa51-580ba5e8c02a req-36d5121e-65bb-45a0-9ad9-9fa66e05e191 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:05.844934 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-545c022a-bd56-4cfa-aa51-580ba5e8c02a req-36d5121e-65bb-45a0-9ad9-9fa66e05e191 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 943 time: 0.0528853
Nov 20 21:13:05.903379 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-545c022a-bd56-4cfa-aa51-580ba5e8c02a req-550757ad-52ec-4890-a193-85ecfa82d806 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490160
Nov 20 21:13:05.981528 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2803e9d5-75f5-4677-8309-23900d953e46 req-6c886c0e-6662-443a-8b1c-2099284f81dc service neutron] 10.222.0.47 "GET /v2.0/networks/db248f70-92ce-470d-a8dd-1b99f1d82f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332603
Nov 20 21:13:05.990332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1de46-d10c-4450-8327-45b1caff721f req-4ebeee3e-e695-49af-9cf7-828c2e0f7346 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:05.991815 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ed1de46-d10c-4450-8327-45b1caff721f req-4ebeee3e-e695-49af-9cf7-828c2e0f7346 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.1000547
Nov 20 21:13:06.045675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4ed1de46-d10c-4450-8327-45b1caff721f req-eea2df2c-5f08-4786-9ca9-fdb5a005ca31 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458782
Nov 20 21:13:06.181048 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c19eb2-b82c-4139-a168-11d2eed3cf7e req-36ee6904-abd8-4cb2-9a40-fcc2099bde3f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:06.182608 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b6c19eb2-b82c-4139-a168-11d2eed3cf7e req-36ee6904-abd8-4cb2-9a40-fcc2099bde3f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0518341
Nov 20 21:13:06.231951 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b6c19eb2-b82c-4139-a168-11d2eed3cf7e req-d71ed2e6-ed57-46ad-8bc1-9e8d3a0e6711 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434148
Nov 20 21:13:06.357049 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8230d7-d49e-4bab-9ec6-90ae1441cfcd req-37ab25d0-0234-4610-b3e3-b8ea409c14e3 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:06.358537 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f8230d7-d49e-4bab-9ec6-90ae1441cfcd req-37ab25d0-0234-4610-b3e3-b8ea409c14e3 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0556896
Nov 20 21:13:06.407305 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f8230d7-d49e-4bab-9ec6-90ae1441cfcd req-b1a1f61a-2cb2-4f67-9200-eae0d7b6ee7d tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422359
Nov 20 21:13:06.571375 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bc924-d276-4b3c-992d-708144f86e1a req-7c1bd4b6-8c63-4683-9763-a158da9bf73a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:06.572850 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-946bc924-d276-4b3c-992d-708144f86e1a req-7c1bd4b6-8c63-4683-9763-a158da9bf73a tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0492823
Nov 20 21:13:06.622208 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-946bc924-d276-4b3c-992d-708144f86e1a req-98dc7367-2d3b-447c-b2c9-edd7d8c6c50f tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425558
Nov 20 21:13:06.761140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f33d22-582c-404d-b040-dd5816eba25e req-6cf79179-5c73-4f1d-b0fa-974bf9341f6e tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:06.762690 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81f33d22-582c-404d-b040-dd5816eba25e req-6cf79179-5c73-4f1d-b0fa-974bf9341f6e tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0492659
Nov 20 21:13:06.812028 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81f33d22-582c-404d-b040-dd5816eba25e req-8cba599d-a754-45b6-8a28-276c6d9d65df tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426252
Nov 20 21:13:06.948627 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a446665-7f2e-43d7-a65c-4362174bf696 req-10bc92f3-c303-4285-8960-cfffeba36d68 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:06.950175 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5a446665-7f2e-43d7-a65c-4362174bf696 req-10bc92f3-c303-4285-8960-cfffeba36d68 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0514948
Nov 20 21:13:07.005415 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5a446665-7f2e-43d7-a65c-4362174bf696 req-24cf6e88-cd90-480c-b87d-798173292d58 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461614
Nov 20 21:13:07.032691 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e330beb-7493-437b-8b31-b4afb5c25ef4 req-3b0b2db1-065b-46f0-920c-54f999f2de32 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:07.034803 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e330beb-7493-437b-8b31-b4afb5c25ef4 req-3b0b2db1-065b-46f0-920c-54f999f2de32 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 943 time: 0.0584950
Nov 20 21:13:07.087753 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e330beb-7493-437b-8b31-b4afb5c25ef4 req-51385d7d-e6b6-45d7-9cc5-bd4a495ff1d9 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453024
Nov 20 21:13:07.132470 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25635-8490-48bc-9f46-d73c88402954 req-0fa85428-c6b5-44cb-9cf7-da3a0d0a2515 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:07.134013 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e4b25635-8490-48bc-9f46-d73c88402954 req-0fa85428-c6b5-44cb-9cf7-da3a0d0a2515 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0554488
Nov 20 21:13:07.184131 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e4b25635-8490-48bc-9f46-d73c88402954 req-251676b2-11c7-4449-bd85-394a52073118 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442348
Nov 20 21:13:07.320609 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb64cc2-dd44-4377-ab86-58bd4cef1622 req-ce3f68da-1b5b-496e-a550-ae1568e852c1 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:07.322165 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dfb64cc2-dd44-4377-ab86-58bd4cef1622 req-ce3f68da-1b5b-496e-a550-ae1568e852c1 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0560603
Nov 20 21:13:07.373122 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dfb64cc2-dd44-4377-ab86-58bd4cef1622 req-16643eb3-ad72-4ea6-b952-47aca716f4f9 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437162
Nov 20 21:13:07.502996 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e3a9c-20ab-4b2a-8260-dd0c0ff89786 req-ee80c1c3-530c-4609-8193-8df45876a536 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:07.506547 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f27e3a9c-20ab-4b2a-8260-dd0c0ff89786 req-ee80c1c3-530c-4609-8193-8df45876a536 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0562305
Nov 20 21:13:07.566822 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f27e3a9c-20ab-4b2a-8260-dd0c0ff89786 req-b57dee25-a3ab-4af7-85f1-e9f867d0c1ff tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500951
Nov 20 21:13:07.697881 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be3dd6-4d54-4e67-b0f6-485390b7d5e8 req-e49fb02d-c1ab-408a-9bfd-a4b52033d9d4 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:07.699375 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3be3dd6-4d54-4e67-b0f6-485390b7d5e8 req-e49fb02d-c1ab-408a-9bfd-a4b52033d9d4 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0542054
Nov 20 21:13:07.755240 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3be3dd6-4d54-4e67-b0f6-485390b7d5e8 req-65399f02-175e-4685-9eff-287f912c5582 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488091
Nov 20 21:13:08.043149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41058) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:08.172580 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-177164d5-ef11-4d31-b019-fc784c29c4e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:08.218973 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:08.249273 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ec4e2-706c-42c3-b7b4-7fd510965451 req-29ea394f-b0f2-4810-a4dd-d07c06f93c37 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:08.250916 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5a4ec4e2-706c-42c3-b7b4-7fd510965451 req-29ea394f-b0f2-4810-a4dd-d07c06f93c37 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 943 time: 0.0695820
Nov 20 21:13:08.280274 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-177164d5-ef11-4d31-b019-fc784c29c4e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:08.286144 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-177164d5-ef11-4d31-b019-fc784c29c4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:08.288710 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:08.316520 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5a4ec4e2-706c-42c3-b7b4-7fd510965451 req-1178eb44-1d1b-4db6-bc68-a1dbb31c62ec tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586853
Nov 20 21:13:08.327884 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-177164d5-ef11-4d31-b019-fc784c29c4e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec86234988634c39ba80aa5b98b2f446&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2836471
Nov 20 21:13:08.331746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41082) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:08.347425 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177164d5-ef11-4d31-b019-fc784c29c4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0920492f-00f3-494e-b4e8-0107b0b83a80,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:08.387095 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-92673aef-2d90-4607-9aad-b70efa5969b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:08.420506 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-92673aef-2d90-4607-9aad-b70efa5969b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:08.467342 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-92673aef-2d90-4607-9aad-b70efa5969b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:08.470194 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-92673aef-2d90-4607-9aad-b70efa5969b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:08.471450 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-92673aef-2d90-4607-9aad-b70efa5969b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0920492f-00f3-494e-b4e8-0107b0b83a80 HTTP/1.1" status: 204  len: 168 time: 0.1387620
Nov 20 21:13:08.479420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92673aef-2d90-4607-9aad-b70efa5969b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0920492f-00f3-494e-b4e8-0107b0b83a80,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:08.690136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 80fdb11c-e36a-4449-853b-09a5b29c799e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:13:08.736478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41090) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:08.751441 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2af83ce-5e60-409d-a29d-824efbda7aa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:08.791975 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 80fdb11c-e36a-4449-853b-09a5b29c799e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80fdb11c-e36a-4449-853b-09a5b29c799e,segment=NetworkSegment(5c287838-745d-4fd9-8e7e-5107b57e23ce),segment_id=5c287838-745d-4fd9-8e7e-5107b57e23ce)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:08.808427 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '80fdb11c-e36a-4449-853b-09a5b29c799e', 'network_id': 'db248f70-92ce-470d-a8dd-1b99f1d82f6d', 'port_id': '80fdb11c-e36a-4449-853b-09a5b29c799e', 'mac_address': 'fa:16:3e:71:74:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efd16e8-ada4-4474-8ef2-fcc0f1c40b1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:13:08.845192 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2af83ce-5e60-409d-a29d-824efbda7aa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:08.848306 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:08.848956 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2af83ce-5e60-409d-a29d-824efbda7aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:08.861100 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fdb11c-e36a-4449-853b-09a5b29c799e {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:13:08.881970 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 80fdb11c-e36a-4449-853b-09a5b29c799e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80fdb11c-e36a-4449-853b-09a5b29c799e,segment=NetworkSegment(5c287838-745d-4fd9-8e7e-5107b57e23ce),segment_id=5c287838-745d-4fd9-8e7e-5107b57e23ce)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:08.886037 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:08.892671 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c2af83ce-5e60-409d-a29d-824efbda7aa8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82e172bf21c34022895f082ec8290c9b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1548686
Nov 20 21:13:08.893550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af83ce-5e60-409d-a29d-824efbda7aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83fb204-d0bf-4713-94a2-2088e188682f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:08.895803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41092) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:08.941103 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=80fdb11c-e36a-4449-853b-09a5b29c799e,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:08.949150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:08.949504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:08.949851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:08.950219 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:08.950565 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:08.950891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:08.951224 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:08.951614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:08.952000 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:08.952393 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:08.952877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:08.953284 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:08.969531 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-562a0293-0b3d-42a7-bc32-baaeba7f4e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:08.993778 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-562a0293-0b3d-42a7-bc32-baaeba7f4e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:09.051521 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-562a0293-0b3d-42a7-bc32-baaeba7f4e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:09.054201 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-562a0293-0b3d-42a7-bc32-baaeba7f4e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:09.055424 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-562a0293-0b3d-42a7-bc32-baaeba7f4e0f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b83fb204-d0bf-4713-94a2-2088e188682f HTTP/1.1" status: 204  len: 168 time: 0.1584103
Nov 20 21:13:09.063548 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a0293-0b3d-42a7-bc32-baaeba7f4e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83fb204-d0bf-4713-94a2-2088e188682f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:09.087468 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['80fdb11c-e36a-4449-853b-09a5b29c799e'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:13:09.473719 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b4c98-f36c-4f68-9ab6-bd6a8eed3fe7 req-abe6c639-4f0a-4ec4-b62b-d2d432b5cced tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:09.475986 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed1b4c98-f36c-4f68-9ab6-bd6a8eed3fe7 req-abe6c639-4f0a-4ec4-b62b-d2d432b5cced tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 944 time: 0.0716457
Nov 20 21:13:09.543780 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed1b4c98-f36c-4f68-9ab6-bd6a8eed3fe7 req-f88fceb9-f80e-47e0-b392-ea58ef61f0bc tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590272
Nov 20 21:13:10.343048 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6bb58-d366-4f74-9d41-4ba6829faa21 req-3a3653d0-93e7-4b0d-9af2-8b9a8d26aaac tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:10.344804 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bbc6bb58-d366-4f74-9d41-4ba6829faa21 req-3a3653d0-93e7-4b0d-9af2-8b9a8d26aaac tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0555532
Nov 20 21:13:10.395154 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bbc6bb58-d366-4f74-9d41-4ba6829faa21 req-dfdf8c7e-a5f1-4310-8ae4-af702ff868c5 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436316
Nov 20 21:13:10.666420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae68c7e-1ccf-48d4-b512-d5fecf2af7a6 req-375fb568-0cb1-4191-8249-3005747b8eca tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:10.668451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ae68c7e-1ccf-48d4-b512-d5fecf2af7a6 req-375fb568-0cb1-4191-8249-3005747b8eca tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 944 time: 0.0538352
Nov 20 21:13:10.711792 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 80fdb11c-e36a-4449-853b-09a5b29c799e up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:13:10.720317 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5ae68c7e-1ccf-48d4-b512-d5fecf2af7a6 req-7324d8c9-b0fa-4987-b39f-a4e105f5850a tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455074
Nov 20 21:13:10.763474 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 80fdb11c-e36a-4449-853b-09a5b29c799e completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:13:10.768412 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 80fdb11c-e36a-4449-853b-09a5b29c799e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:10.771022 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:10.853814 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:10.878290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb65f4a-7cc9-4457-94ed-59768969c88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fdb11c-e36a-4449-853b-09a5b29c799e'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:13:10.880969 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d802ac73-9066-45fb-b099-7f7077ecfe6a" -d '{"events": [{"server_uuid": "9fb65f4a-7cc9-4457-94ed-59768969c88d", "name": "network-vif-plugged", "status": "completed", "tag": "80fdb11c-e36a-4449-853b-09a5b29c799e"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:13:10.894940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 80fdb11c-e36a-4449-853b-09a5b29c799e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80fdb11c-e36a-4449-853b-09a5b29c799e,segment=NetworkSegment(5c287838-745d-4fd9-8e7e-5107b57e23ce),segment_id=5c287838-745d-4fd9-8e7e-5107b57e23ce)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:10.899637 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:10.926784 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f85767-bd92-4022-82fa-2c8b4919146e x-openstack-request-id: req-89f85767-bd92-4022-82fa-2c8b4919146e {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:13:10.927078 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb65f4a-7cc9-4457-94ed-59768969c88d", "name": "network-vif-plugged", "status": "completed", "tag": "80fdb11c-e36a-4449-853b-09a5b29c799e", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:13:10.927331 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89f85767-bd92-4022-82fa-2c8b4919146e {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:13:10.927719 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb65f4a-7cc9-4457-94ed-59768969c88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fdb11c-e36a-4449-853b-09a5b29c799e', 'code': 200}
Nov 20 21:13:10.952190 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=80fdb11c-e36a-4449-853b-09a5b29c799e,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:11.023972 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a1a6b-1fb0-4002-ab3f-40b0f18636ce req-d77de1a8-352c-4b74-88a1-f6bffd9de12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:11.025594 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a04a1a6b-1fb0-4002-ab3f-40b0f18636ce req-d77de1a8-352c-4b74-88a1-f6bffd9de12d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 1096 time: 0.0420117
Nov 20 21:13:11.071762 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a04a1a6b-1fb0-4002-ab3f-40b0f18636ce req-ee164313-d6ee-498d-aea8-c99c65f7d809 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391130
Nov 20 21:13:11.523208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b855d-795f-4360-b13f-65e44e49a95b req-b713c016-9e3b-4255-a7ff-3c5fa3037456 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:11.524912 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af5b855d-795f-4360-b13f-65e44e49a95b req-b713c016-9e3b-4255-a7ff-3c5fa3037456 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0590827
Nov 20 21:13:11.575453 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af5b855d-795f-4360-b13f-65e44e49a95b req-380ebff2-1a97-4f2f-92c2-232838f9c7eb tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ab2892-7d95-4348-98c5-afc8f8e70927&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438390
Nov 20 21:13:11.842119 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b894b-9bcb-4f2f-a539-5ceb0c91472d req-24e7db30-8052-4472-baaa-3687da6fa92e tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:11.843651 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-985b894b-9bcb-4f2f-a539-5ceb0c91472d req-24e7db30-8052-4472-baaa-3687da6fa92e tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 945 time: 0.0520654
Nov 20 21:13:11.896033 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-985b894b-9bcb-4f2f-a539-5ceb0c91472d req-fa6148f2-f296-4d73-813d-82bc4dda23a7 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458455
Nov 20 21:13:12.230868 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ce605-cb89-456b-a6bd-4c9f03e37371 req-9912ff33-0eb6-4eb7-996f-0535448919cd tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:12.234163 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b8ce605-cb89-456b-a6bd-4c9f03e37371 req-9912ff33-0eb6-4eb7-996f-0535448919cd tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 946 time: 0.0584655
Nov 20 21:13:12.347520 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-7b8ce605-cb89-456b-a6bd-4c9f03e37371 req-833399c8-a2d9-46cf-b056-91b647a285d8 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Deleting port ab912177-8646-4446-9392-73928c0f3082 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:13:12.347870 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7b8ce605-cb89-456b-a6bd-4c9f03e37371 req-833399c8-a2d9-46cf-b056-91b647a285d8 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:12.446323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-7b8ce605-cb89-456b-a6bd-4c9f03e37371 req-833399c8-a2d9-46cf-b056-91b647a285d8 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] For port ab912177-8646-4446-9392-73928c0f3082, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab912177-8646-4446-9392-73928c0f3082,segment=NetworkSegment(fa16aa9e-af78-401f-a795-78a46406abc7),segment_id=fa16aa9e-af78-401f-a795-78a46406abc7)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:12.446683 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7b8ce605-cb89-456b-a6bd-4c9f03e37371 req-833399c8-a2d9-46cf-b056-91b647a285d8 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:12.458675 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-7b8ce605-cb89-456b-a6bd-4c9f03e37371 req-833399c8-a2d9-46cf-b056-91b647a285d8 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Calling delete_port for ab912177-8646-4446-9392-73928c0f3082 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:13:12.597053 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7b8ce605-cb89-456b-a6bd-4c9f03e37371 req-833399c8-a2d9-46cf-b056-91b647a285d8 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:12.611456 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['ab912177-8646-4446-9392-73928c0f3082'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:13:12.631665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833399c8-a2d9-46cf-b056-91b647a285d8 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Pushing event deleted for resources: {'Port': ['ID=ab912177-8646-4446-9392-73928c0f3082,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:12.678675 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8ce605-cb89-456b-a6bd-4c9f03e37371 req-833399c8-a2d9-46cf-b056-91b647a285d8 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] No DVR routers for this DVR port ab912177-8646-4446-9392-73928c0f3082 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:13:12.681727 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-7b8ce605-cb89-456b-a6bd-4c9f03e37371 req-833399c8-a2d9-46cf-b056-91b647a285d8 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:12.685699 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7b8ce605-cb89-456b-a6bd-4c9f03e37371 req-833399c8-a2d9-46cf-b056-91b647a285d8 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.47 "DELETE /v2.0/ports/ab912177-8646-4446-9392-73928c0f3082 HTTP/1.1" status: 204  len: 173 time: 0.4342661
Nov 20 21:13:12.686189 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a71a189-4354-4a63-93e2-c1b900b7c25c', 'name': 'network-vif-deleted', 'tag': 'ab912177-8646-4446-9392-73928c0f3082'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:13:12.688537 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ee3f92-8971-40af-acf2-52bb8047422a" -d '{"events": [{"server_uuid": "4a71a189-4354-4a63-93e2-c1b900b7c25c", "name": "network-vif-deleted", "tag": "ab912177-8646-4446-9392-73928c0f3082"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:13:12.750346 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9a69288c-37b1-4827-8f21-5642981fd7b6 req-647f4373-680d-49ae-abbf-6d6339ec0d13 tempest-ServersNegativeTestJSON-1010955703 tempest-ServersNegativeTestJSON-1010955703-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a71a189-4354-4a63-93e2-c1b900b7c25c HTTP/1.1" status: 200  len: 210 time: 0.0397611
Nov 20 21:13:12.752589 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57b489c-99ef-4fbd-9fef-eaa86416f005 x-openstack-request-id: req-d57b489c-99ef-4fbd-9fef-eaa86416f005 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:13:12.753085 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a71a189-4354-4a63-93e2-c1b900b7c25c", "name": "network-vif-deleted", "tag": "ab912177-8646-4446-9392-73928c0f3082", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:13:12.753357 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d57b489c-99ef-4fbd-9fef-eaa86416f005 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:13:12.753787 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a71a189-4354-4a63-93e2-c1b900b7c25c', 'name': 'network-vif-deleted', 'tag': 'ab912177-8646-4446-9392-73928c0f3082', 'status': 'completed', 'code': 200}
Nov 20 21:13:13.013808 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d23db-f772-4d9e-b6fa-df6130e4f96a req-f7650f3a-6cbe-4ede-a5c5-d10bc7edbe45 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:13.015541 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-130d23db-f772-4d9e-b6fa-df6130e4f96a req-f7650f3a-6cbe-4ede-a5c5-d10bc7edbe45 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 945 time: 0.0490432
Nov 20 21:13:13.079738 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-130d23db-f772-4d9e-b6fa-df6130e4f96a req-489649bb-accb-49c4-a448-57f439e9f039 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529468
Nov 20 21:13:13.290652 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-16acc3df-ef9d-417b-a461-6b23dd8668d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:13.802552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41294) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:13.850152 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Deleting subnet 501027a8-1af1-4f7e-80a0-4f10afccfcd6 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:13:13.853655 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:13.890265 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:13.932715 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:13.992247 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:14.022306 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=501027a8-1af1-4f7e-80a0-4f10afccfcd6,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:14.030930 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:14.031283 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:14.031626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:14.031970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:14.032303 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:14.034266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:14.034266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:14.034266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:14.034646 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:14.034771 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:14.035097 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:14.035429 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:14.038442 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:14.044291 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41302) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:14.044833 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b1217c05-6821-45c5-9283-c31ec30d3bc4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/501027a8-1af1-4f7e-80a0-4f10afccfcd6 HTTP/1.1" status: 204  len: 168 time: 0.2406738
Nov 20 21:13:14.127054 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3ddc117f-ac86-4ee2-8b3a-310b50b1d1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:14.206416 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3ddc117f-ac86-4ee2-8b3a-310b50b1d1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:14.229692 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-3ddc117f-ac86-4ee2-8b3a-310b50b1d1dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f3f00a0>,) {'filters': {'network_id': ['13329dec-d6cb-4b40-9c80-e369d65965f5']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:14.240030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-3ddc117f-ac86-4ee2-8b3a-310b50b1d1dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f3f00a0>, 'fa16aa9e-af78-401f-a795-78a46406abc7') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:14.240336 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-3ddc117f-ac86-4ee2-8b3a-310b50b1d1dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f3f00a0>, 'fa16aa9e-af78-401f-a795-78a46406abc7') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:14.250105 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3ddc117f-ac86-4ee2-8b3a-310b50b1d1dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:14.268989 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3ddc117f-ac86-4ee2-8b3a-310b50b1d1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:14.277149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddc117f-ac86-4ee2-8b3a-310b50b1d1dd admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:13:14.277302 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3ddc117f-ac86-4ee2-8b3a-310b50b1d1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:13:14.279139 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:13:14.341323 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3ddc117f-ac86-4ee2-8b3a-310b50b1d1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:14.347997 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3ddc117f-ac86-4ee2-8b3a-310b50b1d1dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:14.351230 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3ddc117f-ac86-4ee2-8b3a-310b50b1d1dd admin admin] 10.222.0.41 "DELETE /v2.0/networks/13329dec-d6cb-4b40-9c80-e369d65965f5 HTTP/1.1" status: 204  len: 168 time: 0.3045747
Nov 20 21:13:14.364342 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc117f-ac86-4ee2-8b3a-310b50b1d1dd admin admin] Pushing event deleted for resources: {'Network': ['ID=13329dec-d6cb-4b40-9c80-e369d65965f5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:14.539118 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41314) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:14.585770 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-488621d0-0f56-46ef-85fa-d17b05e68ae6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8910f09f22a240eb9a228d72406a608b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0452912
Nov 20 21:13:14.588349 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41316) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:14.617148 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41318) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:14.637038 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca509099-707c-4c0b-b620-8e0aaa9a2465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:14.658348 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca509099-707c-4c0b-b620-8e0aaa9a2465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:14.704297 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca509099-707c-4c0b-b620-8e0aaa9a2465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:14.707579 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca509099-707c-4c0b-b620-8e0aaa9a2465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:14.708814 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ca509099-707c-4c0b-b620-8e0aaa9a2465 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12ab2892-7d95-4348-98c5-afc8f8e70927 HTTP/1.1" status: 204  len: 168 time: 0.1194701
Nov 20 21:13:14.718724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ab912177-8646-4446-9392-73928c0f3082 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:13:14.719216 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca509099-707c-4c0b-b620-8e0aaa9a2465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ab2892-7d95-4348-98c5-afc8f8e70927,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:14.731776 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a77d75e-ce5d-4dba-87c7-cc49fc9bb6eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:14.749777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: ab912177-8646-4446-9392-73928c0f3082 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:13:14.750450 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ab912177-8646-4446-9392-73928c0f3082 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:13:14.823118 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a77d75e-ce5d-4dba-87c7-cc49fc9bb6eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:14.829508 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a77d75e-ce5d-4dba-87c7-cc49fc9bb6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:14.878734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77d75e-ce5d-4dba-87c7-cc49fc9bb6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370642c9-d4dd-4749-a1aa-2cb01319179f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:14.883323 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3a77d75e-ce5d-4dba-87c7-cc49fc9bb6eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b027e0f1840940d0a7ba08d735f15061&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2651601
Nov 20 21:13:14.885891 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41328) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:14.935433 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f23245ff-547d-4a9c-8901-bd5af42d48a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:14.958654 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f23245ff-547d-4a9c-8901-bd5af42d48a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.003532 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f23245ff-547d-4a9c-8901-bd5af42d48a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.006463 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f23245ff-547d-4a9c-8901-bd5af42d48a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.007798 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f23245ff-547d-4a9c-8901-bd5af42d48a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/370642c9-d4dd-4749-a1aa-2cb01319179f HTTP/1.1" status: 204  len: 168 time: 0.1208723
Nov 20 21:13:15.020757 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23245ff-547d-4a9c-8901-bd5af42d48a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370642c9-d4dd-4749-a1aa-2cb01319179f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:15.293405 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41346) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:15.309244 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c02e9740-8043-49e2-90a6-4b3c06157e39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.406468 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c02e9740-8043-49e2-90a6-4b3c06157e39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.411483 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c02e9740-8043-49e2-90a6-4b3c06157e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.461313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e9740-8043-49e2-90a6-4b3c06157e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a65439-3698-4636-a330-442b1b82d9e0,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:15.467700 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c02e9740-8043-49e2-90a6-4b3c06157e39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9c5ec33bb7f44f7836b55a09e63b049&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1724637
Nov 20 21:13:15.470272 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41352) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:15.531594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41356) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:15.646602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-03d77ce4-2d3b-4b6d-a28a-0b5464f38082 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1164370983-network', 'tenant_id': '00183dd4f4244acd9508cb18213b9a77'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:15.677024 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e1bb7829-8f35-43f7-85bd-50973bb50b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.693931 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d77ce4-2d3b-4b6d-a28a-0b5464f38082 admin admin] Made reservation on behalf of 00183dd4f4244acd9508cb18213b9a77 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:15.698011 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03d77ce4-2d3b-4b6d-a28a-0b5464f38082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.712735 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03d77ce4-2d3b-4b6d-a28a-0b5464f38082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.821779 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03d77ce4-2d3b-4b6d-a28a-0b5464f38082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.826448 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03d77ce4-2d3b-4b6d-a28a-0b5464f38082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.861528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d77ce4-2d3b-4b6d-a28a-0b5464f38082 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:13:15.867511 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d77ce4-2d3b-4b6d-a28a-0b5464f38082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d46a613-199d-48fb-a692-aae94277d1da,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:15.878452 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f220ec1b-630e-41ea-ae8b-00a1a1f6239f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.881804 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03d77ce4-2d3b-4b6d-a28a-0b5464f38082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.882187 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-03d77ce4-2d3b-4b6d-a28a-0b5464f38082 admin admin] Added segment 446696b4-77b2-43a5-95ea-ec9620d1aeb0 of type vlan for network db4f19d3-1db4-4478-8a02-4858db09432d
Nov 20 21:13:15.905005 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f220ec1b-630e-41ea-ae8b-00a1a1f6239f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.928314 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03d77ce4-2d3b-4b6d-a28a-0b5464f38082 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.955855 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f220ec1b-630e-41ea-ae8b-00a1a1f6239f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.956609 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03d77ce4-2d3b-4b6d-a28a-0b5464f38082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.957589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d77ce4-2d3b-4b6d-a28a-0b5464f38082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:15.958216 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03d77ce4-2d3b-4b6d-a28a-0b5464f38082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.958731 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f220ec1b-630e-41ea-ae8b-00a1a1f6239f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:15.959913 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f220ec1b-630e-41ea-ae8b-00a1a1f6239f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50a65439-3698-4636-a330-442b1b82d9e0 HTTP/1.1" status: 204  len: 168 time: 0.4884803
Nov 20 21:13:15.969009 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220ec1b-630e-41ea-ae8b-00a1a1f6239f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a65439-3698-4636-a330-442b1b82d9e0,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:15.988058 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-03d77ce4-2d3b-4b6d-a28a-0b5464f38082 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4569483
Nov 20 21:13:15.991292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41378) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:15.997188 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-68bfaa05-aa20-49f7-833e-75e1e983ec29 admin admin] Request body: {'subnet': {'network_id': 'db4f19d3-1db4-4478-8a02-4858db09432d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1164370983-subnet', 'tenant_id': '00183dd4f4244acd9508cb18213b9a77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:16.018906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bfaa05-aa20-49f7-833e-75e1e983ec29 admin admin] Made reservation on behalf of 00183dd4f4244acd9508cb18213b9a77 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:16.021209 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-68bfaa05-aa20-49f7-833e-75e1e983ec29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:16.027457 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d77ce4-2d3b-4b6d-a28a-0b5464f38082 admin admin] Pushing event updated for resources: {'Network': ['ID=db4f19d3-1db4-4478-8a02-4858db09432d,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:16.040961 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network db4f19d3-1db4-4478-8a02-4858db09432d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:13:16.209148 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-68bfaa05-aa20-49f7-833e-75e1e983ec29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:16.271261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfaa05-aa20-49f7-833e-75e1e983ec29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bc3bf1e-4c29-465c-abdb-7d0fe2e3a083,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:16.278688 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bfaa05-aa20-49f7-833e-75e1e983ec29 admin admin] Checking segment: {'id': '446696b4-77b2-43a5-95ea-ec9620d1aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'db4f19d3-1db4-4478-8a02-4858db09432d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:13:16.279133 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bfaa05-aa20-49f7-833e-75e1e983ec29 admin admin] Network hostable DHCP agents. Network: db4f19d3-1db4-4478-8a02-4858db09432d, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:13:16.296699 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bfaa05-aa20-49f7-833e-75e1e983ec29 admin admin] Network db4f19d3-1db4-4478-8a02-4858db09432d is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:13:16.306988 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-68bfaa05-aa20-49f7-833e-75e1e983ec29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, db4f19d3-1db4-4478-8a02-4858db09432d) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:16.313391 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bfaa05-aa20-49f7-833e-75e1e983ec29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:16.314528 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-68bfaa05-aa20-49f7-833e-75e1e983ec29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:16.316191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e01be8-789d-438c-a61f-6bb3279e8b9b None None] Network db4f19d3-1db4-4478-8a02-4858db09432d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:16.340707 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-68bfaa05-aa20-49f7-833e-75e1e983ec29 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3400035
Nov 20 21:13:16.446414 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8245610-bde9-4d6e-9264-64c09daf480d None None] Network db4f19d3-1db4-4478-8a02-4858db09432d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:16.785631 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:16.826973 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41418) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:16.832208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-5d2442fc-d762-4507-9ec3-587e64653a14 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1780918546-network', 'tenant_id': 'adbcb679633a41b0b39355523691790c'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:16.855302 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2442fc-d762-4507-9ec3-587e64653a14 admin admin] Made reservation on behalf of adbcb679633a41b0b39355523691790c for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:16.858231 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d2442fc-d762-4507-9ec3-587e64653a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:16.871027 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d2442fc-d762-4507-9ec3-587e64653a14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:16.992215 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d2442fc-d762-4507-9ec3-587e64653a14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:16.999284 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d2442fc-d762-4507-9ec3-587e64653a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:17.034550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2442fc-d762-4507-9ec3-587e64653a14 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:13:17.044744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2442fc-d762-4507-9ec3-587e64653a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489eb089-da93-4bf0-9130-8e37d2500915,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:17.050941 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d2442fc-d762-4507-9ec3-587e64653a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:17.051298 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-5d2442fc-d762-4507-9ec3-587e64653a14 admin admin] Added segment d88d80e7-52ea-44a9-a813-2672aa018079 of type vlan for network 81d7db20-ebfc-4f3b-885d-0868f76f0d4f
Nov 20 21:13:17.102992 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d2442fc-d762-4507-9ec3-587e64653a14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:17.129830 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d2442fc-d762-4507-9ec3-587e64653a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:17.130850 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2442fc-d762-4507-9ec3-587e64653a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:17.131435 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d2442fc-d762-4507-9ec3-587e64653a14 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:17.165196 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5d2442fc-d762-4507-9ec3-587e64653a14 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.3368592
Nov 20 21:13:17.168011 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41440) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:17.172701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-523883f1-e440-410b-b78e-587dcdac2a0d admin admin] Request body: {'subnet': {'network_id': '81d7db20-ebfc-4f3b-885d-0868f76f0d4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1780918546-subnet', 'tenant_id': 'adbcb679633a41b0b39355523691790c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:17.204616 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2442fc-d762-4507-9ec3-587e64653a14 admin admin] Pushing event updated for resources: {'Network': ['ID=81d7db20-ebfc-4f3b-885d-0868f76f0d4f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:17.219685 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 81d7db20-ebfc-4f3b-885d-0868f76f0d4f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:13:17.223474 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523883f1-e440-410b-b78e-587dcdac2a0d admin admin] Made reservation on behalf of adbcb679633a41b0b39355523691790c for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:17.226122 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-523883f1-e440-410b-b78e-587dcdac2a0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:17.412751 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-523883f1-e440-410b-b78e-587dcdac2a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:17.474505 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523883f1-e440-410b-b78e-587dcdac2a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=530f1b93-98d3-4c08-b457-38a2ae79dc7b,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:17.484781 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523883f1-e440-410b-b78e-587dcdac2a0d admin admin] Checking segment: {'id': 'd88d80e7-52ea-44a9-a813-2672aa018079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81d7db20-ebfc-4f3b-885d-0868f76f0d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:13:17.485143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523883f1-e440-410b-b78e-587dcdac2a0d admin admin] Network hostable DHCP agents. Network: 81d7db20-ebfc-4f3b-885d-0868f76f0d4f, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:13:17.503220 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523883f1-e440-410b-b78e-587dcdac2a0d admin admin] Network 81d7db20-ebfc-4f3b-885d-0868f76f0d4f is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:13:17.512480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-523883f1-e440-410b-b78e-587dcdac2a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 81d7db20-ebfc-4f3b-885d-0868f76f0d4f) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:17.519169 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523883f1-e440-410b-b78e-587dcdac2a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:17.520089 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-523883f1-e440-410b-b78e-587dcdac2a0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:17.524534 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5298e839-1514-4cd1-be24-eac1b61ac09a None None] Network 81d7db20-ebfc-4f3b-885d-0868f76f0d4f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:17.548756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-523883f1-e440-410b-b78e-587dcdac2a0d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3795156
Nov 20 21:13:17.697050 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f991a88-f63f-494b-bbb1-3700fc64a680 None None] Network 81d7db20-ebfc-4f3b-885d-0868f76f0d4f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:18.136929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-4b18914c-99cf-4788-bec2-eff8fe1dbfb1 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:18.144720 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-4b18914c-99cf-4788-bec2-eff8fe1dbfb1 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/networks?id=db4f19d3-1db4-4478-8a02-4858db09432d HTTP/1.1" status: 200  len: 825 time: 0.1631827
Nov 20 21:13:18.155537 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-a9ec8a7d-e96d-43a5-b039-18d676073f03 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/quotas/00183dd4f4244acd9508cb18213b9a77 HTTP/1.1" status: 200  len: 375 time: 0.0096009
Nov 20 21:13:18.162711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41506) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:18.198566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-8a707734-dac8-41c7-91b1-258841cc6d5a tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=00183dd4f4244acd9508cb18213b9a77&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0336404
Nov 20 21:13:18.275776 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2473714b-1fac-4caf-90ef-4ea0dc8e39f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:18.426323 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2473714b-1fac-4caf-90ef-4ea0dc8e39f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:18.430485 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-fac1b872-1c12-4b49-906c-d24ce4e3a219 service neutron] 10.222.0.41 "GET /v2.0/networks/db4f19d3-1db4-4478-8a02-4858db09432d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2250288
Nov 20 21:13:18.431523 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2473714b-1fac-4caf-90ef-4ea0dc8e39f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:18.488487 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473714b-1fac-4caf-90ef-4ea0dc8e39f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bddb8c-ac3d-483a-b0dd-af49533f99f3,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:18.500679 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2473714b-1fac-4caf-90ef-4ea0dc8e39f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2f927f89e56486ea2df38712ae51bed&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3369188
Nov 20 21:13:18.503844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41514) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:18.590844 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-73e5b4e4-328d-4b4c-bda1-fe714862be42 service neutron] 10.222.0.41 "GET /v2.0/networks/db4f19d3-1db4-4478-8a02-4858db09432d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537228
Nov 20 21:13:18.604444 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-537d4d02-1e96-4303-b0d0-a3de9995440b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:18.609942 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:18.627580 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-537d4d02-1e96-4303-b0d0-a3de9995440b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:18.675493 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-537d4d02-1e96-4303-b0d0-a3de9995440b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:18.678500 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-537d4d02-1e96-4303-b0d0-a3de9995440b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:18.679672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-537d4d02-1e96-4303-b0d0-a3de9995440b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02bddb8c-ac3d-483a-b0dd-af49533f99f3 HTTP/1.1" status: 204  len: 168 time: 0.1746652
Nov 20 21:13:18.690248 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d4d02-1e96-4303-b0d0-a3de9995440b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bddb8c-ac3d-483a-b0dd-af49533f99f3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:18.782404 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df68b9f8-7bcd-490f-bf27-ad3904751558 req-31132bbd-e216-4d09-84fe-09063358ab0c tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/ports?device_id=52e64df0-ebf1-487b-992b-240304269af7 HTTP/1.1" status: 200  len: 210 time: 0.0375543
Nov 20 21:13:18.998548 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41528) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:19.014981 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2a0feda5-9870-408e-bb9f-ee796e06e01a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:19.040878 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:19.104610 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2a0feda5-9870-408e-bb9f-ee796e06e01a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:19.108922 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2a0feda5-9870-408e-bb9f-ee796e06e01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:19.152243 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0feda5-9870-408e-bb9f-ee796e06e01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b34dfc0-4813-44cb-a50d-1dc7a4269e88,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:19.158718 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2a0feda5-9870-408e-bb9f-ee796e06e01a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=837269a220c9457fa97cfb1669ad1793&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1588387
Nov 20 21:13:19.160206 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41536) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:19.220260 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3de9680e-651e-4c49-add8-33b482baf241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:19.245361 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3de9680e-651e-4c49-add8-33b482baf241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:19.307216 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3de9680e-651e-4c49-add8-33b482baf241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:19.310552 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3de9680e-651e-4c49-add8-33b482baf241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:19.311836 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3de9680e-651e-4c49-add8-33b482baf241 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b34dfc0-4813-44cb-a50d-1dc7a4269e88 HTTP/1.1" status: 204  len: 168 time: 0.1504254
Nov 20 21:13:19.320458 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9680e-651e-4c49-add8-33b482baf241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b34dfc0-4813-44cb-a50d-1dc7a4269e88,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:19.909808 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6889b7b-ead0-48e9-a56c-8047b042dca2 req-cf4466b3-b282-4976-9570-153f86c0be11 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/ports?device_id=52e64df0-ebf1-487b-992b-240304269af7 HTTP/1.1" status: 200  len: 210 time: 0.0399163
Nov 20 21:13:20.124351 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-911f0296-4439-4cdb-9e47-64b6a8bb4e90 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:20.125777 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-911f0296-4439-4cdb-9e47-64b6a8bb4e90 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.37 "GET /v2.0/networks?id=db4f19d3-1db4-4478-8a02-4858db09432d HTTP/1.1" status: 200  len: 825 time: 0.4033077
Nov 20 21:13:20.141849 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-a413471d-721d-491a-a2bd-cf9ffe62db37 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Request body: {'port': {'device_id': '52e64df0-ebf1-487b-992b-240304269af7', 'network_id': 'db4f19d3-1db4-4478-8a02-4858db09432d', 'admin_state_up': True, 'tenant_id': '00183dd4f4244acd9508cb18213b9a77'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:20.251039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-a413471d-721d-491a-a2bd-cf9ffe62db37 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Made reservation on behalf of 00183dd4f4244acd9508cb18213b9a77 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:20.255193 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-a413471d-721d-491a-a2bd-cf9ffe62db37 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:20.390967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-a413471d-721d-491a-a2bd-cf9ffe62db37 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Allocated IP 172.20.0.11 (db4f19d3-1db4-4478-8a02-4858db09432d/4bc3bf1e-4c29-465c-abdb-7d0fe2e3a083/a801afc6-ca82-4747-8274-58b1e9329f87) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:13:20.552790 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-a413471d-721d-491a-a2bd-cf9ffe62db37 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:20.580436 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-a413471d-721d-491a-a2bd-cf9ffe62db37 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:20.625030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-a413471d-721d-491a-a2bd-cf9ffe62db37 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Network db4f19d3-1db4-4478-8a02-4858db09432d is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:13:20.628841 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-a413471d-721d-491a-a2bd-cf9ffe62db37 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:20.633108 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-a413471d-721d-491a-a2bd-cf9ffe62db37 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:13:20.657231 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413471d-721d-491a-a2bd-cf9ffe62db37 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Pushing event updated for resources: {'Port': ['ID=a801afc6-ca82-4747-8274-58b1e9329f87,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:20.685972 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-a413471d-721d-491a-a2bd-cf9ffe62db37 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:20.686624 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-a413471d-721d-491a-a2bd-cf9ffe62db37 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:20.709372 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-a413471d-721d-491a-a2bd-cf9ffe62db37 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5735948
Nov 20 21:13:20.722654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Request body: {'port': {'device_id': '52e64df0-ebf1-487b-992b-240304269af7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:20.789300 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:21.042723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56838d3f-1889-4779-926d-0d0bd4fe80f3 req-439a5bbd-c9af-4671-9eb0-a81bfd8124c9 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:21.044357 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-56838d3f-1889-4779-926d-0d0bd4fe80f3 req-439a5bbd-c9af-4671-9eb0-a81bfd8124c9 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/ports?device_id=52e64df0-ebf1-487b-992b-240304269af7 HTTP/1.1" status: 200  len: 932 time: 0.0546415
Nov 20 21:13:21.066188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a801afc6-ca82-4747-8274-58b1e9329f87 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:13:21.074318 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:21.086879 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Transition to ACTIVE for port object a801afc6-ca82-4747-8274-58b1e9329f87 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:13:21.091639 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:21.104485 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-56838d3f-1889-4779-926d-0d0bd4fe80f3 req-ad52be03-4b68-4e75-9cdb-33eb0e01cdf1 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d46a613-199d-48fb-a692-aae94277d1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532668
Nov 20 21:13:21.149542 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a801afc6-ca82-4747-8274-58b1e9329f87,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:21.222107 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Attempting to bind port a801afc6-ca82-4747-8274-58b1e9329f87 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:13:21.222953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Attempting to bind port a801afc6-ca82-4747-8274-58b1e9329f87 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '446696b4-77b2-43a5-95ea-ec9620d1aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'db4f19d3-1db4-4478-8a02-4858db09432d'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:13:21.222953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Attempting to bind port a801afc6-ca82-4747-8274-58b1e9329f87 on network db4f19d3-1db4-4478-8a02-4858db09432d {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:13:21.227281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Port a801afc6-ca82-4747-8274-58b1e9329f87 on network db4f19d3-1db4-4478-8a02-4858db09432d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:13:21.227667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Attempting to bind port a801afc6-ca82-4747-8274-58b1e9329f87 on network db4f19d3-1db4-4478-8a02-4858db09432d {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:13:21.232589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:13:21.232928 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Checking segment: {'id': '446696b4-77b2-43a5-95ea-ec9620d1aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'db4f19d3-1db4-4478-8a02-4858db09432d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:13:21.233317 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Bound using segment: {'id': '446696b4-77b2-43a5-95ea-ec9620d1aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'db4f19d3-1db4-4478-8a02-4858db09432d'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:13:21.233747 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Bound port: a801afc6-ca82-4747-8274-58b1e9329f87, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446696b4-77b2-43a5-95ea-ec9620d1aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'db4f19d3-1db4-4478-8a02-4858db09432d'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:13:21.234129 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:21.301798 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] For port a801afc6-ca82-4747-8274-58b1e9329f87, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:13:21.305101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] For port a801afc6-ca82-4747-8274-58b1e9329f87, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a801afc6-ca82-4747-8274-58b1e9329f87,segment=NetworkSegment(446696b4-77b2-43a5-95ea-ec9620d1aeb0),segment_id=446696b4-77b2-43a5-95ea-ec9620d1aeb0)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:13:21.309755 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:21.347115 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:21.347787 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:21.349245 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] 10.222.0.37 "PUT /v2.0/ports/a801afc6-ca82-4747-8274-58b1e9329f87 HTTP/1.1" status: 200  len: 1092 time: 0.6317835
Nov 20 21:13:21.349716 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e64df0-ebf1-487b-992b-240304269af7', 'tag': 'a801afc6-ca82-4747-8274-58b1e9329f87'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:13:21.352103 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bad9008-0dfa-41bf-aad1-2eba636172f6" -d '{"events": [{"name": "network-changed", "server_uuid": "52e64df0-ebf1-487b-992b-240304269af7", "tag": "a801afc6-ca82-4747-8274-58b1e9329f87"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:13:21.386913 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750ba66-d259-4df0-9c85-1000dec202f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a801afc6-ca82-4747-8274-58b1e9329f87,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:21.404299 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf28240c-5e42-40f3-a928-0bafcf22e5fd x-openstack-request-id: req-bf28240c-5e42-40f3-a928-0bafcf22e5fd {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:13:21.404423 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e64df0-ebf1-487b-992b-240304269af7", "tag": "a801afc6-ca82-4747-8274-58b1e9329f87", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:13:21.404683 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf28240c-5e42-40f3-a928-0bafcf22e5fd {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:13:21.405082 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e64df0-ebf1-487b-992b-240304269af7', 'tag': 'a801afc6-ca82-4747-8274-58b1e9329f87', 'status': 'completed', 'code': 200}
Nov 20 21:13:21.440358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-09c9413f-1b0d-4d8c-87c1-02669a527dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:21.441944 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-09c9413f-1b0d-4d8c-87c1-02669a527dac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00183dd4f4244acd9508cb18213b9a77&device_id=52e64df0-ebf1-487b-992b-240304269af7 HTTP/1.1" status: 200  len: 1095 time: 0.0477700
Nov 20 21:13:21.488520 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-48b103e5-2953-4704-bdee-98234077b988 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a801afc6-ca82-4747-8274-58b1e9329f87 HTTP/1.1" status: 200  len: 217 time: 0.0384853
Nov 20 21:13:21.542406 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-9db86062-a3b9-4897-b2bd-c124f11d3b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:21.543914 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-9db86062-a3b9-4897-b2bd-c124f11d3b99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bc3bf1e-4c29-465c-abdb-7d0fe2e3a083 HTTP/1.1" status: 200  len: 865 time: 0.0483110
Nov 20 21:13:21.577287 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-0cfb7b05-b88a-4468-a1d3-118601961090 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db4f19d3-1db4-4478-8a02-4858db09432d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0262980
Nov 20 21:13:21.675064 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-9987bbef-f67d-48e9-ab45-aa454f68901d service neutron] 10.222.0.37 "GET /v2.0/networks/db4f19d3-1db4-4478-8a02-4858db09432d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908444
Nov 20 21:13:21.677970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41606) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:21.769046 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e653f1d-58e1-4023-b5b8-f3808f5fdedb req-639bd027-adb9-461f-bfb4-d4cb9bc45473 service neutron] 10.222.0.37 "GET /v2.0/networks/db4f19d3-1db4-4478-8a02-4858db09432d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850334
Nov 20 21:13:21.794028 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b86d2c83-3bf9-4191-9a01-18776e66db6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:21.881298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad9008-0dfa-41bf-aad1-2eba636172f6 req-50ada399-206b-4032-9a66-067be8774a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:21.882903 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bad9008-0dfa-41bf-aad1-2eba636172f6 req-50ada399-206b-4032-9a66-067be8774a51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00183dd4f4244acd9508cb18213b9a77&device_id=52e64df0-ebf1-487b-992b-240304269af7 HTTP/1.1" status: 200  len: 1095 time: 0.0640316
Nov 20 21:13:21.937768 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b86d2c83-3bf9-4191-9a01-18776e66db6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:21.969675 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b86d2c83-3bf9-4191-9a01-18776e66db6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:22.026548 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d2c83-3bf9-4191-9a01-18776e66db6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f3bced-bfd8-427c-a1c2-47be4d692d66,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:22.032139 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b86d2c83-3bf9-4191-9a01-18776e66db6f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7238809585814cd19f52c5b0f418f7ed&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3531792
Nov 20 21:13:22.034654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad9008-0dfa-41bf-aad1-2eba636172f6 req-433b250c-dfa7-484f-b3e1-126083b4759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:22.035951 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41610) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:22.036062 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bad9008-0dfa-41bf-aad1-2eba636172f6 req-433b250c-dfa7-484f-b3e1-126083b4759c service neutron] 10.222.0.37 "GET /v2.0/networks?id=db4f19d3-1db4-4478-8a02-4858db09432d HTTP/1.1" status: 200  len: 926 time: 0.1458755
Nov 20 21:13:22.079166 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bad9008-0dfa-41bf-aad1-2eba636172f6 req-481dd4b2-f51d-4581-8e2d-0bbc933a662f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a801afc6-ca82-4747-8274-58b1e9329f87 HTTP/1.1" status: 200  len: 217 time: 0.0353644
Nov 20 21:13:22.084886 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10b5b90c-8b10-4060-95fd-c5048b12e03f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:22.110196 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10b5b90c-8b10-4060-95fd-c5048b12e03f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:22.131160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad9008-0dfa-41bf-aad1-2eba636172f6 req-4c18788c-191c-4809-a871-3ffa7074e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:22.132686 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bad9008-0dfa-41bf-aad1-2eba636172f6 req-4c18788c-191c-4809-a871-3ffa7074e3d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bc3bf1e-4c29-465c-abdb-7d0fe2e3a083 HTTP/1.1" status: 200  len: 865 time: 0.0453587
Nov 20 21:13:22.163657 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10b5b90c-8b10-4060-95fd-c5048b12e03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:22.167455 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10b5b90c-8b10-4060-95fd-c5048b12e03f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:22.170523 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-10b5b90c-8b10-4060-95fd-c5048b12e03f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24f3bced-bfd8-427c-a1c2-47be4d692d66 HTTP/1.1" status: 204  len: 168 time: 0.1336114
Nov 20 21:13:22.174187 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bad9008-0dfa-41bf-aad1-2eba636172f6 req-1d777beb-ee71-4f83-83a5-365a36ee1f4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db4f19d3-1db4-4478-8a02-4858db09432d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0327950
Nov 20 21:13:22.189274 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5b90c-8b10-4060-95fd-c5048b12e03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f3bced-bfd8-427c-a1c2-47be4d692d66,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:22.307401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e86a7-6b18-4212-983b-9f6b4dcf8e9d req-b5fe81c9-f515-4d7f-8629-8e44d1c467dd tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:22.308916 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-117e86a7-6b18-4212-983b-9f6b4dcf8e9d req-b5fe81c9-f515-4d7f-8629-8e44d1c467dd tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/ports?device_id=52e64df0-ebf1-487b-992b-240304269af7 HTTP/1.1" status: 200  len: 944 time: 0.1051414
Nov 20 21:13:22.326304 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bad9008-0dfa-41bf-aad1-2eba636172f6 req-513993a2-f48c-4ea8-9eec-ea63be4e6596 service neutron] 10.222.0.37 "GET /v2.0/networks/db4f19d3-1db4-4478-8a02-4858db09432d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438749
Nov 20 21:13:22.421447 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-117e86a7-6b18-4212-983b-9f6b4dcf8e9d req-56593057-4a21-4fa7-b354-64fce8199e83 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d46a613-199d-48fb-a692-aae94277d1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048777
Nov 20 21:13:22.457404 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bad9008-0dfa-41bf-aad1-2eba636172f6 req-f83d12c0-5a85-4825-8638-211bbf72304e service neutron] 10.222.0.37 "GET /v2.0/networks/db4f19d3-1db4-4478-8a02-4858db09432d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232042
Nov 20 21:13:22.462920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41622) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:22.477383 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-25ddc3f0-749b-4eca-85da-880a9114e1aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:22.552825 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-25ddc3f0-749b-4eca-85da-880a9114e1aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:22.556586 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-25ddc3f0-749b-4eca-85da-880a9114e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:22.602196 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-25ddc3f0-749b-4eca-85da-880a9114e1aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4df6f50770424defa1270cfd6cc931a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1382027
Nov 20 21:13:22.603106 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddc3f0-749b-4eca-85da-880a9114e1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a6596f-002e-4ff1-82f8-5d2ad149a653,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:22.604845 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41624) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:22.654300 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f19a-c0cf-441a-8e45-fe7a1fe0dd92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:22.677329 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f19a-c0cf-441a-8e45-fe7a1fe0dd92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:22.723539 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f19a-c0cf-441a-8e45-fe7a1fe0dd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:22.726056 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f19a-c0cf-441a-8e45-fe7a1fe0dd92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:22.727229 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a1b7f19a-c0cf-441a-8e45-fe7a1fe0dd92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69a6596f-002e-4ff1-82f8-5d2ad149a653 HTTP/1.1" status: 204  len: 168 time: 0.1213298
Nov 20 21:13:22.734813 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7f19a-c0cf-441a-8e45-fe7a1fe0dd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a6596f-002e-4ff1-82f8-5d2ad149a653,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:23.227352 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device a801afc6-ca82-4747-8274-58b1e9329f87 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:13:23.325522 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port a801afc6-ca82-4747-8274-58b1e9329f87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a801afc6-ca82-4747-8274-58b1e9329f87,segment=NetworkSegment(446696b4-77b2-43a5-95ea-ec9620d1aeb0),segment_id=446696b4-77b2-43a5-95ea-ec9620d1aeb0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:23.337088 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'a801afc6-ca82-4747-8274-58b1e9329f87', 'network_id': 'db4f19d3-1db4-4478-8a02-4858db09432d', 'port_id': 'a801afc6-ca82-4747-8274-58b1e9329f87', 'mac_address': 'fa:16:3e:6e:50:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc3bf1e-4c29-465c-abdb-7d0fe2e3a083', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:13:23.378630 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:23.391922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a801afc6-ca82-4747-8274-58b1e9329f87 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:13:23.413962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port a801afc6-ca82-4747-8274-58b1e9329f87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a801afc6-ca82-4747-8274-58b1e9329f87,segment=NetworkSegment(446696b4-77b2-43a5-95ea-ec9620d1aeb0),segment_id=446696b4-77b2-43a5-95ea-ec9620d1aeb0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:23.421181 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:23.478394 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=a801afc6-ca82-4747-8274-58b1e9329f87,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:23.495350 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:13:23.567187 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35022756-31a1-4552-aedd-570980780a13 req-de155466-5d70-4694-80d0-fb724583f744 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:23.569324 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-35022756-31a1-4552-aedd-570980780a13 req-de155466-5d70-4694-80d0-fb724583f744 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/ports?device_id=52e64df0-ebf1-487b-992b-240304269af7 HTTP/1.1" status: 200  len: 945 time: 0.0645115
Nov 20 21:13:23.618826 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-35022756-31a1-4552-aedd-570980780a13 req-77676c42-ae02-49d6-990f-31378aa69169 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d46a613-199d-48fb-a692-aae94277d1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439513
Nov 20 21:13:23.644948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['a801afc6-ca82-4747-8274-58b1e9329f87'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:13:24.636816 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41710) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:24.750453 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01573643-69f1-46ca-9700-c48fb5e45d1b req-f46c4699-f6c8-41d8-a532-f8ca6a2db621 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:24.752565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01573643-69f1-46ca-9700-c48fb5e45d1b req-f46c4699-f6c8-41d8-a532-f8ca6a2db621 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/ports?device_id=52e64df0-ebf1-487b-992b-240304269af7 HTTP/1.1" status: 200  len: 945 time: 0.0609298
Nov 20 21:13:24.760256 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ff751596-00dd-4e46-b210-926122311529 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:24.805516 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01573643-69f1-46ca-9700-c48fb5e45d1b req-7fdcf156-3588-4c38-a761-7df395f528a8 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d46a613-199d-48fb-a692-aae94277d1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465291
Nov 20 21:13:24.842802 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ff751596-00dd-4e46-b210-926122311529 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:24.846429 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ff751596-00dd-4e46-b210-926122311529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:24.887777 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ff751596-00dd-4e46-b210-926122311529 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a97cf0e7802540e5ae4d367e5da1378a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2498682
Nov 20 21:13:24.888746 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff751596-00dd-4e46-b210-926122311529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0ce41d-00b7-494b-92d4-41e6f5ce91e0,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:24.890589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41716) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:24.942951 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a804d35-21df-476b-9f29-49909ac848de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:24.963800 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a804d35-21df-476b-9f29-49909ac848de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:25.009417 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a804d35-21df-476b-9f29-49909ac848de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:25.012063 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a804d35-21df-476b-9f29-49909ac848de admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:25.013231 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0a804d35-21df-476b-9f29-49909ac848de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba0ce41d-00b7-494b-92d4-41e6f5ce91e0 HTTP/1.1" status: 204  len: 168 time: 0.1214914
Nov 20 21:13:25.021147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a804d35-21df-476b-9f29-49909ac848de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0ce41d-00b7-494b-92d4-41e6f5ce91e0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:25.248086 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device a801afc6-ca82-4747-8274-58b1e9329f87 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:13:25.269434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41724) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:25.284375 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f7b5ddbe-9798-492e-bad2-f8ada97237df admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:25.309046 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port a801afc6-ca82-4747-8274-58b1e9329f87 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:13:25.312910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port a801afc6-ca82-4747-8274-58b1e9329f87 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:25.313283 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:25.363120 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f7b5ddbe-9798-492e-bad2-f8ada97237df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:25.367064 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f7b5ddbe-9798-492e-bad2-f8ada97237df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:25.402367 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:25.407235 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f7b5ddbe-9798-492e-bad2-f8ada97237df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff2c07180a87455ea5170bf4c3623a6d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1365509
Nov 20 21:13:25.409009 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5ddbe-9798-492e-bad2-f8ada97237df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb58f36-0f3a-4a17-9214-e80b55a91d28,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:25.410447 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41726) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:25.426377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e64df0-ebf1-487b-992b-240304269af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a801afc6-ca82-4747-8274-58b1e9329f87'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:13:25.428501 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8266551d-3f74-4cbd-bb31-263b2011bf89" -d '{"events": [{"server_uuid": "52e64df0-ebf1-487b-992b-240304269af7", "name": "network-vif-plugged", "status": "completed", "tag": "a801afc6-ca82-4747-8274-58b1e9329f87"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:13:25.441611 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port a801afc6-ca82-4747-8274-58b1e9329f87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a801afc6-ca82-4747-8274-58b1e9329f87,segment=NetworkSegment(446696b4-77b2-43a5-95ea-ec9620d1aeb0),segment_id=446696b4-77b2-43a5-95ea-ec9620d1aeb0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:25.446087 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:25.467608 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-62e1a843-4fa4-46a2-b252-5f1ae65c7ec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:25.478102 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bc05fb-e04c-4286-a0b7-85a2bd15476a x-openstack-request-id: req-e2bc05fb-e04c-4286-a0b7-85a2bd15476a {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:13:25.478502 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e64df0-ebf1-487b-992b-240304269af7", "name": "network-vif-plugged", "status": "completed", "tag": "a801afc6-ca82-4747-8274-58b1e9329f87", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:13:25.479101 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2bc05fb-e04c-4286-a0b7-85a2bd15476a {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:13:25.479236 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e64df0-ebf1-487b-992b-240304269af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a801afc6-ca82-4747-8274-58b1e9329f87', 'code': 200}
Nov 20 21:13:25.491879 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-62e1a843-4fa4-46a2-b252-5f1ae65c7ec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:25.499566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=a801afc6-ca82-4747-8274-58b1e9329f87,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:25.544629 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-62e1a843-4fa4-46a2-b252-5f1ae65c7ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:25.547362 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-62e1a843-4fa4-46a2-b252-5f1ae65c7ec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:25.550099 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-62e1a843-4fa4-46a2-b252-5f1ae65c7ec3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3cb58f36-0f3a-4a17-9214-e80b55a91d28 HTTP/1.1" status: 204  len: 168 time: 0.1360157
Nov 20 21:13:25.556962 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1a843-4fa4-46a2-b252-5f1ae65c7ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb58f36-0f3a-4a17-9214-e80b55a91d28,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:25.594977 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a33573-84f9-4b06-8aeb-1e3384c97b45 req-89906718-a92a-44f3-91da-8fe82338a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:25.597650 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06a33573-84f9-4b06-8aeb-1e3384c97b45 req-89906718-a92a-44f3-91da-8fe82338a4b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52e64df0-ebf1-487b-992b-240304269af7 HTTP/1.1" status: 200  len: 1097 time: 0.0588799
Nov 20 21:13:25.645299 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06a33573-84f9-4b06-8aeb-1e3384c97b45 req-3b3ec395-58b7-4553-926f-61ed8798c178 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8d46a613-199d-48fb-a692-aae94277d1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400116
Nov 20 21:13:25.930495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22071d6c-0bdd-4b3f-9ca3-9943952111f0 req-43b82698-5d57-473c-a8b2-c02bdf12a02e tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:25.931570 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22071d6c-0bdd-4b3f-9ca3-9943952111f0 req-43b82698-5d57-473c-a8b2-c02bdf12a02e tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/ports?device_id=52e64df0-ebf1-487b-992b-240304269af7 HTTP/1.1" status: 200  len: 946 time: 0.0498362
Nov 20 21:13:25.979735 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22071d6c-0bdd-4b3f-9ca3-9943952111f0 req-917ef336-db2a-4149-aa1a-225ba81b697e tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d46a613-199d-48fb-a692-aae94277d1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422237
Nov 20 21:13:26.760318 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41786) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:26.871100 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eb1c5bef-3d66-4fdc-9fa5-2c8f3c758fa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:26.951719 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eb1c5bef-3d66-4fdc-9fa5-2c8f3c758fa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:26.956155 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eb1c5bef-3d66-4fdc-9fa5-2c8f3c758fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:26.994906 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-eb1c5bef-3d66-4fdc-9fa5-2c8f3c758fa7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb6a69f171014c1380d193cbb2f08c26&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2334175
Nov 20 21:13:26.995784 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c5bef-3d66-4fdc-9fa5-2c8f3c758fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ba5671-f420-4f35-a077-482dc6a0737d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:26.997536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41792) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:27.049244 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-353989e4-df26-40f9-835c-0412c64f3329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:27.070833 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-353989e4-df26-40f9-835c-0412c64f3329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:27.097143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb62239-2f69-42ec-8819-130425d8007b req-57bbde85-af43-4068-8d6d-5fa0c9c40ab0 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:27.098671 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4cb62239-2f69-42ec-8819-130425d8007b req-57bbde85-af43-4068-8d6d-5fa0c9c40ab0 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/ports?device_id=52e64df0-ebf1-487b-992b-240304269af7 HTTP/1.1" status: 200  len: 946 time: 0.0496602
Nov 20 21:13:27.117990 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-353989e4-df26-40f9-835c-0412c64f3329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:27.120652 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-353989e4-df26-40f9-835c-0412c64f3329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:27.121807 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-353989e4-df26-40f9-835c-0412c64f3329 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3ba5671-f420-4f35-a077-482dc6a0737d HTTP/1.1" status: 204  len: 168 time: 0.1232078
Nov 20 21:13:27.135079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353989e4-df26-40f9-835c-0412c64f3329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ba5671-f420-4f35-a077-482dc6a0737d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:27.150777 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4cb62239-2f69-42ec-8819-130425d8007b req-465a0cb5-596d-4cdb-bd67-5638e980bd26 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d46a613-199d-48fb-a692-aae94277d1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460227
Nov 20 21:13:27.270195 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3a0a0-8e1f-491d-ad21-edb0e3d614cf req-5e3abf2f-38bb-4bfc-a2b7-65c12a7e9ef6 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:27.271789 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2dd3a0a0-8e1f-491d-ad21-edb0e3d614cf req-5e3abf2f-38bb-4bfc-a2b7-65c12a7e9ef6 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/ports?device_id=52e64df0-ebf1-487b-992b-240304269af7 HTTP/1.1" status: 200  len: 946 time: 0.0503738
Nov 20 21:13:27.325275 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2dd3a0a0-8e1f-491d-ad21-edb0e3d614cf req-12ee99a8-7a73-4910-9e99-f6f47b595a32 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d46a613-199d-48fb-a692-aae94277d1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474849
Nov 20 21:13:27.656777 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beb5c-b5a9-4662-ab60-f90f96053ef2 req-88293a75-61b1-43b6-b1c2-895b4c0554f4 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:27.658403 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f27beb5c-b5a9-4662-ab60-f90f96053ef2 req-88293a75-61b1-43b6-b1c2-895b4c0554f4 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/ports?device_id=52e64df0-ebf1-487b-992b-240304269af7 HTTP/1.1" status: 200  len: 946 time: 0.0516489
Nov 20 21:13:27.708099 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f27beb5c-b5a9-4662-ab60-f90f96053ef2 req-d2dc9b0a-92a1-4d19-851b-9a4d6f3184b6 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d46a613-199d-48fb-a692-aae94277d1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434709
Nov 20 21:13:28.001977 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd43a8-1f57-4fbf-908d-ec2a1000f78a req-97ebf890-be93-46a4-9466-f1517dedfe8e tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:28.004678 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0cdd43a8-1f57-4fbf-908d-ec2a1000f78a req-97ebf890-be93-46a4-9466-f1517dedfe8e tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/ports?device_id=52e64df0-ebf1-487b-992b-240304269af7 HTTP/1.1" status: 200  len: 946 time: 0.0555913
Nov 20 21:13:28.071910 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0cdd43a8-1f57-4fbf-908d-ec2a1000f78a req-7ef9b7e4-5893-4c41-af02-914141eb224c tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d46a613-199d-48fb-a692-aae94277d1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609775
Nov 20 21:13:28.373761 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41850) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:28.516013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-46ef1965-8e1e-4853-9c93-abd48073291d tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2047366470'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:28.542414 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ef1965-8e1e-4853-9c93-abd48073291d tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Made reservation on behalf of 02bb3dc01cd54bdeafb377eafb51f5f9 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:28.545964 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ef1965-8e1e-4853-9c93-abd48073291d tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:28.554887 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ef1965-8e1e-4853-9c93-abd48073291d tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:28.632697 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ef1965-8e1e-4853-9c93-abd48073291d tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:28.636313 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ef1965-8e1e-4853-9c93-abd48073291d tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:28.663575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ef1965-8e1e-4853-9c93-abd48073291d tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:13:28.674155 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef1965-8e1e-4853-9c93-abd48073291d tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744dee83-a49d-48ec-9265-fab01efce0f3,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:28.679034 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ef1965-8e1e-4853-9c93-abd48073291d tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:28.679388 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-46ef1965-8e1e-4853-9c93-abd48073291d tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Added segment 3a5b1923-2878-4ff9-b553-d1c620d6e2b2 of type vlan for network d832a6d8-ffbf-4f00-8f2a-ca3723e912fa
Nov 20 21:13:28.723684 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ef1965-8e1e-4853-9c93-abd48073291d tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:28.748538 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ef1965-8e1e-4853-9c93-abd48073291d tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:28.754564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ef1965-8e1e-4853-9c93-abd48073291d tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:28.755098 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46ef1965-8e1e-4853-9c93-abd48073291d tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:28.786796 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-46ef1965-8e1e-4853-9c93-abd48073291d tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.4118755
Nov 20 21:13:28.789623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41854) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:28.794765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-58803ae2-f716-415f-a75b-ba94ed992b3a tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Request body: {'subnet': {'network_id': 'd832a6d8-ffbf-4f00-8f2a-ca3723e912fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:28.824816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef1965-8e1e-4853-9c93-abd48073291d tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Pushing event updated for resources: {'Network': ['ID=d832a6d8-ffbf-4f00-8f2a-ca3723e912fa,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:28.834966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network d832a6d8-ffbf-4f00-8f2a-ca3723e912fa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:13:28.883883 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58803ae2-f716-415f-a75b-ba94ed992b3a tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Made reservation on behalf of 02bb3dc01cd54bdeafb377eafb51f5f9 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:28.887596 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-58803ae2-f716-415f-a75b-ba94ed992b3a tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:29.073937 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-58803ae2-f716-415f-a75b-ba94ed992b3a tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:29.149029 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58803ae2-f716-415f-a75b-ba94ed992b3a tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Pushing event updated for resources: {'Subnet': ['ID=22ab9e13-c1bf-4a11-b96d-40ef0caa9112,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:29.165089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58803ae2-f716-415f-a75b-ba94ed992b3a tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Checking segment: {'id': '3a5b1923-2878-4ff9-b553-d1c620d6e2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd832a6d8-ffbf-4f00-8f2a-ca3723e912fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:13:29.165458 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58803ae2-f716-415f-a75b-ba94ed992b3a tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Network hostable DHCP agents. Network: d832a6d8-ffbf-4f00-8f2a-ca3723e912fa, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:13:29.206299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58803ae2-f716-415f-a75b-ba94ed992b3a tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Network d832a6d8-ffbf-4f00-8f2a-ca3723e912fa is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:13:29.219647 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882b61b-5fc2-428b-827b-8cab902119be req-4e3ee349-0f95-4a05-91ce-677dfa20a7f1 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:29.221774 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8882b61b-5fc2-428b-827b-8cab902119be req-4e3ee349-0f95-4a05-91ce-677dfa20a7f1 tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/ports?device_id=52e64df0-ebf1-487b-992b-240304269af7 HTTP/1.1" status: 200  len: 946 time: 0.0758061
Nov 20 21:13:29.226934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-58803ae2-f716-415f-a75b-ba94ed992b3a tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d832a6d8-ffbf-4f00-8f2a-ca3723e912fa) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:29.236317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a35c59-4fbf-4750-b91e-61d0b9372dd5 None None] Network d832a6d8-ffbf-4f00-8f2a-ca3723e912fa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:29.237860 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58803ae2-f716-415f-a75b-ba94ed992b3a tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:29.238512 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-58803ae2-f716-415f-a75b-ba94ed992b3a tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:29.240563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec790a4c-8273-4730-b914-3fe6eafce806 req-6a2a7b75-4642-460c-b419-c7e9501b8e2b tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:29.242075 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec790a4c-8273-4730-b914-3fe6eafce806 req-6a2a7b75-4642-460c-b419-c7e9501b8e2b tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.37 "GET /v2.0/ports?device_id=52e64df0-ebf1-487b-992b-240304269af7 HTTP/1.1" status: 200  len: 946 time: 0.0505688
Nov 20 21:13:29.270736 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-58803ae2-f716-415f-a75b-ba94ed992b3a tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4798906
Nov 20 21:13:29.273426 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41860) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:29.278309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ff152c4f-bc0c-4d74-a04f-37bdb58d3c14 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Request body: {'port': {'network_id': 'd832a6d8-ffbf-4f00-8f2a-ca3723e912fa', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1178969878'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:29.310980 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8882b61b-5fc2-428b-827b-8cab902119be req-45d81e88-d4e0-4744-8111-a089f3cc086e tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d46a613-199d-48fb-a692-aae94277d1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812304
Nov 20 21:13:29.359109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-ec790a4c-8273-4730-b914-3fe6eafce806 req-a22f156f-7171-4458-a014-b67d09dc544f tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Deleting port a801afc6-ca82-4747-8274-58b1e9329f87 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:13:29.359548 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ec790a4c-8273-4730-b914-3fe6eafce806 req-a22f156f-7171-4458-a014-b67d09dc544f tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:29.431860 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d832a6d8-ffbf-4f00-8f2a-ca3723e912fa', 'network_id': 'd832a6d8-ffbf-4f00-8f2a-ca3723e912fa', 'tenant_id': '02bb3dc01cd54bdeafb377eafb51f5f9', 'fixed_ips': [{'subnet_id': '22ab9e13-c1bf-4a11-b96d-40ef0caa9112'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:13:29.432741 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:29.447441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff152c4f-bc0c-4d74-a04f-37bdb58d3c14 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Made reservation on behalf of 02bb3dc01cd54bdeafb377eafb51f5f9 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:29.451333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ff152c4f-bc0c-4d74-a04f-37bdb58d3c14 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:29.468034 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-ec790a4c-8273-4730-b914-3fe6eafce806 req-a22f156f-7171-4458-a014-b67d09dc544f tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] For port a801afc6-ca82-4747-8274-58b1e9329f87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a801afc6-ca82-4747-8274-58b1e9329f87,segment=NetworkSegment(446696b4-77b2-43a5-95ea-ec9620d1aeb0),segment_id=446696b4-77b2-43a5-95ea-ec9620d1aeb0)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:29.468647 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ec790a4c-8273-4730-b914-3fe6eafce806 req-a22f156f-7171-4458-a014-b67d09dc544f tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:29.469857 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-ff152c4f-bc0c-4d74-a04f-37bdb58d3c14 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] device_id is not set on port c438f471-3d24-4ab8-898b-35b2b4cbadee yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:13:29.486720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-ec790a4c-8273-4730-b914-3fe6eafce806 req-a22f156f-7171-4458-a014-b67d09dc544f tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Calling delete_port for a801afc6-ca82-4747-8274-58b1e9329f87 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:13:29.584958 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-ff152c4f-bc0c-4d74-a04f-37bdb58d3c14 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Allocated IP 172.20.0.2 (d832a6d8-ffbf-4f00-8f2a-ca3723e912fa/22ab9e13-c1bf-4a11-b96d-40ef0caa9112/c438f471-3d24-4ab8-898b-35b2b4cbadee) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:13:29.620199 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ec790a4c-8273-4730-b914-3fe6eafce806 req-a22f156f-7171-4458-a014-b67d09dc544f tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:29.631894 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['a801afc6-ca82-4747-8274-58b1e9329f87'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:13:29.650313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f156f-7171-4458-a014-b67d09dc544f tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Pushing event deleted for resources: {'Port': ['ID=a801afc6-ca82-4747-8274-58b1e9329f87,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:29.696476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec790a4c-8273-4730-b914-3fe6eafce806 req-a22f156f-7171-4458-a014-b67d09dc544f tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] No DVR routers for this DVR port a801afc6-ca82-4747-8274-58b1e9329f87 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:13:29.700315 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ec790a4c-8273-4730-b914-3fe6eafce806 req-a22f156f-7171-4458-a014-b67d09dc544f tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:29.705181 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec790a4c-8273-4730-b914-3fe6eafce806 req-a22f156f-7171-4458-a014-b67d09dc544f tempest-ServersNegativeTestMultiTenantJSON-1483078071 tempest-ServersNegativeTestMultiTenantJSON-1483078071-project] 10.222.0.37 "DELETE /v2.0/ports/a801afc6-ca82-4747-8274-58b1e9329f87 HTTP/1.1" status: 204  len: 173 time: 0.4563506
Nov 20 21:13:29.705733 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e64df0-ebf1-487b-992b-240304269af7', 'name': 'network-vif-deleted', 'tag': 'a801afc6-ca82-4747-8274-58b1e9329f87'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:13:29.708216 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62197b75-3aab-47f2-b0ca-8e6b9321223b" -d '{"events": [{"server_uuid": "52e64df0-ebf1-487b-992b-240304269af7", "name": "network-vif-deleted", "tag": "a801afc6-ca82-4747-8274-58b1e9329f87"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:13:29.749892 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ff152c4f-bc0c-4d74-a04f-37bdb58d3c14 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:29.751055 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5895cb5b-4b63-465a-aa87-67944a0e5786 x-openstack-request-id: req-5895cb5b-4b63-465a-aa87-67944a0e5786 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:13:29.751733 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e64df0-ebf1-487b-992b-240304269af7", "name": "network-vif-deleted", "tag": "a801afc6-ca82-4747-8274-58b1e9329f87", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:13:29.752077 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5895cb5b-4b63-465a-aa87-67944a0e5786 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:13:29.752587 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e64df0-ebf1-487b-992b-240304269af7', 'name': 'network-vif-deleted', 'tag': 'a801afc6-ca82-4747-8274-58b1e9329f87', 'status': 'completed', 'code': 200}
Nov 20 21:13:29.789159 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ff152c4f-bc0c-4d74-a04f-37bdb58d3c14 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:29.835667 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff152c4f-bc0c-4d74-a04f-37bdb58d3c14 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Network d832a6d8-ffbf-4f00-8f2a-ca3723e912fa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:13:29.838782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-ff152c4f-bc0c-4d74-a04f-37bdb58d3c14 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:29.842720 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-2345cf92-e86e-4096-96ce-e4fee8a4eb60 {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:13:29.843230 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff152c4f-bc0c-4d74-a04f-37bdb58d3c14 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:13:29.843751 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:13:29.849923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152c4f-bc0c-4d74-a04f-37bdb58d3c14 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Pushing event updated for resources: {'Port': ['ID=c438f471-3d24-4ab8-898b-35b2b4cbadee,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:29.903396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff152c4f-bc0c-4d74-a04f-37bdb58d3c14 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:29.904006 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ff152c4f-bc0c-4d74-a04f-37bdb58d3c14 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:29.919659 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ff152c4f-bc0c-4d74-a04f-37bdb58d3c14 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6452312
Nov 20 21:13:29.922576 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41866) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:30.008475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-fe12eb69-26e5-453c-bd55-21df5b2f83fa tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Deleting port c438f471-3d24-4ab8-898b-35b2b4cbadee {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:13:30.008812 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe12eb69-26e5-453c-bd55-21df5b2f83fa tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.099226 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe12eb69-26e5-453c-bd55-21df5b2f83fa tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.119667 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-fe12eb69-26e5-453c-bd55-21df5b2f83fa tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Calling delete_port for c438f471-3d24-4ab8-898b-35b2b4cbadee owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:13:30.253541 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe12eb69-26e5-453c-bd55-21df5b2f83fa tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.285007 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12eb69-26e5-453c-bd55-21df5b2f83fa tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Pushing event deleted for resources: {'Port': ['ID=c438f471-3d24-4ab8-898b-35b2b4cbadee,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:30.345130 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.355707 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe12eb69-26e5-453c-bd55-21df5b2f83fa tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.359845 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fe12eb69-26e5-453c-bd55-21df5b2f83fa tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] 10.222.0.41 "DELETE /v2.0/ports/c438f471-3d24-4ab8-898b-35b2b4cbadee HTTP/1.1" status: 204  len: 168 time: 0.4362020
Nov 20 21:13:30.362780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41872) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:30.389197 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41876) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:30.435502 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0882999e-e42f-42fa-91fd-975c6e31e2fe tempest-DHCPAgentSchedulersTestJSON-450353446 tempest-DHCPAgentSchedulersTestJSON-450353446-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4933 time: 0.0715339
Nov 20 21:13:30.438037 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41880) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:30.444175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7e0d97f7-87d9-49fb-b18d-40aaa8894f52 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-463103240'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:30.446719 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c29ef8c-551e-4864-974c-e07783132153 admin admin] Deleting subnet 4bc3bf1e-4c29-465c-abdb-7d0fe2e3a083 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:13:30.450446 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c29ef8c-551e-4864-974c-e07783132153 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.465956 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0d97f7-87d9-49fb-b18d-40aaa8894f52 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Made reservation on behalf of 02bb3dc01cd54bdeafb377eafb51f5f9 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:30.469462 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e0d97f7-87d9-49fb-b18d-40aaa8894f52 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.491438 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c29ef8c-551e-4864-974c-e07783132153 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.494234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0d97f7-87d9-49fb-b18d-40aaa8894f52 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:13:30.497826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Allocated IP 172.20.0.2 (d832a6d8-ffbf-4f00-8f2a-ca3723e912fa/22ab9e13-c1bf-4a11-b96d-40ef0caa9112/321699f1-b6df-491e-9dcc-5c1390efcfb6) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:13:30.505490 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e0d97f7-87d9-49fb-b18d-40aaa8894f52 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.505837 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-7e0d97f7-87d9-49fb-b18d-40aaa8894f52 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Added segment d80da0b2-9b04-41a5-b855-828eaca54543 of type vlan for network 063d93b3-edb0-49b8-abd0-c846d8ef08bc
Nov 20 21:13:30.541930 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c29ef8c-551e-4864-974c-e07783132153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.550547 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e0d97f7-87d9-49fb-b18d-40aaa8894f52 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.577645 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e0d97f7-87d9-49fb-b18d-40aaa8894f52 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.583701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0d97f7-87d9-49fb-b18d-40aaa8894f52 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:30.584292 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e0d97f7-87d9-49fb-b18d-40aaa8894f52 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.611184 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c29ef8c-551e-4864-974c-e07783132153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.622599 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7e0d97f7-87d9-49fb-b18d-40aaa8894f52 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.1829562
Nov 20 21:13:30.625394 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41882) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:30.647480 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29ef8c-551e-4864-974c-e07783132153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bc3bf1e-4c29-465c-abdb-7d0fe2e3a083,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:30.650233 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c29ef8c-551e-4864-974c-e07783132153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.654138 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1c29ef8c-551e-4864-974c-e07783132153 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4bc3bf1e-4c29-465c-abdb-7d0fe2e3a083 HTTP/1.1" status: 204  len: 168 time: 0.2630813
Nov 20 21:13:30.656319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41884) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:30.670080 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.677443 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.684308 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d97f7-87d9-49fb-b18d-40aaa8894f52 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Pushing event updated for resources: {'Network': ['ID=063d93b3-edb0-49b8-abd0-c846d8ef08bc,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:30.705605 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 063d93b3-edb0-49b8-abd0-c846d8ef08bc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:13:30.739216 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-99fef413-1581-46c4-96c6-f8fc3a713518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.741277 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Network d832a6d8-ffbf-4f00-8f2a-ca3723e912fa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:13:30.753447 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:30.757286 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Pushing event updated for resources: {'Port': ['ID=321699f1-b6df-491e-9dcc-5c1390efcfb6,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:30.759366 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:13:30.836680 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-99fef413-1581-46c4-96c6-f8fc3a713518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.836914 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-048243e6-b36d-4477-844d-429b64a30beb tempest-DHCPAgentSchedulersTestJSON-450353446 tempest-DHCPAgentSchedulersTestJSON-450353446-project-admin] 10.222.0.41 "GET /v2.0/agents/9e453b98-2a1a-427d-87e9-da26ae2667b2/dhcp-networks HTTP/1.1" status: 200  len: 8067 time: 0.2074866
Nov 20 21:13:30.836914 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41886) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:30.850971 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Attempting to bind port 321699f1-b6df-491e-9dcc-5c1390efcfb6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:13:30.851978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Attempting to bind port 321699f1-b6df-491e-9dcc-5c1390efcfb6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3a5b1923-2878-4ff9-b553-d1c620d6e2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd832a6d8-ffbf-4f00-8f2a-ca3723e912fa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:13:30.852569 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Attempting to bind port 321699f1-b6df-491e-9dcc-5c1390efcfb6 on network d832a6d8-ffbf-4f00-8f2a-ca3723e912fa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:13:30.857935 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-99fef413-1581-46c4-96c6-f8fc3a713518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4dd3e250>,) {'filters': {'network_id': ['db4f19d3-1db4-4478-8a02-4858db09432d']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:30.860389 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:13:30.861584 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Checking segment: {'id': '3a5b1923-2878-4ff9-b553-d1c620d6e2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd832a6d8-ffbf-4f00-8f2a-ca3723e912fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:13:30.861926 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.862354 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Bound using segment: {'id': '3a5b1923-2878-4ff9-b553-d1c620d6e2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd832a6d8-ffbf-4f00-8f2a-ca3723e912fa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:13:30.862835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Bound port: 321699f1-b6df-491e-9dcc-5c1390efcfb6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5b1923-2878-4ff9-b553-d1c620d6e2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd832a6d8-ffbf-4f00-8f2a-ca3723e912fa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:13:30.863229 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.870422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-99fef413-1581-46c4-96c6-f8fc3a713518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dd3e250>, '446696b4-77b2-43a5-95ea-ec9620d1aeb0') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:30.870717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-99fef413-1581-46c4-96c6-f8fc3a713518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dd3e250>, '446696b4-77b2-43a5-95ea-ec9620d1aeb0') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:30.882787 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-99fef413-1581-46c4-96c6-f8fc3a713518 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.897055 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-99fef413-1581-46c4-96c6-f8fc3a713518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.903906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fef413-1581-46c4-96c6-f8fc3a713518 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:13:30.904653 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-99fef413-1581-46c4-96c6-f8fc3a713518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:13:30.906770 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:13:30.922710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c4bfe7-86e5-4f4e-b365-1a35b285a124 tempest-DHCPAgentSchedulersTestJSON-450353446 tempest-DHCPAgentSchedulersTestJSON-450353446-project-admin] Network 063d93b3-edb0-49b8-abd0-c846d8ef08bc is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:13:30.935324 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-68c4bfe7-86e5-4f4e-b365-1a35b285a124 tempest-DHCPAgentSchedulersTestJSON-450353446 tempest-DHCPAgentSchedulersTestJSON-450353446-project-admin] 10.222.0.41 "POST /v2.0/agents/9e453b98-2a1a-427d-87e9-da26ae2667b2/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.0972779
Nov 20 21:13:30.937585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41888) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:30.941982 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95319aa-8806-4e0a-873b-bf4d41645ae2 None None] Network 063d93b3-edb0-49b8-abd0-c846d8ef08bc requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:30.956019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] For port 321699f1-b6df-491e-9dcc-5c1390efcfb6, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:13:30.982930 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-99fef413-1581-46c4-96c6-f8fc3a713518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.989044 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-99fef413-1581-46c4-96c6-f8fc3a713518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:30.995553 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-99fef413-1581-46c4-96c6-f8fc3a713518 admin admin] 10.222.0.41 "DELETE /v2.0/networks/db4f19d3-1db4-4478-8a02-4858db09432d HTTP/1.1" status: 204  len: 168 time: 0.3379729
Nov 20 21:13:30.997138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41890) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:31.013752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fef413-1581-46c4-96c6-f8fc3a713518 admin admin] Pushing event deleted for resources: {'Network': ['ID=db4f19d3-1db4-4478-8a02-4858db09432d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:31.026318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] For port 321699f1-b6df-491e-9dcc-5c1390efcfb6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=321699f1-b6df-491e-9dcc-5c1390efcfb6,segment=NetworkSegment(3a5b1923-2878-4ff9-b553-d1c620d6e2b2),segment_id=3a5b1923-2878-4ff9-b553-d1c620d6e2b2)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:13:31.033358 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.054738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1352c4-2bf2-4842-b2b0-b026128380ff admin admin] Deleting subnet 530f1b93-98d3-4c08-b457-38a2ae79dc7b {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:13:31.058081 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb1352c4-2bf2-4842-b2b0-b026128380ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.072797 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-04cdc9fe-bb23-4524-8730-4213b00ba57c tempest-DHCPAgentSchedulersTestJSON-450353446 tempest-DHCPAgentSchedulersTestJSON-450353446-project-admin] 10.222.0.41 "GET /v2.0/agents/9e453b98-2a1a-427d-87e9-da26ae2667b2/dhcp-networks HTTP/1.1" status: 200  len: 8837 time: 0.1340082
Nov 20 21:13:31.075451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41892) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:31.100793 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb1352c4-2bf2-4842-b2b0-b026128380ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.136004 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ea572558-00b0-4af4-914f-022289d133b0 tempest-DHCPAgentSchedulersTestJSON-450353446 tempest-DHCPAgentSchedulersTestJSON-450353446-project-admin] 10.222.0.41 "DELETE /v2.0/agents/9e453b98-2a1a-427d-87e9-da26ae2667b2/dhcp-networks/063d93b3-edb0-49b8-abd0-c846d8ef08bc HTTP/1.1" status: 204  len: 168 time: 0.0568547
Nov 20 21:13:31.136004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41894) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:31.140311 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85d4ce-d91c-472b-bdc0-eeb233c21d3b None None] Pushing event updated for resources: {'Port': ['ID=321699f1-b6df-491e-9dcc-5c1390efcfb6,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:31.150222 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb1352c4-2bf2-4842-b2b0-b026128380ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.216357 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb1352c4-2bf2-4842-b2b0-b026128380ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.249901 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb1352c4-2bf2-4842-b2b0-b026128380ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.254465 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fb1352c4-2bf2-4842-b2b0-b026128380ff admin admin] 10.222.0.41 "DELETE /v2.0/subnets/530f1b93-98d3-4c08-b457-38a2ae79dc7b HTTP/1.1" status: 204  len: 168 time: 0.2560992
Nov 20 21:13:31.255821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1352c4-2bf2-4842-b2b0-b026128380ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=530f1b93-98d3-4c08-b457-38a2ae79dc7b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:31.258225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41898) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:31.286846 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-539641ee-0154-4145-b61d-3991a82a5007 tempest-DHCPAgentSchedulersTestJSON-450353446 tempest-DHCPAgentSchedulersTestJSON-450353446-project-admin] 10.222.0.41 "GET /v2.0/agents/9e453b98-2a1a-427d-87e9-da26ae2667b2/dhcp-networks HTTP/1.1" status: 200  len: 7294 time: 0.1452284
Nov 20 21:13:31.287564 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41900) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:31.311135 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0ae69852-6fbb-4a87-ae98-cd18b206712c tempest-DHCPAgentSchedulersTestJSON-450353446 tempest-DHCPAgentSchedulersTestJSON-450353446-project-admin] 10.222.0.41 "GET /v2.0/networks/d832a6d8-ffbf-4f00-8f2a-ca3723e912fa/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0192513
Nov 20 21:13:31.311455 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41902) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:31.334095 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8e15256e-ed22-4c59-9b41-028e3e29dcf8 tempest-DHCPAgentSchedulersTestJSON-450353446 tempest-DHCPAgentSchedulersTestJSON-450353446-project-admin] 10.222.0.41 "GET /v2.0/networks/d832a6d8-ffbf-4f00-8f2a-ca3723e912fa/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0204070
Nov 20 21:13:31.347403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41904) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:31.355755 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c57958d0-d205-4fa8-9fee-c5ec2c08b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.470582 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c57958d0-d205-4fa8-9fee-c5ec2c08b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.495029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c57958d0-d205-4fa8-9fee-c5ec2c08b4ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4fb89250>,) {'filters': {'network_id': ['81d7db20-ebfc-4f3b-885d-0868f76f0d4f']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:31.498442 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-600791a0-e18f-4cee-a567-9cb4a33098eb tempest-DHCPAgentSchedulersTestJSON-450353446 tempest-DHCPAgentSchedulersTestJSON-450353446-project-admin] 10.222.0.41 "GET /v2.0/agents/9e453b98-2a1a-427d-87e9-da26ae2667b2/dhcp-networks HTTP/1.1" status: 200  len: 7256 time: 0.1482360
Nov 20 21:13:31.500899 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41908) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:31.511483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c57958d0-d205-4fa8-9fee-c5ec2c08b4ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fb89250>, 'd88d80e7-52ea-44a9-a813-2672aa018079') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:31.511983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c57958d0-d205-4fa8-9fee-c5ec2c08b4ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fb89250>, 'd88d80e7-52ea-44a9-a813-2672aa018079') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:31.543706 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c57958d0-d205-4fa8-9fee-c5ec2c08b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.563956 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c57958d0-d205-4fa8-9fee-c5ec2c08b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.573199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57958d0-d205-4fa8-9fee-c5ec2c08b4ec admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:13:31.573699 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c57958d0-d205-4fa8-9fee-c5ec2c08b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:13:31.576803 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:13:31.580946 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 321699f1-b6df-491e-9dcc-5c1390efcfb6 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:13:31.604178 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d599191-97d7-47d7-adb0-9dc3988ec0be tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.644861 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 321699f1-b6df-491e-9dcc-5c1390efcfb6 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:31.645233 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.646703 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c57958d0-d205-4fa8-9fee-c5ec2c08b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.653128 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c57958d0-d205-4fa8-9fee-c5ec2c08b4ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.658637 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c57958d0-d205-4fa8-9fee-c5ec2c08b4ec admin admin] 10.222.0.41 "DELETE /v2.0/networks/81d7db20-ebfc-4f3b-885d-0868f76f0d4f HTTP/1.1" status: 204  len: 168 time: 0.3993084
Nov 20 21:13:31.677030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57958d0-d205-4fa8-9fee-c5ec2c08b4ec admin admin] Pushing event deleted for resources: {'Network': ['ID=81d7db20-ebfc-4f3b-885d-0868f76f0d4f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:31.716575 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d599191-97d7-47d7-adb0-9dc3988ec0be tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.736912 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.745824 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-7d599191-97d7-47d7-adb0-9dc3988ec0be tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4dc826a0>,) {'filters': {'network_id': ['063d93b3-edb0-49b8-abd0-c846d8ef08bc']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:31.756942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-7d599191-97d7-47d7-adb0-9dc3988ec0be tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dc826a0>, 'd80da0b2-9b04-41a5-b855-828eaca54543') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:31.757293 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-7d599191-97d7-47d7-adb0-9dc3988ec0be tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dc826a0>, 'd80da0b2-9b04-41a5-b855-828eaca54543') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:31.769921 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d599191-97d7-47d7-adb0-9dc3988ec0be tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.773444 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 321699f1-b6df-491e-9dcc-5c1390efcfb6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=321699f1-b6df-491e-9dcc-5c1390efcfb6,segment=NetworkSegment(3a5b1923-2878-4ff9-b553-d1c620d6e2b2),segment_id=3a5b1923-2878-4ff9-b553-d1c620d6e2b2)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:31.778918 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.785494 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d599191-97d7-47d7-adb0-9dc3988ec0be tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.792899 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d599191-97d7-47d7-adb0-9dc3988ec0be tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:13:31.793471 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d599191-97d7-47d7-adb0-9dc3988ec0be tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:13:31.797036 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:13:31.837523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=321699f1-b6df-491e-9dcc-5c1390efcfb6,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:31.856961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41912) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:31.866147 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d599191-97d7-47d7-adb0-9dc3988ec0be tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.887775 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7d599191-97d7-47d7-adb0-9dc3988ec0be tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.891144 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7d599191-97d7-47d7-adb0-9dc3988ec0be tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] 10.222.0.41 "DELETE /v2.0/networks/063d93b3-edb0-49b8-abd0-c846d8ef08bc HTTP/1.1" status: 204  len: 168 time: 0.3888271
Nov 20 21:13:31.892117 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d599191-97d7-47d7-adb0-9dc3988ec0be tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Pushing event deleted for resources: {'Network': ['ID=063d93b3-edb0-49b8-abd0-c846d8ef08bc,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:31.893845 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41914) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:31.903296 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bb9c3ce6-0636-41af-9878-8e86bc95dc2b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00183dd4f4244acd9508cb18213b9a77&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0450761
Nov 20 21:13:31.905782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41916) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:31.918802 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e0b30c-221a-420a-b15e-76c97b9aae91 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:13:31.919390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e0b30c-221a-420a-b15e-76c97b9aae91 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:13:31.925510 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-10e0b30c-221a-420a-b15e-76c97b9aae91 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] 10.222.0.41 "DELETE /v2.0/ports/c438f471-3d24-4ab8-898b-35b2b4cbadee HTTP/1.1" status: 404  len: 333 time: 0.0276856
Nov 20 21:13:31.925732 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41918) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:31.962331 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8f0b-b6e0-4f3e-928c-013c644e8eeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.978290 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-48519a24-5743-42d1-8d07-e0a863735a48 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Deleting subnet 22ab9e13-c1bf-4a11-b96d-40ef0caa9112 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:13:31.981741 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48519a24-5743-42d1-8d07-e0a863735a48 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:31.987787 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8f0b-b6e0-4f3e-928c-013c644e8eeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.025924 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48519a24-5743-42d1-8d07-e0a863735a48 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.041082 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8f0b-b6e0-4f3e-928c-013c644e8eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.044126 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8f0b-b6e0-4f3e-928c-013c644e8eeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.047606 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fcbb8f0b-b6e0-4f3e-928c-013c644e8eeb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d46a613-199d-48fb-a692-aae94277d1da HTTP/1.1" status: 204  len: 168 time: 0.1376953
Nov 20 21:13:32.055081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb8f0b-b6e0-4f3e-928c-013c644e8eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d46a613-199d-48fb-a692-aae94277d1da,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:32.133831 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48519a24-5743-42d1-8d07-e0a863735a48 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.197117 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48519a24-5743-42d1-8d07-e0a863735a48 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.231427 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48519a24-5743-42d1-8d07-e0a863735a48 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Pushing event deleted for resources: {'Subnet': ['ID=22ab9e13-c1bf-4a11-b96d-40ef0caa9112,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:32.233671 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48519a24-5743-42d1-8d07-e0a863735a48 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.237800 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-48519a24-5743-42d1-8d07-e0a863735a48 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] 10.222.0.41 "DELETE /v2.0/subnets/22ab9e13-c1bf-4a11-b96d-40ef0caa9112 HTTP/1.1" status: 204  len: 168 time: 0.3110323
Nov 20 21:13:32.240465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41924) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:32.307504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da95e31f-b838-4939-94cc-3c9530f4dcc3 None None] Network d832a6d8-ffbf-4f00-8f2a-ca3723e912fa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:32.331856 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.386418 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Deleting port 321699f1-b6df-491e-9dcc-5c1390efcfb6 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:13:32.386761 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.434291 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0b7f84e3-890e-4404-878f-5a8ae70ba1a9 None None] Provisioning complete for port 321699f1-b6df-491e-9dcc-5c1390efcfb6 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:32.434679 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0b7f84e3-890e-4404-878f-5a8ae70ba1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.449563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41928) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:32.467825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] For port 321699f1-b6df-491e-9dcc-5c1390efcfb6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=321699f1-b6df-491e-9dcc-5c1390efcfb6,segment=NetworkSegment(3a5b1923-2878-4ff9-b553-d1c620d6e2b2),segment_id=3a5b1923-2878-4ff9-b553-d1c620d6e2b2)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:32.468206 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.487545 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Calling delete_port for 321699f1-b6df-491e-9dcc-5c1390efcfb6 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:13:32.519993 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4497c867-c262-4465-ba1a-10be9944a15d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=adbcb679633a41b0b39355523691790c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0670419
Nov 20 21:13:32.520762 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41932) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:32.585614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6149ee26-c4f1-495a-800d-f4afb7997a0b None None] DHCP port deletion for d832a6d8-ffbf-4f00-8f2a-ca3723e912fa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:13:32.590069 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.590265 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f87ad8f-d8fd-4bca-83ba-9dc3eeeca95a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.610443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6149ee26-c4f1-495a-800d-f4afb7997a0b None None] The port '321699f1-b6df-491e-9dcc-5c1390efcfb6' was deleted {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Nov 20 21:13:32.618917 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Pushing event deleted for resources: {'Port': ['ID=321699f1-b6df-491e-9dcc-5c1390efcfb6,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:32.620807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] No DVR routers for this DVR port 321699f1-b6df-491e-9dcc-5c1390efcfb6 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:13:32.622103 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f87ad8f-d8fd-4bca-83ba-9dc3eeeca95a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.677433 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f87ad8f-d8fd-4bca-83ba-9dc3eeeca95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.680178 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f87ad8f-d8fd-4bca-83ba-9dc3eeeca95a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.681402 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5f87ad8f-d8fd-4bca-83ba-9dc3eeeca95a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/489eb089-da93-4bf0-9130-8e37d2500915 HTTP/1.1" status: 204  len: 168 time: 0.1600053
Nov 20 21:13:32.689424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87ad8f-d8fd-4bca-83ba-9dc3eeeca95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489eb089-da93-4bf0-9130-8e37d2500915,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:32.716554 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.739350 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a540eedf0>,) {'filters': {'network_id': ['d832a6d8-ffbf-4f00-8f2a-ca3723e912fa']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:32.748929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a540eedf0>, '3a5b1923-2878-4ff9-b553-d1c620d6e2b2') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:32.749225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a540eedf0>, '3a5b1923-2878-4ff9-b553-d1c620d6e2b2') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:32.759217 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.773029 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.779651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:13:32.780048 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:13:32.784171 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:13:32.863090 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.869784 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:32.873529 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] 10.222.0.41 "DELETE /v2.0/networks/d832a6d8-ffbf-4f00-8f2a-ca3723e912fa HTTP/1.1" status: 204  len: 168 time: 0.6318529
Nov 20 21:13:32.887474 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9aeb55-d700-4c39-a0ba-d44f2ccfa9f0 tempest-DHCPAgentSchedulersTestJSON-655714841 tempest-DHCPAgentSchedulersTestJSON-655714841-project] Pushing event deleted for resources: {'Network': ['ID=d832a6d8-ffbf-4f00-8f2a-ca3723e912fa,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:33.151244 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41950) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:33.283397 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device a801afc6-ca82-4747-8274-58b1e9329f87 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:13:33.311124 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: a801afc6-ca82-4747-8274-58b1e9329f87 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:13:33.311798 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device a801afc6-ca82-4747-8274-58b1e9329f87 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:13:33.352700 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-23444bd5-df34-4dbd-8c4a-0e76b4b70eaa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02bb3dc01cd54bdeafb377eafb51f5f9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1995254
Nov 20 21:13:33.354765 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41964) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:33.406720 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f52b281-957f-4ba6-8a44-7418faef3e34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:33.429427 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f52b281-957f-4ba6-8a44-7418faef3e34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:33.484439 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f52b281-957f-4ba6-8a44-7418faef3e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:33.488089 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f52b281-957f-4ba6-8a44-7418faef3e34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:33.489271 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1f52b281-957f-4ba6-8a44-7418faef3e34 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/744dee83-a49d-48ec-9265-fab01efce0f3 HTTP/1.1" status: 204  len: 168 time: 0.1335201
Nov 20 21:13:33.498184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52b281-957f-4ba6-8a44-7418faef3e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744dee83-a49d-48ec-9265-fab01efce0f3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:33.500012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41970) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:33.510157 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 321699f1-b6df-491e-9dcc-5c1390efcfb6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:13:33.537894 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 321699f1-b6df-491e-9dcc-5c1390efcfb6 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:13:33.538460 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 321699f1-b6df-491e-9dcc-5c1390efcfb6 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:13:33.613687 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f7a54524-0d88-4878-b8bd-eb51f2bb5bf5 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1146416885-network', 'tenant_id': '8e8dd565e36642be87611cab076ec597'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:33.636202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a54524-0d88-4878-b8bd-eb51f2bb5bf5 admin admin] Made reservation on behalf of 8e8dd565e36642be87611cab076ec597 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:33.638632 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7a54524-0d88-4878-b8bd-eb51f2bb5bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:33.647460 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7a54524-0d88-4878-b8bd-eb51f2bb5bf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:33.725379 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7a54524-0d88-4878-b8bd-eb51f2bb5bf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:33.728918 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7a54524-0d88-4878-b8bd-eb51f2bb5bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:33.758304 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a54524-0d88-4878-b8bd-eb51f2bb5bf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:13:33.763625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a54524-0d88-4878-b8bd-eb51f2bb5bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6220c8-18eb-4859-805c-7440ae5d3d42,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:33.771096 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7a54524-0d88-4878-b8bd-eb51f2bb5bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:33.771485 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-f7a54524-0d88-4878-b8bd-eb51f2bb5bf5 admin admin] Added segment d39202cf-bd06-4a22-8acd-6478cd173736 of type vlan for network 0d66e88e-8d00-434a-9cf1-62f460c55c25
Nov 20 21:13:33.798667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41978) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:33.812518 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8dde-b202-40bd-a011-253089c46f52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:33.812767 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7a54524-0d88-4878-b8bd-eb51f2bb5bf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:33.838469 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7a54524-0d88-4878-b8bd-eb51f2bb5bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:33.839500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a54524-0d88-4878-b8bd-eb51f2bb5bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:33.840105 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7a54524-0d88-4878-b8bd-eb51f2bb5bf5 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:33.870983 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f7a54524-0d88-4878-b8bd-eb51f2bb5bf5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.3697946
Nov 20 21:13:33.878102 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 41980) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:33.883805 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b5e92bf5-6319-44fa-86fd-163567207ad9 admin admin] Request body: {'subnet': {'network_id': '0d66e88e-8d00-434a-9cf1-62f460c55c25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1146416885-subnet', 'tenant_id': '8e8dd565e36642be87611cab076ec597', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:33.893183 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8dde-b202-40bd-a011-253089c46f52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:33.897374 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8dde-b202-40bd-a011-253089c46f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:33.919041 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a54524-0d88-4878-b8bd-eb51f2bb5bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=0d66e88e-8d00-434a-9cf1-62f460c55c25,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:33.931935 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 0d66e88e-8d00-434a-9cf1-62f460c55c25 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:13:33.936336 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e92bf5-6319-44fa-86fd-163567207ad9 admin admin] Made reservation on behalf of 8e8dd565e36642be87611cab076ec597 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:33.940259 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b5e92bf5-6319-44fa-86fd-163567207ad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:33.940850 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf8dde-b202-40bd-a011-253089c46f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa792824-6855-421e-8318-41842faa1c3f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:33.945252 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e7bf8dde-b202-40bd-a011-253089c46f52 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e003da7c3dd14d1aa99feee2a8d4b2f7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1448128
Nov 20 21:13:33.947879 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41982) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:33.998954 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a70b0406-4f04-4650-aa00-0d96125508b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.021968 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a70b0406-4f04-4650-aa00-0d96125508b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.070527 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a70b0406-4f04-4650-aa00-0d96125508b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.073208 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a70b0406-4f04-4650-aa00-0d96125508b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.074401 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a70b0406-4f04-4650-aa00-0d96125508b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa792824-6855-421e-8318-41842faa1c3f HTTP/1.1" status: 204  len: 168 time: 0.1253614
Nov 20 21:13:34.082477 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b0406-4f04-4650-aa00-0d96125508b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa792824-6855-421e-8318-41842faa1c3f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:34.124956 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b5e92bf5-6319-44fa-86fd-163567207ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.183404 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e92bf5-6319-44fa-86fd-163567207ad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=516e9d3b-d125-46b2-beef-949a09a06a4d,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:34.191058 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e92bf5-6319-44fa-86fd-163567207ad9 admin admin] Checking segment: {'id': 'd39202cf-bd06-4a22-8acd-6478cd173736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0d66e88e-8d00-434a-9cf1-62f460c55c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:13:34.191424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e92bf5-6319-44fa-86fd-163567207ad9 admin admin] Network hostable DHCP agents. Network: 0d66e88e-8d00-434a-9cf1-62f460c55c25, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:13:34.209426 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e92bf5-6319-44fa-86fd-163567207ad9 admin admin] Network 0d66e88e-8d00-434a-9cf1-62f460c55c25 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:13:34.218459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-b5e92bf5-6319-44fa-86fd-163567207ad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0d66e88e-8d00-434a-9cf1-62f460c55c25) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:34.222669 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e92bf5-6319-44fa-86fd-163567207ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:34.223274 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b5e92bf5-6319-44fa-86fd-163567207ad9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.229415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293f8a4e-7618-45c4-8b57-80ccb2bed50e None None] Network 0d66e88e-8d00-434a-9cf1-62f460c55c25 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:34.240696 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b5e92bf5-6319-44fa-86fd-163567207ad9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.3614399
Nov 20 21:13:34.371987 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 41994) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:34.375334 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a99212f-8d83-4f21-8827-8d7f268acbf5 None None] Network 0d66e88e-8d00-434a-9cf1-62f460c55c25 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:34.432206 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-442aebd9-7382-42a2-93f6-416919573d69 admin admin] Deleting subnet 516e9d3b-d125-46b2-beef-949a09a06a4d {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:13:34.435803 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-442aebd9-7382-42a2-93f6-416919573d69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.481617 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-442aebd9-7382-42a2-93f6-416919573d69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.522832 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-442aebd9-7382-42a2-93f6-416919573d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.596714 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-442aebd9-7382-42a2-93f6-416919573d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.627627 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-442aebd9-7382-42a2-93f6-416919573d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.634721 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-442aebd9-7382-42a2-93f6-416919573d69 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/516e9d3b-d125-46b2-beef-949a09a06a4d HTTP/1.1" status: 204  len: 168 time: 0.2605391
Nov 20 21:13:34.634965 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42006) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:34.636028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442aebd9-7382-42a2-93f6-416919573d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=516e9d3b-d125-46b2-beef-949a09a06a4d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:34.722524 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0525466d-c72d-4b63-af3c-3218d45f3ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.807497 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0525466d-c72d-4b63-af3c-3218d45f3ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.832762 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-0525466d-c72d-4b63-af3c-3218d45f3ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d8546a0>,) {'filters': {'network_id': ['0d66e88e-8d00-434a-9cf1-62f460c55c25']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:34.842329 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-0525466d-c72d-4b63-af3c-3218d45f3ba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d8546a0>, 'd39202cf-bd06-4a22-8acd-6478cd173736') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:34.842629 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-0525466d-c72d-4b63-af3c-3218d45f3ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d8546a0>, 'd39202cf-bd06-4a22-8acd-6478cd173736') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:34.853079 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0525466d-c72d-4b63-af3c-3218d45f3ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.866857 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0525466d-c72d-4b63-af3c-3218d45f3ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.872980 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0525466d-c72d-4b63-af3c-3218d45f3ba7 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:13:34.873401 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0525466d-c72d-4b63-af3c-3218d45f3ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:13:34.875323 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:13:34.931425 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0525466d-c72d-4b63-af3c-3218d45f3ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.936788 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0525466d-c72d-4b63-af3c-3218d45f3ba7 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:34.940761 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0525466d-c72d-4b63-af3c-3218d45f3ba7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0d66e88e-8d00-434a-9cf1-62f460c55c25 HTTP/1.1" status: 204  len: 168 time: 0.3049278
Nov 20 21:13:34.951975 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525466d-c72d-4b63-af3c-3218d45f3ba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d66e88e-8d00-434a-9cf1-62f460c55c25,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:35.055308 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42022) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:35.098796 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-901fc8ea-5c66-477a-b605-c5dda73274bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e8dd565e36642be87611cab076ec597&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0399778
Nov 20 21:13:35.099023 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42024) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:35.147409 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-49705130-12b3-4e7e-9354-7a7b9a089566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:35.169494 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-49705130-12b3-4e7e-9354-7a7b9a089566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:35.221261 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-49705130-12b3-4e7e-9354-7a7b9a089566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:35.223836 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-49705130-12b3-4e7e-9354-7a7b9a089566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:35.224989 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-49705130-12b3-4e7e-9354-7a7b9a089566 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa6220c8-18eb-4859-805c-7440ae5d3d42 HTTP/1.1" status: 204  len: 168 time: 0.1250539
Nov 20 21:13:35.234740 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49705130-12b3-4e7e-9354-7a7b9a089566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6220c8-18eb-4859-805c-7440ae5d3d42,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:35.482813 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42044) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:35.597207 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-fa54a723-2425-44ac-bacc-69b205dc1495 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1664311876'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:35.622396 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fa54a723-2425-44ac-bacc-69b205dc1495 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:35.623632 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fa54a723-2425-44ac-bacc-69b205dc1495 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:35.679652 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fa54a723-2425-44ac-bacc-69b205dc1495 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:35.684076 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fa54a723-2425-44ac-bacc-69b205dc1495 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:35.699107 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fa54a723-2425-44ac-bacc-69b205dc1495 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:35.700328 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fa54a723-2425-44ac-bacc-69b205dc1495 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 0.2164624
Nov 20 21:13:35.702934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42056) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:35.778569 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1973e9b9-6a9e-42a7-ae7b-d9ac6c8f0ee9 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:35.945549 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1973e9b9-6a9e-42a7-ae7b-d9ac6c8f0ee9 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:35.948117 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1973e9b9-6a9e-42a7-ae7b-d9ac6c8f0ee9 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:35.993960 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1973e9b9-6a9e-42a7-ae7b-d9ac6c8f0ee9 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:35.994527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1973e9b9-6a9e-42a7-ae7b-d9ac6c8f0ee9 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 479c142f-fd93-4563-8dd1-e6bbbffc07ea {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:13:35.999342 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1973e9b9-6a9e-42a7-ae7b-d9ac6c8f0ee9 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:36.000425 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1973e9b9-6a9e-42a7-ae7b-d9ac6c8f0ee9 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] 10.222.0.41 "DELETE /v2.0/routers/479c142f-fd93-4563-8dd1-e6bbbffc07ea HTTP/1.1" status: 204  len: 168 time: 0.2965376
Nov 20 21:13:36.003437 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42070) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:36.007908 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1a5b0361-5bf8-4638-9822-daaf2bc230a8 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Request body: {'router': {'name': 'tempest-router-1004111686', 'distributed': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:36.030546 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0361-5bf8-4638-9822-daaf2bc230a8 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:36.031685 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0361-5bf8-4638-9822-daaf2bc230a8 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:36.083716 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0361-5bf8-4638-9822-daaf2bc230a8 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:36.088532 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0361-5bf8-4638-9822-daaf2bc230a8 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:36.104267 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0361-5bf8-4638-9822-daaf2bc230a8 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:36.105506 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1a5b0361-5bf8-4638-9822-daaf2bc230a8 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.1008501
Nov 20 21:13:36.108575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42074) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:36.180710 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0f10629-b3b3-43e0-afe7-f9147c0f4b84 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:36.648008 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0f10629-b3b3-43e0-afe7-f9147c0f4b84 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:36.650479 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0f10629-b3b3-43e0-afe7-f9147c0f4b84 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:36.693053 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0f10629-b3b3-43e0-afe7-f9147c0f4b84 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:36.693595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f10629-b3b3-43e0-afe7-f9147c0f4b84 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3476293c-5177-4ba3-9463-57ceee16893b {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:13:36.697945 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d0f10629-b3b3-43e0-afe7-f9147c0f4b84 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:36.702943 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d0f10629-b3b3-43e0-afe7-f9147c0f4b84 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] 10.222.0.41 "DELETE /v2.0/routers/3476293c-5177-4ba3-9463-57ceee16893b HTTP/1.1" status: 204  len: 168 time: 0.5895326
Nov 20 21:13:36.702943 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42100) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:36.706806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7c734158-7a36-490c-b568-142ef72998ce tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Request body: {'router': {'name': 'tempest-router-1790385216', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2de0cbef1313407986da334d75af7664'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:36.726556 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c734158-7a36-490c-b568-142ef72998ce tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:36.727519 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c734158-7a36-490c-b568-142ef72998ce tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:36.778003 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c734158-7a36-490c-b568-142ef72998ce tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:36.781828 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c734158-7a36-490c-b568-142ef72998ce tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:36.795954 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c734158-7a36-490c-b568-142ef72998ce tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:36.797201 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7c734158-7a36-490c-b568-142ef72998ce tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.0936687
Nov 20 21:13:36.800669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42102) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:36.804924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-df37f88e-8d8d-413b-9bd6-e53d12670415 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Request body: {'router': {'distributed': True}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:37.007374 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df37f88e-8d8d-413b-9bd6-e53d12670415 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4873'] for router, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:37.007711 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df37f88e-8d8d-413b-9bd6-e53d12670415 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:37.085646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-df37f88e-8d8d-413b-9bd6-e53d12670415 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=126225) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Nov 20 21:13:37.085979 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-df37f88e-8d8d-413b-9bd6-e53d12670415 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Router da23c34d-3eb0-49c0-b390-2c3e2d4736d1 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f8a5685aac0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f8a5685a8b0> provider. {{(pid=126225) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Nov 20 21:13:37.086364 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df37f88e-8d8d-413b-9bd6-e53d12670415 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:37.090912 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df37f88e-8d8d-413b-9bd6-e53d12670415 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:37.094588 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df37f88e-8d8d-413b-9bd6-e53d12670415 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579582'] for router, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:37.175231 ncdv-master-1 neutron-server[126225]: WARNING neutron.scheduler.l3_agent_scheduler [None req-df37f88e-8d8d-413b-9bd6-e53d12670415 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] No L3 agents can host the router da23c34d-3eb0-49c0-b390-2c3e2d4736d1
Nov 20 21:13:37.289498 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df37f88e-8d8d-413b-9bd6-e53d12670415 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Hosts for router da23c34d-3eb0-49c0-b390-2c3e2d4736d1: [] {{(pid=126225) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Nov 20 21:13:37.311595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df37f88e-8d8d-413b-9bd6-e53d12670415 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Hosts for other DVR routers connected to router da23c34d-3eb0-49c0-b390-2c3e2d4736d1: set() {{(pid=126225) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}}
Nov 20 21:13:37.314230 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df37f88e-8d8d-413b-9bd6-e53d12670415 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:37.315438 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-df37f88e-8d8d-413b-9bd6-e53d12670415 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] 10.222.0.41 "PUT /v2.0/routers/da23c34d-3eb0-49c0-b390-2c3e2d4736d1 HTTP/1.1" status: 200  len: 717 time: 0.5138297
Nov 20 21:13:37.318024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42106) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:37.390115 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e521a0ee-0bd9-4bde-8e86-29255a42fd1d tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] 10.222.0.41 "GET /v2.0/routers/da23c34d-3eb0-49c0-b390-2c3e2d4736d1 HTTP/1.1" status: 200  len: 717 time: 0.0709696
Nov 20 21:13:37.393564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42108) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:37.627873 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5bf429ba-0d2a-459c-b8ff-672115e709f0 tempest-RoutersTestDVR-2027743374 tempest-RoutersTestDVR-2027743374-project] 10.222.0.41 "GET /v2.0/routers/da23c34d-3eb0-49c0-b390-2c3e2d4736d1 HTTP/1.1" status: 200  len: 683 time: 0.2329779
Nov 20 21:13:37.632096 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42122) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:37.721409 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e450263d-487a-4f7f-9003-3bbebc7ddd13 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:38.204832 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e450263d-487a-4f7f-9003-3bbebc7ddd13 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:38.207117 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e450263d-487a-4f7f-9003-3bbebc7ddd13 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:38.215345 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:38.253385 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e450263d-487a-4f7f-9003-3bbebc7ddd13 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:38.254204 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e450263d-487a-4f7f-9003-3bbebc7ddd13 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da23c34d-3eb0-49c0-b390-2c3e2d4736d1 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:13:38.258692 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e450263d-487a-4f7f-9003-3bbebc7ddd13 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:38.259634 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e450263d-487a-4f7f-9003-3bbebc7ddd13 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] 10.222.0.41 "DELETE /v2.0/routers/da23c34d-3eb0-49c0-b390-2c3e2d4736d1 HTTP/1.1" status: 204  len: 168 time: 0.6257584
Nov 20 21:13:38.263225 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42148) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:38.267450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ed8918e8-2886-4fa0-922a-1900e005b731 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Request body: {'router': {'name': 'tempest-router-1583610884', 'distributed': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:38.288067 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed8918e8-2886-4fa0-922a-1900e005b731 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:38.289123 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed8918e8-2886-4fa0-922a-1900e005b731 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:38.293056 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:38.339833 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed8918e8-2886-4fa0-922a-1900e005b731 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:38.343951 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed8918e8-2886-4fa0-922a-1900e005b731 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:38.359182 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed8918e8-2886-4fa0-922a-1900e005b731 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:38.360892 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ed8918e8-2886-4fa0-922a-1900e005b731 tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.0962398
Nov 20 21:13:38.363922 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42150) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:38.436620 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-41fc5847-90ea-4f5f-a8de-c10684e10fda tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:38.600906 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-41fc5847-90ea-4f5f-a8de-c10684e10fda tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:38.603447 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-41fc5847-90ea-4f5f-a8de-c10684e10fda tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:38.648137 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-41fc5847-90ea-4f5f-a8de-c10684e10fda tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:38.648799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fc5847-90ea-4f5f-a8de-c10684e10fda tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f02daef9-3024-4f40-ac3b-237db235b8ce {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:13:38.653379 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-41fc5847-90ea-4f5f-a8de-c10684e10fda tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:38.654539 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-41fc5847-90ea-4f5f-a8de-c10684e10fda tempest-RoutersTestDVR-1267463928 tempest-RoutersTestDVR-1267463928-project-admin] 10.222.0.41 "DELETE /v2.0/routers/f02daef9-3024-4f40-ac3b-237db235b8ce HTTP/1.1" status: 204  len: 168 time: 0.2897062
Nov 20 21:13:38.907897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42168) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:39.033267 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a1c250d8-8ea6-43ba-b9ca-edc42dd73913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:39.107000 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a1c250d8-8ea6-43ba-b9ca-edc42dd73913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:39.110517 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a1c250d8-8ea6-43ba-b9ca-edc42dd73913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:39.152873 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a1c250d8-8ea6-43ba-b9ca-edc42dd73913 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2de0cbef1313407986da334d75af7664&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2437768
Nov 20 21:13:39.153745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c250d8-8ea6-43ba-b9ca-edc42dd73913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0162c898-0101-4dc8-ae66-44e39dcf33fa,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:39.156359 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42186) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:39.206156 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:39.226796 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:39.272073 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:39.274849 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:39.275974 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0162c898-0101-4dc8-ae66-44e39dcf33fa HTTP/1.1" status: 204  len: 168 time: 0.1177661
Nov 20 21:13:39.283453 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0162c898-0101-4dc8-ae66-44e39dcf33fa,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:39.290930 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:39.291282 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:39.291623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:39.291961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:39.292302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:39.292631 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:39.292966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:39.293282 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:39.293710 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:39.293944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:39.294296 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:39.294623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a1030-00a3-4535-9d22-9560482c72be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:13:39.531821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42192) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:39.545282 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46594276-2a4b-4930-8bd1-9a0631ad603f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:39.624676 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46594276-2a4b-4930-8bd1-9a0631ad603f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:39.629567 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46594276-2a4b-4930-8bd1-9a0631ad603f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:39.670735 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-46594276-2a4b-4930-8bd1-9a0631ad603f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6baec7602264b35bed648f6ea284738&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1376886
Nov 20 21:13:39.672068 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46594276-2a4b-4930-8bd1-9a0631ad603f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54cc074-4aa2-4c13-8166-e038dfed3d31,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:39.674380 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42194) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:39.726191 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2011c8f1-a7bf-48c4-890b-e0511956015e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:39.747668 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2011c8f1-a7bf-48c4-890b-e0511956015e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:39.795151 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2011c8f1-a7bf-48c4-890b-e0511956015e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:39.799002 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2011c8f1-a7bf-48c4-890b-e0511956015e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:39.800295 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2011c8f1-a7bf-48c4-890b-e0511956015e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b54cc074-4aa2-4c13-8166-e038dfed3d31 HTTP/1.1" status: 204  len: 168 time: 0.1242771
Nov 20 21:13:39.808833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011c8f1-a7bf-48c4-890b-e0511956015e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54cc074-4aa2-4c13-8166-e038dfed3d31,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:40.545006 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42260) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:40.640044 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-09159a46-14b5-40b2-8ac0-051dff8f2078 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-996005853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:40.664203 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-09159a46-14b5-40b2-8ac0-051dff8f2078 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:40.665096 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-09159a46-14b5-40b2-8ac0-051dff8f2078 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:40.717178 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-09159a46-14b5-40b2-8ac0-051dff8f2078 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:40.722072 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-09159a46-14b5-40b2-8ac0-051dff8f2078 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:40.739516 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-09159a46-14b5-40b2-8ac0-051dff8f2078 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:40.742502 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-09159a46-14b5-40b2-8ac0-051dff8f2078 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 0.1963766
Nov 20 21:13:40.743373 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42266) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:40.748428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e28ecb79-b8be-4849-9f37-ae7d21c2d4bb tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1970067433'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:40.768372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28ecb79-b8be-4849-9f37-ae7d21c2d4bb tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Made reservation on behalf of 6ee5e84b85ed4c89929754080d4e8065 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:40.771881 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e28ecb79-b8be-4849-9f37-ae7d21c2d4bb tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:40.780446 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e28ecb79-b8be-4849-9f37-ae7d21c2d4bb tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:40.859086 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e28ecb79-b8be-4849-9f37-ae7d21c2d4bb tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:40.864112 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e28ecb79-b8be-4849-9f37-ae7d21c2d4bb tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:40.888611 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28ecb79-b8be-4849-9f37-ae7d21c2d4bb tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:13:40.904197 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ecb79-b8be-4849-9f37-ae7d21c2d4bb tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f8a674-6bf1-42ca-835d-0bd1dab70d04,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:40.907597 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e28ecb79-b8be-4849-9f37-ae7d21c2d4bb tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:40.908071 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-e28ecb79-b8be-4849-9f37-ae7d21c2d4bb tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Added segment 05980b45-5352-4726-9a3d-7de501cfbe8b of type vlan for network 59c89dfd-f065-48c7-b501-fadf2bd6f300
Nov 20 21:13:40.948150 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e28ecb79-b8be-4849-9f37-ae7d21c2d4bb tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:40.972720 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e28ecb79-b8be-4849-9f37-ae7d21c2d4bb tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:40.978488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28ecb79-b8be-4849-9f37-ae7d21c2d4bb tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:40.979078 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e28ecb79-b8be-4849-9f37-ae7d21c2d4bb tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.009232 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e28ecb79-b8be-4849-9f37-ae7d21c2d4bb tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.2647564
Nov 20 21:13:41.012151 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42270) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:41.017434 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7b274014-3ffd-4989-9f09-61420ed41d0e tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Request body: {'subnet': {'network_id': '59c89dfd-f065-48c7-b501-fadf2bd6f300', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:41.073626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ecb79-b8be-4849-9f37-ae7d21c2d4bb tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event updated for resources: {'Network': ['ID=59c89dfd-f065-48c7-b501-fadf2bd6f300,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:41.084085 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 59c89dfd-f065-48c7-b501-fadf2bd6f300 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:13:41.143340 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b274014-3ffd-4989-9f09-61420ed41d0e tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Made reservation on behalf of 6ee5e84b85ed4c89929754080d4e8065 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:41.146927 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b274014-3ffd-4989-9f09-61420ed41d0e tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.338893 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b274014-3ffd-4989-9f09-61420ed41d0e tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.412217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b274014-3ffd-4989-9f09-61420ed41d0e tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event updated for resources: {'Subnet': ['ID=608adf4c-5624-42e0-a309-f08dd2433aed,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:41.418670 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b274014-3ffd-4989-9f09-61420ed41d0e tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Checking segment: {'id': '05980b45-5352-4726-9a3d-7de501cfbe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '59c89dfd-f065-48c7-b501-fadf2bd6f300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:13:41.419044 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b274014-3ffd-4989-9f09-61420ed41d0e tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Network hostable DHCP agents. Network: 59c89dfd-f065-48c7-b501-fadf2bd6f300, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:13:41.436383 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b274014-3ffd-4989-9f09-61420ed41d0e tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Network 59c89dfd-f065-48c7-b501-fadf2bd6f300 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:13:41.446285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-7b274014-3ffd-4989-9f09-61420ed41d0e tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 59c89dfd-f065-48c7-b501-fadf2bd6f300) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:41.451250 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b274014-3ffd-4989-9f09-61420ed41d0e tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:41.452036 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b274014-3ffd-4989-9f09-61420ed41d0e tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.457686 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa498a0-0353-4833-bb04-193805fada1b None None] Network 59c89dfd-f065-48c7-b501-fadf2bd6f300 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:41.474093 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7b274014-3ffd-4989-9f09-61420ed41d0e tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4588399
Nov 20 21:13:41.475097 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42288) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:41.480305 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-63351a6f-e010-40e4-b3e1-3da934f56b4a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Request body: {'network': {'name': 'tempest-router-network01--1308837571'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:41.503656 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63351a6f-e010-40e4-b3e1-3da934f56b4a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Made reservation on behalf of 6ee5e84b85ed4c89929754080d4e8065 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:41.507465 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63351a6f-e010-40e4-b3e1-3da934f56b4a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.536093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63351a6f-e010-40e4-b3e1-3da934f56b4a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:13:41.546581 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63351a6f-e010-40e4-b3e1-3da934f56b4a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.547022 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-63351a6f-e010-40e4-b3e1-3da934f56b4a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Added segment 9b2588f4-0e84-4a75-a332-c77691f45ff5 of type vlan for network 07e59c51-d58c-486f-83da-f7e4aed3c20f
Nov 20 21:13:41.562678 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42290) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:41.592599 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63351a6f-e010-40e4-b3e1-3da934f56b4a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.620280 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-59c89dfd-f065-48c7-b501-fadf2bd6f300', 'network_id': '59c89dfd-f065-48c7-b501-fadf2bd6f300', 'tenant_id': '6ee5e84b85ed4c89929754080d4e8065', 'fixed_ips': [{'subnet_id': '608adf4c-5624-42e0-a309-f08dd2433aed'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:13:41.620661 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63351a6f-e010-40e4-b3e1-3da934f56b4a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.621508 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.627917 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63351a6f-e010-40e4-b3e1-3da934f56b4a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:41.628545 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63351a6f-e010-40e4-b3e1-3da934f56b4a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.668908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42294) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:41.669080 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-63351a6f-e010-40e4-b3e1-3da934f56b4a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.1928897
Nov 20 21:13:41.673938 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-aeca4241-fbca-4ddd-8b68-a032ad8fe649 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Request body: {'network': {'name': 'tempest-router-network02--1983951200'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:41.704741 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f9b3ec8b-895d-47bd-a602-5062503f0eeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.712736 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63351a6f-e010-40e4-b3e1-3da934f56b4a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event updated for resources: {'Network': ['ID=07e59c51-d58c-486f-83da-f7e4aed3c20f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:41.725951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 07e59c51-d58c-486f-83da-f7e4aed3c20f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:13:41.730130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeca4241-fbca-4ddd-8b68-a032ad8fe649 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Made reservation on behalf of 6ee5e84b85ed4c89929754080d4e8065 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:41.734096 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeca4241-fbca-4ddd-8b68-a032ad8fe649 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.777321 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeca4241-fbca-4ddd-8b68-a032ad8fe649 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:13:41.796926 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeca4241-fbca-4ddd-8b68-a032ad8fe649 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.797276 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-aeca4241-fbca-4ddd-8b68-a032ad8fe649 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Added segment 6dbcfd2f-1303-479c-aca9-9fc85921ce7b of type vlan for network 16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb
Nov 20 21:13:41.832796 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Allocated IP 2001:db8::2 (59c89dfd-f065-48c7-b501-fadf2bd6f300/608adf4c-5624-42e0-a309-f08dd2433aed/f76fd89c-ef53-4e0a-ba79-803b11db2057) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:13:41.856702 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeca4241-fbca-4ddd-8b68-a032ad8fe649 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.869521 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f9b3ec8b-895d-47bd-a602-5062503f0eeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.877153 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f9b3ec8b-895d-47bd-a602-5062503f0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.924550 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeca4241-fbca-4ddd-8b68-a032ad8fe649 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.930223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeca4241-fbca-4ddd-8b68-a032ad8fe649 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:41.930834 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeca4241-fbca-4ddd-8b68-a032ad8fe649 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:41.946033 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f9b3ec8b-895d-47bd-a602-5062503f0eeb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9850908c9fa949eaa3fb6ba43c2867e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3813155
Nov 20 21:13:41.946962 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3ec8b-895d-47bd-a602-5062503f0eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31ad0a1-61d6-483d-8d76-961c4e0ff022,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:41.948810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42300) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:41.983714 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-aeca4241-fbca-4ddd-8b68-a032ad8fe649 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3137200
Nov 20 21:13:41.987272 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42302) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:41.994616 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-9a9c35cc-06fa-4558-8121-6db58895f02c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Request body: {'subnet': {'network_id': '07e59c51-d58c-486f-83da-f7e4aed3c20f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:41.996295 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:42.004906 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:42.021851 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-238d19cd-48a2-46f3-8c65-bfa707184fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:42.039957 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca4241-fbca-4ddd-8b68-a032ad8fe649 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event updated for resources: {'Network': ['ID=16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:42.045881 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-238d19cd-48a2-46f3-8c65-bfa707184fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:42.049317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Network 59c89dfd-f065-48c7-b501-fadf2bd6f300 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:13:42.052432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:42.057155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:13:42.060518 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Pushing event updated for resources: {'Port': ['ID=f76fd89c-ef53-4e0a-ba79-803b11db2057,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:42.066346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:13:42.103792 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-238d19cd-48a2-46f3-8c65-bfa707184fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:42.106633 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-238d19cd-48a2-46f3-8c65-bfa707184fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:42.107935 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-238d19cd-48a2-46f3-8c65-bfa707184fac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b31ad0a1-61d6-483d-8d76-961c4e0ff022 HTTP/1.1" status: 204  len: 168 time: 0.1574185
Nov 20 21:13:42.117803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d19cd-48a2-46f3-8c65-bfa707184fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31ad0a1-61d6-483d-8d76-961c4e0ff022,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:42.130674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9c35cc-06fa-4558-8121-6db58895f02c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Made reservation on behalf of 6ee5e84b85ed4c89929754080d4e8065 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:42.134250 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9a9c35cc-06fa-4558-8121-6db58895f02c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:42.203643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Attempting to bind port f76fd89c-ef53-4e0a-ba79-803b11db2057 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:13:42.204199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Attempting to bind port f76fd89c-ef53-4e0a-ba79-803b11db2057 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '05980b45-5352-4726-9a3d-7de501cfbe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '59c89dfd-f065-48c7-b501-fadf2bd6f300'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:13:42.204410 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Attempting to bind port f76fd89c-ef53-4e0a-ba79-803b11db2057 on network 59c89dfd-f065-48c7-b501-fadf2bd6f300 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:13:42.209632 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:13:42.209965 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Checking segment: {'id': '05980b45-5352-4726-9a3d-7de501cfbe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '59c89dfd-f065-48c7-b501-fadf2bd6f300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:13:42.210686 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:42.210906 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Bound using segment: {'id': '05980b45-5352-4726-9a3d-7de501cfbe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '59c89dfd-f065-48c7-b501-fadf2bd6f300'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:13:42.211749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Bound port: f76fd89c-ef53-4e0a-ba79-803b11db2057, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05980b45-5352-4726-9a3d-7de501cfbe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '59c89dfd-f065-48c7-b501-fadf2bd6f300'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:13:42.211878 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:42.288588 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] For port f76fd89c-ef53-4e0a-ba79-803b11db2057, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:13:42.291891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] For port f76fd89c-ef53-4e0a-ba79-803b11db2057, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f76fd89c-ef53-4e0a-ba79-803b11db2057,segment=NetworkSegment(05980b45-5352-4726-9a3d-7de501cfbe8b),segment_id=05980b45-5352-4726-9a3d-7de501cfbe8b)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:13:42.296968 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:42.352177 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9a9c35cc-06fa-4558-8121-6db58895f02c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:42.358827 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9893e3-ce20-4aed-9688-12d3c1559c65 None None] Pushing event updated for resources: {'Port': ['ID=f76fd89c-ef53-4e0a-ba79-803b11db2057,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:42.428809 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c35cc-06fa-4558-8121-6db58895f02c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event updated for resources: {'Subnet': ['ID=840e8427-91be-4502-807d-35c850dc011e,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:42.434475 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9c35cc-06fa-4558-8121-6db58895f02c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Checking segment: {'id': '9b2588f4-0e84-4a75-a332-c77691f45ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07e59c51-d58c-486f-83da-f7e4aed3c20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:13:42.434829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9c35cc-06fa-4558-8121-6db58895f02c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Network hostable DHCP agents. Network: 07e59c51-d58c-486f-83da-f7e4aed3c20f, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:13:42.455083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9c35cc-06fa-4558-8121-6db58895f02c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Network 07e59c51-d58c-486f-83da-f7e4aed3c20f is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:13:42.468484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-9a9c35cc-06fa-4558-8121-6db58895f02c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 07e59c51-d58c-486f-83da-f7e4aed3c20f) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:42.473206 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9c35cc-06fa-4558-8121-6db58895f02c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:42.474567 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9a9c35cc-06fa-4558-8121-6db58895f02c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:42.479202 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3547f053-801b-41f5-8eb7-fc02f2630fe9 None None] Network 07e59c51-d58c-486f-83da-f7e4aed3c20f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:42.541006 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9a9c35cc-06fa-4558-8121-6db58895f02c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5526567
Nov 20 21:13:42.543841 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42316) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:42.551729 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-fd4b3de4-c5df-45bd-a85b-aa4996e4b1b5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Request body: {'subnet': {'network_id': '16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:42.691352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4b3de4-c5df-45bd-a85b-aa4996e4b1b5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Made reservation on behalf of 6ee5e84b85ed4c89929754080d4e8065 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:42.692466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-07e59c51-d58c-486f-83da-f7e4aed3c20f', 'network_id': '07e59c51-d58c-486f-83da-f7e4aed3c20f', 'tenant_id': '6ee5e84b85ed4c89929754080d4e8065', 'fixed_ips': [{'subnet_id': '840e8427-91be-4502-807d-35c850dc011e'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:13:42.693389 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:42.695710 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fd4b3de4-c5df-45bd-a85b-aa4996e4b1b5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:42.880772 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Allocated IP 2001:db8::2 (07e59c51-d58c-486f-83da-f7e4aed3c20f/840e8427-91be-4502-807d-35c850dc011e/c02e45bf-6ce8-4a28-a6e2-1815e4222eb9) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:13:42.932803 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fd4b3de4-c5df-45bd-a85b-aa4996e4b1b5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:43.006539 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b3de4-c5df-45bd-a85b-aa4996e4b1b5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event updated for resources: {'Subnet': ['ID=76e795ef-3a30-4b7c-ae81-658a0961e353,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:43.020749 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4b3de4-c5df-45bd-a85b-aa4996e4b1b5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Checking segment: {'id': '6dbcfd2f-1303-479c-aca9-9fc85921ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:13:43.021347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4b3de4-c5df-45bd-a85b-aa4996e4b1b5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Network hostable DHCP agents. Network: 16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:13:43.042745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4b3de4-c5df-45bd-a85b-aa4996e4b1b5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Network 16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:13:43.044801 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:43.052920 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:43.055873 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-fd4b3de4-c5df-45bd-a85b-aa4996e4b1b5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:43.062041 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4b3de4-c5df-45bd-a85b-aa4996e4b1b5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:43.062670 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fd4b3de4-c5df-45bd-a85b-aa4996e4b1b5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:43.081495 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fd4b3de4-c5df-45bd-a85b-aa4996e4b1b5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5362244
Nov 20 21:13:43.084609 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42332) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:43.097118 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f06e3-b1c8-4611-ae62-6a4c3ee5f17e None None] Network 16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:43.130438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Pushing event updated for resources: {'Port': ['ID=c02e45bf-6ce8-4a28-a6e2-1815e4222eb9,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:43.175463 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Network 07e59c51-d58c-486f-83da-f7e4aed3c20f is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:13:43.180595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:43.184174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:13:43.298958 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Attempting to bind port c02e45bf-6ce8-4a28-a6e2-1815e4222eb9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:13:43.299645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Attempting to bind port c02e45bf-6ce8-4a28-a6e2-1815e4222eb9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9b2588f4-0e84-4a75-a332-c77691f45ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07e59c51-d58c-486f-83da-f7e4aed3c20f'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:13:43.300022 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Attempting to bind port c02e45bf-6ce8-4a28-a6e2-1815e4222eb9 on network 07e59c51-d58c-486f-83da-f7e4aed3c20f {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:13:43.307428 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1454-7323-403b-b5ce-b06ddf62cf13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:43.312094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:13:43.312491 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Checking segment: {'id': '9b2588f4-0e84-4a75-a332-c77691f45ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07e59c51-d58c-486f-83da-f7e4aed3c20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:13:43.312869 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:43.313258 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Bound using segment: {'id': '9b2588f4-0e84-4a75-a332-c77691f45ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07e59c51-d58c-486f-83da-f7e4aed3c20f'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:13:43.313934 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Bound port: c02e45bf-6ce8-4a28-a6e2-1815e4222eb9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2588f4-0e84-4a75-a332-c77691f45ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07e59c51-d58c-486f-83da-f7e4aed3c20f'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:13:43.314342 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:43.373574 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb', 'network_id': '16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb', 'tenant_id': '6ee5e84b85ed4c89929754080d4e8065', 'fixed_ips': [{'subnet_id': '76e795ef-3a30-4b7c-ae81-658a0961e353'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:13:43.374855 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:43.486110 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] For port c02e45bf-6ce8-4a28-a6e2-1815e4222eb9, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:13:43.506042 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] For port c02e45bf-6ce8-4a28-a6e2-1815e4222eb9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c02e45bf-6ce8-4a28-a6e2-1815e4222eb9,segment=NetworkSegment(9b2588f4-0e84-4a75-a332-c77691f45ff5),segment_id=9b2588f4-0e84-4a75-a332-c77691f45ff5)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:13:43.512325 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:43.515673 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:43.621806 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ba2ad-c053-4835-a758-f303b16d5ff1 None None] Pushing event updated for resources: {'Port': ['ID=c02e45bf-6ce8-4a28-a6e2-1815e4222eb9,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:43.667993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Allocated IP 2001:db8::2 (16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb/76e795ef-3a30-4b7c-ae81-658a0961e353/3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:13:43.683246 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f76fd89c-ef53-4e0a-ba79-803b11db2057 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:13:43.733016 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5045c11b-18e9-42f9-b99c-6898bf2e8e34 None None] Network 59c89dfd-f065-48c7-b501-fadf2bd6f300 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:43.892555 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4e58e682-c7a4-4b67-8337-025b622465ae None None] Provisioning complete for port f76fd89c-ef53-4e0a-ba79-803b11db2057 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:43.892930 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4e58e682-c7a4-4b67-8337-025b622465ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:43.899559 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Allocated IP 2001:db8::1 (07e59c51-d58c-486f-83da-f7e4aed3c20f/840e8427-91be-4502-807d-35c850dc011e/993f1a2c-471e-4b88-8aef-9d19d96b56f8) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:13:43.980742 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port f76fd89c-ef53-4e0a-ba79-803b11db2057 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:43.981108 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:44.137247 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:44.189346 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:44.233244 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Network 07e59c51-d58c-486f-83da-f7e4aed3c20f is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:13:44.244818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:44.247701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:13:44.248707 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:44.295050 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event updated for resources: {'Port': ['ID=993f1a2c-471e-4b88-8aef-9d19d96b56f8,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:44.338344 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:44.372714 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:44.394418 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4e58e682-c7a4-4b67-8337-025b622465ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:44.396809 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:44.463774 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Network 16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:13:44.486859 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:44.498918 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:13:44.532190 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4e58e682-c7a4-4b67-8337-025b622465ae None None] For port f76fd89c-ef53-4e0a-ba79-803b11db2057, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f76fd89c-ef53-4e0a-ba79-803b11db2057,segment=NetworkSegment(05980b45-5352-4726-9a3d-7de501cfbe8b),segment_id=05980b45-5352-4726-9a3d-7de501cfbe8b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:44.546517 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Pushing event updated for resources: {'Port': ['ID=3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:44.554035 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:44.556648 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4e58e682-c7a4-4b67-8337-025b622465ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:44.676219 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Attempting to bind port 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:13:44.676740 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Attempting to bind port 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6dbcfd2f-1303-479c-aca9-9fc85921ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:13:44.677205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Attempting to bind port 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f on network 16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:13:44.689304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:13:44.689857 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Checking segment: {'id': '6dbcfd2f-1303-479c-aca9-9fc85921ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:13:44.690391 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:44.691205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Bound using segment: {'id': '6dbcfd2f-1303-479c-aca9-9fc85921ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:13:44.691974 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Bound port: 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbcfd2f-1303-479c-aca9-9fc85921ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:13:44.692462 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:44.750411 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:13:44.751122 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:13:44.755147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58e682-c7a4-4b67-8337-025b622465ae None None] Pushing event updated for resources: {'Port': ['ID=f76fd89c-ef53-4e0a-ba79-803b11db2057,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:44.791837 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:44.800134 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:44.800922 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:44.833512 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] For port 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:13:44.837298 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] For port 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f,segment=NetworkSegment(6dbcfd2f-1303-479c-aca9-9fc85921ce7b),segment_id=6dbcfd2f-1303-479c-aca9-9fc85921ce7b)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:13:44.850480 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:44.924442 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1ce16-7566-473e-92e2-c791302891f4 None None] Pushing event updated for resources: {'Port': ['ID=3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:44.938080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event updated for resources: {'Port': ['ID=993f1a2c-471e-4b88-8aef-9d19d96b56f8,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:45.006211 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f7277390-c4e8-430f-ae0c-c8e4a798db1f None None] Provisioning complete for port f76fd89c-ef53-4e0a-ba79-803b11db2057 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:45.006596 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f7277390-c4e8-430f-ae0c-c8e4a798db1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:45.025594 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Network 07e59c51-d58c-486f-83da-f7e4aed3c20f is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:13:45.027084 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:45.198091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Router 212759b5-0a33-4522-9e42-52298b73681e is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:13:45.211887 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23defaa2-c9f1-4d0f-9099-7f886bd60a27 None None] Network 07e59c51-d58c-486f-83da-f7e4aed3c20f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:45.331327 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:13:45.339947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42384) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:45.340409 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b03b6134-78d3-46eb-9c12-cfd8b16d7a98 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "PUT /v2.0/routers/212759b5-0a33-4522-9e42-52298b73681e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2540920
Nov 20 21:13:45.343244 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb1abc8-970f-4bf4-a61e-097c0d57b30e None None] Sync routers for ids ['212759b5-0a33-4522-9e42-52298b73681e'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:13:45.355384 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb1abc8-970f-4bf4-a61e-097c0d57b30e None None] Routers {'212759b5-0a33-4522-9e42-52298b73681e'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:13:45.356005 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-dfb1abc8-970f-4bf4-a61e-097c0d57b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54176b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:13:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['212759b5-0a33-4522-9e42-52298b73681e'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:45.363543 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-96156ec5-886b-4990-8b52-881dd79d80e7 None None] Provisioning complete for port c02e45bf-6ce8-4a28-a6e2-1815e4222eb9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:45.364535 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-96156ec5-886b-4990-8b52-881dd79d80e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:45.405568 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-dfb1abc8-970f-4bf4-a61e-097c0d57b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54176b80>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:45.415923 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb1abc8-970f-4bf4-a61e-097c0d57b30e None None] Routers {'212759b5-0a33-4522-9e42-52298b73681e'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:13:45.417403 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-dfb1abc8-970f-4bf4-a61e-097c0d57b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54176b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:13:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['212759b5-0a33-4522-9e42-52298b73681e'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:45.461841 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-dfb1abc8-970f-4bf4-a61e-097c0d57b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54176b80>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:45.462718 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb1abc8-970f-4bf4-a61e-097c0d57b30e None None] The sync data for ids ['212759b5-0a33-4522-9e42-52298b73681e'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:13:45.548775 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-96156ec5-886b-4990-8b52-881dd79d80e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:45.613523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-96156ec5-886b-4990-8b52-881dd79d80e7 None None] For port c02e45bf-6ce8-4a28-a6e2-1815e4222eb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c02e45bf-6ce8-4a28-a6e2-1815e4222eb9,segment=NetworkSegment(9b2588f4-0e84-4a75-a332-c77691f45ff5),segment_id=9b2588f4-0e84-4a75-a332-c77691f45ff5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:45.622200 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-96156ec5-886b-4990-8b52-881dd79d80e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:45.691400 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-787a5a32-0db6-45c2-8979-2c21548f83ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:45.702078 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96156ec5-886b-4990-8b52-881dd79d80e7 None None] Pushing event updated for resources: {'Port': ['ID=c02e45bf-6ce8-4a28-a6e2-1815e4222eb9,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:45.759849 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:13:45.848903 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:45.849364 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:45.872724 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42388) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:45.992001 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:46.042761 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f,segment=NetworkSegment(6dbcfd2f-1303-479c-aca9-9fc85921ce7b),segment_id=6dbcfd2f-1303-479c-aca9-9fc85921ce7b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:46.045187 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2fcebcb1-5c70-4982-bb90-88866d88c6dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:46.053031 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:46.053828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c02e45bf-6ce8-4a28-a6e2-1815e4222eb9 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:13:46.159091 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2fcebcb1-5c70-4982-bb90-88866d88c6dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:46.165059 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-095103c0-cd64-457d-b431-e544555d90dd None None] Provisioning complete for port 993f1a2c-471e-4b88-8aef-9d19d96b56f8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:46.165773 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-095103c0-cd64-457d-b431-e544555d90dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:46.171001 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2fcebcb1-5c70-4982-bb90-88866d88c6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:46.222273 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2fcebcb1-5c70-4982-bb90-88866d88c6dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f39d3e6bc5945c3a06cc33686c7e330&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3480580
Nov 20 21:13:46.224643 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42394) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:46.233363 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:46.251236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-095103c0-cd64-457d-b431-e544555d90dd None None] Port 993f1a2c-471e-4b88-8aef-9d19d96b56f8 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:13:46.264620 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcebcb1-5c70-4982-bb90-88866d88c6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d229c8-9207-43ea-ba40-6d1fec32ea31,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:46.266181 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c02e45bf-6ce8-4a28-a6e2-1815e4222eb9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:46.267123 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:46.288801 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-d5af8f6a-7935-4a0d-8b9a-be443094470c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:13:46.289944 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d5af8f6a-7935-4a0d-8b9a-be443094470c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "PUT /v2.0/routers/212759b5-0a33-4522-9e42-52298b73681e/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.9471071
Nov 20 21:13:46.293582 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42398) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:46.318878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-095103c0-cd64-457d-b431-e544555d90dd None None] Provisioning complete for port c02e45bf-6ce8-4a28-a6e2-1815e4222eb9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:46.319252 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-095103c0-cd64-457d-b431-e544555d90dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:46.372356 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0df9a133-bb03-456e-91f9-2bc4548dc0c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:46.438716 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0df9a133-bb03-456e-91f9-2bc4548dc0c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:46.442295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f76fd89c-ef53-4e0a-ba79-803b11db2057 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:13:46.499163 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port f76fd89c-ef53-4e0a-ba79-803b11db2057 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:46.499619 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:46.530910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae217a3d-a551-44c9-b3f2-66821dbe4b44 None None] Network 16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:46.615882 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0df9a133-bb03-456e-91f9-2bc4548dc0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:46.618658 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0df9a133-bb03-456e-91f9-2bc4548dc0c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:46.622214 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0df9a133-bb03-456e-91f9-2bc4548dc0c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55d229c8-9207-43ea-ba40-6d1fec32ea31 HTTP/1.1" status: 204  len: 168 time: 0.3940501
Nov 20 21:13:46.635255 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9a133-bb03-456e-91f9-2bc4548dc0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d229c8-9207-43ea-ba40-6d1fec32ea31,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:46.689184 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a6c8ce47-fbe4-4495-9784-81d898a09708 None None] Provisioning complete for port 993f1a2c-471e-4b88-8aef-9d19d96b56f8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:46.689622 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ce47-fbe4-4495-9784-81d898a09708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:46.759160 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e70b6044-eb4f-4a89-b9cd-daf81870d172 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:46.782898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a6c8ce47-fbe4-4495-9784-81d898a09708 None None] Port 993f1a2c-471e-4b88-8aef-9d19d96b56f8 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:13:46.815990 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:46.826262 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a6c8ce47-fbe4-4495-9784-81d898a09708 None None] Provisioning complete for port 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:46.826632 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ce47-fbe4-4495-9784-81d898a09708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:47.009857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42406) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:47.026404 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-430f0ce1-4977-4ad1-9cc2-232662f9c9bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:47.061127 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-65a3e1a0-a2bd-41d0-bfe9-640a657f3097 None None] Provisioning complete for port 993f1a2c-471e-4b88-8aef-9d19d96b56f8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:47.061635 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-65a3e1a0-a2bd-41d0-bfe9-640a657f3097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:47.109188 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-65a3e1a0-a2bd-41d0-bfe9-640a657f3097 None None] Port 993f1a2c-471e-4b88-8aef-9d19d96b56f8 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:13:47.135864 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-430f0ce1-4977-4ad1-9cc2-232662f9c9bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:47.140642 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-430f0ce1-4977-4ad1-9cc2-232662f9c9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:47.184175 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-430f0ce1-4977-4ad1-9cc2-232662f9c9bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa3805aee73f4410abc10c23948ec095&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1724749
Nov 20 21:13:47.185028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f0ce1-4977-4ad1-9cc2-232662f9c9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d628cb0f-18ea-41a0-8112-6651f2e4f52b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:47.187421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42408) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:47.229711 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e047e8de-e937-4744-9b89-b62ce78163d5 None None] Provisioning complete for port 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:47.230292 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e047e8de-e937-4744-9b89-b62ce78163d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:47.241272 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1d139ca-9c41-43e3-92a3-afb10d16d442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:47.264002 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1d139ca-9c41-43e3-92a3-afb10d16d442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:47.315853 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1d139ca-9c41-43e3-92a3-afb10d16d442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:47.319244 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1d139ca-9c41-43e3-92a3-afb10d16d442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:47.321630 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e1d139ca-9c41-43e3-92a3-afb10d16d442 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d628cb0f-18ea-41a0-8112-6651f2e4f52b HTTP/1.1" status: 204  len: 168 time: 0.1328967
Nov 20 21:13:47.333710 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d139ca-9c41-43e3-92a3-afb10d16d442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d628cb0f-18ea-41a0-8112-6651f2e4f52b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:47.412047 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-e70b6044-eb4f-4a89-b9cd-daf81870d172 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Deleting port 993f1a2c-471e-4b88-8aef-9d19d96b56f8 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:13:47.412633 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e70b6044-eb4f-4a89-b9cd-daf81870d172 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:47.509238 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e70b6044-eb4f-4a89-b9cd-daf81870d172 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:47.527739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-e70b6044-eb4f-4a89-b9cd-daf81870d172 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Calling delete_port for 993f1a2c-471e-4b88-8aef-9d19d96b56f8 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:13:47.551298 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c02e45bf-6ce8-4a28-a6e2-1815e4222eb9 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:13:47.602209 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c02e45bf-6ce8-4a28-a6e2-1815e4222eb9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:47.602582 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:47.696111 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:13:47.726663 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e70b6044-eb4f-4a89-b9cd-daf81870d172 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:47.748895 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:47.749518 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:47.760745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b6044-eb4f-4a89-b9cd-daf81870d172 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event deleted for resources: {'Port': ['ID=993f1a2c-471e-4b88-8aef-9d19d96b56f8,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:47.877155 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e70b6044-eb4f-4a89-b9cd-daf81870d172 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:48.045986 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70b6044-eb4f-4a89-b9cd-daf81870d172 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Router 212759b5-0a33-4522-9e42-52298b73681e has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:13:48.125027 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70b6044-eb4f-4a89-b9cd-daf81870d172 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:13:48.131086 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e70b6044-eb4f-4a89-b9cd-daf81870d172 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "PUT /v2.0/routers/212759b5-0a33-4522-9e42-52298b73681e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8347161
Nov 20 21:13:48.134568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42436) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:48.137768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3053dca1-8de7-4ac6-ab33-75130b7072e4 None None] Sync routers for ids ['212759b5-0a33-4522-9e42-52298b73681e'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:13:48.149706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053dca1-8de7-4ac6-ab33-75130b7072e4 None None] Routers {'212759b5-0a33-4522-9e42-52298b73681e'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:13:48.150390 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3053dca1-8de7-4ac6-ab33-75130b7072e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464cfd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:13:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['212759b5-0a33-4522-9e42-52298b73681e'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:48.173861 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-112766ee-db53-4976-8099-19b99ba33719 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] delete failed (client error): The resource could not be found.
Nov 20 21:13:48.178601 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-112766ee-db53-4976-8099-19b99ba33719 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-928210007 HTTP/1.1" status: 404  len: 334 time: 0.0395019
Nov 20 21:13:48.180447 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42438) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:48.185326 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-31d71fe9-56b3-4e01-b843-bafb9668a60d tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Request body: {'router': {'external_gateway_info': {'network_id': '212759b5-0a33-4522-9e42-52298b73681e'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:48.193790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3053dca1-8de7-4ac6-ab33-75130b7072e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464cfd60>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:48.203072 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053dca1-8de7-4ac6-ab33-75130b7072e4 None None] Routers {'212759b5-0a33-4522-9e42-52298b73681e'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:13:48.203618 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3053dca1-8de7-4ac6-ab33-75130b7072e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464cfd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:13:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['212759b5-0a33-4522-9e42-52298b73681e'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:48.241484 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3053dca1-8de7-4ac6-ab33-75130b7072e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464cfd60>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:48.242452 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3053dca1-8de7-4ac6-ab33-75130b7072e4 None None] The sync data for ids ['212759b5-0a33-4522-9e42-52298b73681e'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:13:48.418693 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-31d71fe9-56b3-4e01-b843-bafb9668a60d tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:48.444794 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-31d71fe9-56b3-4e01-b843-bafb9668a60d tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] update failed (client error): The resource could not be found.
Nov 20 21:13:48.446034 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-31d71fe9-56b3-4e01-b843-bafb9668a60d tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "PUT /v2.0/routers/212759b5-0a33-4522-9e42-52298b73681e HTTP/1.1" status: 404  len: 339 time: 0.2644427
Nov 20 21:13:48.449838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42448) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:48.459304 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-32b89a65-cdb3-4204-9f09-a5ffbf54195c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-545656786'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:48.483479 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b89a65-cdb3-4204-9f09-a5ffbf54195c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Made reservation on behalf of 6ee5e84b85ed4c89929754080d4e8065 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:48.487672 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-32b89a65-cdb3-4204-9f09-a5ffbf54195c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:48.512469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b89a65-cdb3-4204-9f09-a5ffbf54195c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:13:48.522901 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-32b89a65-cdb3-4204-9f09-a5ffbf54195c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:48.523403 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-32b89a65-cdb3-4204-9f09-a5ffbf54195c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Added segment 039e7b33-980b-43b8-87ba-ddf5512401e6 of type vlan for network e334d8a4-0c9d-4bb9-919e-7b050a8be405
Nov 20 21:13:48.565333 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-32b89a65-cdb3-4204-9f09-a5ffbf54195c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:48.590892 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-32b89a65-cdb3-4204-9f09-a5ffbf54195c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:48.596644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b89a65-cdb3-4204-9f09-a5ffbf54195c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:48.597260 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-32b89a65-cdb3-4204-9f09-a5ffbf54195c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:48.623002 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:48.631367 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-32b89a65-cdb3-4204-9f09-a5ffbf54195c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.1799834
Nov 20 21:13:48.634347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42456) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:48.639924 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-dacbfe16-063a-4e16-9d6d-66db6e9ccc31 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Request body: {'subnet': {'network_id': 'e334d8a4-0c9d-4bb9-919e-7b050a8be405', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:48.673555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b89a65-cdb3-4204-9f09-a5ffbf54195c tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event updated for resources: {'Network': ['ID=e334d8a4-0c9d-4bb9-919e-7b050a8be405,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:48.687002 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network e334d8a4-0c9d-4bb9-919e-7b050a8be405 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:13:48.741497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacbfe16-063a-4e16-9d6d-66db6e9ccc31 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Made reservation on behalf of 6ee5e84b85ed4c89929754080d4e8065 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:13:48.745349 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dacbfe16-063a-4e16-9d6d-66db6e9ccc31 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:48.949807 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dacbfe16-063a-4e16-9d6d-66db6e9ccc31 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:49.018702 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbfe16-063a-4e16-9d6d-66db6e9ccc31 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event updated for resources: {'Subnet': ['ID=aa91e958-88d1-4a98-9a59-49be0a324a15,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:49.029765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbfe16-063a-4e16-9d6d-66db6e9ccc31 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Checking segment: {'id': '039e7b33-980b-43b8-87ba-ddf5512401e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e334d8a4-0c9d-4bb9-919e-7b050a8be405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:13:49.030238 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacbfe16-063a-4e16-9d6d-66db6e9ccc31 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Network hostable DHCP agents. Network: e334d8a4-0c9d-4bb9-919e-7b050a8be405, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:13:49.049879 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacbfe16-063a-4e16-9d6d-66db6e9ccc31 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Network e334d8a4-0c9d-4bb9-919e-7b050a8be405 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:13:49.051686 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:49.063372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-dacbfe16-063a-4e16-9d6d-66db6e9ccc31 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e334d8a4-0c9d-4bb9-919e-7b050a8be405) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:49.068509 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacbfe16-063a-4e16-9d6d-66db6e9ccc31 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:13:49.069288 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dacbfe16-063a-4e16-9d6d-66db6e9ccc31 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:49.079055 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4629c8b7-2501-42a8-9b9c-7b35bdfcbe55 None None] Network e334d8a4-0c9d-4bb9-919e-7b050a8be405 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:49.097372 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dacbfe16-063a-4e16-9d6d-66db6e9ccc31 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.4586513
Nov 20 21:13:49.097764 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42476) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:49.103140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-760113f6-b46e-45ac-8ae5-0d30ce63cf35 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e334d8a4-0c9d-4bb9-919e-7b050a8be405'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:49.268039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e334d8a4-0c9d-4bb9-919e-7b050a8be405', 'network_id': 'e334d8a4-0c9d-4bb9-919e-7b050a8be405', 'tenant_id': '6ee5e84b85ed4c89929754080d4e8065', 'fixed_ips': [{'subnet_id': 'aa91e958-88d1-4a98-9a59-49be0a324a15'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:13:49.269055 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:49.342086 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-760113f6-b46e-45ac-8ae5-0d30ce63cf35 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:49.461689 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-760113f6-b46e-45ac-8ae5-0d30ce63cf35 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:13:49.466232 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-760113f6-b46e-45ac-8ae5-0d30ce63cf35 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "PUT /v2.0/routers/212759b5-0a33-4522-9e42-52298b73681e HTTP/1.1" status: 400  len: 364 time: 0.3640459
Nov 20 21:13:49.466685 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42490) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:49.620910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Allocated IP 2001:db8:1::2 (e334d8a4-0c9d-4bb9-919e-7b050a8be405/aa91e958-88d1-4a98-9a59-49be0a324a15/109e8ed2-d661-47d2-b371-e65c1bb265aa) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:13:49.784643 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:49.791991 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:49.797053 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:49.833991 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Network e334d8a4-0c9d-4bb9-919e-7b050a8be405 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:13:49.839002 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:49.843650 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:13:49.846812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Pushing event updated for resources: {'Port': ['ID=109e8ed2-d661-47d2-b371-e65c1bb265aa,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:49.900124 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Attempting to bind port 109e8ed2-d661-47d2-b371-e65c1bb265aa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:13:49.900580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Attempting to bind port 109e8ed2-d661-47d2-b371-e65c1bb265aa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '039e7b33-980b-43b8-87ba-ddf5512401e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e334d8a4-0c9d-4bb9-919e-7b050a8be405'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:13:49.901012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Attempting to bind port 109e8ed2-d661-47d2-b371-e65c1bb265aa on network e334d8a4-0c9d-4bb9-919e-7b050a8be405 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:13:49.906300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:13:49.906946 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Checking segment: {'id': '039e7b33-980b-43b8-87ba-ddf5512401e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e334d8a4-0c9d-4bb9-919e-7b050a8be405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:13:49.907563 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:49.907990 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Bound using segment: {'id': '039e7b33-980b-43b8-87ba-ddf5512401e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e334d8a4-0c9d-4bb9-919e-7b050a8be405'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:13:49.908461 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Bound port: 109e8ed2-d661-47d2-b371-e65c1bb265aa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e7b33-980b-43b8-87ba-ddf5512401e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e334d8a4-0c9d-4bb9-919e-7b050a8be405'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:13:49.908841 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:49.976652 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] For port 109e8ed2-d661-47d2-b371-e65c1bb265aa, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:13:49.980900 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] For port 109e8ed2-d661-47d2-b371-e65c1bb265aa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=109e8ed2-d661-47d2-b371-e65c1bb265aa,segment=NetworkSegment(039e7b33-980b-43b8-87ba-ddf5512401e6),segment_id=039e7b33-980b-43b8-87ba-ddf5512401e6)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:13:49.984955 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:50.052517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Allocated IP 2001:db8::1 (59c89dfd-f065-48c7-b501-fadf2bd6f300/608adf4c-5624-42e0-a309-f08dd2433aed/da76188a-44f8-4233-91a0-f95877c88161) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:13:50.058279 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc9f25-7a2c-4069-a332-a1d92ada99fb None None] Pushing event updated for resources: {'Port': ['ID=109e8ed2-d661-47d2-b371-e65c1bb265aa,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:50.201129 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:50.277481 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:50.322927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Network 59c89dfd-f065-48c7-b501-fadf2bd6f300 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:13:50.326152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:50.331572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:13:50.332123 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:50.383399 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event updated for resources: {'Port': ['ID=da76188a-44f8-4233-91a0-f95877c88161,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:50.473585 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:50.479232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42510) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:50.611377 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6589d89a-5604-4f71-a9d2-468a7024dce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:50.672120 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-56c6e064-6df7-4026-8b2e-f90ed92ea402 None None] Provisioning complete for port da76188a-44f8-4233-91a0-f95877c88161 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:50.672629 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-56c6e064-6df7-4026-8b2e-f90ed92ea402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:50.713223 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-56c6e064-6df7-4026-8b2e-f90ed92ea402 None None] Port da76188a-44f8-4233-91a0-f95877c88161 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:13:50.736944 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6589d89a-5604-4f71-a9d2-468a7024dce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:50.742822 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6589d89a-5604-4f71-a9d2-468a7024dce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:50.785483 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6589d89a-5604-4f71-a9d2-468a7024dce3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=012f8c356f884857b33e89149de7c1d7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3051505
Nov 20 21:13:50.786416 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589d89a-5604-4f71-a9d2-468a7024dce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10898ff9-603a-4172-aa0a-37daac8513ba,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:50.788779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42516) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:50.804836 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:50.816068 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:50.816854 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:50.851421 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-02931df5-6a58-4984-b538-ba8218bef3d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:50.877141 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-02931df5-6a58-4984-b538-ba8218bef3d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:50.887683 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event updated for resources: {'Port': ['ID=da76188a-44f8-4233-91a0-f95877c88161,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:50.932688 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-02931df5-6a58-4984-b538-ba8218bef3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:50.935709 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-02931df5-6a58-4984-b538-ba8218bef3d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:50.939132 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-02931df5-6a58-4984-b538-ba8218bef3d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10898ff9-603a-4172-aa0a-37daac8513ba HTTP/1.1" status: 204  len: 168 time: 0.1489115
Nov 20 21:13:50.948291 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02931df5-6a58-4984-b538-ba8218bef3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10898ff9-603a-4172-aa0a-37daac8513ba,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:50.961490 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Network 59c89dfd-f065-48c7-b501-fadf2bd6f300 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:13:50.963071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:13:51.097670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Router 212759b5-0a33-4522-9e42-52298b73681e has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:13:51.232126 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:13:51.239417 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c670113c-37b5-45f1-9f62-179c642886d4 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "PUT /v2.0/routers/212759b5-0a33-4522-9e42-52298b73681e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7715845
Nov 20 21:13:51.242352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42524) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:51.245590 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c1b9a-844b-4172-8fa7-c8f7d5368353 None None] Sync routers for ids ['212759b5-0a33-4522-9e42-52298b73681e'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:13:51.259904 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c1b9a-844b-4172-8fa7-c8f7d5368353 None None] Routers {'212759b5-0a33-4522-9e42-52298b73681e'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:13:51.260534 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-d56c1b9a-844b-4172-8fa7-c8f7d5368353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542ae160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:13:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['212759b5-0a33-4522-9e42-52298b73681e'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:51.296517 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-d56c1b9a-844b-4172-8fa7-c8f7d5368353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542ae160>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:51.306110 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c1b9a-844b-4172-8fa7-c8f7d5368353 None None] Routers {'212759b5-0a33-4522-9e42-52298b73681e'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:13:51.306656 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-d56c1b9a-844b-4172-8fa7-c8f7d5368353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542ae160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:13:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['212759b5-0a33-4522-9e42-52298b73681e'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:51.345202 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-d56c1b9a-844b-4172-8fa7-c8f7d5368353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542ae160>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:51.346203 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c1b9a-844b-4172-8fa7-c8f7d5368353 None None] The sync data for ids ['212759b5-0a33-4522-9e42-52298b73681e'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:13:51.354987 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42526) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:51.374414 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8350e1c2-e060-44f2-bb42-9fc3875ba48a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:51.382453 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06b09e0b-e252-4fbb-a0b4-ccd98aed5f60 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:51.388825 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0074b14d-cf9a-40f0-83d6-7a91aa6380f4 None None] Network e334d8a4-0c9d-4bb9-919e-7b050a8be405 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:51.472502 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8350e1c2-e060-44f2-bb42-9fc3875ba48a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:51.479049 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8350e1c2-e060-44f2-bb42-9fc3875ba48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:51.486062 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-06b09e0b-e252-4fbb-a0b4-ccd98aed5f60 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 20 21:13:51.486713 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a43e14b9-fe77-46f8-b279-729ead994406 None None] Provisioning complete for port 109e8ed2-d661-47d2-b371-e65c1bb265aa triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:51.486828 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a43e14b9-fe77-46f8-b279-729ead994406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:51.488421 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-06b09e0b-e252-4fbb-a0b4-ccd98aed5f60 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "DELETE /v2.0/routers/212759b5-0a33-4522-9e42-52298b73681e HTTP/1.1" status: 409  len: 329 time: 0.2450497
Nov 20 21:13:51.491234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42528) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:51.530929 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8350e1c2-e060-44f2-bb42-9fc3875ba48a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e782fee71d1405fb39fc862b31e4024&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1748278
Nov 20 21:13:51.533920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42530) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:51.565586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350e1c2-e060-44f2-bb42-9fc3875ba48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51630bb3-d8c5-4722-ab72-b7b7912d29bd,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:51.615280 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff9d3a5e-9522-4bcf-b229-1018a77a22dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:51.632620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 109e8ed2-d661-47d2-b371-e65c1bb265aa up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:13:51.642698 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff9d3a5e-9522-4bcf-b229-1018a77a22dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:51.664729 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a43e14b9-fe77-46f8-b279-729ead994406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:51.701626 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff9d3a5e-9522-4bcf-b229-1018a77a22dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:51.705555 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff9d3a5e-9522-4bcf-b229-1018a77a22dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:51.707336 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ff9d3a5e-9522-4bcf-b229-1018a77a22dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51630bb3-d8c5-4722-ab72-b7b7912d29bd HTTP/1.1" status: 204  len: 168 time: 0.1717231
Nov 20 21:13:51.717956 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a43e14b9-fe77-46f8-b279-729ead994406 None None] For port 109e8ed2-d661-47d2-b371-e65c1bb265aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=109e8ed2-d661-47d2-b371-e65c1bb265aa,segment=NetworkSegment(039e7b33-980b-43b8-87ba-ddf5512401e6),segment_id=039e7b33-980b-43b8-87ba-ddf5512401e6)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:51.720989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d3a5e-9522-4bcf-b229-1018a77a22dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51630bb3-d8c5-4722-ab72-b7b7912d29bd,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:51.728534 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a43e14b9-fe77-46f8-b279-729ead994406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:51.732937 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 109e8ed2-d661-47d2-b371-e65c1bb265aa triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:51.733499 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:51.838915 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a43e14b9-fe77-46f8-b279-729ead994406 None None] Provisioning complete for port da76188a-44f8-4233-91a0-f95877c88161 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:51.839197 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a43e14b9-fe77-46f8-b279-729ead994406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:51.875487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e14b9-fe77-46f8-b279-729ead994406 None None] Pushing event updated for resources: {'Port': ['ID=109e8ed2-d661-47d2-b371-e65c1bb265aa,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:51.898952 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a43e14b9-fe77-46f8-b279-729ead994406 None None] Port da76188a-44f8-4233-91a0-f95877c88161 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:13:51.993094 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe0a9747-b23f-48fa-b8e2-26efb750ebe7 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:52.018450 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c10fbdcd-1a01-4b43-9d45-b543c28c2426 None None] Provisioning complete for port 109e8ed2-d661-47d2-b371-e65c1bb265aa triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:13:52.018829 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c10fbdcd-1a01-4b43-9d45-b543c28c2426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:52.257714 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a9747-b23f-48fa-b8e2-26efb750ebe7 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Deleting port da76188a-44f8-4233-91a0-f95877c88161 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:13:52.258036 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe0a9747-b23f-48fa-b8e2-26efb750ebe7 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:52.347854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe0a9747-b23f-48fa-b8e2-26efb750ebe7 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:52.359833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a9747-b23f-48fa-b8e2-26efb750ebe7 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Calling delete_port for da76188a-44f8-4233-91a0-f95877c88161 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:13:52.539636 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe0a9747-b23f-48fa-b8e2-26efb750ebe7 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:52.571431 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a9747-b23f-48fa-b8e2-26efb750ebe7 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event deleted for resources: {'Port': ['ID=da76188a-44f8-4233-91a0-f95877c88161,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:52.680310 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe0a9747-b23f-48fa-b8e2-26efb750ebe7 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:52.845140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0a9747-b23f-48fa-b8e2-26efb750ebe7 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Router 212759b5-0a33-4522-9e42-52298b73681e has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:13:52.925836 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0a9747-b23f-48fa-b8e2-26efb750ebe7 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:13:52.934711 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fe0a9747-b23f-48fa-b8e2-26efb750ebe7 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "PUT /v2.0/routers/212759b5-0a33-4522-9e42-52298b73681e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4421978
Nov 20 21:13:52.935063 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42568) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:52.936391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a001ec-cb6e-4295-9363-7ef88c9b3aab None None] Sync routers for ids ['212759b5-0a33-4522-9e42-52298b73681e'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:13:52.949101 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a001ec-cb6e-4295-9363-7ef88c9b3aab None None] Routers {'212759b5-0a33-4522-9e42-52298b73681e'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:13:52.950014 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-14a001ec-cb6e-4295-9363-7ef88c9b3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a476957c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:13:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['212759b5-0a33-4522-9e42-52298b73681e'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:52.977799 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-74d5f6b7-6051-4548-b27d-ff9081a4bfed tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] show failed (client error): The resource could not be found.
Nov 20 21:13:52.982783 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-74d5f6b7-6051-4548-b27d-ff9081a4bfed tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1630084928 HTTP/1.1" status: 404  len: 335 time: 0.0425367
Nov 20 21:13:52.983356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42570) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:52.985071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-14a001ec-cb6e-4295-9363-7ef88c9b3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a476957c0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:52.988081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-42acb59f-66e0-4179-b2c3-227287679f48 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Request body: {'router': {'name': 'new_name'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:52.994329 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a001ec-cb6e-4295-9363-7ef88c9b3aab None None] Routers {'212759b5-0a33-4522-9e42-52298b73681e'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:13:52.994942 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-14a001ec-cb6e-4295-9363-7ef88c9b3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a476957c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:13:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['212759b5-0a33-4522-9e42-52298b73681e'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:53.022625 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-42acb59f-66e0-4179-b2c3-227287679f48 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] update failed (client error): The resource could not be found.
Nov 20 21:13:53.026171 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-42acb59f-66e0-4179-b2c3-227287679f48 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-273924480 HTTP/1.1" status: 404  len: 334 time: 0.0398159
Nov 20 21:13:53.027571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42574) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:53.031222 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-14a001ec-cb6e-4295-9363-7ef88c9b3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a476957c0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:53.031929 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a001ec-cb6e-4295-9363-7ef88c9b3aab None None] The sync data for ids ['212759b5-0a33-4522-9e42-52298b73681e'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:13:53.083294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a271ef-71f6-4249-8bfb-84bb85a82c46 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Deleting subnet aa91e958-88d1-4a98-9a59-49be0a324a15 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:13:53.087143 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-50a271ef-71f6-4249-8bfb-84bb85a82c46 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.137136 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-50a271ef-71f6-4249-8bfb-84bb85a82c46 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.222634 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-50a271ef-71f6-4249-8bfb-84bb85a82c46 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.286595 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-50a271ef-71f6-4249-8bfb-84bb85a82c46 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.319329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a271ef-71f6-4249-8bfb-84bb85a82c46 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event deleted for resources: {'Subnet': ['ID=aa91e958-88d1-4a98-9a59-49be0a324a15,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:53.323312 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-50a271ef-71f6-4249-8bfb-84bb85a82c46 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.326589 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-50a271ef-71f6-4249-8bfb-84bb85a82c46 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "DELETE /v2.0/subnets/aa91e958-88d1-4a98-9a59-49be0a324a15 HTTP/1.1" status: 204  len: 168 time: 0.2980926
Nov 20 21:13:53.329528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42584) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:53.339593 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f12b3bf-1eca-4457-b4c5-c7a3e86f6b15 None None] Network e334d8a4-0c9d-4bb9-919e-7b050a8be405 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:53.414350 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.473999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Deleting port 109e8ed2-d661-47d2-b371-e65c1bb265aa {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:13:53.474374 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.555932 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d71ccc-5dba-4566-aafa-6ab3995c50c0 None None] DHCP port deletion for e334d8a4-0c9d-4bb9-919e-7b050a8be405 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:13:53.567777 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] For port 109e8ed2-d661-47d2-b371-e65c1bb265aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=109e8ed2-d661-47d2-b371-e65c1bb265aa,segment=NetworkSegment(039e7b33-980b-43b8-87ba-ddf5512401e6),segment_id=039e7b33-980b-43b8-87ba-ddf5512401e6)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:53.568131 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.581826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Calling delete_port for 109e8ed2-d661-47d2-b371-e65c1bb265aa owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:13:53.617381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f9d71ccc-5dba-4566-aafa-6ab3995c50c0 None None] Deleting port 109e8ed2-d661-47d2-b371-e65c1bb265aa {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:13:53.618114 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f9d71ccc-5dba-4566-aafa-6ab3995c50c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.671366 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.693132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f9d71ccc-5dba-4566-aafa-6ab3995c50c0 None None] For port 109e8ed2-d661-47d2-b371-e65c1bb265aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=109e8ed2-d661-47d2-b371-e65c1bb265aa,segment=NetworkSegment(039e7b33-980b-43b8-87ba-ddf5512401e6),segment_id=039e7b33-980b-43b8-87ba-ddf5512401e6)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:53.693543 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f9d71ccc-5dba-4566-aafa-6ab3995c50c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.703190 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event deleted for resources: {'Port': ['ID=109e8ed2-d661-47d2-b371-e65c1bb265aa,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:53.705142 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] No DVR routers for this DVR port 109e8ed2-d661-47d2-b371-e65c1bb265aa on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:13:53.710411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f9d71ccc-5dba-4566-aafa-6ab3995c50c0 None None] Calling delete_port for 109e8ed2-d661-47d2-b371-e65c1bb265aa owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:13:53.791759 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.807234 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f9d71ccc-5dba-4566-aafa-6ab3995c50c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.814935 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f224340>,) {'filters': {'network_id': ['e334d8a4-0c9d-4bb9-919e-7b050a8be405']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:53.825627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f224340>, '039e7b33-980b-43b8-87ba-ddf5512401e6') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:53.826020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f224340>, '039e7b33-980b-43b8-87ba-ddf5512401e6') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:53.833878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d71ccc-5dba-4566-aafa-6ab3995c50c0 None None] Pushing event deleted for resources: {'Port': ['ID=109e8ed2-d661-47d2-b371-e65c1bb265aa,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:53.836846 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.837754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d71ccc-5dba-4566-aafa-6ab3995c50c0 None None] No DVR routers for this DVR port 109e8ed2-d661-47d2-b371-e65c1bb265aa on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:13:53.856209 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.867355 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:13:53.867858 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:13:53.881857 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:13:53.943814 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.951395 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:53.956258 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "DELETE /v2.0/networks/e334d8a4-0c9d-4bb9-919e-7b050a8be405 HTTP/1.1" status: 204  len: 168 time: 0.6256869
Nov 20 21:13:53.959039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42612) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:53.994892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fac0cd-4f51-4fd7-a656-cc1f0f0ccf27 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event deleted for resources: {'Network': ['ID=e334d8a4-0c9d-4bb9-919e-7b050a8be405,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:54.023044 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-c361f614-6616-4a2f-a955-99214e37bd3f tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Deleting subnet 76e795ef-3a30-4b7c-ae81-658a0961e353 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:13:54.026275 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c361f614-6616-4a2f-a955-99214e37bd3f tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.068302 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c361f614-6616-4a2f-a955-99214e37bd3f tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.160857 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c361f614-6616-4a2f-a955-99214e37bd3f tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.227159 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c361f614-6616-4a2f-a955-99214e37bd3f tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.257948 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c361f614-6616-4a2f-a955-99214e37bd3f tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.262229 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c361f614-6616-4a2f-a955-99214e37bd3f tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "DELETE /v2.0/subnets/76e795ef-3a30-4b7c-ae81-658a0961e353 HTTP/1.1" status: 204  len: 168 time: 0.3021541
Nov 20 21:13:54.263403 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361f614-6616-4a2f-a955-99214e37bd3f tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event deleted for resources: {'Subnet': ['ID=76e795ef-3a30-4b7c-ae81-658a0961e353,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:54.265015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42630) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:54.268368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584b8815-7f1a-4577-9d57-206f440d8beb None None] Network 16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:54.324169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-050df1e7-ca2c-4b65-9cf6-82db920625b8 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Deleting subnet 840e8427-91be-4502-807d-35c850dc011e {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:13:54.327466 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-050df1e7-ca2c-4b65-9cf6-82db920625b8 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.378656 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-050df1e7-ca2c-4b65-9cf6-82db920625b8 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.478663 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-050df1e7-ca2c-4b65-9cf6-82db920625b8 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.492294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bea882-df78-4cd8-abbe-1bd1d8f77bc6 None None] DHCP port deletion for 16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:13:54.553479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-51bea882-df78-4cd8-abbe-1bd1d8f77bc6 None None] Deleting port 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:13:54.553890 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-51bea882-df78-4cd8-abbe-1bd1d8f77bc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.556943 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-050df1e7-ca2c-4b65-9cf6-82db920625b8 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.590639 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050df1e7-ca2c-4b65-9cf6-82db920625b8 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event deleted for resources: {'Subnet': ['ID=840e8427-91be-4502-807d-35c850dc011e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:54.602754 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-050df1e7-ca2c-4b65-9cf6-82db920625b8 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.606362 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-050df1e7-ca2c-4b65-9cf6-82db920625b8 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "DELETE /v2.0/subnets/840e8427-91be-4502-807d-35c850dc011e HTTP/1.1" status: 204  len: 168 time: 0.3387289
Nov 20 21:13:54.609019 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42642) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:54.609268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1963ad6-e927-4642-bebe-01145c0707ed None None] Network 07e59c51-d58c-486f-83da-f7e4aed3c20f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:54.688693 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-51bea882-df78-4cd8-abbe-1bd1d8f77bc6 None None] For port 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f,segment=NetworkSegment(6dbcfd2f-1303-479c-aca9-9fc85921ce7b),segment_id=6dbcfd2f-1303-479c-aca9-9fc85921ce7b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:54.689104 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-51bea882-df78-4cd8-abbe-1bd1d8f77bc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.691074 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.721455 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-51bea882-df78-4cd8-abbe-1bd1d8f77bc6 None None] Calling delete_port for 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:13:54.749895 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Deleting port 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:13:54.750512 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.826320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] For port 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f,segment=NetworkSegment(6dbcfd2f-1303-479c-aca9-9fc85921ce7b),segment_id=6dbcfd2f-1303-479c-aca9-9fc85921ce7b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:54.827196 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.837251 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-51bea882-df78-4cd8-abbe-1bd1d8f77bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.844322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Calling delete_port for 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:13:54.868656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bea882-df78-4cd8-abbe-1bd1d8f77bc6 None None] Pushing event deleted for resources: {'Port': ['ID=3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:54.872165 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bea882-df78-4cd8-abbe-1bd1d8f77bc6 None None] No DVR routers for this DVR port 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:13:54.897291 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115d0053-4470-4483-a448-889d8ff554f6 None None] DHCP port deletion for 07e59c51-d58c-486f-83da-f7e4aed3c20f request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:13:54.949883 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.951114 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-115d0053-4470-4483-a448-889d8ff554f6 None None] Deleting port c02e45bf-6ce8-4a28-a6e2-1815e4222eb9 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:13:54.951505 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-115d0053-4470-4483-a448-889d8ff554f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:54.987948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event deleted for resources: {'Port': ['ID=3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:54.993189 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] No DVR routers for this DVR port 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:13:55.023888 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-115d0053-4470-4483-a448-889d8ff554f6 None None] For port c02e45bf-6ce8-4a28-a6e2-1815e4222eb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c02e45bf-6ce8-4a28-a6e2-1815e4222eb9,segment=NetworkSegment(9b2588f4-0e84-4a75-a332-c77691f45ff5),segment_id=9b2588f4-0e84-4a75-a332-c77691f45ff5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:55.024296 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-115d0053-4470-4483-a448-889d8ff554f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.040559 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-115d0053-4470-4483-a448-889d8ff554f6 None None] Calling delete_port for c02e45bf-6ce8-4a28-a6e2-1815e4222eb9 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:13:55.092296 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.114889 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d53a2b0>,) {'filters': {'network_id': ['16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:55.125067 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d53a2b0>, '6dbcfd2f-1303-479c-aca9-9fc85921ce7b') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:55.126455 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d53a2b0>, '6dbcfd2f-1303-479c-aca9-9fc85921ce7b') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:55.132479 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-115d0053-4470-4483-a448-889d8ff554f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.137831 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.152971 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.158695 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d0053-4470-4483-a448-889d8ff554f6 None None] Pushing event deleted for resources: {'Port': ['ID=c02e45bf-6ce8-4a28-a6e2-1815e4222eb9,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:55.159529 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:13:55.160283 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.163175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115d0053-4470-4483-a448-889d8ff554f6 None None] No DVR routers for this DVR port c02e45bf-6ce8-4a28-a6e2-1815e4222eb9 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:13:55.165697 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:13:55.236000 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.244071 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.249770 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "DELETE /v2.0/networks/16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb HTTP/1.1" status: 204  len: 168 time: 0.6393590
Nov 20 21:13:55.249932 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42664) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:55.259564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec831d-6aff-4d5e-b391-47144d564e5a tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event deleted for resources: {'Network': ['ID=16c49b7f-fec4-4bb9-9f9a-4a4f09b5afeb,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:55.353594 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46f50e65-e94b-4cae-8394-7ad5cfaada77 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.443785 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46f50e65-e94b-4cae-8394-7ad5cfaada77 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.458431 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42670) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:55.464781 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-46f50e65-e94b-4cae-8394-7ad5cfaada77 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e27c070>,) {'filters': {'network_id': ['07e59c51-d58c-486f-83da-f7e4aed3c20f']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:55.477360 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-46f50e65-e94b-4cae-8394-7ad5cfaada77 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e27c070>, '9b2588f4-0e84-4a75-a332-c77691f45ff5') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:55.477735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-46f50e65-e94b-4cae-8394-7ad5cfaada77 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e27c070>, '9b2588f4-0e84-4a75-a332-c77691f45ff5') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:55.487925 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46f50e65-e94b-4cae-8394-7ad5cfaada77 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.502474 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46f50e65-e94b-4cae-8394-7ad5cfaada77 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.508907 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f50e65-e94b-4cae-8394-7ad5cfaada77 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:13:55.509323 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46f50e65-e94b-4cae-8394-7ad5cfaada77 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:13:55.512910 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:13:55.541066 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:13:55.567569 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:13:55.567917 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 3002e3a1-b653-41dc-8a8d-be8ecb1f3f0f not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:13:55.568334 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c02e45bf-6ce8-4a28-a6e2-1815e4222eb9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:13:55.589930 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: c02e45bf-6ce8-4a28-a6e2-1815e4222eb9 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:13:55.590415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c02e45bf-6ce8-4a28-a6e2-1815e4222eb9 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:13:55.590833 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 109e8ed2-d661-47d2-b371-e65c1bb265aa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:13:55.591214 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46f50e65-e94b-4cae-8394-7ad5cfaada77 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.600202 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46f50e65-e94b-4cae-8394-7ad5cfaada77 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.600734 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43a38f71-6517-46d3-a944-42e398270303 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.603697 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-46f50e65-e94b-4cae-8394-7ad5cfaada77 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "DELETE /v2.0/networks/07e59c51-d58c-486f-83da-f7e4aed3c20f HTTP/1.1" status: 204  len: 168 time: 0.3516920
Nov 20 21:13:55.606094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42674) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:55.613280 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 109e8ed2-d661-47d2-b371-e65c1bb265aa {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:13:55.613631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 109e8ed2-d661-47d2-b371-e65c1bb265aa not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:13:55.646667 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f50e65-e94b-4cae-8394-7ad5cfaada77 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event deleted for resources: {'Network': ['ID=07e59c51-d58c-486f-83da-f7e4aed3c20f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:55.674845 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-556890ba-4b25-483c-8141-415c40a78b7d tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Deleting subnet 608adf4c-5624-42e0-a309-f08dd2433aed {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:13:55.677985 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-556890ba-4b25-483c-8141-415c40a78b7d tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.694069 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43a38f71-6517-46d3-a944-42e398270303 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.698140 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43a38f71-6517-46d3-a944-42e398270303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.720103 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-556890ba-4b25-483c-8141-415c40a78b7d tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.740482 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-43a38f71-6517-46d3-a944-42e398270303 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2a5d2e71a4f453b85f345682859ea26&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2804594
Nov 20 21:13:55.741304 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a38f71-6517-46d3-a944-42e398270303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b1799e-3a83-470f-85c8-9115c5066e1a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:55.744408 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42676) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:55.798781 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f3966b56-08e1-4681-b24a-82c8fb0af816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.819963 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-556890ba-4b25-483c-8141-415c40a78b7d tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.820224 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f3966b56-08e1-4681-b24a-82c8fb0af816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.868207 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f3966b56-08e1-4681-b24a-82c8fb0af816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.871017 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f3966b56-08e1-4681-b24a-82c8fb0af816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.872180 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f3966b56-08e1-4681-b24a-82c8fb0af816 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67b1799e-3a83-470f-85c8-9115c5066e1a HTTP/1.1" status: 204  len: 168 time: 0.1267564
Nov 20 21:13:55.880256 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3966b56-08e1-4681-b24a-82c8fb0af816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b1799e-3a83-470f-85c8-9115c5066e1a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:55.892367 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-556890ba-4b25-483c-8141-415c40a78b7d tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.921592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556890ba-4b25-483c-8141-415c40a78b7d tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event deleted for resources: {'Subnet': ['ID=608adf4c-5624-42e0-a309-f08dd2433aed,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:55.925980 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-556890ba-4b25-483c-8141-415c40a78b7d tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:55.931348 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-556890ba-4b25-483c-8141-415c40a78b7d tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "DELETE /v2.0/subnets/608adf4c-5624-42e0-a309-f08dd2433aed HTTP/1.1" status: 204  len: 168 time: 0.3221498
Nov 20 21:13:55.931736 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42680) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:55.938640 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfdfa67-789b-43ad-b0b2-8afc4252f39c None None] Network 59c89dfd-f065-48c7-b501-fadf2bd6f300 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:13:56.014600 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.076964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Deleting port f76fd89c-ef53-4e0a-ba79-803b11db2057 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:13:56.077597 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.147539 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37956289-5631-4111-8008-05d686edaf2c None None] DHCP port deletion for 59c89dfd-f065-48c7-b501-fadf2bd6f300 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:13:56.153162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] For port f76fd89c-ef53-4e0a-ba79-803b11db2057, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f76fd89c-ef53-4e0a-ba79-803b11db2057,segment=NetworkSegment(05980b45-5352-4726-9a3d-7de501cfbe8b),segment_id=05980b45-5352-4726-9a3d-7de501cfbe8b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:56.153524 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.167893 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Calling delete_port for f76fd89c-ef53-4e0a-ba79-803b11db2057 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:13:56.180972 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42686) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:56.195126 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aa5435c-f651-49e3-b0cc-6afc0533b95e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.201941 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-37956289-5631-4111-8008-05d686edaf2c None None] Deleting port f76fd89c-ef53-4e0a-ba79-803b11db2057 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:13:56.202605 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-37956289-5631-4111-8008-05d686edaf2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.260102 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.276721 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-37956289-5631-4111-8008-05d686edaf2c None None] For port f76fd89c-ef53-4e0a-ba79-803b11db2057, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f76fd89c-ef53-4e0a-ba79-803b11db2057,segment=NetworkSegment(05980b45-5352-4726-9a3d-7de501cfbe8b),segment_id=05980b45-5352-4726-9a3d-7de501cfbe8b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:13:56.277137 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-37956289-5631-4111-8008-05d686edaf2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.285125 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aa5435c-f651-49e3-b0cc-6afc0533b95e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.289857 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1aa5435c-f651-49e3-b0cc-6afc0533b95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.290150 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event deleted for resources: {'Port': ['ID=f76fd89c-ef53-4e0a-ba79-803b11db2057,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:56.292062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] No DVR routers for this DVR port f76fd89c-ef53-4e0a-ba79-803b11db2057 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:13:56.292353 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-37956289-5631-4111-8008-05d686edaf2c None None] Calling delete_port for f76fd89c-ef53-4e0a-ba79-803b11db2057 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:13:56.323663 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5435c-f651-49e3-b0cc-6afc0533b95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c139f4ec-0025-4db7-8d92-e06e3e7af06a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:56.349422 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1aa5435c-f651-49e3-b0cc-6afc0533b95e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f2c9daae57c4ec38be57a5a43b3a066&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1673000
Nov 20 21:13:56.352748 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42690) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:56.389901 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-37956289-5631-4111-8008-05d686edaf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.402298 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37956289-5631-4111-8008-05d686edaf2c None None] No DVR routers for this DVR port f76fd89c-ef53-4e0a-ba79-803b11db2057 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:13:56.408510 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ceb2eae1-5703-402e-9256-38c97f9caaaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.421533 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37956289-5631-4111-8008-05d686edaf2c None None] Pushing event deleted for resources: {'Port': ['ID=f76fd89c-ef53-4e0a-ba79-803b11db2057,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:56.436344 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ceb2eae1-5703-402e-9256-38c97f9caaaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.492284 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ceb2eae1-5703-402e-9256-38c97f9caaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.495159 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ceb2eae1-5703-402e-9256-38c97f9caaaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.496783 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ceb2eae1-5703-402e-9256-38c97f9caaaa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c139f4ec-0025-4db7-8d92-e06e3e7af06a HTTP/1.1" status: 204  len: 168 time: 0.1425552
Nov 20 21:13:56.506322 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2eae1-5703-402e-9256-38c97f9caaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c139f4ec-0025-4db7-8d92-e06e3e7af06a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:56.709521 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.729331 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54e81bb0>,) {'filters': {'network_id': ['59c89dfd-f065-48c7-b501-fadf2bd6f300']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:56.738449 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54e81bb0>, '05980b45-5352-4726-9a3d-7de501cfbe8b') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:56.738746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54e81bb0>, '05980b45-5352-4726-9a3d-7de501cfbe8b') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:13:56.747881 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.761556 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.767872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:13:56.768252 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:13:56.771263 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:13:56.829075 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.837211 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:56.842896 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "DELETE /v2.0/networks/59c89dfd-f065-48c7-b501-fadf2bd6f300 HTTP/1.1" status: 204  len: 168 time: 0.9075305
Nov 20 21:13:56.843127 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42700) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:56.850314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11477d1-c796-4dce-933a-71c97c82bdd5 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Pushing event deleted for resources: {'Network': ['ID=59c89dfd-f065-48c7-b501-fadf2bd6f300,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:56.877629 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-34a93554-ad12-4ccc-8705-a2caa5cdcbd7 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "GET /v2.0/ports?device_id=212759b5-0a33-4522-9e42-52298b73681e HTTP/1.1" status: 200  len: 205 time: 0.0333085
Nov 20 21:13:56.880337 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42704) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:56.960566 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d338f8dd-0e9d-43bc-9b6f-f443579c10e0 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:57.124100 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d338f8dd-0e9d-43bc-9b6f-f443579c10e0 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:57.127246 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d338f8dd-0e9d-43bc-9b6f-f443579c10e0 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:57.170658 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d338f8dd-0e9d-43bc-9b6f-f443579c10e0 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:57.171302 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d338f8dd-0e9d-43bc-9b6f-f443579c10e0 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Fanout notify agent at l3_agent the message router_deleted on router 212759b5-0a33-4522-9e42-52298b73681e {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:13:57.179676 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d338f8dd-0e9d-43bc-9b6f-f443579c10e0 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:57.181951 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d338f8dd-0e9d-43bc-9b6f-f443579c10e0 tempest-RoutersNegativeIpV6Test-782853415 tempest-RoutersNegativeIpV6Test-782853415-project] 10.222.0.41 "DELETE /v2.0/routers/212759b5-0a33-4522-9e42-52298b73681e HTTP/1.1" status: 204  len: 168 time: 0.3003931
Nov 20 21:13:57.491283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42730) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:57.540574 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f76fd89c-ef53-4e0a-ba79-803b11db2057 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:13:57.566966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: f76fd89c-ef53-4e0a-ba79-803b11db2057 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:13:57.567628 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f76fd89c-ef53-4e0a-ba79-803b11db2057 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:13:57.647746 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-37450f36-c52a-40e7-b40b-125deeec98b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ee5e84b85ed4c89929754080d4e8065&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1550145
Nov 20 21:13:57.650226 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42738) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:57.703037 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-463cd972-1cf8-4156-a9a7-87fc59946eae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:57.725315 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-463cd972-1cf8-4156-a9a7-87fc59946eae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:57.773428 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-463cd972-1cf8-4156-a9a7-87fc59946eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:57.776100 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-463cd972-1cf8-4156-a9a7-87fc59946eae admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:57.777305 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-463cd972-1cf8-4156-a9a7-87fc59946eae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56f8a674-6bf1-42ca-835d-0bd1dab70d04 HTTP/1.1" status: 204  len: 168 time: 0.1260827
Nov 20 21:13:57.786356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cd972-1cf8-4156-a9a7-87fc59946eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f8a674-6bf1-42ca-835d-0bd1dab70d04,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:58.579706 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42792) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:58.711373 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a190400b-dae9-4573-a1a0-7ff18eac4ca3 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016325466'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:58.734468 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a190400b-dae9-4573-a1a0-7ff18eac4ca3 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:58.742956 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a190400b-dae9-4573-a1a0-7ff18eac4ca3 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:58.820524 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a190400b-dae9-4573-a1a0-7ff18eac4ca3 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:58.824296 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a190400b-dae9-4573-a1a0-7ff18eac4ca3 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:58.861665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190400b-dae9-4573-a1a0-7ff18eac4ca3 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ece82a-6255-4cb7-8e12-d249f11ce73b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:58.914970 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a190400b-dae9-4573-a1a0-7ff18eac4ca3 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:58.918872 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a190400b-dae9-4573-a1a0-7ff18eac4ca3 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:58.947072 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a190400b-dae9-4573-a1a0-7ff18eac4ca3 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:58.948313 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a190400b-dae9-4573-a1a0-7ff18eac4ca3 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3673248
Nov 20 21:13:58.951400 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42804) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:58.952539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190400b-dae9-4573-a1a0-7ff18eac4ca3 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd27dbd9-bdb5-4838-b360-b03042bf76cf,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:58.968409 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42806) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:59.019473 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fc3e55fd-6995-43b6-aaf0-52ef8c9f272e tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0665753
Nov 20 21:13:59.021132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42810) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:59.025719 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-99891b40-1f6e-4928-b620-3efb3d10a8a1 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group': {'name': 'tempest-security--1239795561', 'description': 'tempest-security-description-1515080413'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:59.059103 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99891b40-1f6e-4928-b620-3efb3d10a8a1 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.086386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7a7907fb-5576-4add-8b7c-da769c683703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.103183 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99891b40-1f6e-4928-b620-3efb3d10a8a1 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.107355 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99891b40-1f6e-4928-b620-3efb3d10a8a1 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.110838 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-99891b40-1f6e-4928-b620-3efb3d10a8a1 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.112110 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-99891b40-1f6e-4928-b620-3efb3d10a8a1 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "PUT /v2.0/security-groups/bd27dbd9-bdb5-4838-b360-b03042bf76cf HTTP/1.1" status: 200  len: 1797 time: 0.0899985
Nov 20 21:13:59.115585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42812) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:59.158091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99891b40-1f6e-4928-b620-3efb3d10a8a1 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd27dbd9-bdb5-4838-b360-b03042bf76cf,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:59.165986 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7a7907fb-5576-4add-8b7c-da769c683703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.170041 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7a7907fb-5576-4add-8b7c-da769c683703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.177089 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-287adab5-e524-4bbd-81b9-970ae629ab85 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-groups/bd27dbd9-bdb5-4838-b360-b03042bf76cf HTTP/1.1" status: 200  len: 1797 time: 0.0592966
Nov 20 21:13:59.179596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42814) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:59.209922 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7a7907fb-5576-4add-8b7c-da769c683703 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fff310c0545948a0ba929f482460b37b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2404244
Nov 20 21:13:59.211200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7907fb-5576-4add-8b7c-da769c683703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484575ea-6c45-4c25-a049-d00d8a1eb980,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:59.213572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42816) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:59.233971 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0f8f886-c5e7-4bda-bd27-0ea133a82663 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.261931 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0f8f886-c5e7-4bda-bd27-0ea133a82663 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.263265 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d695dc86-0b89-4032-8b9f-6cca1c0a0d86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.284314 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d695dc86-0b89-4032-8b9f-6cca1c0a0d86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.307459 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0f8f886-c5e7-4bda-bd27-0ea133a82663 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.310409 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0f8f886-c5e7-4bda-bd27-0ea133a82663 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.311553 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a0f8f886-c5e7-4bda-bd27-0ea133a82663 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-groups/bd27dbd9-bdb5-4838-b360-b03042bf76cf HTTP/1.1" status: 204  len: 168 time: 0.1310427
Nov 20 21:13:59.315481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42820) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:59.322028 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8f886-c5e7-4bda-bd27-0ea133a82663 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd27dbd9-bdb5-4838-b360-b03042bf76cf,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:59.373820 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bb8b19b3-d2db-42c5-86d3-b11f44e8acab tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0559223
Nov 20 21:13:59.375276 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42822) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:59.383005 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d695dc86-0b89-4032-8b9f-6cca1c0a0d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.385480 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d695dc86-0b89-4032-8b9f-6cca1c0a0d86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.386555 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d695dc86-0b89-4032-8b9f-6cca1c0a0d86 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/484575ea-6c45-4c25-a049-d00d8a1eb980 HTTP/1.1" status: 204  len: 168 time: 0.1720634
Nov 20 21:13:59.403707 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-5b64f16f-8d87-44cc-a87c-2beb8a341d51 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] delete failed (client error): The resource could not be found.
Nov 20 21:13:59.409805 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5b64f16f-8d87-44cc-a87c-2beb8a341d51 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-groups/bd27dbd9-bdb5-4838-b360-b03042bf76cf HTTP/1.1" status: 404  len: 347 time: 0.0279987
Nov 20 21:13:59.409805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695dc86-0b89-4032-8b9f-6cca1c0a0d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484575ea-6c45-4c25-a049-d00d8a1eb980,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:59.410158 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42828) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:59.414806 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d88bf70c-e54e-4e6e-94cb-6d1b37d5221f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group': {'name': 'tempest-secgroup--647437492'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:59.446418 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d88bf70c-e54e-4e6e-94cb-6d1b37d5221f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.521374 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d88bf70c-e54e-4e6e-94cb-6d1b37d5221f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.525529 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d88bf70c-e54e-4e6e-94cb-6d1b37d5221f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.560374 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d88bf70c-e54e-4e6e-94cb-6d1b37d5221f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.561999 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d88bf70c-e54e-4e6e-94cb-6d1b37d5221f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1508369
Nov 20 21:13:59.565444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42832) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:59.567035 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bf70c-e54e-4e6e-94cb-6d1b37d5221f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779f75d6-05e9-458a-8410-12d1f45cef48,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:59.570258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-23d89a9f-86d8-4849-b0eb-bcb2b908d24b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group_rule': {'security_group_id': '779f75d6-05e9-458a-8410-12d1f45cef48', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:13:59.599651 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23d89a9f-86d8-4849-b0eb-bcb2b908d24b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.658375 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23d89a9f-86d8-4849-b0eb-bcb2b908d24b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.662324 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23d89a9f-86d8-4849-b0eb-bcb2b908d24b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.678014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d89a9f-86d8-4849-b0eb-bcb2b908d24b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d372d370-aa37-40ab-87f4-352dc62177f6,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:59.684273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42834) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:59.693564 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23d89a9f-86d8-4849-b0eb-bcb2b908d24b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.694737 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-23d89a9f-86d8-4849-b0eb-bcb2b908d24b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1281214
Nov 20 21:13:59.697626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42836) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:59.701255 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff7394ea-e9d5-4f02-8f8e-571ef7a8dd1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.727704 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-45d8ffcc-2632-444c-a279-53779737796c tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.737530 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-45d8ffcc-2632-444c-a279-53779737796c tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.770870 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-45d8ffcc-2632-444c-a279-53779737796c tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.776212 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff7394ea-e9d5-4f02-8f8e-571ef7a8dd1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.777087 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-45d8ffcc-2632-444c-a279-53779737796c tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.778323 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-45d8ffcc-2632-444c-a279-53779737796c tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d372d370-aa37-40ab-87f4-352dc62177f6 HTTP/1.1" status: 204  len: 168 time: 0.0796080
Nov 20 21:13:59.780673 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff7394ea-e9d5-4f02-8f8e-571ef7a8dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.783481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42838) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:59.784470 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8ffcc-2632-444c-a279-53779737796c tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d372d370-aa37-40ab-87f4-352dc62177f6,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:59.834418 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ff7394ea-e9d5-4f02-8f8e-571ef7a8dd1c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df50cb7d541940e7bd55e99b97c93be9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1491637
Nov 20 21:13:59.837125 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42840) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:59.843658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7394ea-e9d5-4f02-8f8e-571ef7a8dd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b9cbb-0662-40b2-b245-bf5e879e6680,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:59.871111 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0bada908-5df8-48ae-830a-541be2babc5a tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0828967
Nov 20 21:13:59.872499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42842) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:13:59.890040 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fb5a1fa-0b7b-4ae2-9508-4f5c4f34b88d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.912344 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fb5a1fa-0b7b-4ae2-9508-4f5c4f34b88d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.928654 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c213f2c9-4ea7-45ba-afa1-7bc4bd703848 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.950531 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c213f2c9-4ea7-45ba-afa1-7bc4bd703848 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.961980 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fb5a1fa-0b7b-4ae2-9508-4f5c4f34b88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.964988 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fb5a1fa-0b7b-4ae2-9508-4f5c4f34b88d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.968594 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0fb5a1fa-0b7b-4ae2-9508-4f5c4f34b88d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b1b9cbb-0662-40b2-b245-bf5e879e6680 HTTP/1.1" status: 204  len: 168 time: 0.1277170
Nov 20 21:13:59.975170 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5a1fa-0b7b-4ae2-9508-4f5c4f34b88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b9cbb-0662-40b2-b245-bf5e879e6680,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:13:59.994633 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c213f2c9-4ea7-45ba-afa1-7bc4bd703848 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.997346 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c213f2c9-4ea7-45ba-afa1-7bc4bd703848 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:13:59.998523 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c213f2c9-4ea7-45ba-afa1-7bc4bd703848 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-groups/779f75d6-05e9-458a-8410-12d1f45cef48 HTTP/1.1" status: 204  len: 168 time: 0.1250429
Nov 20 21:14:00.001870 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42846) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:00.008441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213f2c9-4ea7-45ba-afa1-7bc4bd703848 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779f75d6-05e9-458a-8410-12d1f45cef48,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:00.049742 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9e53fe89-0f9e-4ee5-ae8d-99e2577fbe1b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0462601
Nov 20 21:14:00.053405 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42848) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:00.057669 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a191a898-3305-47f6-8e85-bf2212ca7da5 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group': {'name': 'tempest-secgroup--706049605'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:00.080877 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a191a898-3305-47f6-8e85-bf2212ca7da5 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.150125 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a191a898-3305-47f6-8e85-bf2212ca7da5 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.154135 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a191a898-3305-47f6-8e85-bf2212ca7da5 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.182600 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a191a898-3305-47f6-8e85-bf2212ca7da5 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.183822 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a191a898-3305-47f6-8e85-bf2212ca7da5 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1294675
Nov 20 21:14:00.186776 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42852) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:00.188671 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191a898-3305-47f6-8e85-bf2212ca7da5 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7ebd60-12cd-46b4-a533-1d21511fa54a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:00.193512 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-bcf3b9e5-6abb-41ed-b138-103331c7aa57 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group_rule': {'security_group_id': 'ac7ebd60-12cd-46b4-a533-1d21511fa54a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:00.221199 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bcf3b9e5-6abb-41ed-b138-103331c7aa57 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.267551 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bcf3b9e5-6abb-41ed-b138-103331c7aa57 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.271516 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bcf3b9e5-6abb-41ed-b138-103331c7aa57 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.289879 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3b9e5-6abb-41ed-b138-103331c7aa57 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30edd972-761d-4cd2-b14c-2be9ee17b652,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:00.298384 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bcf3b9e5-6abb-41ed-b138-103331c7aa57 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.299581 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bcf3b9e5-6abb-41ed-b138-103331c7aa57 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1117709
Nov 20 21:14:00.302279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42856) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:00.306565 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a635e104-9dcc-4e5f-8bd1-beda59e5ad97 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group_rule': {'security_group_id': 'ac7ebd60-12cd-46b4-a533-1d21511fa54a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:00.333878 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a635e104-9dcc-4e5f-8bd1-beda59e5ad97 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.397578 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a635e104-9dcc-4e5f-8bd1-beda59e5ad97 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.404832 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a635e104-9dcc-4e5f-8bd1-beda59e5ad97 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.425058 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635e104-9dcc-4e5f-8bd1-beda59e5ad97 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d8c997-f098-4c93-8735-3dc3566451bb,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:00.431331 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a635e104-9dcc-4e5f-8bd1-beda59e5ad97 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.432415 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a635e104-9dcc-4e5f-8bd1-beda59e5ad97 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1291990
Nov 20 21:14:00.435247 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42868) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:00.441415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-dc859699-d4e3-4c95-bcdb-45f0c8199c61 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group_rule': {'security_group_id': 'ac7ebd60-12cd-46b4-a533-1d21511fa54a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:00.476473 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc859699-d4e3-4c95-bcdb-45f0c8199c61 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.496933 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:14:00.541367 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc859699-d4e3-4c95-bcdb-45f0c8199c61 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.545975 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc859699-d4e3-4c95-bcdb-45f0c8199c61 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.565273 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc859699-d4e3-4c95-bcdb-45f0c8199c61 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5dde75e-0197-4df9-83c6-4face8d8dd2a,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:00.575414 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dc859699-d4e3-4c95-bcdb-45f0c8199c61 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.576687 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dc859699-d4e3-4c95-bcdb-45f0c8199c61 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1401796
Nov 20 21:14:00.579424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42874) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:00.583863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-aabddf5a-8731-4757-bf6b-1b9fb6db9dcf tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group_rule': {'security_group_id': 'ac7ebd60-12cd-46b4-a533-1d21511fa54a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:00.611144 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aabddf5a-8731-4757-bf6b-1b9fb6db9dcf tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.671306 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aabddf5a-8731-4757-bf6b-1b9fb6db9dcf tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:00.675653 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aabddf5a-8731-4757-bf6b-1b9fb6db9dcf tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.027805 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabddf5a-8731-4757-bf6b-1b9fb6db9dcf tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332372be-2a28-4e3b-817d-158d7acef725,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:01.033351 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aabddf5a-8731-4757-bf6b-1b9fb6db9dcf tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.037966 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-aabddf5a-8731-4757-bf6b-1b9fb6db9dcf tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4542241
Nov 20 21:14:01.038105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42888) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:01.042237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-f2fc67c6-597c-4407-9fb4-8f8c0903e877 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group_rule': {'security_group_id': 'ac7ebd60-12cd-46b4-a533-1d21511fa54a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:01.070737 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2fc67c6-597c-4407-9fb4-8f8c0903e877 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.134084 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2fc67c6-597c-4407-9fb4-8f8c0903e877 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.138817 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2fc67c6-597c-4407-9fb4-8f8c0903e877 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.160057 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc67c6-597c-4407-9fb4-8f8c0903e877 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b70e3c-c7c6-453b-b5cb-f57c0cce4098,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:01.169129 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f2fc67c6-597c-4407-9fb4-8f8c0903e877 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.173025 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f2fc67c6-597c-4407-9fb4-8f8c0903e877 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1317465
Nov 20 21:14:01.173369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42894) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:01.202853 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06afea6e-ac46-4e54-bd22-e7ec432604a9 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.211819 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06afea6e-ac46-4e54-bd22-e7ec432604a9 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.238371 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06afea6e-ac46-4e54-bd22-e7ec432604a9 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.243950 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06afea6e-ac46-4e54-bd22-e7ec432604a9 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.245094 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-06afea6e-ac46-4e54-bd22-e7ec432604a9 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a5b70e3c-c7c6-453b-b5cb-f57c0cce4098 HTTP/1.1" status: 204  len: 168 time: 0.0707819
Nov 20 21:14:01.247913 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42898) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:01.255445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afea6e-ac46-4e54-bd22-e7ec432604a9 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5b70e3c-c7c6-453b-b5cb-f57c0cce4098,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:01.300703 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7e75fd3d-726c-45ea-bf37-23055c15198f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.0514030
Nov 20 21:14:01.303698 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42900) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:01.327740 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3518aa78-6f76-40f2-900d-5cbfeed61e8a tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.336723 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3518aa78-6f76-40f2-900d-5cbfeed61e8a tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.364129 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3518aa78-6f76-40f2-900d-5cbfeed61e8a tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.370663 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3518aa78-6f76-40f2-900d-5cbfeed61e8a tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.371801 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3518aa78-6f76-40f2-900d-5cbfeed61e8a tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/332372be-2a28-4e3b-817d-158d7acef725 HTTP/1.1" status: 204  len: 168 time: 0.0669835
Nov 20 21:14:01.375083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42904) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:01.377465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518aa78-6f76-40f2-900d-5cbfeed61e8a tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=332372be-2a28-4e3b-817d-158d7acef725,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:01.423752 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4761b05a-095b-4e2f-b9c2-4b89b7e2ed2a tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.0471408
Nov 20 21:14:01.426664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42908) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:01.449127 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ca451e1-a33e-4a2e-bd51-54c7f0959d8e tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.457166 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ca451e1-a33e-4a2e-bd51-54c7f0959d8e tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.485349 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ca451e1-a33e-4a2e-bd51-54c7f0959d8e tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.492961 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ca451e1-a33e-4a2e-bd51-54c7f0959d8e tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.494111 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7ca451e1-a33e-4a2e-bd51-54c7f0959d8e tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f5dde75e-0197-4df9-83c6-4face8d8dd2a HTTP/1.1" status: 204  len: 168 time: 0.0665171
Nov 20 21:14:01.497116 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42914) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:01.501447 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca451e1-a33e-4a2e-bd51-54c7f0959d8e tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5dde75e-0197-4df9-83c6-4face8d8dd2a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:01.552255 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fce079fc-cf18-407c-81a3-c4a70680cc44 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.0536129
Nov 20 21:14:01.555254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42918) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:01.584028 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e87250bf-fc75-49f0-9c71-6c29ecef8a44 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.591929 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e87250bf-fc75-49f0-9c71-6c29ecef8a44 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.618712 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e87250bf-fc75-49f0-9c71-6c29ecef8a44 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.626121 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e87250bf-fc75-49f0-9c71-6c29ecef8a44 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.627317 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e87250bf-fc75-49f0-9c71-6c29ecef8a44 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/44d8c997-f098-4c93-8735-3dc3566451bb HTTP/1.1" status: 204  len: 168 time: 0.0711291
Nov 20 21:14:01.630527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42920) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:01.632050 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87250bf-fc75-49f0-9c71-6c29ecef8a44 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44d8c997-f098-4c93-8735-3dc3566451bb,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:01.674342 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-95acca6a-6776-40ad-907f-8eec2eb4aa65 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0423572
Nov 20 21:14:01.677215 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42922) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:01.702630 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5ec6dcf5-c678-4c69-bc41-0b1f2faa6167 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.710876 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5ec6dcf5-c678-4c69-bc41-0b1f2faa6167 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.738085 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5ec6dcf5-c678-4c69-bc41-0b1f2faa6167 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.743549 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5ec6dcf5-c678-4c69-bc41-0b1f2faa6167 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.744929 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5ec6dcf5-c678-4c69-bc41-0b1f2faa6167 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/30edd972-761d-4cd2-b14c-2be9ee17b652 HTTP/1.1" status: 204  len: 168 time: 0.0666976
Nov 20 21:14:01.747951 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42926) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:01.754194 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6dcf5-c678-4c69-bc41-0b1f2faa6167 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30edd972-761d-4cd2-b14c-2be9ee17b652,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:01.789580 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fe1e0ae6-4a1c-43b9-a7e9-072aacedd62b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0403442
Nov 20 21:14:01.792475 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42928) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:01.845534 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-069b589b-9666-45dd-b96d-cfc7722e4470 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.871882 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-069b589b-9666-45dd-b96d-cfc7722e4470 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.916440 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-069b589b-9666-45dd-b96d-cfc7722e4470 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.919283 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-069b589b-9666-45dd-b96d-cfc7722e4470 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:01.920428 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-069b589b-9666-45dd-b96d-cfc7722e4470 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-groups/ac7ebd60-12cd-46b4-a533-1d21511fa54a HTTP/1.1" status: 204  len: 168 time: 0.1270106
Nov 20 21:14:01.923235 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42932) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:01.930151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b589b-9666-45dd-b96d-cfc7722e4470 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7ebd60-12cd-46b4-a533-1d21511fa54a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:01.980351 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1b463cb9-0df6-44d1-aa87-955c00b1ef1d tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0558510
Nov 20 21:14:01.986412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42934) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:01.991128 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-95bdf11a-4d5a-4310-aaa1-2aeee14060f0 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group': {'name': 'tempest-secgroup--943975754'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:02.015040 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42936) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:02.021590 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95bdf11a-4d5a-4310-aaa1-2aeee14060f0 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.090392 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95bdf11a-4d5a-4310-aaa1-2aeee14060f0 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.095413 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95bdf11a-4d5a-4310-aaa1-2aeee14060f0 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.130220 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95bdf11a-4d5a-4310-aaa1-2aeee14060f0 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.131413 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-95bdf11a-4d5a-4310-aaa1-2aeee14060f0 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1439307
Nov 20 21:14:02.134192 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42940) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:02.138811 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-fcdc4af2-309d-459d-b725-f1ad0d345d9b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group_rule': {'security_group_id': '899dabd4-cdd1-40e1-ba31-b8e47d98353a', 'direction': 'ingress', 'protocol': 17}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:02.140278 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77adf228-1d06-45a9-8f46-824cb7bcdd66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.148304 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdf11a-4d5a-4310-aaa1-2aeee14060f0 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899dabd4-cdd1-40e1-ba31-b8e47d98353a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:02.170714 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fcdc4af2-309d-459d-b725-f1ad0d345d9b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.227158 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77adf228-1d06-45a9-8f46-824cb7bcdd66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.231291 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77adf228-1d06-45a9-8f46-824cb7bcdd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.232278 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fcdc4af2-309d-459d-b725-f1ad0d345d9b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.236658 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fcdc4af2-309d-459d-b725-f1ad0d345d9b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.255439 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc4af2-309d-459d-b725-f1ad0d345d9b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccaf6b26-e5ec-4dbf-99ea-7be1aa68134c,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:02.263058 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fcdc4af2-309d-459d-b725-f1ad0d345d9b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.264265 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fcdc4af2-309d-459d-b725-f1ad0d345d9b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1290283
Nov 20 21:14:02.267205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42942) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:02.276097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adf228-1d06-45a9-8f46-824cb7bcdd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb55e17-6b6f-476a-aa14-113333c3213b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:02.282601 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-77adf228-1d06-45a9-8f46-824cb7bcdd66 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=548bb4d3d6b44b85b38faf1006b4056b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2664394
Nov 20 21:14:02.284391 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42944) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:02.322399 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b34d64b-e3fc-4747-b64a-200a6775cf38 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.338579 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7156cc03-b3ae-40ea-99eb-c09d215937af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.345841 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b34d64b-e3fc-4747-b64a-200a6775cf38 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.361311 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7156cc03-b3ae-40ea-99eb-c09d215937af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.392137 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b34d64b-e3fc-4747-b64a-200a6775cf38 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.394829 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b34d64b-e3fc-4747-b64a-200a6775cf38 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.398292 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7b34d64b-e3fc-4747-b64a-200a6775cf38 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-groups/899dabd4-cdd1-40e1-ba31-b8e47d98353a HTTP/1.1" status: 204  len: 168 time: 0.1278331
Nov 20 21:14:02.398782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42946) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:02.405707 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34d64b-e3fc-4747-b64a-200a6775cf38 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=899dabd4-cdd1-40e1-ba31-b8e47d98353a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:02.428530 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7156cc03-b3ae-40ea-99eb-c09d215937af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.431179 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7156cc03-b3ae-40ea-99eb-c09d215937af admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.435378 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7156cc03-b3ae-40ea-99eb-c09d215937af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0bb55e17-6b6f-476a-aa14-113333c3213b HTTP/1.1" status: 204  len: 168 time: 0.1498070
Nov 20 21:14:02.463932 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156cc03-b3ae-40ea-99eb-c09d215937af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb55e17-6b6f-476a-aa14-113333c3213b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:02.472618 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0d6ba9d7-23e5-4aea-8865-ef42930f3d14 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0726557
Nov 20 21:14:02.477075 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42950) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:02.483110 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4def0ff7-6ba6-46d7-84d0-f17bf57330bd tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group': {'name': 'tempest-secgroup--2061042295'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:02.523851 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4def0ff7-6ba6-46d7-84d0-f17bf57330bd tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.618695 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4def0ff7-6ba6-46d7-84d0-f17bf57330bd tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.626781 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4def0ff7-6ba6-46d7-84d0-f17bf57330bd tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.659633 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4def0ff7-6ba6-46d7-84d0-f17bf57330bd tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.660987 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4def0ff7-6ba6-46d7-84d0-f17bf57330bd tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1827462
Nov 20 21:14:02.663887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42960) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:02.665705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def0ff7-6ba6-46d7-84d0-f17bf57330bd tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6712b9dd-6f4b-419d-9b48-c1d0e5a85ba9,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:02.669117 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-048b6f32-30d6-442d-8ae3-7f1f0ebefd18 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group': {'name': 'tempest-secgroup--607934474'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:02.695332 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-048b6f32-30d6-442d-8ae3-7f1f0ebefd18 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.770722 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-048b6f32-30d6-442d-8ae3-7f1f0ebefd18 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.775153 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-048b6f32-30d6-442d-8ae3-7f1f0ebefd18 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.800546 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42962) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:02.813002 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b6f32-30d6-442d-8ae3-7f1f0ebefd18 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec70aca-cea1-40ce-b3f5-ebab5dbe9ee6,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:02.817384 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-048b6f32-30d6-442d-8ae3-7f1f0ebefd18 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.817758 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2762e766-06cf-4c96-af48-9e762ed33622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.818798 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-048b6f32-30d6-442d-8ae3-7f1f0ebefd18 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1535134
Nov 20 21:14:02.821351 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42964) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:02.825786 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-39ef82c6-f3d6-4b64-97f7-6d19f91b5aec tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group_rule': {'security_group_id': '6712b9dd-6f4b-419d-9b48-c1d0e5a85ba9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'eec70aca-cea1-40ce-b3f5-ebab5dbe9ee6', 'remote_ip_prefix': None}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:02.890009 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-39ef82c6-f3d6-4b64-97f7-6d19f91b5aec tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.983613 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2762e766-06cf-4c96-af48-9e762ed33622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:02.996291 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2762e766-06cf-4c96-af48-9e762ed33622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.027919 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-39ef82c6-f3d6-4b64-97f7-6d19f91b5aec tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.043660 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-39ef82c6-f3d6-4b64-97f7-6d19f91b5aec tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.055114 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2762e766-06cf-4c96-af48-9e762ed33622 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45c259da08f54381a4e1a556b0b83202&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2534711
Nov 20 21:14:03.057866 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42966) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:03.062410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762e766-06cf-4c96-af48-9e762ed33622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80eca93b-6354-4c9d-9184-717012f9d175,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:03.070261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef82c6-f3d6-4b64-97f7-6d19f91b5aec tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce619a0-4a15-4d0e-9dbb-7e21004030c1,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:03.084096 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-39ef82c6-f3d6-4b64-97f7-6d19f91b5aec tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.088750 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-39ef82c6-f3d6-4b64-97f7-6d19f91b5aec tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.2637172
Nov 20 21:14:03.088943 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42968) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:03.109884 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f92ad78-a5e3-49ec-85f5-d7f709731de1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.114935 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2fb5026c-796c-46e1-aab2-5b8d6949b761 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.122473 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2fb5026c-796c-46e1-aab2-5b8d6949b761 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.136767 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f92ad78-a5e3-49ec-85f5-d7f709731de1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.154444 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2fb5026c-796c-46e1-aab2-5b8d6949b761 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.161333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2fb5026c-796c-46e1-aab2-5b8d6949b761 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.162463 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2fb5026c-796c-46e1-aab2-5b8d6949b761 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/0ce619a0-4a15-4d0e-9dbb-7e21004030c1 HTTP/1.1" status: 204  len: 168 time: 0.0722418
Nov 20 21:14:03.165656 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42970) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:03.167905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5026c-796c-46e1-aab2-5b8d6949b761 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ce619a0-4a15-4d0e-9dbb-7e21004030c1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:03.214247 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b79cee89-535f-4928-8fd0-13fb94e52b2b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0474041
Nov 20 21:14:03.216842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42972) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:03.227313 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f92ad78-a5e3-49ec-85f5-d7f709731de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.229766 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f92ad78-a5e3-49ec-85f5-d7f709731de1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.231238 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4f92ad78-a5e3-49ec-85f5-d7f709731de1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/80eca93b-6354-4c9d-9184-717012f9d175 HTTP/1.1" status: 204  len: 168 time: 0.1723344
Nov 20 21:14:03.252532 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92ad78-a5e3-49ec-85f5-d7f709731de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80eca93b-6354-4c9d-9184-717012f9d175,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:03.285857 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1055aa0-885a-4f6a-9b32-ba0b93e9649f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.308378 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1055aa0-885a-4f6a-9b32-ba0b93e9649f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.350933 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1055aa0-885a-4f6a-9b32-ba0b93e9649f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.353536 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a1055aa0-885a-4f6a-9b32-ba0b93e9649f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.355264 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a1055aa0-885a-4f6a-9b32-ba0b93e9649f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-groups/eec70aca-cea1-40ce-b3f5-ebab5dbe9ee6 HTTP/1.1" status: 204  len: 168 time: 0.1370623
Nov 20 21:14:03.357549 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42976) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:03.367453 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1055aa0-885a-4f6a-9b32-ba0b93e9649f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec70aca-cea1-40ce-b3f5-ebab5dbe9ee6,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:03.422316 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fa6fd463-c7d0-458d-b6cc-53f9394dffda tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0633242
Nov 20 21:14:03.425062 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42980) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:03.479417 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f196cf7-70e5-459f-81d5-f4d386e628e2 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.504130 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f196cf7-70e5-459f-81d5-f4d386e628e2 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.553736 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f196cf7-70e5-459f-81d5-f4d386e628e2 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.556429 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f196cf7-70e5-459f-81d5-f4d386e628e2 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.557567 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5f196cf7-70e5-459f-81d5-f4d386e628e2 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-groups/6712b9dd-6f4b-419d-9b48-c1d0e5a85ba9 HTTP/1.1" status: 204  len: 168 time: 0.1314805
Nov 20 21:14:03.560463 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 42988) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:03.567171 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f196cf7-70e5-459f-81d5-f4d386e628e2 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6712b9dd-6f4b-419d-9b48-c1d0e5a85ba9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:03.610490 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ee74b42a-cb9d-4613-a12f-5e63c3b2c66f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0483148
Nov 20 21:14:03.614346 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 42992) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:03.618920 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e9f412e3-f721-4d30-b4e3-6811a689bc04 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408464314'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:03.645278 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e9f412e3-f721-4d30-b4e3-6811a689bc04 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.716892 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e9f412e3-f721-4d30-b4e3-6811a689bc04 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.721410 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e9f412e3-f721-4d30-b4e3-6811a689bc04 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.751178 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e9f412e3-f721-4d30-b4e3-6811a689bc04 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.752500 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e9f412e3-f721-4d30-b4e3-6811a689bc04 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1371248
Nov 20 21:14:03.754784 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f412e3-f721-4d30-b4e3-6811a689bc04 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218ad055-071a-4fb3-b9bc-cc977c84f391,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:03.755593 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43000) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:03.760587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-9b71b711-17f7-4cf6-8036-333c9edce4fd tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group_rule': {'security_group_id': '218ad055-071a-4fb3-b9bc-cc977c84f391', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:03.791911 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9b71b711-17f7-4cf6-8036-333c9edce4fd tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.853495 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9b71b711-17f7-4cf6-8036-333c9edce4fd tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.858329 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9b71b711-17f7-4cf6-8036-333c9edce4fd tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.881402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71b711-17f7-4cf6-8036-333c9edce4fd tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe547c0-a3ab-4d35-8167-e4801864071b,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:03.889819 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9b71b711-17f7-4cf6-8036-333c9edce4fd tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.891858 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9b71b711-17f7-4cf6-8036-333c9edce4fd tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1348681
Nov 20 21:14:03.894670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43008) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:03.918876 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-16ffe41e-2e89-4d0f-956c-a2fd0a9c4318 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.927233 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-16ffe41e-2e89-4d0f-956c-a2fd0a9c4318 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.955782 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-16ffe41e-2e89-4d0f-956c-a2fd0a9c4318 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.961061 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-16ffe41e-2e89-4d0f-956c-a2fd0a9c4318 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:03.962318 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-16ffe41e-2e89-4d0f-956c-a2fd0a9c4318 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/7fe547c0-a3ab-4d35-8167-e4801864071b HTTP/1.1" status: 204  len: 168 time: 0.0666764
Nov 20 21:14:03.965184 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43010) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:03.971588 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffe41e-2e89-4d0f-956c-a2fd0a9c4318 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fe547c0-a3ab-4d35-8167-e4801864071b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:04.010042 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f77c877c-555f-4511-a1e5-0782fee9a8b2 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0433333
Nov 20 21:14:04.012639 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43014) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:04.065047 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4a88fdc-450f-4066-8bc8-be44268ffb17 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.088880 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4a88fdc-450f-4066-8bc8-be44268ffb17 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.130841 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4a88fdc-450f-4066-8bc8-be44268ffb17 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.133759 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4a88fdc-450f-4066-8bc8-be44268ffb17 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.134967 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f4a88fdc-450f-4066-8bc8-be44268ffb17 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-groups/218ad055-071a-4fb3-b9bc-cc977c84f391 HTTP/1.1" status: 204  len: 168 time: 0.1214030
Nov 20 21:14:04.137960 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43018) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:04.144993 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a88fdc-450f-4066-8bc8-be44268ffb17 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=218ad055-071a-4fb3-b9bc-cc977c84f391,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:04.193913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2bb808c7-285c-48a5-bc6e-83226e0d415a tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0542002
Nov 20 21:14:04.197865 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43022) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:04.202540 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ddf31aa5-0dc6-4937-bced-394d450d993d tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group': {'name': 'tempest-secgroup--5470369'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:04.224764 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ddf31aa5-0dc6-4937-bced-394d450d993d tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.295213 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ddf31aa5-0dc6-4937-bced-394d450d993d tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.300462 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ddf31aa5-0dc6-4937-bced-394d450d993d tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.329687 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ddf31aa5-0dc6-4937-bced-394d450d993d tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.330975 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ddf31aa5-0dc6-4937-bced-394d450d993d tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1760 time: 0.1318610
Nov 20 21:14:04.334238 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43028) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:04.335487 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf31aa5-0dc6-4937-bced-394d450d993d tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=647d3f5b-9002-42d9-8613-04c3d9a318cc,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:04.344320 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-30ee244c-fb7e-4b01-a74a-19aba85a473f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group_rule': {'security_group_id': '647d3f5b-9002-42d9-8613-04c3d9a318cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:04.379936 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-30ee244c-fb7e-4b01-a74a-19aba85a473f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.446465 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-30ee244c-fb7e-4b01-a74a-19aba85a473f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.451179 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-30ee244c-fb7e-4b01-a74a-19aba85a473f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.470086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee244c-fb7e-4b01-a74a-19aba85a473f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5393ffd-f569-4a66-aad7-02bece9a39de,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:04.476441 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-30ee244c-fb7e-4b01-a74a-19aba85a473f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.478186 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-30ee244c-fb7e-4b01-a74a-19aba85a473f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1420658
Nov 20 21:14:04.480797 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43034) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:04.498087 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-83ca520a-90ce-431d-8d7a-071151310a7f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-group-rules/d5393ffd-f569-4a66-aad7-02bece9a39de HTTP/1.1" status: 200  len: 763 time: 0.0153275
Nov 20 21:14:04.499605 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43036) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:04.549986 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-927e2706-c1d3-4911-9d71-ca5a4f299687 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0460138
Nov 20 21:14:04.549986 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43040) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:04.576499 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2708fafa-3f4b-49f0-aae6-85594baaa67c tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.585310 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2708fafa-3f4b-49f0-aae6-85594baaa67c tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.612265 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2708fafa-3f4b-49f0-aae6-85594baaa67c tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.617978 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2708fafa-3f4b-49f0-aae6-85594baaa67c tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.619184 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2708fafa-3f4b-49f0-aae6-85594baaa67c tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d5393ffd-f569-4a66-aad7-02bece9a39de HTTP/1.1" status: 204  len: 168 time: 0.0683243
Nov 20 21:14:04.621867 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43046) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:04.629233 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708fafa-3f4b-49f0-aae6-85594baaa67c tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5393ffd-f569-4a66-aad7-02bece9a39de,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:04.665425 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5fa289d2-b801-4e4d-be0e-a26665741b8b tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0404356
Nov 20 21:14:04.666308 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43050) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:04.670932 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-758db412-b2f7-4a73-ab7e-493ddf0fbbef tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group_rule': {'security_group_id': '647d3f5b-9002-42d9-8613-04c3d9a318cc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:04.705318 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-758db412-b2f7-4a73-ab7e-493ddf0fbbef tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.762499 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-758db412-b2f7-4a73-ab7e-493ddf0fbbef tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.766765 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-758db412-b2f7-4a73-ab7e-493ddf0fbbef tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.788446 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758db412-b2f7-4a73-ab7e-493ddf0fbbef tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e85a72-985f-450e-8abf-659b65800654,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:04.798323 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-758db412-b2f7-4a73-ab7e-493ddf0fbbef tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.799574 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-758db412-b2f7-4a73-ab7e-493ddf0fbbef tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1322474
Nov 20 21:14:04.802397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43058) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:04.819021 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-11a1d778-45d5-4273-b89d-8295ff93ab74 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-group-rules/36e85a72-985f-450e-8abf-659b65800654 HTTP/1.1" status: 200  len: 763 time: 0.0154352
Nov 20 21:14:04.821369 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43062) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:04.864702 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e6ac524e-bf4c-4225-a76c-78c92a2bb8c6 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0422528
Nov 20 21:14:04.867376 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43066) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:04.894528 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44cd254e-7d8c-4627-9838-8626f37bad6a tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.903489 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44cd254e-7d8c-4627-9838-8626f37bad6a tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.933031 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44cd254e-7d8c-4627-9838-8626f37bad6a tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.940565 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-44cd254e-7d8c-4627-9838-8626f37bad6a tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:04.941702 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-44cd254e-7d8c-4627-9838-8626f37bad6a tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/36e85a72-985f-450e-8abf-659b65800654 HTTP/1.1" status: 204  len: 168 time: 0.0733991
Nov 20 21:14:04.944487 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43070) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:04.946293 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd254e-7d8c-4627-9838-8626f37bad6a tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36e85a72-985f-450e-8abf-659b65800654,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:04.985793 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-02f993d3-7fb3-4666-ae18-319967648624 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0398917
Nov 20 21:14:04.988504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43074) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:04.992806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-9c9c1817-c8d9-45d6-9fd5-9e68c7dba23e tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Request body: {'security_group_rule': {'security_group_id': '647d3f5b-9002-42d9-8613-04c3d9a318cc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:05.021898 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9c9c1817-c8d9-45d6-9fd5-9e68c7dba23e tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:05.083313 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9c9c1817-c8d9-45d6-9fd5-9e68c7dba23e tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:05.087185 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9c9c1817-c8d9-45d6-9fd5-9e68c7dba23e tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:05.106883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c1817-c8d9-45d6-9fd5-9e68c7dba23e tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3952d2-8a01-427c-8600-4b8b94f0af76,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:05.114560 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9c9c1817-c8d9-45d6-9fd5-9e68c7dba23e tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:05.115763 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9c9c1817-c8d9-45d6-9fd5-9e68c7dba23e tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1263177
Nov 20 21:14:05.118566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43084) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:05.135259 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-233b77c7-431f-4a7f-8cd7-bfe616cee146 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-group-rules/de3952d2-8a01-427c-8600-4b8b94f0af76 HTTP/1.1" status: 200  len: 764 time: 0.0157745
Nov 20 21:14:05.137861 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43086) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:05.180710 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bef52ee4-e291-4c65-9e10-b12ee998a99f tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0415945
Nov 20 21:14:05.183548 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43090) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:05.208887 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c8987463-6ded-453d-badf-04f2fa72aec9 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:05.217162 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c8987463-6ded-453d-badf-04f2fa72aec9 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:05.244087 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c8987463-6ded-453d-badf-04f2fa72aec9 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:05.252952 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c8987463-6ded-453d-badf-04f2fa72aec9 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:05.252952 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c8987463-6ded-453d-badf-04f2fa72aec9 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/de3952d2-8a01-427c-8600-4b8b94f0af76 HTTP/1.1" status: 204  len: 168 time: 0.0663099
Nov 20 21:14:05.253831 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43096) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:05.271528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8987463-6ded-453d-badf-04f2fa72aec9 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de3952d2-8a01-427c-8600-4b8b94f0af76,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:05.301802 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1fde6b34-34ed-471e-80a0-c9f2c6f76185 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0468688
Nov 20 21:14:05.304500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43098) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:05.356858 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c01248ea-ed85-411b-9c7d-a4ce2e4fd4e3 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:05.379660 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c01248ea-ed85-411b-9c7d-a4ce2e4fd4e3 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:05.421910 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c01248ea-ed85-411b-9c7d-a4ce2e4fd4e3 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:05.424753 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c01248ea-ed85-411b-9c7d-a4ce2e4fd4e3 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:05.425904 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c01248ea-ed85-411b-9c7d-a4ce2e4fd4e3 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "DELETE /v2.0/security-groups/647d3f5b-9002-42d9-8613-04c3d9a318cc HTTP/1.1" status: 204  len: 168 time: 0.1204844
Nov 20 21:14:05.429037 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43102) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:05.436441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01248ea-ed85-411b-9c7d-a4ce2e4fd4e3 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=647d3f5b-9002-42d9-8613-04c3d9a318cc,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:05.492556 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-48fe1d4c-7512-4cff-9e2a-9b356bcdebf4 tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0578618
Nov 20 21:14:05.492974 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43104) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:05.546316 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-71781a79-f6f0-4fff-be52-672fbd58fa3e tempest-SecGroupTest-1942071503 tempest-SecGroupTest-1942071503-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0521603
Nov 20 21:14:05.594480 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43112) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:05.717177 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d118dc0-3272-4832-984a-de744bc7c5b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:05.799316 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d118dc0-3272-4832-984a-de744bc7c5b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:05.804827 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43120) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:05.807332 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d118dc0-3272-4832-984a-de744bc7c5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:05.853115 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d118dc0-3272-4832-984a-de744bc7c5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae6cd61-deb9-4919-bd6e-176e2523542b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:05.860658 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43126) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:05.860892 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0d118dc0-3272-4832-984a-de744bc7c5b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11caf8f93036447b864aaccafb2348bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2642410
Nov 20 21:14:05.915707 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ecd40cd-364b-4b76-8ac7-0174b5fff334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:05.961084 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ecd40cd-364b-4b76-8ac7-0174b5fff334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:05.986639 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e16d634a-c874-48fd-bbf8-82b73547abb2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65df9a52e1864ed3a7c50fddb08aa5ec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1807673
Nov 20 21:14:05.989047 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43130) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:06.055408 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-94997c4b-356f-46ba-9adf-e57b7373e1d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:06.059888 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ecd40cd-364b-4b76-8ac7-0174b5fff334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:06.062669 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ecd40cd-364b-4b76-8ac7-0174b5fff334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:06.064424 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8ecd40cd-364b-4b76-8ac7-0174b5fff334 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ae6cd61-deb9-4919-bd6e-176e2523542b HTTP/1.1" status: 204  len: 168 time: 0.2027302
Nov 20 21:14:06.086415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd40cd-364b-4b76-8ac7-0174b5fff334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae6cd61-deb9-4919-bd6e-176e2523542b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:06.092249 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-94997c4b-356f-46ba-9adf-e57b7373e1d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:06.159402 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-94997c4b-356f-46ba-9adf-e57b7373e1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:06.163125 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-94997c4b-356f-46ba-9adf-e57b7373e1d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:06.168525 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-94997c4b-356f-46ba-9adf-e57b7373e1d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50ece82a-6255-4cb7-8e12-d249f11ce73b HTTP/1.1" status: 204  len: 168 time: 0.1782696
Nov 20 21:14:06.200468 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94997c4b-356f-46ba-9adf-e57b7373e1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ece82a-6255-4cb7-8e12-d249f11ce73b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:06.483381 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43160) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:06.502339 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-13dbf4cb-ff9a-4d84-aeef-8339b34f9d0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:06.586760 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-13dbf4cb-ff9a-4d84-aeef-8339b34f9d0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:06.591435 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-13dbf4cb-ff9a-4d84-aeef-8339b34f9d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:06.633468 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-13dbf4cb-ff9a-4d84-aeef-8339b34f9d0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99b147bd3768416d9f96651ebf708285&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1454370
Nov 20 21:14:06.633468 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dbf4cb-ff9a-4d84-aeef-8339b34f9d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4333c6-e75d-4ec7-aebb-f235edefc3f5,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:06.633883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43168) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:06.686470 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb86f129-a7bd-421b-98b6-807c33d09d6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:06.709046 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb86f129-a7bd-421b-98b6-807c33d09d6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:06.758007 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb86f129-a7bd-421b-98b6-807c33d09d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:06.760675 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb86f129-a7bd-421b-98b6-807c33d09d6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:06.761823 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fb86f129-a7bd-421b-98b6-807c33d09d6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c4333c6-e75d-4ec7-aebb-f235edefc3f5 HTTP/1.1" status: 204  len: 168 time: 0.1268411
Nov 20 21:14:06.770528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86f129-a7bd-421b-98b6-807c33d09d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4333c6-e75d-4ec7-aebb-f235edefc3f5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:08.258824 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:08.306066 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:08.340912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43264) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:08.463638 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5e54-699a-435f-83af-d35a4354c1ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:08.546030 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5e54-699a-435f-83af-d35a4354c1ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:08.556366 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5e54-699a-435f-83af-d35a4354c1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:08.606325 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43278) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:08.606910 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8dfd5e54-699a-435f-83af-d35a4354c1ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f23b811b63ad46259e7ea93d4b5b3f9b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2644284
Nov 20 21:14:08.607796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd5e54-699a-435f-83af-d35a4354c1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5590c172-24d9-4cda-8142-350a3560f01e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:08.663997 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6c8b3a26-c439-410b-9d15-c66ba5eccdb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:08.689955 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6c8b3a26-c439-410b-9d15-c66ba5eccdb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:08.752965 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6c8b3a26-c439-410b-9d15-c66ba5eccdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:08.755929 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6c8b3a26-c439-410b-9d15-c66ba5eccdb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:08.757119 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6c8b3a26-c439-410b-9d15-c66ba5eccdb5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5590c172-24d9-4cda-8142-350a3560f01e HTTP/1.1" status: 204  len: 168 time: 0.1484628
Nov 20 21:14:08.765048 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b3a26-c439-410b-9d15-c66ba5eccdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5590c172-24d9-4cda-8142-350a3560f01e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:09.056526 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43336) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:09.073633 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ebd525a7-5c6f-43af-8da7-566c2238cf79 req-ad052b4f-4579-4c64-82d2-8fbd9aad2d80 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0461531
Nov 20 21:14:09.074355 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4abfc13f-1764-477c-9de0-4325278aaeac admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:09.170195 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4abfc13f-1764-477c-9de0-4325278aaeac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:09.170367 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd525a7-5c6f-43af-8da7-566c2238cf79 req-82fea757-a509-40c4-96e5-fd907403df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:09.171743 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ebd525a7-5c6f-43af-8da7-566c2238cf79 req-82fea757-a509-40c4-96e5-fd907403df49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76440d312bb547959d5437ce510b515b&device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 1097 time: 0.0446630
Nov 20 21:14:09.183005 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4abfc13f-1764-477c-9de0-4325278aaeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:09.232748 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4abfc13f-1764-477c-9de0-4325278aaeac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c082846443b4d9dace1f0aa8363ab55&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1750243
Nov 20 21:14:09.235813 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43356) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:09.242658 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfc13f-1764-477c-9de0-4325278aaeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ba7c0f-8bd0-4e3c-8782-255ce51f0142,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:09.289800 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd525a7-5c6f-43af-8da7-566c2238cf79 req-fdfc1ef1-7f92-4855-83e0-56d3d523aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:09.291007 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31f9e8c7-73c7-41d6-8967-cbdda89466eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:09.291600 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ebd525a7-5c6f-43af-8da7-566c2238cf79 req-fdfc1ef1-7f92-4855-83e0-56d3d523aabf service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 HTTP/1.1" status: 200  len: 910 time: 0.1015065
Nov 20 21:14:09.313780 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31f9e8c7-73c7-41d6-8967-cbdda89466eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:09.369061 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31f9e8c7-73c7-41d6-8967-cbdda89466eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:09.372649 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31f9e8c7-73c7-41d6-8967-cbdda89466eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:09.374546 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-31f9e8c7-73c7-41d6-8967-cbdda89466eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82ba7c0f-8bd0-4e3c-8782-255ce51f0142 HTTP/1.1" status: 204  len: 168 time: 0.1375372
Nov 20 21:14:09.389814 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9e8c7-73c7-41d6-8967-cbdda89466eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ba7c0f-8bd0-4e3c-8782-255ce51f0142,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:09.412672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ebd525a7-5c6f-43af-8da7-566c2238cf79 req-72144538-878a-4b5b-a6ac-2ece577f31fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3132aec5-17c1-4ad9-a513-e12a061edbf5 HTTP/1.1" status: 200  len: 1000 time: 0.0856986
Nov 20 21:14:09.475544 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd525a7-5c6f-43af-8da7-566c2238cf79 req-bb87d5f0-522a-4f8d-9ca8-cf2ddce10f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:09.477186 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ebd525a7-5c6f-43af-8da7-566c2238cf79 req-bb87d5f0-522a-4f8d-9ca8-cf2ddce10f90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fee750e-6a59-4222-bc47-aa0a16b97917 HTTP/1.1" status: 200  len: 848 time: 0.0541401
Nov 20 21:14:09.503418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43362) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:09.527711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd525a7-5c6f-43af-8da7-566c2238cf79 req-177812a7-fd52-4886-aad5-1de5e9c05051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:09.529248 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ebd525a7-5c6f-43af-8da7-566c2238cf79 req-177812a7-fd52-4886-aad5-1de5e9c05051 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2fe32bd-ee9f-42ff-914b-61d7b525e3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0432925
Nov 20 21:14:09.634241 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ebd525a7-5c6f-43af-8da7-566c2238cf79 req-1f599b80-e5be-493e-a1ba-ec5841303ca1 service neutron] 10.222.0.37 "GET /v2.0/networks/f2fe32bd-ee9f-42ff-914b-61d7b525e3e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0968077
Nov 20 21:14:09.702007 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-445b5a8e-6199-462a-a300-e99e5e127e06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:09.737458 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ebd525a7-5c6f-43af-8da7-566c2238cf79 req-1705a8c0-a30c-4223-8e65-163985e87bea service neutron] 10.222.0.37 "GET /v2.0/networks/f2fe32bd-ee9f-42ff-914b-61d7b525e3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0951509
Nov 20 21:14:09.840328 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-445b5a8e-6199-462a-a300-e99e5e127e06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:09.846328 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-445b5a8e-6199-462a-a300-e99e5e127e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:09.897938 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-445b5a8e-6199-462a-a300-e99e5e127e06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=261ec8f742ac432da0ba777d436db658&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3931582
Nov 20 21:14:09.899260 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b5a8e-6199-462a-a300-e99e5e127e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf550ff-da20-4a21-b519-1e67ad0da105,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:09.900718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43382) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:09.967595 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bafedef4-dbd7-466b-884f-a601bfb1c2f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:09.989849 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bafedef4-dbd7-466b-884f-a601bfb1c2f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:10.043269 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bafedef4-dbd7-466b-884f-a601bfb1c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:10.046170 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bafedef4-dbd7-466b-884f-a601bfb1c2f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:10.047463 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bafedef4-dbd7-466b-884f-a601bfb1c2f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bf550ff-da20-4a21-b519-1e67ad0da105 HTTP/1.1" status: 204  len: 168 time: 0.1457114
Nov 20 21:14:10.055494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafedef4-dbd7-466b-884f-a601bfb1c2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf550ff-da20-4a21-b519-1e67ad0da105,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:10.227625 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e6c85c9-e813-4958-a62d-33a10dbdb38f req-dd9e9353-e7c8-4295-b7ba-61bd5486de7e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0461457
Nov 20 21:14:10.313925 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c85c9-e813-4958-a62d-33a10dbdb38f req-d2bd8450-8400-43af-8acb-b2fb6c51c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:10.315551 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e6c85c9-e813-4958-a62d-33a10dbdb38f req-d2bd8450-8400-43af-8acb-b2fb6c51c7aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=321f486ad3cb47d391a2136722e74f0a&device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 1096 time: 0.0444558
Nov 20 21:14:10.405982 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43404) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:10.421609 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1e207fea-67c2-473f-b689-ecbd6eeb3257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:10.436299 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c85c9-e813-4958-a62d-33a10dbdb38f req-ca657fcf-0abc-4631-bb03-caf322a1377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:10.438010 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e6c85c9-e813-4958-a62d-33a10dbdb38f req-ca657fcf-0abc-4631-bb03-caf322a1377e service neutron] 10.222.0.47 "GET /v2.0/networks?id=db248f70-92ce-470d-a8dd-1b99f1d82f6d HTTP/1.1" status: 200  len: 914 time: 0.1019762
Nov 20 21:14:10.481539 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e6c85c9-e813-4958-a62d-33a10dbdb38f req-8068543c-fc26-46d9-93af-3d98391294a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80fdb11c-e36a-4449-853b-09a5b29c799e HTTP/1.1" status: 200  len: 217 time: 0.0369940
Nov 20 21:14:10.509774 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1e207fea-67c2-473f-b689-ecbd6eeb3257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:10.518085 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1e207fea-67c2-473f-b689-ecbd6eeb3257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:10.534676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c85c9-e813-4958-a62d-33a10dbdb38f req-c17a77fb-8140-4613-81db-3707dab5e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:10.536393 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e6c85c9-e813-4958-a62d-33a10dbdb38f req-c17a77fb-8140-4613-81db-3707dab5e9bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0efd16e8-ada4-4474-8ef2-fcc0f1c40b1f HTTP/1.1" status: 200  len: 853 time: 0.0483027
Nov 20 21:14:10.559151 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1e207fea-67c2-473f-b689-ecbd6eeb3257 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=977aeed2f1484da69adb9ad0b08e925a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1507297
Nov 20 21:14:10.560085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e207fea-67c2-473f-b689-ecbd6eeb3257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cf39c4-b50c-4c54-aaf8-15017a04588d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:10.570310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43408) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:10.584168 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e6c85c9-e813-4958-a62d-33a10dbdb38f req-1f3d4286-1769-4ba7-9108-0587301d3efc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db248f70-92ce-470d-a8dd-1b99f1d82f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408316
Nov 20 21:14:10.691251 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f73c474d-b1f6-49ed-96bd-d3af62d6d460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:10.716637 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e6c85c9-e813-4958-a62d-33a10dbdb38f req-aa002319-a738-4e32-9c09-63d94203fa20 service neutron] 10.222.0.47 "GET /v2.0/networks/db248f70-92ce-470d-a8dd-1b99f1d82f6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232924
Nov 20 21:14:10.732360 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f73c474d-b1f6-49ed-96bd-d3af62d6d460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:10.841913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7e6c85c9-e813-4958-a62d-33a10dbdb38f req-dc87360b-5f5d-427f-ae44-74a0f588402e service neutron] 10.222.0.47 "GET /v2.0/networks/db248f70-92ce-470d-a8dd-1b99f1d82f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1175268
Nov 20 21:14:10.852052 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f73c474d-b1f6-49ed-96bd-d3af62d6d460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:10.855990 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f73c474d-b1f6-49ed-96bd-d3af62d6d460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:10.857246 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f73c474d-b1f6-49ed-96bd-d3af62d6d460 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00cf39c4-b50c-4c54-aaf8-15017a04588d HTTP/1.1" status: 204  len: 168 time: 0.2859871
Nov 20 21:14:10.867096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c474d-b1f6-49ed-96bd-d3af62d6d460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cf39c4-b50c-4c54-aaf8-15017a04588d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:11.402956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43468) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:11.525319 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-041f4531-f616-4a75-9592-893e46540dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:11.615326 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-041f4531-f616-4a75-9592-893e46540dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:11.619352 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-041f4531-f616-4a75-9592-893e46540dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:11.659445 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-041f4531-f616-4a75-9592-893e46540dc1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b106e15d7c2c41f98bea880af694dde5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2551987
Nov 20 21:14:11.660583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f4531-f616-4a75-9592-893e46540dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c206eb9-4657-461b-9071-ebc5ec0012d2,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:11.662143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43490) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:11.712998 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c61d8ad-fdf6-44f4-9a6d-e9463dc2fb11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:11.736514 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c61d8ad-fdf6-44f4-9a6d-e9463dc2fb11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:11.784433 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c61d8ad-fdf6-44f4-9a6d-e9463dc2fb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:11.787420 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c61d8ad-fdf6-44f4-9a6d-e9463dc2fb11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:11.792009 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0c61d8ad-fdf6-44f4-9a6d-e9463dc2fb11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c206eb9-4657-461b-9071-ebc5ec0012d2 HTTP/1.1" status: 204  len: 168 time: 0.1282594
Nov 20 21:14:11.800813 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61d8ad-fdf6-44f4-9a6d-e9463dc2fb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c206eb9-4657-461b-9071-ebc5ec0012d2,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:12.129311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43512) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:12.146271 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a4c2be4e-0e4f-4059-85bc-a32ec92e12f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:12.223867 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a4c2be4e-0e4f-4059-85bc-a32ec92e12f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:12.229069 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a4c2be4e-0e4f-4059-85bc-a32ec92e12f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:12.272007 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a4c2be4e-0e4f-4059-85bc-a32ec92e12f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca5ac86fc0fa4171b0b4bf3c4561d3ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1391518
Nov 20 21:14:12.272007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2be4e-0e4f-4059-85bc-a32ec92e12f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef570ef3-e64a-4dcd-8413-872487e3539a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:12.272335 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43516) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:12.325055 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-955f1971-940e-45c2-bd75-91d3b7ec3f41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:12.347902 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-955f1971-940e-45c2-bd75-91d3b7ec3f41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:12.403575 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-955f1971-940e-45c2-bd75-91d3b7ec3f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:12.407138 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-955f1971-940e-45c2-bd75-91d3b7ec3f41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:12.408889 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-955f1971-940e-45c2-bd75-91d3b7ec3f41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef570ef3-e64a-4dcd-8413-872487e3539a HTTP/1.1" status: 204  len: 168 time: 0.1353436
Nov 20 21:14:12.417756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f1971-940e-45c2-bd75-91d3b7ec3f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef570ef3-e64a-4dcd-8413-872487e3539a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:13.239251 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43600) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:13.292992 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bb4a2966-7109-4a04-93c3-cf9a617c58bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:13.369365 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-885e096d-0284-4f70-b689-b5b2bca23ef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:13.457432 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-885e096d-0284-4f70-b689-b5b2bca23ef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:13.462224 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-885e096d-0284-4f70-b689-b5b2bca23ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:13.495051 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43612) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:13.495495 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-885e096d-0284-4f70-b689-b5b2bca23ef7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0082fae463c048ca90bf255572a50baf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2550440
Nov 20 21:14:13.521493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e096d-0284-4f70-b689-b5b2bca23ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a0a7b2-71c3-490e-88d2-96fb6fdb9878,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:13.553837 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31a86025-63f8-412d-b10e-847ea2505469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:13.577723 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31a86025-63f8-412d-b10e-847ea2505469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:13.632812 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31a86025-63f8-412d-b10e-847ea2505469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:13.635647 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31a86025-63f8-412d-b10e-847ea2505469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:13.637030 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-31a86025-63f8-412d-b10e-847ea2505469 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1a0a7b2-71c3-490e-88d2-96fb6fdb9878 HTTP/1.1" status: 204  len: 168 time: 0.1408920
Nov 20 21:14:13.646555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a86025-63f8-412d-b10e-847ea2505469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a0a7b2-71c3-490e-88d2-96fb6fdb9878,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:13.982824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43632) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:13.996419 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8887-400e-4cac-8f61-8c9c2b28f336 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:14.076444 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8887-400e-4cac-8f61-8c9c2b28f336 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:14.080967 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8887-400e-4cac-8f61-8c9c2b28f336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:14.122816 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-eb8b8887-400e-4cac-8f61-8c9c2b28f336 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f3e163e12294e5eb78344494b63e42b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1388059
Nov 20 21:14:14.124914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b8887-400e-4cac-8f61-8c9c2b28f336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f675382e-090a-4d35-8553-6d7826e51aff,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:14.126306 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43634) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:14.179198 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:14.203685 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:14.273955 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:14.277091 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:14.280923 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f675382e-090a-4d35-8553-6d7826e51aff HTTP/1.1" status: 204  len: 168 time: 0.1535552
Nov 20 21:14:14.292415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f675382e-090a-4d35-8553-6d7826e51aff,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:14.302970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:14.303408 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:14.303825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:14.304157 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:14.305034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:14.305550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:14.306206 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:14.306890 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:14.307384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:14.307878 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:14.308371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:14.308859 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728c18-213e-4d2e-9703-de106a77fce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:15.679671 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b92c24e4-ac1c-4bc8-b0b7-ed986415a19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:16.779700 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:17.033424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43848) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:17.138800 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4621e86-4f8f-40c3-892d-a5fdb2da2d19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:17.214114 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4621e86-4f8f-40c3-892d-a5fdb2da2d19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:17.217921 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f4621e86-4f8f-40c3-892d-a5fdb2da2d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:17.256635 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f4621e86-4f8f-40c3-892d-a5fdb2da2d19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b0251e505514e6e9752852250adf7ad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2221017
Nov 20 21:14:17.257610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4621e86-4f8f-40c3-892d-a5fdb2da2d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5e7b65-57fa-4301-85f4-777be8357354,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:17.259327 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43852) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:17.308758 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05c657bc-0928-4111-a6ae-e8aab52f50b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:17.330856 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05c657bc-0928-4111-a6ae-e8aab52f50b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:17.377840 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05c657bc-0928-4111-a6ae-e8aab52f50b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:17.381641 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05c657bc-0928-4111-a6ae-e8aab52f50b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:17.383598 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-05c657bc-0928-4111-a6ae-e8aab52f50b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad5e7b65-57fa-4301-85f4-777be8357354 HTTP/1.1" status: 204  len: 168 time: 0.1229906
Nov 20 21:14:17.392481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c657bc-0928-4111-a6ae-e8aab52f50b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5e7b65-57fa-4301-85f4-777be8357354,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:17.692424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43868) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:17.708364 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e839108-f274-48c1-914f-26ead40164f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:17.709810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149050c-b65d-4a13-a92d-5ea171f901fc req-75934a7e-02bd-46d0-aad5-c4557c098ae0 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:17.720397 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7149050c-b65d-4a13-a92d-5ea171f901fc req-75934a7e-02bd-46d0-aad5-c4557c098ae0 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 946 time: 0.0737846
Nov 20 21:14:17.771357 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7149050c-b65d-4a13-a92d-5ea171f901fc req-3ae2995b-42fb-4bb6-ab5e-3f124f19e3b0 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/security-groups?id=81166ef5-c1a0-42af-bb67-f3478366613b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490317
Nov 20 21:14:17.796483 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e839108-f274-48c1-914f-26ead40164f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:17.801227 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e839108-f274-48c1-914f-26ead40164f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:17.841928 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4e839108-f274-48c1-914f-26ead40164f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=705fcb69567f4778b9dad72d12d7e990&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1458452
Nov 20 21:14:17.841928 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e839108-f274-48c1-914f-26ead40164f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41690307-c041-4fe9-be9d-b05f3cf9141c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:17.842415 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43870) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:17.897044 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9617-a83c-4c15-8a8c-90ccf08f5639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:17.919929 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9617-a83c-4c15-8a8c-90ccf08f5639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:17.970200 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9617-a83c-4c15-8a8c-90ccf08f5639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:17.972734 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9617-a83c-4c15-8a8c-90ccf08f5639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:17.976761 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1f6d9617-a83c-4c15-8a8c-90ccf08f5639 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41690307-c041-4fe9-be9d-b05f3cf9141c HTTP/1.1" status: 204  len: 168 time: 0.1333554
Nov 20 21:14:17.985426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d9617-a83c-4c15-8a8c-90ccf08f5639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41690307-c041-4fe9-be9d-b05f3cf9141c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:18.615011 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:19.053458 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:19.116026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d1634-e9ce-4e01-9b36-45e9ba8fb734 req-2984c406-96cd-41d9-9833-58cbbcaacc58 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:19.117556 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b63d1634-e9ce-4e01-9b36-45e9ba8fb734 req-2984c406-96cd-41d9-9833-58cbbcaacc58 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 946 time: 0.2292457
Nov 20 21:14:19.165048 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f3c39-5523-4337-8728-34fc6049c37c req-07337a1f-2200-46fb-9977-d98a58d750ae tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:19.166710 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-481f3c39-5523-4337-8728-34fc6049c37c req-07337a1f-2200-46fb-9977-d98a58d750ae tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 946 time: 0.0597000
Nov 20 21:14:19.233656 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-b63d1634-e9ce-4e01-9b36-45e9ba8fb734 req-c2150e27-bd33-4756-bf62-980fd1b7c62f tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Deleting port 3132aec5-17c1-4ad9-a513-e12a061edbf5 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:19.234078 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b63d1634-e9ce-4e01-9b36-45e9ba8fb734 req-c2150e27-bd33-4756-bf62-980fd1b7c62f tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:19.254588 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-481f3c39-5523-4337-8728-34fc6049c37c req-c2a7e7f1-bdb3-4834-b66d-0f81e711b90b tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/security-groups?id=81166ef5-c1a0-42af-bb67-f3478366613b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0805168
Nov 20 21:14:19.367086 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-b63d1634-e9ce-4e01-9b36-45e9ba8fb734 req-c2150e27-bd33-4756-bf62-980fd1b7c62f tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] For port 3132aec5-17c1-4ad9-a513-e12a061edbf5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3132aec5-17c1-4ad9-a513-e12a061edbf5,segment=NetworkSegment(e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5),segment_id=e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:19.367785 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b63d1634-e9ce-4e01-9b36-45e9ba8fb734 req-c2150e27-bd33-4756-bf62-980fd1b7c62f tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:19.460378 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43956) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:19.576905 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b63d1634-e9ce-4e01-9b36-45e9ba8fb734 req-c2150e27-bd33-4756-bf62-980fd1b7c62f tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:19.577372 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b63d1634-e9ce-4e01-9b36-45e9ba8fb734 req-c2150e27-bd33-4756-bf62-980fd1b7c62f tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:19.577752 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-b63d1634-e9ce-4e01-9b36-45e9ba8fb734 req-c2150e27-bd33-4756-bf62-980fd1b7c62f tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Floating IP f16f22d1-8047-4478-9e48-58fbadb725dd disassociated. External IP: 172.35.1.5, port: 3132aec5-17c1-4ad9-a513-e12a061edbf5.
Nov 20 21:14:19.578305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-b63d1634-e9ce-4e01-9b36-45e9ba8fb734 req-c2150e27-bd33-4756-bf62-980fd1b7c62f tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Calling delete_port for 3132aec5-17c1-4ad9-a513-e12a061edbf5 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:19.641902 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1766e1eb-f359-4a3d-aceb-626119a72237 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-171186931'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:19.665295 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1766e1eb-f359-4a3d-aceb-626119a72237 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Made reservation on behalf of a90d00d0130c4d6289e0e4eb7c99be30 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:19.669697 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1766e1eb-f359-4a3d-aceb-626119a72237 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:19.679464 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1766e1eb-f359-4a3d-aceb-626119a72237 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:19.724083 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b63d1634-e9ce-4e01-9b36-45e9ba8fb734 req-c2150e27-bd33-4756-bf62-980fd1b7c62f tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:19.755163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2150e27-bd33-4756-bf62-980fd1b7c62f tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Pushing event deleted for resources: {'Port': ['ID=3132aec5-17c1-4ad9-a513-e12a061edbf5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:19.769360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1766e1eb-f359-4a3d-aceb-626119a72237 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:19.774286 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1766e1eb-f359-4a3d-aceb-626119a72237 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:19.808263 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1766e1eb-f359-4a3d-aceb-626119a72237 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:14:19.815390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766e1eb-f359-4a3d-aceb-626119a72237 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2954d7-9d77-4698-9e27-3f79370da365,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:19.822915 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1766e1eb-f359-4a3d-aceb-626119a72237 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:19.823157 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-1766e1eb-f359-4a3d-aceb-626119a72237 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Added segment 890fe700-18fb-4cdd-8d8d-bc8b372055ed of type vlan for network 16c45960-95b5-4789-9474-20e03653baee
Nov 20 21:14:19.867713 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1766e1eb-f359-4a3d-aceb-626119a72237 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:19.877010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b63d1634-e9ce-4e01-9b36-45e9ba8fb734 req-c2150e27-bd33-4756-bf62-980fd1b7c62f tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Router 797a62b2-e202-493b-94cb-505a913f1609 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:14:19.897820 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1766e1eb-f359-4a3d-aceb-626119a72237 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:19.904137 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1766e1eb-f359-4a3d-aceb-626119a72237 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:19.904717 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1766e1eb-f359-4a3d-aceb-626119a72237 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:19.938285 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1766e1eb-f359-4a3d-aceb-626119a72237 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.4763553
Nov 20 21:14:19.942899 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 43960) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:19.977804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766e1eb-f359-4a3d-aceb-626119a72237 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Pushing event updated for resources: {'Network': ['ID=16c45960-95b5-4789-9474-20e03653baee,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:19.989436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 16c45960-95b5-4789-9474-20e03653baee details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:14:20.001578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4ee1535b-a643-44d2-999f-2d06227629ec tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Request body: {'network': {'name': 'tempest-network--250625095', 'router:external': True}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:20.013771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b63d1634-e9ce-4e01-9b36-45e9ba8fb734 req-c2150e27-bd33-4756-bf62-980fd1b7c62f tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:14:20.026855 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e28130-e287-4425-91b8-04c436388aa5 None None] Sync routers for ids ['797a62b2-e202-493b-94cb-505a913f1609'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:14:20.043468 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e28130-e287-4425-91b8-04c436388aa5 None None] Routers {'797a62b2-e202-493b-94cb-505a913f1609'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:20.043468 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-51e28130-e287-4425-91b8-04c436388aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54245130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['797a62b2-e202-493b-94cb-505a913f1609'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:20.061429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee1535b-a643-44d2-999f-2d06227629ec tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Made reservation on behalf of 4e79671a67b7461383014ff2d5197af7 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:20.064735 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ee1535b-a643-44d2-999f-2d06227629ec tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:20.085303 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63d1634-e9ce-4e01-9b36-45e9ba8fb734 req-c2150e27-bd33-4756-bf62-980fd1b7c62f tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] No DVR routers for this DVR port 3132aec5-17c1-4ad9-a513-e12a061edbf5 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:14:20.088651 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b63d1634-e9ce-4e01-9b36-45e9ba8fb734 req-c2150e27-bd33-4756-bf62-980fd1b7c62f tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:20.093432 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b63d1634-e9ce-4e01-9b36-45e9ba8fb734 req-c2150e27-bd33-4756-bf62-980fd1b7c62f tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.37 "DELETE /v2.0/ports/3132aec5-17c1-4ad9-a513-e12a061edbf5 HTTP/1.1" status: 204  len: 173 time: 0.9688709
Nov 20 21:14:20.100932 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f7cf2f-0d15-498f-a32c-2fa01b79f22d', 'name': 'network-vif-deleted', 'tag': '3132aec5-17c1-4ad9-a513-e12a061edbf5'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:14:20.104838 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb3a3b7-74fe-4ee5-a5d7-a96fef400fc9" -d '{"events": [{"server_uuid": "c6f7cf2f-0d15-498f-a32c-2fa01b79f22d", "name": "network-vif-deleted", "tag": "3132aec5-17c1-4ad9-a513-e12a061edbf5"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:14:20.113284 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ee1535b-a643-44d2-999f-2d06227629ec tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:20.180722 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa465ae-09e2-4c4f-9658-bb96ea8ef1a0 x-openstack-request-id: req-5aa465ae-09e2-4c4f-9658-bb96ea8ef1a0 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:14:20.181375 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f7cf2f-0d15-498f-a32c-2fa01b79f22d", "name": "network-vif-deleted", "tag": "3132aec5-17c1-4ad9-a513-e12a061edbf5", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:14:20.181472 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5aa465ae-09e2-4c4f-9658-bb96ea8ef1a0 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:14:20.183797 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f7cf2f-0d15-498f-a32c-2fa01b79f22d', 'name': 'network-vif-deleted', 'tag': '3132aec5-17c1-4ad9-a513-e12a061edbf5', 'status': 'completed', 'code': 200}
Nov 20 21:14:20.286952 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-51e28130-e287-4425-91b8-04c436388aa5 None None] Set router 797a62b2-e202-493b-94cb-505a913f1609 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:20.296293 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ee1535b-a643-44d2-999f-2d06227629ec tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:20.304825 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ee1535b-a643-44d2-999f-2d06227629ec tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:20.348268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee1535b-a643-44d2-999f-2d06227629ec tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:14:20.356451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1535b-a643-44d2-999f-2d06227629ec tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f80798-4c23-4969-aabd-e3ae3706b8d1,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:20.366726 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ee1535b-a643-44d2-999f-2d06227629ec tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:20.367226 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-4ee1535b-a643-44d2-999f-2d06227629ec tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Added segment 05629fca-8dba-4ae2-82aa-2c782342d7b0 of type vlan for network 1d1ec24f-58b7-4cbe-97d4-e552f7a1154b
Nov 20 21:14:20.425339 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ee1535b-a643-44d2-999f-2d06227629ec tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:20.435220 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-607df26a-e36e-4877-a382-1886a0479475 req-7c9a41b6-4a80-4f80-92fc-a0f789025fe4 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6f7cf2f-0d15-498f-a32c-2fa01b79f22d HTTP/1.1" status: 200  len: 210 time: 0.0444419
Nov 20 21:14:20.464750 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ee1535b-a643-44d2-999f-2d06227629ec tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:20.471806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1535b-a643-44d2-999f-2d06227629ec tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:20.472670 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ee1535b-a643-44d2-999f-2d06227629ec tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:20.506672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4ee1535b-a643-44d2-999f-2d06227629ec tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.5625708
Nov 20 21:14:20.507310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 43988) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:20.591765 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1535b-a643-44d2-999f-2d06227629ec tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Pushing event updated for resources: {'Network': ['ID=1d1ec24f-58b7-4cbe-97d4-e552f7a1154b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:20.615078 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef3f5716-3801-4d27-991f-0343c8a1798c tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:20.632878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 1d1ec24f-58b7-4cbe-97d4-e552f7a1154b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:14:20.680299 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-51e28130-e287-4425-91b8-04c436388aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54245130>, [{'id': '797a62b2-e202-493b-94cb-505a913f1609', 'name': 'tempest-TestServerBasicOps-1765763611-router', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113'}], 'enable_snat': True}, 'gw_port_id': '9b759899-de89-434c-ad6b-1f9d99684178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:07Z', 'updated_at': '2021-11-20T21:09:11Z', 'revision_number': 4, 'project_id': '76440d312bb547959d5437ce510b515b', 'gw_port': {'id': '9b759899-de89-434c-ad6b-1f9d99684178', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:08Z', 'updated_at': '2021-11-20T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '54e96240-ee06-4a7f-991d-5f42af752ba3', 'name': '', 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'mac_address': 'fa:16:3e:d2:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:10Z', 'updated_at': '2021-11-20T21:09:20Z', 'revision_number': 5, 'project_id': '76440d312bb547959d5437ce510b515b', 'subnets': [{'id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:20.713014 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e28130-e287-4425-91b8-04c436388aa5 None None] Checking router: 797a62b2-e202-493b-94cb-505a913f1609 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:14:20.726368 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e28130-e287-4425-91b8-04c436388aa5 None None] Routers {'797a62b2-e202-493b-94cb-505a913f1609'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:20.727659 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-51e28130-e287-4425-91b8-04c436388aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54245130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['797a62b2-e202-493b-94cb-505a913f1609'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:20.765982 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef3f5716-3801-4d27-991f-0343c8a1798c tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:20.811913 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ef3f5716-3801-4d27-991f-0343c8a1798c tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e898700>,) {'filters': {'network_id': ['1d1ec24f-58b7-4cbe-97d4-e552f7a1154b']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:20.834846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ef3f5716-3801-4d27-991f-0343c8a1798c tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e898700>, '05629fca-8dba-4ae2-82aa-2c782342d7b0') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:20.835184 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ef3f5716-3801-4d27-991f-0343c8a1798c tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e898700>, '05629fca-8dba-4ae2-82aa-2c782342d7b0') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:20.860070 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef3f5716-3801-4d27-991f-0343c8a1798c tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:20.863549 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-51e28130-e287-4425-91b8-04c436388aa5 None None] Set router 797a62b2-e202-493b-94cb-505a913f1609 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:20.875783 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef3f5716-3801-4d27-991f-0343c8a1798c tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:20.882937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3f5716-3801-4d27-991f-0343c8a1798c tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:14:20.883477 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef3f5716-3801-4d27-991f-0343c8a1798c tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:14:20.885567 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:14:20.973657 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef3f5716-3801-4d27-991f-0343c8a1798c tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:20.989078 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3f5716-3801-4d27-991f-0343c8a1798c tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  1d1ec24f-58b7-4cbe-97d4-e552f7a1154b {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 20 21:14:21.002037 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef3f5716-3801-4d27-991f-0343c8a1798c tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:21.005937 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ef3f5716-3801-4d27-991f-0343c8a1798c tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "DELETE /v2.0/networks/1d1ec24f-58b7-4cbe-97d4-e552f7a1154b HTTP/1.1" status: 204  len: 168 time: 0.4974568
Nov 20 21:14:21.007339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f5716-3801-4d27-991f-0343c8a1798c tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Pushing event deleted for resources: {'Network': ['ID=1d1ec24f-58b7-4cbe-97d4-e552f7a1154b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:21.009884 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44006) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:21.017829 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0c61dbc5-9c35-44c4-8524-f94204e00e10 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Request body: {'network': {'router:external': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:21.044209 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c61dbc5-9c35-44c4-8524-f94204e00e10 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Made reservation on behalf of 4e79671a67b7461383014ff2d5197af7 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:21.046672 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c61dbc5-9c35-44c4-8524-f94204e00e10 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:21.087135 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c61dbc5-9c35-44c4-8524-f94204e00e10 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:14:21.103360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c61dbc5-9c35-44c4-8524-f94204e00e10 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:21.104137 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-0c61dbc5-9c35-44c4-8524-f94204e00e10 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Added segment 463dc852-3bdd-4332-ac7f-143249b33a79 of type vlan for network ae82b0e2-4bbf-4955-b4c4-5357523650db
Nov 20 21:14:21.130153 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-51e28130-e287-4425-91b8-04c436388aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54245130>, [{'id': '797a62b2-e202-493b-94cb-505a913f1609', 'name': 'tempest-TestServerBasicOps-1765763611-router', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113'}], 'enable_snat': True}, 'gw_port_id': '9b759899-de89-434c-ad6b-1f9d99684178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:07Z', 'updated_at': '2021-11-20T21:09:11Z', 'revision_number': 4, 'project_id': '76440d312bb547959d5437ce510b515b', 'gw_port': {'id': '9b759899-de89-434c-ad6b-1f9d99684178', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:08Z', 'updated_at': '2021-11-20T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '54e96240-ee06-4a7f-991d-5f42af752ba3', 'name': '', 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'mac_address': 'fa:16:3e:d2:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:10Z', 'updated_at': '2021-11-20T21:09:20Z', 'revision_number': 5, 'project_id': '76440d312bb547959d5437ce510b515b', 'subnets': [{'id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:21.162006 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c61dbc5-9c35-44c4-8524-f94204e00e10 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:21.162310 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e28130-e287-4425-91b8-04c436388aa5 None None] The sync data for ids ['797a62b2-e202-493b-94cb-505a913f1609'] in ncdv-master-1 is: [{'id': '797a62b2-e202-493b-94cb-505a913f1609', 'name': 'tempest-TestServerBasicOps-1765763611-router', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113'}], 'enable_snat': True}, 'gw_port_id': '9b759899-de89-434c-ad6b-1f9d99684178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:07Z', 'updated_at': '2021-11-20T21:09:11Z', 'revision_number': 4, 'project_id': '76440d312bb547959d5437ce510b515b', 'gw_port': {'id': '9b759899-de89-434c-ad6b-1f9d99684178', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:08Z', 'updated_at': '2021-11-20T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '54e96240-ee06-4a7f-991d-5f42af752ba3', 'name': '', 'network_id': 'f2fe32bd-ee9f-42ff-914b-61d7b525e3e5', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'mac_address': 'fa:16:3e:d2:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:10Z', 'updated_at': '2021-11-20T21:09:20Z', 'revision_number': 5, 'project_id': '76440d312bb547959d5437ce510b515b', 'subnets': [{'id': '1fee750e-6a59-4222-bc47-aa0a16b97917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:14:21.193729 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c61dbc5-9c35-44c4-8524-f94204e00e10 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:21.195081 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c61dbc5-9c35-44c4-8524-f94204e00e10 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:21.195667 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0c61dbc5-9c35-44c4-8524-f94204e00e10 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:21.231176 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0c61dbc5-9c35-44c4-8524-f94204e00e10 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.2200027
Nov 20 21:14:21.234738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44010) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:21.240304 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-1270245a-b606-4e84-aef9-4fee97cfec0b tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Request body: {'subnet': {'network_id': 'ae82b0e2-4bbf-4955-b4c4-5357523650db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:21.268306 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1270245a-b606-4e84-aef9-4fee97cfec0b tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Made reservation on behalf of 4e79671a67b7461383014ff2d5197af7 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:21.270946 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1270245a-b606-4e84-aef9-4fee97cfec0b tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:21.274957 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61dbc5-9c35-44c4-8524-f94204e00e10 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Pushing event updated for resources: {'Network': ['ID=ae82b0e2-4bbf-4955-b4c4-5357523650db,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:21.291012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network ae82b0e2-4bbf-4955-b4c4-5357523650db details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:14:21.515159 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44014) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:21.628032 ncdv-master-1 neutron-server[126225]: DEBUG neutron.objects.ports [None req-1270245a-b606-4e84-aef9-4fee97cfec0b tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:14:21.629661 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1270245a-b606-4e84-aef9-4fee97cfec0b tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:21.672411 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4690dfc6-1d1b-46e5-aad3-a989d22b456d tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Deleting port 549b1a7b-3967-474d-b878-a7af8623045e {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:21.673593 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4690dfc6-1d1b-46e5-aad3-a989d22b456d tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:21.706695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270245a-b606-4e84-aef9-4fee97cfec0b tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5d61d214-f9e7-47ae-ba62-8b5f13c7c205,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:21.725412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1270245a-b606-4e84-aef9-4fee97cfec0b tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Checking segment: {'id': '463dc852-3bdd-4332-ac7f-143249b33a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ae82b0e2-4bbf-4955-b4c4-5357523650db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:14:21.726021 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1270245a-b606-4e84-aef9-4fee97cfec0b tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Network hostable DHCP agents. Network: ae82b0e2-4bbf-4955-b4c4-5357523650db, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:14:21.747043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1270245a-b606-4e84-aef9-4fee97cfec0b tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Network ae82b0e2-4bbf-4955-b4c4-5357523650db is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:14:21.757177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-1270245a-b606-4e84-aef9-4fee97cfec0b tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ae82b0e2-4bbf-4955-b4c4-5357523650db) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:21.762407 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1270245a-b606-4e84-aef9-4fee97cfec0b tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:21.763479 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1270245a-b606-4e84-aef9-4fee97cfec0b tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:21.768586 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add50985-b1de-41dc-a544-317a6f8d8fc7 None None] Network ae82b0e2-4bbf-4955-b4c4-5357523650db requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:14:21.782452 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4690dfc6-1d1b-46e5-aad3-a989d22b456d tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:21.782777 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4690dfc6-1d1b-46e5-aad3-a989d22b456d tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:21.786159 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1270245a-b606-4e84-aef9-4fee97cfec0b tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.5498030
Nov 20 21:14:21.789664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44016) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:21.798124 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Request body: {'floatingip': {'floating_network_id': 'ae82b0e2-4bbf-4955-b4c4-5357523650db'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:21.801044 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4690dfc6-1d1b-46e5-aad3-a989d22b456d tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Calling delete_port for 549b1a7b-3967-474d-b878-a7af8623045e owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:21.839906 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:21.951337 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:21.981526 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a129581-910e-49e7-ab83-91e57c46596e None None] Network ae82b0e2-4bbf-4955-b4c4-5357523650db requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:14:21.995335 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4690dfc6-1d1b-46e5-aad3-a989d22b456d tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:22.062087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690dfc6-1d1b-46e5-aad3-a989d22b456d tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Pushing event deleted for resources: {'Port': ['ID=549b1a7b-3967-474d-b878-a7af8623045e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:22.081710 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23950e6-df2f-45fb-a20f-1268681c5c71 None None] New status for floating IP f16f22d1-8047-4478-9e48-58fbadb725dd: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:14:22.100192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Allocated IP 172.20.0.14 (ae82b0e2-4bbf-4955-b4c4-5357523650db/5d61d214-f9e7-47ae-ba62-8b5f13c7c205/3efc6fcd-4794-4cf2-9a43-fd71f2709497) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:14:22.155416 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4690dfc6-1d1b-46e5-aad3-a989d22b456d tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:22.158887 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4690dfc6-1d1b-46e5-aad3-a989d22b456d tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:22.160303 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4690dfc6-1d1b-46e5-aad3-a989d22b456d tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "DELETE /v2.0/floatingips/f16f22d1-8047-4478-9e48-58fbadb725dd HTTP/1.1" status: 204  len: 168 time: 0.6431448
Nov 20 21:14:22.246302 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:22.274334 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44044) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:22.284074 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:22.329608 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Network ae82b0e2-4bbf-4955-b4c4-5357523650db is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:14:22.332482 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:22.336145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:14:22.336321 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-01c0a553-73d5-4b64-a4fc-af0e68587093 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:22.341539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Pushing event updated for resources: {'Port': ['ID=3efc6fcd-4794-4cf2-9a43-fd71f2709497,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:22.365688 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-01c0a553-73d5-4b64-a4fc-af0e68587093 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:22.425218 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:22.429439 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-01c0a553-73d5-4b64-a4fc-af0e68587093 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:22.432476 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-01c0a553-73d5-4b64-a4fc-af0e68587093 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:22.433756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-01c0a553-73d5-4b64-a4fc-af0e68587093 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] 10.222.0.41 "DELETE /v2.0/security-groups/81166ef5-c1a0-42af-bb67-f3478366613b HTTP/1.1" status: 204  len: 168 time: 0.1580114
Nov 20 21:14:22.443395 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0a553-73d5-4b64-a4fc-af0e68587093 tempest-TestServerBasicOps-2108921038 tempest-TestServerBasicOps-2108921038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81166ef5-c1a0-42af-bb67-f3478366613b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:22.461671 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:22.492122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44048) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:22.627462 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:22.632746 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:22.711515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Pushing event updated for resources: {'Port': ['ID=3efc6fcd-4794-4cf2-9a43-fd71f2709497,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:22.726211 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:22.743796 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:22.745227 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-58c65acc-02f7-47e8-8e62-1889cec45b52 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.9545410
Nov 20 21:14:22.748447 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44052) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:22.818426 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d642ab08-2804-4229-bb15-df752096d77e tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=ae82b0e2-4bbf-4955-b4c4-5357523650db HTTP/1.1" status: 200  len: 690 time: 0.0687401
Nov 20 21:14:22.820859 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44054) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:22.908728 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:22.987097 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60202a11-caa6-42dc-86d0-c90e026e4f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:23.022907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Deleting port 3efc6fcd-4794-4cf2-9a43-fd71f2709497 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:23.023254 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:23.097864 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:23.098164 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:23.112451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Calling delete_port for 3efc6fcd-4794-4cf2-9a43-fd71f2709497 owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:23.258917 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-60202a11-caa6-42dc-86d0-c90e026e4f75 admin admin] Deleting port 54e96240-ee06-4a7f-991d-5f42af752ba3 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:23.259189 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60202a11-caa6-42dc-86d0-c90e026e4f75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:23.273461 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:23.309042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Pushing event deleted for resources: {'Port': ['ID=3efc6fcd-4794-4cf2-9a43-fd71f2709497,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:23.355461 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-60202a11-caa6-42dc-86d0-c90e026e4f75 admin admin] For port 54e96240-ee06-4a7f-991d-5f42af752ba3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54e96240-ee06-4a7f-991d-5f42af752ba3,segment=NetworkSegment(e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5),segment_id=e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:23.356021 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60202a11-caa6-42dc-86d0-c90e026e4f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:23.388020 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-60202a11-caa6-42dc-86d0-c90e026e4f75 admin admin] Calling delete_port for 54e96240-ee06-4a7f-991d-5f42af752ba3 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:23.561835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 3132aec5-17c1-4ad9-a513-e12a061edbf5 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:14:23.591953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 3132aec5-17c1-4ad9-a513-e12a061edbf5 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:14:23.592363 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 3132aec5-17c1-4ad9-a513-e12a061edbf5 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:14:23.600730 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60202a11-caa6-42dc-86d0-c90e026e4f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:23.639311 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60202a11-caa6-42dc-86d0-c90e026e4f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e96240-ee06-4a7f-991d-5f42af752ba3,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:23.712697 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:23.767372 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:23.837878 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:23.846735 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60202a11-caa6-42dc-86d0-c90e026e4f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:23.862778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5d61d214-f9e7-47ae-ba62-8b5f13c7c205,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:23.923376 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:23.943491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d3de610>,) {'filters': {'network_id': ['ae82b0e2-4bbf-4955-b4c4-5357523650db']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:23.952529 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d3de610>, '463dc852-3bdd-4332-ac7f-143249b33a79') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:23.952876 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d3de610>, '463dc852-3bdd-4332-ac7f-143249b33a79') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:23.962200 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:23.975514 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:23.981706 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:14:23.982112 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:14:23.983931 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:14:24.045854 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:24.051590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  ae82b0e2-4bbf-4955-b4c4-5357523650db {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 20 21:14:24.054351 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:24.057716 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "DELETE /v2.0/networks/ae82b0e2-4bbf-4955-b4c4-5357523650db HTTP/1.1" status: 204  len: 168 time: 1.2359321
Nov 20 21:14:24.067898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44078) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:24.074390 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658b6e5-49ce-4557-8d5e-bce7c1d9cd25 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae82b0e2-4bbf-4955-b4c4-5357523650db,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:24.098107 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60202a11-caa6-42dc-86d0-c90e026e4f75 admin admin] Router 797a62b2-e202-493b-94cb-505a913f1609 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:14:24.178195 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-af0dc8f2-cad8-45fa-978f-15f63703cde8 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 997 time: 0.1083086
Nov 20 21:14:24.179826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44080) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:24.212520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60202a11-caa6-42dc-86d0-c90e026e4f75 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:14:24.217861 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-60202a11-caa6-42dc-86d0-c90e026e4f75 admin admin] 10.222.0.41 "PUT /v2.0/routers/797a62b2-e202-493b-94cb-505a913f1609/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7240932
Nov 20 21:14:24.221083 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44082) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:24.276037 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a977c86-6550-4aaf-9e3a-9f6c520c6040 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:24.276636 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a977c86-6550-4aaf-9e3a-9f6c520c6040 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:24.276636 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a977c86-6550-4aaf-9e3a-9f6c520c6040 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:24.277051 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a977c86-6550-4aaf-9e3a-9f6c520c6040 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:24.277510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a977c86-6550-4aaf-9e3a-9f6c520c6040 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:24.277962 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a977c86-6550-4aaf-9e3a-9f6c520c6040 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:24.278442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a977c86-6550-4aaf-9e3a-9f6c520c6040 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:24.280298 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2a977c86-6550-4aaf-9e3a-9f6c520c6040 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4654 time: 0.0995507
Nov 20 21:14:24.283685 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44084) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:24.333056 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-56892483-40cb-4793-9222-ce6b0f1969c8 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] delete failed (client error): The resource could not be found.
Nov 20 21:14:24.336492 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-56892483-40cb-4793-9222-ce6b0f1969c8 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/36bc4e35-d2e6-4e79-82f3-853d11059947 HTTP/1.1" status: 404  len: 345 time: 0.0496652
Nov 20 21:14:24.336650 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89b68c9e-3536-4c34-8adf-4bdb1733b654 admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:24.337348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44088) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:24.383063 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5a45c8-b8f5-4881-90df-9473f0b4ab2b tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] DELETE failed (client error): The resource could not be found.
Nov 20 21:14:24.383587 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5a45c8-b8f5-4881-90df-9473f0b4ab2b tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:14:24.386663 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4d5a45c8-b8f5-4881-90df-9473f0b4ab2b tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "DELETE /v2.0/networks/ae82b0e2-4bbf-4955-b4c4-5357523650db HTTP/1.1" status: 404  len: 339 time: 0.0485046
Nov 20 21:14:24.391772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44090) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:24.395697 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-660c865d-d9bd-4b20-aac1-fa9b9faf9dd9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Request body: {'network': {'name': 'tempest-network--1623678928', 'router:external': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:24.465870 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1830fb-13f0-4784-b4f7-cd0aad9d23d3 None None] Sync routers for ids ['797a62b2-e202-493b-94cb-505a913f1609'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:14:24.467118 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660c865d-d9bd-4b20-aac1-fa9b9faf9dd9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Made reservation on behalf of 4e79671a67b7461383014ff2d5197af7 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:24.469523 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-660c865d-d9bd-4b20-aac1-fa9b9faf9dd9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:24.482736 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1830fb-13f0-4784-b4f7-cd0aad9d23d3 None None] Routers {'797a62b2-e202-493b-94cb-505a913f1609'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:24.483762 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-4c1830fb-13f0-4784-b4f7-cd0aad9d23d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5407ceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['797a62b2-e202-493b-94cb-505a913f1609'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:24.517298 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660c865d-d9bd-4b20-aac1-fa9b9faf9dd9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:14:24.523688 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89b68c9e-3536-4c34-8adf-4bdb1733b654 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:24.532003 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-660c865d-d9bd-4b20-aac1-fa9b9faf9dd9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:24.532541 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-660c865d-d9bd-4b20-aac1-fa9b9faf9dd9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Added segment 93ef7caa-0684-4879-b398-18273fb8d6f4 of type vlan for network f461daff-3cc3-4ef3-a968-91b7ce1cf78f
Nov 20 21:14:24.606514 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-660c865d-d9bd-4b20-aac1-fa9b9faf9dd9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:24.649506 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-89b68c9e-3536-4c34-8adf-4bdb1733b654 admin admin] Deleting port 9b759899-de89-434c-ad6b-1f9d99684178 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:24.649767 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89b68c9e-3536-4c34-8adf-4bdb1733b654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:24.651234 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-4c1830fb-13f0-4784-b4f7-cd0aad9d23d3 None None] Set router 797a62b2-e202-493b-94cb-505a913f1609 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:24.652156 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-660c865d-d9bd-4b20-aac1-fa9b9faf9dd9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:24.653096 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660c865d-d9bd-4b20-aac1-fa9b9faf9dd9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:24.653718 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-660c865d-d9bd-4b20-aac1-fa9b9faf9dd9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:24.722992 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-660c865d-d9bd-4b20-aac1-fa9b9faf9dd9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.3286667
Nov 20 21:14:24.724405 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44094) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:24.793287 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c865d-d9bd-4b20-aac1-fa9b9faf9dd9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Pushing event updated for resources: {'Network': ['ID=f461daff-3cc3-4ef3-a968-91b7ce1cf78f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:24.806589 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network f461daff-3cc3-4ef3-a968-91b7ce1cf78f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:14:24.818805 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-89b68c9e-3536-4c34-8adf-4bdb1733b654 admin admin] For port 9b759899-de89-434c-ad6b-1f9d99684178, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b759899-de89-434c-ad6b-1f9d99684178,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:24.819234 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89b68c9e-3536-4c34-8adf-4bdb1733b654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:24.833298 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-89b68c9e-3536-4c34-8adf-4bdb1733b654 admin admin] Calling delete_port for 9b759899-de89-434c-ad6b-1f9d99684178 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:24.870137 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-4c1830fb-13f0-4784-b4f7-cd0aad9d23d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5407ceb0>, [{'id': '797a62b2-e202-493b-94cb-505a913f1609', 'name': 'tempest-TestServerBasicOps-1765763611-router', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113'}], 'enable_snat': True}, 'gw_port_id': '9b759899-de89-434c-ad6b-1f9d99684178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:07Z', 'updated_at': '2021-11-20T21:14:23Z', 'revision_number': 5, 'project_id': '76440d312bb547959d5437ce510b515b', 'gw_port': {'id': '9b759899-de89-434c-ad6b-1f9d99684178', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797a62b2-e202-493b-94cb-505a913f1609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:08Z', 'updated_at': '2021-11-20T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:24.904023 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1830fb-13f0-4784-b4f7-cd0aad9d23d3 None None] Checking router: 797a62b2-e202-493b-94cb-505a913f1609 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:14:24.915138 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1830fb-13f0-4784-b4f7-cd0aad9d23d3 None None] Routers {'797a62b2-e202-493b-94cb-505a913f1609'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:24.915977 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-4c1830fb-13f0-4784-b4f7-cd0aad9d23d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5407ceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['797a62b2-e202-493b-94cb-505a913f1609'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:24.935264 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0444a4-1280-49ff-a054-aa13aab26738 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:24.942566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0444a4-1280-49ff-a054-aa13aab26738 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:24.948955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0444a4-1280-49ff-a054-aa13aab26738 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:24.955659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0444a4-1280-49ff-a054-aa13aab26738 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:24.957498 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5e0444a4-1280-49ff-a054-aa13aab26738 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 0.2318439
Nov 20 21:14:24.960646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44096) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:25.014468 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-4c1830fb-13f0-4784-b4f7-cd0aad9d23d3 None None] Set router 797a62b2-e202-493b-94cb-505a913f1609 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:25.021430 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89b68c9e-3536-4c34-8adf-4bdb1733b654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.038250 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d107d97a-ac3b-46be-a16e-9a4cb2bbe1c3 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.052319 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b68c9e-3536-4c34-8adf-4bdb1733b654 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b759899-de89-434c-ad6b-1f9d99684178,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:25.075458 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0430a350-e2a3-4df1-a778-9499e7f01258 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:14:25.076614 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-4c1830fb-13f0-4784-b4f7-cd0aad9d23d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5407ceb0>, [{'id': '797a62b2-e202-493b-94cb-505a913f1609', 'name': 'tempest-TestServerBasicOps-1765763611-router', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:07Z', 'updated_at': '2021-11-20T21:14:24Z', 'revision_number': 6, 'project_id': '76440d312bb547959d5437ce510b515b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:25.107539 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1830fb-13f0-4784-b4f7-cd0aad9d23d3 None None] The sync data for ids ['797a62b2-e202-493b-94cb-505a913f1609'] in ncdv-master-1 is: [{'id': '797a62b2-e202-493b-94cb-505a913f1609', 'name': 'tempest-TestServerBasicOps-1765763611-router', 'tenant_id': '76440d312bb547959d5437ce510b515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:07Z', 'updated_at': '2021-11-20T21:14:24Z', 'revision_number': 6, 'project_id': '76440d312bb547959d5437ce510b515b', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:14:25.128128 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d107d97a-ac3b-46be-a16e-9a4cb2bbe1c3 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.132198 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89b68c9e-3536-4c34-8adf-4bdb1733b654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.153481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-d107d97a-ac3b-46be-a16e-9a4cb2bbe1c3 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4fc0cc70>,) {'filters': {'network_id': ['f461daff-3cc3-4ef3-a968-91b7ce1cf78f']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:25.164105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-d107d97a-ac3b-46be-a16e-9a4cb2bbe1c3 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fc0cc70>, '93ef7caa-0684-4879-b398-18273fb8d6f4') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:25.164405 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-d107d97a-ac3b-46be-a16e-9a4cb2bbe1c3 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fc0cc70>, '93ef7caa-0684-4879-b398-18273fb8d6f4') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:25.174879 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d107d97a-ac3b-46be-a16e-9a4cb2bbe1c3 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.188257 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d107d97a-ac3b-46be-a16e-9a4cb2bbe1c3 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.194489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d107d97a-ac3b-46be-a16e-9a4cb2bbe1c3 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:14:25.194931 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d107d97a-ac3b-46be-a16e-9a4cb2bbe1c3 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:14:25.197040 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:14:25.227775 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89b68c9e-3536-4c34-8adf-4bdb1733b654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.230180 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89b68c9e-3536-4c34-8adf-4bdb1733b654 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.256305 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d107d97a-ac3b-46be-a16e-9a4cb2bbe1c3 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.261596 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d107d97a-ac3b-46be-a16e-9a4cb2bbe1c3 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  f461daff-3cc3-4ef3-a968-91b7ce1cf78f {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 20 21:14:25.264408 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d107d97a-ac3b-46be-a16e-9a4cb2bbe1c3 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.271504 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d107d97a-ac3b-46be-a16e-9a4cb2bbe1c3 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "DELETE /v2.0/networks/f461daff-3cc3-4ef3-a968-91b7ce1cf78f HTTP/1.1" status: 204  len: 168 time: 0.3059299
Nov 20 21:14:25.272902 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44098) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:25.278163 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-32589bc9-e27a-4113-9f3c-953c2a3b51ab tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Request body: {'network': {'name': 'tempest-network--645660086', 'router:external': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:25.278344 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107d97a-ac3b-46be-a16e-9a4cb2bbe1c3 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Pushing event deleted for resources: {'Network': ['ID=f461daff-3cc3-4ef3-a968-91b7ce1cf78f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:25.291313 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89b68c9e-3536-4c34-8adf-4bdb1733b654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.291878 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b68c9e-3536-4c34-8adf-4bdb1733b654 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 797a62b2-e202-493b-94cb-505a913f1609 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:14:25.298818 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-89b68c9e-3536-4c34-8adf-4bdb1733b654 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.299968 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-89b68c9e-3536-4c34-8adf-4bdb1733b654 admin admin] 10.222.0.41 "DELETE /v2.0/routers/797a62b2-e202-493b-94cb-505a913f1609 HTTP/1.1" status: 204  len: 168 time: 1.0779521
Nov 20 21:14:25.303382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44100) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:25.309970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32589bc9-e27a-4113-9f3c-953c2a3b51ab tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Made reservation on behalf of 4e79671a67b7461383014ff2d5197af7 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:25.313608 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32589bc9-e27a-4113-9f3c-953c2a3b51ab tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.355061 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32589bc9-e27a-4113-9f3c-953c2a3b51ab tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:14:25.374995 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adb610f-867d-41fd-82db-7a2148fc53d8 admin admin] Deleting subnet 1fee750e-6a59-4222-bc47-aa0a16b97917 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:14:25.375697 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32589bc9-e27a-4113-9f3c-953c2a3b51ab tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.376339 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-32589bc9-e27a-4113-9f3c-953c2a3b51ab tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Added segment e81ba98f-8c3b-4a26-9388-746fbd00f496 of type vlan for network cb1b5e4c-e462-472a-adb1-d5645b91e2f0
Nov 20 21:14:25.379739 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7adb610f-867d-41fd-82db-7a2148fc53d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.426080 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7adb610f-867d-41fd-82db-7a2148fc53d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.429997 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32589bc9-e27a-4113-9f3c-953c2a3b51ab tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.474260 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32589bc9-e27a-4113-9f3c-953c2a3b51ab tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.475367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32589bc9-e27a-4113-9f3c-953c2a3b51ab tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:25.475963 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-32589bc9-e27a-4113-9f3c-953c2a3b51ab tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.511357 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-32589bc9-e27a-4113-9f3c-953c2a3b51ab tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.2349265
Nov 20 21:14:25.517564 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44108) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:25.568826 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7adb610f-867d-41fd-82db-7a2148fc53d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.657583 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7adb610f-867d-41fd-82db-7a2148fc53d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.657848 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32589bc9-e27a-4113-9f3c-953c2a3b51ab tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Pushing event updated for resources: {'Network': ['ID=cb1b5e4c-e462-472a-adb1-d5645b91e2f0,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:25.671048 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network cb1b5e4c-e462-472a-adb1-d5645b91e2f0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:14:25.676885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f012879b-c201-49e4-a426-56b60b9b653f tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:25.680729 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f012879b-c201-49e4-a426-56b60b9b653f tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] 10.222.0.41 "GET /v2.0/networks/cb1b5e4c-e462-472a-adb1-d5645b91e2f0 HTTP/1.1" status: 200  len: 756 time: 0.1597431
Nov 20 21:14:25.680984 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44114) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:25.727428 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb610f-867d-41fd-82db-7a2148fc53d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fee750e-6a59-4222-bc47-aa0a16b97917,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:25.736302 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7adb610f-867d-41fd-82db-7a2148fc53d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:25.752349 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7adb610f-867d-41fd-82db-7a2148fc53d8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1fee750e-6a59-4222-bc47-aa0a16b97917 HTTP/1.1" status: 204  len: 168 time: 0.4452393
Nov 20 21:14:25.752947 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44124) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:25.786506 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c963c2fa-9afa-4082-aafd-ad14a2294f07 None None] Network f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:14:25.855619 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 54e96240-ee06-4a7f-991d-5f42af752ba3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:14:25.889357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 54e96240-ee06-4a7f-991d-5f42af752ba3 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:14:25.890952 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 54e96240-ee06-4a7f-991d-5f42af752ba3 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:14:26.028242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] DHCP port deletion for f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:14:26.080188 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Deleting port 73c77f4c-8354-420f-94ed-7a6c97d99122 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:26.080568 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.148322 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] For port 73c77f4c-8354-420f-94ed-7a6c97d99122, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73c77f4c-8354-420f-94ed-7a6c97d99122,segment=NetworkSegment(e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5),segment_id=e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:26.148730 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.162690 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Calling delete_port for 73c77f4c-8354-420f-94ed-7a6c97d99122 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:26.189541 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e383a4-94cd-4676-8f71-bce17202a707 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:26.190956 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-86e383a4-94cd-4676-8f71-bce17202a707 tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] 10.222.0.41 "GET /v2.0/networks/16c45960-95b5-4789-9474-20e03653baee HTTP/1.1" status: 200  len: 767 time: 0.5090361
Nov 20 21:14:26.193806 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44130) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:26.241841 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.248087 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9989b953-94f3-4eb5-8230-8457e57528a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.269151 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] No DVR routers for this DVR port 73c77f4c-8354-420f-94ed-7a6c97d99122 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:14:26.276051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Pushing event deleted for resources: {'Port': ['ID=73c77f4c-8354-420f-94ed-7a6c97d99122,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:26.282366 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:26.282911 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:26.283413 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:26.284121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:26.284920 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:26.285440 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:26.285773 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:26.286126 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:26.286463 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:26.286838 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:26.287290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:26.287664 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839eda50-7b49-44f9-a6ed-8fed0f463131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:26.306448 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f4ec-0983-445b-8837-ebe32a73eb14 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.390836 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9989b953-94f3-4eb5-8230-8457e57528a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.439651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-9989b953-94f3-4eb5-8230-8457e57528a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d83dca0>,) {'filters': {'network_id': ['f2fe32bd-ee9f-42ff-914b-61d7b525e3e5']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:26.462237 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-9989b953-94f3-4eb5-8230-8457e57528a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d83dca0>, 'e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:26.462562 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-9989b953-94f3-4eb5-8230-8457e57528a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d83dca0>, 'e1fb2b5b-ebb8-4f86-b612-9fd01a576ad5') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:26.493043 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f4ec-0983-445b-8837-ebe32a73eb14 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.502936 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9989b953-94f3-4eb5-8230-8457e57528a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.526201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-3bb5f4ec-0983-445b-8837-ebe32a73eb14 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d83d8e0>,) {'filters': {'network_id': ['cb1b5e4c-e462-472a-adb1-d5645b91e2f0']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:26.528631 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9989b953-94f3-4eb5-8230-8457e57528a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.540769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-3bb5f4ec-0983-445b-8837-ebe32a73eb14 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d83d8e0>, 'e81ba98f-8c3b-4a26-9388-746fbd00f496') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:26.541072 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-3bb5f4ec-0983-445b-8837-ebe32a73eb14 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d83d8e0>, 'e81ba98f-8c3b-4a26-9388-746fbd00f496') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:26.543114 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9989b953-94f3-4eb5-8230-8457e57528a9 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:14:26.543678 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9989b953-94f3-4eb5-8230-8457e57528a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:14:26.545410 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:14:26.564492 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f4ec-0983-445b-8837-ebe32a73eb14 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.617396 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f4ec-0983-445b-8837-ebe32a73eb14 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.623527 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9989b953-94f3-4eb5-8230-8457e57528a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.629602 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9989b953-94f3-4eb5-8230-8457e57528a9 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.632897 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9989b953-94f3-4eb5-8230-8457e57528a9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f2fe32bd-ee9f-42ff-914b-61d7b525e3e5 HTTP/1.1" status: 204  len: 168 time: 0.8787098
Nov 20 21:14:26.636205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44134) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:26.642038 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb5f4ec-0983-445b-8837-ebe32a73eb14 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:14:26.642567 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f4ec-0983-445b-8837-ebe32a73eb14 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:14:26.644324 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:14:26.661932 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989b953-94f3-4eb5-8230-8457e57528a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2fe32bd-ee9f-42ff-914b-61d7b525e3e5,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:26.712980 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f4ec-0983-445b-8837-ebe32a73eb14 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.718941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb5f4ec-0983-445b-8837-ebe32a73eb14 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  cb1b5e4c-e462-472a-adb1-d5645b91e2f0 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 20 21:14:26.722482 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f4ec-0983-445b-8837-ebe32a73eb14 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.727654 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3bb5f4ec-0983-445b-8837-ebe32a73eb14 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "DELETE /v2.0/networks/cb1b5e4c-e462-472a-adb1-d5645b91e2f0 HTTP/1.1" status: 204  len: 168 time: 0.5317252
Nov 20 21:14:26.737096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44138) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:26.739249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5f4ec-0983-445b-8837-ebe32a73eb14 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb1b5e4c-e462-472a-adb1-d5645b91e2f0,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:26.742325 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0e698958-e9d5-4986-8563-78dba8e6b6d9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Request body: {'network': {'name': 'tempest-network--1215909572'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:26.810278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e698958-e9d5-4986-8563-78dba8e6b6d9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Made reservation on behalf of 4e79671a67b7461383014ff2d5197af7 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:26.813127 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0e698958-e9d5-4986-8563-78dba8e6b6d9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.858847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e698958-e9d5-4986-8563-78dba8e6b6d9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:14:26.907444 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0e698958-e9d5-4986-8563-78dba8e6b6d9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:26.907790 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-0e698958-e9d5-4986-8563-78dba8e6b6d9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Added segment 35d9fdd3-9b0d-4431-a88c-430497f7e250 of type vlan for network ba7fc613-6784-4627-9551-0d683d929174
Nov 20 21:14:26.973430 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0e698958-e9d5-4986-8563-78dba8e6b6d9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:27.027980 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0e698958-e9d5-4986-8563-78dba8e6b6d9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:27.029019 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e698958-e9d5-4986-8563-78dba8e6b6d9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:27.029607 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0e698958-e9d5-4986-8563-78dba8e6b6d9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:27.073751 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0e698958-e9d5-4986-8563-78dba8e6b6d9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 0.3355467
Nov 20 21:14:27.076998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44140) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:27.082896 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-108ed712-6755-40af-8a6d-17f772e9d0a7 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Request body: {'network': {'router:external': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:27.104554 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e698958-e9d5-4986-8563-78dba8e6b6d9 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Pushing event updated for resources: {'Network': ['ID=ba7fc613-6784-4627-9551-0d683d929174,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:27.118598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network ba7fc613-6784-4627-9551-0d683d929174 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:14:27.183851 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36bbd18a-6c86-435e-b982-7aa60348bbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:27.258464 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-108ed712-6755-40af-8a6d-17f772e9d0a7 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:27.272406 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-108ed712-6755-40af-8a6d-17f772e9d0a7 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:27.279777 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-108ed712-6755-40af-8a6d-17f772e9d0a7 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Network ba7fc613-6784-4627-9551-0d683d929174 is not hosted by any dhcp agent {{(pid=126224) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 20 21:14:27.280632 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ed712-6755-40af-8a6d-17f772e9d0a7 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:27.281298 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-108ed712-6755-40af-8a6d-17f772e9d0a7 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:27.282632 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-108ed712-6755-40af-8a6d-17f772e9d0a7 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "PUT /v2.0/networks/ba7fc613-6784-4627-9551-0d683d929174 HTTP/1.1" status: 200  len: 858 time: 0.2047608
Nov 20 21:14:27.285653 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44142) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:27.338706 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ed712-6755-40af-8a6d-17f772e9d0a7 tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Pushing event updated for resources: {'Network': ['ID=ba7fc613-6784-4627-9551-0d683d929174,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:27.417555 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-af6646a0-a161-472d-9ebc-dfe3cc95085d tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:27.518679 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-af6646a0-a161-472d-9ebc-dfe3cc95085d tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:27.559757 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-af6646a0-a161-472d-9ebc-dfe3cc95085d tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a56075880>,) {'filters': {'network_id': ['ba7fc613-6784-4627-9551-0d683d929174']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:27.570305 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 73c77f4c-8354-420f-94ed-7a6c97d99122 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:14:27.590904 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 73c77f4c-8354-420f-94ed-7a6c97d99122 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:14:27.591152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-af6646a0-a161-472d-9ebc-dfe3cc95085d tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a56075880>, '35d9fdd3-9b0d-4431-a88c-430497f7e250') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:27.591280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-af6646a0-a161-472d-9ebc-dfe3cc95085d tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a56075880>, '35d9fdd3-9b0d-4431-a88c-430497f7e250') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:27.591464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 73c77f4c-8354-420f-94ed-7a6c97d99122 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:14:27.591975 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9b759899-de89-434c-ad6b-1f9d99684178 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:14:27.602834 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-af6646a0-a161-472d-9ebc-dfe3cc95085d tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:27.611723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 9b759899-de89-434c-ad6b-1f9d99684178 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:14:27.612064 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9b759899-de89-434c-ad6b-1f9d99684178 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:14:27.622869 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-af6646a0-a161-472d-9ebc-dfe3cc95085d tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:27.633448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6646a0-a161-472d-9ebc-dfe3cc95085d tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:14:27.633831 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-af6646a0-a161-472d-9ebc-dfe3cc95085d tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:14:27.635553 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:14:27.653915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-36bbd18a-6c86-435e-b982-7aa60348bbc8 admin admin] Deleting port 6b39605e-0443-42dd-9e17-ea4b0f7d806e {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:27.654284 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36bbd18a-6c86-435e-b982-7aa60348bbc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:27.742553 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-af6646a0-a161-472d-9ebc-dfe3cc95085d tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:27.751023 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6646a0-a161-472d-9ebc-dfe3cc95085d tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  ba7fc613-6784-4627-9551-0d683d929174 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 20 21:14:27.754549 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-af6646a0-a161-472d-9ebc-dfe3cc95085d tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:27.757706 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-af6646a0-a161-472d-9ebc-dfe3cc95085d tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] 10.222.0.41 "DELETE /v2.0/networks/ba7fc613-6784-4627-9551-0d683d929174 HTTP/1.1" status: 204  len: 168 time: 0.4710753
Nov 20 21:14:27.761297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44146) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:27.770406 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6646a0-a161-472d-9ebc-dfe3cc95085d tempest-ExternalNetworksTestJSON-1589099100 tempest-ExternalNetworksTestJSON-1589099100-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba7fc613-6784-4627-9551-0d683d929174,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:27.792540 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbca653e-0161-4b51-8ed8-acede72b9a3a tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:14:27.793015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbca653e-0161-4b51-8ed8-acede72b9a3a tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:14:27.797010 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cbca653e-0161-4b51-8ed8-acede72b9a3a tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] 10.222.0.41 "DELETE /v2.0/subnets/5d61d214-f9e7-47ae-ba62-8b5f13c7c205 HTTP/1.1" status: 404  len: 337 time: 0.0336492
Nov 20 21:14:27.800102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44150) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:27.816270 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-36bbd18a-6c86-435e-b982-7aa60348bbc8 admin admin] For port 6b39605e-0443-42dd-9e17-ea4b0f7d806e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b39605e-0443-42dd-9e17-ea4b0f7d806e,segment=NetworkSegment(78d47c3c-6460-4672-a97e-c75e58043db9),segment_id=78d47c3c-6460-4672-a97e-c75e58043db9)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:27.816652 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36bbd18a-6c86-435e-b982-7aa60348bbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:27.845869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-36bbd18a-6c86-435e-b982-7aa60348bbc8 admin admin] Calling delete_port for 6b39605e-0443-42dd-9e17-ea4b0f7d806e owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:27.939989 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08722755-d4ef-40ff-b522-d62acb5500cf tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:28.092199 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08722755-d4ef-40ff-b522-d62acb5500cf tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:28.122571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-08722755-d4ef-40ff-b522-d62acb5500cf tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e3ea3d0>,) {'filters': {'network_id': ['16c45960-95b5-4789-9474-20e03653baee']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:28.140845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-08722755-d4ef-40ff-b522-d62acb5500cf tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e3ea3d0>, '890fe700-18fb-4cdd-8d8d-bc8b372055ed') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:28.141246 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-08722755-d4ef-40ff-b522-d62acb5500cf tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e3ea3d0>, '890fe700-18fb-4cdd-8d8d-bc8b372055ed') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:28.152380 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08722755-d4ef-40ff-b522-d62acb5500cf tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:28.170516 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08722755-d4ef-40ff-b522-d62acb5500cf tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:28.201359 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08722755-d4ef-40ff-b522-d62acb5500cf tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:14:28.202204 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08722755-d4ef-40ff-b522-d62acb5500cf tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:14:28.206162 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:14:28.287436 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36bbd18a-6c86-435e-b982-7aa60348bbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:28.292348 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08722755-d4ef-40ff-b522-d62acb5500cf tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:28.321942 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08722755-d4ef-40ff-b522-d62acb5500cf tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:28.325228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-08722755-d4ef-40ff-b522-d62acb5500cf tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] 10.222.0.41 "DELETE /v2.0/networks/16c45960-95b5-4789-9474-20e03653baee HTTP/1.1" status: 204  len: 168 time: 0.5241430
Nov 20 21:14:28.328852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbd18a-6c86-435e-b982-7aa60348bbc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b39605e-0443-42dd-9e17-ea4b0f7d806e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:28.341392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08722755-d4ef-40ff-b522-d62acb5500cf tempest-ExternalNetworksTestJSON-966904643 tempest-ExternalNetworksTestJSON-966904643-project] Pushing event deleted for resources: {'Network': ['ID=16c45960-95b5-4789-9474-20e03653baee,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:28.595554 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36bbd18a-6c86-435e-b982-7aa60348bbc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:28.614528 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44176) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:28.754723 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bc6ccde0-73ef-4b1e-9550-4dc69c184869 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a90d00d0130c4d6289e0e4eb7c99be30&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1363780
Nov 20 21:14:28.754986 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44180) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:28.803877 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6f95a72d-9bce-4e59-8d39-b90d825f60c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:28.821662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bbd18a-6c86-435e-b982-7aa60348bbc8 admin admin] Router 895135ef-d3c9-4115-ac74-ead1557d1a4d has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:14:28.824695 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6f95a72d-9bce-4e59-8d39-b90d825f60c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:28.871111 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6f95a72d-9bce-4e59-8d39-b90d825f60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:28.873891 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6f95a72d-9bce-4e59-8d39-b90d825f60c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:28.875166 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6f95a72d-9bce-4e59-8d39-b90d825f60c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac2954d7-9d77-4698-9e27-3f79370da365 HTTP/1.1" status: 204  len: 168 time: 0.1192293
Nov 20 21:14:28.883387 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95a72d-9bce-4e59-8d39-b90d825f60c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2954d7-9d77-4698-9e27-3f79370da365,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:29.169269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44192) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:29.218909 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-62fa5c0a-0b24-4433-b6eb-4e97e5e6af76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e79671a67b7461383014ff2d5197af7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0474775
Nov 20 21:14:29.221291 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44196) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:29.255151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bbd18a-6c86-435e-b982-7aa60348bbc8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:14:29.258098 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-36bbd18a-6c86-435e-b982-7aa60348bbc8 admin admin] 10.222.0.41 "PUT /v2.0/routers/895135ef-d3c9-4115-ac74-ead1557d1a4d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6204119
Nov 20 21:14:29.260009 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e79a57-1608-4cc4-9dc5-d7f69c7b995f None None] Sync routers for ids ['895135ef-d3c9-4115-ac74-ead1557d1a4d'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:14:29.260885 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44200) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:29.279150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e79a57-1608-4cc4-9dc5-d7f69c7b995f None None] Routers {'895135ef-d3c9-4115-ac74-ead1557d1a4d'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:29.279783 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-65e79a57-1608-4cc4-9dc5-d7f69c7b995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475941f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['895135ef-d3c9-4115-ac74-ead1557d1a4d'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:29.284711 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3cdde024-eedf-44ae-8eed-2c7bb68376b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:29.308818 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3cdde024-eedf-44ae-8eed-2c7bb68376b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:29.381279 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee831e3d-3c02-450b-abfa-a2c8dc51435d admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:29.385546 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3cdde024-eedf-44ae-8eed-2c7bb68376b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:29.389047 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3cdde024-eedf-44ae-8eed-2c7bb68376b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:29.393384 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3cdde024-eedf-44ae-8eed-2c7bb68376b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3f80798-4c23-4969-aabd-e3ae3706b8d1 HTTP/1.1" status: 204  len: 168 time: 0.1681390
Nov 20 21:14:29.399094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdde024-eedf-44ae-8eed-2c7bb68376b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f80798-4c23-4969-aabd-e3ae3706b8d1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:29.441783 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-65e79a57-1608-4cc4-9dc5-d7f69c7b995f None None] Set router 895135ef-d3c9-4115-ac74-ead1557d1a4d gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:29.503738 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee831e3d-3c02-450b-abfa-a2c8dc51435d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:29.576089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-ee831e3d-3c02-450b-abfa-a2c8dc51435d admin admin] Deleting port 8ee04143-3bb6-4fce-8833-425579efc988 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:29.576465 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee831e3d-3c02-450b-abfa-a2c8dc51435d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:29.650645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-65e79a57-1608-4cc4-9dc5-d7f69c7b995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475941f0>, [{'id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'name': 'tempest-TestServerBasicOps-78787842-router', 'tenant_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8ee04143-3bb6-4fce-8833-425579efc988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:13Z', 'updated_at': '2021-11-20T21:14:28Z', 'revision_number': 5, 'project_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'gw_port': {'id': '8ee04143-3bb6-4fce-8833-425579efc988', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:09:14Z', 'updated_at': '2021-11-20T21:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:29.666752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-ee831e3d-3c02-450b-abfa-a2c8dc51435d admin admin] For port 8ee04143-3bb6-4fce-8833-425579efc988, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ee04143-3bb6-4fce-8833-425579efc988,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:29.666752 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee831e3d-3c02-450b-abfa-a2c8dc51435d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:29.677009 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e79a57-1608-4cc4-9dc5-d7f69c7b995f None None] Checking router: 895135ef-d3c9-4115-ac74-ead1557d1a4d for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:14:29.678868 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-ee831e3d-3c02-450b-abfa-a2c8dc51435d admin admin] Calling delete_port for 8ee04143-3bb6-4fce-8833-425579efc988 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:29.685432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e79a57-1608-4cc4-9dc5-d7f69c7b995f None None] Routers {'895135ef-d3c9-4115-ac74-ead1557d1a4d'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:29.686039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-65e79a57-1608-4cc4-9dc5-d7f69c7b995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475941f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['895135ef-d3c9-4115-ac74-ead1557d1a4d'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:29.802182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-65e79a57-1608-4cc4-9dc5-d7f69c7b995f None None] Set router 895135ef-d3c9-4115-ac74-ead1557d1a4d gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:29.862452 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-65e79a57-1608-4cc4-9dc5-d7f69c7b995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475941f0>, [{'id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'name': 'tempest-TestServerBasicOps-78787842-router', 'tenant_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:13Z', 'updated_at': '2021-11-20T21:14:29Z', 'revision_number': 6, 'project_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:29.891137 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee831e3d-3c02-450b-abfa-a2c8dc51435d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:29.896660 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e79a57-1608-4cc4-9dc5-d7f69c7b995f None None] The sync data for ids ['895135ef-d3c9-4115-ac74-ead1557d1a4d'] in ncdv-master-1 is: [{'id': '895135ef-d3c9-4115-ac74-ead1557d1a4d', 'name': 'tempest-TestServerBasicOps-78787842-router', 'tenant_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:09:13Z', 'updated_at': '2021-11-20T21:14:29Z', 'revision_number': 6, 'project_id': '5418fc9a2ab34e8daeee7b8c28da2dce', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:14:29.919642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee831e3d-3c02-450b-abfa-a2c8dc51435d admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee04143-3bb6-4fce-8833-425579efc988,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:29.940739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1278cb-0e23-4819-84b1-c76969ba6d5f None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:14:29.990452 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee831e3d-3c02-450b-abfa-a2c8dc51435d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:30.092103 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee831e3d-3c02-450b-abfa-a2c8dc51435d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:30.094549 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee831e3d-3c02-450b-abfa-a2c8dc51435d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:30.143551 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee831e3d-3c02-450b-abfa-a2c8dc51435d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:30.144128 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee831e3d-3c02-450b-abfa-a2c8dc51435d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 895135ef-d3c9-4115-ac74-ead1557d1a4d {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:14:30.148593 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ee831e3d-3c02-450b-abfa-a2c8dc51435d admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:30.149746 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ee831e3d-3c02-450b-abfa-a2c8dc51435d admin admin] 10.222.0.41 "DELETE /v2.0/routers/895135ef-d3c9-4115-ac74-ead1557d1a4d HTTP/1.1" status: 204  len: 168 time: 0.8877127
Nov 20 21:14:30.152397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44234) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:30.197590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb207d5-b661-4b12-a066-c43abfbbdcfa admin admin] Deleting subnet 320652c4-1957-4da1-b18d-feb3368dc4c6 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:14:30.200664 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cbb207d5-b661-4b12-a066-c43abfbbdcfa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:30.236798 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cbb207d5-b661-4b12-a066-c43abfbbdcfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:30.328151 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cbb207d5-b661-4b12-a066-c43abfbbdcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:30.408424 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cbb207d5-b661-4b12-a066-c43abfbbdcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:30.438143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb207d5-b661-4b12-a066-c43abfbbdcfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=320652c4-1957-4da1-b18d-feb3368dc4c6,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:30.443670 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cbb207d5-b661-4b12-a066-c43abfbbdcfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:30.445733 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bd8651-b578-48a7-a6e4-4ad78102f1be None None] Network 71649d87-c9ea-498d-ae8f-ccee6081605f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:14:30.465317 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cbb207d5-b661-4b12-a066-c43abfbbdcfa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/320652c4-1957-4da1-b18d-feb3368dc4c6 HTTP/1.1" status: 204  len: 168 time: 0.3098378
Nov 20 21:14:30.465500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44250) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:30.569183 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:30.642200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] Deleting port cf3207b3-1e10-4878-bb27-63c30865b5eb {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:30.642623 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:30.734080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] For port cf3207b3-1e10-4878-bb27-63c30865b5eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf3207b3-1e10-4878-bb27-63c30865b5eb,segment=NetworkSegment(78d47c3c-6460-4672-a97e-c75e58043db9),segment_id=78d47c3c-6460-4672-a97e-c75e58043db9)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:30.735058 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:30.776087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] Calling delete_port for cf3207b3-1e10-4878-bb27-63c30865b5eb owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:30.888129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c35a5d8-3968-4a5e-a180-abbe95f1d0b2 None None] DHCP port deletion for 71649d87-c9ea-498d-ae8f-ccee6081605f request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:14:30.948585 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:30.986579 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8c35a5d8-3968-4a5e-a180-abbe95f1d0b2 None None] Deleting port cf3207b3-1e10-4878-bb27-63c30865b5eb {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:30.987309 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8c35a5d8-3968-4a5e-a180-abbe95f1d0b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:30.998614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3207b3-1e10-4878-bb27-63c30865b5eb,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:31.018594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] No DVR routers for this DVR port cf3207b3-1e10-4878-bb27-63c30865b5eb on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:14:31.118373 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.131412 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8c35a5d8-3968-4a5e-a180-abbe95f1d0b2 None None] For port cf3207b3-1e10-4878-bb27-63c30865b5eb, host ncdv-master-1, got binding levels [] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:31.131821 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8c35a5d8-3968-4a5e-a180-abbe95f1d0b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.152564 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8c35a5d8-3968-4a5e-a180-abbe95f1d0b2 None None] Calling delete_port for cf3207b3-1e10-4878-bb27-63c30865b5eb owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:31.152807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ebd5be0>,) {'filters': {'network_id': ['71649d87-c9ea-498d-ae8f-ccee6081605f']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:31.164614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ebd5be0>, '78d47c3c-6460-4672-a97e-c75e58043db9') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:31.165062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ebd5be0>, '78d47c3c-6460-4672-a97e-c75e58043db9') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:31.166290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.ipam_backend_mixin [None req-8c35a5d8-3968-4a5e-a180-abbe95f1d0b2 None None] Port cf3207b3-1e10-4878-bb27-63c30865b5eb was not found and therefore no delete operation was performed {{(pid=126226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 20 21:14:31.173981 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8c35a5d8-3968-4a5e-a180-abbe95f1d0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.178939 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.204429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35a5d8-3968-4a5e-a180-abbe95f1d0b2 None None] Pushing event deleted for resources: {'Port': ['ID=cf3207b3-1e10-4878-bb27-63c30865b5eb,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:31.205811 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.212084 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c35a5d8-3968-4a5e-a180-abbe95f1d0b2 None None] No DVR routers for this DVR port cf3207b3-1e10-4878-bb27-63c30865b5eb on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:14:31.213549 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:14:31.227997 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:14:31.232827 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:14:31.313654 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.319793 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.325685 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] 10.222.0.41 "DELETE /v2.0/networks/71649d87-c9ea-498d-ae8f-ccee6081605f HTTP/1.1" status: 204  len: 168 time: 0.8591955
Nov 20 21:14:31.339954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e4375-6cfb-43b6-855f-203ffbab624b admin admin] Pushing event deleted for resources: {'Network': ['ID=71649d87-c9ea-498d-ae8f-ccee6081605f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:31.369799 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44312) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:31.474350 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-44e4b11f-5228-43d9-be74-2cd98a267b49 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Request body: {'quota': {'network': 2}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:31.492584 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-44e4b11f-5228-43d9-be74-2cd98a267b49 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] 10.222.0.41 "PUT /v2.0/quotas/fda68e1a070a4653b0fc52bee5698924 HTTP/1.1" status: 200  len: 368 time: 0.1216450
Nov 20 21:14:31.495224 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44316) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:31.500576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c6bc46d4-bed9-439c-8bac-eecbd3c3ca42 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Request body: {'network': {'project_id': 'fda68e1a070a4653b0fc52bee5698924'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:31.504773 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44318) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:31.559364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bc46d4-bed9-439c-8bac-eecbd3c3ca42 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Made reservation on behalf of fda68e1a070a4653b0fc52bee5698924 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:31.561654 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6bc46d4-bed9-439c-8bac-eecbd3c3ca42 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.567602 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6b39605e-0443-42dd-9e17-ea4b0f7d806e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:14:31.582395 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6bc46d4-bed9-439c-8bac-eecbd3c3ca42 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.591388 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 6b39605e-0443-42dd-9e17-ea4b0f7d806e {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:14:31.591741 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6b39605e-0443-42dd-9e17-ea4b0f7d806e not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:14:31.592159 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8ee04143-3bb6-4fce-8833-425579efc988 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:14:31.595387 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c1b3e170-62a8-4545-86db-0941b8934236 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76440d312bb547959d5437ce510b515b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0895650
Nov 20 21:14:31.598067 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44322) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:31.611778 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 8ee04143-3bb6-4fce-8833-425579efc988 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:14:31.612139 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8ee04143-3bb6-4fce-8833-425579efc988 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:14:31.612563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cf3207b3-1e10-4878-bb27-63c30865b5eb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:14:31.633384 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: cf3207b3-1e10-4878-bb27-63c30865b5eb {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:14:31.633736 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cf3207b3-1e10-4878-bb27-63c30865b5eb not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:14:31.655412 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-446f13fb-09cd-474c-9ee8-d265e01cb9dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.672484 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6bc46d4-bed9-439c-8bac-eecbd3c3ca42 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.677332 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6bc46d4-bed9-439c-8bac-eecbd3c3ca42 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.678372 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-446f13fb-09cd-474c-9ee8-d265e01cb9dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.699543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bc46d4-bed9-439c-8bac-eecbd3c3ca42 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:14:31.715883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc46d4-bed9-439c-8bac-eecbd3c3ca42 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a09e24-a614-4bea-85f1-deeaf862e28a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:31.719137 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6bc46d4-bed9-439c-8bac-eecbd3c3ca42 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.719719 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-c6bc46d4-bed9-439c-8bac-eecbd3c3ca42 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Added segment 0d81c216-adc6-4ba4-bf63-2b5aed66c2f4 of type vlan for network 74e314f6-795d-494a-8470-990a54a0eb16
Nov 20 21:14:31.731688 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-446f13fb-09cd-474c-9ee8-d265e01cb9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.735174 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-446f13fb-09cd-474c-9ee8-d265e01cb9dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.738940 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-446f13fb-09cd-474c-9ee8-d265e01cb9dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab07fb07-dd64-49e8-8d31-3ab9be6f70fc HTTP/1.1" status: 204  len: 168 time: 0.1367252
Nov 20 21:14:31.744704 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f13fb-09cd-474c-9ee8-d265e01cb9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab07fb07-dd64-49e8-8d31-3ab9be6f70fc,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:31.769070 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6bc46d4-bed9-439c-8bac-eecbd3c3ca42 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.805494 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6bc46d4-bed9-439c-8bac-eecbd3c3ca42 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.807120 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bc46d4-bed9-439c-8bac-eecbd3c3ca42 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:31.808187 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6bc46d4-bed9-439c-8bac-eecbd3c3ca42 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.850331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c6bc46d4-bed9-439c-8bac-eecbd3c3ca42 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.3539913
Nov 20 21:14:31.853268 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44326) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:31.859332 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1173bfbb-48b4-4c1d-aa4c-5a170884c9b6 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Request body: {'network': {'project_id': 'fda68e1a070a4653b0fc52bee5698924'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:31.885946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc46d4-bed9-439c-8bac-eecbd3c3ca42 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Pushing event updated for resources: {'Network': ['ID=74e314f6-795d-494a-8470-990a54a0eb16,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:31.886162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1173bfbb-48b4-4c1d-aa4c-5a170884c9b6 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Made reservation on behalf of fda68e1a070a4653b0fc52bee5698924 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:31.906271 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 74e314f6-795d-494a-8470-990a54a0eb16 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:14:31.911345 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1173bfbb-48b4-4c1d-aa4c-5a170884c9b6 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.961436 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1173bfbb-48b4-4c1d-aa4c-5a170884c9b6 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:14:31.975754 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1173bfbb-48b4-4c1d-aa4c-5a170884c9b6 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:31.976321 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-1173bfbb-48b4-4c1d-aa4c-5a170884c9b6 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Added segment 84e623f1-8a1e-437f-ba73-3b6d7d9ada09 of type vlan for network 1f53f113-61fd-4ee5-a5b9-40e2595f4aeb
Nov 20 21:14:32.024307 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1173bfbb-48b4-4c1d-aa4c-5a170884c9b6 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.054861 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1173bfbb-48b4-4c1d-aa4c-5a170884c9b6 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.056102 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1173bfbb-48b4-4c1d-aa4c-5a170884c9b6 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:32.057167 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1173bfbb-48b4-4c1d-aa4c-5a170884c9b6 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.092756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1173bfbb-48b4-4c1d-aa4c-5a170884c9b6 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.2383611
Nov 20 21:14:32.096502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44334) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:32.101607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4d9eab43-4f97-46aa-ad32-7dcffff26419 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Request body: {'network': {'project_id': 'fda68e1a070a4653b0fc52bee5698924'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:32.114359 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9eab43-4f97-46aa-ad32-7dcffff26419 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Nov 20 21:14:32.114893 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9eab43-4f97-46aa-ad32-7dcffff26419 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:14:32.119319 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4d9eab43-4f97-46aa-ad32-7dcffff26419 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0187800
Nov 20 21:14:32.119319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44336) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:32.124123 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173bfbb-48b4-4c1d-aa4c-5a170884c9b6 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Pushing event updated for resources: {'Network': ['ID=1f53f113-61fd-4ee5-a5b9-40e2595f4aeb,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:32.134574 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 1f53f113-61fd-4ee5-a5b9-40e2595f4aeb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:14:32.164074 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-edd5476e-614d-4f70-9cd7-3e401b69d15d tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fda68e1a070a4653b0fc52bee5698924&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0429549
Nov 20 21:14:32.166174 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44338) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:32.211816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44340) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:32.219310 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f050580a-b3ee-4de2-9950-f3887c04f6b3 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.244696 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f050580a-b3ee-4de2-9950-f3887c04f6b3 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.253881 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a760916d-2a11-41c4-a812-7a341a7abf8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5418fc9a2ab34e8daeee7b8c28da2dce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0405948
Nov 20 21:14:32.256477 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44342) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:32.296139 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f050580a-b3ee-4de2-9950-f3887c04f6b3 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.299365 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f050580a-b3ee-4de2-9950-f3887c04f6b3 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.300523 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f050580a-b3ee-4de2-9950-f3887c04f6b3 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/74a09e24-a614-4bea-85f1-deeaf862e28a HTTP/1.1" status: 204  len: 168 time: 0.1328638
Nov 20 21:14:32.303467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44344) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:32.308643 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050580a-b3ee-4de2-9950-f3887c04f6b3 tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a09e24-a614-4bea-85f1-deeaf862e28a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:32.324789 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8fbcd8c-483d-4bdf-99d8-897de307fbd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.395558 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8fbcd8c-483d-4bdf-99d8-897de307fbd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.409088 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e358fd04-a273-405e-ae59-192628649a7f tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.487682 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8fbcd8c-483d-4bdf-99d8-897de307fbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.490357 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8fbcd8c-483d-4bdf-99d8-897de307fbd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.491507 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d8fbcd8c-483d-4bdf-99d8-897de307fbd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/068732ba-ca28-4714-a78f-5183b1a644bc HTTP/1.1" status: 204  len: 168 time: 0.2340090
Nov 20 21:14:32.519924 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e358fd04-a273-405e-ae59-192628649a7f tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.539098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbcd8c-483d-4bdf-99d8-897de307fbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068732ba-ca28-4714-a78f-5183b1a644bc,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:32.552935 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-e358fd04-a273-405e-ae59-192628649a7f tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4dcdeca0>,) {'filters': {'network_id': ['1f53f113-61fd-4ee5-a5b9-40e2595f4aeb']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:32.564902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-e358fd04-a273-405e-ae59-192628649a7f tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dcdeca0>, '84e623f1-8a1e-437f-ba73-3b6d7d9ada09') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:32.565193 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-e358fd04-a273-405e-ae59-192628649a7f tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dcdeca0>, '84e623f1-8a1e-437f-ba73-3b6d7d9ada09') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:32.576967 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e358fd04-a273-405e-ae59-192628649a7f tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.601118 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e358fd04-a273-405e-ae59-192628649a7f tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.610235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e358fd04-a273-405e-ae59-192628649a7f tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:14:32.610923 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e358fd04-a273-405e-ae59-192628649a7f tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:14:32.613062 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:14:32.677852 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e358fd04-a273-405e-ae59-192628649a7f tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.684877 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e358fd04-a273-405e-ae59-192628649a7f tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.696436 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e358fd04-a273-405e-ae59-192628649a7f tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] 10.222.0.41 "DELETE /v2.0/networks/1f53f113-61fd-4ee5-a5b9-40e2595f4aeb HTTP/1.1" status: 204  len: 168 time: 0.3858337
Nov 20 21:14:32.696436 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44362) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:32.709149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358fd04-a273-405e-ae59-192628649a7f tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f53f113-61fd-4ee5-a5b9-40e2595f4aeb,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:32.776035 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fcb1283-4fbb-4a0c-8509-b3b565a408ec tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.853309 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fcb1283-4fbb-4a0c-8509-b3b565a408ec tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.873922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4fcb1283-4fbb-4a0c-8509-b3b565a408ec tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e2e20a0>,) {'filters': {'network_id': ['74e314f6-795d-494a-8470-990a54a0eb16']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:32.884213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4fcb1283-4fbb-4a0c-8509-b3b565a408ec tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e2e20a0>, '0d81c216-adc6-4ba4-bf63-2b5aed66c2f4') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:32.884509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4fcb1283-4fbb-4a0c-8509-b3b565a408ec tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e2e20a0>, '0d81c216-adc6-4ba4-bf63-2b5aed66c2f4') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:32.898851 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fcb1283-4fbb-4a0c-8509-b3b565a408ec tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.912810 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fcb1283-4fbb-4a0c-8509-b3b565a408ec tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.919100 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcb1283-4fbb-4a0c-8509-b3b565a408ec tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:14:32.919498 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fcb1283-4fbb-4a0c-8509-b3b565a408ec tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:14:32.921254 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:14:32.978666 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fcb1283-4fbb-4a0c-8509-b3b565a408ec tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.994871 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4fcb1283-4fbb-4a0c-8509-b3b565a408ec tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:32.998325 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4fcb1283-4fbb-4a0c-8509-b3b565a408ec tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] 10.222.0.41 "DELETE /v2.0/networks/74e314f6-795d-494a-8470-990a54a0eb16 HTTP/1.1" status: 204  len: 168 time: 0.3044331
Nov 20 21:14:33.000066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb1283-4fbb-4a0c-8509-b3b565a408ec tempest-QuotasNegativeTest-386390118 tempest-QuotasNegativeTest-386390118-project-admin] Pushing event deleted for resources: {'Network': ['ID=74e314f6-795d-494a-8470-990a54a0eb16,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:33.390460 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44402) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:33.530232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-daa7a6eb-1a57-4ebb-b773-52090d2b1d5a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1018801779-network', 'tenant_id': '7d03363e050d4aed988e47cfe598c49e'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:33.555062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa7a6eb-1a57-4ebb-b773-52090d2b1d5a admin admin] Made reservation on behalf of 7d03363e050d4aed988e47cfe598c49e for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:33.557509 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-daa7a6eb-1a57-4ebb-b773-52090d2b1d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:33.567035 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-daa7a6eb-1a57-4ebb-b773-52090d2b1d5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:33.610126 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44428) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:33.662379 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-daa7a6eb-1a57-4ebb-b773-52090d2b1d5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:33.666322 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-daa7a6eb-1a57-4ebb-b773-52090d2b1d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:33.693017 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa7a6eb-1a57-4ebb-b773-52090d2b1d5a admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:14:33.703545 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7a6eb-1a57-4ebb-b773-52090d2b1d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ad7fca-b184-4764-b052-81d38b8c12f9,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:33.708728 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-daa7a6eb-1a57-4ebb-b773-52090d2b1d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:33.709113 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-daa7a6eb-1a57-4ebb-b773-52090d2b1d5a admin admin] Added segment 3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40 of type vlan for network 0c8a2fad-e4e3-4cc9-a292-09228f527897
Nov 20 21:14:33.733669 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-395a6896-f432-4626-8add-258be2fd142d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:33.757478 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-daa7a6eb-1a57-4ebb-b773-52090d2b1d5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:33.785894 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-daa7a6eb-1a57-4ebb-b773-52090d2b1d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:33.786934 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa7a6eb-1a57-4ebb-b773-52090d2b1d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:33.787535 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-daa7a6eb-1a57-4ebb-b773-52090d2b1d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:33.831423 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-daa7a6eb-1a57-4ebb-b773-52090d2b1d5a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4396977
Nov 20 21:14:33.834226 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44438) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:33.834880 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-395a6896-f432-4626-8add-258be2fd142d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:33.839523 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-395a6896-f432-4626-8add-258be2fd142d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:33.866270 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-40e58d15-704d-460e-bccf-7a219d062037 admin admin] Request body: {'subnet': {'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1018801779-subnet', 'tenant_id': '7d03363e050d4aed988e47cfe598c49e', 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:33.869388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7a6eb-1a57-4ebb-b773-52090d2b1d5a admin admin] Pushing event updated for resources: {'Network': ['ID=0c8a2fad-e4e3-4cc9-a292-09228f527897,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:33.882404 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 0c8a2fad-e4e3-4cc9-a292-09228f527897 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:14:33.887432 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a6896-f432-4626-8add-258be2fd142d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1d26b2-1e00-4cee-8c4a-e3e00cfb2068,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:33.892699 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-395a6896-f432-4626-8add-258be2fd142d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b902ae233754810945fd1b42a0b2bb3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2815077
Nov 20 21:14:33.894102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e58d15-704d-460e-bccf-7a219d062037 admin admin] Made reservation on behalf of 7d03363e050d4aed988e47cfe598c49e for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:33.895683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44442) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:33.896645 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-40e58d15-704d-460e-bccf-7a219d062037 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:33.958997 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-70385380-8409-4bc8-8a8a-6cb7cfdd3651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:33.986110 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-70385380-8409-4bc8-8a8a-6cb7cfdd3651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.040385 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-70385380-8409-4bc8-8a8a-6cb7cfdd3651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.044333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-70385380-8409-4bc8-8a8a-6cb7cfdd3651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.045607 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-70385380-8409-4bc8-8a8a-6cb7cfdd3651 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a1d26b2-1e00-4cee-8c4a-e3e00cfb2068 HTTP/1.1" status: 204  len: 168 time: 0.1476722
Nov 20 21:14:34.053978 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70385380-8409-4bc8-8a8a-6cb7cfdd3651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1d26b2-1e00-4cee-8c4a-e3e00cfb2068,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:34.096952 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-40e58d15-704d-460e-bccf-7a219d062037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.170447 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e58d15-704d-460e-bccf-7a219d062037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fbe6c06-e03e-466b-a1ae-7ee21b7d24de,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:34.180048 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e58d15-704d-460e-bccf-7a219d062037 admin admin] Checking segment: {'id': '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:14:34.180491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e58d15-704d-460e-bccf-7a219d062037 admin admin] Network hostable DHCP agents. Network: 0c8a2fad-e4e3-4cc9-a292-09228f527897, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:14:34.200920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e58d15-704d-460e-bccf-7a219d062037 admin admin] Network 0c8a2fad-e4e3-4cc9-a292-09228f527897 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:14:34.212773 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-40e58d15-704d-460e-bccf-7a219d062037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0c8a2fad-e4e3-4cc9-a292-09228f527897) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:34.225465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e58d15-704d-460e-bccf-7a219d062037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:34.226153 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fddad7-9bad-4da1-bddb-36c7251fc906 None None] Network 0c8a2fad-e4e3-4cc9-a292-09228f527897 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:14:34.226471 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-40e58d15-704d-460e-bccf-7a219d062037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.248585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-40e58d15-704d-460e-bccf-7a219d062037 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4132469
Nov 20 21:14:34.251764 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44460) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:34.257874 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1018801779-router', 'tenant_id': '7d03363e050d4aed988e47cfe598c49e', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:34.320889 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.322315 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.430922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0c8a2fad-e4e3-4cc9-a292-09228f527897', 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897', 'tenant_id': '7d03363e050d4aed988e47cfe598c49e', 'fixed_ips': [{'subnet_id': '2fbe6c06-e03e-466b-a1ae-7ee21b7d24de'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:14:34.431185 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.432379 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.447303 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44466) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:34.461673 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22c578be-d25a-4cca-aa6d-416bad058eb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.556575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44468) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:34.587663 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22c578be-d25a-4cca-aa6d-416bad058eb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.592002 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22c578be-d25a-4cca-aa6d-416bad058eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.596927 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Allocated IP 172.20.0.2 (0c8a2fad-e4e3-4cc9-a292-09228f527897/2fbe6c06-e03e-466b-a1ae-7ee21b7d24de/56442606-a00c-49ce-bdbf-1e702b0439b4) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:14:34.634079 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b82b7-36a9-424b-993a-e26b948717cc req-c3b3c986-4e68-4124-8d9c-25274825aec2 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:34.646477 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f0b82b7-36a9-424b-993a-e26b948717cc req-c3b3c986-4e68-4124-8d9c-25274825aec2 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 946 time: 0.2129478
Nov 20 21:14:34.647355 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-22c578be-d25a-4cca-aa6d-416bad058eb7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0c2193f638845ee9d40060153d7c7b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1989470
Nov 20 21:14:34.648525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c578be-d25a-4cca-aa6d-416bad058eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7d2690-973e-4641-9e48-ccf8527097ab,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:34.651302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44474) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:34.697785 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.714803 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c185f21-b297-46d3-b08c-2b1cc5c89d48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.749959 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c185f21-b297-46d3-b08c-2b1cc5c89d48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.771863 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-109ec528-0462-411c-aca4-5e53eaf6cc1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.782611 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f0b82b7-36a9-424b-993a-e26b948717cc req-e7be9056-06cd-4802-af6a-17feb207dc2e tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b7c7821-3744-4bab-8cef-3f65af8071e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1325991
Nov 20 21:14:34.785492 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.802072 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.848710 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Network 0c8a2fad-e4e3-4cc9-a292-09228f527897 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:14:34.852676 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:34.855671 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c185f21-b297-46d3-b08c-2b1cc5c89d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.855953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:14:34.859142 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c185f21-b297-46d3-b08c-2b1cc5c89d48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.860675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1c185f21-b297-46d3-b08c-2b1cc5c89d48 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f7d2690-973e-4641-9e48-ccf8527097ab HTTP/1.1" status: 204  len: 168 time: 0.2082713
Nov 20 21:14:34.868641 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Pushing event updated for resources: {'Port': ['ID=56442606-a00c-49ce-bdbf-1e702b0439b4,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:34.877696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c185f21-b297-46d3-b08c-2b1cc5c89d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7d2690-973e-4641-9e48-ccf8527097ab,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:34.920990 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-109ec528-0462-411c-aca4-5e53eaf6cc1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.926861 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-109ec528-0462-411c-aca4-5e53eaf6cc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.932786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Attempting to bind port 56442606-a00c-49ce-bdbf-1e702b0439b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:14:34.933344 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Attempting to bind port 56442606-a00c-49ce-bdbf-1e702b0439b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:14:34.933520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Attempting to bind port 56442606-a00c-49ce-bdbf-1e702b0439b4 on network 0c8a2fad-e4e3-4cc9-a292-09228f527897 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:14:34.942895 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:14:34.943451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Checking segment: {'id': '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:14:34.943869 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.944309 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Bound using segment: {'id': '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:14:34.945146 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Bound port: 56442606-a00c-49ce-bdbf-1e702b0439b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:14:34.945146 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:34.995438 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-109ec528-0462-411c-aca4-5e53eaf6cc1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=718a56c37540446c9a0c7635f2b5bde9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4377680
Nov 20 21:14:34.997698 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ec528-0462-411c-aca4-5e53eaf6cc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1b2a12-9977-4c65-9bf4-b874ebab3368,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:35.001037 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44478) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:35.044592 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] For port 56442606-a00c-49ce-bdbf-1e702b0439b4, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:14:35.049288 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] For port 56442606-a00c-49ce-bdbf-1e702b0439b4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56442606-a00c-49ce-bdbf-1e702b0439b4,segment=NetworkSegment(3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40),segment_id=3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:14:35.055147 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:35.058496 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e2dab93-9bb9-44a3-97ec-64b96d5a9ce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:35.059433 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:35.086755 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:35.110613 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e2dab93-9bb9-44a3-97ec-64b96d5a9ce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:35.185267 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71192b2b-bfc0-440d-83ec-ab9db1631540 None None] Pushing event updated for resources: {'Port': ['ID=56442606-a00c-49ce-bdbf-1e702b0439b4,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:35.212897 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e2dab93-9bb9-44a3-97ec-64b96d5a9ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:35.217075 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e2dab93-9bb9-44a3-97ec-64b96d5a9ce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:35.221053 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8e2dab93-9bb9-44a3-97ec-64b96d5a9ce5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e1b2a12-9977-4c65-9bf4-b874ebab3368 HTTP/1.1" status: 204  len: 168 time: 0.2166486
Nov 20 21:14:35.243638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dab93-9bb9-44a3-97ec-64b96d5a9ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1b2a12-9977-4c65-9bf4-b874ebab3368,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:35.289996 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Allocated IP 172.35.1.119 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/af91794f-0ee6-4087-971a-21afc91e8954) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:14:35.534177 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:35.599278 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:35.649113 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:14:35.654412 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:35.658495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:14:35.668201 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 56442606-a00c-49ce-bdbf-1e702b0439b4 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:14:35.701443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Pushing event updated for resources: {'Port': ['ID=af91794f-0ee6-4087-971a-21afc91e8954,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:35.701578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44502) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:35.723886 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11000708-50de-4194-a667-ff8c71948299 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:14:35.733567 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72fa34e1-ad22-4de9-a249-1b7207c1e342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:35.797069 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 56442606-a00c-49ce-bdbf-1e702b0439b4 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:35.797069 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:35.856562 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72fa34e1-ad22-4de9-a249-1b7207c1e342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:35.865922 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72fa34e1-ad22-4de9-a249-1b7207c1e342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:35.890768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d60c6c16-2c1c-44ed-8f7d-0aab48e114d0 None None] Provisioning complete for port af91794f-0ee6-4087-971a-21afc91e8954 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:35.891135 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d60c6c16-2c1c-44ed-8f7d-0aab48e114d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:35.912302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa34e1-ad22-4de9-a249-1b7207c1e342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a46048-9d54-49e9-997a-8d035965d54c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:35.953386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d60c6c16-2c1c-44ed-8f7d-0aab48e114d0 None None] Port af91794f-0ee6-4087-971a-21afc91e8954 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:14:35.969218 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:35.981759 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-72fa34e1-ad22-4de9-a249-1b7207c1e342 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcc82620d81743bfbed9606ee514e505&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2790484
Nov 20 21:14:35.985013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44508) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:36.022623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 56442606-a00c-49ce-bdbf-1e702b0439b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56442606-a00c-49ce-bdbf-1e702b0439b4,segment=NetworkSegment(3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40),segment_id=3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:36.028075 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.042517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44512) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:36.053113 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.085365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63162e-a572-4a49-b50b-c00819ee704c req-59b50a2f-61e9-4f27-b8f8-e688400d225c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:36.086994 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc63162e-a572-4a49-b50b-c00819ee704c req-59b50a2f-61e9-4f27-b8f8-e688400d225c tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 946 time: 0.1802986
Nov 20 21:14:36.094401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=56442606-a00c-49ce-bdbf-1e702b0439b4,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:36.144020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08325d41-09bf-46ee-8671-be580410dbc9 req-625150b1-2e04-47fa-ab69-10815733cfc1 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:36.145538 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-08325d41-09bf-46ee-8671-be580410dbc9 req-625150b1-2e04-47fa-ab69-10815733cfc1 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 946 time: 0.1618545
Nov 20 21:14:36.220732 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-887b868a-25cd-4181-a588-3db614eaff52 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-553240476'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:36.228452 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc63162e-a572-4a49-b50b-c00819ee704c req-047d07e9-8876-4b51-b8d9-6b6d98db1a90 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b7c7821-3744-4bab-8cef-3f65af8071e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1208293
Nov 20 21:14:36.232448 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-024f89ff-2de0-44a4-a817-f2054eb2e3fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.297352 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-024f89ff-2de0-44a4-a817-f2054eb2e3fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.303577 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.306538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887b868a-25cd-4181-a588-3db614eaff52 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Made reservation on behalf of d0f11e6a60fc4edb901bce729ba8fdf2 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:36.309985 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-887b868a-25cd-4181-a588-3db614eaff52 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.337364 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-887b868a-25cd-4181-a588-3db614eaff52 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.387581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-08325d41-09bf-46ee-8671-be580410dbc9 req-4f234c20-2eed-4a18-aa34-a81357589ac7 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Deleting port fdb38671-0374-4e8c-bd17-2c20287e73f0 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:36.387924 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-08325d41-09bf-46ee-8671-be580410dbc9 req-4f234c20-2eed-4a18-aa34-a81357589ac7 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.420778 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-024f89ff-2de0-44a4-a817-f2054eb2e3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.424723 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-024f89ff-2de0-44a4-a817-f2054eb2e3fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.425467 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-024f89ff-2de0-44a4-a817-f2054eb2e3fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0a46048-9d54-49e9-997a-8d035965d54c HTTP/1.1" status: 204  len: 168 time: 0.4395535
Nov 20 21:14:36.467760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Router fdd12344-8382-44fa-8ef8-7f01d2028042 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:14:36.478293 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f89ff-2de0-44a4-a817-f2054eb2e3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a46048-9d54-49e9-997a-8d035965d54c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:36.528431 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648007f6-c41e-4978-85d5-d94962644426 None None] Network 0c8a2fad-e4e3-4cc9-a292-09228f527897 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:14:36.536623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-08325d41-09bf-46ee-8671-be580410dbc9 req-4f234c20-2eed-4a18-aa34-a81357589ac7 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] For port fdb38671-0374-4e8c-bd17-2c20287e73f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdb38671-0374-4e8c-bd17-2c20287e73f0,segment=NetworkSegment(241be008-6a5d-4824-b825-4024ff935ddc),segment_id=241be008-6a5d-4824-b825-4024ff935ddc)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:36.536994 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-08325d41-09bf-46ee-8671-be580410dbc9 req-4f234c20-2eed-4a18-aa34-a81357589ac7 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.612064 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-887b868a-25cd-4181-a588-3db614eaff52 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.616621 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-887b868a-25cd-4181-a588-3db614eaff52 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.630373 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e5b18863-9ff5-41ff-9792-7468dfa61828 None None] Provisioning complete for port 56442606-a00c-49ce-bdbf-1e702b0439b4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:36.631043 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e5b18863-9ff5-41ff-9792-7468dfa61828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.675246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:14:36.689146 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Sync routers for ids ['fdd12344-8382-44fa-8ef8-7f01d2028042'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:14:36.694197 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887b868a-25cd-4181-a588-3db614eaff52 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:14:36.714082 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b868a-25cd-4181-a588-3db614eaff52 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddde82e-659c-4759-9be0-1e9f9c672220,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:36.714824 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Routers {'fdd12344-8382-44fa-8ef8-7f01d2028042'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:36.714927 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543897c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['fdd12344-8382-44fa-8ef8-7f01d2028042'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:36.742243 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.745192 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-887b868a-25cd-4181-a588-3db614eaff52 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.745946 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ee9243aa-5784-4f9e-9c2f-f71b11fe047f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.4929690
Nov 20 21:14:36.749841 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44522) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:36.751825 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-887b868a-25cd-4181-a588-3db614eaff52 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Added segment 15413e1a-5b5e-4c33-92eb-ebf289fb83c5 of type vlan for network 26686062-58b0-4ec4-ad8f-e7917913aedd
Nov 20 21:14:36.898515 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Set router fdd12344-8382-44fa-8ef8-7f01d2028042 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:36.917716 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-08325d41-09bf-46ee-8671-be580410dbc9 req-4f234c20-2eed-4a18-aa34-a81357589ac7 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.918378 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-08325d41-09bf-46ee-8671-be580410dbc9 req-4f234c20-2eed-4a18-aa34-a81357589ac7 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:36.918892 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-08325d41-09bf-46ee-8671-be580410dbc9 req-4f234c20-2eed-4a18-aa34-a81357589ac7 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Floating IP e7cb3f97-fa33-4134-95e5-9d1222ef231c disassociated. External IP: 172.35.1.159, port: fdb38671-0374-4e8c-bd17-2c20287e73f0.
Nov 20 21:14:36.919415 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-08325d41-09bf-46ee-8671-be580410dbc9 req-4f234c20-2eed-4a18-aa34-a81357589ac7 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Calling delete_port for fdb38671-0374-4e8c-bd17-2c20287e73f0 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:36.943694 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-887b868a-25cd-4181-a588-3db614eaff52 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:37.045029 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-887b868a-25cd-4181-a588-3db614eaff52 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:37.060387 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887b868a-25cd-4181-a588-3db614eaff52 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:37.061156 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-887b868a-25cd-4181-a588-3db614eaff52 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:37.143534 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b868a-25cd-4181-a588-3db614eaff52 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event updated for resources: {'Network': ['ID=26686062-58b0-4ec4-ad8f-e7917913aedd,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:37.159799 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 26686062-58b0-4ec4-ad8f-e7917913aedd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:14:37.164871 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2f6a1497-7a2b-43b8-914a-0aca38d12021 None None] Provisioning complete for port 56442606-a00c-49ce-bdbf-1e702b0439b4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:37.170667 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2f6a1497-7a2b-43b8-914a-0aca38d12021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:37.176375 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-887b868a-25cd-4181-a588-3db614eaff52 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 1.1280913
Nov 20 21:14:37.181191 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44534) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:37.186864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ff43bcb7-c06f-4d64-9de2-1c910e685282 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Request body: {'subnet': {'network_id': '26686062-58b0-4ec4-ad8f-e7917913aedd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:37.336607 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543897c0>, [{'id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'name': 'tempest-TestServerMultinode-1018801779-router', 'tenant_id': '7d03363e050d4aed988e47cfe598c49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:34Z', 'updated_at': '2021-11-20T21:14:35Z', 'revision_number': 3, 'project_id': '7d03363e050d4aed988e47cfe598c49e', 'gw_port': {'id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:35Z', 'updated_at': '2021-11-20T21:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:37.357224 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-08325d41-09bf-46ee-8671-be580410dbc9 req-4f234c20-2eed-4a18-aa34-a81357589ac7 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:37.382755 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Checking router: fdd12344-8382-44fa-8ef8-7f01d2028042 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:14:37.384062 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Updating router fdd12344-8382-44fa-8ef8-7f01d2028042 port af91794f-0ee6-4087-971a-21afc91e8954 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:14:37.418511 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:37.422455 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f234c20-2eed-4a18-aa34-a81357589ac7 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event deleted for resources: {'Port': ['ID=fdb38671-0374-4e8c-bd17-2c20287e73f0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:37.447744 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-16ef9ea6-fb79-4451-bb68-e8387ed0a0cd req-55d5f388-9892-4b2f-ab3b-bcb7a7001b34 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 210 time: 0.0425410
Nov 20 21:14:37.510901 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:37.548111 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:14:37.557903 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff43bcb7-c06f-4d64-9de2-1c910e685282 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Made reservation on behalf of d0f11e6a60fc4edb901bce729ba8fdf2 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:37.561392 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff43bcb7-c06f-4d64-9de2-1c910e685282 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:37.626938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 56442606-a00c-49ce-bdbf-1e702b0439b4 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:14:37.684711 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 56442606-a00c-49ce-bdbf-1e702b0439b4 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:37.685188 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:37.757712 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08325d41-09bf-46ee-8671-be580410dbc9 req-4f234c20-2eed-4a18-aa34-a81357589ac7 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Router 76230994-5bdc-48d4-8e13-c947c6a435f5 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:14:37.800966 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:37.809860 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:37.833473 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Allocated IP 172.20.0.1 (0c8a2fad-e4e3-4cc9-a292-09228f527897/2fbe6c06-e03e-466b-a1ae-7ee21b7d24de/e1fec020-e55d-4ce0-9628-c7a08eb11add) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:14:37.884049 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5bb540-7b9e-48d9-af30-a853c30823e9 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:14:37.886667 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71729594-aa4b-41d5-bc49-6e401f262ad5 None None] Pushing event updated for resources: {'Port': ['ID=af91794f-0ee6-4087-971a-21afc91e8954,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:37.898213 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Attempting to bind port af91794f-0ee6-4087-971a-21afc91e8954 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:14:37.898618 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Attempting to bind port af91794f-0ee6-4087-971a-21afc91e8954 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:14:37.899129 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Attempting to bind port af91794f-0ee6-4087-971a-21afc91e8954 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:14:37.910302 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71729594-aa4b-41d5-bc49-6e401f262ad5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:37.911025 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71729594-aa4b-41d5-bc49-6e401f262ad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:37.911372 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71729594-aa4b-41d5-bc49-6e401f262ad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:37.911704 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71729594-aa4b-41d5-bc49-6e401f262ad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:37.912032 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71729594-aa4b-41d5-bc49-6e401f262ad5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:37.912359 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71729594-aa4b-41d5-bc49-6e401f262ad5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:37.912696 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71729594-aa4b-41d5-bc49-6e401f262ad5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:37.913019 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71729594-aa4b-41d5-bc49-6e401f262ad5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:37.913341 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71729594-aa4b-41d5-bc49-6e401f262ad5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:37.913660 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71729594-aa4b-41d5-bc49-6e401f262ad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:37.913980 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71729594-aa4b-41d5-bc49-6e401f262ad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:37.914393 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71729594-aa4b-41d5-bc49-6e401f262ad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:37.917676 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:14:37.918082 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:14:37.918470 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:37.918906 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:14:37.919519 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Bound port: af91794f-0ee6-4087-971a-21afc91e8954, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:14:37.919902 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:37.956020 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-dcfdc814-748f-4c60-a9ec-f3372c96a38a None None] Provisioning complete for port af91794f-0ee6-4087-971a-21afc91e8954 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:37.956412 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dcfdc814-748f-4c60-a9ec-f3372c96a38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:38.017159 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] For port af91794f-0ee6-4087-971a-21afc91e8954, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:14:38.022745 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] For port af91794f-0ee6-4087-971a-21afc91e8954, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af91794f-0ee6-4087-971a-21afc91e8954,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:14:38.025633 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08325d41-09bf-46ee-8671-be580410dbc9 req-4f234c20-2eed-4a18-aa34-a81357589ac7 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:14:38.041182 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:38.049898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d0769d-6918-4d4d-b062-0d5d46a908a5 None None] Sync routers for ids ['76230994-5bdc-48d4-8e13-c947c6a435f5'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:14:38.089232 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6931d37-19df-415b-9ae2-111a096c113c None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:14:38.094754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdc814-748f-4c60-a9ec-f3372c96a38a None None] Port af91794f-0ee6-4087-971a-21afc91e8954 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:14:38.098019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d0769d-6918-4d4d-b062-0d5d46a908a5 None None] Routers {'76230994-5bdc-48d4-8e13-c947c6a435f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:38.098658 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-35d0769d-6918-4d4d-b062-0d5d46a908a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463207c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['76230994-5bdc-48d4-8e13-c947c6a435f5'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:38.104096 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:38.177427 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Routers {'fdd12344-8382-44fa-8ef8-7f01d2028042'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:38.178077 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543897c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['fdd12344-8382-44fa-8ef8-7f01d2028042'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:38.193954 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:38.250774 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71729594-aa4b-41d5-bc49-6e401f262ad5 None None] Pushing event updated for resources: {'Port': ['ID=af91794f-0ee6-4087-971a-21afc91e8954,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:38.290495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Pushing event updated for resources: {'Port': ['ID=e1fec020-e55d-4ce0-9628-c7a08eb11add,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:38.308053 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:38.311949 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a02510d9-1a44-4614-b151-217480c70152 None None] Provisioning complete for port af91794f-0ee6-4087-971a-21afc91e8954 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:38.312331 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a02510d9-1a44-4614-b151-217480c70152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:38.312495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Network 0c8a2fad-e4e3-4cc9-a292-09228f527897 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:14:38.314442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:38.318030 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:14:38.393869 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] Set router fdd12344-8382-44fa-8ef8-7f01d2028042 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:38.394143 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:38.415127 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:38.435489 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-35d0769d-6918-4d4d-b062-0d5d46a908a5 None None] Set router 76230994-5bdc-48d4-8e13-c947c6a435f5 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:38.639683 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:38.711580 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543897c0>, [{'id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'name': 'tempest-TestServerMultinode-1018801779-router', 'tenant_id': '7d03363e050d4aed988e47cfe598c49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:34Z', 'updated_at': '2021-11-20T21:14:35Z', 'revision_number': 3, 'project_id': '7d03363e050d4aed988e47cfe598c49e', 'gw_port': {'id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:35Z', 'updated_at': '2021-11-20T21:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:38.750684 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a02510d9-1a44-4614-b151-217480c70152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:38.774305 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f17c76fa-fa30-4f54-a000-c1da77796eeb req-7891566b-de06-4d18-b4ed-1d8c36bbd346 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 210 time: 0.1027112
Nov 20 21:14:38.776386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff43bcb7-c06f-4d64-9de2-1c910e685282 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:38.784076 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a02510d9-1a44-4614-b151-217480c70152 None None] For port af91794f-0ee6-4087-971a-21afc91e8954, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af91794f-0ee6-4087-971a-21afc91e8954,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:38.792570 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e1018-71f1-4ef8-87bf-ee4d67f596b3 None None] The sync data for ids ['fdd12344-8382-44fa-8ef8-7f01d2028042'] in ncdv-master-1 is: [{'id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'name': 'tempest-TestServerMultinode-1018801779-router', 'tenant_id': '7d03363e050d4aed988e47cfe598c49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:34Z', 'updated_at': '2021-11-20T21:14:35Z', 'revision_number': 3, 'project_id': '7d03363e050d4aed988e47cfe598c49e', 'gw_port': {'id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:35Z', 'updated_at': '2021-11-20T21:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:14:38.793911 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a02510d9-1a44-4614-b151-217480c70152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:38.853668 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:38.859972 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:38.887466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-08325d41-09bf-46ee-8671-be580410dbc9 req-4f234c20-2eed-4a18-aa34-a81357589ac7 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] No DVR routers for this DVR port fdb38671-0374-4e8c-bd17-2c20287e73f0 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:14:38.890439 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-08325d41-09bf-46ee-8671-be580410dbc9 req-4f234c20-2eed-4a18-aa34-a81357589ac7 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:38.895316 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-08325d41-09bf-46ee-8671-be580410dbc9 req-4f234c20-2eed-4a18-aa34-a81357589ac7 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.37 "DELETE /v2.0/ports/fdb38671-0374-4e8c-bd17-2c20287e73f0 HTTP/1.1" status: 204  len: 173 time: 2.7320287
Nov 20 21:14:38.901920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1e54ca-e5d2-4b0a-93b4-cafa96759822', 'name': 'network-vif-deleted', 'tag': 'fdb38671-0374-4e8c-bd17-2c20287e73f0'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:14:38.904286 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125fb625-237c-4bd9-a869-d4cbd9ca7b3c" -d '{"events": [{"server_uuid": "1b1e54ca-e5d2-4b0a-93b4-cafa96759822", "name": "network-vif-deleted", "tag": "fdb38671-0374-4e8c-bd17-2c20287e73f0"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:14:38.914873 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43bcb7-c06f-4d64-9de2-1c910e685282 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event updated for resources: {'Subnet': ['ID=b23893b8-3aa0-49b7-8486-6e07b177717f,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:38.997845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff43bcb7-c06f-4d64-9de2-1c910e685282 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Checking segment: {'id': '15413e1a-5b5e-4c33-92eb-ebf289fb83c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '26686062-58b0-4ec4-ad8f-e7917913aedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:14:38.998268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff43bcb7-c06f-4d64-9de2-1c910e685282 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Network hostable DHCP agents. Network: 26686062-58b0-4ec4-ad8f-e7917913aedd, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:14:39.014420 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:39.048014 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f23047-d792-45ce-bc39-cc84c761f838 x-openstack-request-id: req-78f23047-d792-45ce-bc39-cc84c761f838 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:14:39.048409 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1e54ca-e5d2-4b0a-93b4-cafa96759822", "name": "network-vif-deleted", "tag": "fdb38671-0374-4e8c-bd17-2c20287e73f0", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:14:39.048674 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78f23047-d792-45ce-bc39-cc84c761f838 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:14:39.050491 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1e54ca-e5d2-4b0a-93b4-cafa96759822', 'name': 'network-vif-deleted', 'tag': 'fdb38671-0374-4e8c-bd17-2c20287e73f0', 'status': 'completed', 'code': 200}
Nov 20 21:14:39.064400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff43bcb7-c06f-4d64-9de2-1c910e685282 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Network 26686062-58b0-4ec4-ad8f-e7917913aedd is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:14:39.084557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-ff43bcb7-c06f-4d64-9de2-1c910e685282 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 26686062-58b0-4ec4-ad8f-e7917913aedd) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:39.094698 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff43bcb7-c06f-4d64-9de2-1c910e685282 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:39.096241 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ff43bcb7-c06f-4d64-9de2-1c910e685282 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:39.112008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b916b3-79e6-4b20-9c4a-193c1ed7c9f7 None None] Network 26686062-58b0-4ec4-ad8f-e7917913aedd requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:14:39.112427 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Pushing event updated for resources: {'Port': ['ID=e1fec020-e55d-4ce0-9628-c7a08eb11add,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:39.138019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ff43bcb7-c06f-4d64-9de2-1c910e685282 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9556329
Nov 20 21:14:39.141157 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44574) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:39.153808 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Request body: {'port': {'network_id': '26686062-58b0-4ec4-ad8f-e7917913aedd', 'name': 'tempest-AllowedAddressPairTestJSON-1666918846'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:39.216701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Network 0c8a2fad-e4e3-4cc9-a292-09228f527897 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:14:39.219546 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:39.402523 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Made reservation on behalf of d0f11e6a60fc4edb901bce729ba8fdf2 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:39.406856 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:39.413331 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02510d9-1a44-4614-b151-217480c70152 None None] Pushing event updated for resources: {'Port': ['ID=af91794f-0ee6-4087-971a-21afc91e8954,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:39.432930 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7c8fc750-7f65-4745-a5ac-a62f4a144f63 None None] Provisioning complete for port e1fec020-e55d-4ce0-9628-c7a08eb11add triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:39.433444 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc750-7f65-4745-a5ac-a62f4a144f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:39.450640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] device_id is not set on port 6bb732b0-2ba1-4fb9-9011-9afe32c6614c yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:14:39.554921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-26686062-58b0-4ec4-ad8f-e7917913aedd', 'network_id': '26686062-58b0-4ec4-ad8f-e7917913aedd', 'tenant_id': 'd0f11e6a60fc4edb901bce729ba8fdf2', 'fixed_ips': [{'subnet_id': 'b23893b8-3aa0-49b7-8486-6e07b177717f'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:14:39.555867 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:39.573844 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-7c8fc750-7f65-4745-a5ac-a62f4a144f63 None None] Port e1fec020-e55d-4ce0-9628-c7a08eb11add cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:14:39.584753 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-35d0769d-6918-4d4d-b062-0d5d46a908a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463207c0>, [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7e1f786-e1fc-476b-a801-7c2f799dc538', 'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'mac_address': 'fa:16:3e:22:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:21Z', 'updated_at': '2021-11-20T21:08:27Z', 'revision_number': 5, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'subnets': [{'id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:39.658960 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device fdb38671-0374-4e8c-bd17-2c20287e73f0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:14:39.663408 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d0769d-6918-4d4d-b062-0d5d46a908a5 None None] Checking router: 76230994-5bdc-48d4-8e13-c947c6a435f5 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:14:39.690282 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Allocated IP 172.20.0.8 (26686062-58b0-4ec4-ad8f-e7917913aedd/b23893b8-3aa0-49b7-8486-6e07b177717f/6bb732b0-2ba1-4fb9-9011-9afe32c6614c) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:14:39.899258 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: fdb38671-0374-4e8c-bd17-2c20287e73f0 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:14:39.899612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device fdb38671-0374-4e8c-bd17-2c20287e73f0 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:14:39.918777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device af91794f-0ee6-4087-971a-21afc91e8954 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:14:39.975698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d0769d-6918-4d4d-b062-0d5d46a908a5 None None] Routers {'76230994-5bdc-48d4-8e13-c947c6a435f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:39.976345 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-35d0769d-6918-4d4d-b062-0d5d46a908a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463207c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['76230994-5bdc-48d4-8e13-c947c6a435f5'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:40.020149 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-16c992c6-6bff-4f91-91f3-09d76f786beb None None] Provisioning complete for port e1fec020-e55d-4ce0-9628-c7a08eb11add triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:40.020527 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-16c992c6-6bff-4f91-91f3-09d76f786beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:40.094890 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-16c992c6-6bff-4f91-91f3-09d76f786beb None None] Port e1fec020-e55d-4ce0-9628-c7a08eb11add cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:14:40.118769 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5bf5c9ec-dbca-41ae-bee6-d67c87f4e97f req-b6705fc9-9c06-48bf-aaf8-97a94889f2ae tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1e54ca-e5d2-4b0a-93b4-cafa96759822 HTTP/1.1" status: 200  len: 210 time: 0.0875936
Nov 20 21:14:40.181682 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:40.192448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port af91794f-0ee6-4087-971a-21afc91e8954 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:40.193135 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:40.199253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Router fdd12344-8382-44fa-8ef8-7f01d2028042 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:14:40.229480 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:40.242333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-35d0769d-6918-4d4d-b062-0d5d46a908a5 None None] Set router 76230994-5bdc-48d4-8e13-c947c6a435f5 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:40.279250 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event updated for resources: {'Port': ['ID=6bb732b0-2ba1-4fb9-9011-9afe32c6614c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:40.290836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:40.291201 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:40.291554 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:40.291902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:40.292250 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:40.292574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:40.292912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:40.293247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:40.293585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:40.293919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:40.294430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:40.295174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:14:40.313932 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Network 26686062-58b0-4ec4-ad8f-e7917913aedd is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:14:40.316476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:40.320245 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:14:40.329045 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:14:40.330316 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7b845363-4250-45c2-83f7-abed31f59439 admin admin] 10.222.0.41 "PUT /v2.0/routers/fdd12344-8382-44fa-8ef8-7f01d2028042/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5792248
Nov 20 21:14:40.357294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Allocated IP 172.20.0.2 (26686062-58b0-4ec4-ad8f-e7917913aedd/b23893b8-3aa0-49b7-8486-6e07b177717f/fec57e03-4d24-43ce-82e5-22957ff2b717) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:14:40.399315 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:40.399966 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:40.416836 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-46dbd13d-d5af-42ec-9f1a-e50139c35b92 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2738950
Nov 20 21:14:40.420328 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44598) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:40.427419 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b5dd11e4-7246-4127-ab45-089ab50cd5ce tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Request body: {'port': {'network_id': '26686062-58b0-4ec4-ad8f-e7917913aedd', 'name': 'tempest-AllowedAddressPairTestJSON-1704945074', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:ca:75:fe'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:40.599612 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dd11e4-7246-4127-ab45-089ab50cd5ce tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Made reservation on behalf of d0f11e6a60fc4edb901bce729ba8fdf2 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:40.696631 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b5dd11e4-7246-4127-ab45-089ab50cd5ce tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:40.700829 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-35d0769d-6918-4d4d-b062-0d5d46a908a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463207c0>, [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7e1f786-e1fc-476b-a801-7c2f799dc538', 'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'mac_address': 'fa:16:3e:22:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:21Z', 'updated_at': '2021-11-20T21:08:27Z', 'revision_number': 5, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'subnets': [{'id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:40.717205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-b5dd11e4-7246-4127-ab45-089ab50cd5ce tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] device_id is not set on port 8afacb18-935b-4ff8-9f74-fe49e1eba817 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:14:40.732361 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:40.734836 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d0769d-6918-4d4d-b062-0d5d46a908a5 None None] The sync data for ids ['76230994-5bdc-48d4-8e13-c947c6a435f5'] in ncdv-master-1 is: [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7e1f786-e1fc-476b-a801-7c2f799dc538', 'name': '', 'network_id': 'f3a9bbee-3f9c-4365-ad64-26cea020ff3a', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'mac_address': 'fa:16:3e:22:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:21Z', 'updated_at': '2021-11-20T21:08:27Z', 'revision_number': 5, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'subnets': [{'id': '70f862fe-1427-4856-a5ea-8d52f33d3d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:14:40.741412 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:40.793604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Network 26686062-58b0-4ec4-ad8f-e7917913aedd is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:14:40.797645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:40.801765 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:14:40.809698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Pushing event updated for resources: {'Port': ['ID=fec57e03-4d24-43ce-82e5-22957ff2b717,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:40.891580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Attempting to bind port fec57e03-4d24-43ce-82e5-22957ff2b717 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:14:40.892026 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Attempting to bind port fec57e03-4d24-43ce-82e5-22957ff2b717 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '15413e1a-5b5e-4c33-92eb-ebf289fb83c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '26686062-58b0-4ec4-ad8f-e7917913aedd'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:14:40.892434 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Attempting to bind port fec57e03-4d24-43ce-82e5-22957ff2b717 on network 26686062-58b0-4ec4-ad8f-e7917913aedd {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:14:40.894181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-b5dd11e4-7246-4127-ab45-089ab50cd5ce tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Allocated IP 172.20.0.13 (26686062-58b0-4ec4-ad8f-e7917913aedd/b23893b8-3aa0-49b7-8486-6e07b177717f/8afacb18-935b-4ff8-9f74-fe49e1eba817) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:14:40.898451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:14:40.898807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Checking segment: {'id': '15413e1a-5b5e-4c33-92eb-ebf289fb83c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '26686062-58b0-4ec4-ad8f-e7917913aedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:14:40.899172 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:40.899685 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Bound using segment: {'id': '15413e1a-5b5e-4c33-92eb-ebf289fb83c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '26686062-58b0-4ec4-ad8f-e7917913aedd'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:14:40.900265 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Bound port: fec57e03-4d24-43ce-82e5-22957ff2b717, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15413e1a-5b5e-4c33-92eb-ebf289fb83c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '26686062-58b0-4ec4-ad8f-e7917913aedd'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:14:40.900521 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:40.992542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] For port fec57e03-4d24-43ce-82e5-22957ff2b717, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:14:40.998499 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] For port fec57e03-4d24-43ce-82e5-22957ff2b717, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fec57e03-4d24-43ce-82e5-22957ff2b717,segment=NetworkSegment(15413e1a-5b5e-4c33-92eb-ebf289fb83c5),segment_id=15413e1a-5b5e-4c33-92eb-ebf289fb83c5)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:14:41.005715 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.104775 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d177bf-48e1-4c74-810a-af516cd4346f None None] Pushing event updated for resources: {'Port': ['ID=fec57e03-4d24-43ce-82e5-22957ff2b717,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:41.124123 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44620) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:41.130886 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-23f7b9d4-8263-4e21-84a6-c021af99f139 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1909138508-network', 'tenant_id': 'c8a69efa9e90416383d57c457241a59e'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:41.137750 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b5dd11e4-7246-4127-ab45-089ab50cd5ce tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.165546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f7b9d4-8263-4e21-84a6-c021af99f139 admin admin] Made reservation on behalf of c8a69efa9e90416383d57c457241a59e for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:41.177209 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23f7b9d4-8263-4e21-84a6-c021af99f139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.190711 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b5dd11e4-7246-4127-ab45-089ab50cd5ce tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.199264 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23f7b9d4-8263-4e21-84a6-c021af99f139 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.253834 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44626) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:41.258084 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dd11e4-7246-4127-ab45-089ab50cd5ce tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Network 26686062-58b0-4ec4-ad8f-e7917913aedd is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:14:41.267418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-b5dd11e4-7246-4127-ab45-089ab50cd5ce tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:41.275921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd11e4-7246-4127-ab45-089ab50cd5ce tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:14:41.311518 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd11e4-7246-4127-ab45-089ab50cd5ce tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event updated for resources: {'Port': ['ID=8afacb18-935b-4ff8-9f74-fe49e1eba817,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:41.365396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dd11e4-7246-4127-ab45-089ab50cd5ce tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:41.365955 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b5dd11e4-7246-4127-ab45-089ab50cd5ce tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.379869 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9e0da6fd-7451-4c02-803e-c7dade19ff60 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.407864 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23f7b9d4-8263-4e21-84a6-c021af99f139 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.428873 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23f7b9d4-8263-4e21-84a6-c021af99f139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.435808 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b5dd11e4-7246-4127-ab45-089ab50cd5ce tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 1.0123203
Nov 20 21:14:41.440974 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44630) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:41.468562 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9e0da6fd-7451-4c02-803e-c7dade19ff60 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.475140 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57cf404-a429-47c0-8404-f16b8de67670 None None] New status for floating IP e7cb3f97-fa33-4134-95e5-9d1222ef231c: DOWN {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:14:41.505325 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f7b9d4-8263-4e21-84a6-c021af99f139 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:14:41.509813 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7b9d4-8263-4e21-84a6-c021af99f139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d27c9a-8a62-4199-938a-94c45b5bef5e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:41.572787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20d4380-e720-48aa-b7ad-5916ce946556 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:41.594747 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20d4380-e720-48aa-b7ad-5916ce946556 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:41.603752 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20d4380-e720-48aa-b7ad-5916ce946556 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:41.606616 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e20d4380-e720-48aa-b7ad-5916ce946556 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2465 time: 0.1642537
Nov 20 21:14:41.610756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44634) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:41.614451 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23f7b9d4-8263-4e21-84a6-c021af99f139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.614810 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-23f7b9d4-8263-4e21-84a6-c021af99f139 admin admin] Added segment 83839013-5f5d-4b47-bde2-8c38b2c8ad6d of type vlan for network ce15e4ab-5efa-4822-acb5-d201c8f80a6e
Nov 20 21:14:41.635392 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9e0da6fd-7451-4c02-803e-c7dade19ff60 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.638422 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9e0da6fd-7451-4c02-803e-c7dade19ff60 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.642837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9e0da6fd-7451-4c02-803e-c7dade19ff60 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "DELETE /v2.0/security-groups/5b7c7821-3744-4bab-8cef-3f65af8071e1 HTTP/1.1" status: 204  len: 168 time: 0.3843081
Nov 20 21:14:41.657513 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44636) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:41.682458 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-b97a677b-eb20-4c3a-a95a-a4f8e65455a8 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] show failed (client error): The resource could not be found.
Nov 20 21:14:41.684987 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b97a677b-eb20-4c3a-a95a-a4f8e65455a8 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "GET /v2.0/security-groups/5b7c7821-3744-4bab-8cef-3f65af8071e1 HTTP/1.1" status: 404  len: 347 time: 0.0263419
Nov 20 21:14:41.688043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0da6fd-7451-4c02-803e-c7dade19ff60 tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7c7821-3744-4bab-8cef-3f65af8071e1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:41.692404 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44638) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:41.730589 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23f7b9d4-8263-4e21-84a6-c021af99f139 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.791375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fec57e03-4d24-43ce-82e5-22957ff2b717 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:14:41.816826 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a8072c66-8fcb-45bb-bb12-5e149a92c318 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Deleting port 8afacb18-935b-4ff8-9f74-fe49e1eba817 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:41.817515 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a8072c66-8fcb-45bb-bb12-5e149a92c318 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.857261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port fec57e03-4d24-43ce-82e5-22957ff2b717 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:41.858151 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.882752 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23f7b9d4-8263-4e21-84a6-c021af99f139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.883722 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f7b9d4-8263-4e21-84a6-c021af99f139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:41.884403 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-23f7b9d4-8263-4e21-84a6-c021af99f139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.934308 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a8072c66-8fcb-45bb-bb12-5e149a92c318 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:41.939123 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-23f7b9d4-8263-4e21-84a6-c021af99f139 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8099015
Nov 20 21:14:41.939628 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44642) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:41.949055 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-841861cd-ba82-4717-b70b-1378dd1ceaad admin admin] Request body: {'subnet': {'network_id': 'ce15e4ab-5efa-4822-acb5-d201c8f80a6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1909138508-subnet', 'tenant_id': 'c8a69efa9e90416383d57c457241a59e', 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:41.950987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a8072c66-8fcb-45bb-bb12-5e149a92c318 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Calling delete_port for 8afacb18-935b-4ff8-9f74-fe49e1eba817 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:41.986107 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7b9d4-8263-4e21-84a6-c021af99f139 admin admin] Pushing event updated for resources: {'Network': ['ID=ce15e4ab-5efa-4822-acb5-d201c8f80a6e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:42.003702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-e1ae95f1-f2ee-41b8-8b99-d2631124143f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Deleting port ec883c3e-9263-49b7-b3f0-a814f3f6c5f3 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:42.004238 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1ae95f1-f2ee-41b8-8b99-d2631124143f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:42.017074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network ce15e4ab-5efa-4822-acb5-d201c8f80a6e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:14:42.038687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841861cd-ba82-4717-b70b-1378dd1ceaad admin admin] Made reservation on behalf of c8a69efa9e90416383d57c457241a59e for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:42.041563 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-841861cd-ba82-4717-b70b-1378dd1ceaad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:42.099326 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a8072c66-8fcb-45bb-bb12-5e149a92c318 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:42.156733 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Sync routers for ids ['fdd12344-8382-44fa-8ef8-7f01d2028042'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:14:42.159678 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1ae95f1-f2ee-41b8-8b99-d2631124143f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:42.160206 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1ae95f1-f2ee-41b8-8b99-d2631124143f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:42.173021 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Routers {'fdd12344-8382-44fa-8ef8-7f01d2028042'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:42.174121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464ec730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['fdd12344-8382-44fa-8ef8-7f01d2028042'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:42.175439 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072c66-8fcb-45bb-bb12-5e149a92c318 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event deleted for resources: {'Port': ['ID=8afacb18-935b-4ff8-9f74-fe49e1eba817,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:42.184524 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-e1ae95f1-f2ee-41b8-8b99-d2631124143f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Calling delete_port for ec883c3e-9263-49b7-b3f0-a814f3f6c5f3 owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:42.261455 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:42.376351 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a8072c66-8fcb-45bb-bb12-5e149a92c318 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:42.381487 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a8072c66-8fcb-45bb-bb12-5e149a92c318 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "DELETE /v2.0/ports/8afacb18-935b-4ff8-9f74-fe49e1eba817 HTTP/1.1" status: 204  len: 168 time: 0.7690675
Nov 20 21:14:42.384026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44662) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:42.423046 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-841861cd-ba82-4717-b70b-1378dd1ceaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:42.425745 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14ff6f4-9ac1-4af9-a3a1-aa43766ef740 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] GET failed (client error): The resource could not be found.
Nov 20 21:14:42.427764 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c14ff6f4-9ac1-4af9-a3a1-aa43766ef740 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "GET /v2.0/ports/8afacb18-935b-4ff8-9f74-fe49e1eba817 HTTP/1.1" status: 404  len: 333 time: 0.0427771
Nov 20 21:14:42.433480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44664) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:42.442099 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b305cde5-f088-4674-b623-69d5f53f51e9 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Request body: {'port': {'network_id': '26686062-58b0-4ec4-ad8f-e7917913aedd', 'name': 'tempest-AllowedAddressPairTestJSON-1995599188'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:42.539972 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841861cd-ba82-4717-b70b-1378dd1ceaad admin admin] Pushing event updated for resources: {'Subnet': ['ID=daf2d5c6-7c28-403b-9ab6-038163c13e59,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:42.547366 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1ae95f1-f2ee-41b8-8b99-d2631124143f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:42.584184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841861cd-ba82-4717-b70b-1378dd1ceaad admin admin] Checking segment: {'id': '83839013-5f5d-4b47-bde2-8c38b2c8ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ce15e4ab-5efa-4822-acb5-d201c8f80a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:14:42.584838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841861cd-ba82-4717-b70b-1378dd1ceaad admin admin] Network hostable DHCP agents. Network: ce15e4ab-5efa-4822-acb5-d201c8f80a6e, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:14:42.592311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae95f1-f2ee-41b8-8b99-d2631124143f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Pushing event deleted for resources: {'Port': ['ID=ec883c3e-9263-49b7-b3f0-a814f3f6c5f3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:42.614947 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port fec57e03-4d24-43ce-82e5-22957ff2b717, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fec57e03-4d24-43ce-82e5-22957ff2b717,segment=NetworkSegment(15413e1a-5b5e-4c33-92eb-ebf289fb83c5),segment_id=15413e1a-5b5e-4c33-92eb-ebf289fb83c5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:42.625835 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:42.653385 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b305cde5-f088-4674-b623-69d5f53f51e9 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Made reservation on behalf of d0f11e6a60fc4edb901bce729ba8fdf2 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:42.659638 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b305cde5-f088-4674-b623-69d5f53f51e9 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:42.664645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841861cd-ba82-4717-b70b-1378dd1ceaad admin admin] Network ce15e4ab-5efa-4822-acb5-d201c8f80a6e is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:14:42.687417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-841861cd-ba82-4717-b70b-1378dd1ceaad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ce15e4ab-5efa-4822-acb5-d201c8f80a6e) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:42.688974 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-b305cde5-f088-4674-b623-69d5f53f51e9 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] device_id is not set on port 958663a3-bafb-4027-90b3-b210bc6a0e78 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:14:42.689136 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1ae95f1-f2ee-41b8-8b99-d2631124143f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:42.692623 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1ae95f1-f2ee-41b8-8b99-d2631124143f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:42.694325 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e1ae95f1-f2ee-41b8-8b99-d2631124143f tempest-AttachVolumeTestJSON-1552858705 tempest-AttachVolumeTestJSON-1552858705-project] 10.222.0.41 "DELETE /v2.0/floatingips/e7cb3f97-fa33-4134-95e5-9d1222ef231c HTTP/1.1" status: 204  len: 168 time: 0.9950247
Nov 20 21:14:42.704761 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841861cd-ba82-4717-b70b-1378dd1ceaad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:42.711069 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-841861cd-ba82-4717-b70b-1378dd1ceaad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:42.713217 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ca410a-94e5-4887-a3ae-9b66703dbc8d None None] Network ce15e4ab-5efa-4822-acb5-d201c8f80a6e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:14:42.754309 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-841861cd-ba82-4717-b70b-1378dd1ceaad admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8122611
Nov 20 21:14:42.759008 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44668) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:42.764576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1909138508-router', 'tenant_id': 'c8a69efa9e90416383d57c457241a59e', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:42.802208 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:42.803167 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:42.911677 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:42.913130 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-b305cde5-f088-4674-b623-69d5f53f51e9 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Allocated IP 172.20.0.10 (26686062-58b0-4ec4-ad8f-e7917913aedd/b23893b8-3aa0-49b7-8486-6e07b177717f/958663a3-bafb-4027-90b3-b210bc6a0e78) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:14:42.922217 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Set router fdd12344-8382-44fa-8ef8-7f01d2028042 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:42.926454 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=fec57e03-4d24-43ce-82e5-22957ff2b717,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:43.088337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04da5dd8-2a30-4db3-9d9a-b5bb96993683 None None] Network 26686062-58b0-4ec4-ad8f-e7917913aedd requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:14:43.106980 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:43.142089 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b305cde5-f088-4674-b623-69d5f53f51e9 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:43.191450 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b305cde5-f088-4674-b623-69d5f53f51e9 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:43.254774 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b7cc63b9-74a9-43d2-b656-2b6f8e1ac3a8 None None] Provisioning complete for port fec57e03-4d24-43ce-82e5-22957ff2b717 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:43.255255 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b7cc63b9-74a9-43d2-b656-2b6f8e1ac3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:43.256903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305cde5-f088-4674-b623-69d5f53f51e9 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event updated for resources: {'Port': ['ID=958663a3-bafb-4027-90b3-b210bc6a0e78,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:43.264185 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b305cde5-f088-4674-b623-69d5f53f51e9 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Network 26686062-58b0-4ec4-ad8f-e7917913aedd is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:14:43.265388 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-b305cde5-f088-4674-b623-69d5f53f51e9 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:43.267926 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305cde5-f088-4674-b623-69d5f53f51e9 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:14:43.323999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b305cde5-f088-4674-b623-69d5f53f51e9 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:43.324566 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b305cde5-f088-4674-b623-69d5f53f51e9 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:43.350756 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ce15e4ab-5efa-4822-acb5-d201c8f80a6e', 'network_id': 'ce15e4ab-5efa-4822-acb5-d201c8f80a6e', 'tenant_id': 'c8a69efa9e90416383d57c457241a59e', 'fixed_ips': [{'subnet_id': 'daf2d5c6-7c28-403b-9ab6-038163c13e59'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:14:43.351679 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:43.355210 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b305cde5-f088-4674-b623-69d5f53f51e9 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9202850
Nov 20 21:14:43.358098 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44700) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:43.366178 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-5f4eb3bc-750a-4d59-9350-e886f465d645 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:ca:75:fe'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:43.413466 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:43.449770 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:43.464623 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f4eb3bc-750a-4d59-9350-e886f465d645 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:43.555247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Allocated IP 172.20.0.2 (ce15e4ab-5efa-4822-acb5-d201c8f80a6e/daf2d5c6-7c28-403b-9ab6-038163c13e59/b4effb19-478b-4b52-b5cd-22ec0c14ac07) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:14:43.681100 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Allocated IP 172.35.1.184 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:14:43.706002 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f4eb3bc-750a-4d59-9350-e886f465d645 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:43.727248 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f4eb3bc-750a-4d59-9350-e886f465d645 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:43.745579 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:43.759332 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fec57e03-4d24-43ce-82e5-22957ff2b717 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:14:43.765118 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6087a3f6-6bee-4bdd-8d9d-5beb6993d831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:43.767901 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:43.817252 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:43.840394 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4eb3bc-750a-4d59-9350-e886f465d645 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event updated for resources: {'Port': ['ID=958663a3-bafb-4027-90b3-b210bc6a0e78,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:43.847643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Network ce15e4ab-5efa-4822-acb5-d201c8f80a6e is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:14:43.883675 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:43.894802 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:43.911897 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:14:43.916140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-5f4eb3bc-750a-4d59-9350-e886f465d645 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] In _notify_port_updated(), no bound segment for port 958663a3-bafb-4027-90b3-b210bc6a0e78 on network 26686062-58b0-4ec4-ad8f-e7917913aedd {{(pid=126224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:14:43.934012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4eb3bc-750a-4d59-9350-e886f465d645 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:43.934855 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5f4eb3bc-750a-4d59-9350-e886f465d645 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:43.937167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:14:43.940296 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:43.940475 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5f4eb3bc-750a-4d59-9350-e886f465d645 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "PUT /v2.0/ports/958663a3-bafb-4027-90b3-b210bc6a0e78 HTTP/1.1" status: 200  len: 994 time: 0.5808620
Nov 20 21:14:43.946448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44730) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:43.958738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:14:43.981222 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bdf13c-9d82-4e8a-a58d-f2f96d45eb88 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:14:43.991634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Pushing event updated for resources: {'Port': ['ID=b4effb19-478b-4b52-b5cd-22ec0c14ac07,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:44.049282 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Pushing event updated for resources: {'Port': ['ID=1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:44.176476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44746) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:44.183063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4aa395ba-f160-4e22-a72e-200d226b520c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Deleting port 958663a3-bafb-4027-90b3-b210bc6a0e78 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:44.186540 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4aa395ba-f160-4e22-a72e-200d226b520c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:44.190483 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port fec57e03-4d24-43ce-82e5-22957ff2b717 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:44.191010 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:44.197919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464ec730>, [{'id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'name': 'tempest-TestServerMultinode-1018801779-router', 'tenant_id': '7d03363e050d4aed988e47cfe598c49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:34Z', 'updated_at': '2021-11-20T21:14:38Z', 'revision_number': 4, 'project_id': '7d03363e050d4aed988e47cfe598c49e', 'gw_port': {'id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:35Z', 'updated_at': '2021-11-20T21:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1fec020-e55d-4ce0-9628-c7a08eb11add', 'name': '', 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897', 'tenant_id': '7d03363e050d4aed988e47cfe598c49e', 'mac_address': 'fa:16:3e:0a:74:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2fbe6c06-e03e-466b-a1ae-7ee21b7d24de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:37Z', 'updated_at': '2021-11-20T21:14:38Z', 'revision_number': 2, 'project_id': '7d03363e050d4aed988e47cfe598c49e', 'subnets': [{'id': '2fbe6c06-e03e-466b-a1ae-7ee21b7d24de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:44.230421 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Attempting to bind port b4effb19-478b-4b52-b5cd-22ec0c14ac07 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:14:44.230916 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Attempting to bind port b4effb19-478b-4b52-b5cd-22ec0c14ac07 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '83839013-5f5d-4b47-bde2-8c38b2c8ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ce15e4ab-5efa-4822-acb5-d201c8f80a6e'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:14:44.231150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Attempting to bind port b4effb19-478b-4b52-b5cd-22ec0c14ac07 on network ce15e4ab-5efa-4822-acb5-d201c8f80a6e {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:14:44.238759 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Checking router: fdd12344-8382-44fa-8ef8-7f01d2028042 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:14:44.239391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Updating router fdd12344-8382-44fa-8ef8-7f01d2028042 port e1fec020-e55d-4ce0-9628-c7a08eb11add binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:14:44.288313 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:14:44.288829 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Checking segment: {'id': '83839013-5f5d-4b47-bde2-8c38b2c8ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ce15e4ab-5efa-4822-acb5-d201c8f80a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:14:44.289224 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:44.289485 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Bound using segment: {'id': '83839013-5f5d-4b47-bde2-8c38b2c8ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ce15e4ab-5efa-4822-acb5-d201c8f80a6e'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:14:44.290230 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Bound port: b4effb19-478b-4b52-b5cd-22ec0c14ac07, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83839013-5f5d-4b47-bde2-8c38b2c8ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ce15e4ab-5efa-4822-acb5-d201c8f80a6e'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:14:44.290529 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:44.336984 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:44.366600 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4aa395ba-f160-4e22-a72e-200d226b520c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:44.371454 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:44.388417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-67c4c236-1d54-4854-aeb9-f6d866c71776 None None] Provisioning complete for port 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:44.388849 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-67c4c236-1d54-4854-aeb9-f6d866c71776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:44.395737 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4aa395ba-f160-4e22-a72e-200d226b520c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Calling delete_port for 958663a3-bafb-4027-90b3-b210bc6a0e78 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:44.447563 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19cc0a2f-11b6-4da7-9071-e08a80f81783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:44.565656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-67c4c236-1d54-4854-aeb9-f6d866c71776 None None] Port 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:14:44.582202 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] For port b4effb19-478b-4b52-b5cd-22ec0c14ac07, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:14:44.612973 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19cc0a2f-11b6-4da7-9071-e08a80f81783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:44.623195 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19cc0a2f-11b6-4da7-9071-e08a80f81783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:44.638162 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4aa395ba-f160-4e22-a72e-200d226b520c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:44.690029 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] For port b4effb19-478b-4b52-b5cd-22ec0c14ac07, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4effb19-478b-4b52-b5cd-22ec0c14ac07,segment=NetworkSegment(83839013-5f5d-4b47-bde2-8c38b2c8ad6d),segment_id=83839013-5f5d-4b47-bde2-8c38b2c8ad6d)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:14:44.691937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa395ba-f160-4e22-a72e-200d226b520c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event deleted for resources: {'Port': ['ID=958663a3-bafb-4027-90b3-b210bc6a0e78,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:44.699167 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:44.731930 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-19cc0a2f-11b6-4da7-9071-e08a80f81783 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d25611256c44f49bc094399ab73f32b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5543945
Nov 20 21:14:44.737666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44762) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:44.763023 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc0a2f-11b6-4da7-9071-e08a80f81783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b09a95-b302-4153-b206-8e4ddd63c51f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:44.809429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d78ce-9a0d-411d-aa22-0abe5c09a826 None None] Pushing event updated for resources: {'Port': ['ID=b4effb19-478b-4b52-b5cd-22ec0c14ac07,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:44.885457 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:44.892759 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c63ad919-281a-46a8-abf3-7b242eec10d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:44.893053 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4aa395ba-f160-4e22-a72e-200d226b520c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:44.898842 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4aa395ba-f160-4e22-a72e-200d226b520c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "DELETE /v2.0/ports/958663a3-bafb-4027-90b3-b210bc6a0e78 HTTP/1.1" status: 204  len: 168 time: 0.9502220
Nov 20 21:14:44.901795 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44772) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:44.933186 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d8d07b-d9e2-4bb9-928f-9f629f5d4363 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] GET failed (client error): The resource could not be found.
Nov 20 21:14:44.939839 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-08d8d07b-d9e2-4bb9-928f-9f629f5d4363 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "GET /v2.0/ports/958663a3-bafb-4027-90b3-b210bc6a0e78 HTTP/1.1" status: 404  len: 333 time: 0.0365226
Nov 20 21:14:44.940491 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44774) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:44.946274 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d7c6662b-70ab-4972-b295-8bbe3c978ed3 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Request body: {'port': {'network_id': '26686062-58b0-4ec4-ad8f-e7917913aedd', 'name': 'tempest-AllowedAddressPairTestJSON-1526492751'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:44.986149 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c63ad919-281a-46a8-abf3-7b242eec10d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:45.067287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cf47071e-82ee-4ce1-a5de-055b34326299 None None] Could not find standard attr ID for object 958663a3-bafb-4027-90b3-b210bc6a0e78. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:14:45.099904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c6662b-70ab-4972-b295-8bbe3c978ed3 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Made reservation on behalf of d0f11e6a60fc4edb901bce729ba8fdf2 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:45.104977 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d7c6662b-70ab-4972-b295-8bbe3c978ed3 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:45.125740 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c63ad919-281a-46a8-abf3-7b242eec10d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:45.128758 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c63ad919-281a-46a8-abf3-7b242eec10d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:45.133224 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c63ad919-281a-46a8-abf3-7b242eec10d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81b09a95-b302-4153-b206-8e4ddd63c51f HTTP/1.1" status: 204  len: 168 time: 0.3937604
Nov 20 21:14:45.136903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-d7c6662b-70ab-4972-b295-8bbe3c978ed3 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] device_id is not set on port a6fce267-f780-4490-aa78-572569c053be yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:14:45.206073 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cf47071e-82ee-4ce1-a5de-055b34326299 None None] Provisioning complete for port fec57e03-4d24-43ce-82e5-22957ff2b717 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:45.206456 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cf47071e-82ee-4ce1-a5de-055b34326299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:45.213497 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ad919-281a-46a8-abf3-7b242eec10d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b09a95-b302-4153-b206-8e4ddd63c51f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:45.249894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Router 5319ba0f-f1fa-410f-afff-f348a76d87f5 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:14:45.348649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-d7c6662b-70ab-4972-b295-8bbe3c978ed3 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Allocated IP 172.20.0.9 (26686062-58b0-4ec4-ad8f-e7917913aedd/b23893b8-3aa0-49b7-8486-6e07b177717f/a6fce267-f780-4490-aa78-572569c053be) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:14:45.462490 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:45.478300 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:45.504464 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:14:45.529782 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Sync routers for ids ['5319ba0f-f1fa-410f-afff-f348a76d87f5'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:14:45.549483 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Routers {'5319ba0f-f1fa-410f-afff-f348a76d87f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:45.550143 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a55146b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5319ba0f-f1fa-410f-afff-f348a76d87f5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:45.566471 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:45.571411 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-93a1919c-a43e-44fb-9d3f-92b70cc26369 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.8083923
Nov 20 21:14:45.571758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44796) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:45.799056 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d7c6662b-70ab-4972-b295-8bbe3c978ed3 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:45.874611 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b4effb19-478b-4b52-b5cd-22ec0c14ac07 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:14:45.910834 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d7c6662b-70ab-4972-b295-8bbe3c978ed3 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:45.993835 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44804) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:45.995431 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Set router 5319ba0f-f1fa-410f-afff-f348a76d87f5 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:46.016855 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c6662b-70ab-4972-b295-8bbe3c978ed3 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Network 26686062-58b0-4ec4-ad8f-e7917913aedd is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:14:46.043685 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-d7c6662b-70ab-4972-b295-8bbe3c978ed3 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:46.046787 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-18cec66e-d696-44ad-b101-7da0f2dfc536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:46.068667 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6662b-70ab-4972-b295-8bbe3c978ed3 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:14:46.074496 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-82550d99-8227-45e3-8caa-d007cce078f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:46.084569 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735adc28-240d-433a-9a1f-0f633e45a19f None None] Pushing event updated for resources: {'Port': ['ID=e1fec020-e55d-4ce0-9628-c7a08eb11add,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:46.097889 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Attempting to bind port e1fec020-e55d-4ce0-9628-c7a08eb11add on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:14:46.098561 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Attempting to bind port e1fec020-e55d-4ce0-9628-c7a08eb11add by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:14:46.100493 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Attempting to bind port e1fec020-e55d-4ce0-9628-c7a08eb11add on network 0c8a2fad-e4e3-4cc9-a292-09228f527897 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:14:46.122161 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:14:46.122796 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Checking segment: {'id': '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:14:46.123485 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:46.124854 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Bound using segment: {'id': '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:14:46.126284 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Bound port: e1fec020-e55d-4ce0-9628-c7a08eb11add, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:14:46.126883 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:46.179918 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6662b-70ab-4972-b295-8bbe3c978ed3 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event updated for resources: {'Port': ['ID=a6fce267-f780-4490-aa78-572569c053be,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:46.262997 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c6662b-70ab-4972-b295-8bbe3c978ed3 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:46.263681 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d7c6662b-70ab-4972-b295-8bbe3c978ed3 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:46.304927 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b4effb19-478b-4b52-b5cd-22ec0c14ac07 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:46.305252 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:46.323865 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d7c6662b-70ab-4972-b295-8bbe3c978ed3 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3822947
Nov 20 21:14:46.326898 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44826) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:46.338784 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-759d4944-c269-4190-ba07-4891c9c16418 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ca:75:fe'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:46.339737 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a55146b20>, [{'id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'name': 'tempest-TestServerMultinode-1909138508-router', 'tenant_id': 'c8a69efa9e90416383d57c457241a59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': '1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:42Z', 'updated_at': '2021-11-20T21:14:44Z', 'revision_number': 3, 'project_id': 'c8a69efa9e90416383d57c457241a59e', 'gw_port': {'id': '1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:43Z', 'updated_at': '2021-11-20T21:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:46.381199 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Checking router: 5319ba0f-f1fa-410f-afff-f348a76d87f5 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:14:46.381648 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Updating router 5319ba0f-f1fa-410f-afff-f348a76d87f5 port 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:14:46.396394 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-82550d99-8227-45e3-8caa-d007cce078f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:46.402433 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-82550d99-8227-45e3-8caa-d007cce078f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:46.422671 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:46.446083 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] For port e1fec020-e55d-4ce0-9628-c7a08eb11add, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:14:46.451111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82550d99-8227-45e3-8caa-d007cce078f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95cddbf-9402-4476-8e14-f6a22a9ec6f0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:46.478264 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-82550d99-8227-45e3-8caa-d007cce078f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f769408c2894504bf843f6d5be9eb14&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4761989
Nov 20 21:14:46.500831 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cf47071e-82ee-4ce1-a5de-055b34326299 None None] Provisioning complete for port 6bb732b0-2ba1-4fb9-9011-9afe32c6614c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:46.501138 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cf47071e-82ee-4ce1-a5de-055b34326299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:46.506924 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] For port e1fec020-e55d-4ce0-9628-c7a08eb11add, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1fec020-e55d-4ce0-9628-c7a08eb11add,segment=NetworkSegment(3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40),segment_id=3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:14:46.550568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44828) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:46.627363 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cf47071e-82ee-4ce1-a5de-055b34326299 None None] Port 6bb732b0-2ba1-4fb9-9011-9afe32c6614c cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:14:46.629564 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:46.710469 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-759d4944-c269-4190-ba07-4891c9c16418 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:46.728213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44836) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:46.800117 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fcda80bc-22fe-44f8-9947-6d218b7c7743 None None] Could not find standard attr ID for object 8afacb18-935b-4ff8-9f74-fe49e1eba817. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:14:46.931319 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:46.931750 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-551a9c62-83ac-4605-889e-e64072e2ad79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:47.010435 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:47.026264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port b4effb19-478b-4b52-b5cd-22ec0c14ac07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4effb19-478b-4b52-b5cd-22ec0c14ac07,segment=NetworkSegment(83839013-5f5d-4b47-bde2-8c38b2c8ad6d),segment_id=83839013-5f5d-4b47-bde2-8c38b2c8ad6d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:47.029398 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7518beb-778a-44fc-a4ac-1aa75093c582 None None] Network ce15e4ab-5efa-4822-acb5-d201c8f80a6e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:14:47.056293 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:47.068878 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:47.071720 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-551a9c62-83ac-4605-889e-e64072e2ad79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:47.166841 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735adc28-240d-433a-9a1f-0f633e45a19f None None] Pushing event updated for resources: {'Port': ['ID=e1fec020-e55d-4ce0-9628-c7a08eb11add,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:47.182292 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:47.205462 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-759d4944-c269-4190-ba07-4891c9c16418 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:47.212080 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-759d4944-c269-4190-ba07-4891c9c16418 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:47.216320 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355eb2a-e5a5-4590-bf11-5c9c14bf7307 None None] Pushing event updated for resources: {'Port': ['ID=1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:47.220507 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Attempting to bind port 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:14:47.221423 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Attempting to bind port 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:14:47.221986 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Attempting to bind port 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:14:47.230556 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:14:47.230898 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:14:47.235531 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:47.235997 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:14:47.236506 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Bound port: 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:14:47.236939 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:47.288881 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Routers {'fdd12344-8382-44fa-8ef8-7f01d2028042'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:47.289514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464ec730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['fdd12344-8382-44fa-8ef8-7f01d2028042'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:47.291743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a497ae-5542-4f30-918b-53fad04ae45e None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:14:47.327607 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d4944-c269-4190-ba07-4891c9c16418 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event updated for resources: {'Port': ['ID=a6fce267-f780-4490-aa78-572569c053be,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:47.347790 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] For port 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:14:47.357071 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] For port 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:14:47.365062 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:47.392387 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-759d4944-c269-4190-ba07-4891c9c16418 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] In _notify_port_updated(), no bound segment for port a6fce267-f780-4490-aa78-572569c053be on network 26686062-58b0-4ec4-ad8f-e7917913aedd {{(pid=126224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:14:47.392539 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:47.394284 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=b4effb19-478b-4b52-b5cd-22ec0c14ac07,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:47.399269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759d4944-c269-4190-ba07-4891c9c16418 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:47.408270 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-759d4944-c269-4190-ba07-4891c9c16418 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:47.410019 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-759d4944-c269-4190-ba07-4891c9c16418 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "PUT /v2.0/ports/a6fce267-f780-4490-aa78-572569c053be HTTP/1.1" status: 200  len: 996 time: 1.0816193
Nov 20 21:14:47.413619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44842) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:47.418537 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fcda80bc-22fe-44f8-9947-6d218b7c7743 None None] Provisioning complete for port a6fce267-f780-4490-aa78-572569c053be triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:47.418915 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fcda80bc-22fe-44f8-9947-6d218b7c7743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:47.473973 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Routers {'5319ba0f-f1fa-410f-afff-f348a76d87f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:47.475245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d57b86-d94e-4c44-9e87-19c2559d4fdd None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:14:47.475417 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a55146b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5319ba0f-f1fa-410f-afff-f348a76d87f5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:47.477705 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355eb2a-e5a5-4590-bf11-5c9c14bf7307 None None] Pushing event updated for resources: {'Port': ['ID=1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:47.572790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-fcda80bc-22fe-44f8-9947-6d218b7c7743 None None] Port a6fce267-f780-4490-aa78-572569c053be cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:14:47.615089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-0986230a-21bc-4746-b3b1-89d6dc1afded tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Deleting port a6fce267-f780-4490-aa78-572569c053be {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:47.615590 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0986230a-21bc-4746-b3b1-89d6dc1afded tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:47.690231 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fcda80bc-22fe-44f8-9947-6d218b7c7743 None None] Provisioning complete for port e1fec020-e55d-4ce0-9628-c7a08eb11add triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:47.690611 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fcda80bc-22fe-44f8-9947-6d218b7c7743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:47.737659 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] Set router 5319ba0f-f1fa-410f-afff-f348a76d87f5 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:47.793636 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] Set router fdd12344-8382-44fa-8ef8-7f01d2028042 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:47.802869 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0986230a-21bc-4746-b3b1-89d6dc1afded tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:47.832488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-0986230a-21bc-4746-b3b1-89d6dc1afded tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Calling delete_port for a6fce267-f780-4490-aa78-572569c053be owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:47.903469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b4effb19-478b-4b52-b5cd-22ec0c14ac07 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:14:48.029233 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a55146b20>, [{'id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'name': 'tempest-TestServerMultinode-1909138508-router', 'tenant_id': 'c8a69efa9e90416383d57c457241a59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': '1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:42Z', 'updated_at': '2021-11-20T21:14:44Z', 'revision_number': 3, 'project_id': 'c8a69efa9e90416383d57c457241a59e', 'gw_port': {'id': '1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:43Z', 'updated_at': '2021-11-20T21:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:48.065953 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0986230a-21bc-4746-b3b1-89d6dc1afded tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:48.084632 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0785f1-1bd0-4337-a9b2-eae555998a74 None None] The sync data for ids ['5319ba0f-f1fa-410f-afff-f348a76d87f5'] in ncdv-master-1 is: [{'id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'name': 'tempest-TestServerMultinode-1909138508-router', 'tenant_id': 'c8a69efa9e90416383d57c457241a59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': '1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:42Z', 'updated_at': '2021-11-20T21:14:44Z', 'revision_number': 3, 'project_id': 'c8a69efa9e90416383d57c457241a59e', 'gw_port': {'id': '1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:43Z', 'updated_at': '2021-11-20T21:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:14:48.108025 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986230a-21bc-4746-b3b1-89d6dc1afded tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event deleted for resources: {'Port': ['ID=a6fce267-f780-4490-aa78-572569c053be,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:48.128778 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-551a9c62-83ac-4605-889e-e64072e2ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:48.137212 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-551a9c62-83ac-4605-889e-e64072e2ad79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:48.140770 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-551a9c62-83ac-4605-889e-e64072e2ad79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c95cddbf-9402-4476-8e14-f6a22a9ec6f0 HTTP/1.1" status: 204  len: 168 time: 1.5825944
Nov 20 21:14:48.213030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a9c62-83ac-4605-889e-e64072e2ad79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95cddbf-9402-4476-8e14-f6a22a9ec6f0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:48.244331 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0986230a-21bc-4746-b3b1-89d6dc1afded tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:48.250525 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0986230a-21bc-4746-b3b1-89d6dc1afded tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "DELETE /v2.0/ports/a6fce267-f780-4490-aa78-572569c053be HTTP/1.1" status: 204  len: 168 time: 0.8331592
Nov 20 21:14:48.251205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44846) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:48.252683 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fcda80bc-22fe-44f8-9947-6d218b7c7743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:48.259094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b4effb19-478b-4b52-b5cd-22ec0c14ac07 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:48.259558 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:48.297722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464ec730>, [{'id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'name': 'tempest-TestServerMultinode-1018801779-router', 'tenant_id': '7d03363e050d4aed988e47cfe598c49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:34Z', 'updated_at': '2021-11-20T21:14:38Z', 'revision_number': 4, 'project_id': '7d03363e050d4aed988e47cfe598c49e', 'gw_port': {'id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:35Z', 'updated_at': '2021-11-20T21:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1fec020-e55d-4ce0-9628-c7a08eb11add', 'name': '', 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897', 'tenant_id': '7d03363e050d4aed988e47cfe598c49e', 'mac_address': 'fa:16:3e:0a:74:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2fbe6c06-e03e-466b-a1ae-7ee21b7d24de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:37Z', 'updated_at': '2021-11-20T21:14:46Z', 'revision_number': 4, 'project_id': '7d03363e050d4aed988e47cfe598c49e', 'subnets': [{'id': '2fbe6c06-e03e-466b-a1ae-7ee21b7d24de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:48.307492 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bf2546-6567-4784-aec9-6735d419b57c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] GET failed (client error): The resource could not be found.
Nov 20 21:14:48.313721 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c6bf2546-6567-4784-aec9-6735d419b57c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "GET /v2.0/ports/a6fce267-f780-4490-aa78-572569c053be HTTP/1.1" status: 404  len: 333 time: 0.0611944
Nov 20 21:14:48.317513 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44850) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:48.325466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Allocated IP 172.20.0.1 (ce15e4ab-5efa-4822-acb5-d201c8f80a6e/daf2d5c6-7c28-403b-9ab6-038163c13e59/e67c0019-c5b0-43df-aa08-3de900a17d09) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:14:48.326750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0fbda9ab-cd52-49e4-ad3e-cf5a6ca3435e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Request body: {'port': {'network_id': '26686062-58b0-4ec4-ad8f-e7917913aedd', 'name': 'tempest-AllowedAddressPairTestJSON-329834924'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:48.368690 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b50489-b667-4cb3-85fb-5481eec92914 None None] The sync data for ids ['fdd12344-8382-44fa-8ef8-7f01d2028042'] in ncdv-master-1 is: [{'id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'name': 'tempest-TestServerMultinode-1018801779-router', 'tenant_id': '7d03363e050d4aed988e47cfe598c49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:34Z', 'updated_at': '2021-11-20T21:14:38Z', 'revision_number': 4, 'project_id': '7d03363e050d4aed988e47cfe598c49e', 'gw_port': {'id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:35Z', 'updated_at': '2021-11-20T21:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1fec020-e55d-4ce0-9628-c7a08eb11add', 'name': '', 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897', 'tenant_id': '7d03363e050d4aed988e47cfe598c49e', 'mac_address': 'fa:16:3e:0a:74:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2fbe6c06-e03e-466b-a1ae-7ee21b7d24de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:37Z', 'updated_at': '2021-11-20T21:14:46Z', 'revision_number': 4, 'project_id': '7d03363e050d4aed988e47cfe598c49e', 'subnets': [{'id': '2fbe6c06-e03e-466b-a1ae-7ee21b7d24de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:14:48.422250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-fcda80bc-22fe-44f8-9947-6d218b7c7743 None None] For port e1fec020-e55d-4ce0-9628-c7a08eb11add, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1fec020-e55d-4ce0-9628-c7a08eb11add,segment=NetworkSegment(3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40),segment_id=3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:48.429769 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fcda80bc-22fe-44f8-9947-6d218b7c7743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:48.435240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fcda80bc-22fe-44f8-9947-6d218b7c7743 None None] Could not find standard attr ID for object 958663a3-bafb-4027-90b3-b210bc6a0e78. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:14:48.567177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fcda80bc-22fe-44f8-9947-6d218b7c7743 None None] Provisioning complete for port 6bb732b0-2ba1-4fb9-9011-9afe32c6614c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:48.567612 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fcda80bc-22fe-44f8-9947-6d218b7c7743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:48.601835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda80bc-22fe-44f8-9947-6d218b7c7743 None None] Pushing event updated for resources: {'Port': ['ID=e1fec020-e55d-4ce0-9628-c7a08eb11add,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:48.620855 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbda9ab-cd52-49e4-ad3e-cf5a6ca3435e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Made reservation on behalf of d0f11e6a60fc4edb901bce729ba8fdf2 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:48.628976 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fbda9ab-cd52-49e4-ad3e-cf5a6ca3435e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:48.676374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-fcda80bc-22fe-44f8-9947-6d218b7c7743 None None] Port 6bb732b0-2ba1-4fb9-9011-9afe32c6614c cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:14:48.679266 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:48.711928 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-0fbda9ab-cd52-49e4-ad3e-cf5a6ca3435e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] device_id is not set on port d05759c6-782c-4a9a-b3fd-b421b7aa9d76 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:14:48.747148 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:48.790435 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-05a2504f-044d-4052-8d15-5ce1923c644d None None] Could not find standard attr ID for object a6fce267-f780-4490-aa78-572569c053be. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:14:48.796534 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-05a2504f-044d-4052-8d15-5ce1923c644d None None] Could not find standard attr ID for object 958663a3-bafb-4027-90b3-b210bc6a0e78. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:14:48.801554 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95b40a92-e535-4f8f-948d-85263b1f3902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:48.967576 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-0fbda9ab-cd52-49e4-ad3e-cf5a6ca3435e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Allocated IP 172.20.0.9 (26686062-58b0-4ec4-ad8f-e7917913aedd/b23893b8-3aa0-49b7-8486-6e07b177717f/d05759c6-782c-4a9a-b3fd-b421b7aa9d76) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:14:48.973824 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:49.032521 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Network ce15e4ab-5efa-4822-acb5-d201c8f80a6e is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:14:49.045640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:49.060066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:14:49.097060 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Pushing event updated for resources: {'Port': ['ID=e67c0019-c5b0-43df-aa08-3de900a17d09,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:49.151627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-05a2504f-044d-4052-8d15-5ce1923c644d None None] Provisioning complete for port 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:49.152195 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05a2504f-044d-4052-8d15-5ce1923c644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:49.158277 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:49.310819 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:49.354503 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05a2504f-044d-4052-8d15-5ce1923c644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:49.366655 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fbda9ab-cd52-49e4-ad3e-cf5a6ca3435e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:49.422713 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-05a2504f-044d-4052-8d15-5ce1923c644d None None] For port 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:49.428711 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05a2504f-044d-4052-8d15-5ce1923c644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:49.486948 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fbda9ab-cd52-49e4-ad3e-cf5a6ca3435e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:49.555966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbda9ab-cd52-49e4-ad3e-cf5a6ca3435e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Network 26686062-58b0-4ec4-ad8f-e7917913aedd is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:14:49.564812 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-0fbda9ab-cd52-49e4-ad3e-cf5a6ca3435e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:49.588015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbda9ab-cd52-49e4-ad3e-cf5a6ca3435e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:14:49.620974 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2504f-044d-4052-8d15-5ce1923c644d None None] Pushing event updated for resources: {'Port': ['ID=1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:49.631666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-05a2504f-044d-4052-8d15-5ce1923c644d None None] Provisioning complete for port e1fec020-e55d-4ce0-9628-c7a08eb11add triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:49.632041 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05a2504f-044d-4052-8d15-5ce1923c644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:49.709390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbda9ab-cd52-49e4-ad3e-cf5a6ca3435e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event updated for resources: {'Port': ['ID=d05759c6-782c-4a9a-b3fd-b421b7aa9d76,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:49.756353 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbda9ab-cd52-49e4-ad3e-cf5a6ca3435e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:49.756590 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:49.761666 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0fbda9ab-cd52-49e4-ad3e-cf5a6ca3435e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:49.797037 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0fbda9ab-cd52-49e4-ad3e-cf5a6ca3435e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.4787757
Nov 20 21:14:49.802596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44874) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:49.822244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-95b40a92-e535-4f8f-948d-85263b1f3902 admin admin] Deleting port b7e1f786-e1fc-476b-a801-7c2f799dc538 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:49.822632 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95b40a92-e535-4f8f-948d-85263b1f3902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:49.825279 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:14:49.828478 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-17edc217-7393-4bcd-8a37-7aae100470d0 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Request body: {'port': {'network_id': '26686062-58b0-4ec4-ad8f-e7917913aedd', 'name': 'tempest-AllowedAddressPairTestJSON-1868938054'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:49.973452 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-05a2504f-044d-4052-8d15-5ce1923c644d None None] Provisioning complete for port b4effb19-478b-4b52-b5cd-22ec0c14ac07 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:49.973822 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05a2504f-044d-4052-8d15-5ce1923c644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:50.050273 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:50.050652 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:50.084050 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17edc217-7393-4bcd-8a37-7aae100470d0 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Made reservation on behalf of d0f11e6a60fc4edb901bce729ba8fdf2 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:50.087696 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17edc217-7393-4bcd-8a37-7aae100470d0 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:50.107757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-17edc217-7393-4bcd-8a37-7aae100470d0 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] device_id is not set on port 59619127-4be1-4152-bead-cdfa642fff0f yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:14:50.158894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-95b40a92-e535-4f8f-948d-85263b1f3902 admin admin] For port b7e1f786-e1fc-476b-a801-7c2f799dc538, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7e1f786-e1fc-476b-a801-7c2f799dc538,segment=NetworkSegment(241be008-6a5d-4824-b825-4024ff935ddc),segment_id=241be008-6a5d-4824-b825-4024ff935ddc)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:50.159399 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95b40a92-e535-4f8f-948d-85263b1f3902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:50.181045 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-95b40a92-e535-4f8f-948d-85263b1f3902 admin admin] Calling delete_port for b7e1f786-e1fc-476b-a801-7c2f799dc538 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:50.181321 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e1fec020-e55d-4ce0-9628-c7a08eb11add up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:14:50.317991 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:50.326487 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:50.339420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e1fec020-e55d-4ce0-9628-c7a08eb11add triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:50.340718 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:50.349432 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-17edc217-7393-4bcd-8a37-7aae100470d0 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Allocated IP 172.20.0.12 (26686062-58b0-4ec4-ad8f-e7917913aedd/b23893b8-3aa0-49b7-8486-6e07b177717f/59619127-4be1-4152-bead-cdfa642fff0f) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:14:50.531913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0dcce74d-29be-4e8e-bff4-9355c0c7eb1f None None] Provisioning complete for port e67c0019-c5b0-43df-aa08-3de900a17d09 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:50.532481 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0dcce74d-29be-4e8e-bff4-9355c0c7eb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:50.534874 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:50.580749 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Pushing event updated for resources: {'Port': ['ID=e67c0019-c5b0-43df-aa08-3de900a17d09,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:50.610164 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0dcce74d-29be-4e8e-bff4-9355c0c7eb1f None None] Port e67c0019-c5b0-43df-aa08-3de900a17d09 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:14:50.623491 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0dcce74d-29be-4e8e-bff4-9355c0c7eb1f None None] Provisioning complete for port d05759c6-782c-4a9a-b3fd-b421b7aa9d76 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:50.623491 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0dcce74d-29be-4e8e-bff4-9355c0c7eb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:50.645083 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17edc217-7393-4bcd-8a37-7aae100470d0 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:50.676763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0dcce74d-29be-4e8e-bff4-9355c0c7eb1f None None] Port d05759c6-782c-4a9a-b3fd-b421b7aa9d76 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:14:50.684286 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17edc217-7393-4bcd-8a37-7aae100470d0 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:50.732465 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95b40a92-e535-4f8f-948d-85263b1f3902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:50.735295 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17edc217-7393-4bcd-8a37-7aae100470d0 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Network 26686062-58b0-4ec4-ad8f-e7917913aedd is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:14:50.738516 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-17edc217-7393-4bcd-8a37-7aae100470d0 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:50.742516 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17edc217-7393-4bcd-8a37-7aae100470d0 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:14:50.749989 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edc217-7393-4bcd-8a37-7aae100470d0 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event updated for resources: {'Port': ['ID=59619127-4be1-4152-bead-cdfa642fff0f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:50.750430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Network ce15e4ab-5efa-4822-acb5-d201c8f80a6e is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:14:50.771044 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:50.779971 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b40a92-e535-4f8f-948d-85263b1f3902 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e1f786-e1fc-476b-a801-7c2f799dc538,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:50.816178 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17edc217-7393-4bcd-8a37-7aae100470d0 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:50.816901 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-17edc217-7393-4bcd-8a37-7aae100470d0 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:50.851462 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-17edc217-7393-4bcd-8a37-7aae100470d0 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0439966
Nov 20 21:14:50.851892 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44894) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:50.858794 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-672b7bcd-b329-45b8-aceb-4675f82adc08 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:ca:75:fe'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:3d:f8:49'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:51.001333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-672b7bcd-b329-45b8-aceb-4675f82adc08 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:51.215451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Router 5319ba0f-f1fa-410f-afff-f348a76d87f5 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:14:51.286011 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-672b7bcd-b329-45b8-aceb-4675f82adc08 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:51.296652 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-672b7bcd-b329-45b8-aceb-4675f82adc08 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:51.342949 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-923038f6-70e4-46fb-ae11-ad703f4514a4 None None] Provisioning complete for port 59619127-4be1-4152-bead-cdfa642fff0f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:51.344158 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-923038f6-70e4-46fb-ae11-ad703f4514a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:51.378887 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b7bcd-b329-45b8-aceb-4675f82adc08 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event updated for resources: {'Port': ['ID=59619127-4be1-4152-bead-cdfa642fff0f,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:51.392733 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95b40a92-e535-4f8f-948d-85263b1f3902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:51.443507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-923038f6-70e4-46fb-ae11-ad703f4514a4 None None] Port 59619127-4be1-4152-bead-cdfa642fff0f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:14:51.532726 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-672b7bcd-b329-45b8-aceb-4675f82adc08 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] In _notify_port_updated(), no bound segment for port 59619127-4be1-4152-bead-cdfa642fff0f on network 26686062-58b0-4ec4-ad8f-e7917913aedd {{(pid=126224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:14:51.544200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b7bcd-b329-45b8-aceb-4675f82adc08 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:51.545205 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-672b7bcd-b329-45b8-aceb-4675f82adc08 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:51.547435 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-672b7bcd-b329-45b8-aceb-4675f82adc08 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "PUT /v2.0/ports/59619127-4be1-4152-bead-cdfa642fff0f HTTP/1.1" status: 200  len: 1056 time: 0.6945810
Nov 20 21:14:51.559569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44904) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:51.586623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-79ccdaf3-0860-4448-a30e-684eaaafa68b None None] Provisioning complete for port e67c0019-c5b0-43df-aa08-3de900a17d09 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:51.587398 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-79ccdaf3-0860-4448-a30e-684eaaafa68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:51.629022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:14:51.653720 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bf4fe522-2874-4459-ac82-72012af5b373 admin admin] 10.222.0.41 "PUT /v2.0/routers/5319ba0f-f1fa-410f-afff-f348a76d87f5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0808971
Nov 20 21:14:51.714590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-79ccdaf3-0860-4448-a30e-684eaaafa68b None None] Port e67c0019-c5b0-43df-aa08-3de900a17d09 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:14:51.788357 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d29e6ead-a7bd-4b12-bdf4-3ed788cd6a9e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Deleting port 59619127-4be1-4152-bead-cdfa642fff0f {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:51.789502 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d29e6ead-a7bd-4b12-bdf4-3ed788cd6a9e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:51.885615 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:14:51.976549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Sync routers for ids ['5319ba0f-f1fa-410f-afff-f348a76d87f5'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:14:51.985342 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d29e6ead-a7bd-4b12-bdf4-3ed788cd6a9e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:52.003467 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d29e6ead-a7bd-4b12-bdf4-3ed788cd6a9e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Calling delete_port for 59619127-4be1-4152-bead-cdfa642fff0f owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:52.019199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Routers {'5319ba0f-f1fa-410f-afff-f348a76d87f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:52.020218 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-54283323-170f-4e59-98e7-d08033952b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47397700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5319ba0f-f1fa-410f-afff-f348a76d87f5'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:52.062900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b40a92-e535-4f8f-948d-85263b1f3902 admin admin] Router 76230994-5bdc-48d4-8e13-c947c6a435f5 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:14:52.228311 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:52.228683 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:52.234939 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b40a92-e535-4f8f-948d-85263b1f3902 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:14:52.242083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-95b40a92-e535-4f8f-948d-85263b1f3902 admin admin] 10.222.0.41 "PUT /v2.0/routers/76230994-5bdc-48d4-8e13-c947c6a435f5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5121300
Nov 20 21:14:52.246696 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2798d575-f74d-4e63-9a60-af203c8df7a2 None None] Sync routers for ids ['76230994-5bdc-48d4-8e13-c947c6a435f5'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:14:52.252098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44936) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:52.268061 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2798d575-f74d-4e63-9a60-af203c8df7a2 None None] Routers {'76230994-5bdc-48d4-8e13-c947c6a435f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:52.269247 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2798d575-f74d-4e63-9a60-af203c8df7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5403e220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['76230994-5bdc-48d4-8e13-c947c6a435f5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:52.273648 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Set router 5319ba0f-f1fa-410f-afff-f348a76d87f5 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:52.310212 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5d28a10e-579d-4daa-9449-ba6c9853c6d1 None None] Provisioning complete for port 59619127-4be1-4152-bead-cdfa642fff0f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:52.310584 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5d28a10e-579d-4daa-9449-ba6c9853c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:52.474733 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-5d28a10e-579d-4daa-9449-ba6c9853c6d1 None None] Port 59619127-4be1-4152-bead-cdfa642fff0f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:14:52.515627 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2798d575-f74d-4e63-9a60-af203c8df7a2 None None] Set router 76230994-5bdc-48d4-8e13-c947c6a435f5 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:52.745852 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-54283323-170f-4e59-98e7-d08033952b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47397700>, [{'id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'name': 'tempest-TestServerMultinode-1909138508-router', 'tenant_id': 'c8a69efa9e90416383d57c457241a59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': '1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:42Z', 'updated_at': '2021-11-20T21:14:49Z', 'revision_number': 4, 'project_id': 'c8a69efa9e90416383d57c457241a59e', 'gw_port': {'id': '1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:43Z', 'updated_at': '2021-11-20T21:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e67c0019-c5b0-43df-aa08-3de900a17d09', 'name': '', 'network_id': 'ce15e4ab-5efa-4822-acb5-d201c8f80a6e', 'tenant_id': 'c8a69efa9e90416383d57c457241a59e', 'mac_address': 'fa:16:3e:b7:88:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'daf2d5c6-7c28-403b-9ab6-038163c13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:47Z', 'updated_at': '2021-11-20T21:14:50Z', 'revision_number': 2, 'project_id': 'c8a69efa9e90416383d57c457241a59e', 'subnets': [{'id': 'daf2d5c6-7c28-403b-9ab6-038163c13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:52.797544 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d29e6ead-a7bd-4b12-bdf4-3ed788cd6a9e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:52.813499 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Checking router: 5319ba0f-f1fa-410f-afff-f348a76d87f5 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:14:52.813783 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Updating router 5319ba0f-f1fa-410f-afff-f348a76d87f5 port e67c0019-c5b0-43df-aa08-3de900a17d09 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:14:52.814229 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-53cc2652-2c82-4e28-867f-701964ffb48d tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:52.818555 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-53cc2652-2c82-4e28-867f-701964ffb48d tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/networks?id=0c8a2fad-e4e3-4cc9-a292-09228f527897 HTTP/1.1" status: 200  len: 911 time: 0.2307470
Nov 20 21:14:52.848781 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:52.856282 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e6ead-a7bd-4b12-bdf4-3ed788cd6a9e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event deleted for resources: {'Port': ['ID=59619127-4be1-4152-bead-cdfa642fff0f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:52.894354 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-251abfea-5524-4b3b-88ee-118ebf27a7cb tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/quotas/c8a69efa9e90416383d57c457241a59e HTTP/1.1" status: 200  len: 375 time: 0.0476944
Nov 20 21:14:52.924281 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2798d575-f74d-4e63-9a60-af203c8df7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5403e220>, [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:14:50Z', 'revision_number': 5, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:52.963631 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f8315008-f1ec-4404-b12e-5c4cc4ab4f06 admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:52.972188 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2798d575-f74d-4e63-9a60-af203c8df7a2 None None] Checking router: 76230994-5bdc-48d4-8e13-c947c6a435f5 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:14:52.989700 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2798d575-f74d-4e63-9a60-af203c8df7a2 None None] Routers {'76230994-5bdc-48d4-8e13-c947c6a435f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:52.990387 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2798d575-f74d-4e63-9a60-af203c8df7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5403e220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['76230994-5bdc-48d4-8e13-c947c6a435f5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:53.105946 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f8315008-f1ec-4404-b12e-5c4cc4ab4f06 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:53.137771 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2798d575-f74d-4e63-9a60-af203c8df7a2 None None] Set router 76230994-5bdc-48d4-8e13-c947c6a435f5 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:53.230656 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-f8315008-f1ec-4404-b12e-5c4cc4ab4f06 admin admin] Deleting port 6b1800b3-af9f-43f0-a1b7-35795bcf95d6 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:53.243572 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f8315008-f1ec-4404-b12e-5c4cc4ab4f06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:53.251279 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-c42f006a-79ec-4ae6-83cc-5f7601c5bd1d tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8a69efa9e90416383d57c457241a59e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3180304
Nov 20 21:14:53.419063 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2798d575-f74d-4e63-9a60-af203c8df7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5403e220>, [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:14:50Z', 'revision_number': 5, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:53.451395 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2798d575-f74d-4e63-9a60-af203c8df7a2 None None] The sync data for ids ['76230994-5bdc-48d4-8e13-c947c6a435f5'] in ncdv-master-1 is: [{'id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'name': 'tempest-AttachVolumeTestJSON-2040791350-router', 'tenant_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:08:17Z', 'updated_at': '2021-11-20T21:14:50Z', 'revision_number': 5, 'project_id': 'badea6f48ba34a31b8c22ca431cfebc4', 'gw_port': {'id': '6b1800b3-af9f-43f0-a1b7-35795bcf95d6', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76230994-5bdc-48d4-8e13-c947c6a435f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:08:18Z', 'updated_at': '2021-11-20T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:14:53.499900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-f8315008-f1ec-4404-b12e-5c4cc4ab4f06 admin admin] For port 6b1800b3-af9f-43f0-a1b7-35795bcf95d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b1800b3-af9f-43f0-a1b7-35795bcf95d6,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:53.499900 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f8315008-f1ec-4404-b12e-5c4cc4ab4f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:53.523202 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-f8315008-f1ec-4404-b12e-5c4cc4ab4f06 admin admin] Calling delete_port for 6b1800b3-af9f-43f0-a1b7-35795bcf95d6 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:53.536238 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d29e6ead-a7bd-4b12-bdf4-3ed788cd6a9e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:53.539851 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d29e6ead-a7bd-4b12-bdf4-3ed788cd6a9e tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "DELETE /v2.0/ports/59619127-4be1-4152-bead-cdfa642fff0f HTTP/1.1" status: 204  len: 168 time: 1.9790685
Nov 20 21:14:53.542403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44960) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:53.544799 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b5c86-b23e-43a5-87d1-9c75fd88775e req-7017f640-87c8-471e-b54c-01786cd897ed tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:53.547119 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2a8b5c86-b23e-43a5-87d1-9c75fd88775e req-7017f640-87c8-471e-b54c-01786cd897ed tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 945 time: 0.1293085
Nov 20 21:14:53.564497 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-c8d4fbf9-f39f-47c7-b098-74623a2adbdc service neutron] 10.222.0.41 "GET /v2.0/networks/0c8a2fad-e4e3-4cc9-a292-09228f527897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2755036
Nov 20 21:14:53.568835 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:53.578785 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:53.690413 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2a8b5c86-b23e-43a5-87d1-9c75fd88775e req-95c22012-48c1-4c18-b604-1738902eb3bd tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372828
Nov 20 21:14:53.698914 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a018dca2-bde2-4e96-9d59-79cb5a0bbe47 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] GET failed (client error): The resource could not be found.
Nov 20 21:14:53.704705 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a018dca2-bde2-4e96-9d59-79cb5a0bbe47 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "GET /v2.0/ports/59619127-4be1-4152-bead-cdfa642fff0f HTTP/1.1" status: 404  len: 333 time: 0.1613157
Nov 20 21:14:53.708069 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 44970) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:53.719066 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f54a9e-5bff-4065-a847-0dbc7a32bcb3 None None] Pushing event updated for resources: {'Port': ['ID=e67c0019-c5b0-43df-aa08-3de900a17d09,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:53.732159 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Attempting to bind port e67c0019-c5b0-43df-aa08-3de900a17d09 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:14:53.733810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Attempting to bind port e67c0019-c5b0-43df-aa08-3de900a17d09 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '83839013-5f5d-4b47-bde2-8c38b2c8ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ce15e4ab-5efa-4822-acb5-d201c8f80a6e'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:14:53.734191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Attempting to bind port e67c0019-c5b0-43df-aa08-3de900a17d09 on network ce15e4ab-5efa-4822-acb5-d201c8f80a6e {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:14:53.739701 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:14:53.740082 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Checking segment: {'id': '83839013-5f5d-4b47-bde2-8c38b2c8ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ce15e4ab-5efa-4822-acb5-d201c8f80a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:14:53.740488 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:53.740884 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Bound using segment: {'id': '83839013-5f5d-4b47-bde2-8c38b2c8ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ce15e4ab-5efa-4822-acb5-d201c8f80a6e'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:14:53.741357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Bound port: e67c0019-c5b0-43df-aa08-3de900a17d09, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83839013-5f5d-4b47-bde2-8c38b2c8ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ce15e4ab-5efa-4822-acb5-d201c8f80a6e'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:14:53.741743 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:53.799225 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-4f21ad75-9a47-46e5-b36a-0751abee6682 service neutron] 10.222.0.41 "GET /v2.0/networks/0c8a2fad-e4e3-4cc9-a292-09228f527897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2172098
Nov 20 21:14:53.835470 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-54283323-170f-4e59-98e7-d08033952b67 None None] For port e67c0019-c5b0-43df-aa08-3de900a17d09, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:14:53.846324 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-54283323-170f-4e59-98e7-d08033952b67 None None] For port e67c0019-c5b0-43df-aa08-3de900a17d09, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e67c0019-c5b0-43df-aa08-3de900a17d09,segment=NetworkSegment(83839013-5f5d-4b47-bde2-8c38b2c8ad6d),segment_id=83839013-5f5d-4b47-bde2-8c38b2c8ad6d)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:14:53.856798 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:53.857135 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f8315008-f1ec-4404-b12e-5c4cc4ab4f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:53.923766 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-f85f0f42-649b-4fc7-8fe1-ccdf4cd664ef tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Deleting port d05759c6-782c-4a9a-b3fd-b421b7aa9d76 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:53.924566 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f85f0f42-649b-4fc7-8fe1-ccdf4cd664ef tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:53.928472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8315008-f1ec-4404-b12e-5c4cc4ab4f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1800b3-af9f-43f0-a1b7-35795bcf95d6,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:53.967474 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b7e1f786-e1fc-476b-a801-7c2f799dc538 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:14:53.974471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90db53e-76df-4fcb-8b71-eebe78528b3c None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:14:54.063203 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f8315008-f1ec-4404-b12e-5c4cc4ab4f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:54.081745 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: b7e1f786-e1fc-476b-a801-7c2f799dc538 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:14:54.082278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b7e1f786-e1fc-476b-a801-7c2f799dc538 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:14:54.096997 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Routers {'5319ba0f-f1fa-410f-afff-f348a76d87f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:14:54.097632 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-54283323-170f-4e59-98e7-d08033952b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47397700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:14:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5319ba0f-f1fa-410f-afff-f348a76d87f5'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:54.112737 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f85f0f42-649b-4fc7-8fe1-ccdf4cd664ef tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:54.137269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-f85f0f42-649b-4fc7-8fe1-ccdf4cd664ef tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Calling delete_port for d05759c6-782c-4a9a-b3fd-b421b7aa9d76 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:54.223616 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f8315008-f1ec-4404-b12e-5c4cc4ab4f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:54.228423 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f8315008-f1ec-4404-b12e-5c4cc4ab4f06 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:54.232647 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f54a9e-5bff-4065-a847-0dbc7a32bcb3 None None] Pushing event updated for resources: {'Port': ['ID=e67c0019-c5b0-43df-aa08-3de900a17d09,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:54.250718 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-856513cc-29a1-446d-98b0-2c77920d9693 None None] Provisioning complete for port e67c0019-c5b0-43df-aa08-3de900a17d09 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:54.251087 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-856513cc-29a1-446d-98b0-2c77920d9693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:54.304322 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2a1b07df-ecf5-4df7-bea6-0b28deaef268 req-f2e3ab89-6705-4061-b8c1-97e1bdb5428c tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 210 time: 0.0784042
Nov 20 21:14:54.347598 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f8315008-f1ec-4404-b12e-5c4cc4ab4f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:54.349389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8315008-f1ec-4404-b12e-5c4cc4ab4f06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76230994-5bdc-48d4-8e13-c947c6a435f5 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:14:54.356927 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f8315008-f1ec-4404-b12e-5c4cc4ab4f06 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:54.365030 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f8315008-f1ec-4404-b12e-5c4cc4ab4f06 admin admin] 10.222.0.41 "DELETE /v2.0/routers/76230994-5bdc-48d4-8e13-c947c6a435f5 HTTP/1.1" status: 204  len: 168 time: 2.0997655
Nov 20 21:14:54.365901 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44978) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:54.473498 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f85f0f42-649b-4fc7-8fe1-ccdf4cd664ef tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:54.490043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-605d126a-d7d4-4698-bea2-8ffa0fbeb725 admin admin] Deleting subnet 70f862fe-1427-4856-a5ea-8d52f33d3d9b {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:14:54.504412 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-605d126a-d7d4-4698-bea2-8ffa0fbeb725 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:54.541973 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f0f42-649b-4fc7-8fe1-ccdf4cd664ef tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event deleted for resources: {'Port': ['ID=d05759c6-782c-4a9a-b3fd-b421b7aa9d76,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:54.557230 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-605d126a-d7d4-4698-bea2-8ffa0fbeb725 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:54.745598 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f85f0f42-649b-4fc7-8fe1-ccdf4cd664ef tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:54.751036 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f85f0f42-649b-4fc7-8fe1-ccdf4cd664ef tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "DELETE /v2.0/ports/d05759c6-782c-4a9a-b3fd-b421b7aa9d76 HTTP/1.1" status: 204  len: 168 time: 1.0409884
Nov 20 21:14:54.755820 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-605d126a-d7d4-4698-bea2-8ffa0fbeb725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:54.757805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 44996) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:54.791439 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-54283323-170f-4e59-98e7-d08033952b67 None None] Set router 5319ba0f-f1fa-410f-afff-f348a76d87f5 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:14:54.793714 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-856513cc-29a1-446d-98b0-2c77920d9693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:54.860612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-856513cc-29a1-446d-98b0-2c77920d9693 None None] For port e67c0019-c5b0-43df-aa08-3de900a17d09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e67c0019-c5b0-43df-aa08-3de900a17d09,segment=NetworkSegment(83839013-5f5d-4b47-bde2-8c38b2c8ad6d),segment_id=83839013-5f5d-4b47-bde2-8c38b2c8ad6d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:54.877091 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-856513cc-29a1-446d-98b0-2c77920d9693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:54.917660 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fed78b-1c3e-4514-9d12-7ab3651378cd req-0dacb478-cf7e-4505-8ea4-7925eb099734 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:54.923701 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10fed78b-1c3e-4514-9d12-7ab3651378cd req-0dacb478-cf7e-4505-8ea4-7925eb099734 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 945 time: 0.1120443
Nov 20 21:14:54.923955 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd661b7a-9815-493f-ad3d-8b91a8426da9 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] GET failed (client error): The resource could not be found.
Nov 20 21:14:54.925646 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bd661b7a-9815-493f-ad3d-8b91a8426da9 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "GET /v2.0/ports/d05759c6-782c-4a9a-b3fd-b421b7aa9d76 HTTP/1.1" status: 404  len: 333 time: 0.1614344
Nov 20 21:14:54.931221 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45012) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:54.950461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea9015-8d6a-486c-9f6d-e0160687a76a req-5bb90175-56f4-4f59-90e3-79cc329b53ff tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:54.952388 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62ea9015-8d6a-486c-9f6d-e0160687a76a req-5bb90175-56f4-4f59-90e3-79cc329b53ff tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 945 time: 0.1246390
Nov 20 21:14:55.078235 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-605d126a-d7d4-4698-bea2-8ffa0fbeb725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:55.120655 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-605d126a-d7d4-4698-bea2-8ffa0fbeb725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:55.123953 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-605d126a-d7d4-4698-bea2-8ffa0fbeb725 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/70f862fe-1427-4856-a5ea-8d52f33d3d9b HTTP/1.1" status: 204  len: 168 time: 0.7566748
Nov 20 21:14:55.124808 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d126a-d7d4-4698-bea2-8ffa0fbeb725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70f862fe-1427-4856-a5ea-8d52f33d3d9b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:55.127755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45016) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:55.141340 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10fed78b-1c3e-4514-9d12-7ab3651378cd req-d1d904cd-3c90-4749-8b70-024412cc7f6f tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/security-groups?id=09be881f-bc10-4684-8dfe-87be7c734015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961257
Nov 20 21:14:55.148878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6bb5da-5adc-4146-8bb9-fb497b3a40b9 None None] Network f3a9bbee-3f9c-4365-ad64-26cea020ff3a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:14:55.158650 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ac9b1055-dc6a-4862-bde7-c7d6453bb0c1 None None] Provisioning complete for port e67c0019-c5b0-43df-aa08-3de900a17d09 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:55.162582 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ac9b1055-dc6a-4862-bde7-c7d6453bb0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:55.170598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-62ea9015-8d6a-486c-9f6d-e0160687a76a req-36762d9d-dbc7-4ad6-a422-5b2a932377f5 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Deleting port 80fdb11c-e36a-4449-853b-09a5b29c799e {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:55.171558 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62ea9015-8d6a-486c-9f6d-e0160687a76a req-36762d9d-dbc7-4ad6-a422-5b2a932377f5 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:55.183476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1edfa519-c9a5-478f-9a00-0b52d4bad04c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Deleting port 6bb732b0-2ba1-4fb9-9011-9afe32c6614c {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:55.184209 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1edfa519-c9a5-478f-9a00-0b52d4bad04c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:55.224561 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856513cc-29a1-446d-98b0-2c77920d9693 None None] Pushing event updated for resources: {'Port': ['ID=e67c0019-c5b0-43df-aa08-3de900a17d09,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:55.313307 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1edfa519-c9a5-478f-9a00-0b52d4bad04c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:55.320076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-62ea9015-8d6a-486c-9f6d-e0160687a76a req-36762d9d-dbc7-4ad6-a422-5b2a932377f5 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] For port 80fdb11c-e36a-4449-853b-09a5b29c799e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80fdb11c-e36a-4449-853b-09a5b29c799e,segment=NetworkSegment(5c287838-745d-4fd9-8e7e-5107b57e23ce),segment_id=5c287838-745d-4fd9-8e7e-5107b57e23ce)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:55.320437 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62ea9015-8d6a-486c-9f6d-e0160687a76a req-36762d9d-dbc7-4ad6-a422-5b2a932377f5 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:55.324757 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:55.329701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-1edfa519-c9a5-478f-9a00-0b52d4bad04c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Calling delete_port for 6bb732b0-2ba1-4fb9-9011-9afe32c6614c owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:55.348302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-62ea9015-8d6a-486c-9f6d-e0160687a76a req-36762d9d-dbc7-4ad6-a422-5b2a932377f5 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Calling delete_port for 80fdb11c-e36a-4449-853b-09a5b29c799e owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:55.473331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-13bb9ca5-be19-4faf-97c9-c425bd9107af req-e053e565-8a42-4225-bfaf-68f8cd7ac0bf tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 210 time: 0.0449266
Nov 20 21:14:55.501384 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] Deleting port ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:55.501715 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:55.528687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-54283323-170f-4e59-98e7-d08033952b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47397700>, [{'id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'name': 'tempest-TestServerMultinode-1909138508-router', 'tenant_id': 'c8a69efa9e90416383d57c457241a59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': '1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:42Z', 'updated_at': '2021-11-20T21:14:49Z', 'revision_number': 4, 'project_id': 'c8a69efa9e90416383d57c457241a59e', 'gw_port': {'id': '1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:43Z', 'updated_at': '2021-11-20T21:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e67c0019-c5b0-43df-aa08-3de900a17d09', 'name': '', 'network_id': 'ce15e4ab-5efa-4822-acb5-d201c8f80a6e', 'tenant_id': 'c8a69efa9e90416383d57c457241a59e', 'mac_address': 'fa:16:3e:b7:88:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'daf2d5c6-7c28-403b-9ab6-038163c13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:47Z', 'updated_at': '2021-11-20T21:14:53Z', 'revision_number': 4, 'project_id': 'c8a69efa9e90416383d57c457241a59e', 'subnets': [{'id': 'daf2d5c6-7c28-403b-9ab6-038163c13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:55.533586 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1edfa519-c9a5-478f-9a00-0b52d4bad04c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:55.565552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfa519-c9a5-478f-9a00-0b52d4bad04c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event deleted for resources: {'Port': ['ID=6bb732b0-2ba1-4fb9-9011-9afe32c6614c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:55.569526 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54283323-170f-4e59-98e7-d08033952b67 None None] The sync data for ids ['5319ba0f-f1fa-410f-afff-f348a76d87f5'] in ncdv-master-1 is: [{'id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'name': 'tempest-TestServerMultinode-1909138508-router', 'tenant_id': 'c8a69efa9e90416383d57c457241a59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': '1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:42Z', 'updated_at': '2021-11-20T21:14:49Z', 'revision_number': 4, 'project_id': 'c8a69efa9e90416383d57c457241a59e', 'gw_port': {'id': '1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:43Z', 'updated_at': '2021-11-20T21:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e67c0019-c5b0-43df-aa08-3de900a17d09', 'name': '', 'network_id': 'ce15e4ab-5efa-4822-acb5-d201c8f80a6e', 'tenant_id': 'c8a69efa9e90416383d57c457241a59e', 'mac_address': 'fa:16:3e:b7:88:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'daf2d5c6-7c28-403b-9ab6-038163c13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:47Z', 'updated_at': '2021-11-20T21:14:53Z', 'revision_number': 4, 'project_id': 'c8a69efa9e90416383d57c457241a59e', 'subnets': [{'id': 'daf2d5c6-7c28-403b-9ab6-038163c13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:14:55.611339 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] For port ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675,segment=NetworkSegment(241be008-6a5d-4824-b825-4024ff935ddc),segment_id=241be008-6a5d-4824-b825-4024ff935ddc)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:55.611831 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:55.629129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] Calling delete_port for ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:55.649226 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bed7449-4183-4c1e-8ae5-cd4ce3372f81 None None] DHCP port deletion for f3a9bbee-3f9c-4365-ad64-26cea020ff3a request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:14:55.763714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8bed7449-4183-4c1e-8ae5-cd4ce3372f81 None None] Deleting port ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:55.764420 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8bed7449-4183-4c1e-8ae5-cd4ce3372f81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:55.775218 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1edfa519-c9a5-478f-9a00-0b52d4bad04c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:55.785943 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1edfa519-c9a5-478f-9a00-0b52d4bad04c tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "DELETE /v2.0/ports/6bb732b0-2ba1-4fb9-9011-9afe32c6614c HTTP/1.1" status: 204  len: 168 time: 0.8510973
Nov 20 21:14:55.786222 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45020) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:55.791337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6b1800b3-af9f-43f0-a1b7-35795bcf95d6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:14:55.895169 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62ea9015-8d6a-486c-9f6d-e0160687a76a req-36762d9d-dbc7-4ad6-a422-5b2a932377f5 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:55.941417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 6b1800b3-af9f-43f0-a1b7-35795bcf95d6 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:14:55.942437 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6b1800b3-af9f-43f0-a1b7-35795bcf95d6 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:14:55.962416 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['80fdb11c-e36a-4449-853b-09a5b29c799e'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:14:56.033118 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36762d9d-dbc7-4ad6-a422-5b2a932377f5 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Pushing event deleted for resources: {'Port': ['ID=80fdb11c-e36a-4449-853b-09a5b29c799e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:56.049998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a433025e-4ce3-4eb5-b5f1-35b00448bc58 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Deleting subnet b23893b8-3aa0-49b7-8486-6e07b177717f {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:14:56.063454 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8bed7449-4183-4c1e-8ae5-cd4ce3372f81 None None] For port ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675,segment=NetworkSegment(241be008-6a5d-4824-b825-4024ff935ddc),segment_id=241be008-6a5d-4824-b825-4024ff935ddc)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:56.064408 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8bed7449-4183-4c1e-8ae5-cd4ce3372f81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.069978 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a433025e-4ce3-4eb5-b5f1-35b00448bc58 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.087914 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8bed7449-4183-4c1e-8ae5-cd4ce3372f81 None None] Calling delete_port for ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:56.168326 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ea9015-8d6a-486c-9f6d-e0160687a76a req-36762d9d-dbc7-4ad6-a422-5b2a932377f5 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] No DVR routers for this DVR port 80fdb11c-e36a-4449-853b-09a5b29c799e on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:14:56.175459 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62ea9015-8d6a-486c-9f6d-e0160687a76a req-36762d9d-dbc7-4ad6-a422-5b2a932377f5 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.182938 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62ea9015-8d6a-486c-9f6d-e0160687a76a req-36762d9d-dbc7-4ad6-a422-5b2a932377f5 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.47 "DELETE /v2.0/ports/80fdb11c-e36a-4449-853b-09a5b29c799e HTTP/1.1" status: 204  len: 173 time: 1.2243202
Nov 20 21:14:56.190748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb65f4a-7cc9-4457-94ed-59768969c88d', 'name': 'network-vif-deleted', 'tag': '80fdb11c-e36a-4449-853b-09a5b29c799e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:14:56.193547 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d54e1e-1e12-4a44-8c5a-7da5ed664354" -d '{"events": [{"server_uuid": "9fb65f4a-7cc9-4457-94ed-59768969c88d", "name": "network-vif-deleted", "tag": "80fdb11c-e36a-4449-853b-09a5b29c799e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:14:56.196126 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.246535 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a433025e-4ce3-4eb5-b5f1-35b00448bc58 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.256165 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-ed3f29ce-12d1-49a6-bdd5-3b4b0a22e428 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:56.257732 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-ed3f29ce-12d1-49a6-bdd5-3b4b0a22e428 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.47 "GET /v2.0/networks?id=0c8a2fad-e4e3-4cc9-a292-09228f527897 HTTP/1.1" status: 200  len: 911 time: 0.3993974
Nov 20 21:14:56.266109 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8bed7449-4183-4c1e-8ae5-cd4ce3372f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.284083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] No DVR routers for this DVR port ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:14:56.290246 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:56.300226 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed7449-4183-4c1e-8ae5-cd4ce3372f81 None None] Pushing event deleted for resources: {'Port': ['ID=ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:56.304279 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bed7449-4183-4c1e-8ae5-cd4ce3372f81 None None] No DVR routers for this DVR port ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:14:56.311235 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ed182e-4b09-48bf-a04d-5232a0506083 x-openstack-request-id: req-d1ed182e-4b09-48bf-a04d-5232a0506083 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:14:56.313167 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb65f4a-7cc9-4457-94ed-59768969c88d", "name": "network-vif-deleted", "tag": "80fdb11c-e36a-4449-853b-09a5b29c799e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:14:56.313611 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1ed182e-4b09-48bf-a04d-5232a0506083 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:14:56.314689 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb65f4a-7cc9-4457-94ed-59768969c88d', 'name': 'network-vif-deleted', 'tag': '80fdb11c-e36a-4449-853b-09a5b29c799e', 'status': 'completed', 'code': 200}
Nov 20 21:14:56.370538 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-44f3a4f2-6c41-419e-81a2-8f2003baa494 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Request body: {'port': {'device_id': '40fac581-cd1f-42fc-a4eb-bffb1acfee25', 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897', 'admin_state_up': True, 'tenant_id': 'c8a69efa9e90416383d57c457241a59e'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:56.378986 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dfcd6db5-3e31-4f3f-b53d-21119e4c0036 req-1ba0a726-751c-40b9-b200-94a97c782385 tempest-VolumesSnapshotTestJSON-1178343811 tempest-VolumesSnapshotTestJSON-1178343811-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fb65f4a-7cc9-4457-94ed-59768969c88d HTTP/1.1" status: 200  len: 210 time: 0.1242869
Nov 20 21:14:56.422562 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.439355 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-44f3a4f2-6c41-419e-81a2-8f2003baa494 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Made reservation on behalf of c8a69efa9e90416383d57c457241a59e for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:14:56.441757 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-44f3a4f2-6c41-419e-81a2-8f2003baa494 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.447488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a56173760>,) {'filters': {'network_id': ['f3a9bbee-3f9c-4365-ad64-26cea020ff3a']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:56.460261 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a56173760>, '241be008-6a5d-4824-b825-4024ff935ddc') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:56.460554 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a56173760>, '241be008-6a5d-4824-b825-4024ff935ddc') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:56.461848 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a433025e-4ce3-4eb5-b5f1-35b00448bc58 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.488064 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.515304 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.522466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:14:56.523062 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:14:56.525732 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:14:56.595189 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a433025e-4ce3-4eb5-b5f1-35b00448bc58 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.616509 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a47f2ce5-b58e-456c-b09d-73166b8ef169 req-bc4a2f09-e16e-48f3-a6b9-0887030a2822 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 210 time: 0.0262508
Nov 20 21:14:56.618406 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.624591 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.628388 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f3a9bbee-3f9c-4365-ad64-26cea020ff3a HTTP/1.1" status: 204  len: 168 time: 1.4990890
Nov 20 21:14:56.645731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53363970-05e8-4b2d-91fd-2ef35ffe4683 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a9bbee-3f9c-4365-ad64-26cea020ff3a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:56.673951 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433025e-4ce3-4eb5-b5f1-35b00448bc58 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event deleted for resources: {'Subnet': ['ID=b23893b8-3aa0-49b7-8486-6e07b177717f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:56.676290 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a433025e-4ce3-4eb5-b5f1-35b00448bc58 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.679591 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a433025e-4ce3-4eb5-b5f1-35b00448bc58 tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "DELETE /v2.0/subnets/b23893b8-3aa0-49b7-8486-6e07b177717f HTTP/1.1" status: 204  len: 168 time: 0.8918774
Nov 20 21:14:56.682221 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45052) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:56.686025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37da3bf1-63f0-4cee-917c-6c4c1d1e2b5a None None] Network 26686062-58b0-4ec4-ad8f-e7917913aedd requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:14:56.713344 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-44f3a4f2-6c41-419e-81a2-8f2003baa494 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Allocated IP 172.20.0.12 (0c8a2fad-e4e3-4cc9-a292-09228f527897/2fbe6c06-e03e-466b-a1ae-7ee21b7d24de/7f0bed02-9e48-40dc-ab62-619528e61f6c) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:14:56.806597 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.947626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Deleting port fec57e03-4d24-43ce-82e5-22957ff2b717 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:56.948612 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:56.995224 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45062) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:57.054563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff0981b-6f55-4d2e-971c-8748003cdf56 None None] DHCP port deletion for 26686062-58b0-4ec4-ad8f-e7917913aedd request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:14:57.088070 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-44f3a4f2-6c41-419e-81a2-8f2003baa494 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:57.095717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] For port fec57e03-4d24-43ce-82e5-22957ff2b717, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fec57e03-4d24-43ce-82e5-22957ff2b717,segment=NetworkSegment(15413e1a-5b5e-4c33-92eb-ebf289fb83c5),segment_id=15413e1a-5b5e-4c33-92eb-ebf289fb83c5)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:57.096093 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:57.117468 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9ff0981b-6f55-4d2e-971c-8748003cdf56 None None] Deleting port fec57e03-4d24-43ce-82e5-22957ff2b717 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:14:57.118041 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9ff0981b-6f55-4d2e-971c-8748003cdf56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:57.121874 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-253eee60-8db7-4c42-8649-2c5b4cc811cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=badea6f48ba34a31b8c22ca431cfebc4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1252484
Nov 20 21:14:57.122857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Calling delete_port for fec57e03-4d24-43ce-82e5-22957ff2b717 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:57.128433 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45066) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:57.197188 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-44f3a4f2-6c41-419e-81a2-8f2003baa494 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:57.221634 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:57.263900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] No DVR routers for this DVR port fec57e03-4d24-43ce-82e5-22957ff2b717 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:14:57.268753 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b40cd6d6-b3ad-492e-9b2e-fafd79e1d324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:57.272283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event deleted for resources: {'Port': ['ID=fec57e03-4d24-43ce-82e5-22957ff2b717,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:57.287068 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-44f3a4f2-6c41-419e-81a2-8f2003baa494 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Network 0c8a2fad-e4e3-4cc9-a292-09228f527897 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:14:57.295762 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-44f3a4f2-6c41-419e-81a2-8f2003baa494 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:14:57.298004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3a4f2-6c41-419e-81a2-8f2003baa494 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Pushing event updated for resources: {'Port': ['ID=7f0bed02-9e48-40dc-ab62-619528e61f6c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:57.300445 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-44f3a4f2-6c41-419e-81a2-8f2003baa494 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:14:57.320160 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9ff0981b-6f55-4d2e-971c-8748003cdf56 None None] For port fec57e03-4d24-43ce-82e5-22957ff2b717, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fec57e03-4d24-43ce-82e5-22957ff2b717,segment=NetworkSegment(15413e1a-5b5e-4c33-92eb-ebf289fb83c5),segment_id=15413e1a-5b5e-4c33-92eb-ebf289fb83c5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:14:57.321341 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9ff0981b-6f55-4d2e-971c-8748003cdf56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:57.344944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9ff0981b-6f55-4d2e-971c-8748003cdf56 None None] Calling delete_port for fec57e03-4d24-43ce-82e5-22957ff2b717 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:14:57.347656 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b40cd6d6-b3ad-492e-9b2e-fafd79e1d324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:57.417519 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:57.426002 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-44f3a4f2-6c41-419e-81a2-8f2003baa494 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:57.426663 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-44f3a4f2-6c41-419e-81a2-8f2003baa494 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:57.484805 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-44f3a4f2-6c41-419e-81a2-8f2003baa494 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 1.1426160
Nov 20 21:14:57.499801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e2abfa0>,) {'filters': {'network_id': ['26686062-58b0-4ec4-ad8f-e7917913aedd']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:57.521578 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Request body: {'port': {'device_id': '40fac581-cd1f-42fc-a4eb-bffb1acfee25', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:14:57.549538 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b40cd6d6-b3ad-492e-9b2e-fafd79e1d324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:57.557384 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e2abfa0>, '15413e1a-5b5e-4c33-92eb-ebf289fb83c5') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:57.557805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e2abfa0>, '15413e1a-5b5e-4c33-92eb-ebf289fb83c5') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:14:57.566000 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b40cd6d6-b3ad-492e-9b2e-fafd79e1d324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:57.567132 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b40cd6d6-b3ad-492e-9b2e-fafd79e1d324 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ee99700-b217-481d-a2f2-c3eaaad190e8 HTTP/1.1" status: 204  len: 168 time: 0.4298027
Nov 20 21:14:57.572650 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9ff0981b-6f55-4d2e-971c-8748003cdf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:57.591637 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cd6d6-b3ad-492e-9b2e-fafd79e1d324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee99700-b217-481d-a2f2-c3eaaad190e8,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:57.609167 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:57.643722 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:57.668690 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:57.698511 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:14:57.700620 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:14:57.725468 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:14:57.755818 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff0981b-6f55-4d2e-971c-8748003cdf56 None None] No DVR routers for this DVR port fec57e03-4d24-43ce-82e5-22957ff2b717 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:14:57.797663 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0981b-6f55-4d2e-971c-8748003cdf56 None None] Pushing event deleted for resources: {'Port': ['ID=fec57e03-4d24-43ce-82e5-22957ff2b717,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:57.862803 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e67c0019-c5b0-43df-aa08-3de900a17d09 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:14:57.958566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e67c0019-c5b0-43df-aa08-3de900a17d09 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:57.958951 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:58.018221 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:58.042596 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:58.055298 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] 10.222.0.41 "DELETE /v2.0/networks/26686062-58b0-4ec4-ad8f-e7917913aedd HTTP/1.1" status: 204  len: 168 time: 1.3717952
Nov 20 21:14:58.072664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21d261-03dc-4cd7-acdc-30beb11649bc req-b471925c-3147-4152-8dde-52a7f079d1b3 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:58.076748 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d21d261-03dc-4cd7-acdc-30beb11649bc req-b471925c-3147-4152-8dde-52a7f079d1b3 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1028 time: 0.2756083
Nov 20 21:14:58.100200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-573c657c-2522-4875-93e0-ab831a732ce1 None None] Provisioning complete for port 7f0bed02-9e48-40dc-ab62-619528e61f6c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:14:58.100685 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-573c657c-2522-4875-93e0-ab831a732ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:58.116522 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c539fa4-0277-4d2b-83a8-867314779bfa tempest-AllowedAddressPairTestJSON-1162557427 tempest-AllowedAddressPairTestJSON-1162557427-project] Pushing event deleted for resources: {'Network': ['ID=26686062-58b0-4ec4-ad8f-e7917913aedd,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:58.200403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-573c657c-2522-4875-93e0-ab831a732ce1 None None] Port 7f0bed02-9e48-40dc-ab62-619528e61f6c cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:14:58.242638 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d21d261-03dc-4cd7-acdc-30beb11649bc req-31ac03c3-2c84-4fdc-87ba-1bc576b52e05 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355708
Nov 20 21:14:58.320692 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0bed02-9e48-40dc-ab62-619528e61f6c {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:14:58.326589 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:58.350122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Transition to ACTIVE for port object 7f0bed02-9e48-40dc-ab62-619528e61f6c will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:14:58.360121 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:58.378859 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fec57e03-4d24-43ce-82e5-22957ff2b717 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:14:58.416204 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: fec57e03-4d24-43ce-82e5-22957ff2b717 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:14:58.423735 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fec57e03-4d24-43ce-82e5-22957ff2b717 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:14:58.424398 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:14:58.447414 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:14:58.447666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ad796e9a-aa1b-42e1-9d5c-cdeb62dd1675 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:14:58.549883 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0bed02-9e48-40dc-ab62-619528e61f6c,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:58.562704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45116) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:58.590244 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Attempting to bind port 7f0bed02-9e48-40dc-ab62-619528e61f6c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:14:58.591042 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Attempting to bind port 7f0bed02-9e48-40dc-ab62-619528e61f6c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:14:58.591385 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Attempting to bind port 7f0bed02-9e48-40dc-ab62-619528e61f6c on network 0c8a2fad-e4e3-4cc9-a292-09228f527897 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:14:58.597784 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Port 7f0bed02-9e48-40dc-ab62-619528e61f6c on network 0c8a2fad-e4e3-4cc9-a292-09228f527897 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:14:58.598137 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Attempting to bind port 7f0bed02-9e48-40dc-ab62-619528e61f6c on network 0c8a2fad-e4e3-4cc9-a292-09228f527897 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:14:58.609605 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:14:58.610289 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Checking segment: {'id': '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:14:58.610887 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Bound using segment: {'id': '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:14:58.611522 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Bound port: 7f0bed02-9e48-40dc-ab62-619528e61f6c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:14:58.612100 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:58.689628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] For port 7f0bed02-9e48-40dc-ab62-619528e61f6c, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:14:58.693313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] For port 7f0bed02-9e48-40dc-ab62-619528e61f6c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f0bed02-9e48-40dc-ab62-619528e61f6c,segment=NetworkSegment(3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40),segment_id=3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:14:58.698464 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:58.740915 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:58.741608 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:58.743081 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-52acc14a-986f-417d-883e-746907862ef6 service neutron] 10.222.0.47 "PUT /v2.0/ports/7f0bed02-9e48-40dc-ab62-619528e61f6c HTTP/1.1" status: 200  len: 1092 time: 1.2319722
Nov 20 21:14:58.743543 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fac581-cd1f-42fc-a4eb-bffb1acfee25', 'tag': '7f0bed02-9e48-40dc-ab62-619528e61f6c'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:14:58.745852 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1d13cf-a9b7-4639-95b4-734fc1a60579" -d '{"events": [{"name": "network-changed", "server_uuid": "40fac581-cd1f-42fc-a4eb-bffb1acfee25", "tag": "7f0bed02-9e48-40dc-ab62-619528e61f6c"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:14:58.847430 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acc14a-986f-417d-883e-746907862ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0bed02-9e48-40dc-ab62-619528e61f6c,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:58.852573 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45130) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:14:58.855840 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5309dcc7-3c37-49ee-b7ff-aae31e099e3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0f11e6a60fc4edb901bce729ba8fdf2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2918897
Nov 20 21:14:58.914959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-e0957d9b-a0b8-4846-adfc-1f681aa30c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:58.916752 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-e0957d9b-a0b8-4846-adfc-1f681aa30c7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c8a69efa9e90416383d57c457241a59e&device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1095 time: 0.1253893
Nov 20 21:14:58.923331 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2116782e-3e67-4f99-85a1-d1f65e100dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:58.973480 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-e1a332cf-28e8-4bfa-b4c7-36cda5b2058b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f0bed02-9e48-40dc-ab62-619528e61f6c HTTP/1.1" status: 200  len: 217 time: 0.0467715
Nov 20 21:14:58.987076 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2116782e-3e67-4f99-85a1-d1f65e100dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:59.020645 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51adcce5-bf11-4237-90df-3231a78c73f2 x-openstack-request-id: req-51adcce5-bf11-4237-90df-3231a78c73f2 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:14:59.020946 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40fac581-cd1f-42fc-a4eb-bffb1acfee25", "tag": "7f0bed02-9e48-40dc-ab62-619528e61f6c", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:14:59.021208 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51adcce5-bf11-4237-90df-3231a78c73f2 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:14:59.021728 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fac581-cd1f-42fc-a4eb-bffb1acfee25', 'tag': '7f0bed02-9e48-40dc-ab62-619528e61f6c', 'status': 'completed', 'code': 200}
Nov 20 21:14:59.058712 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-1f303863-f50e-4f27-87d9-34a4f06482c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:59.060097 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-1f303863-f50e-4f27-87d9-34a4f06482c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fbe6c06-e03e-466b-a1ae-7ee21b7d24de HTTP/1.1" status: 200  len: 849 time: 0.0753508
Nov 20 21:14:59.102481 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2116782e-3e67-4f99-85a1-d1f65e100dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:59.105533 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2116782e-3e67-4f99-85a1-d1f65e100dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:14:59.109059 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2116782e-3e67-4f99-85a1-d1f65e100dde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ddde82e-659c-4759-9be0-1e9f9c672220 HTTP/1.1" status: 204  len: 168 time: 0.2529793
Nov 20 21:14:59.148878 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116782e-3e67-4f99-85a1-d1f65e100dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddde82e-659c-4759-9be0-1e9f9c672220,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:14:59.161554 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-c20b8800-83c9-4d8d-9dd9-bc53d7b0aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:59.163855 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-c20b8800-83c9-4d8d-9dd9-bc53d7b0aecb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c8a2fad-e4e3-4cc9-a292-09228f527897&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0954702
Nov 20 21:14:59.224829 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 80fdb11c-e36a-4449-853b-09a5b29c799e no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:14:59.299332 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 80fdb11c-e36a-4449-853b-09a5b29c799e {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:14:59.299688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 80fdb11c-e36a-4449-853b-09a5b29c799e not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:14:59.323673 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-54033241-29f1-4691-85e5-e47d1b800c7b service neutron] 10.222.0.47 "GET /v2.0/networks/0c8a2fad-e4e3-4cc9-a292-09228f527897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515284
Nov 20 21:14:59.458662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edb82c-ff62-4b58-aab5-55494d8e2a86 req-a064b0f2-b532-4635-b23f-bb1b32605467 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:59.460936 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-87edb82c-ff62-4b58-aab5-55494d8e2a86 req-a064b0f2-b532-4635-b23f-bb1b32605467 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1095 time: 0.0941725
Nov 20 21:14:59.551561 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-87edb82c-ff62-4b58-aab5-55494d8e2a86 req-7c75ca92-a049-4639-9780-e9baf556c23c tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727928
Nov 20 21:14:59.577784 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a6c345fb-de7e-4b75-9a2c-c282d8e7f8e2 req-6148a308-e757-45a6-8841-c94f672d381b service neutron] 10.222.0.47 "GET /v2.0/networks/0c8a2fad-e4e3-4cc9-a292-09228f527897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2427778
Nov 20 21:14:59.683016 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d13cf-a9b7-4639-95b4-734fc1a60579 req-e89e80e2-8a06-4720-a0eb-5eb4033748e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:59.685077 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f1d13cf-a9b7-4639-95b4-734fc1a60579 req-e89e80e2-8a06-4720-a0eb-5eb4033748e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c8a69efa9e90416383d57c457241a59e&device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1095 time: 0.0514755
Nov 20 21:14:59.880424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d13cf-a9b7-4639-95b4-734fc1a60579 req-115c94c1-2430-4893-ad93-bf7b606ea579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:14:59.883839 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f1d13cf-a9b7-4639-95b4-734fc1a60579 req-115c94c1-2430-4893-ad93-bf7b606ea579 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c8a2fad-e4e3-4cc9-a292-09228f527897 HTTP/1.1" status: 200  len: 911 time: 0.1912439
Nov 20 21:14:59.939814 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f1d13cf-a9b7-4639-95b4-734fc1a60579 req-fe89a8d4-0137-4625-8f07-2b7967e84d1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f0bed02-9e48-40dc-ab62-619528e61f6c HTTP/1.1" status: 200  len: 217 time: 0.0475502
Nov 20 21:15:00.001975 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d13cf-a9b7-4639-95b4-734fc1a60579 req-ac3845f4-b3c2-4ebd-9a8f-c2fa4b63fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:00.003745 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f1d13cf-a9b7-4639-95b4-734fc1a60579 req-ac3845f4-b3c2-4ebd-9a8f-c2fa4b63fdc6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fbe6c06-e03e-466b-a1ae-7ee21b7d24de HTTP/1.1" status: 200  len: 849 time: 0.0564427
Nov 20 21:15:00.063819 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d13cf-a9b7-4639-95b4-734fc1a60579 req-4e45eb78-0952-46ba-bafb-0242da748157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:00.065346 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f1d13cf-a9b7-4639-95b4-734fc1a60579 req-4e45eb78-0952-46ba-bafb-0242da748157 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c8a2fad-e4e3-4cc9-a292-09228f527897&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0538621
Nov 20 21:15:00.181279 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f1d13cf-a9b7-4639-95b4-734fc1a60579 req-ed55ba9e-bc03-4a1d-b5b4-5f6b19e3b5d4 service neutron] 10.222.0.47 "GET /v2.0/networks/0c8a2fad-e4e3-4cc9-a292-09228f527897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1077938
Nov 20 21:15:00.266083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45216) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.288616 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7f1d13cf-a9b7-4639-95b4-734fc1a60579 req-6b5a0417-84ed-418a-acec-ae9815920c1b service neutron] 10.222.0.47 "GET /v2.0/networks/0c8a2fad-e4e3-4cc9-a292-09228f527897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0982065
Nov 20 21:15:00.366772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-516384a0-9215-462f-9da1-e3b31e756dea tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.367982 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-516384a0-9215-462f-9da1-e3b31e756dea tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.1007369
Nov 20 21:15:00.370886 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45224) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.375487 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-1116842f-1ad3-4684-90a5-882142fb1906 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.376484 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1116842f-1ad3-4684-90a5-882142fb1906 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0046065
Nov 20 21:15:00.379140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45226) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.383239 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-3a53bee6-d8f0-4f35-a1ee-06c829b2ec9f tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.384178 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3a53bee6-d8f0-4f35-a1ee-06c829b2ec9f tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0041590
Nov 20 21:15:00.386703 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45228) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.392480 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-64a3e4af-8d4d-4385-9c6e-05c00feca750 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.393452 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-64a3e4af-8d4d-4385-9c6e-05c00feca750 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0053411
Nov 20 21:15:00.395891 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45230) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.399840 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-f63765fc-736f-47c0-ab66-317667ac688a tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.400774 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f63765fc-736f-47c0-ab66-317667ac688a tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0040016
Nov 20 21:15:00.402963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45232) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.407131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-fc9cbe88-f023-40b5-bb2f-4ad1f00bcea1 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.408051 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fc9cbe88-f023-40b5-bb2f-4ad1f00bcea1 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0042489
Nov 20 21:15:00.410307 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45234) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.414729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-02726f2e-e877-44fc-80ae-fbc646ef8314 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.415739 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-02726f2e-e877-44fc-80ae-fbc646ef8314 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0045195
Nov 20 21:15:00.419306 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45236) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.423680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-ec20fcd9-e7eb-4c94-aa4c-b379ec6fe710 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.424626 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ec20fcd9-e7eb-4c94-aa4c-b379ec6fe710 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0043554
Nov 20 21:15:00.426805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45240) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.430783 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-18c635c1-8ed3-4678-871e-571984777f3b tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.431713 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-18c635c1-8ed3-4678-871e-571984777f3b tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0040548
Nov 20 21:15:00.434159 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45242) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.439100 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-03388067-037a-47ab-9d04-cfc6986ac477 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.440251 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-03388067-037a-47ab-9d04-cfc6986ac477 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0049100
Nov 20 21:15:00.442803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45244) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.446415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-7d9b1a7d-bf63-40da-8807-07d48d6cb1c2 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.447697 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7d9b1a7d-bf63-40da-8807-07d48d6cb1c2 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0038617
Nov 20 21:15:00.449453 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45246) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.454404 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-9cf4bea3-c46b-419a-93be-e85862793668 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.455355 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9cf4bea3-c46b-419a-93be-e85862793668 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0050776
Nov 20 21:15:00.457551 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45248) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.461570 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-6eb0f3f9-949b-4bd9-9cb7-a272120b4092 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.462578 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6eb0f3f9-949b-4bd9-9cb7-a272120b4092 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0041597
Nov 20 21:15:00.464760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45250) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.468723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-87e3bed9-e078-45ce-beda-84cc9a2372fe tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.469635 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-87e3bed9-e078-45ce-beda-84cc9a2372fe tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0039785
Nov 20 21:15:00.471859 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45252) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.477238 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-ab8bc2ac-0c71-4635-a987-cb6d51b64871 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.477238 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ab8bc2ac-0c71-4635-a987-cb6d51b64871 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0040033
Nov 20 21:15:00.479146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45256) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.483900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-62a404a0-6de6-451d-a9ad-45006799b201 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.485200 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-62a404a0-6de6-451d-a9ad-45006799b201 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0050251
Nov 20 21:15:00.487481 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45258) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.492806 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-551d7e9c-60eb-49ee-b6cb-0a60c20aee11 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.493766 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-551d7e9c-60eb-49ee-b6cb-0a60c20aee11 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0053577
Nov 20 21:15:00.495914 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45260) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.500411 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-ad8a2ec7-ee20-48b2-bd94-1ab3d56ce3e7 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.501343 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ad8a2ec7-ee20-48b2-bd94-1ab3d56ce3e7 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0044634
Nov 20 21:15:00.503886 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45262) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.507725 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-183e58fe-83be-44a2-b623-f95bb048383f tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.508643 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-183e58fe-83be-44a2-b623-f95bb048383f tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0039210
Nov 20 21:15:00.510757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45264) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.515397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-408ac80a-51b3-4395-a7e9-4edee961b4cc tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.518091 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-408ac80a-51b3-4395-a7e9-4edee961b4cc tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0049572
Nov 20 21:15:00.518853 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45266) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.522788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-020e9480-1ede-4dd5-a627-7ea2342a5739 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.523719 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-020e9480-1ede-4dd5-a627-7ea2342a5739 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0039961
Nov 20 21:15:00.525925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45268) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.529820 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-4166eaba-72d3-4576-86ff-d8f46fc53c52 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.530906 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4166eaba-72d3-4576-86ff-d8f46fc53c52 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0040627
Nov 20 21:15:00.533195 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45270) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.537348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-0d9c1e85-96f6-4f91-ae89-f24770b16154 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.538313 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0d9c1e85-96f6-4f91-ae89-f24770b16154 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0041685
Nov 20 21:15:00.540616 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45272) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.544700 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-26bb27fe-4534-45a8-918c-9ab5ff4d7d49 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.546208 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-26bb27fe-4534-45a8-918c-9ab5ff4d7d49 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0041571
Nov 20 21:15:00.548355 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45274) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.552984 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-f45f6cb0-ce14-43ea-9411-927ee6fa20e4 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.556609 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f45f6cb0-ce14-43ea-9411-927ee6fa20e4 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0070493
Nov 20 21:15:00.557102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45278) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.564109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-ee8eb589-5100-4985-b89c-de7f1682c32c tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.565137 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ee8eb589-5100-4985-b89c-de7f1682c32c tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0073035
Nov 20 21:15:00.567534 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45282) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.572053 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-aee82b0a-a0b4-4845-8ffd-dc44e83a9d3a tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.573295 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-aee82b0a-a0b4-4845-8ffd-dc44e83a9d3a tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0047905
Nov 20 21:15:00.575958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45284) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.584160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-f9065fec-56ef-4ef4-81af-362f91c7be12 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.585029 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f9065fec-56ef-4ef4-81af-362f91c7be12 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0081382
Nov 20 21:15:00.585260 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45286) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.589701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-e534225b-df13-4dec-8320-e2b80a705aac tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.590712 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e534225b-df13-4dec-8320-e2b80a705aac tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0046020
Nov 20 21:15:00.593763 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45288) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.598146 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-b9c1d5b8-1e7f-41b6-b388-ef770057bc39 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.599092 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b9c1d5b8-1e7f-41b6-b388-ef770057bc39 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0043609
Nov 20 21:15:00.601518 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45290) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.606418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-4e469d14-85a1-4495-9ddb-3e676c8e1831 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.610450 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45294) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.614530 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4e469d14-85a1-4495-9ddb-3e676c8e1831 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0078878
Nov 20 21:15:00.614704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-f29a05ea-0ea5-401d-ae4e-c799fde1088f tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.615881 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f29a05ea-0ea5-401d-ae4e-c799fde1088f tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0044596
Nov 20 21:15:00.618263 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45296) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.623010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-10d0c17b-d683-4f75-9da1-6c8726a9b97a tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.627770 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45298) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.628191 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-10d0c17b-d683-4f75-9da1-6c8726a9b97a tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0084300
Nov 20 21:15:00.641054 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-2ed9a740-7ca3-4de0-859d-259bd7b68c9a tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.642237 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2ed9a740-7ca3-4de0-859d-259bd7b68c9a tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0124483
Nov 20 21:15:00.644727 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45302) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.662527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-a5991d43-cdad-4589-8f25-ca672eff6638 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.663529 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a5991d43-cdad-4589-8f25-ca672eff6638 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0176971
Nov 20 21:15:00.666610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45304) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.672494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-92620a9e-31a1-47c8-905f-a210dd45ee28 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.676043 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-92620a9e-31a1-47c8-905f-a210dd45ee28 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0084987
Nov 20 21:15:00.677271 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45306) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.691445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-616f86bf-4945-4b08-b7e1-863f1555ca9c tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.694188 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-616f86bf-4945-4b08-b7e1-863f1555ca9c tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0135686
Nov 20 21:15:00.695358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45310) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.699854 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-f4c4e27c-6f40-4fe8-8489-060258297238 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.703722 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f4c4e27c-6f40-4fe8-8489-060258297238 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0061021
Nov 20 21:15:00.704346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45312) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.708379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50bf6d-fe2a-4fab-b442-3c465699f7d2 req-c1f7c862-de3c-4529-8fa6-b78348d5000e tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:00.712247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-ef8b65a5-472c-4b23-bef7-7a625ce37037 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.716818 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd50bf6d-fe2a-4fab-b442-3c465699f7d2 req-c1f7c862-de3c-4529-8fa6-b78348d5000e tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1095 time: 0.0897956
Nov 20 21:15:00.718693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ef8b65a5-472c-4b23-bef7-7a625ce37037 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0111954
Nov 20 21:15:00.719389 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45314) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.724008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-96b1e665-dac7-4c00-9f99-b31fd3218652 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.727595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45316) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.727770 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-96b1e665-dac7-4c00-9f99-b31fd3218652 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0073121
Nov 20 21:15:00.735557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-2af0aeea-4d2e-4527-9a7f-0b97cd850b95 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.736770 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2af0aeea-4d2e-4527-9a7f-0b97cd850b95 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0073576
Nov 20 21:15:00.739357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45320) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.743895 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-fd65c18a-7904-4ee6-ab29-df26947f86c9 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.747402 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fd65c18a-7904-4ee6-ab29-df26947f86c9 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0071101
Nov 20 21:15:00.747983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45322) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.754304 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-ff49a282-573c-4b6a-8f17-930c4b616b16 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.758035 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ff49a282-573c-4b6a-8f17-930c4b616b16 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0088305
Nov 20 21:15:00.758441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45324) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.763571 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-33f5c84c-1c4a-49f8-abfa-cef951d5213a tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.765065 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-33f5c84c-1c4a-49f8-abfa-cef951d5213a tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0053768
Nov 20 21:15:00.767680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45326) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.773456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-588ccc60-0bd5-45f6-8b18-31d555448ae3 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.777378 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-588ccc60-0bd5-45f6-8b18-31d555448ae3 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0084624
Nov 20 21:15:00.777989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45328) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.783519 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-0737cf4a-a688-4d68-b15a-2ad1dc05b53f tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.784827 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd50bf6d-fe2a-4fab-b442-3c465699f7d2 req-a7958493-399e-4562-acca-861dc42ab06c tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670829
Nov 20 21:15:00.786620 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0737cf4a-a688-4d68-b15a-2ad1dc05b53f tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0075805
Nov 20 21:15:00.787223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45330) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.792835 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-94d205ad-ccdc-4569-9df8-c479539616b9 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.798918 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45332) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.804686 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-ea9eddbe-5aab-42c9-a2c5-5e14518c7100 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.805915 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-94d205ad-ccdc-4569-9df8-c479539616b9 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0174618
Nov 20 21:15:00.810065 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ea9eddbe-5aab-42c9-a2c5-5e14518c7100 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0092685
Nov 20 21:15:00.811017 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45334) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.817736 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-eef08309-1b12-46c4-8fd8-99287b0af15f tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.819347 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-eef08309-1b12-46c4-8fd8-99287b0af15f tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0059705
Nov 20 21:15:00.822131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45336) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.827316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-48c065d3-67c0-489f-8f70-f5f1ad77be09 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.828559 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-48c065d3-67c0-489f-8f70-f5f1ad77be09 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0053339
Nov 20 21:15:00.833378 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45338) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.847757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-a546b6a2-b893-46f4-a781-87c1700e768d tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.852128 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a546b6a2-b893-46f4-a781-87c1700e768d tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0171061
Nov 20 21:15:00.853194 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45340) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.860363 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-cf898d56-ab6d-42bb-b80d-f343720c4463 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.863559 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cf898d56-ab6d-42bb-b80d-f343720c4463 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0082715
Nov 20 21:15:00.866165 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45342) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.873041 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-74a71288-3578-494e-bb1b-a2979c026c78 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.877808 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45344) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.878547 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-74a71288-3578-494e-bb1b-a2979c026c78 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0105183
Nov 20 21:15:00.883043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-4f5859e8-d651-4235-973f-7f3ba17aba04 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.884038 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4f5859e8-d651-4235-973f-7f3ba17aba04 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0048690
Nov 20 21:15:00.886687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45346) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.891176 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-61d0b382-c2ca-485d-9f1e-57c056dafb11 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.892138 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-61d0b382-c2ca-485d-9f1e-57c056dafb11 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0044622
Nov 20 21:15:00.894810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45348) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.901323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-7fd583af-3285-4c2e-8459-b6a3e7e2d7ab tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.906036 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7fd583af-3285-4c2e-8459-b6a3e7e2d7ab tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0089607
Nov 20 21:15:00.906238 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45350) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.911663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-351a4b62-5ded-451b-a15d-e0e656a63f7c tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.915591 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-351a4b62-5ded-451b-a15d-e0e656a63f7c tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0070701
Nov 20 21:15:00.915919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45352) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.923656 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-abf5ce74-53d7-4436-a075-9ae86116ff5d tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.926677 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-abf5ce74-53d7-4436-a075-9ae86116ff5d tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0089540
Nov 20 21:15:00.927959 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45354) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.935235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-697964bb-0e6a-4ffa-957f-364dece53b2e tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.940522 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45356) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.940904 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-697964bb-0e6a-4ffa-957f-364dece53b2e tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0108712
Nov 20 21:15:00.947059 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-8b3f234a-2658-404e-8fd1-aa1e8e45c29f tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.949248 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8b3f234a-2658-404e-8fd1-aa1e8e45c29f tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0071855
Nov 20 21:15:00.951966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45358) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.957743 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-f3930550-1446-434d-a16b-abca24374593 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.964748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45360) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.965392 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f3930550-1446-434d-a16b-abca24374593 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0122173
Nov 20 21:15:00.972643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-4a7e7af4-329b-4026-b16a-91721acb5ae6 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.976350 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4a7e7af4-329b-4026-b16a-91721acb5ae6 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0079327
Nov 20 21:15:00.978724 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45362) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.985127 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-35bee192-4ee2-448d-840e-24ea45ac209b tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.989380 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45364) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:00.991147 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-35bee192-4ee2-448d-840e-24ea45ac209b tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0102773
Nov 20 21:15:00.994031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-6e90f7aa-b405-4ed2-a5a3-adb5cea05114 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:00.995099 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6e90f7aa-b405-4ed2-a5a3-adb5cea05114 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0045428
Nov 20 21:15:00.997501 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45366) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:01.002219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-883eec2a-082b-4489-8f1e-e0861ef76af5 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:01.003526 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-883eec2a-082b-4489-8f1e-e0861ef76af5 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0050399
Nov 20 21:15:01.006317 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45368) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:01.010875 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-e605eef5-17b2-4c7c-a1cf-2b698ac88851 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:01.014555 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e605eef5-17b2-4c7c-a1cf-2b698ac88851 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0071900
Nov 20 21:15:01.014797 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45370) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:01.021196 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-8d26fce9-9dc0-4d40-80ea-57b3bce177d7 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:01.022523 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8d26fce9-9dc0-4d40-80ea-57b3bce177d7 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0066710
Nov 20 21:15:01.024673 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45372) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:01.028779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-f4a867c9-59d8-47b3-959d-f8c2da564164 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:01.030570 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f4a867c9-59d8-47b3-959d-f8c2da564164 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0041976
Nov 20 21:15:01.032781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45374) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:01.037109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-b85253f4-f538-4d89-9cd3-4df83bc4f334 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:01.038075 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b85253f4-f538-4d89-9cd3-4df83bc4f334 tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0042446
Nov 20 21:15:01.040454 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45376) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:01.044872 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [None req-2c68f32f-9c73-43e1-a00e-9dc85fd26a2d tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:01.048643 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2c68f32f-9c73-43e1-a00e-9dc85fd26a2d tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0051358
Nov 20 21:15:01.049096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45378) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:01.053628 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [None req-ef08fa86-ab0b-4efb-bc41-d2d48ed2f34f tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:15:01.057007 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ef08fa86-ab0b-4efb-bc41-d2d48ed2f34f tempest-ExtensionsTestJSON-938592794 tempest-ExtensionsTestJSON-938592794-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0045078
Nov 20 21:15:01.165461 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45392) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:01.285007 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ae6e2f9-bd43-403e-bb75-dec5d8d13d72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:01.345320 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45398) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:01.373623 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ae6e2f9-bd43-403e-bb75-dec5d8d13d72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:01.378162 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ae6e2f9-bd43-403e-bb75-dec5d8d13d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:01.416944 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6e2f9-bd43-403e-bb75-dec5d8d13d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552f8f36-88ad-4fd2-9c83-62f2e5966bcd,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:01.424748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45402) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:01.424959 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6ae6e2f9-bd43-403e-bb75-dec5d8d13d72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b5de2e28ee943eea2d3f1d37961a285&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2582271
Nov 20 21:15:01.477935 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e0619bc0-579d-44d5-88de-a93cd9063636 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:01.480098 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-97a40852-23c9-47d8-a11a-f8a9df5d5ea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:01.504615 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-97a40852-23c9-47d8-a11a-f8a9df5d5ea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:01.559155 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-97a40852-23c9-47d8-a11a-f8a9df5d5ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:01.562154 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-97a40852-23c9-47d8-a11a-f8a9df5d5ea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:01.563428 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-97a40852-23c9-47d8-a11a-f8a9df5d5ea6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/552f8f36-88ad-4fd2-9c83-62f2e5966bcd HTTP/1.1" status: 204  len: 168 time: 0.1376927
Nov 20 21:15:01.572812 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a40852-23c9-47d8-a11a-f8a9df5d5ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552f8f36-88ad-4fd2-9c83-62f2e5966bcd,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:01.577460 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e0619bc0-579d-44d5-88de-a93cd9063636 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:01.586735 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e0619bc0-579d-44d5-88de-a93cd9063636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:01.668230 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e0619bc0-579d-44d5-88de-a93cd9063636 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a21fa513c20c439a82c899497c9fa9c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3216941
Nov 20 21:15:01.671421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45420) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:01.674940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0619bc0-579d-44d5-88de-a93cd9063636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f63fd7c-b2c7-459b-90f7-f649958f9bb6,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:01.747761 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c0816e9-e03e-4813-bda3-85176bbb78bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:01.778226 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c0816e9-e03e-4813-bda3-85176bbb78bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:01.851358 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c0816e9-e03e-4813-bda3-85176bbb78bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:01.855416 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c0816e9-e03e-4813-bda3-85176bbb78bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:01.863129 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3c0816e9-e03e-4813-bda3-85176bbb78bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f63fd7c-b2c7-459b-90f7-f649958f9bb6 HTTP/1.1" status: 204  len: 168 time: 0.1900342
Nov 20 21:15:01.890941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0816e9-e03e-4813-bda3-85176bbb78bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f63fd7c-b2c7-459b-90f7-f649958f9bb6,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:01.984035 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82cda1-b649-46fe-bcc7-62e3631b81c9 req-ac8e91ec-6268-4c48-89b3-63dbaf92a524 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:01.988260 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9e82cda1-b649-46fe-bcc7-62e3631b81c9 req-ac8e91ec-6268-4c48-89b3-63dbaf92a524 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1095 time: 0.0699792
Nov 20 21:15:02.057627 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9e82cda1-b649-46fe-bcc7-62e3631b81c9 req-f9e6997a-55b7-4b3f-9e93-1830bab543b4 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629799
Nov 20 21:15:02.088347 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45466) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:02.106732 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-987c1f45-823e-4178-bb0e-de574abb98e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:02.226622 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-987c1f45-823e-4178-bb0e-de574abb98e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:02.231157 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-987c1f45-823e-4178-bb0e-de574abb98e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:02.275890 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-987c1f45-823e-4178-bb0e-de574abb98e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c4bfe84bf71436da9456ac10ff01819&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1837866
Nov 20 21:15:02.275890 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c1f45-823e-4178-bb0e-de574abb98e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce1381b-87ba-45d8-a930-68ed3c2dbf9a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:02.277222 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45482) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:02.344205 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd0ea-d30d-4da8-af9c-067d62599aac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:02.372676 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd0ea-d30d-4da8-af9c-067d62599aac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:02.453759 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd0ea-d30d-4da8-af9c-067d62599aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:02.457095 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd0ea-d30d-4da8-af9c-067d62599aac admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:02.462270 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6cdbd0ea-d30d-4da8-af9c-067d62599aac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ce1381b-87ba-45d8-a930-68ed3c2dbf9a HTTP/1.1" status: 204  len: 168 time: 0.1715207
Nov 20 21:15:02.473643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbd0ea-d30d-4da8-af9c-067d62599aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce1381b-87ba-45d8-a930-68ed3c2dbf9a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:03.042725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45582) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:03.189250 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345445b3-dd87-4d1b-9ea9-8eca2cbf7a75 req-07b7485b-3497-4d13-b032-7c4a2ee2eafa tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:03.189250 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-345445b3-dd87-4d1b-9ea9-8eca2cbf7a75 req-07b7485b-3497-4d13-b032-7c4a2ee2eafa tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1095 time: 0.0479219
Nov 20 21:15:03.242141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7f0bed02-9e48-40dc-ab62-619528e61f6c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:15:03.252273 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-345445b3-dd87-4d1b-9ea9-8eca2cbf7a75 req-424d0f62-9723-42c0-a9ca-8983d295da59 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572162
Nov 20 21:15:03.300967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-22de9b1d-0585-466f-8ec9-5c53a477e744 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1335728197'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:03.355277 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22de9b1d-0585-466f-8ec9-5c53a477e744 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:03.359543 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22de9b1d-0585-466f-8ec9-5c53a477e744 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:03.369631 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22de9b1d-0585-466f-8ec9-5c53a477e744 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:03.394713 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7f0bed02-9e48-40dc-ab62-619528e61f6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f0bed02-9e48-40dc-ab62-619528e61f6c,segment=NetworkSegment(3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40),segment_id=3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:03.409234 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '7f0bed02-9e48-40dc-ab62-619528e61f6c', 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897', 'port_id': '7f0bed02-9e48-40dc-ab62-619528e61f6c', 'mac_address': 'fa:16:3e:0a:ae:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fbe6c06-e03e-466b-a1ae-7ee21b7d24de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:15:03.479023 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:03.488419 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22de9b1d-0585-466f-8ec9-5c53a477e744 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:03.497378 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22de9b1d-0585-466f-8ec9-5c53a477e744 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:03.511279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22de9b1d-0585-466f-8ec9-5c53a477e744 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:03.517848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0bed02-9e48-40dc-ab62-619528e61f6c {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:15:03.523694 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22de9b1d-0585-466f-8ec9-5c53a477e744 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:03.524488 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-22de9b1d-0585-466f-8ec9-5c53a477e744 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Added segment a38d5c21-bc8c-43fc-9611-8a49ff0b3b6f of type vlan for network 94733288-7653-4b4f-92ce-56a9efe61531
Nov 20 21:15:03.553409 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7f0bed02-9e48-40dc-ab62-619528e61f6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f0bed02-9e48-40dc-ab62-619528e61f6c,segment=NetworkSegment(3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40),segment_id=3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:03.559165 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:03.575219 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22de9b1d-0585-466f-8ec9-5c53a477e744 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:03.617550 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22de9b1d-0585-466f-8ec9-5c53a477e744 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:03.622011 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=7f0bed02-9e48-40dc-ab62-619528e61f6c,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:03.623424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22de9b1d-0585-466f-8ec9-5c53a477e744 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:03.624186 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-22de9b1d-0585-466f-8ec9-5c53a477e744 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:03.640538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de9b1d-0585-466f-8ec9-5c53a477e744 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0fdce7-fc20-4ee7-bf1f-2a61c5ba5ef1,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:03.673727 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-22de9b1d-0585-466f-8ec9-5c53a477e744 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6289108
Nov 20 21:15:03.724689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de9b1d-0585-466f-8ec9-5c53a477e744 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Network': ['ID=94733288-7653-4b4f-92ce-56a9efe61531,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:03.739715 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 94733288-7653-4b4f-92ce-56a9efe61531 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:03.765515 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7f0bed02-9e48-40dc-ab62-619528e61f6c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:15:04.398340 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f7b07-f0a2-427e-ab45-082158bef743 req-e1bb4e73-9db2-45a3-a8ba-dbec2a33c9c8 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:04.406106 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a77f7b07-f0a2-427e-ab45-082158bef743 req-e1bb4e73-9db2-45a3-a8ba-dbec2a33c9c8 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1096 time: 0.0676677
Nov 20 21:15:04.469801 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a77f7b07-f0a2-427e-ab45-082158bef743 req-36408e8f-9b28-4380-b145-856504347315 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629401
Nov 20 21:15:05.253355 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7f0bed02-9e48-40dc-ab62-619528e61f6c up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:05.344750 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 7f0bed02-9e48-40dc-ab62-619528e61f6c completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:15:05.351371 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 7f0bed02-9e48-40dc-ab62-619528e61f6c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:05.352047 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:05.498213 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:05.549588 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fac581-cd1f-42fc-a4eb-bffb1acfee25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0bed02-9e48-40dc-ab62-619528e61f6c'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:15:05.553510 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5bede0-1d91-4de5-b471-7f0b050820d2" -d '{"events": [{"server_uuid": "40fac581-cd1f-42fc-a4eb-bffb1acfee25", "name": "network-vif-plugged", "status": "completed", "tag": "7f0bed02-9e48-40dc-ab62-619528e61f6c"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:15:05.571395 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7f0bed02-9e48-40dc-ab62-619528e61f6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f0bed02-9e48-40dc-ab62-619528e61f6c,segment=NetworkSegment(3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40),segment_id=3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:05.579598 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:05.642036 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0de912-add7-4971-9927-ff5c96958de1 x-openstack-request-id: req-8b0de912-add7-4971-9927-ff5c96958de1 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:15:05.642458 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fac581-cd1f-42fc-a4eb-bffb1acfee25", "name": "network-vif-plugged", "status": "completed", "tag": "7f0bed02-9e48-40dc-ab62-619528e61f6c", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:15:05.642836 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b0de912-add7-4971-9927-ff5c96958de1 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:15:05.643321 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fac581-cd1f-42fc-a4eb-bffb1acfee25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0bed02-9e48-40dc-ab62-619528e61f6c', 'code': 200}
Nov 20 21:15:05.656839 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccabacd-2f1d-4efa-89c8-d2137f009d17 req-9b9c68c4-444e-4558-8b69-8ec890b22343 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:05.664799 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7ccabacd-2f1d-4efa-89c8-d2137f009d17 req-9b9c68c4-444e-4558-8b69-8ec890b22343 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1097 time: 0.0894735
Nov 20 21:15:05.676806 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=7f0bed02-9e48-40dc-ab62-619528e61f6c,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:05.746872 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7ccabacd-2f1d-4efa-89c8-d2137f009d17 req-5baef305-5df2-47bf-8b20-3e98bb343f19 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806766
Nov 20 21:15:05.771607 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958194ae-7ab4-4edb-9385-4052834933ac req-dc5b6f3e-0c65-494f-a84b-adfdc07134db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:05.773098 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-958194ae-7ab4-4edb-9385-4052834933ac req-dc5b6f3e-0c65-494f-a84b-adfdc07134db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1097 time: 0.0754209
Nov 20 21:15:05.834255 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-958194ae-7ab4-4edb-9385-4052834933ac req-aa02d6f5-3997-45be-8eb6-c2cf7a1c846e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532756
Nov 20 21:15:06.950673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa19d54-b4bc-4c49-b874-58bb9f7d71d7 req-5ec35a94-19c5-45c3-8905-0711d33485d7 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:06.953490 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-efa19d54-b4bc-4c49-b874-58bb9f7d71d7 req-5ec35a94-19c5-45c3-8905-0711d33485d7 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1097 time: 0.0596249
Nov 20 21:15:07.044505 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-efa19d54-b4bc-4c49-b874-58bb9f7d71d7 req-91ac6aa8-c8fc-4c7a-9458-60efae438b2b tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805521
Nov 20 21:15:07.125062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45864) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:07.130674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6d495fd9-1781-4dad-a652-60b8d2592cf7 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'subnet': {'network_id': '94733288-7653-4b4f-92ce-56a9efe61531', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:07.222890 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d495fd9-1781-4dad-a652-60b8d2592cf7 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:07.226490 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d495fd9-1781-4dad-a652-60b8d2592cf7 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:07.412094 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d495fd9-1781-4dad-a652-60b8d2592cf7 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:07.470679 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d495fd9-1781-4dad-a652-60b8d2592cf7 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Subnet': ['ID=a08cbdf0-d6f2-424a-85fd-0e3bfbb0b3d3,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:07.527205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d495fd9-1781-4dad-a652-60b8d2592cf7 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Checking segment: {'id': 'a38d5c21-bc8c-43fc-9611-8a49ff0b3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94733288-7653-4b4f-92ce-56a9efe61531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:07.527205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d495fd9-1781-4dad-a652-60b8d2592cf7 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network hostable DHCP agents. Network: 94733288-7653-4b4f-92ce-56a9efe61531, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:15:07.527205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d495fd9-1781-4dad-a652-60b8d2592cf7 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network 94733288-7653-4b4f-92ce-56a9efe61531 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:15:07.537956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-6d495fd9-1781-4dad-a652-60b8d2592cf7 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 94733288-7653-4b4f-92ce-56a9efe61531) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:07.546090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d495fd9-1781-4dad-a652-60b8d2592cf7 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:07.546090 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d495fd9-1781-4dad-a652-60b8d2592cf7 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:07.551092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f79fbc-6bfc-436d-a126-aa8c9a7f9c28 None None] Network 94733288-7653-4b4f-92ce-56a9efe61531 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:07.569857 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45876) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:07.570827 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6d495fd9-1781-4dad-a652-60b8d2592cf7 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4439754
Nov 20 21:15:07.577547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-77e4406d-65d6-416a-a7c9-170f436579c5 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1073133946'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:07.602232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e4406d-65d6-416a-a7c9-170f436579c5 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:07.606262 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77e4406d-65d6-416a-a7c9-170f436579c5 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:07.632331 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e4406d-65d6-416a-a7c9-170f436579c5 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:07.642606 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77e4406d-65d6-416a-a7c9-170f436579c5 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:07.643014 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-77e4406d-65d6-416a-a7c9-170f436579c5 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Added segment 3750ff44-b8c5-418f-be27-0a0374a9c987 of type vlan for network 6e20ff47-8a6e-439c-b83b-4d1fbc342974
Nov 20 21:15:07.691471 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77e4406d-65d6-416a-a7c9-170f436579c5 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:07.729113 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77e4406d-65d6-416a-a7c9-170f436579c5 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:07.735507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-94733288-7653-4b4f-92ce-56a9efe61531', 'network_id': '94733288-7653-4b4f-92ce-56a9efe61531', 'tenant_id': '2c921373833f41daaa0e89867f5843c6', 'fixed_ips': [{'subnet_id': 'a08cbdf0-d6f2-424a-85fd-0e3bfbb0b3d3'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:15:07.736635 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:07.736964 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e4406d-65d6-416a-a7c9-170f436579c5 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:07.737994 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-77e4406d-65d6-416a-a7c9-170f436579c5 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:07.781689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 45884) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:07.787724 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-bd80977a-952a-40d9-a75f-1c9255cc0ceb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'subnet': {'network_id': '6e20ff47-8a6e-439c-b83b-4d1fbc342974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:07.793293 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-77e4406d-65d6-416a-a7c9-170f436579c5 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2211361
Nov 20 21:15:07.869737 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4406d-65d6-416a-a7c9-170f436579c5 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Network': ['ID=6e20ff47-8a6e-439c-b83b-4d1fbc342974,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:07.955824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd80977a-952a-40d9-a75f-1c9255cc0ceb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:07.960750 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd80977a-952a-40d9-a75f-1c9255cc0ceb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:08.133089 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Allocated IP 2001:db8:0:ffff::2 (94733288-7653-4b4f-92ce-56a9efe61531/a08cbdf0-d6f2-424a-85fd-0e3bfbb0b3d3/9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:08.281807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 6e20ff47-8a6e-439c-b83b-4d1fbc342974 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:08.282187 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299628ca-2c7a-4b3b-94ee-52d213adac83 req-a5ee6db1-e0f3-4669-8bf9-fb68fce8eda7 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:08.283798 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-299628ca-2c7a-4b3b-94ee-52d213adac83 req-a5ee6db1-e0f3-4669-8bf9-fb68fce8eda7 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1097 time: 0.0831587
Nov 20 21:15:08.289910 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd80977a-952a-40d9-a75f-1c9255cc0ceb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:08.343457 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-299628ca-2c7a-4b3b-94ee-52d213adac83 req-056e3af1-b7dc-43fc-b7f7-2c18f46dc0bd tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518677
Nov 20 21:15:08.386402 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:08.418593 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:08.447332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80977a-952a-40d9-a75f-1c9255cc0ceb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Subnet': ['ID=9a8eab91-7fb1-440b-ab61-ddf0ee8c70ac,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:08.536017 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:08.540039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc59b24-9318-4729-86db-590118711310 req-171b7576-67ba-4952-b851-d8c8024c876b tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:08.542220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bbc59b24-9318-4729-86db-590118711310 req-171b7576-67ba-4952-b851-d8c8024c876b tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1097 time: 0.0634291
Nov 20 21:15:08.543110 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd80977a-952a-40d9-a75f-1c9255cc0ceb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Checking segment: {'id': '3750ff44-b8c5-418f-be27-0a0374a9c987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6e20ff47-8a6e-439c-b83b-4d1fbc342974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:08.543484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd80977a-952a-40d9-a75f-1c9255cc0ceb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network hostable DHCP agents. Network: 6e20ff47-8a6e-439c-b83b-4d1fbc342974, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:15:08.551818 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:08.584791 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd80977a-952a-40d9-a75f-1c9255cc0ceb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network 6e20ff47-8a6e-439c-b83b-4d1fbc342974 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:15:08.603484 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Network 94733288-7653-4b4f-92ce-56a9efe61531 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:08.607323 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bbc59b24-9318-4729-86db-590118711310 req-5eaa2519-57e1-4226-8ba2-f2bde57055be tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527146
Nov 20 21:15:08.607967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-bd80977a-952a-40d9-a75f-1c9255cc0ceb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6e20ff47-8a6e-439c-b83b-4d1fbc342974) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:08.608458 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:08.613085 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd80977a-952a-40d9-a75f-1c9255cc0ceb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:08.613695 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd80977a-952a-40d9-a75f-1c9255cc0ceb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:08.626123 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:08.635568 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc87fd48-2a6b-4295-8054-07b4d32c1c03 None None] Network 6e20ff47-8a6e-439c-b83b-4d1fbc342974 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:08.658628 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bd80977a-952a-40d9-a75f-1c9255cc0ceb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.8748679
Nov 20 21:15:08.659294 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45916) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:08.775277 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Pushing event updated for resources: {'Port': ['ID=9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:08.846506 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Attempting to bind port 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:15:08.846930 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Attempting to bind port 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a38d5c21-bc8c-43fc-9611-8a49ff0b3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94733288-7653-4b4f-92ce-56a9efe61531'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:15:08.847434 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Attempting to bind port 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a on network 94733288-7653-4b4f-92ce-56a9efe61531 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:08.864523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:15:08.865158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Checking segment: {'id': 'a38d5c21-bc8c-43fc-9611-8a49ff0b3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94733288-7653-4b4f-92ce-56a9efe61531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:08.865681 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:08.866266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Bound using segment: {'id': 'a38d5c21-bc8c-43fc-9611-8a49ff0b3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94733288-7653-4b4f-92ce-56a9efe61531'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:15:08.866866 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Bound port: 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38d5c21-bc8c-43fc-9611-8a49ff0b3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94733288-7653-4b4f-92ce-56a9efe61531'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:15:08.867410 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:08.909277 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ece4f-61c1-47a9-a24c-59c6b065cc71 req-3b28402d-a587-41ce-a98b-544c694bfc42 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:08.910855 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8d2ece4f-61c1-47a9-a24c-59c6b065cc71 req-3b28402d-a587-41ce-a98b-544c694bfc42 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1097 time: 0.1541321
Nov 20 21:15:08.915448 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d6e79b8-7c3b-4c54-9b12-d8620fa1598a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:08.970094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] For port 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:15:08.974108 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] For port 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a,segment=NetworkSegment(a38d5c21-bc8c-43fc-9611-8a49ff0b3b6f),segment_id=a38d5c21-bc8c-43fc-9611-8a49ff0b3b6f)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:15:08.982675 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:09.016676 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8d2ece4f-61c1-47a9-a24c-59c6b065cc71 req-0a32d374-277f-4b46-99c4-17802b5c8bcf tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933087
Nov 20 21:15:09.043268 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d6e79b8-7c3b-4c54-9b12-d8620fa1598a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:09.121429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a0fea1-1a5b-4560-b5b0-2ecdc2f2fc1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6e20ff47-8a6e-439c-b83b-4d1fbc342974', 'network_id': '6e20ff47-8a6e-439c-b83b-4d1fbc342974', 'tenant_id': '2c921373833f41daaa0e89867f5843c6', 'fixed_ips': [{'subnet_id': '9a8eab91-7fb1-440b-ab61-ddf0ee8c70ac'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:15:09.122844 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-18a0fea1-1a5b-4560-b5b0-2ecdc2f2fc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:09.141001 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd708b11-7575-4476-948f-cf24117fdcf9 None None] Pushing event updated for resources: {'Port': ['ID=9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:09.188250 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d6e79b8-7c3b-4c54-9b12-d8620fa1598a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:09.238770 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e79b8-7c3b-4c54-9b12-d8620fa1598a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Subnet': ['ID=9a8eab91-7fb1-440b-ab61-ddf0ee8c70ac,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server [None req-18a0fea1-1a5b-4560-b5b0-2ecdc2f2fc1a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a8eab91-7fb1-440b-ab61-ddf0ee8c70ac: This subnet is being modified by another concurrent operation.
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise exception
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a8eab91-7fb1-440b-ab61-ddf0ee8c70ac: This subnet is being modified by another concurrent operation.
Nov 20 21:15:09.281679 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server 
Nov 20 21:15:09.321360 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3176a0-5e98-448d-9968-0676376a74f2 None None] Network 6e20ff47-8a6e-439c-b83b-4d1fbc342974 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:09.414772 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d6e79b8-7c3b-4c54-9b12-d8620fa1598a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:09.475123 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-5d6e79b8-7c3b-4c54-9b12-d8620fa1598a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d8d6820>,) {'filters': {'network_id': ['6e20ff47-8a6e-439c-b83b-4d1fbc342974']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:09.506566 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-5d6e79b8-7c3b-4c54-9b12-d8620fa1598a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d8d6820>, '3750ff44-b8c5-418f-be27-0a0374a9c987') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:09.506882 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-5d6e79b8-7c3b-4c54-9b12-d8620fa1598a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d8d6820>, '3750ff44-b8c5-418f-be27-0a0374a9c987') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:09.539787 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d6e79b8-7c3b-4c54-9b12-d8620fa1598a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:09.575706 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d6e79b8-7c3b-4c54-9b12-d8620fa1598a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:09.588822 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6e79b8-7c3b-4c54-9b12-d8620fa1598a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:15:09.594379 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d6e79b8-7c3b-4c54-9b12-d8620fa1598a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:15:09.600426 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:15:09.725490 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:09.730560 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075210b-946e-4356-bb72-8001cb9415f0 req-82d7d5bb-fc22-454a-b671-5ea4d59b6668 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:09.734496 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a075210b-946e-4356-bb72-8001cb9415f0 req-82d7d5bb-fc22-454a-b671-5ea4d59b6668 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/networks?id=0c8a2fad-e4e3-4cc9-a292-09228f527897 HTTP/1.1" status: 200  len: 911 time: 0.2229786
Nov 20 21:15:09.771144 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a075210b-946e-4356-bb72-8001cb9415f0 req-0ef51399-a580-437f-a0b0-cccc08893b34 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/quotas/c8a69efa9e90416383d57c457241a59e HTTP/1.1" status: 200  len: 375 time: 0.0170374
Nov 20 21:15:09.778694 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d6e79b8-7c3b-4c54-9b12-d8620fa1598a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:09.799445 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5d6e79b8-7c3b-4c54-9b12-d8620fa1598a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:09.808681 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5d6e79b8-7c3b-4c54-9b12-d8620fa1598a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/networks/6e20ff47-8a6e-439c-b83b-4d1fbc342974 HTTP/1.1" status: 204  len: 168 time: 1.1476455
Nov 20 21:15:09.811229 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 45994) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:09.822338 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1fc4396b-08a7-4860-81e8-809ef4c79f8f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1981072041'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:09.828089 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:09.828462 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:09.862329 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e79b8-7c3b-4c54-9b12-d8620fa1598a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Network': ['ID=6e20ff47-8a6e-439c-b83b-4d1fbc342974,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:09.864242 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc4396b-08a7-4860-81e8-809ef4c79f8f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:09.868731 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1fc4396b-08a7-4860-81e8-809ef4c79f8f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:09.898768 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a075210b-946e-4356-bb72-8001cb9415f0 req-3c3808f3-175f-4e80-ac36-7305b673921b tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8a69efa9e90416383d57c457241a59e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1203501
Nov 20 21:15:09.935188 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc4396b-08a7-4860-81e8-809ef4c79f8f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:09.952969 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1fc4396b-08a7-4860-81e8-809ef4c79f8f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:09.954008 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-1fc4396b-08a7-4860-81e8-809ef4c79f8f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Added segment d2e3b3ca-aa49-499f-92ee-cfeb9fdf6148 of type vlan for network b2c64ddd-56cb-4e6f-b247-e7ea52016ddd
Nov 20 21:15:09.986970 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:10.019892 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1fc4396b-08a7-4860-81e8-809ef4c79f8f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:10.047294 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a075210b-946e-4356-bb72-8001cb9415f0 req-3dc34005-4629-4fbb-a9c9-ce592bf69ae7 service neutron] 10.222.0.41 "GET /v2.0/networks/0c8a2fad-e4e3-4cc9-a292-09228f527897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381664
Nov 20 21:15:10.048364 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a,segment=NetworkSegment(a38d5c21-bc8c-43fc-9611-8a49ff0b3b6f),segment_id=a38d5c21-bc8c-43fc-9611-8a49ff0b3b6f)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:10.054608 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:10.079316 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1fc4396b-08a7-4860-81e8-809ef4c79f8f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:10.085569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc4396b-08a7-4860-81e8-809ef4c79f8f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:10.086209 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1fc4396b-08a7-4860-81e8-809ef4c79f8f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:10.118497 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1fc4396b-08a7-4860-81e8-809ef4c79f8f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3060124
Nov 20 21:15:10.136123 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46020) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:10.144050 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-333ec0e3-4cd7-4fd4-a871-21b9e385f0af tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'subnet': {'network_id': 'b2c64ddd-56cb-4e6f-b247-e7ea52016ddd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:10.189316 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:10.218680 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a075210b-946e-4356-bb72-8001cb9415f0 req-d68c4e7f-1a6e-449a-af86-3212cf72ccdb service neutron] 10.222.0.41 "GET /v2.0/networks/0c8a2fad-e4e3-4cc9-a292-09228f527897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1636646
Nov 20 21:15:10.338431 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4396b-08a7-4860-81e8-809ef4c79f8f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Network': ['ID=b2c64ddd-56cb-4e6f-b247-e7ea52016ddd,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:10.351850 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network b2c64ddd-56cb-4e6f-b247-e7ea52016ddd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:10.413879 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333ec0e3-4cd7-4fd4-a871-21b9e385f0af tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:10.419111 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-333ec0e3-4cd7-4fd4-a871-21b9e385f0af tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:10.588111 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-977d2467-488d-43c2-a297-d14c823c5070 req-3eaa7822-7d98-4ab0-bb45-d5fe0aecff19 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 210 time: 0.0767777
Nov 20 21:15:10.597500 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a27fa633-16e2-4b6b-9328-bec7ef8f9d8b req-db716a55-c3c7-45b4-a71e-aa54dfec276c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3598037
Nov 20 21:15:10.937021 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3408564-17f7-48cd-bb6b-56506e3d5715 None None] Network 94733288-7653-4b4f-92ce-56a9efe61531 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:11.053892 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3f0f0cd9-e6ed-4967-8dd1-33a56873c145 None None] Provisioning complete for port 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:11.054454 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3f0f0cd9-e6ed-4967-8dd1-33a56873c145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:11.463847 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fa633-16e2-4b6b-9328-bec7ef8f9d8b req-2c3b1b53-fc4e-45e5-8950-5cdf7df05421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:11.465424 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a27fa633-16e2-4b6b-9328-bec7ef8f9d8b req-2c3b1b53-fc4e-45e5-8950-5cdf7df05421 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c8a69efa9e90416383d57c457241a59e&device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1097 time: 0.8037498
Nov 20 21:15:11.545496 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-333ec0e3-4cd7-4fd4-a871-21b9e385f0af tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:11.552415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae9ebe1-504a-4b57-914a-1b731084e073 None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 21:15:11.678460 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ec0e3-4cd7-4fd4-a871-21b9e385f0af tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Subnet': ['ID=603fa479-0cd8-4665-bb54-e34aaa1dc51d,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:11.681013 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fa633-16e2-4b6b-9328-bec7ef8f9d8b req-2af9e854-8aae-4844-8dd2-24a17a992097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:11.682676 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a27fa633-16e2-4b6b-9328-bec7ef8f9d8b req-2af9e854-8aae-4844-8dd2-24a17a992097 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c8a2fad-e4e3-4cc9-a292-09228f527897 HTTP/1.1" status: 200  len: 911 time: 0.1914895
Nov 20 21:15:11.687739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ec0e3-4cd7-4fd4-a871-21b9e385f0af tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Checking segment: {'id': 'd2e3b3ca-aa49-499f-92ee-cfeb9fdf6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b2c64ddd-56cb-4e6f-b247-e7ea52016ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:11.688104 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333ec0e3-4cd7-4fd4-a871-21b9e385f0af tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network hostable DHCP agents. Network: b2c64ddd-56cb-4e6f-b247-e7ea52016ddd, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:15:11.761916 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:11.766500 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a27fa633-16e2-4b6b-9328-bec7ef8f9d8b req-ea576536-6d34-432a-977e-4824ca1bf03f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f0bed02-9e48-40dc-ab62-619528e61f6c HTTP/1.1" status: 200  len: 217 time: 0.0726256
Nov 20 21:15:11.792267 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4b7d158d-9932-4de2-ba93-b87c548fc755 None None] Provisioning complete for port 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:11.792796 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4b7d158d-9932-4de2-ba93-b87c548fc755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:11.829652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333ec0e3-4cd7-4fd4-a871-21b9e385f0af tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network b2c64ddd-56cb-4e6f-b247-e7ea52016ddd is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:15:11.847802 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1512c219-8cb6-4b7a-b613-9a0bf1e993ae req-cd01d97b-e6b3-497d-bfb2-49ca146775e0 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 210 time: 0.0815079
Nov 20 21:15:11.896661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-333ec0e3-4cd7-4fd4-a871-21b9e385f0af tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b2c64ddd-56cb-4e6f-b247-e7ea52016ddd) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:11.921720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ec0e3-4cd7-4fd4-a871-21b9e385f0af tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:11.923407 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-333ec0e3-4cd7-4fd4-a871-21b9e385f0af tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:11.954005 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fa633-16e2-4b6b-9328-bec7ef8f9d8b req-dfd67dbb-2c30-4293-92d6-43f27d5c9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:11.955626 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a27fa633-16e2-4b6b-9328-bec7ef8f9d8b req-dfd67dbb-2c30-4293-92d6-43f27d5c9d16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fbe6c06-e03e-466b-a1ae-7ee21b7d24de HTTP/1.1" status: 200  len: 849 time: 0.1834598
Nov 20 21:15:12.009415 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-333ec0e3-4cd7-4fd4-a871-21b9e385f0af tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.8719950
Nov 20 21:15:12.020418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46134) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:12.025480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9f449f66-06b5-48de-a771-7a2c27c7cc02 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2057805367'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:12.051302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075210b-946e-4356-bb72-8001cb9415f0 req-f75c0afe-4a83-464d-9970-b6b4111f0190 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:12.053619 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a075210b-946e-4356-bb72-8001cb9415f0 req-f75c0afe-4a83-464d-9970-b6b4111f0190 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.37 "GET /v2.0/networks?id=0c8a2fad-e4e3-4cc9-a292-09228f527897 HTTP/1.1" status: 200  len: 911 time: 0.2724044
Nov 20 21:15:12.072390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fa633-16e2-4b6b-9328-bec7ef8f9d8b req-5d3ac72d-04d3-4d20-93fa-05e1e4c32599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:12.072570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-a075210b-946e-4356-bb72-8001cb9415f0 req-2adf4f18-64ad-489b-a9d9-36a0eced682e tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Request body: {'port': {'device_id': '1ffeb979-8709-400a-8870-cd16cb311c8c', 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897', 'admin_state_up': True, 'tenant_id': 'c8a69efa9e90416383d57c457241a59e'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:12.073896 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a27fa633-16e2-4b6b-9328-bec7ef8f9d8b req-5d3ac72d-04d3-4d20-93fa-05e1e4c32599 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c8a2fad-e4e3-4cc9-a292-09228f527897&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1102588
Nov 20 21:15:12.074959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f449f66-06b5-48de-a771-7a2c27c7cc02 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:12.078848 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f449f66-06b5-48de-a771-7a2c27c7cc02 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:12.110389 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:12.110910 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:12.113467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a075210b-946e-4356-bb72-8001cb9415f0 req-2adf4f18-64ad-489b-a9d9-36a0eced682e tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Made reservation on behalf of c8a69efa9e90416383d57c457241a59e for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:12.118565 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a075210b-946e-4356-bb72-8001cb9415f0 req-2adf4f18-64ad-489b-a9d9-36a0eced682e tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:12.202575 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae9ebe1-504a-4b57-914a-1b731084e073 None None] Unable to find a vacant binding_index for network b2c64ddd-56cb-4e6f-b247-e7ea52016ddd and agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 {{(pid=126226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Nov 20 21:15:12.211444 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae9ebe1-504a-4b57-914a-1b731084e073 None None] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b2c64ddd-56cb-4e6f-b247-e7ea52016ddd) {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 20 21:15:12.224357 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f449f66-06b5-48de-a771-7a2c27c7cc02 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:12.268234 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f449f66-06b5-48de-a771-7a2c27c7cc02 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:12.268780 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-9f449f66-06b5-48de-a771-7a2c27c7cc02 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Added segment 4e4222fd-9602-4e8d-a9e3-f11effe35438 of type vlan for network db5e4508-afc1-4026-a837-ef446f6c69af
Nov 20 21:15:12.291112 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a27fa633-16e2-4b6b-9328-bec7ef8f9d8b req-dae6f1b6-b609-444b-bdcc-0bf82c4dd06a service neutron] 10.222.0.47 "GET /v2.0/networks/0c8a2fad-e4e3-4cc9-a292-09228f527897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2088709
Nov 20 21:15:12.435005 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f449f66-06b5-48de-a771-7a2c27c7cc02 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:12.616995 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.resource_extend [None req-9f449f66-06b5-48de-a771-7a2c27c7cc02 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 20 21:15:12.643071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b2c64ddd-56cb-4e6f-b247-e7ea52016ddd', 'network_id': 'b2c64ddd-56cb-4e6f-b247-e7ea52016ddd', 'tenant_id': '2c921373833f41daaa0e89867f5843c6', 'fixed_ips': [{'subnet_id': '603fa479-0cd8-4665-bb54-e34aaa1dc51d'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:15:12.644750 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:12.707820 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f449f66-06b5-48de-a771-7a2c27c7cc02 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:12.727885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f449f66-06b5-48de-a771-7a2c27c7cc02 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:12.728716 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9f449f66-06b5-48de-a771-7a2c27c7cc02 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:12.768464 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-a075210b-946e-4356-bb72-8001cb9415f0 req-2adf4f18-64ad-489b-a9d9-36a0eced682e tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Allocated IP 172.20.0.8 (0c8a2fad-e4e3-4cc9-a292-09228f527897/2fbe6c06-e03e-466b-a1ae-7ee21b7d24de/9e51feb2-7acf-48e1-b23d-1e5e36444150) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:12.774592 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a27fa633-16e2-4b6b-9328-bec7ef8f9d8b req-50093570-7b10-4741-8fb5-7ae52268e17c service neutron] 10.222.0.47 "GET /v2.0/networks/0c8a2fad-e4e3-4cc9-a292-09228f527897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4521337
Nov 20 21:15:12.792813 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9f449f66-06b5-48de-a771-7a2c27c7cc02 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.7711027
Nov 20 21:15:12.794546 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46180) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:12.804830 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7a8dd4ee-ceba-4d06-be86-09292171792b tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'subnet': {'network_id': 'db5e4508-afc1-4026-a837-ef446f6c69af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:12.880770 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f449f66-06b5-48de-a771-7a2c27c7cc02 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Network': ['ID=db5e4508-afc1-4026-a837-ef446f6c69af,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:12.903633 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network db5e4508-afc1-4026-a837-ef446f6c69af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:12.943136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Allocated IP 2001:db8::3 (b2c64ddd-56cb-4e6f-b247-e7ea52016ddd/603fa479-0cd8-4665-bb54-e34aaa1dc51d/74929595-0f97-42b5-9f9e-dc30177b8478) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:13.027441 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a075210b-946e-4356-bb72-8001cb9415f0 req-2adf4f18-64ad-489b-a9d9-36a0eced682e tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:13.054877 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-961cb37b-1963-40ab-af09-b810277f60eb req-e74c3a63-4d0f-4fb6-bd2e-b410c7a153a4 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 210 time: 0.0620360
Nov 20 21:15:13.086663 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8dd4ee-ceba-4d06-be86-09292171792b tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:13.090760 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd4ee-ceba-4d06-be86-09292171792b tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:13.113192 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a075210b-946e-4356-bb72-8001cb9415f0 req-2adf4f18-64ad-489b-a9d9-36a0eced682e tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:13.130530 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7f0bed02-9e48-40dc-ab62-619528e61f6c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:15:13.186542 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.ipam_backend_mixin [None req-7a8dd4ee-ceba-4d06-be86-09292171792b tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Performing IP validity checks on allocation pools {{(pid=126224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 20 21:15:13.187777 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.ipam_backend_mixin [None req-7a8dd4ee-ceba-4d06-be86-09292171792b tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 20 21:15:13.209052 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a075210b-946e-4356-bb72-8001cb9415f0 req-2adf4f18-64ad-489b-a9d9-36a0eced682e tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Network 0c8a2fad-e4e3-4cc9-a292-09228f527897 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:13.214273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-a075210b-946e-4356-bb72-8001cb9415f0 req-2adf4f18-64ad-489b-a9d9-36a0eced682e tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:13.224654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a075210b-946e-4356-bb72-8001cb9415f0 req-2adf4f18-64ad-489b-a9d9-36a0eced682e tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:13.250356 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:13.268321 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:13.276194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf4f18-64ad-489b-a9d9-36a0eced682e tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Pushing event updated for resources: {'Port': ['ID=9e51feb2-7acf-48e1-b23d-1e5e36444150,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:13.319877 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075210b-946e-4356-bb72-8001cb9415f0 req-2adf4f18-64ad-489b-a9d9-36a0eced682e tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:13.321231 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a075210b-946e-4356-bb72-8001cb9415f0 req-2adf4f18-64ad-489b-a9d9-36a0eced682e tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:13.341944 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a075210b-946e-4356-bb72-8001cb9415f0 req-2adf4f18-64ad-489b-a9d9-36a0eced682e tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 1.2789438
Nov 20 21:15:13.361860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Request body: {'port': {'device_id': '1ffeb979-8709-400a-8870-cd16cb311c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:13.374979 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Network b2c64ddd-56cb-4e6f-b247-e7ea52016ddd is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:13.391342 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b7366c68-cbcb-493c-ac84-3cce2c457e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:13.400987 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:13.409306 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:13.411268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Pushing event updated for resources: {'Port': ['ID=74929595-0f97-42b5-9f9e-dc30177b8478,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:13.455395 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:13.465335 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd4ee-ceba-4d06-be86-09292171792b tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:13.525760 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Attempting to bind port 74929595-0f97-42b5-9f9e-dc30177b8478 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:15:13.526338 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Attempting to bind port 74929595-0f97-42b5-9f9e-dc30177b8478 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd2e3b3ca-aa49-499f-92ee-cfeb9fdf6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b2c64ddd-56cb-4e6f-b247-e7ea52016ddd'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:15:13.526804 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Attempting to bind port 74929595-0f97-42b5-9f9e-dc30177b8478 on network b2c64ddd-56cb-4e6f-b247-e7ea52016ddd {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:13.552055 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:15:13.552572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Checking segment: {'id': 'd2e3b3ca-aa49-499f-92ee-cfeb9fdf6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b2c64ddd-56cb-4e6f-b247-e7ea52016ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:13.553110 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:13.553598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Bound using segment: {'id': 'd2e3b3ca-aa49-499f-92ee-cfeb9fdf6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b2c64ddd-56cb-4e6f-b247-e7ea52016ddd'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:15:13.554183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Bound port: 74929595-0f97-42b5-9f9e-dc30177b8478, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e3b3ca-aa49-499f-92ee-cfeb9fdf6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b2c64ddd-56cb-4e6f-b247-e7ea52016ddd'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:15:13.554687 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:13.661457 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8dd4ee-ceba-4d06-be86-09292171792b tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Subnet': ['ID=6c33515b-4b82-4e51-8777-a2c700a58916,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:13.674440 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] For port 74929595-0f97-42b5-9f9e-dc30177b8478, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:15:13.678989 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] For port 74929595-0f97-42b5-9f9e-dc30177b8478, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74929595-0f97-42b5-9f9e-dc30177b8478,segment=NetworkSegment(d2e3b3ca-aa49-499f-92ee-cfeb9fdf6148),segment_id=d2e3b3ca-aa49-499f-92ee-cfeb9fdf6148)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:15:13.691576 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:13.692883 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8dd4ee-ceba-4d06-be86-09292171792b tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Checking segment: {'id': '4e4222fd-9602-4e8d-a9e3-f11effe35438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'db5e4508-afc1-4026-a837-ef446f6c69af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:13.693440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8dd4ee-ceba-4d06-be86-09292171792b tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network hostable DHCP agents. Network: db5e4508-afc1-4026-a837-ef446f6c69af, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:15:13.746114 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8dd4ee-ceba-4d06-be86-09292171792b tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network db5e4508-afc1-4026-a837-ef446f6c69af is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:15:13.763129 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-7a8dd4ee-ceba-4d06-be86-09292171792b tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, db5e4508-afc1-4026-a837-ef446f6c69af) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:13.773349 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8dd4ee-ceba-4d06-be86-09292171792b tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:13.788279 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd4ee-ceba-4d06-be86-09292171792b tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:13.811034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a69e81-dd64-40e6-8d92-f65c2b577e79 None None] Pushing event updated for resources: {'Port': ['ID=74929595-0f97-42b5-9f9e-dc30177b8478,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:13.821352 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7a8dd4ee-ceba-4d06-be86-09292171792b tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 1.0212226
Nov 20 21:15:13.826743 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46230) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:13.986304 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e51feb2-7acf-48e1-b23d-1e5e36444150 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:15:13.995357 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:13.997708 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.020714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Transition to ACTIVE for port object 9e51feb2-7acf-48e1-b23d-1e5e36444150 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:15:14.036254 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.126811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e51feb2-7acf-48e1-b23d-1e5e36444150,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:14.150503 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.261362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Attempting to bind port 9e51feb2-7acf-48e1-b23d-1e5e36444150 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:15:14.261362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Attempting to bind port 9e51feb2-7acf-48e1-b23d-1e5e36444150 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:15:14.261362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Attempting to bind port 9e51feb2-7acf-48e1-b23d-1e5e36444150 on network 0c8a2fad-e4e3-4cc9-a292-09228f527897 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:14.267404 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Port 9e51feb2-7acf-48e1-b23d-1e5e36444150 on network 0c8a2fad-e4e3-4cc9-a292-09228f527897 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:15:14.267840 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Attempting to bind port 9e51feb2-7acf-48e1-b23d-1e5e36444150 on network 0c8a2fad-e4e3-4cc9-a292-09228f527897 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:14.271582 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.277192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:15:14.277654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Checking segment: {'id': '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:14.278146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Bound using segment: {'id': '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:15:14.278668 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Bound port: 9e51feb2-7acf-48e1-b23d-1e5e36444150, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:15:14.279108 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.300259 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f7bc8-362e-490e-a3aa-39af95e1d1f0 req-6d7cdc0e-aa89-454b-bc33-69be939819a0 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:14.301851 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c6f7bc8-362e-490e-a3aa-39af95e1d1f0 req-6d7cdc0e-aa89-454b-bc33-69be939819a0 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 1052 time: 0.0804825
Nov 20 21:15:14.316649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Subnet': ['ID=6c33515b-4b82-4e51-8777-a2c700a58916,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:14.329875 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:14.330494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:14.330606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:14.330943 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:14.331469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:14.331810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:14.332151 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:14.332493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:14.332830 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:14.333162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:14.333492 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:14.334095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:14.393832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] For port 9e51feb2-7acf-48e1-b23d-1e5e36444150, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:15:14.398363 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c6f7bc8-362e-490e-a3aa-39af95e1d1f0 req-d6a44370-f931-4f40-8666-0933be81b12e tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753014
Nov 20 21:15:14.400118 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] For port 9e51feb2-7acf-48e1-b23d-1e5e36444150, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e51feb2-7acf-48e1-b23d-1e5e36444150,segment=NetworkSegment(3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40),segment_id=3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:15:14.405838 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.407080 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.430720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6ab070>,) {'filters': {'network_id': ['db5e4508-afc1-4026-a837-ef446f6c69af']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:14.443723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6ab070>, '4e4222fd-9602-4e8d-a9e3-f11effe35438') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:14.443970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6ab070>, '4e4222fd-9602-4e8d-a9e3-f11effe35438') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:14.455074 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:14.455760 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.457278 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a075210b-946e-4356-bb72-8001cb9415f0 req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] 10.222.0.37 "PUT /v2.0/ports/9e51feb2-7acf-48e1-b23d-1e5e36444150 HTTP/1.1" status: 200  len: 1091 time: 1.1067035
Nov 20 21:15:14.457782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffeb979-8709-400a-8870-cd16cb311c8c', 'tag': '9e51feb2-7acf-48e1-b23d-1e5e36444150'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:15:14.460903 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e75b55-6925-4721-b4af-56513d96cb15" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffeb979-8709-400a-8870-cd16cb311c8c", "tag": "9e51feb2-7acf-48e1-b23d-1e5e36444150"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:15:14.463409 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.481428 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa00ab1-1ec9-4f37-adef-50e69c008be0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e51feb2-7acf-48e1-b23d-1e5e36444150,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:14.506138 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.513855 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:15:14.515416 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:15:14.518665 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:15:14.527450 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:15:14.563667 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69c50bb-ea90-4a71-97da-b6de53975ccf x-openstack-request-id: req-d69c50bb-ea90-4a71-97da-b6de53975ccf {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:15:14.563973 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffeb979-8709-400a-8870-cd16cb311c8c", "tag": "9e51feb2-7acf-48e1-b23d-1e5e36444150", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:15:14.564234 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d69c50bb-ea90-4a71-97da-b6de53975ccf {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:15:14.564644 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffeb979-8709-400a-8870-cd16cb311c8c', 'tag': '9e51feb2-7acf-48e1-b23d-1e5e36444150', 'status': 'completed', 'code': 200}
Nov 20 21:15:14.584235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075210b-946e-4356-bb72-8001cb9415f0 req-4484a211-f4aa-48de-9e25-8a7a80727bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:14.587390 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a075210b-946e-4356-bb72-8001cb9415f0 req-4484a211-f4aa-48de-9e25-8a7a80727bad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8a69efa9e90416383d57c457241a59e&device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 1094 time: 0.0645769
Nov 20 21:15:14.622044 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.635204 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.642297 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/networks/db5e4508-afc1-4026-a837-ef446f6c69af HTTP/1.1" status: 204  len: 168 time: 0.8142912
Nov 20 21:15:14.646979 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46274) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:14.668232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-6ebc6528-3395-4a81-a051-25c2f3171ada tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1194580531'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:14.675555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a87dc-0b95-4a98-83f1-9f7af20ae34f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Network': ['ID=db5e4508-afc1-4026-a837-ef446f6c69af,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:14.681795 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a075210b-946e-4356-bb72-8001cb9415f0 req-70caf9e9-2f35-4227-8a8f-f4bc66bce9e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e51feb2-7acf-48e1-b23d-1e5e36444150 HTTP/1.1" status: 200  len: 217 time: 0.0869555
Nov 20 21:15:14.708202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebc6528-3395-4a81-a051-25c2f3171ada tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:14.715045 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6528-3395-4a81-a051-25c2f3171ada tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.754744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ebc6528-3395-4a81-a051-25c2f3171ada tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:14.763078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075210b-946e-4356-bb72-8001cb9415f0 req-06a49553-37a7-49ba-8167-ee59c4dc1238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:14.766417 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a075210b-946e-4356-bb72-8001cb9415f0 req-06a49553-37a7-49ba-8167-ee59c4dc1238 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fbe6c06-e03e-466b-a1ae-7ee21b7d24de HTTP/1.1" status: 200  len: 849 time: 0.0779436
Nov 20 21:15:14.773321 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6528-3395-4a81-a051-25c2f3171ada tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.774196 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-6ebc6528-3395-4a81-a051-25c2f3171ada tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Added segment cf1b3855-5326-46ec-a236-50db501b7d95 of type vlan for network fa4b13f3-9ee4-4f9f-b7bd-23dc278067f3
Nov 20 21:15:14.825476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075210b-946e-4356-bb72-8001cb9415f0 req-52e44339-be00-4da8-a668-e6c1c7a9d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:14.827653 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a075210b-946e-4356-bb72-8001cb9415f0 req-52e44339-be00-4da8-a668-e6c1c7a9d710 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0c8a2fad-e4e3-4cc9-a292-09228f527897&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0546174
Nov 20 21:15:14.858111 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6528-3395-4a81-a051-25c2f3171ada tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.898502 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6528-3395-4a81-a051-25c2f3171ada tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.908222 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebc6528-3395-4a81-a051-25c2f3171ada tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:14.909296 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6528-3395-4a81-a051-25c2f3171ada tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:14.952026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a075210b-946e-4356-bb72-8001cb9415f0 req-dc769ec6-a55e-43a4-85ad-d21dc8e36131 service neutron] 10.222.0.37 "GET /v2.0/networks/0c8a2fad-e4e3-4cc9-a292-09228f527897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1165061
Nov 20 21:15:14.961636 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6ebc6528-3395-4a81-a051-25c2f3171ada tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3133173
Nov 20 21:15:14.964974 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46294) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:14.970599 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1810a1e5-8f9b-497c-9003-f698eb08b2c9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'subnet': {'network_id': 'fa4b13f3-9ee4-4f9f-b7bd-23dc278067f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:15.037224 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc6528-3395-4a81-a051-25c2f3171ada tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Network': ['ID=fa4b13f3-9ee4-4f9f-b7bd-23dc278067f3,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:15.053661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network fa4b13f3-9ee4-4f9f-b7bd-23dc278067f3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:15.091979 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a075210b-946e-4356-bb72-8001cb9415f0 req-7c317f51-8c6c-430b-beaf-cdc07d543832 service neutron] 10.222.0.37 "GET /v2.0/networks/0c8a2fad-e4e3-4cc9-a292-09228f527897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332812
Nov 20 21:15:15.160208 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321c856b-69c6-48d2-9fec-21eb73498b74 None None] Network b2c64ddd-56cb-4e6f-b247-e7ea52016ddd requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:15.182020 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba95a9e0-8739-4e49-b977-b2e8375683d7 None None] Network db5e4508-afc1-4026-a837-ef446f6c69af requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:15.184273 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1810a1e5-8f9b-497c-9003-f698eb08b2c9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:15.188712 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1810a1e5-8f9b-497c-9003-f698eb08b2c9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:15.198218 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e75b55-6925-4721-b4af-56513d96cb15 req-c241ddf4-469b-4ad8-90bd-62ecbbea23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:15.205081 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70e75b55-6925-4721-b4af-56513d96cb15 req-c241ddf4-469b-4ad8-90bd-62ecbbea23a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8a69efa9e90416383d57c457241a59e&device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 1094 time: 0.0621929
Nov 20 21:15:15.208782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba95a9e0-8739-4e49-b977-b2e8375683d7 None None] Network db5e4508-afc1-4026-a837-ef446f6c69af could not be found, it might have been deleted concurrently. {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 20 21:15:15.273052 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad8ebe7-7050-4839-98e5-064aec09edd3 None None] Network db5e4508-afc1-4026-a837-ef446f6c69af requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:15.314744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad8ebe7-7050-4839-98e5-064aec09edd3 None None] Network db5e4508-afc1-4026-a837-ef446f6c69af could not be found, it might have been deleted concurrently. {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 20 21:15:15.321310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-414b76d6-321d-4b0e-9ab9-f93742bf03e4 None None] Provisioning complete for port 74929595-0f97-42b5-9f9e-dc30177b8478 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:15.322177 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-414b76d6-321d-4b0e-9ab9-f93742bf03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:15.365359 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e75b55-6925-4721-b4af-56513d96cb15 req-2f96e6cf-5594-4d06-9dda-077372fc4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:15.368283 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70e75b55-6925-4721-b4af-56513d96cb15 req-2f96e6cf-5594-4d06-9dda-077372fc4b94 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0c8a2fad-e4e3-4cc9-a292-09228f527897 HTTP/1.1" status: 200  len: 911 time: 0.1540537
Nov 20 21:15:15.469022 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70e75b55-6925-4721-b4af-56513d96cb15 req-9802f867-944e-45dc-b01d-60cb573c5d14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e51feb2-7acf-48e1-b23d-1e5e36444150 HTTP/1.1" status: 200  len: 217 time: 0.0929337
Nov 20 21:15:15.531437 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1810a1e5-8f9b-497c-9003-f698eb08b2c9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:15.558110 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-414b76d6-321d-4b0e-9ab9-f93742bf03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:15.595244 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810a1e5-8f9b-497c-9003-f698eb08b2c9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Subnet': ['ID=e4e7d456-09bc-4e40-82e7-be1e7dc69873,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:15.656491 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1810a1e5-8f9b-497c-9003-f698eb08b2c9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Checking segment: {'id': 'cf1b3855-5326-46ec-a236-50db501b7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fa4b13f3-9ee4-4f9f-b7bd-23dc278067f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:15.657396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1810a1e5-8f9b-497c-9003-f698eb08b2c9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network hostable DHCP agents. Network: fa4b13f3-9ee4-4f9f-b7bd-23dc278067f3, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:15:15.681097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e75b55-6925-4721-b4af-56513d96cb15 req-889b099c-5a94-420f-9409-598750bee386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:15.695290 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70e75b55-6925-4721-b4af-56513d96cb15 req-889b099c-5a94-420f-9409-598750bee386 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fbe6c06-e03e-466b-a1ae-7ee21b7d24de HTTP/1.1" status: 200  len: 849 time: 0.2165699
Nov 20 21:15:15.702588 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e8b28-2bda-4271-896f-c26eebca538e req-f7833dd9-39bb-4972-965a-fba5bcca0a0c tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:15.706530 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-567e8b28-2bda-4271-896f-c26eebca538e req-f7833dd9-39bb-4972-965a-fba5bcca0a0c tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 1094 time: 0.1663618
Nov 20 21:15:15.708205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1810a1e5-8f9b-497c-9003-f698eb08b2c9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network fa4b13f3-9ee4-4f9f-b7bd-23dc278067f3 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:15:15.726944 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-1810a1e5-8f9b-497c-9003-f698eb08b2c9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fa4b13f3-9ee4-4f9f-b7bd-23dc278067f3) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:15.745323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1810a1e5-8f9b-497c-9003-f698eb08b2c9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:15.746733 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1810a1e5-8f9b-497c-9003-f698eb08b2c9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:15.799793 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1810a1e5-8f9b-497c-9003-f698eb08b2c9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 0.8334305
Nov 20 21:15:15.802425 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46310) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:15.919886 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-567e8b28-2bda-4271-896f-c26eebca538e req-3ad610c6-4414-4b06-9fb8-fddd67371428 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866212
Nov 20 21:15:15.935363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e75b55-6925-4721-b4af-56513d96cb15 req-cf088f90-ecda-44a3-ba55-817cc14c2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:15.938988 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70e75b55-6925-4721-b4af-56513d96cb15 req-cf088f90-ecda-44a3-ba55-817cc14c2204 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0c8a2fad-e4e3-4cc9-a292-09228f527897&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2315080
Nov 20 21:15:16.011858 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c6db5837-72c6-4e1d-9ce4-030a93e506b9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.074252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90ec028-e90c-480c-b89b-d7002ef84f8c None None] Network fa4b13f3-9ee4-4f9f-b7bd-23dc278067f3 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:16.091227 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 74929595-0f97-42b5-9f9e-dc30177b8478 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:16.104353 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70e75b55-6925-4721-b4af-56513d96cb15 req-3fe741e8-a01d-453c-b5d6-f0d27a280ed5 service neutron] 10.222.0.37 "GET /v2.0/networks/0c8a2fad-e4e3-4cc9-a292-09228f527897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1566124
Nov 20 21:15:16.160924 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c6db5837-72c6-4e1d-9ce4-030a93e506b9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.279020 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70e75b55-6925-4721-b4af-56513d96cb15 req-c11eb27d-12e8-4639-a496-d69969dd8fc9 service neutron] 10.222.0.37 "GET /v2.0/networks/0c8a2fad-e4e3-4cc9-a292-09228f527897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1680057
Nov 20 21:15:16.308370 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1d816b3b-c73f-4569-9bc1-469731c0c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.329395 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c6db5837-72c6-4e1d-9ce4-030a93e506b9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.346026 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-414b76d6-321d-4b0e-9ab9-f93742bf03e4 None None] For port 74929595-0f97-42b5-9f9e-dc30177b8478, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74929595-0f97-42b5-9f9e-dc30177b8478,segment=NetworkSegment(d2e3b3ca-aa49-499f-92ee-cfeb9fdf6148),segment_id=d2e3b3ca-aa49-499f-92ee-cfeb9fdf6148)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:16.370547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 74929595-0f97-42b5-9f9e-dc30177b8478 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:16.370922 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.372881 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-414b76d6-321d-4b0e-9ab9-f93742bf03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.431781 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c6db5837-72c6-4e1d-9ce4-030a93e506b9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.466687 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db5837-72c6-4e1d-9ce4-030a93e506b9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e7d456-09bc-4e40-82e7-be1e7dc69873,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:16.472723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc02862b-08d8-408d-b134-6349ca505419 None None] Network fa4b13f3-9ee4-4f9f-b7bd-23dc278067f3 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:16.487040 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-c6db5837-72c6-4e1d-9ce4-030a93e506b9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ca65ee0>,) {'filters': {'network_id': ['fa4b13f3-9ee4-4f9f-b7bd-23dc278067f3']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:16.503182 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-c6db5837-72c6-4e1d-9ce4-030a93e506b9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ca65ee0>, 'cf1b3855-5326-46ec-a236-50db501b7d95') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:16.503854 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-c6db5837-72c6-4e1d-9ce4-030a93e506b9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ca65ee0>, 'cf1b3855-5326-46ec-a236-50db501b7d95') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:16.516222 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c6db5837-72c6-4e1d-9ce4-030a93e506b9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.541258 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c6db5837-72c6-4e1d-9ce4-030a93e506b9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.556258 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6db5837-72c6-4e1d-9ce4-030a93e506b9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:15:16.556674 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c6db5837-72c6-4e1d-9ce4-030a93e506b9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:15:16.560027 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:15:16.593731 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b76d6-321d-4b0e-9ab9-f93742bf03e4 None None] Pushing event updated for resources: {'Port': ['ID=74929595-0f97-42b5-9f9e-dc30177b8478,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:16.635868 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c6db5837-72c6-4e1d-9ce4-030a93e506b9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.649829 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c6db5837-72c6-4e1d-9ce4-030a93e506b9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.654399 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c6db5837-72c6-4e1d-9ce4-030a93e506b9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/networks/fa4b13f3-9ee4-4f9f-b7bd-23dc278067f3 HTTP/1.1" status: 204  len: 168 time: 0.8502972
Nov 20 21:15:16.659131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46342) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:16.664817 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a5d02498-f5fb-4b20-b5a9-ca51baf3880c tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-298776215'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:16.670294 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db5837-72c6-4e1d-9ce4-030a93e506b9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Network': ['ID=fa4b13f3-9ee4-4f9f-b7bd-23dc278067f3,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:16.704691 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d02498-f5fb-4b20-b5a9-ca51baf3880c tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:16.708925 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a5d02498-f5fb-4b20-b5a9-ca51baf3880c tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.739301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d02498-f5fb-4b20-b5a9-ca51baf3880c tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:16.755313 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a5d02498-f5fb-4b20-b5a9-ca51baf3880c tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.755801 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-a5d02498-f5fb-4b20-b5a9-ca51baf3880c tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Added segment e3102aaa-4d58-4f54-adc6-003ff3abeabd of type vlan for network 99388983-fd8d-45e5-83ab-791d3c4d2c46
Nov 20 21:15:16.799003 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.814389 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a5d02498-f5fb-4b20-b5a9-ca51baf3880c tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.850842 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a5d02498-f5fb-4b20-b5a9-ca51baf3880c tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.858922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d02498-f5fb-4b20-b5a9-ca51baf3880c tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:16.859645 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a5d02498-f5fb-4b20-b5a9-ca51baf3880c tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:16.917338 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a5d02498-f5fb-4b20-b5a9-ca51baf3880c tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2570767
Nov 20 21:15:16.920278 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46354) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:16.925764 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4a29cd61-176e-45c7-85a8-43b2f705e211 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'subnet': {'network_id': '99388983-fd8d-45e5-83ab-791d3c4d2c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:17.028692 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d02498-f5fb-4b20-b5a9-ca51baf3880c tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Network': ['ID=99388983-fd8d-45e5-83ab-791d3c4d2c46,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:17.052897 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 99388983-fd8d-45e5-83ab-791d3c4d2c46 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:17.082237 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e37fe05-234c-464a-917c-b08204d86a17 None None] Network b2c64ddd-56cb-4e6f-b247-e7ea52016ddd requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:17.138692 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d20dc-8c8d-402b-bd52-264e06d310e4 req-f1ef68e4-01ad-4588-bbdf-32fe599e5486 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:17.140910 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ba8d20dc-8c8d-402b-bd52-264e06d310e4 req-f1ef68e4-01ad-4588-bbdf-32fe599e5486 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 1094 time: 0.0697243
Nov 20 21:15:17.142170 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a29cd61-176e-45c7-85a8-43b2f705e211 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:17.145758 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4a29cd61-176e-45c7-85a8-43b2f705e211 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:17.230764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d8d2afc8-ad5c-4a57-8171-283c6e07d8cd None None] Provisioning complete for port 74929595-0f97-42b5-9f9e-dc30177b8478 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:17.231144 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d8d2afc8-ad5c-4a57-8171-283c6e07d8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:17.253807 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ba8d20dc-8c8d-402b-bd52-264e06d310e4 req-5e4e0b82-b304-4ee8-b490-fc70fa991df7 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032495
Nov 20 21:15:17.391266 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4a29cd61-176e-45c7-85a8-43b2f705e211 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:17.463768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29cd61-176e-45c7-85a8-43b2f705e211 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Subnet': ['ID=10898177-fa1a-47c5-80c1-f7deef1321d7,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:17.473156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29cd61-176e-45c7-85a8-43b2f705e211 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Checking segment: {'id': 'e3102aaa-4d58-4f54-adc6-003ff3abeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '99388983-fd8d-45e5-83ab-791d3c4d2c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:17.473623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a29cd61-176e-45c7-85a8-43b2f705e211 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network hostable DHCP agents. Network: 99388983-fd8d-45e5-83ab-791d3c4d2c46, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:15:17.501304 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a29cd61-176e-45c7-85a8-43b2f705e211 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network 99388983-fd8d-45e5-83ab-791d3c4d2c46 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:15:17.511711 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-4a29cd61-176e-45c7-85a8-43b2f705e211 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 99388983-fd8d-45e5-83ab-791d3c4d2c46) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:17.518088 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a29cd61-176e-45c7-85a8-43b2f705e211 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:17.518692 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4a29cd61-176e-45c7-85a8-43b2f705e211 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:17.523718 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64560847-b01c-4ce0-b141-03429a2d5694 None None] Network 99388983-fd8d-45e5-83ab-791d3c4d2c46 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:17.549670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46380) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:17.550204 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4a29cd61-176e-45c7-85a8-43b2f705e211 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.6282897
Nov 20 21:15:17.675172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 74929595-0f97-42b5-9f9e-dc30177b8478 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:17.725943 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6a253e4-7786-495b-bb1e-e84b58371567 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:17.744169 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-726c7076-bdac-48e9-a4fc-4817fcdf43e1 None None] Provisioning complete for port 74929595-0f97-42b5-9f9e-dc30177b8478 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:17.744555 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-726c7076-bdac-48e9-a4fc-4817fcdf43e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:17.790222 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 9e51feb2-7acf-48e1-b23d-1e5e36444150 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:15:17.841055 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6a253e4-7786-495b-bb1e-e84b58371567 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:17.870733 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25598e76-f32e-49d1-b750-7367caad0105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99388983-fd8d-45e5-83ab-791d3c4d2c46', 'network_id': '99388983-fd8d-45e5-83ab-791d3c4d2c46', 'tenant_id': '2c921373833f41daaa0e89867f5843c6', 'fixed_ips': [{'subnet_id': '10898177-fa1a-47c5-80c1-f7deef1321d7'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:15:17.871626 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-25598e76-f32e-49d1-b750-7367caad0105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:17.919431 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6a253e4-7786-495b-bb1e-e84b58371567 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:17.964558 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 74929595-0f97-42b5-9f9e-dc30177b8478 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:17.964994 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:17.988203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a253e4-7786-495b-bb1e-e84b58371567 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Subnet': ['ID=10898177-fa1a-47c5-80c1-f7deef1321d7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:18.037302 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6a253e4-7786-495b-bb1e-e84b58371567 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:18.081605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c6a253e4-7786-495b-bb1e-e84b58371567 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ec12250>,) {'filters': {'network_id': ['99388983-fd8d-45e5-83ab-791d3c4d2c46']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:18.096320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c6a253e4-7786-495b-bb1e-e84b58371567 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ec12250>, 'e3102aaa-4d58-4f54-adc6-003ff3abeabd') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:18.096744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c6a253e4-7786-495b-bb1e-e84b58371567 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ec12250>, 'e3102aaa-4d58-4f54-adc6-003ff3abeabd') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:18.126462 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6a253e4-7786-495b-bb1e-e84b58371567 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:18.151614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 9e51feb2-7acf-48e1-b23d-1e5e36444150, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e51feb2-7acf-48e1-b23d-1e5e36444150,segment=NetworkSegment(3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40),segment_id=3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:18.166665 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6a253e4-7786-495b-bb1e-e84b58371567 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:18.182238 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a253e4-7786-495b-bb1e-e84b58371567 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:15:18.182420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '9e51feb2-7acf-48e1-b23d-1e5e36444150', 'network_id': '0c8a2fad-e4e3-4cc9-a292-09228f527897', 'port_id': '9e51feb2-7acf-48e1-b23d-1e5e36444150', 'mac_address': 'fa:16:3e:b8:41:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fbe6c06-e03e-466b-a1ae-7ee21b7d24de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:15:18.183404 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6a253e4-7786-495b-bb1e-e84b58371567 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:15:18.191467 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:15:18.207865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb211c0c-bc81-494c-a1e3-445324c67f5a None None] Network 99388983-fd8d-45e5-83ab-791d3c4d2c46 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:18.295002 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6a253e4-7786-495b-bb1e-e84b58371567 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:18.310232 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c6a253e4-7786-495b-bb1e-e84b58371567 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:18.318646 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c6a253e4-7786-495b-bb1e-e84b58371567 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/networks/99388983-fd8d-45e5-83ab-791d3c4d2c46 HTTP/1.1" status: 204  len: 168 time: 0.7640209
Nov 20 21:15:18.319668 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46416) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:18.329402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-799b8afb-fa17-4597-a314-45289861f018 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1919056138'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:18.335733 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a253e4-7786-495b-bb1e-e84b58371567 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Network': ['ID=99388983-fd8d-45e5-83ab-791d3c4d2c46,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:18.366810 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:18.367720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799b8afb-fa17-4597-a314-45289861f018 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:18.375161 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-799b8afb-fa17-4597-a314-45289861f018 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:18.429933 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799b8afb-fa17-4597-a314-45289861f018 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:18.436255 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e51feb2-7acf-48e1-b23d-1e5e36444150 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:15:18.453430 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-799b8afb-fa17-4597-a314-45289861f018 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:18.453789 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-799b8afb-fa17-4597-a314-45289861f018 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Added segment 87b9ee0c-ac6c-4354-80db-1faab3c796da of type vlan for network a9aabaed-b48a-409b-a3cc-5fb9b39439e6
Nov 20 21:15:18.459572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 9e51feb2-7acf-48e1-b23d-1e5e36444150, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e51feb2-7acf-48e1-b23d-1e5e36444150,segment=NetworkSegment(3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40),segment_id=3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:18.467266 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ab7c7-fa0f-4ab3-ba64-39eaf10b44ae req-4f24e74e-cb0b-4329-9a1f-067423286b50 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:18.471278 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:18.475944 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b57ab7c7-fa0f-4ab3-ba64-39eaf10b44ae req-4f24e74e-cb0b-4329-9a1f-067423286b50 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 1094 time: 0.0741739
Nov 20 21:15:18.521161 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-799b8afb-fa17-4597-a314-45289861f018 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:18.567153 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=9e51feb2-7acf-48e1-b23d-1e5e36444150,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:18.583579 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-799b8afb-fa17-4597-a314-45289861f018 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:18.585566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b57ab7c7-fa0f-4ab3-ba64-39eaf10b44ae req-0ca2fe79-2a0e-4234-9aca-b4df2dae9efc tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086724
Nov 20 21:15:18.589403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799b8afb-fa17-4597-a314-45289861f018 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:18.590006 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-799b8afb-fa17-4597-a314-45289861f018 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:18.633937 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-799b8afb-fa17-4597-a314-45289861f018 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3082623
Nov 20 21:15:18.634465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46434) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:18.643779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-5af91a60-7def-4f64-852f-c507fd44136a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'subnet': {'network_id': 'a9aabaed-b48a-409b-a3cc-5fb9b39439e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:18.647174 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:18.677630 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b8afb-fa17-4597-a314-45289861f018 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Network': ['ID=a9aabaed-b48a-409b-a3cc-5fb9b39439e6,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:18.679519 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['9e51feb2-7acf-48e1-b23d-1e5e36444150'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:15:18.715368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network a9aabaed-b48a-409b-a3cc-5fb9b39439e6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:18.759883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af91a60-7def-4f64-852f-c507fd44136a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:18.764404 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5af91a60-7def-4f64-852f-c507fd44136a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:18.898541 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46442) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:18.962171 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5af91a60-7def-4f64-852f-c507fd44136a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.010359 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8050190b-ec13-4994-88a7-f7b7d287f4a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.032014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af91a60-7def-4f64-852f-c507fd44136a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Subnet': ['ID=e27b0aac-6255-4b81-84e2-2daa658433ca,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:19.036455 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af91a60-7def-4f64-852f-c507fd44136a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Checking segment: {'id': '87b9ee0c-ac6c-4354-80db-1faab3c796da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a9aabaed-b48a-409b-a3cc-5fb9b39439e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:19.036821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af91a60-7def-4f64-852f-c507fd44136a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network hostable DHCP agents. Network: a9aabaed-b48a-409b-a3cc-5fb9b39439e6, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:15:19.055144 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af91a60-7def-4f64-852f-c507fd44136a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network a9aabaed-b48a-409b-a3cc-5fb9b39439e6 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:15:19.063232 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.064722 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-5af91a60-7def-4f64-852f-c507fd44136a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a9aabaed-b48a-409b-a3cc-5fb9b39439e6) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:19.069015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af91a60-7def-4f64-852f-c507fd44136a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:19.069412 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5af91a60-7def-4f64-852f-c507fd44136a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.076372 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e5a81c-6003-4e29-90a7-9981d34cc4f5 None None] Network a9aabaed-b48a-409b-a3cc-5fb9b39439e6 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:19.092842 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5af91a60-7def-4f64-852f-c507fd44136a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4571197
Nov 20 21:15:19.098642 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46448) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:19.104056 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-bc0ddcb0-4f1c-42e2-85c0-270449cd17eb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'subnet': {'network_id': 'a9aabaed-b48a-409b-a3cc-5fb9b39439e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:19.109318 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8050190b-ec13-4994-88a7-f7b7d287f4a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.131616 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8050190b-ec13-4994-88a7-f7b7d287f4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.219659 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050190b-ec13-4994-88a7-f7b7d287f4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ceeb18c-d5e7-4ab6-b836-240e71b4cb26,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:19.223832 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8050190b-ec13-4994-88a7-f7b7d287f4a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39cc152319b84e57815ebc8f62debbd2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3242140
Nov 20 21:15:19.227561 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46458) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:19.275185 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0ddcb0-4f1c-42e2-85c0-270449cd17eb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:19.279774 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bc0ddcb0-4f1c-42e2-85c0-270449cd17eb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.345505 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-756cdc71-5cb8-4528-8ab3-9e930378f63a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.421595 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-756cdc71-5cb8-4528-8ab3-9e930378f63a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.444132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a9aabaed-b48a-409b-a3cc-5fb9b39439e6', 'network_id': 'a9aabaed-b48a-409b-a3cc-5fb9b39439e6', 'tenant_id': '2c921373833f41daaa0e89867f5843c6', 'fixed_ips': [{'subnet_id': 'e27b0aac-6255-4b81-84e2-2daa658433ca'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:15:19.446099 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.466443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46474) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:19.523292 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-756cdc71-5cb8-4528-8ab3-9e930378f63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.527118 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-756cdc71-5cb8-4528-8ab3-9e930378f63a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.530907 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-756cdc71-5cb8-4528-8ab3-9e930378f63a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ceeb18c-d5e7-4ab6-b836-240e71b4cb26 HTTP/1.1" status: 204  len: 168 time: 0.2994645
Nov 20 21:15:19.562059 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cdc71-5cb8-4528-8ab3-9e930378f63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ceeb18c-d5e7-4ab6-b836-240e71b4cb26,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:19.639652 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bc0ddcb0-4f1c-42e2-85c0-270449cd17eb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.708834 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Allocated IP 2001:db8::2 (a9aabaed-b48a-409b-a3cc-5fb9b39439e6/e27b0aac-6255-4b81-84e2-2daa658433ca/8d8adfcf-de51-490d-816c-2e444c330666) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:19.719113 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e18a5d33-a21d-46fc-b3a0-14e013e93a83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.728219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ddcb0-4f1c-42e2-85c0-270449cd17eb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network a9aabaed-b48a-409b-a3cc-5fb9b39439e6 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:19.766498 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-bc0ddcb0-4f1c-42e2-85c0-270449cd17eb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:19.773889 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0ddcb0-4f1c-42e2-85c0-270449cd17eb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:19.774527 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bc0ddcb0-4f1c-42e2-85c0-270449cd17eb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.775240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 9e51feb2-7acf-48e1-b23d-1e5e36444150 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:19.790815 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ddcb0-4f1c-42e2-85c0-270449cd17eb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Subnet': ['ID=455770ca-0c95-4ed3-be92-c6d9b449d11b,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:19.823004 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bc0ddcb0-4f1c-42e2-85c0-270449cd17eb tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.7208731
Nov 20 21:15:19.823837 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46496) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:19.834564 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68eb8cf-0ad9-4945-b531-b59b80d1695a req-1d627bf5-0ab7-4f18-9f65-0e30ee02a09a tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:19.836262 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c68eb8cf-0ad9-4945-b531-b59b80d1695a req-1d627bf5-0ab7-4f18-9f65-0e30ee02a09a tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 1095 time: 0.1192780
Nov 20 21:15:19.909153 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c68eb8cf-0ad9-4945-b531-b59b80d1695a req-5cce1bba-05fa-41fa-ba32-119d7486db8a tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628486
Nov 20 21:15:19.924531 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 9e51feb2-7acf-48e1-b23d-1e5e36444150 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:15:19.938646 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 9e51feb2-7acf-48e1-b23d-1e5e36444150 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:19.939025 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.972387 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e18a5d33-a21d-46fc-b3a0-14e013e93a83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.977949 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.981057 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e18a5d33-a21d-46fc-b3a0-14e013e93a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.989906 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:19.997861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0737c-3f43-413a-932d-b2ff538d0586 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:20.000193 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0737c-3f43-413a-932d-b2ff538d0586 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:20.001781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0737c-3f43-413a-932d-b2ff538d0586 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:20.005643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0737c-3f43-413a-932d-b2ff538d0586 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:20.007803 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0737c-3f43-413a-932d-b2ff538d0586 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:20.010146 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3aa0737c-3f43-413a-932d-b2ff538d0586 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1843908
Nov 20 21:15:20.014347 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46498) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:20.021585 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e18a5d33-a21d-46fc-b3a0-14e013e93a83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e840727f5db14b818769f4c4dacf5854&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5533788
Nov 20 21:15:20.022942 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-9368defc-adcb-499d-b105-0331449429d3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1096897826'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:20.023563 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46500) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:20.024088 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46502) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:20.051520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Pushing event updated for resources: {'Port': ['ID=8d8adfcf-de51-490d-816c-2e444c330666,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:20.055057 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Network a9aabaed-b48a-409b-a3cc-5fb9b39439e6 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:20.058032 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:20.061735 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:20.063455 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9368defc-adcb-499d-b105-0331449429d3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:20.068432 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9368defc-adcb-499d-b105-0331449429d3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.085539 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4aab1f7f-f03b-4190-be4f-4d867681a4f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.108516 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9368defc-adcb-499d-b105-0331449429d3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:20.108895 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a5d33-a21d-46fc-b3a0-14e013e93a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711f5955-d778-4679-bbc3-c2b08d2ec66b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:20.144041 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9368defc-adcb-499d-b105-0331449429d3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.144439 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-9368defc-adcb-499d-b105-0331449429d3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Added segment 3246f697-b7e9-448f-bba2-1b6d51958fd7 of type vlan for network 655ab786-8b71-4269-9ce9-7046eead2993
Nov 20 21:15:20.147309 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.157730 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0745-709d-48ce-87e5-035468dc20ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.159985 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Attempting to bind port 8d8adfcf-de51-490d-816c-2e444c330666 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:15:20.159985 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Attempting to bind port 8d8adfcf-de51-490d-816c-2e444c330666 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '87b9ee0c-ac6c-4354-80db-1faab3c796da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a9aabaed-b48a-409b-a3cc-5fb9b39439e6'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:15:20.160584 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Attempting to bind port 8d8adfcf-de51-490d-816c-2e444c330666 on network a9aabaed-b48a-409b-a3cc-5fb9b39439e6 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:20.173122 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:15:20.173545 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Checking segment: {'id': '87b9ee0c-ac6c-4354-80db-1faab3c796da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a9aabaed-b48a-409b-a3cc-5fb9b39439e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:20.173909 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.175015 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Bound using segment: {'id': '87b9ee0c-ac6c-4354-80db-1faab3c796da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a9aabaed-b48a-409b-a3cc-5fb9b39439e6'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:15:20.175015 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Bound port: 8d8adfcf-de51-490d-816c-2e444c330666, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b9ee0c-ac6c-4354-80db-1faab3c796da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a9aabaed-b48a-409b-a3cc-5fb9b39439e6'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:15:20.175293 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.189759 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffeb979-8709-400a-8870-cd16cb311c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e51feb2-7acf-48e1-b23d-1e5e36444150'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:15:20.196150 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e12adb5-edb2-4c8c-abf0-0c2ccd22730b" -d '{"events": [{"server_uuid": "1ffeb979-8709-400a-8870-cd16cb311c8c", "name": "network-vif-plugged", "status": "completed", "tag": "9e51feb2-7acf-48e1-b23d-1e5e36444150"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:15:20.197974 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9368defc-adcb-499d-b105-0331449429d3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.205130 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0745-709d-48ce-87e5-035468dc20ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.211916 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 9e51feb2-7acf-48e1-b23d-1e5e36444150, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e51feb2-7acf-48e1-b23d-1e5e36444150,segment=NetworkSegment(3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40),segment_id=3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:20.238312 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9368defc-adcb-499d-b105-0331449429d3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.245961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9368defc-adcb-499d-b105-0331449429d3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:20.247103 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9368defc-adcb-499d-b105-0331449429d3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.253505 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.289523 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4aab1f7f-f03b-4190-be4f-4d867681a4f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.294982 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc478ab-4705-4706-a9df-5256019747e9 x-openstack-request-id: req-3fc478ab-4705-4706-a9df-5256019747e9 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:15:20.295812 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffeb979-8709-400a-8870-cd16cb311c8c", "name": "network-vif-plugged", "status": "completed", "tag": "9e51feb2-7acf-48e1-b23d-1e5e36444150", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:15:20.296047 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fc478ab-4705-4706-a9df-5256019747e9 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:15:20.296452 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffeb979-8709-400a-8870-cd16cb311c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e51feb2-7acf-48e1-b23d-1e5e36444150', 'code': 200}
Nov 20 21:15:20.313055 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4aab1f7f-f03b-4190-be4f-4d867681a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.318891 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9368defc-adcb-499d-b105-0331449429d3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3029857
Nov 20 21:15:20.322074 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46506) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:20.326014 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0745-709d-48ce-87e5-035468dc20ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.329557 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0745-709d-48ce-87e5-035468dc20ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.332493 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3c0f0745-709d-48ce-87e5-035468dc20ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/711f5955-d778-4679-bbc3-c2b08d2ec66b HTTP/1.1" status: 204  len: 168 time: 0.3051775
Nov 20 21:15:20.337731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-52923616-4da5-4f59-baa5-072606748375 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'network': {'name': 'New_network'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:20.344303 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] For port 8d8adfcf-de51-490d-816c-2e444c330666, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:15:20.349933 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] For port 8d8adfcf-de51-490d-816c-2e444c330666, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d8adfcf-de51-490d-816c-2e444c330666,segment=NetworkSegment(87b9ee0c-ac6c-4354-80db-1faab3c796da),segment_id=87b9ee0c-ac6c-4354-80db-1faab3c796da)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:15:20.367477 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.380721 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab1f7f-f03b-4190-be4f-4d867681a4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0190114-1c20-43fc-bc0d-9e55f8f8feb4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:20.380920 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=9e51feb2-7acf-48e1-b23d-1e5e36444150,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:20.399838 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4aab1f7f-f03b-4190-be4f-4d867681a4f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb68b453209b4beb911fc391944b5430&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3746703
Nov 20 21:15:20.416056 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46510) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:20.421400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368defc-adcb-499d-b105-0331449429d3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Network': ['ID=655ab786-8b71-4269-9ce9-7046eead2993,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:20.426353 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f0745-709d-48ce-87e5-035468dc20ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711f5955-d778-4679-bbc3-c2b08d2ec66b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:20.444254 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31b7bf-96fd-4226-9749-9969422b63d1 None None] Pushing event updated for resources: {'Port': ['ID=8d8adfcf-de51-490d-816c-2e444c330666,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:20.449567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 655ab786-8b71-4269-9ce9-7046eead2993 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:20.593364 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5a00-6473-41c4-a14f-545883e68bfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.599705 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bdca5-3907-48ff-b1c1-b03dc3a8a754 req-e5ca2f7a-fd7e-4bf2-8dd3-d8b06b3c61dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:20.601210 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b71bdca5-3907-48ff-b1c1-b03dc3a8a754 req-e5ca2f7a-fd7e-4bf2-8dd3-d8b06b3c61dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 1096 time: 0.2129717
Nov 20 21:15:20.699628 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5a00-6473-41c4-a14f-545883e68bfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.798974 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-52923616-4da5-4f59-baa5-072606748375 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.825718 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b71bdca5-3907-48ff-b1c1-b03dc3a8a754 req-ffd4f180-4ff2-425d-bc6f-33097a06aca0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2112432
Nov 20 21:15:20.828275 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-52923616-4da5-4f59-baa5-072606748375 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.849037 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46516) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:20.856541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52923616-4da5-4f59-baa5-072606748375 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network 655ab786-8b71-4269-9ce9-7046eead2993 is not hosted by any dhcp agent {{(pid=126225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 20 21:15:20.863970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52923616-4da5-4f59-baa5-072606748375 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:20.865007 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-52923616-4da5-4f59-baa5-072606748375 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.866437 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-52923616-4da5-4f59-baa5-072606748375 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "PUT /v2.0/networks/655ab786-8b71-4269-9ce9-7046eead2993 HTTP/1.1" status: 200  len: 723 time: 0.5425057
Nov 20 21:15:20.870872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46518) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:20.879035 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e02d1d41-54ef-4bc3-a6e4-a866e09e8efa tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'subnet': {'network_id': '655ab786-8b71-4269-9ce9-7046eead2993', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:20.892902 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0dbeec53-c8d2-4a66-945b-a4264944a285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.961753 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52923616-4da5-4f59-baa5-072606748375 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Network': ['ID=655ab786-8b71-4269-9ce9-7046eead2993,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:20.966443 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5a00-6473-41c4-a14f-545883e68bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.969619 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5a00-6473-41c4-a14f-545883e68bfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:20.970854 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7d4d5a00-6473-41c4-a14f-545883e68bfb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0190114-1c20-43fc-bc0d-9e55f8f8feb4 HTTP/1.1" status: 204  len: 168 time: 0.5506229
Nov 20 21:15:20.978963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 655ab786-8b71-4269-9ce9-7046eead2993 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:21.085904 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d5a00-6473-41c4-a14f-545883e68bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0190114-1c20-43fc-bc0d-9e55f8f8feb4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:21.127035 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02d1d41-54ef-4bc3-a6e4-a866e09e8efa tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:21.131233 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e02d1d41-54ef-4bc3-a6e4-a866e09e8efa tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:21.139799 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0dbeec53-c8d2-4a66-945b-a4264944a285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:21.142161 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca5a51-f36a-4c37-b2f2-a3bbf5b21f16 req-5e88b98b-6c64-4127-94bf-62d99438de48 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:21.143780 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3aca5a51-f36a-4c37-b2f2-a3bbf5b21f16 req-5e88b98b-6c64-4127-94bf-62d99438de48 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 1096 time: 0.1182389
Nov 20 21:15:21.148425 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0dbeec53-c8d2-4a66-945b-a4264944a285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:21.212222 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0dbeec53-c8d2-4a66-945b-a4264944a285 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc4df6f72a484cde92fd1f5646d43e10&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3503225
Nov 20 21:15:21.216730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46540) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:21.218292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbeec53-c8d2-4a66-945b-a4264944a285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ba933c-98e4-44f6-bbc2-0b9937811d10,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:21.239615 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3aca5a51-f36a-4c37-b2f2-a3bbf5b21f16 req-b6892b64-cb0c-4100-a443-fb25639c8cd2 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869107
Nov 20 21:15:21.335384 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-af130928-6f21-4b70-9134-4364ce5c3142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:21.397490 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-af130928-6f21-4b70-9134-4364ce5c3142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:21.443123 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e02d1d41-54ef-4bc3-a6e4-a866e09e8efa tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:21.530104 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d1d41-54ef-4bc3-a6e4-a866e09e8efa tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Subnet': ['ID=a4bd6887-82ac-4040-b2eb-d9e85a59a8c9,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:21.547610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02d1d41-54ef-4bc3-a6e4-a866e09e8efa tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Checking segment: {'id': '3246f697-b7e9-448f-bba2-1b6d51958fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '655ab786-8b71-4269-9ce9-7046eead2993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:21.548050 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02d1d41-54ef-4bc3-a6e4-a866e09e8efa tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network hostable DHCP agents. Network: 655ab786-8b71-4269-9ce9-7046eead2993, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:15:21.558347 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-af130928-6f21-4b70-9134-4364ce5c3142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:21.561531 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-af130928-6f21-4b70-9134-4364ce5c3142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:21.562815 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-af130928-6f21-4b70-9134-4364ce5c3142 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8ba933c-98e4-44f6-bbc2-0b9937811d10 HTTP/1.1" status: 204  len: 168 time: 0.3450725
Nov 20 21:15:21.575397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af130928-6f21-4b70-9134-4364ce5c3142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ba933c-98e4-44f6-bbc2-0b9937811d10,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:21.582756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02d1d41-54ef-4bc3-a6e4-a866e09e8efa tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network 655ab786-8b71-4269-9ce9-7046eead2993 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:15:21.595861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-e02d1d41-54ef-4bc3-a6e4-a866e09e8efa tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 655ab786-8b71-4269-9ce9-7046eead2993) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:21.606011 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b63405f-9c34-486c-96f4-21bbec1c2e2d None None] Network 655ab786-8b71-4269-9ce9-7046eead2993 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:21.613000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02d1d41-54ef-4bc3-a6e4-a866e09e8efa tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:21.616376 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e02d1d41-54ef-4bc3-a6e4-a866e09e8efa tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673554'] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:21.656890 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e02d1d41-54ef-4bc3-a6e4-a866e09e8efa tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7848294
Nov 20 21:15:21.659373 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46554) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:21.664704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7cfc0d1c-6266-4647-8df2-3785472ebec4 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:21.766217 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8d8adfcf-de51-490d-816c-2e444c330666 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:21.916868 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7cfc0d1c-6266-4647-8df2-3785472ebec4 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25596400'] for subnet, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:21.997094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3219cfbf-cacf-4f87-98b6-5c5bac379f3b None None] Network a9aabaed-b48a-409b-a3cc-5fb9b39439e6 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:22.079325 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8d8adfcf-de51-490d-816c-2e444c330666 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:22.079892 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:22.089061 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-655ab786-8b71-4269-9ce9-7046eead2993', 'network_id': '655ab786-8b71-4269-9ce9-7046eead2993', 'tenant_id': '2c921373833f41daaa0e89867f5843c6', 'fixed_ips': [{'subnet_id': 'a4bd6887-82ac-4040-b2eb-d9e85a59a8c9'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:15:22.090401 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:22.164184 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7cfc0d1c-6266-4647-8df2-3785472ebec4 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764508837816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25617954'] for subnet, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:22.217414 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfc0d1c-6266-4647-8df2-3785472ebec4 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:22.218498 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7cfc0d1c-6266-4647-8df2-3785472ebec4 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:22.222240 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7cfc0d1c-6266-4647-8df2-3785472ebec4 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "PUT /v2.0/subnets/a4bd6887-82ac-4040-b2eb-d9e85a59a8c9 HTTP/1.1" status: 200  len: 826 time: 0.5594909
Nov 20 21:15:22.223494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46588) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:22.223990 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f53b36a6-3ed1-4aa5-acac-caff3003f87b None None] Provisioning complete for port 8d8adfcf-de51-490d-816c-2e444c330666 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:22.224730 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f53b36a6-3ed1-4aa5-acac-caff3003f87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:22.241739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc0d1c-6266-4647-8df2-3785472ebec4 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Subnet': ['ID=a4bd6887-82ac-4040-b2eb-d9e85a59a8c9,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:22.402515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a0396-5232-42fb-88f7-f43e384b7b2e req-01a4472c-be3a-4000-87ab-54bb7d244e56 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:22.409149 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e3a0396-5232-42fb-88f7-f43e384b7b2e req-01a4472c-be3a-4000-87ab-54bb7d244e56 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 1096 time: 0.0572054
Nov 20 21:15:22.426305 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:22.468982 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:22.525757 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e3a0396-5232-42fb-88f7-f43e384b7b2e req-5f65366e-ebec-4fb2-b391-2db6762367d3 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106453
Nov 20 21:15:22.555045 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:22.575011 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Allocated IP 2001:db8::2 (655ab786-8b71-4269-9ce9-7046eead2993/a4bd6887-82ac-4040-b2eb-d9e85a59a8c9/6707ced4-5355-47e8-b49a-a94490c93455) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:22.665226 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02962be4-3365-49c5-aaed-e6a270465385 req-411cd1b9-450d-40e9-b940-611de0005096 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:22.667305 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-02962be4-3365-49c5-aaed-e6a270465385 req-411cd1b9-450d-40e9-b940-611de0005096 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 1096 time: 0.0582635
Nov 20 21:15:22.744030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 8d8adfcf-de51-490d-816c-2e444c330666, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d8adfcf-de51-490d-816c-2e444c330666,segment=NetworkSegment(87b9ee0c-ac6c-4354-80db-1faab3c796da),segment_id=87b9ee0c-ac6c-4354-80db-1faab3c796da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:22.759172 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-02962be4-3365-49c5-aaed-e6a270465385 req-31cf805b-85c3-4cb7-8ac7-87f4e47a7a75 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847766
Nov 20 21:15:22.806389 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:22.881213 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f53b36a6-3ed1-4aa5-acac-caff3003f87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:22.941702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b313666-9e88-4416-9e38-544ec5d2943b req-4e140c2a-ac93-4269-b1ff-05c76f377a7a tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:22.948988 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:22.950255 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46618) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:22.953907 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b313666-9e88-4416-9e38-544ec5d2943b req-4e140c2a-ac93-4269-b1ff-05c76f377a7a tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 1096 time: 0.1093514
Nov 20 21:15:22.978893 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:22.986668 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=8d8adfcf-de51-490d-816c-2e444c330666,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:23.022702 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.036143 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0b313666-9e88-4416-9e38-544ec5d2943b req-7e1441d7-babc-4e8c-b1ff-67037817df93 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804968
Nov 20 21:15:23.097944 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Subnet': ['ID=a4bd6887-82ac-4040-b2eb-d9e85a59a8c9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:23.101778 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Network 655ab786-8b71-4269-9ce9-7046eead2993 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:23.108827 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92f9e09-5461-41cf-b6fc-5835dfbb5187 None None] Update dhcp port {'port': {'network_id': 'a9aabaed-b48a-409b-a3cc-5fb9b39439e6', 'fixed_ips': [{'subnet_id': 'e27b0aac-6255-4b81-84e2-2daa658433ca', 'ip_address': '2001:db8::2'}, {'subnet_id': '455770ca-0c95-4ed3-be92-c6d9b449d11b'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '8d8adfcf-de51-490d-816c-2e444c330666'} from ncdv-master-1. {{(pid=126226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 20 21:15:23.141055 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:23.143037 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-bda6cd3a-ffc4-4dd6-aa3f-61e81883e938 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-401709820-network', 'tenant_id': 'b60cf19d51fe41e1bf404c33f632f316'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:23.143515 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:23.156305 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Pushing event updated for resources: {'Port': ['ID=6707ced4-5355-47e8-b49a-a94490c93455,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:23.159825 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-f53b36a6-3ed1-4aa5-acac-caff3003f87b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:15:23.160189 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-f53b36a6-3ed1-4aa5-acac-caff3003f87b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:15:23.178357 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.210140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ef80370>,) {'filters': {'network_id': ['655ab786-8b71-4269-9ce9-7046eead2993']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:23.218888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda6cd3a-ffc4-4dd6-aa3f-61e81883e938 admin admin] Made reservation on behalf of b60cf19d51fe41e1bf404c33f632f316 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:23.221207 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bda6cd3a-ffc4-4dd6-aa3f-61e81883e938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.225933 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a92f9e09-5461-41cf-b6fc-5835dfbb5187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.226735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ef80370>, '3246f697-b7e9-448f-bba2-1b6d51958fd7') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:23.227206 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ef80370>, '3246f697-b7e9-448f-bba2-1b6d51958fd7') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:23.240474 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bda6cd3a-ffc4-4dd6-aa3f-61e81883e938 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.249611 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Attempting to bind port 6707ced4-5355-47e8-b49a-a94490c93455 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:15:23.249994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Attempting to bind port 6707ced4-5355-47e8-b49a-a94490c93455 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3246f697-b7e9-448f-bba2-1b6d51958fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '655ab786-8b71-4269-9ce9-7046eead2993'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:15:23.250405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Attempting to bind port 6707ced4-5355-47e8-b49a-a94490c93455 on network 655ab786-8b71-4269-9ce9-7046eead2993 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:23.253488 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.277372 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.280503 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:15:23.280889 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Checking segment: {'id': '3246f697-b7e9-448f-bba2-1b6d51958fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '655ab786-8b71-4269-9ce9-7046eead2993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:23.281317 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.281703 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Bound using segment: {'id': '3246f697-b7e9-448f-bba2-1b6d51958fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '655ab786-8b71-4269-9ce9-7046eead2993'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:15:23.282231 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Bound port: 6707ced4-5355-47e8-b49a-a94490c93455, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3246f697-b7e9-448f-bba2-1b6d51958fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '655ab786-8b71-4269-9ce9-7046eead2993'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:15:23.283037 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.285027 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:15:23.285856 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:15:23.289008 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:15:23.368060 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.api [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 20 21:15:23.368060 ncdv-master-1 neutron-server[126224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 20 21:15:23.368060 ncdv-master-1 neutron-server[126224]: [parameters: {'id': '655ab786-8b71-4269-9ce9-7046eead2993'}]
Nov 20 21:15:23.368060 ncdv-master-1 neutron-server[126224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:15:23.368511 ncdv-master-1 neutron-server[126224]: DEBUG oslo_db.api [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:15:23.405624 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df832987-abf0-4cff-b628-866a21ae304b req-173b33fa-7b77-4593-a014-abe84ab6a40f tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:23.407655 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df832987-abf0-4cff-b628-866a21ae304b req-173b33fa-7b77-4593-a014-abe84ab6a40f tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 1096 time: 0.0617471
Nov 20 21:15:23.457104 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bda6cd3a-ffc4-4dd6-aa3f-61e81883e938 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.464202 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bda6cd3a-ffc4-4dd6-aa3f-61e81883e938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.470348 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df832987-abf0-4cff-b628-866a21ae304b req-207446ac-e5cb-4fc3-8cdc-d565e9425826 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555766
Nov 20 21:15:23.493477 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda6cd3a-ffc4-4dd6-aa3f-61e81883e938 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:23.522537 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6cd3a-ffc4-4dd6-aa3f-61e81883e938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6372bc74-7dc7-4148-bf75-a2803b42be4f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:23.545063 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bda6cd3a-ffc4-4dd6-aa3f-61e81883e938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.545063 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-bda6cd3a-ffc4-4dd6-aa3f-61e81883e938 admin admin] Added segment 474d48ee-f669-450f-8cc7-77acfa284fe9 of type vlan for network 3a62d484-6489-47c9-ba52-8505cab4c721
Nov 20 21:15:23.600471 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bda6cd3a-ffc4-4dd6-aa3f-61e81883e938 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.622418 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] For port 6707ced4-5355-47e8-b49a-a94490c93455, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:15:23.636603 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bda6cd3a-ffc4-4dd6-aa3f-61e81883e938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.638341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda6cd3a-ffc4-4dd6-aa3f-61e81883e938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:23.639999 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bda6cd3a-ffc4-4dd6-aa3f-61e81883e938 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.647670 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] For port 6707ced4-5355-47e8-b49a-a94490c93455, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6707ced4-5355-47e8-b49a-a94490c93455,segment=NetworkSegment(3246f697-b7e9-448f-bba2-1b6d51958fd7),segment_id=3246f697-b7e9-448f-bba2-1b6d51958fd7)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:15:23.652793 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8d8adfcf-de51-490d-816c-2e444c330666 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:23.663261 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.686136 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bda6cd3a-ffc4-4dd6-aa3f-61e81883e938 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7313344
Nov 20 21:15:23.686934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46636) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:23.692910 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d82d9ada-9d46-4045-9aab-1cdf5372b299 admin admin] Request body: {'subnet': {'network_id': '3a62d484-6489-47c9-ba52-8505cab4c721', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-401709820-subnet', 'tenant_id': 'b60cf19d51fe41e1bf404c33f632f316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:23.697780 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-a92f9e09-5461-41cf-b6fc-5835dfbb5187 None None] Allocated IP 172.20.0.1 (a9aabaed-b48a-409b-a3cc-5fb9b39439e6/455770ca-0c95-4ed3-be92-c6d9b449d11b/8d8adfcf-de51-490d-816c-2e444c330666) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:23.729728 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6cd3a-ffc4-4dd6-aa3f-61e81883e938 admin admin] Pushing event updated for resources: {'Network': ['ID=3a62d484-6489-47c9-ba52-8505cab4c721,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:23.751952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82d9ada-9d46-4045-9aab-1cdf5372b299 admin admin] Made reservation on behalf of b60cf19d51fe41e1bf404c33f632f316 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:23.755072 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 3a62d484-6489-47c9-ba52-8505cab4c721 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:23.756365 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d82d9ada-9d46-4045-9aab-1cdf5372b299 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.871410 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.967864 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90fbab-05ac-4572-955f-c4aae5d05351 None None] Pushing event updated for resources: {'Port': ['ID=6707ced4-5355-47e8-b49a-a94490c93455,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:23.975390 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6a105a-973e-47a8-88c7-f661d8dd6be9 None None] Network 655ab786-8b71-4269-9ce9-7046eead2993 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:23.988407 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d82d9ada-9d46-4045-9aab-1cdf5372b299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:23.992081 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Deleting port 6707ced4-5355-47e8-b49a-a94490c93455 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:23.992416 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:24.026259 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8d8adfcf-de51-490d-816c-2e444c330666 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:24.026985 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:24.095297 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a92f9e09-5461-41cf-b6fc-5835dfbb5187 None None] For port 8d8adfcf-de51-490d-816c-2e444c330666, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d8adfcf-de51-490d-816c-2e444c330666,segment=NetworkSegment(87b9ee0c-ac6c-4354-80db-1faab3c796da),segment_id=87b9ee0c-ac6c-4354-80db-1faab3c796da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:24.101396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d9ada-9d46-4045-9aab-1cdf5372b299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66089d5-0b13-422d-8f26-1290adc78fe5,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:24.143110 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] For port 6707ced4-5355-47e8-b49a-a94490c93455, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6707ced4-5355-47e8-b49a-a94490c93455,segment=NetworkSegment(3246f697-b7e9-448f-bba2-1b6d51958fd7),segment_id=3246f697-b7e9-448f-bba2-1b6d51958fd7)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:24.143110 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:24.145649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82d9ada-9d46-4045-9aab-1cdf5372b299 admin admin] Checking segment: {'id': '474d48ee-f669-450f-8cc7-77acfa284fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3a62d484-6489-47c9-ba52-8505cab4c721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:24.146008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82d9ada-9d46-4045-9aab-1cdf5372b299 admin admin] Network hostable DHCP agents. Network: 3a62d484-6489-47c9-ba52-8505cab4c721, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:15:24.171029 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Calling delete_port for 6707ced4-5355-47e8-b49a-a94490c93455 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:24.179965 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a92f9e09-5461-41cf-b6fc-5835dfbb5187 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:24.192274 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a92f9e09-5461-41cf-b6fc-5835dfbb5187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:24.224327 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82d9ada-9d46-4045-9aab-1cdf5372b299 admin admin] Network 3a62d484-6489-47c9-ba52-8505cab4c721 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:15:24.251288 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-d82d9ada-9d46-4045-9aab-1cdf5372b299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3a62d484-6489-47c9-ba52-8505cab4c721) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:24.257988 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82d9ada-9d46-4045-9aab-1cdf5372b299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:24.259081 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d82d9ada-9d46-4045-9aab-1cdf5372b299 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:24.286809 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d82d9ada-9d46-4045-9aab-1cdf5372b299 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5893710
Nov 20 21:15:24.290402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329f3b6d-807c-4ccb-8069-e3b648336eea None None] Network 3a62d484-6489-47c9-ba52-8505cab4c721 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:24.297903 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:24.345449 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No DVR routers for this DVR port 6707ced4-5355-47e8-b49a-a94490c93455 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:15:24.348371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Port': ['ID=6707ced4-5355-47e8-b49a-a94490c93455,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:24.400606 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad016e8b-658b-4085-aca7-449d5f8254b6 None None] Network 655ab786-8b71-4269-9ce9-7046eead2993 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:24.476678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f9e09-5461-41cf-b6fc-5835dfbb5187 None None] Pushing event updated for resources: {'Port': ['ID=8d8adfcf-de51-490d-816c-2e444c330666,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:24.506527 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:24.547531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f1c6760>,) {'filters': {'network_id': ['655ab786-8b71-4269-9ce9-7046eead2993']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:24.575851 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f1c6760>, '3246f697-b7e9-448f-bba2-1b6d51958fd7') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:24.576774 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f1c6760>, '3246f697-b7e9-448f-bba2-1b6d51958fd7') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:24.598588 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:24.624277 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:24.654701 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f412e8-04a9-4993-9e4f-7addfb53e71e req-0faa0f8b-4cc6-427e-b718-9fed00fc2bf8 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:24.662674 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62f412e8-04a9-4993-9e4f-7addfb53e71e req-0faa0f8b-4cc6-427e-b718-9fed00fc2bf8 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 1096 time: 0.1077218
Nov 20 21:15:24.712212 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:15:24.713251 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:15:24.803461 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:15:24.832670 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:24.842932 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5777126-e158-4a27-b7d8-142a341d8a3e req-bb20e93c-d028-4364-b505-3a6044805ef7 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:24.844475 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b5777126-e158-4a27-b7d8-142a341d8a3e req-bb20e93c-d028-4364-b505-3a6044805ef7 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 1096 time: 0.2176282
Nov 20 21:15:24.847474 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:24.851993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-62f412e8-04a9-4993-9e4f-7addfb53e71e req-2aedbf54-f7e7-4df7-a429-4feb8c955ca0 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Deleting port 9e51feb2-7acf-48e1-b23d-1e5e36444150 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:24.853759 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/networks/655ab786-8b71-4269-9ce9-7046eead2993 HTTP/1.1" status: 204  len: 168 time: 2.6278615
Nov 20 21:15:24.854449 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62f412e8-04a9-4993-9e4f-7addfb53e71e req-2aedbf54-f7e7-4df7-a429-4feb8c955ca0 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:24.856060 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441d2b65-bc9e-4cfd-a933-f4aa3c27fde2 None None] Network 3a62d484-6489-47c9-ba52-8505cab4c721 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:24.871129 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46680) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:24.917454 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c943bc12-5319-443b-a05e-ac114590635b tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:15:24.918324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c943bc12-5319-443b-a05e-ac114590635b tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:15:24.926640 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c943bc12-5319-443b-a05e-ac114590635b tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/networks/655ab786-8b71-4269-9ce9-7046eead2993 HTTP/1.1" status: 404  len: 339 time: 0.0543764
Nov 20 21:15:24.928799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46684) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:24.929570 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38848148-d0a8-43bc-926d-26c171bff2bd tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Network': ['ID=655ab786-8b71-4269-9ce9-7046eead2993,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:24.940663 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3f9c5be4-b7be-400a-a5f3-768110ad774f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1177631934', 'description': 'd1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:25.021496 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b5777126-e158-4a27-b7d8-142a341d8a3e req-97591de6-f370-4549-9139-66f20c47a4a4 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212177
Nov 20 21:15:25.035606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9c5be4-b7be-400a-a5f3-768110ad774f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:25.058420 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f9c5be4-b7be-400a-a5f3-768110ad774f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:25.065595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-62f412e8-04a9-4993-9e4f-7addfb53e71e req-2aedbf54-f7e7-4df7-a429-4feb8c955ca0 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] For port 9e51feb2-7acf-48e1-b23d-1e5e36444150, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e51feb2-7acf-48e1-b23d-1e5e36444150,segment=NetworkSegment(3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40),segment_id=3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:25.066674 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62f412e8-04a9-4993-9e4f-7addfb53e71e req-2aedbf54-f7e7-4df7-a429-4feb8c955ca0 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:25.090255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-62f412e8-04a9-4993-9e4f-7addfb53e71e req-2aedbf54-f7e7-4df7-a429-4feb8c955ca0 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Calling delete_port for 9e51feb2-7acf-48e1-b23d-1e5e36444150 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:25.158952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9c5be4-b7be-400a-a5f3-768110ad774f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:25.184001 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f9c5be4-b7be-400a-a5f3-768110ad774f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:25.184371 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-3f9c5be4-b7be-400a-a5f3-768110ad774f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Added segment 332a9007-bfc0-4384-8419-3fe34fd9d663 of type vlan for network 98b3ce58-fb33-45d3-b341-64882b476e52
Nov 20 21:15:25.286188 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46708) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:25.313257 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f9c5be4-b7be-400a-a5f3-768110ad774f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:25.352003 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62f412e8-04a9-4993-9e4f-7addfb53e71e req-2aedbf54-f7e7-4df7-a429-4feb8c955ca0 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:25.370431 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['9e51feb2-7acf-48e1-b23d-1e5e36444150'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:15:25.372680 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7f0bed02-9e48-40dc-ab62-619528e61f6c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:15:25.387628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95ca981-35e0-4e6a-b0f5-5edb34c6d8d8 admin admin] Deleting subnet 0efd16e8-ada4-4474-8ef2-fcc0f1c40b1f {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:15:25.393837 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e95ca981-35e0-4e6a-b0f5-5edb34c6d8d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:25.395984 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f9c5be4-b7be-400a-a5f3-768110ad774f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:25.405779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9c5be4-b7be-400a-a5f3-768110ad774f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:25.406905 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3f9c5be4-b7be-400a-a5f3-768110ad774f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:25.457093 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3f9c5be4-b7be-400a-a5f3-768110ad774f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5252516
Nov 20 21:15:25.469596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46714) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:25.507860 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0dda67-866e-4eac-876d-06b9c7ac7a52 None None] Network a9aabaed-b48a-409b-a3cc-5fb9b39439e6 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:25.559893 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedbf54-f7e7-4df7-a429-4feb8c955ca0 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e51feb2-7acf-48e1-b23d-1e5e36444150,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:25.583841 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-35e7f99a-2011-48be-80c1-796d30692800 None None] Provisioning complete for port 8d8adfcf-de51-490d-816c-2e444c330666 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:25.584214 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-35e7f99a-2011-48be-80c1-796d30692800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:25.613492 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e95ca981-35e0-4e6a-b0f5-5edb34c6d8d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:25.617802 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c5be4-b7be-400a-a5f3-768110ad774f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Network': ['ID=98b3ce58-fb33-45d3-b341-64882b476e52,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:25.641301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f412e8-04a9-4993-9e4f-7addfb53e71e req-2aedbf54-f7e7-4df7-a429-4feb8c955ca0 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] No DVR routers for this DVR port 9e51feb2-7acf-48e1-b23d-1e5e36444150 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:15:25.657597 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62f412e8-04a9-4993-9e4f-7addfb53e71e req-2aedbf54-f7e7-4df7-a429-4feb8c955ca0 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:25.661050 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62f412e8-04a9-4993-9e4f-7addfb53e71e req-2aedbf54-f7e7-4df7-a429-4feb8c955ca0 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.37 "DELETE /v2.0/ports/9e51feb2-7acf-48e1-b23d-1e5e36444150 HTTP/1.1" status: 204  len: 173 time: 0.9905548
Nov 20 21:15:25.661530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffeb979-8709-400a-8870-cd16cb311c8c', 'name': 'network-vif-deleted', 'tag': '9e51feb2-7acf-48e1-b23d-1e5e36444150'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:15:25.678402 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52704594-f150-43b2-be87-87b0957dea9f" -d '{"events": [{"server_uuid": "1ffeb979-8709-400a-8870-cd16cb311c8c", "name": "network-vif-deleted", "tag": "9e51feb2-7acf-48e1-b23d-1e5e36444150"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:15:25.715436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 98b3ce58-fb33-45d3-b341-64882b476e52 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:25.775213 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca37bc9a-bb31-4df2-bef1-0a45f60df40d x-openstack-request-id: req-ca37bc9a-bb31-4df2-bef1-0a45f60df40d {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:15:25.775503 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffeb979-8709-400a-8870-cd16cb311c8c", "name": "network-vif-deleted", "tag": "9e51feb2-7acf-48e1-b23d-1e5e36444150", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:15:25.775762 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca37bc9a-bb31-4df2-bef1-0a45f60df40d {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:15:25.776216 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffeb979-8709-400a-8870-cd16cb311c8c', 'name': 'network-vif-deleted', 'tag': '9e51feb2-7acf-48e1-b23d-1e5e36444150', 'status': 'completed', 'code': 200}
Nov 20 21:15:25.796061 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8d8adfcf-de51-490d-816c-2e444c330666 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:25.854959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7997ce5a-dbee-4ca6-a1a7-59baa725eeff tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:25.856741 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7997ce5a-dbee-4ca6-a1a7-59baa725eeff tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "GET /v2.0/networks?id=98b3ce58-fb33-45d3-b341-64882b476e52 HTTP/1.1" status: 200  len: 765 time: 0.3833442
Nov 20 21:15:25.859565 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46726) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:25.863002 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e95ca981-35e0-4e6a-b0f5-5edb34c6d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:25.865136 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-aa287425-4b59-4928-ba9f-009282e764b8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'network': {'description': 'd2'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:25.933753 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e95ca981-35e0-4e6a-b0f5-5edb34c6d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:25.975235 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e95ca981-35e0-4e6a-b0f5-5edb34c6d8d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:25.980158 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e95ca981-35e0-4e6a-b0f5-5edb34c6d8d8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0efd16e8-ada4-4474-8ef2-fcc0f1c40b1f HTTP/1.1" status: 204  len: 168 time: 0.6929500
Nov 20 21:15:25.981555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ca981-35e0-4e6a-b0f5-5edb34c6d8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0efd16e8-ada4-4474-8ef2-fcc0f1c40b1f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:25.985378 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46740) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:26.028481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8255ecf-687a-4605-98b9-ab7ca82e79a1 None None] Network db248f70-92ce-470d-a8dd-1b99f1d82f6d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:26.068568 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60d18b18-179b-4cb6-ae70-83a1d98b0d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:26.104609 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa287425-4b59-4928-ba9f-009282e764b8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:26.142726 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa287425-4b59-4928-ba9f-009282e764b8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:26.201676 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60d18b18-179b-4cb6-ae70-83a1d98b0d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:26.257920 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8eb5ad82-5460-4829-965c-eb5a1ce83745 req-d4211c4e-ff6b-4e91-8f43-f01772b3f2d1 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ffeb979-8709-400a-8870-cd16cb311c8c HTTP/1.1" status: 200  len: 210 time: 0.0488489
Nov 20 21:15:26.259405 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa287425-4b59-4928-ba9f-009282e764b8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Network': ['ID=98b3ce58-fb33-45d3-b341-64882b476e52,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:26.263204 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa287425-4b59-4928-ba9f-009282e764b8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network 98b3ce58-fb33-45d3-b341-64882b476e52 is not hosted by any dhcp agent {{(pid=126225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 20 21:15:26.271267 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-60d18b18-179b-4cb6-ae70-83a1d98b0d3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4dff7b50>,) {'filters': {'network_id': ['db248f70-92ce-470d-a8dd-1b99f1d82f6d']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:26.272398 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa287425-4b59-4928-ba9f-009282e764b8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:26.273704 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa287425-4b59-4928-ba9f-009282e764b8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:26.275399 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-aa287425-4b59-4928-ba9f-009282e764b8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "PUT /v2.0/networks/98b3ce58-fb33-45d3-b341-64882b476e52 HTTP/1.1" status: 200  len: 762 time: 0.4146552
Nov 20 21:15:26.277771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46748) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:26.283389 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-60d18b18-179b-4cb6-ae70-83a1d98b0d3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dff7b50>, '5c287838-745d-4fd9-8e7e-5107b57e23ce') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:26.283818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-60d18b18-179b-4cb6-ae70-83a1d98b0d3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dff7b50>, '5c287838-745d-4fd9-8e7e-5107b57e23ce') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:26.296340 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60d18b18-179b-4cb6-ae70-83a1d98b0d3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:26.299419 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8d8adfcf-de51-490d-816c-2e444c330666 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:26.299799 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:26.312867 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60d18b18-179b-4cb6-ae70-83a1d98b0d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:26.322786 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d18b18-179b-4cb6-ae70-83a1d98b0d3f admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:15:26.323294 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60d18b18-179b-4cb6-ae70-83a1d98b0d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:15:26.326903 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:15:26.348080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 98b3ce58-fb33-45d3-b341-64882b476e52 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:26.406582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc8452-d5d2-4df3-8cc0-41b5b4c082d7 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:26.408826 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60d18b18-179b-4cb6-ae70-83a1d98b0d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:26.412475 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7ddc8452-d5d2-4df3-8cc0-41b5b4c082d7 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "GET /v2.0/networks?id=98b3ce58-fb33-45d3-b341-64882b476e52 HTTP/1.1" status: 200  len: 765 time: 0.1322138
Nov 20 21:15:26.415796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46752) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:26.425387 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60d18b18-179b-4cb6-ae70-83a1d98b0d3f admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:26.428751 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-60d18b18-179b-4cb6-ae70-83a1d98b0d3f admin admin] 10.222.0.41 "DELETE /v2.0/networks/db248f70-92ce-470d-a8dd-1b99f1d82f6d HTTP/1.1" status: 204  len: 168 time: 0.4422882
Nov 20 21:15:26.451909 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d18b18-179b-4cb6-ae70-83a1d98b0d3f admin admin] Pushing event deleted for resources: {'Network': ['ID=db248f70-92ce-470d-a8dd-1b99f1d82f6d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:26.751484 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46762) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:26.833348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270b7b5f-0278-4736-b421-b3f375fb6df9 None None] DHCP port deletion for db248f70-92ce-470d-a8dd-1b99f1d82f6d request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:26.864338 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b656e8b0-7c15-4e06-9176-b46d94cb93ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=321f486ad3cb47d391a2136722e74f0a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1084037
Nov 20 21:15:26.864592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46766) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:26.961418 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51a38ecf-27c1-4d8c-bd94-b04d53cc6b7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:26.990039 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51a38ecf-27c1-4d8c-bd94-b04d53cc6b7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:27.067542 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51a38ecf-27c1-4d8c-bd94-b04d53cc6b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:27.070786 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-51a38ecf-27c1-4d8c-bd94-b04d53cc6b7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:27.080826 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-51a38ecf-27c1-4d8c-bd94-b04d53cc6b7f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09be881f-bc10-4684-8dfe-87be7c734015 HTTP/1.1" status: 204  len: 168 time: 0.2088923
Nov 20 21:15:27.093167 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a38ecf-27c1-4d8c-bd94-b04d53cc6b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09be881f-bc10-4684-8dfe-87be7c734015,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:27.098622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e751240-8b9c-43ff-af77-44475c4476cc None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 21:15:27.172844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dccde0-ca05-4741-b254-f201d2ec289d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:27.175561 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-59dccde0-ca05-4741-b254-f201d2ec289d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.7592845
Nov 20 21:15:27.179332 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46782) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:27.223436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-93b59b04-c627-49fc-91af-3d59c788a08a None None] Provisioning complete for port 8d8adfcf-de51-490d-816c-2e444c330666 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:27.223818 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-93b59b04-c627-49fc-91af-3d59c788a08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:27.223951 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-d5f7a941-76d1-4665-91c2-d76ba176c314 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:27.225791 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-d5f7a941-76d1-4665-91c2-d76ba176c314 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/networks?id=3a62d484-6489-47c9-ba52-8505cab4c721 HTTP/1.1" status: 200  len: 808 time: 0.2058692
Nov 20 21:15:27.250739 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-1bf7d747-3a7a-4c08-8717-215c0416eedd tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/quotas/b60cf19d51fe41e1bf404c33f632f316 HTTP/1.1" status: 200  len: 375 time: 0.0142913
Nov 20 21:15:27.251533 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46784) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:27.264259 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1df16d50-3728-462b-8af5-94c19ee26481 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb HTTP/1.1" status: 200  len: 207 time: 0.0831342
Nov 20 21:15:27.310527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-409d07e5-a9a8-417f-8765-128df8a659a2 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b60cf19d51fe41e1bf404c33f632f316&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0419888
Nov 20 21:15:27.316814 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e751240-8b9c-43ff-af77-44475c4476cc None None] Resources bound (agent type, host, resource id):  {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 20 21:15:27.518252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fdf0b2-9bbb-4aa8-bef6-1cd5d7cf5687 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:27.524736 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fdf0b2-9bbb-4aa8-bef6-1cd5d7cf5687 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:27.532394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fdf0b2-9bbb-4aa8-bef6-1cd5d7cf5687 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:27.539473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fdf0b2-9bbb-4aa8-bef6-1cd5d7cf5687 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:27.546136 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fdf0b2-9bbb-4aa8-bef6-1cd5d7cf5687 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:27.553863 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fdf0b2-9bbb-4aa8-bef6-1cd5d7cf5687 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:27.559906 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-42fdf0b2-9bbb-4aa8-bef6-1cd5d7cf5687 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3732 time: 0.3033614
Nov 20 21:15:27.561771 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46798) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:27.665222 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-0823f164-9a2c-4243-959a-5e057c5c7df9 service neutron] 10.222.0.41 "GET /v2.0/networks/3a62d484-6489-47c9-ba52-8505cab4c721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3402896
Nov 20 21:15:27.809633 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-58ed9fff-313c-4453-84d4-6b875ffa5ffc service neutron] 10.222.0.41 "GET /v2.0/networks/3a62d484-6489-47c9-ba52-8505cab4c721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370659
Nov 20 21:15:27.856791 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 9e51feb2-7acf-48e1-b23d-1e5e36444150 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:15:27.914376 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 9e51feb2-7acf-48e1-b23d-1e5e36444150 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:15:27.914777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 9e51feb2-7acf-48e1-b23d-1e5e36444150 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:15:28.038120 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c4b08203-0dd8-4dda-a559-a8f113d67d22 req-b0aa9b4d-f9b5-40c1-95fc-550e6ca23ddf tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd5346d6-8241-4f81-8667-a0b3b50892c8 HTTP/1.1" status: 200  len: 210 time: 0.0422895
Nov 20 21:15:28.224526 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6613d-88f0-4445-9ccf-2e409374b8e7 req-a056947a-9f31-42a4-afc8-2be0afee9bbc tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:28.226287 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-24e6613d-88f0-4445-9ccf-2e409374b8e7 req-a056947a-9f31-42a4-afc8-2be0afee9bbc tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1097 time: 0.4843752
Nov 20 21:15:28.255823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-49f08169-4fc1-4213-8ade-853539b41ef8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 814 time: 0.6919124
Nov 20 21:15:28.259308 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46828) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:28.309785 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-24e6613d-88f0-4445-9ccf-2e409374b8e7 req-8649798b-3faa-472f-995a-a300b2f816b5 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725684
Nov 20 21:15:28.340172 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c966243-a0fb-4859-8d41-2d283a54d290 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:28.343513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c966243-a0fb-4859-8d41-2d283a54d290 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:28.345247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c966243-a0fb-4859-8d41-2d283a54d290 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:28.346910 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c966243-a0fb-4859-8d41-2d283a54d290 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:28.348806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c966243-a0fb-4859-8d41-2d283a54d290 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:28.350845 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8c966243-a0fb-4859-8d41-2d283a54d290 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0898323
Nov 20 21:15:28.354587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46832) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:28.433087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b5422e-47fb-4aa5-ba8d-28897df6c86d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['shared'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:28.436066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b5422e-47fb-4aa5-ba8d-28897df6c86d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['shared'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:28.438366 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b5422e-47fb-4aa5-ba8d-28897df6c86d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['shared'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:28.440301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b5422e-47fb-4aa5-ba8d-28897df6c86d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['shared'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:28.441846 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b5422e-47fb-4aa5-ba8d-28897df6c86d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['shared'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:28.443593 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-88b5422e-47fb-4aa5-ba8d-28897df6c86d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.0878603
Nov 20 21:15:28.447264 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46840) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:28.629099 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09445133-c04d-429e-af78-617b82e09b98 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:28.637526 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-09445133-c04d-429e-af78-617b82e09b98 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "GET /v2.0/networks/94733288-7653-4b4f-92ce-56a9efe61531 HTTP/1.1" status: 200  len: 804 time: 0.1892488
Nov 20 21:15:28.638206 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46846) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:28.800986 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f7a397a9-e762-4a31-b09d-3168f7657936 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "GET /v2.0/networks/94733288-7653-4b4f-92ce-56a9efe61531?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.1609361
Nov 20 21:15:28.805574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46858) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:28.883180 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810f369-e72e-4cff-8d5c-b6a84f73d31f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:28.884529 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8810f369-e72e-4cff-8d5c-b6a84f73d31f tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "GET /v2.0/subnets/a08cbdf0-d6f2-424a-85fd-0e3bfbb0b3d3 HTTP/1.1" status: 200  len: 843 time: 0.0775628
Nov 20 21:15:28.891431 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46860) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:28.970029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fb1e8c-fb3f-48c9-a1e7-a971459f9c24 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['shared'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:28.971672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-60fb1e8c-fb3f-48c9-a1e7-a971459f9c24 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "GET /v2.0/subnets/a08cbdf0-d6f2-424a-85fd-0e3bfbb0b3d3?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0774684
Nov 20 21:15:28.977412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46862) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:28.980790 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-01143024-3aa6-4f9f-ad71-93dd2364a73d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1329994413'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:29.000324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91976dc6-05cd-4d80-a43b-d5fa85b2f23f req-53166a84-dddf-4b83-aea8-226a89576537 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:29.002312 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-91976dc6-05cd-4d80-a43b-d5fa85b2f23f req-53166a84-dddf-4b83-aea8-226a89576537 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1097 time: 0.0538421
Nov 20 21:15:29.006787 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01143024-3aa6-4f9f-ad71-93dd2364a73d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:29.010518 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01143024-3aa6-4f9f-ad71-93dd2364a73d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:29.038087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01143024-3aa6-4f9f-ad71-93dd2364a73d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:29.050259 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01143024-3aa6-4f9f-ad71-93dd2364a73d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:29.050614 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-01143024-3aa6-4f9f-ad71-93dd2364a73d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Added segment 55c1c965-359e-420d-920f-8db3fece7b46 of type vlan for network e6331b93-bde8-4c5f-9922-8eac480a9c8f
Nov 20 21:15:29.107662 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01143024-3aa6-4f9f-ad71-93dd2364a73d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:29.117063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-91976dc6-05cd-4d80-a43b-d5fa85b2f23f req-078c6e30-49a7-4971-a19e-c876933e11d4 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Deleting port 7f0bed02-9e48-40dc-ab62-619528e61f6c {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:29.117413 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-91976dc6-05cd-4d80-a43b-d5fa85b2f23f req-078c6e30-49a7-4971-a19e-c876933e11d4 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:29.142399 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01143024-3aa6-4f9f-ad71-93dd2364a73d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:29.149364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01143024-3aa6-4f9f-ad71-93dd2364a73d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:29.150419 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01143024-3aa6-4f9f-ad71-93dd2364a73d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:29.207017 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-01143024-3aa6-4f9f-ad71-93dd2364a73d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2305140
Nov 20 21:15:29.213205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46872) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:29.219383 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-21881054-c1bb-4aeb-9db9-6e3ce4a049d9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'subnet': {'network_id': 'e6331b93-bde8-4c5f-9922-8eac480a9c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:29.242747 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-41b09a35-9825-423b-945c-b54af4495167 req-af3db5ca-41c0-4981-9643-63047b10cf21 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd5346d6-8241-4f81-8667-a0b3b50892c8 HTTP/1.1" status: 200  len: 210 time: 0.0768230
Nov 20 21:15:29.306599 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01143024-3aa6-4f9f-ad71-93dd2364a73d tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Network': ['ID=e6331b93-bde8-4c5f-9922-8eac480a9c8f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:29.320527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network e6331b93-bde8-4c5f-9922-8eac480a9c8f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:29.362856 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-91976dc6-05cd-4d80-a43b-d5fa85b2f23f req-078c6e30-49a7-4971-a19e-c876933e11d4 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] For port 7f0bed02-9e48-40dc-ab62-619528e61f6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f0bed02-9e48-40dc-ab62-619528e61f6c,segment=NetworkSegment(3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40),segment_id=3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:29.363327 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-91976dc6-05cd-4d80-a43b-d5fa85b2f23f req-078c6e30-49a7-4971-a19e-c876933e11d4 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:29.395938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-91976dc6-05cd-4d80-a43b-d5fa85b2f23f req-078c6e30-49a7-4971-a19e-c876933e11d4 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Calling delete_port for 7f0bed02-9e48-40dc-ab62-619528e61f6c owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:29.460952 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-8744709c-2908-45e7-8535-c9ee5c3c7478 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:29.463113 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-8744709c-2908-45e7-8535-c9ee5c3c7478 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.37 "GET /v2.0/networks?id=3a62d484-6489-47c9-ba52-8505cab4c721 HTTP/1.1" status: 200  len: 808 time: 0.1664875
Nov 20 21:15:29.478038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-d6611c5e-ff12-4d02-aa35-5d40ce927cbf tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Request body: {'port': {'device_id': 'bd5346d6-8241-4f81-8667-a0b3b50892c8', 'network_id': '3a62d484-6489-47c9-ba52-8505cab4c721', 'admin_state_up': True, 'tenant_id': 'b60cf19d51fe41e1bf404c33f632f316'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:29.617059 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e332f8-c71f-4c54-b341-91fba11d2dae req-dfd4fa57-7f12-41d1-968d-61bee1774c81 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:29.618663 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b8e332f8-c71f-4c54-b341-91fba11d2dae req-dfd4fa57-7f12-41d1-968d-61bee1774c81 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=40fac581-cd1f-42fc-a4eb-bffb1acfee25 HTTP/1.1" status: 200  len: 1097 time: 0.1337633
Nov 20 21:15:29.650875 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-d6611c5e-ff12-4d02-aa35-5d40ce927cbf tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Made reservation on behalf of b60cf19d51fe41e1bf404c33f632f316 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:29.656119 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-d6611c5e-ff12-4d02-aa35-5d40ce927cbf tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:29.659895 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21881054-c1bb-4aeb-9db9-6e3ce4a049d9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Made reservation on behalf of 2c921373833f41daaa0e89867f5843c6 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:29.664140 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21881054-c1bb-4aeb-9db9-6e3ce4a049d9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:29.763943 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.ipam_backend_mixin [None req-21881054-c1bb-4aeb-9db9-6e3ce4a049d9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Performing IP validity checks on allocation pools {{(pid=126224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 20 21:15:29.764483 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.ipam_backend_mixin [None req-21881054-c1bb-4aeb-9db9-6e3ce4a049d9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 20 21:15:29.775249 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-91976dc6-05cd-4d80-a43b-d5fa85b2f23f req-078c6e30-49a7-4971-a19e-c876933e11d4 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:29.780924 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b8e332f8-c71f-4c54-b341-91fba11d2dae req-a06f520a-3936-46ff-9011-f9f41ba3738d tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f7d27c9a-8a62-4199-938a-94c45b5bef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507392
Nov 20 21:15:29.787410 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7f0bed02-9e48-40dc-ab62-619528e61f6c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:15:29.819634 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c6e30-49a7-4971-a19e-c876933e11d4 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f0bed02-9e48-40dc-ab62-619528e61f6c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:29.824443 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-d6611c5e-ff12-4d02-aa35-5d40ce927cbf tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Allocated IP 172.20.0.14 (3a62d484-6489-47c9-ba52-8505cab4c721/e66089d5-0b13-422d-8f26-1290adc78fe5/14939fc5-d132-43ee-8d7c-51cbc479909e) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:29.872658 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-91976dc6-05cd-4d80-a43b-d5fa85b2f23f req-078c6e30-49a7-4971-a19e-c876933e11d4 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] No DVR routers for this DVR port 7f0bed02-9e48-40dc-ab62-619528e61f6c on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:15:29.877400 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-91976dc6-05cd-4d80-a43b-d5fa85b2f23f req-078c6e30-49a7-4971-a19e-c876933e11d4 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:29.881264 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-91976dc6-05cd-4d80-a43b-d5fa85b2f23f req-078c6e30-49a7-4971-a19e-c876933e11d4 tempest-TestServerMultinode-2068877491 tempest-TestServerMultinode-2068877491-project-admin] 10.222.0.47 "DELETE /v2.0/ports/7f0bed02-9e48-40dc-ab62-619528e61f6c HTTP/1.1" status: 204  len: 173 time: 0.8732111
Nov 20 21:15:29.881901 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fac581-cd1f-42fc-a4eb-bffb1acfee25', 'name': 'network-vif-deleted', 'tag': '7f0bed02-9e48-40dc-ab62-619528e61f6c'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:15:29.884436 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f660c7f-3c62-488f-ade3-6454ac9f2515" -d '{"events": [{"server_uuid": "40fac581-cd1f-42fc-a4eb-bffb1acfee25", "name": "network-vif-deleted", "tag": "7f0bed02-9e48-40dc-ab62-619528e61f6c"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:15:29.980247 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ead3e59-7af1-412d-b99c-3a047df0a0b5 x-openstack-request-id: req-7ead3e59-7af1-412d-b99c-3a047df0a0b5 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:15:29.980624 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fac581-cd1f-42fc-a4eb-bffb1acfee25", "name": "network-vif-deleted", "tag": "7f0bed02-9e48-40dc-ab62-619528e61f6c", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:15:29.980950 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ead3e59-7af1-412d-b99c-3a047df0a0b5 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:15:29.981430 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fac581-cd1f-42fc-a4eb-bffb1acfee25', 'name': 'network-vif-deleted', 'tag': '7f0bed02-9e48-40dc-ab62-619528e61f6c', 'status': 'completed', 'code': 200}
Nov 20 21:15:30.028843 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-d6611c5e-ff12-4d02-aa35-5d40ce927cbf tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:30.070854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21881054-c1bb-4aeb-9db9-6e3ce4a049d9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:30.087895 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-d6611c5e-ff12-4d02-aa35-5d40ce927cbf tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:30.137783 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21881054-c1bb-4aeb-9db9-6e3ce4a049d9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Subnet': ['ID=0ca2a44c-a342-4d88-9969-0856dedef221,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:30.150495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21881054-c1bb-4aeb-9db9-6e3ce4a049d9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Checking segment: {'id': '55c1c965-359e-420d-920f-8db3fece7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e6331b93-bde8-4c5f-9922-8eac480a9c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:30.150885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21881054-c1bb-4aeb-9db9-6e3ce4a049d9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network hostable DHCP agents. Network: e6331b93-bde8-4c5f-9922-8eac480a9c8f, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:15:30.174161 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21881054-c1bb-4aeb-9db9-6e3ce4a049d9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Network e6331b93-bde8-4c5f-9922-8eac480a9c8f is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:15:30.181144 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6611c5e-ff12-4d02-aa35-5d40ce927cbf tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Pushing event updated for resources: {'Port': ['ID=14939fc5-d132-43ee-8d7c-51cbc479909e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:30.185114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-d6611c5e-ff12-4d02-aa35-5d40ce927cbf tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Network 3a62d484-6489-47c9-ba52-8505cab4c721 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:30.187560 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-21881054-c1bb-4aeb-9db9-6e3ce4a049d9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e6331b93-bde8-4c5f-9922-8eac480a9c8f) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:30.187830 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-d6611c5e-ff12-4d02-aa35-5d40ce927cbf tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:30.195195 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21881054-c1bb-4aeb-9db9-6e3ce4a049d9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:30.195942 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21881054-c1bb-4aeb-9db9-6e3ce4a049d9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:30.197114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-d6611c5e-ff12-4d02-aa35-5d40ce927cbf tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:30.203859 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f2505f-40ab-4e96-a289-bdb249917bc0 None None] Network e6331b93-bde8-4c5f-9922-8eac480a9c8f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:30.218237 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee86881-cd58-43a0-8bec-6cb430a0341b None None] DHCP port deletion for 3a62d484-6489-47c9-ba52-8505cab4c721 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:30.225991 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-21881054-c1bb-4aeb-9db9-6e3ce4a049d9 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 1.0092804
Nov 20 21:15:30.226604 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46902) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:30.234342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ee9ef27d-ace2-45a5-b216-4346f365384a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:30.261098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-d6611c5e-ff12-4d02-aa35-5d40ce927cbf tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:30.261748 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-d6611c5e-ff12-4d02-aa35-5d40ce927cbf tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:30.289237 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-d6611c5e-ff12-4d02-aa35-5d40ce927cbf tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8150642
Nov 20 21:15:30.302365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Request body: {'port': {'device_id': 'bd5346d6-8241-4f81-8667-a0b3b50892c8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:30.418322 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-26d45b40-467f-48ec-ac1d-6e4fdfa1ea0d None None] Provisioning complete for port 14939fc5-d132-43ee-8d7c-51cbc479909e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:30.419436 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26d45b40-467f-48ec-ac1d-6e4fdfa1ea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:30.435247 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:30.467912 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-26d45b40-467f-48ec-ac1d-6e4fdfa1ea0d None None] Port 14939fc5-d132-43ee-8d7c-51cbc479909e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:15:30.543092 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee9ef27d-ace2-45a5-b216-4346f365384a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25282567'] for subnet, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:30.568759 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1b978-d53f-484a-89d0-b48648b05d3d req-161de4c0-c3b1-4564-9016-df3576f29fc5 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:30.570728 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95a1b978-d53f-484a-89d0-b48648b05d3d req-161de4c0-c3b1-4564-9016-df3576f29fc5 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd5346d6-8241-4f81-8667-a0b3b50892c8 HTTP/1.1" status: 200  len: 932 time: 0.1600039
Nov 20 21:15:30.645697 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4962293a-15a2-4207-9465-d56604135579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e6331b93-bde8-4c5f-9922-8eac480a9c8f', 'network_id': 'e6331b93-bde8-4c5f-9922-8eac480a9c8f', 'tenant_id': '2c921373833f41daaa0e89867f5843c6', 'fixed_ips': [{'subnet_id': '0ca2a44c-a342-4d88-9969-0856dedef221'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:15:30.647463 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:30.713289 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95a1b978-d53f-484a-89d0-b48648b05d3d req-01f79d4b-9a2e-4200-a1a4-2d2db33fbf89 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100495
Nov 20 21:15:30.853038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14939fc5-d132-43ee-8d7c-51cbc479909e {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:15:30.866880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46926) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:30.871720 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:30.876216 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee9ef27d-ace2-45a5-b216-4346f365384a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764508837816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27007149'] for subnet, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:30.889591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Transition to ACTIVE for port object 14939fc5-d132-43ee-8d7c-51cbc479909e will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:15:30.894613 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:30.923851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-4962293a-15a2-4207-9465-d56604135579 None None] Allocated IP 2001:db8::3 (e6331b93-bde8-4c5f-9922-8eac480a9c8f/0ca2a44c-a342-4d88-9969-0856dedef221/7f1172bc-6162-4316-9544-b63fdba1eb95) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:30.957603 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e08b0a-7ec5-4ce0-b3df-e9b496071bc8 None None] DHCP port deletion for 3a62d484-6489-47c9-ba52-8505cab4c721 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:31.009135 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9ef27d-ace2-45a5-b216-4346f365384a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:31.009962 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ee9ef27d-ace2-45a5-b216-4346f365384a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:31.015238 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ee9ef27d-ace2-45a5-b216-4346f365384a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "PUT /v2.0/subnets/0ca2a44c-a342-4d88-9969-0856dedef221 HTTP/1.1" status: 200  len: 900 time: 0.7871232
Nov 20 21:15:31.020673 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 46930) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:31.041955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Pushing event updated for resources: {'Port': ['ID=14939fc5-d132-43ee-8d7c-51cbc479909e,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:31.087857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Attempting to bind port 14939fc5-d132-43ee-8d7c-51cbc479909e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:15:31.088357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Attempting to bind port 14939fc5-d132-43ee-8d7c-51cbc479909e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '474d48ee-f669-450f-8cc7-77acfa284fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3a62d484-6489-47c9-ba52-8505cab4c721'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:15:31.088854 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Attempting to bind port 14939fc5-d132-43ee-8d7c-51cbc479909e on network 3a62d484-6489-47c9-ba52-8505cab4c721 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:31.094596 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Port 14939fc5-d132-43ee-8d7c-51cbc479909e on network 3a62d484-6489-47c9-ba52-8505cab4c721 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:15:31.095132 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Attempting to bind port 14939fc5-d132-43ee-8d7c-51cbc479909e on network 3a62d484-6489-47c9-ba52-8505cab4c721 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:31.101571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:15:31.101922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Checking segment: {'id': '474d48ee-f669-450f-8cc7-77acfa284fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3a62d484-6489-47c9-ba52-8505cab4c721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:31.102546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Bound using segment: {'id': '474d48ee-f669-450f-8cc7-77acfa284fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3a62d484-6489-47c9-ba52-8505cab4c721'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:15:31.102839 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Bound port: 14939fc5-d132-43ee-8d7c-51cbc479909e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474d48ee-f669-450f-8cc7-77acfa284fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3a62d484-6489-47c9-ba52-8505cab4c721'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:15:31.103209 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:31.124369 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:31.132442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ef27d-ace2-45a5-b216-4346f365384a tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event updated for resources: {'Subnet': ['ID=0ca2a44c-a342-4d88-9969-0856dedef221,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:31.134730 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:31.158194 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4962293a-15a2-4207-9465-d56604135579 None None] Network e6331b93-bde8-4c5f-9922-8eac480a9c8f is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:31.161720 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-4962293a-15a2-4207-9465-d56604135579 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:31.184972 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] For port 14939fc5-d132-43ee-8d7c-51cbc479909e, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:15:31.188520 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] For port 14939fc5-d132-43ee-8d7c-51cbc479909e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=14939fc5-d132-43ee-8d7c-51cbc479909e,segment=NetworkSegment(474d48ee-f669-450f-8cc7-77acfa284fe9),segment_id=474d48ee-f669-450f-8cc7-77acfa284fe9)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:15:31.193499 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:31.205338 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4962293a-15a2-4207-9465-d56604135579 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:31.222903 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:31.238294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:31.239109 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:31.240754 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] 10.222.0.37 "PUT /v2.0/ports/14939fc5-d132-43ee-8d7c-51cbc479909e HTTP/1.1" status: 200  len: 1092 time: 0.9434328
Nov 20 21:15:31.241385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5346d6-8241-4f81-8667-a0b3b50892c8', 'tag': '14939fc5-d132-43ee-8d7c-51cbc479909e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:15:31.244200 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140db181-cbe8-4303-82fe-8407eb9663f3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5346d6-8241-4f81-8667-a0b3b50892c8", "tag": "14939fc5-d132-43ee-8d7c-51cbc479909e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:15:31.287059 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962293a-15a2-4207-9465-d56604135579 None None] Pushing event updated for resources: {'Port': ['ID=7f1172bc-6162-4316-9544-b63fdba1eb95,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:31.294794 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f615341c-c819-4f0f-b526-3ede705cca72 None None] DHCP port deletion for 3a62d484-6489-47c9-ba52-8505cab4c721 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:31.314288 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501fa362-35d2-4aa5-ab37-0417b93b7165 x-openstack-request-id: req-501fa362-35d2-4aa5-ab37-0417b93b7165 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:15:31.314646 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5346d6-8241-4f81-8667-a0b3b50892c8", "tag": "14939fc5-d132-43ee-8d7c-51cbc479909e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:15:31.314921 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-501fa362-35d2-4aa5-ab37-0417b93b7165 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:15:31.315480 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5346d6-8241-4f81-8667-a0b3b50892c8', 'tag': '14939fc5-d132-43ee-8d7c-51cbc479909e', 'status': 'completed', 'code': 200}
Nov 20 21:15:31.330585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cba8f5-450f-4bea-bcc8-3ab69d23cb35 service neutron] Pushing event updated for resources: {'Port': ['ID=14939fc5-d132-43ee-8d7c-51cbc479909e,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:31.337113 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:31.338242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:31.338730 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:31.339219 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:31.339561 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:31.339895 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:31.340227 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:31.340554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:31.340886 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:31.341211 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:31.342431 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:31.342631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:31.352084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-9d4b2a0d-2ba0-4e73-85ed-2a5a611cbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:31.352199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4962293a-15a2-4207-9465-d56604135579 None None] Attempting to bind port 7f1172bc-6162-4316-9544-b63fdba1eb95 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:15:31.352368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4962293a-15a2-4207-9465-d56604135579 None None] Attempting to bind port 7f1172bc-6162-4316-9544-b63fdba1eb95 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '55c1c965-359e-420d-920f-8db3fece7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e6331b93-bde8-4c5f-9922-8eac480a9c8f'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:15:31.353263 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962293a-15a2-4207-9465-d56604135579 None None] Attempting to bind port 7f1172bc-6162-4316-9544-b63fdba1eb95 on network e6331b93-bde8-4c5f-9922-8eac480a9c8f {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:31.354360 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-9d4b2a0d-2ba0-4e73-85ed-2a5a611cbaac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b60cf19d51fe41e1bf404c33f632f316&device_id=bd5346d6-8241-4f81-8667-a0b3b50892c8 HTTP/1.1" status: 200  len: 1095 time: 0.0651290
Nov 20 21:15:31.360181 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962293a-15a2-4207-9465-d56604135579 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:15:31.361218 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962293a-15a2-4207-9465-d56604135579 None None] Checking segment: {'id': '55c1c965-359e-420d-920f-8db3fece7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e6331b93-bde8-4c5f-9922-8eac480a9c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:31.363858 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:31.364831 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962293a-15a2-4207-9465-d56604135579 None None] Bound using segment: {'id': '55c1c965-359e-420d-920f-8db3fece7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e6331b93-bde8-4c5f-9922-8eac480a9c8f'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:15:31.366542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4962293a-15a2-4207-9465-d56604135579 None None] Bound port: 7f1172bc-6162-4316-9544-b63fdba1eb95, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c1c965-359e-420d-920f-8db3fece7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e6331b93-bde8-4c5f-9922-8eac480a9c8f'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:15:31.367444 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:31.416861 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Deleting port 7f1172bc-6162-4316-9544-b63fdba1eb95 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:31.417163 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:31.440367 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-fb325fd2-dcdf-4cd7-b0a4-cec51dafaea8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14939fc5-d132-43ee-8d7c-51cbc479909e HTTP/1.1" status: 200  len: 217 time: 0.0775311
Nov 20 21:15:31.465573 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4962293a-15a2-4207-9465-d56604135579 None None] For port 7f1172bc-6162-4316-9544-b63fdba1eb95, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:15:31.470754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4962293a-15a2-4207-9465-d56604135579 None None] For port 7f1172bc-6162-4316-9544-b63fdba1eb95, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f1172bc-6162-4316-9544-b63fdba1eb95,segment=NetworkSegment(55c1c965-359e-420d-920f-8db3fece7b46),segment_id=55c1c965-359e-420d-920f-8db3fece7b46)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:15:31.476476 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4962293a-15a2-4207-9465-d56604135579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:31.530853 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-486c911f-49c3-4f56-ad0c-af95c0e0ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:31.534927 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-486c911f-49c3-4f56-ad0c-af95c0e0ef76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e66089d5-0b13-422d-8f26-1290adc78fe5 HTTP/1.1" status: 200  len: 848 time: 0.0844491
Nov 20 21:15:31.561598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] For port 7f1172bc-6162-4316-9544-b63fdba1eb95, host ncdv-master-1, got binding levels [] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:31.562183 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:31.563714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962293a-15a2-4207-9465-d56604135579 None None] Pushing event updated for resources: {'Port': ['ID=7f1172bc-6162-4316-9544-b63fdba1eb95,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:31.584055 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Calling delete_port for 7f1172bc-6162-4316-9544-b63fdba1eb95 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:31.585430 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-83c58360-986a-4401-910e-6be2cb2f01b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a62d484-6489-47c9-ba52-8505cab4c721&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450425
Nov 20 21:15:31.758375 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-7bc4b559-7c9c-4078-a68d-24f0d71784e1 service neutron] 10.222.0.37 "GET /v2.0/networks/3a62d484-6489-47c9-ba52-8505cab4c721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653261
Nov 20 21:15:31.795301 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6900a8cd-eeb2-4136-ab8d-c88e79830130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:31.903623 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:31.957117 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a9398a13-b7d8-4e98-bd6d-ce97d1c44c26 req-744528c9-2eb0-41d7-b9d6-55806f95959d service neutron] 10.222.0.37 "GET /v2.0/networks/3a62d484-6489-47c9-ba52-8505cab4c721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1921499
Nov 20 21:15:31.958693 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Port': ['ID=7f1172bc-6162-4316-9544-b63fdba1eb95,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:31.967185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc2a0d-da12-4505-8331-2cd31337537d req-79d5cb16-67e7-47ba-b02a-996ec7224e2b tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:31.968724 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ccbc2a0d-da12-4505-8331-2cd31337537d req-79d5cb16-67e7-47ba-b02a-996ec7224e2b tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd5346d6-8241-4f81-8667-a0b3b50892c8 HTTP/1.1" status: 200  len: 944 time: 0.0843415
Nov 20 21:15:32.059486 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No DVR routers for this DVR port 7f1172bc-6162-4316-9544-b63fdba1eb95 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:15:32.085613 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ccbc2a0d-da12-4505-8331-2cd31337537d req-8cf7a350-7031-4df6-9041-6ea5516987fe tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082275
Nov 20 21:15:32.090349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140db181-cbe8-4303-82fe-8407eb9663f3 req-455da883-1f10-4a39-ab15-9142d65c0b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:32.092959 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-140db181-cbe8-4303-82fe-8407eb9663f3 req-455da883-1f10-4a39-ab15-9142d65c0b48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b60cf19d51fe41e1bf404c33f632f316&device_id=bd5346d6-8241-4f81-8667-a0b3b50892c8 HTTP/1.1" status: 200  len: 1095 time: 0.0806222
Nov 20 21:15:32.170812 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:32.194510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140db181-cbe8-4303-82fe-8407eb9663f3 req-eb4931ac-59a2-4826-8d6e-2cf7e1eb2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:32.196461 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-140db181-cbe8-4303-82fe-8407eb9663f3 req-eb4931ac-59a2-4826-8d6e-2cf7e1eb2075 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a62d484-6489-47c9-ba52-8505cab4c721 HTTP/1.1" status: 200  len: 909 time: 0.0970993
Nov 20 21:15:32.245184 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-140db181-cbe8-4303-82fe-8407eb9663f3 req-c09bb8a3-edf4-422a-93cb-451ca0a96302 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14939fc5-d132-43ee-8d7c-51cbc479909e HTTP/1.1" status: 200  len: 217 time: 0.0415289
Nov 20 21:15:32.283507 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:32.302737 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140db181-cbe8-4303-82fe-8407eb9663f3 req-502eea28-49c6-442b-93ee-a715ce3f05ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:32.304220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-140db181-cbe8-4303-82fe-8407eb9663f3 req-502eea28-49c6-442b-93ee-a715ce3f05ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e66089d5-0b13-422d-8f26-1290adc78fe5 HTTP/1.1" status: 200  len: 848 time: 0.0519874
Nov 20 21:15:32.314028 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca2a44c-a342-4d88-9969-0856dedef221,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:32.342099 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-140db181-cbe8-4303-82fe-8407eb9663f3 req-6c4c0584-74a2-487d-aab6-4f7520000395 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a62d484-6489-47c9-ba52-8505cab4c721&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0298309
Nov 20 21:15:32.408193 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:32.433889 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e5e28e0>,) {'filters': {'network_id': ['e6331b93-bde8-4c5f-9922-8eac480a9c8f']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:32.452999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e5e28e0>, '55c1c965-359e-420d-920f-8db3fece7b46') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:32.453585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e5e28e0>, '55c1c965-359e-420d-920f-8db3fece7b46') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:32.467287 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-6900a8cd-eeb2-4136-ab8d-c88e79830130 admin admin] Deleting port e1fec020-e55d-4ce0-9628-c7a08eb11add {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:32.467636 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6900a8cd-eeb2-4136-ab8d-c88e79830130 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:32.470864 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-140db181-cbe8-4303-82fe-8407eb9663f3 req-8efd04be-53e2-44b8-a70e-331bbdea8a4b service neutron] 10.222.0.37 "GET /v2.0/networks/3a62d484-6489-47c9-ba52-8505cab4c721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220825
Nov 20 21:15:32.481674 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:32.511920 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:32.566697 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:15:32.567125 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:15:32.571693 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:15:32.620098 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-140db181-cbe8-4303-82fe-8407eb9663f3 req-ad056197-7de0-445b-a04a-201047d53f04 service neutron] 10.222.0.37 "GET /v2.0/networks/3a62d484-6489-47c9-ba52-8505cab4c721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395185
Nov 20 21:15:32.661821 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-6900a8cd-eeb2-4136-ab8d-c88e79830130 admin admin] For port e1fec020-e55d-4ce0-9628-c7a08eb11add, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1fec020-e55d-4ce0-9628-c7a08eb11add,segment=NetworkSegment(3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40),segment_id=3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:32.662590 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6900a8cd-eeb2-4136-ab8d-c88e79830130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:32.674620 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:32.682636 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:32.689525 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/networks/e6331b93-bde8-4c5f-9922-8eac480a9c8f HTTP/1.1" status: 204  len: 168 time: 1.6677334
Nov 20 21:15:32.690528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46960) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:32.697711 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-6900a8cd-eeb2-4136-ab8d-c88e79830130 admin admin] Calling delete_port for e1fec020-e55d-4ce0-9628-c7a08eb11add owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:32.711974 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f98ed-0ad6-4e3e-8696-c51424cfed84 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Network': ['ID=e6331b93-bde8-4c5f-9922-8eac480a9c8f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:32.728891 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7f6c6b-ae85-4b4a-878c-6392249fe666 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:15:32.729452 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7f6c6b-ae85-4b4a-878c-6392249fe666 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:15:32.737464 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cb7f6c6b-ae85-4b4a-878c-6392249fe666 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/subnets/0ca2a44c-a342-4d88-9969-0856dedef221 HTTP/1.1" status: 404  len: 337 time: 0.0433640
Nov 20 21:15:32.737735 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46964) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:32.763221 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c3f42a-3a03-4a91-8d85-a9517c44b723 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:15:32.763221 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c3f42a-3a03-4a91-8d85-a9517c44b723 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:15:32.780335 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-97c3f42a-3a03-4a91-8d85-a9517c44b723 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/networks/e6331b93-bde8-4c5f-9922-8eac480a9c8f HTTP/1.1" status: 404  len: 339 time: 0.0380816
Nov 20 21:15:32.788749 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46968) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:32.920591 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4de1-7e1d-42bb-afb5-5c0ff8b1f6db tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:32.969956 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-de380cf7-9bcf-4980-b15d-f7c91587652d None None] Could not find standard attr ID for object 7f1172bc-6162-4316-9544-b63fdba1eb95. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:15:33.008300 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6900a8cd-eeb2-4136-ab8d-c88e79830130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:33.033706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54d2805-b10c-4c07-a519-870b6ecc7dc8 None None] DHCP port deletion for e6331b93-bde8-4c5f-9922-8eac480a9c8f request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:33.052903 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4de1-7e1d-42bb-afb5-5c0ff8b1f6db tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:33.059457 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900a8cd-eeb2-4136-ab8d-c88e79830130 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1fec020-e55d-4ce0-9628-c7a08eb11add,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:33.075238 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec03f3db-ca74-4690-a346-6ff58c033ca3 None None] Network e6331b93-bde8-4c5f-9922-8eac480a9c8f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:33.087037 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-bd7f4de1-7e1d-42bb-afb5-5c0ff8b1f6db tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54c82b20>,) {'filters': {'network_id': ['98b3ce58-fb33-45d3-b341-64882b476e52']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:33.100613 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec03f3db-ca74-4690-a346-6ff58c033ca3 None None] Network e6331b93-bde8-4c5f-9922-8eac480a9c8f could not be found, it might have been deleted concurrently. {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 20 21:15:33.103311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-bd7f4de1-7e1d-42bb-afb5-5c0ff8b1f6db tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54c82b20>, '332a9007-bfc0-4384-8419-3fe34fd9d663') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:33.103723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-bd7f4de1-7e1d-42bb-afb5-5c0ff8b1f6db tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54c82b20>, '332a9007-bfc0-4384-8419-3fe34fd9d663') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:33.113917 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ec4b08-948d-429f-bf27-4a2eef715e9c None None] Network e6331b93-bde8-4c5f-9922-8eac480a9c8f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:33.117283 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4de1-7e1d-42bb-afb5-5c0ff8b1f6db tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:33.129734 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ec4b08-948d-429f-bf27-4a2eef715e9c None None] Network e6331b93-bde8-4c5f-9922-8eac480a9c8f could not be found, it might have been deleted concurrently. {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 20 21:15:33.140395 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4de1-7e1d-42bb-afb5-5c0ff8b1f6db tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:33.152301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7f4de1-7e1d-42bb-afb5-5c0ff8b1f6db tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:15:33.153887 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4de1-7e1d-42bb-afb5-5c0ff8b1f6db tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:15:33.160273 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:15:33.254498 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4de1-7e1d-42bb-afb5-5c0ff8b1f6db tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:33.260128 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4de1-7e1d-42bb-afb5-5c0ff8b1f6db tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:33.270917 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bd7f4de1-7e1d-42bb-afb5-5c0ff8b1f6db tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/networks/98b3ce58-fb33-45d3-b341-64882b476e52 HTTP/1.1" status: 204  len: 168 time: 0.4763980
Nov 20 21:15:33.271592 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46994) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:33.318142 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f4de1-7e1d-42bb-afb5-5c0ff8b1f6db tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Network': ['ID=98b3ce58-fb33-45d3-b341-64882b476e52,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:33.320517 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d738d0-4b40-4cc8-835b-6ff08816529e tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:15:33.321046 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d738d0-4b40-4cc8-835b-6ff08816529e tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:15:33.324191 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-16d738d0-4b40-4cc8-835b-6ff08816529e tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/subnets/a4bd6887-82ac-4040-b2eb-d9e85a59a8c9 HTTP/1.1" status: 404  len: 337 time: 0.0420265
Nov 20 21:15:33.328905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 46996) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:33.336500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2a707-66da-4a64-b3e8-5de470fee02d req-a827f9ba-9058-4f11-9e61-e8e8a39f5213 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:33.344924 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-01e2a707-66da-4a64-b3e8-5de470fee02d req-a827f9ba-9058-4f11-9e61-e8e8a39f5213 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd5346d6-8241-4f81-8667-a0b3b50892c8 HTTP/1.1" status: 200  len: 944 time: 0.1550572
Nov 20 21:15:33.360773 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e074785d-ec8f-4a87-b93c-414651ff3e04 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:15:33.361250 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6900a8cd-eeb2-4136-ab8d-c88e79830130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:33.361864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e074785d-ec8f-4a87-b93c-414651ff3e04 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:15:33.365562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7f0bed02-9e48-40dc-ab62-619528e61f6c no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:15:33.371023 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e074785d-ec8f-4a87-b93c-414651ff3e04 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/networks/655ab786-8b71-4269-9ce9-7046eead2993 HTTP/1.1" status: 404  len: 339 time: 0.0407197
Nov 20 21:15:33.373883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47000) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:33.400565 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 7f0bed02-9e48-40dc-ab62-619528e61f6c {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:15:33.401149 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7f0bed02-9e48-40dc-ab62-619528e61f6c not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:15:33.434568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf92b61-a4b3-4e89-84ed-95951d0806e8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Deleting subnet 455770ca-0c95-4ed3-be92-c6d9b449d11b {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:15:33.438464 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9cf92b61-a4b3-4e89-84ed-95951d0806e8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:33.447985 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-01e2a707-66da-4a64-b3e8-5de470fee02d req-578e95ad-8eb3-44f3-a28b-d80134c2da8a tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961738
Nov 20 21:15:33.487344 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9cf92b61-a4b3-4e89-84ed-95951d0806e8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:33.599686 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9cf92b61-a4b3-4e89-84ed-95951d0806e8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:33.686379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6900a8cd-eeb2-4136-ab8d-c88e79830130 admin admin] Router fdd12344-8382-44fa-8ef8-7f01d2028042 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:15:33.691379 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9cf92b61-a4b3-4e89-84ed-95951d0806e8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:33.715636 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9cf92b61-a4b3-4e89-84ed-95951d0806e8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:33.720154 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c051eed-5b59-4ce3-987b-4b98a6259f5b None None] Network a9aabaed-b48a-409b-a3cc-5fb9b39439e6 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:33.728826 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9cf92b61-a4b3-4e89-84ed-95951d0806e8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/subnets/455770ca-0c95-4ed3-be92-c6d9b449d11b HTTP/1.1" status: 204  len: 168 time: 0.3533511
Nov 20 21:15:33.746827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47006) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:33.758643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf92b61-a4b3-4e89-84ed-95951d0806e8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Subnet': ['ID=455770ca-0c95-4ed3-be92-c6d9b449d11b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:33.838103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d02969-8f24-4934-95ae-4dfcf7310690 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Deleting subnet e27b0aac-6255-4b81-84e2-2daa658433ca {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:15:33.840921 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05d02969-8f24-4934-95ae-4dfcf7310690 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:33.850680 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6900a8cd-eeb2-4136-ab8d-c88e79830130 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:15:33.859219 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6900a8cd-eeb2-4136-ab8d-c88e79830130 admin admin] 10.222.0.41 "PUT /v2.0/routers/fdd12344-8382-44fa-8ef8-7f01d2028042/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9912250
Nov 20 21:15:33.859940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47010) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:33.866306 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5c51de-9c4f-455b-aaed-c9705a33ccb1 None None] Sync routers for ids ['fdd12344-8382-44fa-8ef8-7f01d2028042'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:15:33.876548 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 14939fc5-d132-43ee-8d7c-51cbc479909e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:15:33.902842 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5c51de-9c4f-455b-aaed-c9705a33ccb1 None None] Routers {'fdd12344-8382-44fa-8ef8-7f01d2028042'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:15:33.905522 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7a5c51de-9c4f-455b-aaed-c9705a33ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464e1cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['fdd12344-8382-44fa-8ef8-7f01d2028042'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:33.911750 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05d02969-8f24-4934-95ae-4dfcf7310690 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:34.010688 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05d02969-8f24-4934-95ae-4dfcf7310690 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:34.149913 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05d02969-8f24-4934-95ae-4dfcf7310690 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:34.157409 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-7a5c51de-9c4f-455b-aaed-c9705a33ccb1 None None] Set router fdd12344-8382-44fa-8ef8-7f01d2028042 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:15:34.196466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d02969-8f24-4934-95ae-4dfcf7310690 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Subnet': ['ID=e27b0aac-6255-4b81-84e2-2daa658433ca,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:34.198573 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05d02969-8f24-4934-95ae-4dfcf7310690 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:34.202147 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-05d02969-8f24-4934-95ae-4dfcf7310690 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/subnets/e27b0aac-6255-4b81-84e2-2daa658433ca HTTP/1.1" status: 204  len: 168 time: 0.4538825
Nov 20 21:15:34.212763 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47028) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:34.343115 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:34.429294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 14939fc5-d132-43ee-8d7c-51cbc479909e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=14939fc5-d132-43ee-8d7c-51cbc479909e,segment=NetworkSegment(474d48ee-f669-450f-8cc7-77acfa284fe9),segment_id=474d48ee-f669-450f-8cc7-77acfa284fe9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:34.455802 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Deleting port 8d8adfcf-de51-490d-816c-2e444c330666 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:34.456255 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:34.488195 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '14939fc5-d132-43ee-8d7c-51cbc479909e', 'network_id': '3a62d484-6489-47c9-ba52-8505cab4c721', 'port_id': '14939fc5-d132-43ee-8d7c-51cbc479909e', 'mac_address': 'fa:16:3e:1a:9a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66089d5-0b13-422d-8f26-1290adc78fe5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:15:34.574320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] For port 8d8adfcf-de51-490d-816c-2e444c330666, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d8adfcf-de51-490d-816c-2e444c330666,segment=NetworkSegment(87b9ee0c-ac6c-4354-80db-1faab3c796da),segment_id=87b9ee0c-ac6c-4354-80db-1faab3c796da)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:34.575281 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:34.587113 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:34.593750 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Calling delete_port for 8d8adfcf-de51-490d-816c-2e444c330666 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:34.632817 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7a5c51de-9c4f-455b-aaed-c9705a33ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464e1cd0>, [{'id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'name': 'tempest-TestServerMultinode-1018801779-router', 'tenant_id': '7d03363e050d4aed988e47cfe598c49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:34Z', 'updated_at': '2021-11-20T21:15:32Z', 'revision_number': 5, 'project_id': '7d03363e050d4aed988e47cfe598c49e', 'gw_port': {'id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:35Z', 'updated_at': '2021-11-20T21:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:34.689012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5c51de-9c4f-455b-aaed-c9705a33ccb1 None None] Checking router: fdd12344-8382-44fa-8ef8-7f01d2028042 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:15:34.696980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14939fc5-d132-43ee-8d7c-51cbc479909e {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:15:34.735007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 14939fc5-d132-43ee-8d7c-51cbc479909e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=14939fc5-d132-43ee-8d7c-51cbc479909e,segment=NetworkSegment(474d48ee-f669-450f-8cc7-77acfa284fe9),segment_id=474d48ee-f669-450f-8cc7-77acfa284fe9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:34.743914 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:34.751189 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9f1-1006-4607-8fe5-f47c0be576a6 admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:34.766323 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5c51de-9c4f-455b-aaed-c9705a33ccb1 None None] Routers {'fdd12344-8382-44fa-8ef8-7f01d2028042'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:15:34.767269 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7a5c51de-9c4f-455b-aaed-c9705a33ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464e1cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['fdd12344-8382-44fa-8ef8-7f01d2028042'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:34.777855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bcbb5-7abb-470e-81de-887016d95763 req-06f20068-0006-4953-8984-54e74c670fca tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:34.786508 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-964bcbb5-7abb-470e-81de-887016d95763 req-06f20068-0006-4953-8984-54e74c670fca tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd5346d6-8241-4f81-8667-a0b3b50892c8 HTTP/1.1" status: 200  len: 944 time: 0.1826341
Nov 20 21:15:34.852577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:34.870733 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No DVR routers for this DVR port 8d8adfcf-de51-490d-816c-2e444c330666 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:15:34.931047 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Port': ['ID=8d8adfcf-de51-490d-816c-2e444c330666,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:34.933475 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-7a5c51de-9c4f-455b-aaed-c9705a33ccb1 None None] Set router fdd12344-8382-44fa-8ef8-7f01d2028042 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:15:34.944046 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-964bcbb5-7abb-470e-81de-887016d95763 req-dbcc6808-e6f6-4902-b8e6-c615a20a004c tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566796
Nov 20 21:15:34.956841 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9f1-1006-4607-8fe5-f47c0be576a6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.038431 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.043712 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-06bfb9f1-1006-4607-8fe5-f47c0be576a6 admin admin] Deleting port af91794f-0ee6-4087-971a-21afc91e8954 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:35.044052 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9f1-1006-4607-8fe5-f47c0be576a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.060913 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e9c7280>,) {'filters': {'network_id': ['a9aabaed-b48a-409b-a3cc-5fb9b39439e6']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:35.087217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e9c7280>, '87b9ee0c-ac6c-4354-80db-1faab3c796da') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:35.090010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e9c7280>, '87b9ee0c-ac6c-4354-80db-1faab3c796da') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:35.103091 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.142028 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.151054 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:15:35.151480 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:15:35.156817 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:15:35.173095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-06bfb9f1-1006-4607-8fe5-f47c0be576a6 admin admin] For port af91794f-0ee6-4087-971a-21afc91e8954, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af91794f-0ee6-4087-971a-21afc91e8954,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:35.173738 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9f1-1006-4607-8fe5-f47c0be576a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.196888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-06bfb9f1-1006-4607-8fe5-f47c0be576a6 admin admin] Calling delete_port for af91794f-0ee6-4087-971a-21afc91e8954 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:35.250201 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.257519 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.265632 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/networks/a9aabaed-b48a-409b-a3cc-5fb9b39439e6 HTTP/1.1" status: 204  len: 168 time: 1.0512624
Nov 20 21:15:35.266170 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47066) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:35.283075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d26868-fbfe-45e6-911a-4e6578324561 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Network': ['ID=a9aabaed-b48a-409b-a3cc-5fb9b39439e6,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:35.306451 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f673afc-a470-49a9-9056-3468e17b06fa tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:15:35.306904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f673afc-a470-49a9-9056-3468e17b06fa tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:15:35.310747 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2f673afc-a470-49a9-9056-3468e17b06fa tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/subnets/10898177-fa1a-47c5-80c1-f7deef1321d7 HTTP/1.1" status: 404  len: 337 time: 0.0430233
Nov 20 21:15:35.315635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47068) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:35.346333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['14939fc5-d132-43ee-8d7c-51cbc479909e'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:15:35.350417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2be5c8a-9ba1-48b3-b38b-433aa486bdc7 None None] Network a9aabaed-b48a-409b-a3cc-5fb9b39439e6 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:35.363023 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6e6c2c-1ab6-4124-9b4b-bf4468571c26 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:15:35.363559 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6e6c2c-1ab6-4124-9b4b-bf4468571c26 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:15:35.367326 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2be5c8a-9ba1-48b3-b38b-433aa486bdc7 None None] Network a9aabaed-b48a-409b-a3cc-5fb9b39439e6 could not be found, it might have been deleted concurrently. {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 20 21:15:35.385215 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ab6e6c2c-1ab6-4124-9b4b-bf4468571c26 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/networks/99388983-fd8d-45e5-83ab-791d3c4d2c46 HTTP/1.1" status: 404  len: 339 time: 0.0679727
Nov 20 21:15:35.387222 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47074) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:35.422599 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9cefec85-5388-4885-a12a-f8599c4a9d5f None None] Could not find standard attr ID for object 8d8adfcf-de51-490d-816c-2e444c330666. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:15:35.440400 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c357b02-9d1a-4f27-bc1d-40474015f0f8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:15:35.441003 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c357b02-9d1a-4f27-bc1d-40474015f0f8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:15:35.443282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=14939fc5-d132-43ee-8d7c-51cbc479909e,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:35.449072 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7c357b02-9d1a-4f27-bc1d-40474015f0f8 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/subnets/e4e7d456-09bc-4e40-82e7-be1e7dc69873 HTTP/1.1" status: 404  len: 337 time: 0.0605240
Nov 20 21:15:35.450421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47076) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:35.450788 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47078) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:35.477077 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f6959f-a49c-4a36-b248-a025abc0367d None None] DHCP port deletion for a9aabaed-b48a-409b-a3cc-5fb9b39439e6 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:35.480922 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d685556-da5e-40f2-811a-ba72ba6b0898 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:15:35.481841 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d685556-da5e-40f2-811a-ba72ba6b0898 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:15:35.489449 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1d685556-da5e-40f2-811a-ba72ba6b0898 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/networks/fa4b13f3-9ee4-4f9f-b7bd-23dc278067f3 HTTP/1.1" status: 404  len: 339 time: 0.0361588
Nov 20 21:15:35.490282 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47082) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:35.506292 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9f1-1006-4607-8fe5-f47c0be576a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.523281 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49993d9-ed04-424c-bb33-1aa39a60d186 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:15:35.523937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49993d9-ed04-424c-bb33-1aa39a60d186 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:15:35.535564 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e49993d9-ed04-424c-bb33-1aa39a60d186 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/subnets/6c33515b-4b82-4e51-8777-a2c700a58916 HTTP/1.1" status: 404  len: 337 time: 0.0415082
Nov 20 21:15:35.535564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47084) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:35.557927 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98b13dd-68e2-4d86-b38d-1df4312e23f4 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:15:35.559097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98b13dd-68e2-4d86-b38d-1df4312e23f4 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:15:35.568250 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a98b13dd-68e2-4d86-b38d-1df4312e23f4 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/networks/db5e4508-afc1-4026-a837-ef446f6c69af HTTP/1.1" status: 404  len: 339 time: 0.0333259
Nov 20 21:15:35.570854 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47086) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:35.572228 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfb9f1-1006-4607-8fe5-f47c0be576a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=af91794f-0ee6-4087-971a-21afc91e8954,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:35.577900 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7a5c51de-9c4f-455b-aaed-c9705a33ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464e1cd0>, [{'id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'name': 'tempest-TestServerMultinode-1018801779-router', 'tenant_id': '7d03363e050d4aed988e47cfe598c49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:34Z', 'updated_at': '2021-11-20T21:15:32Z', 'revision_number': 5, 'project_id': '7d03363e050d4aed988e47cfe598c49e', 'gw_port': {'id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:35Z', 'updated_at': '2021-11-20T21:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:35.632257 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47088) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:35.646689 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5c51de-9c4f-455b-aaed-c9705a33ccb1 None None] The sync data for ids ['fdd12344-8382-44fa-8ef8-7f01d2028042'] in ncdv-master-1 is: [{'id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'name': 'tempest-TestServerMultinode-1018801779-router', 'tenant_id': '7d03363e050d4aed988e47cfe598c49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:34Z', 'updated_at': '2021-11-20T21:15:32Z', 'revision_number': 5, 'project_id': '7d03363e050d4aed988e47cfe598c49e', 'gw_port': {'id': 'af91794f-0ee6-4087-971a-21afc91e8954', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd12344-8382-44fa-8ef8-7f01d2028042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:35Z', 'updated_at': '2021-11-20T21:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:15:35.648077 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a99ec5-06a5-4b70-a90c-5bc3f6115972 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:35.670321 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9f1-1006-4607-8fe5-f47c0be576a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.711528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce7a3ab-1b84-4b51-a996-12a3e3b987e3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Deleting subnet 603fa479-0cd8-4665-bb54-e34aaa1dc51d {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:15:35.723094 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a3ab-1b84-4b51-a996-12a3e3b987e3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.769234 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a3ab-1b84-4b51-a996-12a3e3b987e3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.811115 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f62df68d-540f-485b-aec6-b9ef1495fd6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.826590 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9f1-1006-4607-8fe5-f47c0be576a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.828917 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9f1-1006-4607-8fe5-f47c0be576a6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.880564 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d2b10f5-41a1-4b53-af80-72f45d45fe37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.895601 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9f1-1006-4607-8fe5-f47c0be576a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.896151 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bfb9f1-1006-4607-8fe5-f47c0be576a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdd12344-8382-44fa-8ef8-7f01d2028042 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:15:35.902285 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9f1-1006-4607-8fe5-f47c0be576a6 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.903427 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-06bfb9f1-1006-4607-8fe5-f47c0be576a6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fdd12344-8382-44fa-8ef8-7f01d2028042 HTTP/1.1" status: 204  len: 168 time: 2.0425432
Nov 20 21:15:35.906389 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a3ab-1b84-4b51-a996-12a3e3b987e3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.907828 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47092) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:35.973096 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72c2396-291c-4b86-8c50-4cdc3b077115 admin admin] Deleting subnet 2fbe6c06-e03e-466b-a1ae-7ee21b7d24de {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:15:35.976412 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f62df68d-540f-485b-aec6-b9ef1495fd6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.980413 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f62df68d-540f-485b-aec6-b9ef1495fd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:35.980542 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d72c2396-291c-4b86-8c50-4cdc3b077115 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.027896 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62df68d-540f-485b-aec6-b9ef1495fd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0001fc9-b255-4100-a5ce-f4133943e710,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:36.046119 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f62df68d-540f-485b-aec6-b9ef1495fd6f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8268bf312048443bb5a160d6d0d2c796&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5911703
Nov 20 21:15:36.046668 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47096) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:36.049495 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d72c2396-291c-4b86-8c50-4cdc3b077115 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.055022 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a3ab-1b84-4b51-a996-12a3e3b987e3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.074092 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d2b10f5-41a1-4b53-af80-72f45d45fe37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.091334 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7a3ab-1b84-4b51-a996-12a3e3b987e3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Subnet': ['ID=603fa479-0cd8-4665-bb54-e34aaa1dc51d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:36.099815 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d2b10f5-41a1-4b53-af80-72f45d45fe37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.106096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bf22f4-8c3f-4e0d-baca-1e2cce99f382 None None] Network b2c64ddd-56cb-4e6f-b247-e7ea52016ddd requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:36.109190 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a3ab-1b84-4b51-a996-12a3e3b987e3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.112459 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7ce7a3ab-1b84-4b51-a996-12a3e3b987e3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/subnets/603fa479-0cd8-4665-bb54-e34aaa1dc51d HTTP/1.1" status: 204  len: 168 time: 0.5406063
Nov 20 21:15:36.115926 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47098) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:36.201565 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d72c2396-291c-4b86-8c50-4cdc3b077115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.216120 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8d8adfcf-de51-490d-816c-2e444c330666 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:15:36.233194 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.246796 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 8d8adfcf-de51-490d-816c-2e444c330666 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:15:36.248634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8d8adfcf-de51-490d-816c-2e444c330666 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:15:36.264674 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3579d890-d7c5-44db-9edb-d39c05e06c10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.277085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef165b-9383-4bf9-a8df-7536f959ea94 req-6698a0ed-dec9-47b6-87d8-cc32e7c1358c tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:36.278512 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0ef165b-9383-4bf9-a8df-7536f959ea94 req-6698a0ed-dec9-47b6-87d8-cc32e7c1358c tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd5346d6-8241-4f81-8667-a0b3b50892c8 HTTP/1.1" status: 200  len: 945 time: 0.2067249
Nov 20 21:15:36.283943 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b10f5-41a1-4b53-af80-72f45d45fe37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339c76c3-8f03-4732-a1be-6cf44762e505,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:36.306400 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3579d890-d7c5-44db-9edb-d39c05e06c10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.308580 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8d2b10f5-41a1-4b53-af80-72f45d45fe37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1bab15ea0c44c0c8f427b3ac6cd098f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6747639
Nov 20 21:15:36.312648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47100) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:36.378342 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0ef165b-9383-4bf9-a8df-7536f959ea94 req-432bb9fc-66f4-4d63-a275-fd021770c813 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888436
Nov 20 21:15:36.399213 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d72c2396-291c-4b86-8c50-4cdc3b077115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.408650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Deleting port 74929595-0f97-42b5-9f9e-dc30177b8478 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:36.408866 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.417397 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d20fa6b-fe3f-41b6-b227-d61e1ed6da68 None None] DHCP port deletion for b2c64ddd-56cb-4e6f-b247-e7ea52016ddd request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:36.438129 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3579d890-d7c5-44db-9edb-d39c05e06c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.441007 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3579d890-d7c5-44db-9edb-d39c05e06c10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.444480 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3579d890-d7c5-44db-9edb-d39c05e06c10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0001fc9-b255-4100-a5ce-f4133943e710 HTTP/1.1" status: 204  len: 168 time: 0.3942540
Nov 20 21:15:36.464024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579d890-d7c5-44db-9edb-d39c05e06c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0001fc9-b255-4100-a5ce-f4133943e710,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:36.503440 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8266c387-5f4f-4080-86c7-5b78e16021a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.510063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c2396-291c-4b86-8c50-4cdc3b077115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fbe6c06-e03e-466b-a1ae-7ee21b7d24de,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:36.524464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39f2ba7-912d-4135-9b42-516ce04907e8 None None] Network 0c8a2fad-e4e3-4cc9-a292-09228f527897 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:36.526411 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d72c2396-291c-4b86-8c50-4cdc3b077115 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.531411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2d20fa6b-fe3f-41b6-b227-d61e1ed6da68 None None] Deleting port 74929595-0f97-42b5-9f9e-dc30177b8478 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:36.531938 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2d20fa6b-fe3f-41b6-b227-d61e1ed6da68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.542373 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d72c2396-291c-4b86-8c50-4cdc3b077115 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2fbe6c06-e03e-466b-a1ae-7ee21b7d24de HTTP/1.1" status: 204  len: 168 time: 0.6332481
Nov 20 21:15:36.549635 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47104) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:36.553017 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] For port 74929595-0f97-42b5-9f9e-dc30177b8478, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74929595-0f97-42b5-9f9e-dc30177b8478,segment=NetworkSegment(d2e3b3ca-aa49-499f-92ee-cfeb9fdf6148),segment_id=d2e3b3ca-aa49-499f-92ee-cfeb9fdf6148)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:36.553731 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.572951 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Calling delete_port for 74929595-0f97-42b5-9f9e-dc30177b8478 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:36.601988 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8266c387-5f4f-4080-86c7-5b78e16021a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.673751 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.706203 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.736486 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2d20fa6b-fe3f-41b6-b227-d61e1ed6da68 None None] For port 74929595-0f97-42b5-9f9e-dc30177b8478, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74929595-0f97-42b5-9f9e-dc30177b8478,segment=NetworkSegment(d2e3b3ca-aa49-499f-92ee-cfeb9fdf6148),segment_id=d2e3b3ca-aa49-499f-92ee-cfeb9fdf6148)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:36.736989 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2d20fa6b-fe3f-41b6-b227-d61e1ed6da68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.740083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No DVR routers for this DVR port 74929595-0f97-42b5-9f9e-dc30177b8478 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:15:36.742385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Port': ['ID=74929595-0f97-42b5-9f9e-dc30177b8478,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:36.755425 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2d20fa6b-fe3f-41b6-b227-d61e1ed6da68 None None] Calling delete_port for 74929595-0f97-42b5-9f9e-dc30177b8478 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:36.785677 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8266c387-5f4f-4080-86c7-5b78e16021a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.789266 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8266c387-5f4f-4080-86c7-5b78e16021a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.794765 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8266c387-5f4f-4080-86c7-5b78e16021a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/339c76c3-8f03-4732-a1be-6cf44762e505 HTTP/1.1" status: 204  len: 168 time: 0.4765592
Nov 20 21:15:36.815214 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266c387-5f4f-4080-86c7-5b78e16021a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339c76c3-8f03-4732-a1be-6cf44762e505,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:36.841063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] Deleting port 56442606-a00c-49ce-bdbf-1e702b0439b4 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:36.842882 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.860954 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47110) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:36.879629 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ec1b6d9-7659-4fbc-9e0d-72de80148a94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.882040 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.904509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09675223-4c80-4208-9ef8-975b713151eb None None] DHCP port deletion for 0c8a2fad-e4e3-4cc9-a292-09228f527897 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:36.907382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6d6880>,) {'filters': {'network_id': ['b2c64ddd-56cb-4e6f-b247-e7ea52016ddd']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:36.912121 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2d20fa6b-fe3f-41b6-b227-d61e1ed6da68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.921087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6d6880>, 'd2e3b3ca-aa49-499f-92ee-cfeb9fdf6148') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:36.921479 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6d6880>, 'd2e3b3ca-aa49-499f-92ee-cfeb9fdf6148') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:36.938130 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.966829 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.977836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:15:36.978315 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:15:36.983153 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:15:36.985290 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] For port 56442606-a00c-49ce-bdbf-1e702b0439b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56442606-a00c-49ce-bdbf-1e702b0439b4,segment=NetworkSegment(3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40),segment_id=3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:36.985290 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:36.995175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20fa6b-fe3f-41b6-b227-d61e1ed6da68 None None] Pushing event deleted for resources: {'Port': ['ID=74929595-0f97-42b5-9f9e-dc30177b8478,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:37.007973 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] Calling delete_port for 56442606-a00c-49ce-bdbf-1e702b0439b4 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:37.011664 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d20fa6b-fe3f-41b6-b227-d61e1ed6da68 None None] No DVR routers for this DVR port 74929595-0f97-42b5-9f9e-dc30177b8478 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:15:37.057788 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-09675223-4c80-4208-9ef8-975b713151eb None None] Deleting port 56442606-a00c-49ce-bdbf-1e702b0439b4 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:37.058812 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-09675223-4c80-4208-9ef8-975b713151eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.081309 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.103272 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.108987 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/networks/b2c64ddd-56cb-4e6f-b247-e7ea52016ddd HTTP/1.1" status: 204  len: 168 time: 0.9898403
Nov 20 21:15:37.108987 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac94f0b-d0b2-4ed8-93b0-759392558a57 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Network': ['ID=b2c64ddd-56cb-4e6f-b247-e7ea52016ddd,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:37.110630 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47114) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:37.116397 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ec1b6d9-7659-4fbc-9e0d-72de80148a94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.132703 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ec1b6d9-7659-4fbc-9e0d-72de80148a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.140369 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09ab77d-dd81-4fac-bec9-1dd5d4c524ea tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:15:37.141262 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09ab77d-dd81-4fac-bec9-1dd5d4c524ea tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:15:37.145096 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e09ab77d-dd81-4fac-bec9-1dd5d4c524ea tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/subnets/9a8eab91-7fb1-440b-ab61-ddf0ee8c70ac HTTP/1.1" status: 404  len: 337 time: 0.0338385
Nov 20 21:15:37.147624 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47116) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:37.157871 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-09675223-4c80-4208-9ef8-975b713151eb None None] For port 56442606-a00c-49ce-bdbf-1e702b0439b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56442606-a00c-49ce-bdbf-1e702b0439b4,segment=NetworkSegment(3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40),segment_id=3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:37.158913 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-09675223-4c80-4208-9ef8-975b713151eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.168284 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.177140 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f74c809-e246-493a-8db6-cb83fcb18798 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:15:37.177643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f74c809-e246-493a-8db6-cb83fcb18798 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:15:37.180231 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-09675223-4c80-4208-9ef8-975b713151eb None None] Calling delete_port for 56442606-a00c-49ce-bdbf-1e702b0439b4 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:37.180904 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0f74c809-e246-493a-8db6-cb83fcb18798 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/networks/6e20ff47-8a6e-439c-b83b-4d1fbc342974 HTTP/1.1" status: 404  len: 339 time: 0.0323412
Nov 20 21:15:37.184611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47118) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:37.224032 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1ec1b6d9-7659-4fbc-9e0d-72de80148a94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef25a2557dbe4c0ca0f03dc94a2fec2f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3618503
Nov 20 21:15:37.228482 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47122) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:37.229184 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=56442606-a00c-49ce-bdbf-1e702b0439b4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:37.234815 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] No DVR routers for this DVR port 56442606-a00c-49ce-bdbf-1e702b0439b4 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:15:37.237712 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1b6d9-7659-4fbc-9e0d-72de80148a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3991bc6-4618-4504-86b2-177b4d41401e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:37.250177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91a25b2-5697-4391-8183-63e64d4ae1ce tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Deleting subnet a08cbdf0-d6f2-424a-85fd-0e3bfbb0b3d3 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:15:37.265448 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d91a25b2-5697-4391-8183-63e64d4ae1ce tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.312143 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-09675223-4c80-4208-9ef8-975b713151eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.330578 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.331234 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09675223-4c80-4208-9ef8-975b713151eb None None] No DVR routers for this DVR port 56442606-a00c-49ce-bdbf-1e702b0439b4 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:15:37.356269 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09675223-4c80-4208-9ef8-975b713151eb None None] Pushing event deleted for resources: {'Port': ['ID=56442606-a00c-49ce-bdbf-1e702b0439b4,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:37.366986 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a549b55e0>,) {'filters': {'network_id': ['0c8a2fad-e4e3-4cc9-a292-09228f527897']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:37.382739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a549b55e0>, '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:37.383043 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a549b55e0>, '3bfa0daf-a5fc-4604-9bb4-c8b8ce5d1b40') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:37.400519 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.417977 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.425928 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:15:37.426682 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:15:37.429426 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:15:37.498532 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.505054 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.509786 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0c8a2fad-e4e3-4cc9-a292-09228f527897 HTTP/1.1" status: 204  len: 168 time: 0.9579830
Nov 20 21:15:37.512639 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47132) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:37.533222 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc8cad-571b-4741-bed6-969d959477c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c8a2fad-e4e3-4cc9-a292-09228f527897,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:37.696330 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 74929595-0f97-42b5-9f9e-dc30177b8478 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:15:37.720835 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d91a25b2-5697-4391-8183-63e64d4ae1ce tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.725748 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 74929595-0f97-42b5-9f9e-dc30177b8478 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:15:37.726307 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 74929595-0f97-42b5-9f9e-dc30177b8478 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:15:37.726912 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 56442606-a00c-49ce-bdbf-1e702b0439b4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:15:37.752000 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 56442606-a00c-49ce-bdbf-1e702b0439b4 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:15:37.752768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 56442606-a00c-49ce-bdbf-1e702b0439b4 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:15:37.753335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device af91794f-0ee6-4087-971a-21afc91e8954 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:15:37.778913 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea2a24a5-6f48-4f43-a433-593d5caf991d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.783433 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: af91794f-0ee6-4087-971a-21afc91e8954 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:15:37.783963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device af91794f-0ee6-4087-971a-21afc91e8954 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:15:37.784514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e1fec020-e55d-4ce0-9628-c7a08eb11add no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:15:37.808003 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: e1fec020-e55d-4ce0-9628-c7a08eb11add {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:15:37.808634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e1fec020-e55d-4ce0-9628-c7a08eb11add not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:15:37.811607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e6230-e3a5-49c5-8844-36a79b188826 req-ec70b28c-e14c-4e73-80ea-f6eb26b47d93 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:37.813399 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb3e6230-e3a5-49c5-8844-36a79b188826 req-ec70b28c-e14c-4e73-80ea-f6eb26b47d93 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd5346d6-8241-4f81-8667-a0b3b50892c8 HTTP/1.1" status: 200  len: 945 time: 0.1652086
Nov 20 21:15:37.865426 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea2a24a5-6f48-4f43-a433-593d5caf991d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.902821 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47142) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:37.906321 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 14939fc5-d132-43ee-8d7c-51cbc479909e up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:37.931957 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d91a25b2-5697-4391-8183-63e64d4ae1ce tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.938838 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb3e6230-e3a5-49c5-8844-36a79b188826 req-ba3ff7a2-2c86-4490-bbe5-2b158f3f2be6 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096983
Nov 20 21:15:37.984505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 14939fc5-d132-43ee-8d7c-51cbc479909e completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:15:37.991484 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 14939fc5-d132-43ee-8d7c-51cbc479909e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:37.991931 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.992048 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea2a24a5-6f48-4f43-a433-593d5caf991d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.995426 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea2a24a5-6f48-4f43-a433-593d5caf991d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:37.999524 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ea2a24a5-6f48-4f43-a433-593d5caf991d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3991bc6-4618-4504-86b2-177b4d41401e HTTP/1.1" status: 204  len: 168 time: 0.7675688
Nov 20 21:15:38.029462 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3226848-2944-43ed-b65e-6a8547ebc174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.050949 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a24a5-6f48-4f43-a433-593d5caf991d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3991bc6-4618-4504-86b2-177b4d41401e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:38.075213 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d91a25b2-5697-4391-8183-63e64d4ae1ce tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.075442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d97328c7-7116-410d-982d-f570ec356d9c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-634746928-network', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:38.095710 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.117665 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97328c7-7116-410d-982d-f570ec356d9c admin admin] Made reservation on behalf of 6028b150b064464f9c6d8e21d3af617e for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:38.118734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a25b2-5697-4391-8183-63e64d4ae1ce tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Subnet': ['ID=a08cbdf0-d6f2-424a-85fd-0e3bfbb0b3d3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:38.121951 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d97328c7-7116-410d-982d-f570ec356d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.127145 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d91a25b2-5697-4391-8183-63e64d4ae1ce tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.134359 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d91a25b2-5697-4391-8183-63e64d4ae1ce tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/subnets/a08cbdf0-d6f2-424a-85fd-0e3bfbb0b3d3 HTTP/1.1" status: 204  len: 168 time: 0.9486485
Nov 20 21:15:38.135252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47148) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:38.142821 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 14939fc5-d132-43ee-8d7c-51cbc479909e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=14939fc5-d132-43ee-8d7c-51cbc479909e,segment=NetworkSegment(474d48ee-f669-450f-8cc7-77acfa284fe9),segment_id=474d48ee-f669-450f-8cc7-77acfa284fe9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:38.149255 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5346d6-8241-4f81-8667-a0b3b50892c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14939fc5-d132-43ee-8d7c-51cbc479909e'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:15:38.151631 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05da47ee-9922-4ceb-81cb-a2e8994024fe" -d '{"events": [{"server_uuid": "bd5346d6-8241-4f81-8667-a0b3b50892c8", "name": "network-vif-plugged", "status": "completed", "tag": "14939fc5-d132-43ee-8d7c-51cbc479909e"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:15:38.155532 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f88d2a-b47c-4e48-8678-4f5fc96a93e4 None None] Network 94733288-7653-4b4f-92ce-56a9efe61531 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:38.160655 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.199115 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d97328c7-7116-410d-982d-f570ec356d9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.233125 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f080d1a5-0366-4ff0-84ed-e6ab686bfcae x-openstack-request-id: req-f080d1a5-0366-4ff0-84ed-e6ab686bfcae {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:15:38.233488 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5346d6-8241-4f81-8667-a0b3b50892c8", "name": "network-vif-plugged", "status": "completed", "tag": "14939fc5-d132-43ee-8d7c-51cbc479909e", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:15:38.233785 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f080d1a5-0366-4ff0-84ed-e6ab686bfcae {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:15:38.234473 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5346d6-8241-4f81-8667-a0b3b50892c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14939fc5-d132-43ee-8d7c-51cbc479909e', 'code': 200}
Nov 20 21:15:38.238627 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.356774 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4766605-d56a-4fb7-becf-255a1e4eef0d req-50044402-2d02-4948-8dbe-dbe58977c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:38.358443 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c4766605-d56a-4fb7-becf-255a1e4eef0d req-50044402-2d02-4948-8dbe-dbe58977c1e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd5346d6-8241-4f81-8667-a0b3b50892c8 HTTP/1.1" status: 200  len: 1097 time: 0.0692654
Nov 20 21:15:38.364977 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Deleting port 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:38.364977 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.367190 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.378603 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.379299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=14939fc5-d132-43ee-8d7c-51cbc479909e,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:38.395062 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d97328c7-7116-410d-982d-f570ec356d9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.399853 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d97328c7-7116-410d-982d-f570ec356d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.458897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97328c7-7116-410d-982d-f570ec356d9c admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:38.472942 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c4766605-d56a-4fb7-becf-255a1e4eef0d req-57723ad7-303e-4c17-98c9-74ca75e17eb5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051402
Nov 20 21:15:38.474540 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] For port 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a,segment=NetworkSegment(a38d5c21-bc8c-43fc-9611-8a49ff0b3b6f),segment_id=a38d5c21-bc8c-43fc-9611-8a49ff0b3b6f)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:38.474976 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.488463 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Calling delete_port for 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:38.497413 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97328c7-7116-410d-982d-f570ec356d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:38.501856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47154) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:38.506222 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d97328c7-7116-410d-982d-f570ec356d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.506587 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-d97328c7-7116-410d-982d-f570ec356d9c admin admin] Added segment f49f0257-7c6c-4870-be29-86300bc82fb1 of type vlan for network ec52e298-c6c7-453e-a2fa-373fbe63335d
Nov 20 21:15:38.547267 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3300e836-f8de-4061-9b03-71c6e80f6734 None None] DHCP port deletion for 94733288-7653-4b4f-92ce-56a9efe61531 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:38.555136 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4c42264f-bd66-4f78-bd51-408d63d90e13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.584561 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d97328c7-7116-410d-982d-f570ec356d9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.598529 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b3226848-2944-43ed-b65e-6a8547ebc174 admin admin] Deleting port e67c0019-c5b0-43df-aa08-3de900a17d09 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:38.598865 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3226848-2944-43ed-b65e-6a8547ebc174 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.616953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3300e836-f8de-4061-9b03-71c6e80f6734 None None] Deleting port 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:38.617455 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3300e836-f8de-4061-9b03-71c6e80f6734 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.628607 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.662095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Port': ['ID=9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:38.670947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] No DVR routers for this DVR port 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:15:38.681004 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d97328c7-7116-410d-982d-f570ec356d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.683628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97328c7-7116-410d-982d-f570ec356d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:38.683765 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d97328c7-7116-410d-982d-f570ec356d9c admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.690399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3300e836-f8de-4061-9b03-71c6e80f6734 None None] For port 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a,segment=NetworkSegment(a38d5c21-bc8c-43fc-9611-8a49ff0b3b6f),segment_id=a38d5c21-bc8c-43fc-9611-8a49ff0b3b6f)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:38.690985 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3300e836-f8de-4061-9b03-71c6e80f6734 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.705530 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3300e836-f8de-4061-9b03-71c6e80f6734 None None] Calling delete_port for 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:38.727487 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4c42264f-bd66-4f78-bd51-408d63d90e13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.732824 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4c42264f-bd66-4f78-bd51-408d63d90e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.738426 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d97328c7-7116-410d-982d-f570ec356d9c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8318326
Nov 20 21:15:38.740270 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47156) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:38.751438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d06e0f59-0099-4540-8954-2ea4bd9489b9 admin admin] Request body: {'subnet': {'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-634746928-subnet', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:38.779101 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-b3226848-2944-43ed-b65e-6a8547ebc174 admin admin] For port e67c0019-c5b0-43df-aa08-3de900a17d09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e67c0019-c5b0-43df-aa08-3de900a17d09,segment=NetworkSegment(83839013-5f5d-4b47-bde2-8c38b2c8ad6d),segment_id=83839013-5f5d-4b47-bde2-8c38b2c8ad6d)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:38.779368 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3226848-2944-43ed-b65e-6a8547ebc174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.781747 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97328c7-7116-410d-982d-f570ec356d9c admin admin] Pushing event updated for resources: {'Network': ['ID=ec52e298-c6c7-453e-a2fa-373fbe63335d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:15:38.790589 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:15:38.796364 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b3226848-2944-43ed-b65e-6a8547ebc174 admin admin] Calling delete_port for e67c0019-c5b0-43df-aa08-3de900a17d09 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:38.801709 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3300e836-f8de-4061-9b03-71c6e80f6734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.818146 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.828396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network ec52e298-c6c7-453e-a2fa-373fbe63335d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:38.834955 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300e836-f8de-4061-9b03-71c6e80f6734 None None] Pushing event deleted for resources: {'Port': ['ID=9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:38.854448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300e836-f8de-4061-9b03-71c6e80f6734 None None] No DVR routers for this DVR port 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:15:38.855216 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4c42264f-bd66-4f78-bd51-408d63d90e13 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0085a9eb789e421aaba0cf7261ce4fa5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3519003
Nov 20 21:15:38.859799 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42264f-bd66-4f78-bd51-408d63d90e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3477ea27-380f-41e5-a092-c72385114cb2,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:38.860735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47158) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:38.861749 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4fbe3f10>,) {'filters': {'network_id': ['94733288-7653-4b4f-92ce-56a9efe61531']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:38.864742 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06e0f59-0099-4540-8954-2ea4bd9489b9 admin admin] Made reservation on behalf of 6028b150b064464f9c6d8e21d3af617e for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:38.867134 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d06e0f59-0099-4540-8954-2ea4bd9489b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.887178 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fbe3f10>, 'a38d5c21-bc8c-43fc-9611-8a49ff0b3b6f') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:38.887477 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fbe3f10>, 'a38d5c21-bc8c-43fc-9611-8a49ff0b3b6f') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:38.900354 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.955789 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.970910 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:15:38.971387 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0cc3ea90-e7d8-4b8f-9eb2-442c153dccff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.971837 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:15:38.974501 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:15:39.009642 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0cc3ea90-e7d8-4b8f-9eb2-442c153dccff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:39.078421 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:39.095085 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3226848-2944-43ed-b65e-6a8547ebc174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:39.106973 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:39.111016 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] 10.222.0.41 "DELETE /v2.0/networks/94733288-7653-4b4f-92ce-56a9efe61531 HTTP/1.1" status: 204  len: 168 time: 0.9745939
Nov 20 21:15:39.124101 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3226848-2944-43ed-b65e-6a8547ebc174 admin admin] Pushing event deleted for resources: {'Port': ['ID=e67c0019-c5b0-43df-aa08-3de900a17d09,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:39.135175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcef856-f076-4b51-b392-678548a682b3 tempest-NetworksIpV6Test-1583483709 tempest-NetworksIpV6Test-1583483709-project] Pushing event deleted for resources: {'Network': ['ID=94733288-7653-4b4f-92ce-56a9efe61531,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:39.156772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1725577-8174-4cf3-b570-8fd2f67fc51d req-179f5991-675c-468e-a252-fc4fdf2a4b32 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:39.157037 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0cc3ea90-e7d8-4b8f-9eb2-442c153dccff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:39.158534 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b1725577-8174-4cf3-b570-8fd2f67fc51d req-179f5991-675c-468e-a252-fc4fdf2a4b32 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd5346d6-8241-4f81-8667-a0b3b50892c8 HTTP/1.1" status: 200  len: 946 time: 0.1214271
Nov 20 21:15:39.159454 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0cc3ea90-e7d8-4b8f-9eb2-442c153dccff admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:39.161089 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0cc3ea90-e7d8-4b8f-9eb2-442c153dccff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3477ea27-380f-41e5-a092-c72385114cb2 HTTP/1.1" status: 204  len: 168 time: 0.2989669
Nov 20 21:15:39.201288 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3ea90-e7d8-4b8f-9eb2-442c153dccff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3477ea27-380f-41e5-a092-c72385114cb2,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:39.232847 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d06e0f59-0099-4540-8954-2ea4bd9489b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:39.321716 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b1725577-8174-4cf3-b570-8fd2f67fc51d req-60e0fb70-67fc-4f76-a7cf-90929501bcbd tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386642
Nov 20 21:15:39.333890 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e0f59-0099-4540-8954-2ea4bd9489b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e49bdb26-fb3f-4488-8617-26bc32281c9f,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:39.361353 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06e0f59-0099-4540-8954-2ea4bd9489b9 admin admin] Checking segment: {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:39.362036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06e0f59-0099-4540-8954-2ea4bd9489b9 admin admin] Network hostable DHCP agents. Network: ec52e298-c6c7-453e-a2fa-373fbe63335d, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:15:39.388762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06e0f59-0099-4540-8954-2ea4bd9489b9 admin admin] Network ec52e298-c6c7-453e-a2fa-373fbe63335d is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:15:39.392720 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3226848-2944-43ed-b65e-6a8547ebc174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:39.403257 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-d06e0f59-0099-4540-8954-2ea4bd9489b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ec52e298-c6c7-453e-a2fa-373fbe63335d) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:39.411447 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06e0f59-0099-4540-8954-2ea4bd9489b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:39.413393 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d06e0f59-0099-4540-8954-2ea4bd9489b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:39.421652 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fcd812-7970-42d3-975e-38c48e1f52d8 None None] Network ec52e298-c6c7-453e-a2fa-373fbe63335d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:39.445801 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d06e0f59-0099-4540-8954-2ea4bd9489b9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6994350
Nov 20 21:15:39.447543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47166) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:39.455724 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:39.493050 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:39.494146 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:39.658844 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:39.710707 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ec52e298-c6c7-453e-a2fa-373fbe63335d', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:15:39.712493 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:39.733054 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47174) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:39.773916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3226848-2944-43ed-b65e-6a8547ebc174 admin admin] Router 5319ba0f-f1fa-410f-afff-f348a76d87f5 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:15:39.805782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:15:39.832442 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:15:39.832801 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9aa3ea69-3c6a-4ac7-9d9a-4859c6c6748a not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:15:39.913107 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Allocated IP 172.20.0.2 (ec52e298-c6c7-453e-a2fa-373fbe63335d/e49bdb26-fb3f-4488-8617-26bc32281c9f/5e050b16-ed2f-4adb-a7be-63c094a3437a) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:39.919822 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:40.101492 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:40.109834 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:40.165862 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Pushing event updated for resources: {'Port': ['ID=5e050b16-ed2f-4adb-a7be-63c094a3437a,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:40.174760 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Network ec52e298-c6c7-453e-a2fa-373fbe63335d is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:40.176213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:40.178548 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:40.199674 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:40.238326 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:40.241959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3226848-2944-43ed-b65e-6a8547ebc174 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:15:40.247222 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Attempting to bind port 5e050b16-ed2f-4adb-a7be-63c094a3437a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:15:40.247476 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Attempting to bind port 5e050b16-ed2f-4adb-a7be-63c094a3437a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:15:40.249242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Attempting to bind port 5e050b16-ed2f-4adb-a7be-63c094a3437a on network ec52e298-c6c7-453e-a2fa-373fbe63335d {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:40.251985 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b3226848-2944-43ed-b65e-6a8547ebc174 admin admin] 10.222.0.41 "PUT /v2.0/routers/5319ba0f-f1fa-410f-afff-f348a76d87f5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7367802
Nov 20 21:15:40.255762 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-752e222d-432e-4769-bc80-fc520ff7654b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c921373833f41daaa0e89867f5843c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5216689
Nov 20 21:15:40.256563 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47192) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:40.259194 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:15:40.259823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Checking segment: {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:40.260429 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:40.260841 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Bound using segment: {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:15:40.261339 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Bound port: 5e050b16-ed2f-4adb-a7be-63c094a3437a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:15:40.261594 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c94b32-5929-4739-9416-6d6819c22b82 None None] Sync routers for ids ['5319ba0f-f1fa-410f-afff-f348a76d87f5'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:15:40.262107 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:40.264405 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47194) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:40.280282 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c94b32-5929-4739-9416-6d6819c22b82 None None] Routers {'5319ba0f-f1fa-410f-afff-f348a76d87f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:15:40.284111 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-26c94b32-5929-4739-9416-6d6819c22b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54383820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5319ba0f-f1fa-410f-afff-f348a76d87f5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:40.342516 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] For port 5e050b16-ed2f-4adb-a7be-63c094a3437a, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:15:40.347991 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] For port 5e050b16-ed2f-4adb-a7be-63c094a3437a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e050b16-ed2f-4adb-a7be-63c094a3437a,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:15:40.354252 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:40.444779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363e013-76fd-409b-839a-33b1ce87e3dd None None] Pushing event updated for resources: {'Port': ['ID=5e050b16-ed2f-4adb-a7be-63c094a3437a,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:40.482115 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29976ae6-52cd-4aa3-892f-1f831d371f33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:40.499746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Allocated IP 172.35.1.190 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:40.541110 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-56560cea-49fd-4e02-8934-412d69ddcf46 admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:40.607798 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29976ae6-52cd-4aa3-892f-1f831d371f33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:40.649295 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-26c94b32-5929-4739-9416-6d6819c22b82 None None] Set router 5319ba0f-f1fa-410f-afff-f348a76d87f5 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:15:40.676673 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015484d-871b-428d-955e-590135abd378 req-b9f99a67-5088-48b7-9446-78cb6ef0f1cc tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:40.678275 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f015484d-871b-428d-955e-590135abd378 req-b9f99a67-5088-48b7-9446-78cb6ef0f1cc tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd5346d6-8241-4f81-8667-a0b3b50892c8 HTTP/1.1" status: 200  len: 946 time: 0.2009923
Nov 20 21:15:40.710986 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:40.790248 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:40.828115 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47204) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:40.832644 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29976ae6-52cd-4aa3-892f-1f831d371f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:40.835265 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29976ae6-52cd-4aa3-892f-1f831d371f33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:40.836379 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-29976ae6-52cd-4aa3-892f-1f831d371f33 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e0fdce7-fc20-4ee7-bf1f-2a61c5ba5ef1 HTTP/1.1" status: 204  len: 168 time: 0.5708344
Nov 20 21:15:40.874193 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:40.875853 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:40.878334 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29976ae6-52cd-4aa3-892f-1f831d371f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0fdce7-fc20-4ee7-bf1f-2a61c5ba5ef1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:40.888914 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-56560cea-49fd-4e02-8934-412d69ddcf46 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:40.893551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:40.907656 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f015484d-871b-428d-955e-590135abd378 req-363bca9f-088a-4576-b9bd-1867f76030ce tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2145810
Nov 20 21:15:40.932127 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:40.932665 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fa75cb-4e77-4806-94a8-89381ed02a11 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:40.948087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:40.948608 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:40.949105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:40.949785 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:40.950305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:40.952059 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:40.952545 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:40.953349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:40.954210 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:40.954556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:40.954902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:40.955243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:41.014933 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-26c94b32-5929-4739-9416-6d6819c22b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54383820>, [{'id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'name': 'tempest-TestServerMultinode-1909138508-router', 'tenant_id': 'c8a69efa9e90416383d57c457241a59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184'}], 'enable_snat': True}, 'gw_port_id': '1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:42Z', 'updated_at': '2021-11-20T21:15:39Z', 'revision_number': 5, 'project_id': 'c8a69efa9e90416383d57c457241a59e', 'gw_port': {'id': '1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:14:43Z', 'updated_at': '2021-11-20T21:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:41.034392 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-56560cea-49fd-4e02-8934-412d69ddcf46 admin admin] Deleting port 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:41.034745 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-56560cea-49fd-4e02-8934-412d69ddcf46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:41.088706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fa8810e7-0a1f-4d6d-a348-b8c0087af06a None None] Provisioning complete for port 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:41.098906 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fa8810e7-0a1f-4d6d-a348-b8c0087af06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:41.116136 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c94b32-5929-4739-9416-6d6819c22b82 None None] Checking router: 5319ba0f-f1fa-410f-afff-f348a76d87f5 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:15:41.129092 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c94b32-5929-4739-9416-6d6819c22b82 None None] Routers {'5319ba0f-f1fa-410f-afff-f348a76d87f5'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:15:41.129845 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-26c94b32-5929-4739-9416-6d6819c22b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54383820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['5319ba0f-f1fa-410f-afff-f348a76d87f5'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:41.142185 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-edd40444-fe31-4e05-9215-2e2c51e10021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:41.170560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-fa8810e7-0a1f-4d6d-a348-b8c0087af06a None None] Port 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:15:41.258300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-56560cea-49fd-4e02-8934-412d69ddcf46 admin admin] For port 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:41.258802 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-56560cea-49fd-4e02-8934-412d69ddcf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:41.271095 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-26c94b32-5929-4739-9416-6d6819c22b82 None None] Set router 5319ba0f-f1fa-410f-afff-f348a76d87f5 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:15:41.279810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-56560cea-49fd-4e02-8934-412d69ddcf46 admin admin] Calling delete_port for 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:41.382321 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-edd40444-fe31-4e05-9215-2e2c51e10021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:41.383935 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-26c94b32-5929-4739-9416-6d6819c22b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54383820>, [{'id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'name': 'tempest-TestServerMultinode-1909138508-router', 'tenant_id': 'c8a69efa9e90416383d57c457241a59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:42Z', 'updated_at': '2021-11-20T21:15:40Z', 'revision_number': 6, 'project_id': 'c8a69efa9e90416383d57c457241a59e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:41.392733 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-edd40444-fe31-4e05-9215-2e2c51e10021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:41.421040 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:41.423561 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c94b32-5929-4739-9416-6d6819c22b82 None None] The sync data for ids ['5319ba0f-f1fa-410f-afff-f348a76d87f5'] in ncdv-master-1 is: [{'id': '5319ba0f-f1fa-410f-afff-f348a76d87f5', 'name': 'tempest-TestServerMultinode-1909138508-router', 'tenant_id': 'c8a69efa9e90416383d57c457241a59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:14:42Z', 'updated_at': '2021-11-20T21:15:40Z', 'revision_number': 6, 'project_id': 'c8a69efa9e90416383d57c457241a59e', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:15:41.524293 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd40444-fe31-4e05-9215-2e2c51e10021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855963f2-8adc-4fa9-a2b3-374ada08c8b0,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:41.547226 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-edd40444-fe31-4e05-9215-2e2c51e10021 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acd70a914d594e5c90da348e5ccfa6aa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7160370
Nov 20 21:15:41.551147 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47226) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:41.714271 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-56560cea-49fd-4e02-8934-412d69ddcf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:41.722148 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cc01e8ab-a2d6-4b10-a555-7767c4a5e37d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:41.749847 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56560cea-49fd-4e02-8934-412d69ddcf46 admin admin] Pushing event deleted for resources: {'Port': ['ID=1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:41.754499 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:41.774168 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef6aa86-3590-488a-b190-47c47957edc8 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:41.894788 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cc01e8ab-a2d6-4b10-a555-7767c4a5e37d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.037141 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cc01e8ab-a2d6-4b10-a555-7767c4a5e37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.041012 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cc01e8ab-a2d6-4b10-a555-7767c4a5e37d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.047320 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cc01e8ab-a2d6-4b10-a555-7767c4a5e37d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/855963f2-8adc-4fa9-a2b3-374ada08c8b0 HTTP/1.1" status: 204  len: 168 time: 0.4907742
Nov 20 21:15:42.073406 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Router 6c82caac-17bf-4f62-9ce6-723a0820a626 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:15:42.095494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01e8ab-a2d6-4b10-a555-7767c4a5e37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855963f2-8adc-4fa9-a2b3-374ada08c8b0,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:42.101808 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-56560cea-49fd-4e02-8934-412d69ddcf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.153641 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e016446-9fa7-4172-85ad-00153539e4ed None None] Network ec52e298-c6c7-453e-a2fa-373fbe63335d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:42.203052 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:15:42.205718 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-56560cea-49fd-4e02-8934-412d69ddcf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.208720 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-56560cea-49fd-4e02-8934-412d69ddcf46 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.222767 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.224262 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8e11ea0b-c2e3-480a-aae2-577780348c99 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.7740552
Nov 20 21:15:42.225011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47244) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:42.232744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47246) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:42.235837 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Sync routers for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:15:42.259966 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-56560cea-49fd-4e02-8934-412d69ddcf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.260540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56560cea-49fd-4e02-8934-412d69ddcf46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5319ba0f-f1fa-410f-afff-f348a76d87f5 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:15:42.265453 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-56560cea-49fd-4e02-8934-412d69ddcf46 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.267308 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-56560cea-49fd-4e02-8934-412d69ddcf46 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5319ba0f-f1fa-410f-afff-f348a76d87f5 HTTP/1.1" status: 204  len: 168 time: 2.0094433
Nov 20 21:15:42.276664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57468332-ef7a-45fc-a14a-a7ec8d887476 req-1d652598-95aa-4a33-b617-8f98bb8f64ae tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:42.278531 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-57468332-ef7a-45fc-a14a-a7ec8d887476 req-1d652598-95aa-4a33-b617-8f98bb8f64ae tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd5346d6-8241-4f81-8667-a0b3b50892c8 HTTP/1.1" status: 200  len: 946 time: 0.2809896
Nov 20 21:15:42.279334 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47250) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:42.375852 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f2beed-dbc2-455a-8955-482e9afb4de6 admin admin] Deleting subnet daf2d5c6-7c28-403b-9ab6-038163c13e59 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:15:42.388697 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7f2beed-dbc2-455a-8955-482e9afb4de6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.409177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:15:42.409842 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a462624c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:42.414852 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-57468332-ef7a-45fc-a14a-a7ec8d887476 req-cfb77ad5-4a18-40b1-b4c0-5fb6bb82fa46 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083231
Nov 20 21:15:42.449916 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7f2beed-dbc2-455a-8955-482e9afb4de6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.455124 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5e050b16-ed2f-4adb-a7be-63c094a3437a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:42.457618 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d3a6c383-2085-4bc9-b5c6-cc31d1bb6690 None None] Provisioning complete for port 5e050b16-ed2f-4adb-a7be-63c094a3437a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:42.458197 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d3a6c383-2085-4bc9-b5c6-cc31d1bb6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.546021 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7f2beed-dbc2-455a-8955-482e9afb4de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.643238 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7f2beed-dbc2-455a-8955-482e9afb4de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.690844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2beed-dbc2-455a-8955-482e9afb4de6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daf2d5c6-7c28-403b-9ab6-038163c13e59,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:42.692939 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7f2beed-dbc2-455a-8955-482e9afb4de6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.696481 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f7f2beed-dbc2-455a-8955-482e9afb4de6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/daf2d5c6-7c28-403b-9ab6-038163c13e59 HTTP/1.1" status: 204  len: 168 time: 0.4158397
Nov 20 21:15:42.699017 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47256) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:42.727818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-42a4b5ba-c281-400d-bacc-bdcff39fc998 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1462508724'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:42.760065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a4b5ba-c281-400d-bacc-bdcff39fc998 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Made reservation on behalf of 478d8adcc09640f7b79b3f4c58126d0e for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:42.764956 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42a4b5ba-c281-400d-bacc-bdcff39fc998 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.776934 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42a4b5ba-c281-400d-bacc-bdcff39fc998 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.798766 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.867393 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] Deleting port b4effb19-478b-4b52-b5cd-22ec0c14ac07 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:42.868182 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:42.877181 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:15:42.991014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] For port b4effb19-478b-4b52-b5cd-22ec0c14ac07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4effb19-478b-4b52-b5cd-22ec0c14ac07,segment=NetworkSegment(83839013-5f5d-4b47-bde2-8c38b2c8ad6d),segment_id=83839013-5f5d-4b47-bde2-8c38b2c8ad6d)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:42.991614 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.012067 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] Calling delete_port for b4effb19-478b-4b52-b5cd-22ec0c14ac07 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:43.021295 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42a4b5ba-c281-400d-bacc-bdcff39fc998 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.031305 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42a4b5ba-c281-400d-bacc-bdcff39fc998 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.031625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3a163b-32c7-424c-abb9-06673ebd39ac None None] Network ce15e4ab-5efa-4822-acb5-d201c8f80a6e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:43.136490 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.194907 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4effb19-478b-4b52-b5cd-22ec0c14ac07,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:43.205414 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] No DVR routers for this DVR port b4effb19-478b-4b52-b5cd-22ec0c14ac07 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:15:43.315272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc28eae9-2a21-40d9-8e58-7693eef03a37 None None] DHCP port deletion for ce15e4ab-5efa-4822-acb5-d201c8f80a6e request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:43.345687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 5e050b16-ed2f-4adb-a7be-63c094a3437a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:43.346214 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.376948 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.403010 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a561c7b20>,) {'filters': {'network_id': ['ce15e4ab-5efa-4822-acb5-d201c8f80a6e']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:43.415662 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a561c7b20>, '83839013-5f5d-4b47-bde2-8c38b2c8ad6d') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:43.415662 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a561c7b20>, '83839013-5f5d-4b47-bde2-8c38b2c8ad6d') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:43.427532 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.439570 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d3a6c383-2085-4bc9-b5c6-cc31d1bb6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.444947 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.457801 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0e49128d-add4-4822-8185-dd6241aa4a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.463190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:15:43.463932 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:15:43.467399 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:15:43.508351 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.561759 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.564288 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a4b5ba-c281-400d-bacc-bdcff39fc998 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:43.574244 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.575081 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ce15e4ab-5efa-4822-acb5-d201c8f80a6e HTTP/1.1" status: 204  len: 168 time: 0.8749976
Nov 20 21:15:43.592163 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a85a7-639d-4b4d-8f62-f3c2f2ecf9c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce15e4ab-5efa-4822-acb5-d201c8f80a6e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:43.650425 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.651229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4b5ba-c281-400d-bacc-bdcff39fc998 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7844ea-7507-47a5-b32f-e2c924349d2a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:43.662738 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42a4b5ba-c281-400d-bacc-bdcff39fc998 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.663214 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-42a4b5ba-c281-400d-bacc-bdcff39fc998 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Added segment a9494829-6cb4-4245-a998-bf55f322a6b2 of type vlan for network a7ad0f8f-db9f-42b2-8775-fc44145a3aad
Nov 20 21:15:43.677179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d3a6c383-2085-4bc9-b5c6-cc31d1bb6690 None None] For port 5e050b16-ed2f-4adb-a7be-63c094a3437a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e050b16-ed2f-4adb-a7be-63c094a3437a,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:43.708319 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d3a6c383-2085-4bc9-b5c6-cc31d1bb6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.794209 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4100ce-ded0-4158-87a9-b3d6ccd11f49 req-a73fb03b-20d0-4867-ac49-5bbb54ff4c3a tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:43.796401 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c4100ce-ded0-4158-87a9-b3d6ccd11f49 req-a73fb03b-20d0-4867-ac49-5bbb54ff4c3a tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5346d6-8241-4f81-8667-a0b3b50892c8 HTTP/1.1" status: 200  len: 946 time: 0.3370349
Nov 20 21:15:43.820363 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a462624c0>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:41Z', 'revision_number': 3, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:43.852143 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42a4b5ba-c281-400d-bacc-bdcff39fc998 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.895552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47290) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:43.900905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64beeedc-7b59-4c4c-af9e-b6f447752daa req-c93a8a12-26fa-41a7-a637-44623f24a0a1 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:43.907070 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Checking router: 6c82caac-17bf-4f62-9ce6-723a0820a626 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:15:43.907436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Updating router 6c82caac-17bf-4f62-9ce6-723a0820a626 port 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:15:43.908982 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-64beeedc-7b59-4c4c-af9e-b6f447752daa req-c93a8a12-26fa-41a7-a637-44623f24a0a1 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd5346d6-8241-4f81-8667-a0b3b50892c8 HTTP/1.1" status: 200  len: 946 time: 0.3214922
Nov 20 21:15:43.945246 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-57544cac-55b2-4fc1-a3c8-58619be69d05 None None] Provisioning complete for port 5e050b16-ed2f-4adb-a7be-63c094a3437a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:43.945632 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-57544cac-55b2-4fc1-a3c8-58619be69d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:43.959616 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a4a607d2-c840-42e9-a833-11eede3286ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d03363e050d4aed988e47cfe598c49e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0567131
Nov 20 21:15:43.959945 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47294) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:43.972362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6c383-2085-4bc9-b5c6-cc31d1bb6690 None None] Pushing event updated for resources: {'Port': ['ID=5e050b16-ed2f-4adb-a7be-63c094a3437a,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:43.995170 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:15:43.995541 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:15:44.005600 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:44.037067 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-da0ec6cf-afc6-4cb2-bb81-f2e7bd667d16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:44.064851 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-da0ec6cf-afc6-4cb2-bb81-f2e7bd667d16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:44.068958 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-64beeedc-7b59-4c4c-af9e-b6f447752daa req-aca9afb8-41b5-431d-bd61-a5f4db4bd864 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590197
Nov 20 21:15:44.075749 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42a4b5ba-c281-400d-bacc-bdcff39fc998 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:44.081800 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a4b5ba-c281-400d-bacc-bdcff39fc998 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:44.082598 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-42a4b5ba-c281-400d-bacc-bdcff39fc998 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:44.130196 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-42a4b5ba-c281-400d-bacc-bdcff39fc998 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.9039564
Nov 20 21:15:44.149239 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-da0ec6cf-afc6-4cb2-bb81-f2e7bd667d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:44.156638 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-da0ec6cf-afc6-4cb2-bb81-f2e7bd667d16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:44.176068 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-da0ec6cf-afc6-4cb2-bb81-f2e7bd667d16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92ad7fca-b184-4764-b052-81d38b8c12f9 HTTP/1.1" status: 204  len: 168 time: 0.2041399
Nov 20 21:15:44.215136 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ec6cf-afc6-4cb2-bb81-f2e7bd667d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ad7fca-b184-4764-b052-81d38b8c12f9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:44.271597 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4b5ba-c281-400d-bacc-bdcff39fc998 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event updated for resources: {'Network': ['ID=a7ad0f8f-db9f-42b2-8775-fc44145a3aad,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:44.300676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-1c4100ce-ded0-4158-87a9-b3d6ccd11f49 req-ef985193-f78b-49a8-a4cd-483e38fc5db9 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Deleting port 14939fc5-d132-43ee-8d7c-51cbc479909e {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:44.301034 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1c4100ce-ded0-4158-87a9-b3d6ccd11f49 req-ef985193-f78b-49a8-a4cd-483e38fc5db9 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:44.331569 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Allocated IP 172.20.0.1 (ec52e298-c6c7-453e-a2fa-373fbe63335d/e49bdb26-fb3f-4488-8617-26bc32281c9f/7530fba4-e7fa-490c-bdf9-9ea1146c7e55) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:44.337550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network a7ad0f8f-db9f-42b2-8775-fc44145a3aad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:44.514443 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1c4100ce-ded0-4158-87a9-b3d6ccd11f49 req-ef985193-f78b-49a8-a4cd-483e38fc5db9 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] For port 14939fc5-d132-43ee-8d7c-51cbc479909e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=14939fc5-d132-43ee-8d7c-51cbc479909e,segment=NetworkSegment(474d48ee-f669-450f-8cc7-77acfa284fe9),segment_id=474d48ee-f669-450f-8cc7-77acfa284fe9)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:44.515006 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1c4100ce-ded0-4158-87a9-b3d6ccd11f49 req-ef985193-f78b-49a8-a4cd-483e38fc5db9 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:44.548243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-1c4100ce-ded0-4158-87a9-b3d6ccd11f49 req-ef985193-f78b-49a8-a4cd-483e38fc5db9 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Calling delete_port for 14939fc5-d132-43ee-8d7c-51cbc479909e owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:44.560389 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:44.616618 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e67c0019-c5b0-43df-aa08-3de900a17d09 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:15:44.663649 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: e67c0019-c5b0-43df-aa08-3de900a17d09 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:15:44.664000 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e67c0019-c5b0-43df-aa08-3de900a17d09 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:15:44.716162 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:44.727840 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:44.829009 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:44.831797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Attempting to bind port 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:15:44.832029 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Attempting to bind port 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:15:44.832405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Attempting to bind port 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:44.840086 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5e050b16-ed2f-4adb-a7be-63c094a3437a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:44.863758 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47314) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:44.874014 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec9ea08-a9b3-49bb-ac1e-9ecfaa1d62a4 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:44.883308 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef974348-1558-4c31-8983-7dde921c475d None None] Pushing event updated for resources: {'Port': ['ID=0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:44.886384 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:15:44.886817 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:44.887229 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:44.887623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:15:44.888668 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Bound port: 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:15:44.889060 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:44.949536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47316) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:44.960149 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f5c8c437-6838-4ba0-ad8d-98ce1a69220b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8a69efa9e90416383d57c457241a59e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0951262
Nov 20 21:15:44.961419 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47318) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:44.963121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Network ec52e298-c6c7-453e-a2fa-373fbe63335d is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:44.963671 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 5e050b16-ed2f-4adb-a7be-63c094a3437a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:44.964054 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:44.970158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] For port 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:15:44.998357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:45.009024 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] For port 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:15:45.012768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:45.019659 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1824eb80-99e7-4b56-aeb6-fdcc5c4b7243 None None] Provisioning complete for port 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:45.020273 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1824eb80-99e7-4b56-aeb6-fdcc5c4b7243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:45.063508 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Pushing event updated for resources: {'Port': ['ID=7530fba4-e7fa-490c-bdf9-9ea1146c7e55,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:45.091533 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:45.099638 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1c4100ce-ded0-4158-87a9-b3d6ccd11f49 req-ef985193-f78b-49a8-a4cd-483e38fc5db9 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:45.117344 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-576dbd91-5f65-46d5-bba3-4c562b1a7fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:45.141150 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef985193-f78b-49a8-a4cd-483e38fc5db9 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Pushing event deleted for resources: {'Port': ['ID=14939fc5-d132-43ee-8d7c-51cbc479909e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:45.144343 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:45.232885 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-576dbd91-5f65-46d5-bba3-4c562b1a7fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:45.251542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adafdb7d-4ea2-4626-adf8-03a9f1f22598 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:45.254566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139b5c6b-8ee5-408b-b1dd-9a199f4ab0b0 None None] DHCP port deletion for 3a62d484-6489-47c9-ba52-8505cab4c721 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:45.267796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4100ce-ded0-4158-87a9-b3d6ccd11f49 req-ef985193-f78b-49a8-a4cd-483e38fc5db9 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] No DVR routers for this DVR port 14939fc5-d132-43ee-8d7c-51cbc479909e on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:15:45.270538 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1c4100ce-ded0-4158-87a9-b3d6ccd11f49 req-ef985193-f78b-49a8-a4cd-483e38fc5db9 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:45.274357 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1c4100ce-ded0-4158-87a9-b3d6ccd11f49 req-ef985193-f78b-49a8-a4cd-483e38fc5db9 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.37 "DELETE /v2.0/ports/14939fc5-d132-43ee-8d7c-51cbc479909e HTTP/1.1" status: 204  len: 173 time: 1.4694433
Nov 20 21:15:45.276837 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5346d6-8241-4f81-8667-a0b3b50892c8', 'name': 'network-vif-deleted', 'tag': '14939fc5-d132-43ee-8d7c-51cbc479909e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:15:45.299189 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47a9f9d-ac92-4903-abca-7beba221eea8" -d '{"events": [{"server_uuid": "bd5346d6-8241-4f81-8667-a0b3b50892c8", "name": "network-vif-deleted", "tag": "14939fc5-d132-43ee-8d7c-51cbc479909e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:15:45.406962 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-576dbd91-5f65-46d5-bba3-4c562b1a7fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:45.409608 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-576dbd91-5f65-46d5-bba3-4c562b1a7fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:45.413184 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-576dbd91-5f65-46d5-bba3-4c562b1a7fa2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7d27c9a-8a62-4199-938a-94c45b5bef5e HTTP/1.1" status: 204  len: 168 time: 0.4468784
Nov 20 21:15:45.451239 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bade9d-8db4-4639-9acb-151b3ab22d8a x-openstack-request-id: req-12bade9d-8db4-4639-9acb-151b3ab22d8a {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:15:45.451540 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5346d6-8241-4f81-8667-a0b3b50892c8", "name": "network-vif-deleted", "tag": "14939fc5-d132-43ee-8d7c-51cbc479909e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:15:45.451808 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12bade9d-8db4-4639-9acb-151b3ab22d8a {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:15:45.452223 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5346d6-8241-4f81-8667-a0b3b50892c8', 'name': 'network-vif-deleted', 'tag': '14939fc5-d132-43ee-8d7c-51cbc479909e', 'status': 'completed', 'code': 200}
Nov 20 21:15:45.475476 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fa477dd5-86c9-4707-854f-d54eb5f934cf req-31a912d9-3a95-4ef5-a3f4-b9c1530dbc8e tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd5346d6-8241-4f81-8667-a0b3b50892c8 HTTP/1.1" status: 200  len: 210 time: 0.0993874
Nov 20 21:15:45.476765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dbd91-5f65-46d5-bba3-4c562b1a7fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d27c9a-8a62-4199-938a-94c45b5bef5e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:45.480740 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:15:45.482747 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a462624c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:45.485469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef974348-1558-4c31-8983-7dde921c475d None None] Pushing event updated for resources: {'Port': ['ID=0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:45.499279 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1824eb80-99e7-4b56-aeb6-fdcc5c4b7243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:45.625092 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f22020fc-d793-40db-b907-4c74f6c1f6e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:45.659027 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:45.790643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-1824eb80-99e7-4b56-aeb6-fdcc5c4b7243 None None] For port 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:45.802626 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cad53cdd-32c2-43f5-9d0e-912615c7419d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:45.804092 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1824eb80-99e7-4b56-aeb6-fdcc5c4b7243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:45.817186 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f22020fc-d793-40db-b907-4c74f6c1f6e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:45.827851 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f22020fc-d793-40db-b907-4c74f6c1f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:45.861277 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824eb80-99e7-4b56-aeb6-fdcc5c4b7243 None None] Pushing event updated for resources: {'Port': ['ID=0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:45.880970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22020fc-d793-40db-b907-4c74f6c1f6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de97c6b9-7b61-4d0a-b37d-94556190d5bf,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:45.938167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 14939fc5-d132-43ee-8d7c-51cbc479909e no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:15:45.954362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:15:46.011377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:15:46.053167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-52630a1b-65e4-4f8a-8539-9556862d3980 None None] Provisioning complete for port 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:46.053923 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-52630a1b-65e4-4f8a-8539-9556862d3980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:46.056409 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 14939fc5-d132-43ee-8d7c-51cbc479909e {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:15:46.059546 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f22020fc-d793-40db-b907-4c74f6c1f6e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42aad643c3cf43d5b2dc59e856ecfbb6&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1006367
Nov 20 21:15:46.060467 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47328) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:46.067958 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 14939fc5-d132-43ee-8d7c-51cbc479909e not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:15:46.176021 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:15:46.177706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1375d9ab-e41d-4dcd-8e6c-a1a3b41dde75 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:15:46.178380 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b4effb19-478b-4b52-b5cd-22ec0c14ac07 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:15:46.180259 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3e6ced39-dc59-4e43-84a8-ebcb4e534d12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:46.239684 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3e6ced39-dc59-4e43-84a8-ebcb4e534d12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:46.300534 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: b4effb19-478b-4b52-b5cd-22ec0c14ac07 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:15:46.301271 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b4effb19-478b-4b52-b5cd-22ec0c14ac07 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:15:46.339313 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3e6ced39-dc59-4e43-84a8-ebcb4e534d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:46.344616 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3e6ced39-dc59-4e43-84a8-ebcb4e534d12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:46.350629 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:46.351028 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3e6ced39-dc59-4e43-84a8-ebcb4e534d12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de97c6b9-7b61-4d0a-b37d-94556190d5bf HTTP/1.1" status: 204  len: 168 time: 0.2887206
Nov 20 21:15:46.368706 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ced39-dc59-4e43-84a8-ebcb4e534d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de97c6b9-7b61-4d0a-b37d-94556190d5bf,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:46.387646 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:46.525068 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:46.535287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Pushing event updated for resources: {'Port': ['ID=7530fba4-e7fa-490c-bdf9-9ea1146c7e55,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:46.586876 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-52630a1b-65e4-4f8a-8539-9556862d3980 None None] Provisioning complete for port 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:46.587415 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-52630a1b-65e4-4f8a-8539-9556862d3980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:46.639001 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-52630a1b-65e4-4f8a-8539-9556862d3980 None None] Port 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:15:46.641734 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a462624c0>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:41Z', 'revision_number': 3, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:46.677312 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12456f6e-5d1b-421b-b1df-c6f0f7be1b8a None None] The sync data for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 is: [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:41Z', 'revision_number': 3, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:15:46.693238 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Network ec52e298-c6c7-453e-a2fa-373fbe63335d is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:46.695692 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:46.823185 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:47.005314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Router 6c82caac-17bf-4f62-9ce6-723a0820a626 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:15:47.141279 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-12c2574c-a7ba-4f06-b0f6-9797d69420be None None] Provisioning complete for port 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:47.141735 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-12c2574c-a7ba-4f06-b0f6-9797d69420be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:47.241228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-12c2574c-a7ba-4f06-b0f6-9797d69420be None None] Port 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:15:47.280813 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-ee29b263-bed9-49a0-b574-e636b67e501a tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:47.282401 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-ee29b263-bed9-49a0-b574-e636b67e501a tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/networks?id=3a62d484-6489-47c9-ba52-8505cab4c721 HTTP/1.1" status: 200  len: 808 time: 0.3814733
Nov 20 21:15:47.305219 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-b7667279-66f3-4c60-99b1-35f190c4a4fe tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/quotas/b60cf19d51fe41e1bf404c33f632f316 HTTP/1.1" status: 200  len: 375 time: 0.0164175
Nov 20 21:15:47.313619 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:15:47.320679 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d45509da-1c84-42c0-9c62-22e4dcffd055 admin admin] 10.222.0.41 "PUT /v2.0/routers/6c82caac-17bf-4f62-9ce6-723a0820a626/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0866115
Nov 20 21:15:47.392489 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-adf66526-9b50-4daa-af63-25080513a8d3 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b60cf19d51fe41e1bf404c33f632f316&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0863152
Nov 20 21:15:47.505532 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47364) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:47.514756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d5f16980-433f-49b5-b96c-29fa09b4e5be tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Request body: {'subnet': {'network_id': 'a7ad0f8f-db9f-42b2-8775-fc44145a3aad', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:47.690171 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-5c9680ac-87e9-49f1-b038-a5864cd7d44f service neutron] 10.222.0.41 "GET /v2.0/networks/3a62d484-6489-47c9-ba52-8505cab4c721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2957952
Nov 20 21:15:47.807698 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f16980-433f-49b5-b96c-29fa09b4e5be tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Made reservation on behalf of 478d8adcc09640f7b79b3f4c58126d0e for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:47.811836 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5f16980-433f-49b5-b96c-29fa09b4e5be tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:47.869701 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-6293adad-0276-41ea-a84d-300ab9ecdb9c service neutron] 10.222.0.41 "GET /v2.0/networks/3a62d484-6489-47c9-ba52-8505cab4c721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1713314
Nov 20 21:15:47.906102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47378) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:48.091506 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5f16980-433f-49b5-b96c-29fa09b4e5be tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.105570 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df0cb862-0b96-4e53-baa8-710e18b0a3fd req-d1fcc150-0f6e-4bd2-b708-b5b5c14ef33e tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 210 time: 0.0592220
Nov 20 21:15:48.172514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47390) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:48.177371 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-98957d2a-35de-4ab9-8d08-dcca9aa5d9fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2086664642-network', 'tenant_id': '597ad3023aad44ae964010237b4737c8'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:48.201938 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b45d9a83-b1ba-4897-88f8-c5309db4b9b7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-456681548'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:48.203379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f16980-433f-49b5-b96c-29fa09b4e5be tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event updated for resources: {'Subnet': ['ID=82ca175d-591c-4f12-9650-0b0933ef39a0,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:48.206406 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f16980-433f-49b5-b96c-29fa09b4e5be tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Checking segment: {'id': 'a9494829-6cb4-4245-a998-bf55f322a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a7ad0f8f-db9f-42b2-8775-fc44145a3aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:48.206772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f16980-433f-49b5-b96c-29fa09b4e5be tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Network hostable DHCP agents. Network: a7ad0f8f-db9f-42b2-8775-fc44145a3aad, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:15:48.223654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98957d2a-35de-4ab9-8d08-dcca9aa5d9fc admin admin] Made reservation on behalf of 597ad3023aad44ae964010237b4737c8 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:48.226676 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98957d2a-35de-4ab9-8d08-dcca9aa5d9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.233897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f16980-433f-49b5-b96c-29fa09b4e5be tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Network a7ad0f8f-db9f-42b2-8775-fc44145a3aad is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:15:48.240300 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98957d2a-35de-4ab9-8d08-dcca9aa5d9fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.244408 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-d5f16980-433f-49b5-b96c-29fa09b4e5be tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a7ad0f8f-db9f-42b2-8775-fc44145a3aad) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:48.254115 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dd44b3-17e2-41a2-9e1e-12ffbcc90443 None None] Network a7ad0f8f-db9f-42b2-8775-fc44145a3aad requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:48.260796 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f16980-433f-49b5-b96c-29fa09b4e5be tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:48.261232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45d9a83-b1ba-4897-88f8-c5309db4b9b7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Made reservation on behalf of 913ac9792ad84b4785fc560d5f1e2a27 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:48.263466 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5f16980-433f-49b5-b96c-29fa09b4e5be tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.264761 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b45d9a83-b1ba-4897-88f8-c5309db4b9b7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.279579 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b45d9a83-b1ba-4897-88f8-c5309db4b9b7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.287672 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d5f16980-433f-49b5-b96c-29fa09b4e5be tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7778845
Nov 20 21:15:48.288332 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47396) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:48.295765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-10d09f11-45c4-4b83-9749-129544584849 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1436413249'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:48.322876 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d09f11-45c4-4b83-9749-129544584849 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Made reservation on behalf of 478d8adcc09640f7b79b3f4c58126d0e for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:48.329736 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10d09f11-45c4-4b83-9749-129544584849 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.364233 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d09f11-45c4-4b83-9749-129544584849 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:48.377207 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10d09f11-45c4-4b83-9749-129544584849 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.378478 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-10d09f11-45c4-4b83-9749-129544584849 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Added segment b093e95f-da97-4ae8-a188-273e1e958703 of type vlan for network e535dacc-1a9b-41c1-8add-0805e7bdef00
Nov 20 21:15:48.394973 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98957d2a-35de-4ab9-8d08-dcca9aa5d9fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.405575 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98957d2a-35de-4ab9-8d08-dcca9aa5d9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.417429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98957d2a-35de-4ab9-8d08-dcca9aa5d9fc admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:48.433337 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10d09f11-45c4-4b83-9749-129544584849 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.448760 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b45d9a83-b1ba-4897-88f8-c5309db4b9b7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.450524 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98957d2a-35de-4ab9-8d08-dcca9aa5d9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.450872 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-98957d2a-35de-4ab9-8d08-dcca9aa5d9fc admin admin] Added segment 372568d3-1378-4468-904b-d5e68fb54c22 of type vlan for network c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a
Nov 20 21:15:48.468482 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b45d9a83-b1ba-4897-88f8-c5309db4b9b7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.471344 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a7ad0f8f-db9f-42b2-8775-fc44145a3aad', 'network_id': 'a7ad0f8f-db9f-42b2-8775-fc44145a3aad', 'tenant_id': '478d8adcc09640f7b79b3f4c58126d0e', 'fixed_ips': [{'subnet_id': '82ca175d-591c-4f12-9650-0b0933ef39a0'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:15:48.472942 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.510677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98957d2a-35de-4ab9-8d08-dcca9aa5d9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2803c794-b2d1-42d2-ac2a-4b89b4ac7238,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:48.523365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45d9a83-b1ba-4897-88f8-c5309db4b9b7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:48.540898 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98957d2a-35de-4ab9-8d08-dcca9aa5d9fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.561657 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b45d9a83-b1ba-4897-88f8-c5309db4b9b7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.562012 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-b45d9a83-b1ba-4897-88f8-c5309db4b9b7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Added segment b16e1e94-7da2-4cca-853c-d22d7e92fbff of type vlan for network d0064244-87f6-4f6e-b7fd-347c4a448a12
Nov 20 21:15:48.592104 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d9a83-b1ba-4897-88f8-c5309db4b9b7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=728d3f5c-fcef-47cc-b207-19f1df991411,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:48.645018 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98957d2a-35de-4ab9-8d08-dcca9aa5d9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.646109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98957d2a-35de-4ab9-8d08-dcca9aa5d9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:48.646815 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98957d2a-35de-4ab9-8d08-dcca9aa5d9fc admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.650363 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b45d9a83-b1ba-4897-88f8-c5309db4b9b7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.724998 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Allocated IP 2001:db8:0:ffff::2 (a7ad0f8f-db9f-42b2-8775-fc44145a3aad/82ca175d-591c-4f12-9650-0b0933ef39a0/86f72ac8-ecac-4bc8-824f-90efb16e6977) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:48.760590 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-98957d2a-35de-4ab9-8d08-dcca9aa5d9fc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5868943
Nov 20 21:15:48.810487 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47400) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:48.815820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b07b379b-dd86-4de4-8634-58ef7fec8bb0 admin admin] Request body: {'subnet': {'network_id': 'c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2086664642-subnet', 'tenant_id': '597ad3023aad44ae964010237b4737c8', 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:48.836388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98957d2a-35de-4ab9-8d08-dcca9aa5d9fc admin admin] Pushing event updated for resources: {'Network': ['ID=c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:48.838743 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b45d9a83-b1ba-4897-88f8-c5309db4b9b7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.841488 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10d09f11-45c4-4b83-9749-129544584849 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.844613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45d9a83-b1ba-4897-88f8-c5309db4b9b7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:48.845282 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b45d9a83-b1ba-4897-88f8-c5309db4b9b7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.849251 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d09f11-45c4-4b83-9749-129544584849 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:48.850322 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10d09f11-45c4-4b83-9749-129544584849 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.863508 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07b379b-dd86-4de4-8634-58ef7fec8bb0 admin admin] Made reservation on behalf of 597ad3023aad44ae964010237b4737c8 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:48.866290 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b07b379b-dd86-4de4-8634-58ef7fec8bb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.889295 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b45d9a83-b1ba-4897-88f8-c5309db4b9b7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.9786415
Nov 20 21:15:48.889544 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-10d09f11-45c4-4b83-9749-129544584849 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5987201
Nov 20 21:15:48.893775 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47402) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:48.894144 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47404) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:48.903614 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-54b9fda2-83f2-4eb7-9fb4-38223d2e05ff tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'subnet': {'network_id': 'd0064244-87f6-4f6e-b7fd-347c4a448a12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:48.954771 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.960032 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d9a83-b1ba-4897-88f8-c5309db4b9b7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Network': ['ID=d0064244-87f6-4f6e-b7fd-347c4a448a12,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:48.970750 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:48.977808 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:48.982593 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:48.986815 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-36a71c1c-b57b-4bcd-9b0b-86480742fae9 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Request body: {'subnet': {'network_id': 'e535dacc-1a9b-41c1-8add-0805e7bdef00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:48.996399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network d0064244-87f6-4f6e-b7fd-347c4a448a12 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:49.080310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d09f11-45c4-4b83-9749-129544584849 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event updated for resources: {'Network': ['ID=e535dacc-1a9b-41c1-8add-0805e7bdef00,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:49.082560 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.114341 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network e535dacc-1a9b-41c1-8add-0805e7bdef00 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:49.142869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b9fda2-83f2-4eb7-9fb4-38223d2e05ff tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Made reservation on behalf of 913ac9792ad84b4785fc560d5f1e2a27 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:49.150201 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54b9fda2-83f2-4eb7-9fb4-38223d2e05ff tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.191394 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Network a7ad0f8f-db9f-42b2-8775-fc44145a3aad is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:49.203005 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Sync routers for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:15:49.204166 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b07b379b-dd86-4de4-8634-58ef7fec8bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.214379 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:15:49.215275 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541eeca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:49.244698 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a71c1c-b57b-4bcd-9b0b-86480742fae9 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Made reservation on behalf of 478d8adcc09640f7b79b3f4c58126d0e for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:49.249462 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-36a71c1c-b57b-4bcd-9b0b-86480742fae9 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.296486 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b379b-dd86-4de4-8634-58ef7fec8bb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ae98d41-1874-47ca-98c4-e6fb73e4454c,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:49.303639 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b379b-dd86-4de4-8634-58ef7fec8bb0 admin admin] Checking segment: {'id': '372568d3-1378-4468-904b-d5e68fb54c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:49.304014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07b379b-dd86-4de4-8634-58ef7fec8bb0 admin admin] Network hostable DHCP agents. Network: c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:15:49.312972 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:49.316737 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f31f93f-7c2d-4918-bc3a-75dd97589dfb req-8ca05672-616d-45d2-9372-cf2423822d80 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 210 time: 0.1204357
Nov 20 21:15:49.327394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07b379b-dd86-4de4-8634-58ef7fec8bb0 admin admin] Network c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:15:49.340557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:49.347175 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.349697 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Pushing event updated for resources: {'Port': ['ID=86f72ac8-ecac-4bc8-824f-90efb16e6977,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:49.359715 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-b07b379b-dd86-4de4-8634-58ef7fec8bb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:49.364841 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:15:49.376988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07b379b-dd86-4de4-8634-58ef7fec8bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:49.379871 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b07b379b-dd86-4de4-8634-58ef7fec8bb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.416247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf71202-a986-4b5b-b1e4-492e4285395f None None] Network c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:49.418404 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b07b379b-dd86-4de4-8634-58ef7fec8bb0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6067595
Nov 20 21:15:49.419820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47408) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:49.424091 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2086664642-router', 'tenant_id': '597ad3023aad44ae964010237b4737c8', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:49.462921 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.464360 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.530234 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.575308 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:49.576264 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.582447 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Attempting to bind port 86f72ac8-ecac-4bc8-824f-90efb16e6977 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:15:49.583374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Attempting to bind port 86f72ac8-ecac-4bc8-824f-90efb16e6977 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a9494829-6cb4-4245-a998-bf55f322a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a7ad0f8f-db9f-42b2-8775-fc44145a3aad'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:15:49.583754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Attempting to bind port 86f72ac8-ecac-4bc8-824f-90efb16e6977 on network a7ad0f8f-db9f-42b2-8775-fc44145a3aad {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:49.629388 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:15:49.629388 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Checking segment: {'id': 'a9494829-6cb4-4245-a998-bf55f322a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a7ad0f8f-db9f-42b2-8775-fc44145a3aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:49.629931 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.630328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Bound using segment: {'id': 'a9494829-6cb4-4245-a998-bf55f322a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a7ad0f8f-db9f-42b2-8775-fc44145a3aad'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:15:49.630912 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Bound port: 86f72ac8-ecac-4bc8-824f-90efb16e6977, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9494829-6cb4-4245-a998-bf55f322a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a7ad0f8f-db9f-42b2-8775-fc44145a3aad'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:15:49.631298 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.689547 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.718853 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541eeca0>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 2, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:49.726001 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54b9fda2-83f2-4eb7-9fb4-38223d2e05ff tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.756443 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Checking router: 6c82caac-17bf-4f62-9ce6-723a0820a626 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:15:49.757099 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Updating router 6c82caac-17bf-4f62-9ce6-723a0820a626 port 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:15:49.780362 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9fda2-83f2-4eb7-9fb4-38223d2e05ff tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Subnet': ['ID=a31d6cb1-6e9d-45b4-8401-2806d643d26d,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:49.786298 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.790418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-56ed6935-3f77-489d-b91d-8c6a41ab6e87 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:49.792091 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-56ed6935-3f77-489d-b91d-8c6a41ab6e87 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.47 "GET /v2.0/networks?id=3a62d484-6489-47c9-ba52-8505cab4c721 HTTP/1.1" status: 200  len: 808 time: 0.4528408
Nov 20 21:15:49.811644 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-65784914-249a-4adf-a149-53cd2bbab833 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Request body: {'port': {'device_id': 'f30fed06-da93-4e0e-8d5f-3ad992427cc5', 'network_id': '3a62d484-6489-47c9-ba52-8505cab4c721', 'admin_state_up': True, 'tenant_id': 'b60cf19d51fe41e1bf404c33f632f316'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:49.836049 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] For port 86f72ac8-ecac-4bc8-824f-90efb16e6977, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:15:49.842134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] For port 86f72ac8-ecac-4bc8-824f-90efb16e6977, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86f72ac8-ecac-4bc8-824f-90efb16e6977,segment=NetworkSegment(a9494829-6cb4-4245-a998-bf55f322a6b2),segment_id=a9494829-6cb4-4245-a998-bf55f322a6b2)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:15:49.877194 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.895489 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a', 'network_id': 'c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a', 'tenant_id': '597ad3023aad44ae964010237b4737c8', 'fixed_ips': [{'subnet_id': '1ae98d41-1874-47ca-98c4-e6fb73e4454c'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:15:49.896470 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.942068 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b9fda2-83f2-4eb7-9fb4-38223d2e05ff tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Checking segment: {'id': 'b16e1e94-7da2-4cca-853c-d22d7e92fbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd0064244-87f6-4f6e-b7fd-347c4a448a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:49.942617 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b9fda2-83f2-4eb7-9fb4-38223d2e05ff tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network hostable DHCP agents. Network: d0064244-87f6-4f6e-b7fd-347c4a448a12, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:15:49.961802 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:49.987949 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:50.057834 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b9fda2-83f2-4eb7-9fb4-38223d2e05ff tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network d0064244-87f6-4f6e-b7fd-347c4a448a12 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:15:50.080114 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc966117-b2a7-4f67-bf45-035d6e60f0cb None None] Pushing event updated for resources: {'Port': ['ID=86f72ac8-ecac-4bc8-824f-90efb16e6977,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:50.115295 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-54b9fda2-83f2-4eb7-9fb4-38223d2e05ff tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d0064244-87f6-4f6e-b7fd-347c4a448a12) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:50.120144 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9fda2-83f2-4eb7-9fb4-38223d2e05ff tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:50.121146 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54b9fda2-83f2-4eb7-9fb4-38223d2e05ff tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:50.130531 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a2b7c3-b8f5-4c60-932e-481438e9d0ad None None] Network d0064244-87f6-4f6e-b7fd-347c4a448a12 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:50.159496 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Allocated IP 172.35.1.200 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/86488eac-0f08-4784-a3b4-1725bfb29394) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:50.200686 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-65784914-249a-4adf-a149-53cd2bbab833 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Made reservation on behalf of b60cf19d51fe41e1bf404c33f632f316 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:50.205049 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-65784914-249a-4adf-a149-53cd2bbab833 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:50.214547 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-54b9fda2-83f2-4eb7-9fb4-38223d2e05ff tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.3190484
Nov 20 21:15:50.218160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47410) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:50.229211 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1031014955', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}, 'admin_state_up': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:50.234505 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:50.244499 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:50.268309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.objects.ports [None req-36a71c1c-b57b-4bcd-9b0b-86480742fae9 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:15:50.275941 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-36a71c1c-b57b-4bcd-9b0b-86480742fae9 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:50.405477 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:50.406551 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:50.445464 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce44f92-211e-4ec4-8885-efbcff5bfb08 None None] Pushing event updated for resources: {'Port': ['ID=7530fba4-e7fa-490c-bdf9-9ea1146c7e55,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:50.455184 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a71c1c-b57b-4bcd-9b0b-86480742fae9 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event updated for resources: {'Subnet': ['ID=6044185f-0299-4ce9-9b54-9a588564e298,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:50.475704 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce44f92-211e-4ec4-8885-efbcff5bfb08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:50.476910 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce44f92-211e-4ec4-8885-efbcff5bfb08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:50.477540 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce44f92-211e-4ec4-8885-efbcff5bfb08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:50.478127 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce44f92-211e-4ec4-8885-efbcff5bfb08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:50.478746 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce44f92-211e-4ec4-8885-efbcff5bfb08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:50.479357 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce44f92-211e-4ec4-8885-efbcff5bfb08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:50.480083 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce44f92-211e-4ec4-8885-efbcff5bfb08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:50.480649 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce44f92-211e-4ec4-8885-efbcff5bfb08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:50.481289 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce44f92-211e-4ec4-8885-efbcff5bfb08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:50.483349 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce44f92-211e-4ec4-8885-efbcff5bfb08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:50.483901 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce44f92-211e-4ec4-8885-efbcff5bfb08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:50.484479 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce44f92-211e-4ec4-8885-efbcff5bfb08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:15:50.492252 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a71c1c-b57b-4bcd-9b0b-86480742fae9 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Checking segment: {'id': 'b093e95f-da97-4ae8-a188-273e1e958703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e535dacc-1a9b-41c1-8add-0805e7bdef00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:50.492652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a71c1c-b57b-4bcd-9b0b-86480742fae9 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Network hostable DHCP agents. Network: e535dacc-1a9b-41c1-8add-0805e7bdef00, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:15:50.537069 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Allocated IP 172.20.0.2 (c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a/1ae98d41-1874-47ca-98c4-e6fb73e4454c/6837b743-9770-4061-86f1-eee7df09fdfe) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:50.547828 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-65784914-249a-4adf-a149-53cd2bbab833 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Allocated IP 172.20.0.6 (3a62d484-6489-47c9-ba52-8505cab4c721/e66089d5-0b13-422d-8f26-1290adc78fe5/16f40acc-9914-4195-9d9a-e5e98924c577) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:50.588134 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03dee030-ac77-4416-b561-f0b61f18c84f req-4671b007-347c-4683-a756-6462f1756632 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 210 time: 0.0813191
Nov 20 21:15:50.622709 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Attempting to bind port 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:15:50.622709 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Attempting to bind port 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:15:50.622709 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Attempting to bind port 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 on network ec52e298-c6c7-453e-a2fa-373fbe63335d {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:50.626105 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:50.630146 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a71c1c-b57b-4bcd-9b0b-86480742fae9 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Network e535dacc-1a9b-41c1-8add-0805e7bdef00 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:15:50.631111 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:15:50.631661 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Checking segment: {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:50.632162 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:50.632651 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Bound using segment: {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:15:50.633224 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Bound port: 7530fba4-e7fa-490c-bdf9-9ea1146c7e55, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:15:50.633745 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:50.658453 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:50.673438 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-36a71c1c-b57b-4bcd-9b0b-86480742fae9 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e535dacc-1a9b-41c1-8add-0805e7bdef00) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:50.684202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a71c1c-b57b-4bcd-9b0b-86480742fae9 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:50.685184 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-36a71c1c-b57b-4bcd-9b0b-86480742fae9 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:50.695485 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c13392-c098-4acb-b444-e3b7b5630831 None None] Network e535dacc-1a9b-41c1-8add-0805e7bdef00 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:50.795211 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-36a71c1c-b57b-4bcd-9b0b-86480742fae9 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.8956094
Nov 20 21:15:50.800056 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] For port 7530fba4-e7fa-490c-bdf9-9ea1146c7e55, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:15:50.800201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47414) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:50.802111 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] For port 7530fba4-e7fa-490c-bdf9-9ea1146c7e55, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7530fba4-e7fa-490c-bdf9-9ea1146c7e55,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:15:50.802765 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95a9526-330b-44f2-83ae-2b2491a7b260 None None] Network d0064244-87f6-4f6e-b7fd-347c4a448a12 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:50.804215 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1587be57-8ae5-432b-900e-27b904a328d7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Request body: {'port': {'network_id': 'e535dacc-1a9b-41c1-8add-0805e7bdef00', 'name': 'tempest-NetworksIpV6TestAttrs-1808913175'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:50.809576 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:50.891910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 86f72ac8-ecac-4bc8-824f-90efb16e6977 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:50.928813 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-65784914-249a-4adf-a149-53cd2bbab833 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:50.957304 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce44f92-211e-4ec4-8885-efbcff5bfb08 None None] Pushing event updated for resources: {'Port': ['ID=7530fba4-e7fa-490c-bdf9-9ea1146c7e55,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:50.966478 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:15:50.967250 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541eeca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:51.025409 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-65784914-249a-4adf-a149-53cd2bbab833 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:51.029679 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1587be57-8ae5-432b-900e-27b904a328d7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Made reservation on behalf of 478d8adcc09640f7b79b3f4c58126d0e for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:51.036160 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1587be57-8ae5-432b-900e-27b904a328d7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:51.049995 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:51.056688 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:51.083953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ae93f5cc-d99c-43c1-9413-fa4476d293bc None None] Provisioning complete for port 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:51.084316 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ae93f5cc-d99c-43c1-9413-fa4476d293bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:51.086220 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 86f72ac8-ecac-4bc8-824f-90efb16e6977 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:51.086585 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:51.108953 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-65784914-249a-4adf-a149-53cd2bbab833 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Network 3a62d484-6489-47c9-ba52-8505cab4c721 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:51.126878 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-65784914-249a-4adf-a149-53cd2bbab833 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:51.129855 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-1587be57-8ae5-432b-900e-27b904a328d7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] device_id is not set on port b5a354b8-9b8c-4c75-bfb2-ccd19ec28893 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:15:51.135384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65784914-249a-4adf-a149-53cd2bbab833 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Pushing event updated for resources: {'Port': ['ID=16f40acc-9914-4195-9d9a-e5e98924c577,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:51.140037 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-65784914-249a-4adf-a149-53cd2bbab833 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:51.161710 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0142ff-a72b-4a74-9734-9044ef240b97 None None] DHCP port deletion for 3a62d484-6489-47c9-ba52-8505cab4c721 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:51.210374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e535dacc-1a9b-41c1-8add-0805e7bdef00', 'network_id': 'e535dacc-1a9b-41c1-8add-0805e7bdef00', 'tenant_id': '478d8adcc09640f7b79b3f4c58126d0e', 'fixed_ips': [{'subnet_id': '6044185f-0299-4ce9-9b54-9a588564e298'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:15:51.211098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:51.211236 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:51.219065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:51.244360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:51.355871 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-65784914-249a-4adf-a149-53cd2bbab833 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:51.357100 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-65784914-249a-4adf-a149-53cd2bbab833 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:51.396640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Pushing event updated for resources: {'Port': ['ID=86488eac-0f08-4784-a3b4-1725bfb29394,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:51.398923 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Allocated IP 2001:db8::f816:3eff:fedf:ba84 (e535dacc-1a9b-41c1-8add-0805e7bdef00/6044185f-0299-4ce9-9b54-9a588564e298/ccdbebf6-7a16-4156-b8a4-4a33e58baed8) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:51.403215 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-65784914-249a-4adf-a149-53cd2bbab833 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5978718
Nov 20 21:15:51.446379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Request body: {'port': {'device_id': 'f30fed06-da93-4e0e-8d5f-3ad992427cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:51.462230 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:15:51.471329 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030d19d2-ddd0-4fed-9b01-fca4e9ad7e57 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:51.551461 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:15:51.561395 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:51.600209 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:51.762235 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543eb4e6-ac03-4290-9ab3-08711b8431cd None None] Network a7ad0f8f-db9f-42b2-8775-fc44145a3aad requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:51.822275 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541eeca0>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:50Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:51.857898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 86f72ac8-ecac-4bc8-824f-90efb16e6977, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86f72ac8-ecac-4bc8-824f-90efb16e6977,segment=NetworkSegment(a9494829-6cb4-4245-a998-bf55f322a6b2),segment_id=a9494829-6cb4-4245-a998-bf55f322a6b2)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:51.858256 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d66a460-8fa8-4f35-ac1f-9a84ceee5a15 None None] The sync data for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 is: [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:50Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:15:51.868102 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:51.879946 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:51.913107 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f40acc-9914-4195-9d9a-e5e98924c577 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:15:51.917251 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:51.934209 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:51.992072 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Transition to ACTIVE for port object 16f40acc-9914-4195-9d9a-e5e98924c577 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:15:52.007076 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:52.099571 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ba1c3-31c3-4270-b360-a1e5dc0dfb30 req-80826cc8-12f5-492c-ae4d-3941a8a574e9 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:52.110546 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e03ba1c3-31c3-4270-b360-a1e5dc0dfb30 req-80826cc8-12f5-492c-ae4d-3941a8a574e9 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 931 time: 0.1430042
Nov 20 21:15:52.122088 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:52.136048 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d2c66c-0518-477e-a804-bfed34f39eb9 None None] DHCP port deletion for 3a62d484-6489-47c9-ba52-8505cab4c721 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:52.139803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Pushing event updated for resources: {'Port': ['ID=16f40acc-9914-4195-9d9a-e5e98924c577,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:52.159966 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:52.170282 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ae93f5cc-d99c-43c1-9413-fa4476d293bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:52.208737 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Network e535dacc-1a9b-41c1-8add-0805e7bdef00 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:52.227585 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:52.228164 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:52.230697 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:52.237294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Network c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:52.256165 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:52.258948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:52.259390 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:52.270949 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=86f72ac8-ecac-4bc8-824f-90efb16e6977,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:52.272724 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:52.288315 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ae93f5cc-d99c-43c1-9413-fa4476d293bc None None] For port 7530fba4-e7fa-490c-bdf9-9ea1146c7e55, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7530fba4-e7fa-490c-bdf9-9ea1146c7e55,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:52.325949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Attempting to bind port 16f40acc-9914-4195-9d9a-e5e98924c577 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:15:52.326668 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Attempting to bind port 16f40acc-9914-4195-9d9a-e5e98924c577 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '474d48ee-f669-450f-8cc7-77acfa284fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3a62d484-6489-47c9-ba52-8505cab4c721'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:15:52.327249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Attempting to bind port 16f40acc-9914-4195-9d9a-e5e98924c577 on network 3a62d484-6489-47c9-ba52-8505cab4c721 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:52.331226 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ae93f5cc-d99c-43c1-9413-fa4476d293bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:52.344246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Port 16f40acc-9914-4195-9d9a-e5e98924c577 on network 3a62d484-6489-47c9-ba52-8505cab4c721 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:15:52.345103 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Attempting to bind port 16f40acc-9914-4195-9d9a-e5e98924c577 on network 3a62d484-6489-47c9-ba52-8505cab4c721 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:52.363708 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-1587be57-8ae5-432b-900e-27b904a328d7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Allocated IP 2001:db8::f816:3eff:feff:a326 (e535dacc-1a9b-41c1-8add-0805e7bdef00/6044185f-0299-4ce9-9b54-9a588564e298/b5a354b8-9b8c-4c75-bfb2-ccd19ec28893) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:52.370710 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e03ba1c3-31c3-4270-b360-a1e5dc0dfb30 req-8f6e62f6-ac1b-4c63-9a8c-958e26f4341c tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2590189
Nov 20 21:15:52.375637 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:15:52.376400 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Checking segment: {'id': '474d48ee-f669-450f-8cc7-77acfa284fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3a62d484-6489-47c9-ba52-8505cab4c721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:52.377550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Bound using segment: {'id': '474d48ee-f669-450f-8cc7-77acfa284fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3a62d484-6489-47c9-ba52-8505cab4c721'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:15:52.378522 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Bound port: 16f40acc-9914-4195-9d9a-e5e98924c577, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474d48ee-f669-450f-8cc7-77acfa284fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3a62d484-6489-47c9-ba52-8505cab4c721'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:15:52.379208 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:52.492431 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] For port 16f40acc-9914-4195-9d9a-e5e98924c577, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:15:52.496711 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] For port 16f40acc-9914-4195-9d9a-e5e98924c577, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16f40acc-9914-4195-9d9a-e5e98924c577,segment=NetworkSegment(474d48ee-f669-450f-8cc7-77acfa284fe9),segment_id=474d48ee-f669-450f-8cc7-77acfa284fe9)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:15:52.497037 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Pushing event updated for resources: {'Port': ['ID=6837b743-9770-4061-86f1-eee7df09fdfe,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:52.500341 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Attempting to bind port ccdbebf6-7a16-4156-b8a4-4a33e58baed8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:15:52.500797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Attempting to bind port ccdbebf6-7a16-4156-b8a4-4a33e58baed8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b093e95f-da97-4ae8-a188-273e1e958703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e535dacc-1a9b-41c1-8add-0805e7bdef00'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:15:52.501249 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Attempting to bind port ccdbebf6-7a16-4156-b8a4-4a33e58baed8 on network e535dacc-1a9b-41c1-8add-0805e7bdef00 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:52.503380 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:52.562891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:15:52.563821 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Checking segment: {'id': 'b093e95f-da97-4ae8-a188-273e1e958703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e535dacc-1a9b-41c1-8add-0805e7bdef00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:52.563821 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:52.564398 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Bound using segment: {'id': 'b093e95f-da97-4ae8-a188-273e1e958703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e535dacc-1a9b-41c1-8add-0805e7bdef00'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:15:52.565524 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Bound port: ccdbebf6-7a16-4156-b8a4-4a33e58baed8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b093e95f-da97-4ae8-a188-273e1e958703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e535dacc-1a9b-41c1-8add-0805e7bdef00'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:15:52.566023 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:52.568604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Attempting to bind port 6837b743-9770-4061-86f1-eee7df09fdfe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:15:52.569585 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Attempting to bind port 6837b743-9770-4061-86f1-eee7df09fdfe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '372568d3-1378-4468-904b-d5e68fb54c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:15:52.570088 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Attempting to bind port 6837b743-9770-4061-86f1-eee7df09fdfe on network c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:52.583262 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Allocated IP 172.35.1.72 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/1503160d-ac1f-4172-bb4a-04e9d53fa357) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:52.590805 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:52.592394 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:52.594451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] 10.222.0.47 "PUT /v2.0/ports/16f40acc-9914-4195-9d9a-e5e98924c577 HTTP/1.1" status: 200  len: 1091 time: 1.1721659
Nov 20 21:15:52.597037 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f7cebf-d621-42cc-8569-899ba8e66900 None None] DHCP port deletion for 3a62d484-6489-47c9-ba52-8505cab4c721 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:52.615617 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30fed06-da93-4e0e-8d5f-3ad992427cc5', 'tag': '16f40acc-9914-4195-9d9a-e5e98924c577'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:15:52.618443 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75b6264-d59b-494c-a0d7-f8c164dc9e88" -d '{"events": [{"name": "network-changed", "server_uuid": "f30fed06-da93-4e0e-8d5f-3ad992427cc5", "tag": "16f40acc-9914-4195-9d9a-e5e98924c577"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:15:52.641085 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Pushing event updated for resources: {'Port': ['ID=ccdbebf6-7a16-4156-b8a4-4a33e58baed8,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:52.663065 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:52.667100 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:15:52.667493 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Checking segment: {'id': '372568d3-1378-4468-904b-d5e68fb54c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:52.667904 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:52.668308 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Bound using segment: {'id': '372568d3-1378-4468-904b-d5e68fb54c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:15:52.668859 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Bound port: 6837b743-9770-4061-86f1-eee7df09fdfe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372568d3-1378-4468-904b-d5e68fb54c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:15:52.670522 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:52.697680 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d948918-d211-4f4f-a2f8-5aa95156f76d x-openstack-request-id: req-0d948918-d211-4f4f-a2f8-5aa95156f76d {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:15:52.698079 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30fed06-da93-4e0e-8d5f-3ad992427cc5", "tag": "16f40acc-9914-4195-9d9a-e5e98924c577", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:15:52.699727 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d948918-d211-4f4f-a2f8-5aa95156f76d {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:15:52.700132 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30fed06-da93-4e0e-8d5f-3ad992427cc5', 'tag': '16f40acc-9914-4195-9d9a-e5e98924c577', 'status': 'completed', 'code': 200}
Nov 20 21:15:52.788636 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-8960dcc6-67f5-4efa-9dfc-639450f95ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:52.790679 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-8960dcc6-67f5-4efa-9dfc-639450f95ed3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b60cf19d51fe41e1bf404c33f632f316&device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 1094 time: 0.1410556
Nov 20 21:15:52.803216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93f5cc-d99c-43c1-9413-fa4476d293bc None None] Pushing event updated for resources: {'Port': ['ID=7530fba4-e7fa-490c-bdf9-9ea1146c7e55,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:52.814878 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-356400ab-ffb2-4aca-9771-782e7ad6b939 None None] Provisioning complete for port 86488eac-0f08-4784-a3b4-1725bfb29394 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:52.815362 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-356400ab-ffb2-4aca-9771-782e7ad6b939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:52.819787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c609d-9f13-460a-a529-22bddda19c81 service neutron] Pushing event updated for resources: {'Port': ['ID=16f40acc-9914-4195-9d9a-e5e98924c577,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:52.899595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:52.907418 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-ed6ae059-5a3e-4136-bf67-b8680bf8bc4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16f40acc-9914-4195-9d9a-e5e98924c577 HTTP/1.1" status: 200  len: 217 time: 0.0789492
Nov 20 21:15:52.953038 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:53.042540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-fc6e3964-ba0b-4b87-b1a3-e47fb4c61f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:53.044547 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-fc6e3964-ba0b-4b87-b1a3-e47fb4c61f55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e66089d5-0b13-422d-8f26-1290adc78fe5 HTTP/1.1" status: 200  len: 848 time: 0.0987203
Nov 20 21:15:53.058757 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:53.081574 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-94534604-8c95-4985-adcb-927860995010 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a62d484-6489-47c9-ba52-8505cab4c721&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0285318
Nov 20 21:15:53.084770 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1587be57-8ae5-432b-900e-27b904a328d7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:53.136212 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Router da3ef34a-f7b3-4e80-93a3-83c3272c24f2 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:15:53.148273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=1503160d-ac1f-4172-bb4a-04e9d53fa357,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:53.160495 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:53.164251 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:53.168469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:53.191783 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-356400ab-ffb2-4aca-9771-782e7ad6b939 None None] Port 86488eac-0f08-4784-a3b4-1725bfb29394 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:15:53.208804 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6aebbd-3ccf-4ebc-b3cf-a502dd865a9b None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:53.266973 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-b1ba8fe1-bfad-4153-8652-aa1475cccf80 service neutron] 10.222.0.47 "GET /v2.0/networks/3a62d484-6489-47c9-ba52-8505cab4c721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741233
Nov 20 21:15:53.267805 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] For port ccdbebf6-7a16-4156-b8a4-4a33e58baed8, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:15:53.268627 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1587be57-8ae5-432b-900e-27b904a328d7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:53.277358 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] For port ccdbebf6-7a16-4156-b8a4-4a33e58baed8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccdbebf6-7a16-4156-b8a4-4a33e58baed8,segment=NetworkSegment(b093e95f-da97-4ae8-a188-273e1e958703),segment_id=b093e95f-da97-4ae8-a188-273e1e958703)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:15:53.283136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-356400ab-ffb2-4aca-9771-782e7ad6b939 None None] Provisioning complete for port 86f72ac8-ecac-4bc8-824f-90efb16e6977 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:53.283589 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-356400ab-ffb2-4aca-9771-782e7ad6b939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:53.320090 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:53.332121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] For port 6837b743-9770-4061-86f1-eee7df09fdfe, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:15:53.348720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1587be57-8ae5-432b-900e-27b904a328d7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Network e535dacc-1a9b-41c1-8add-0805e7bdef00 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:53.360941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-1587be57-8ae5-432b-900e-27b904a328d7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:53.363501 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1587be57-8ae5-432b-900e-27b904a328d7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:53.370479 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1587be57-8ae5-432b-900e-27b904a328d7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:53.371158 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1587be57-8ae5-432b-900e-27b904a328d7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:53.383792 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] For port 6837b743-9770-4061-86f1-eee7df09fdfe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6837b743-9770-4061-86f1-eee7df09fdfe,segment=NetworkSegment(372568d3-1378-4468-904b-d5e68fb54c22),segment_id=372568d3-1378-4468-904b-d5e68fb54c22)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:15:53.398544 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:53.422024 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587be57-8ae5-432b-900e-27b904a328d7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event updated for resources: {'Port': ['ID=b5a354b8-9b8c-4c75-bfb2-ccd19ec28893,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:53.430961 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:53.431337 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:53.452510 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1587be57-8ae5-432b-900e-27b904a328d7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 2.6525805
Nov 20 21:15:53.455096 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47422) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:53.505391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f41b3a-8579-4219-8435-b96625f86b5e None None] Pushing event updated for resources: {'Port': ['ID=ccdbebf6-7a16-4156-b8a4-4a33e58baed8,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:53.528138 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab60c1f-2a4c-49c3-87f4-8eeabcb154aa tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Deleting subnet 6044185f-0299-4ce9-9b54-9a588564e298 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:15:53.533360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ab60c1f-2a4c-49c3-87f4-8eeabcb154aa tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:53.539916 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:15:53.581362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Sync routers for ids ['da3ef34a-f7b3-4e80-93a3-83c3272c24f2'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:15:53.600829 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:53.602363 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3a82badd-8691-40ce-bad0-dbf5461238c9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.1820903
Nov 20 21:15:53.605347 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47424) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:53.704104 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Routers {'da3ef34a-f7b3-4e80-93a3-83c3272c24f2'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:15:53.704859 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47368400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['da3ef34a-f7b3-4e80-93a3-83c3272c24f2'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:53.776108 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17685e4b-f209-482d-a067-4235c13f9137 None None] Pushing event updated for resources: {'Port': ['ID=6837b743-9770-4061-86f1-eee7df09fdfe,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:53.856550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-356400ab-ffb2-4aca-9771-782e7ad6b939 None None] Provisioning complete for port 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:53.856929 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-356400ab-ffb2-4aca-9771-782e7ad6b939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:53.861961 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 86f72ac8-ecac-4bc8-824f-90efb16e6977 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:54.011319 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Set router da3ef34a-f7b3-4e80-93a3-83c3272c24f2 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:15:54.043411 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ab60c1f-2a4c-49c3-87f4-8eeabcb154aa tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:54.110458 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:54.127812 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c7758c55-bf92-400b-9954-ae3fabfa9991 req-f7e2ebe1-079d-4b0c-9202-55b45c60c5fc service neutron] 10.222.0.47 "GET /v2.0/networks/3a62d484-6489-47c9-ba52-8505cab4c721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8522773
Nov 20 21:15:54.163982 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61262a-421a-46ed-9145-c1c125bc56f0 req-74b28583-77b5-4d46-80b6-66415c01f0c7 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:54.166224 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f61262a-421a-46ed-9145-c1c125bc56f0 req-74b28583-77b5-4d46-80b6-66415c01f0c7 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 943 time: 0.5874619
Nov 20 21:15:54.201227 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 86f72ac8-ecac-4bc8-824f-90efb16e6977 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:54.201562 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:54.302824 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b6264-d59b-494c-a0d7-f8c164dc9e88 req-6667c504-a30b-4432-a9fa-6a40302b098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:54.304336 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a75b6264-d59b-494c-a0d7-f8c164dc9e88 req-6667c504-a30b-4432-a9fa-6a40302b098b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b60cf19d51fe41e1bf404c33f632f316&device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 1094 time: 0.1171634
Nov 20 21:15:54.312398 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f61262a-421a-46ed-9145-c1c125bc56f0 req-5fea558e-851b-450f-89fd-8d5efe2cd6e5 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263332
Nov 20 21:15:54.344217 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ab60c1f-2a4c-49c3-87f4-8eeabcb154aa tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:54.409776 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47368400>, [{'id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'name': 'tempest-TestVolumeBootPattern-2086664642-router', 'tenant_id': '597ad3023aad44ae964010237b4737c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '86488eac-0f08-4784-a3b4-1725bfb29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:49Z', 'updated_at': '2021-11-20T21:15:51Z', 'revision_number': 3, 'project_id': '597ad3023aad44ae964010237b4737c8', 'gw_port': {'id': '86488eac-0f08-4784-a3b4-1725bfb29394', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:49Z', 'updated_at': '2021-11-20T21:15:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:54.442728 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Checking router: da3ef34a-f7b3-4e80-93a3-83c3272c24f2 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:15:54.443069 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Updating router da3ef34a-f7b3-4e80-93a3-83c3272c24f2 port 86488eac-0f08-4784-a3b4-1725bfb29394 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:15:54.466778 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ab60c1f-2a4c-49c3-87f4-8eeabcb154aa tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:54.481213 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:54.505172 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab60c1f-2a4c-49c3-87f4-8eeabcb154aa tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event deleted for resources: {'Subnet': ['ID=6044185f-0299-4ce9-9b54-9a588564e298,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:54.522345 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3ab60c1f-2a4c-49c3-87f4-8eeabcb154aa tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:54.525763 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3ab60c1f-2a4c-49c3-87f4-8eeabcb154aa tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/subnets/6044185f-0299-4ce9-9b54-9a588564e298 HTTP/1.1" status: 204  len: 168 time: 1.0695684
Nov 20 21:15:54.528408 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47426) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:54.543475 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-41c3780f-7b81-46cd-aecb-2f5626594b90 None None] Provisioning complete for port 86f72ac8-ecac-4bc8-824f-90efb16e6977 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:54.543857 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-41c3780f-7b81-46cd-aecb-2f5626594b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:54.549494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b6264-d59b-494c-a0d7-f8c164dc9e88 req-57a3233b-eeab-4347-99bb-82ed1297dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:54.551030 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a75b6264-d59b-494c-a0d7-f8c164dc9e88 req-57a3233b-eeab-4347-99bb-82ed1297dc8e service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a62d484-6489-47c9-ba52-8505cab4c721 HTTP/1.1" status: 200  len: 909 time: 0.2360947
Nov 20 21:15:54.554919 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:54.642818 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a75b6264-d59b-494c-a0d7-f8c164dc9e88 req-6d4b4980-7061-4537-9394-f2931fc9134a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16f40acc-9914-4195-9d9a-e5e98924c577 HTTP/1.1" status: 200  len: 217 time: 0.0688028
Nov 20 21:15:54.664538 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5e00c-c3d3-4015-be63-f1aa995aa275 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:54.666107 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5e00c-c3d3-4015-be63-f1aa995aa275 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:54.670828 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d4f5e00c-c3d3-4015-be63-f1aa995aa275 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1383691
Nov 20 21:15:54.676112 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47428) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:54.849556 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b6264-d59b-494c-a0d7-f8c164dc9e88 req-598e01cb-7858-4fa6-ae1a-6a0e0c6baa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:54.850783 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 298a73a1-7517-4d77-bc9f-13c6900875c3 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:15:54.851112 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a75b6264-d59b-494c-a0d7-f8c164dc9e88 req-598e01cb-7858-4fa6-ae1a-6a0e0c6baa66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e66089d5-0b13-422d-8f26-1290adc78fe5 HTTP/1.1" status: 200  len: 848 time: 0.1823006
Nov 20 21:15:54.856999 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1465630d-f652-434a-9b85-58eacc07b337 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:54.859260 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:54.891244 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a75b6264-d59b-494c-a0d7-f8c164dc9e88 req-2e95b72f-cf8c-40f2-b883-14f2942dba38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a62d484-6489-47c9-ba52-8505cab4c721&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0314078
Nov 20 21:15:54.892367 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1465630d-f652-434a-9b85-58eacc07b337 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 20 21:15:54.892855 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1465630d-f652-434a-9b85-58eacc07b337 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:15:54.895882 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1465630d-f652-434a-9b85-58eacc07b337 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/networks/e535dacc-1a9b-41c1-8add-0805e7bdef00 HTTP/1.1" status: 409  len: 405 time: 0.2188275
Nov 20 21:15:54.899995 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47430) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:54.969039 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:54.978922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-41c3780f-7b81-46cd-aecb-2f5626594b90 None None] Provisioning complete for port 1503160d-ac1f-4172-bb4a-04e9d53fa357 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:54.979296 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-41c3780f-7b81-46cd-aecb-2f5626594b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:54.982430 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:55.023932 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:55.026614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:15:55.031718 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f0cdd162-9e8e-42fe-be7e-614802cc25ca tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1741571438'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:55.037822 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81324cb0-54ca-4cf4-883f-37c4e8585174 None None] Sync routers for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:15:55.058414 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81324cb0-54ca-4cf4-883f-37c4e8585174 None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:15:55.059052 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-81324cb0-54ca-4cf4-883f-37c4e8585174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a56428d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:55.080182 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cdd162-9e8e-42fe-be7e-614802cc25ca tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Made reservation on behalf of 478d8adcc09640f7b79b3f4c58126d0e for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:55.088154 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd162-9e8e-42fe-be7e-614802cc25ca tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:55.142925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Attempting to bind port 86488eac-0f08-4784-a3b4-1725bfb29394 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:15:55.143296 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Attempting to bind port 86488eac-0f08-4784-a3b4-1725bfb29394 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:15:55.143663 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Attempting to bind port 86488eac-0f08-4784-a3b4-1725bfb29394 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:15:55.151042 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f3f5a-1db1-4319-a86e-cdf17138a36f None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:55.152446 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a75b6264-d59b-494c-a0d7-f8c164dc9e88 req-f4f8b0c0-e1dc-4efc-9352-d6e76bf3f0a8 service neutron] 10.222.0.47 "GET /v2.0/networks/3a62d484-6489-47c9-ba52-8505cab4c721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2511408
Nov 20 21:15:55.159301 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-81324cb0-54ca-4cf4-883f-37c4e8585174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a56428d00>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:55.165004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-41c3780f-7b81-46cd-aecb-2f5626594b90 None None] Port 1503160d-ac1f-4172-bb4a-04e9d53fa357 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:15:55.172481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:15:55.172873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:55.173255 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:55.173697 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:15:55.174149 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Bound port: 86488eac-0f08-4784-a3b4-1725bfb29394, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:15:55.174537 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:55.181985 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13745bd-f240-4225-ad62-06339b0c1c67 None None] Pushing event updated for resources: {'Port': ['ID=86488eac-0f08-4784-a3b4-1725bfb29394,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:55.189216 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81324cb0-54ca-4cf4-883f-37c4e8585174 None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:15:55.191422 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-81324cb0-54ca-4cf4-883f-37c4e8585174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a56428d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:55.199642 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0cdd162-9e8e-42fe-be7e-614802cc25ca tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:55.226875 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd162-9e8e-42fe-be7e-614802cc25ca tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:55.228025 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-f0cdd162-9e8e-42fe-be7e-614802cc25ca tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Added segment 326709de-4563-47c7-88d3-98b9724d0aaa of type vlan for network 0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d
Nov 20 21:15:55.261656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e1a0af-14ee-4401-9091-74cf0f8f6e27 None None] Network e535dacc-1a9b-41c1-8add-0805e7bdef00 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:55.280236 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-81324cb0-54ca-4cf4-883f-37c4e8585174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a56428d00>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:55.281271 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81324cb0-54ca-4cf4-883f-37c4e8585174 None None] The sync data for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:15:55.285653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:55.286479 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:55.290100 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] For port 86488eac-0f08-4784-a3b4-1725bfb29394, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:15:55.326927 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd162-9e8e-42fe-be7e-614802cc25ca tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:55.332090 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] For port 86488eac-0f08-4784-a3b4-1725bfb29394, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86488eac-0f08-4784-a3b4-1725bfb29394,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:15:55.343230 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a75b6264-d59b-494c-a0d7-f8c164dc9e88 req-a085eb0a-07f4-4bc8-b754-50eae46b813e service neutron] 10.222.0.47 "GET /v2.0/networks/3a62d484-6489-47c9-ba52-8505cab4c721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1826282
Nov 20 21:15:55.369782 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd162-9e8e-42fe-be7e-614802cc25ca tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:55.376897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cdd162-9e8e-42fe-be7e-614802cc25ca tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:55.377837 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd162-9e8e-42fe-be7e-614802cc25ca tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:55.379478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Allocated IP 172.20.0.1 (c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a/1ae98d41-1874-47ca-98c4-e6fb73e4454c/70000a23-4ec9-4ffe-8c9a-81ca143666b9) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:55.390765 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:55.392240 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-65132a32-3062-48b1-a557-ee9ae53427dd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 5.1725647
Nov 20 21:15:55.395727 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:55.398007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47434) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:55.435338 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f0cdd162-9e8e-42fe-be7e-614802cc25ca tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4166296
Nov 20 21:15:55.438548 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47436) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:55.443593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f5ff36fd-4f8c-4811-85b6-d16049336fed tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Request body: {'subnet': {'network_id': '0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:55.509739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdd162-9e8e-42fe-be7e-614802cc25ca tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event updated for resources: {'Network': ['ID=0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:55.514840 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3179f525-ae52-4693-88e1-2ba482ce5bd6 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:55.543174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:55.545464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6a429945-4b2c-463f-8d00-8935f99cf90b None None] Provisioning complete for port 86488eac-0f08-4784-a3b4-1725bfb29394 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:55.545835 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6a429945-4b2c-463f-8d00-8935f99cf90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:55.607988 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ff36fd-4f8c-4811-85b6-d16049336fed tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Made reservation on behalf of 478d8adcc09640f7b79b3f4c58126d0e for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:55.611924 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13745bd-f240-4225-ad62-06339b0c1c67 None None] Pushing event updated for resources: {'Port': ['ID=86488eac-0f08-4784-a3b4-1725bfb29394,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:55.612100 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f5ff36fd-4f8c-4811-85b6-d16049336fed tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:55.647870 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Routers {'da3ef34a-f7b3-4e80-93a3-83c3272c24f2'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:15:55.648499 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47368400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['da3ef34a-f7b3-4e80-93a3-83c3272c24f2'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:55.658031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e221321b-57dc-49e3-8d9f-bbd112a30504 None None] Network c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:55.917368 ncdv-master-1 neutron-server[126224]: DEBUG neutron.objects.ports [None req-f5ff36fd-4f8c-4811-85b6-d16049336fed tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:15:55.920234 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f5ff36fd-4f8c-4811-85b6-d16049336fed tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:55.957440 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6837b743-9770-4061-86f1-eee7df09fdfe up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:56.005934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff36fd-4f8c-4811-85b6-d16049336fed tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event updated for resources: {'Subnet': ['ID=237a3230-5d2c-4061-bb1e-187b5642f473,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:56.018132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff36fd-4f8c-4811-85b6-d16049336fed tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Checking segment: {'id': '326709de-4563-47c7-88d3-98b9724d0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:56.018528 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ff36fd-4f8c-4811-85b6-d16049336fed tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Network hostable DHCP agents. Network: 0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:15:56.043527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ff36fd-4f8c-4811-85b6-d16049336fed tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Network 0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:15:56.063965 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f5ff36fd-4f8c-4811-85b6-d16049336fed tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:56.072152 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ff36fd-4f8c-4811-85b6-d16049336fed tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:56.074065 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f5ff36fd-4f8c-4811-85b6-d16049336fed tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.099710 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446758fb-c0a2-4958-b0af-8fe74928d352 req-546088d9-23dc-4c15-8446-8708498df5d5 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:56.101284 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-446758fb-c0a2-4958-b0af-8fe74928d352 req-546088d9-23dc-4c15-8446-8708498df5d5 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 943 time: 0.1594317
Nov 20 21:15:56.107426 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be951365-abae-4fd6-8e36-0756c7fb7097 None None] DHCP port deletion for e535dacc-1a9b-41c1-8add-0805e7bdef00 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:15:56.109187 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9255f1fb-4a6c-470a-9d81-e711ce2479ab None None] Network 0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:56.115431 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f5ff36fd-4f8c-4811-85b6-d16049336fed tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6757684
Nov 20 21:15:56.118648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47438) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:56.124354 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d47425cc-86bd-4c4e-bde1-1ea7d1d0ed27 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Request body: {'port': {'network_id': '0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d', 'name': 'tempest-NetworksIpV6TestAttrs-1914734633'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:56.148890 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] Set router da3ef34a-f7b3-4e80-93a3-83c3272c24f2 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:15:56.221366 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.250424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47425cc-86bd-4c4e-bde1-1ea7d1d0ed27 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Made reservation on behalf of 478d8adcc09640f7b79b3f4c58126d0e for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:56.254385 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d47425cc-86bd-4c4e-bde1-1ea7d1d0ed27 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.273524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-d47425cc-86bd-4c4e-bde1-1ea7d1d0ed27 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] device_id is not set on port ed3af40a-d3de-4e77-808d-44d4f0e31d58 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:15:56.282560 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-446758fb-c0a2-4958-b0af-8fe74928d352 req-a2dc5400-7ddd-4f97-8be3-1a2a0b167d1f tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675205
Nov 20 21:15:56.324028 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6a429945-4b2c-463f-8d00-8935f99cf90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.368309 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.396555 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6a429945-4b2c-463f-8d00-8935f99cf90b None None] For port 86488eac-0f08-4784-a3b4-1725bfb29394, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86488eac-0f08-4784-a3b4-1725bfb29394,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:56.397656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 6837b743-9770-4061-86f1-eee7df09fdfe triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:56.398030 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.407900 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-d47425cc-86bd-4c4e-bde1-1ea7d1d0ed27 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Allocated IP 2001:db8::f816:3eff:fe68:bec (0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d/237a3230-5d2c-4061-bb1e-187b5642f473/ed3af40a-d3de-4e77-808d-44d4f0e31d58) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:56.439450 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Network c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:56.447723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:56.454077 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:56.474958 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6a429945-4b2c-463f-8d00-8935f99cf90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.502025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Pushing event updated for resources: {'Port': ['ID=70000a23-4ec9-4ffe-8c9a-81ca143666b9,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:56.551870 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.571193 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d47425cc-86bd-4c4e-bde1-1ea7d1d0ed27 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.585140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-be951365-abae-4fd6-8e36-0756c7fb7097 None None] Deleting port ccdbebf6-7a16-4156-b8a4-4a33e58baed8 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:15:56.585520 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-be951365-abae-4fd6-8e36-0756c7fb7097 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.608699 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d47425cc-86bd-4c4e-bde1-1ea7d1d0ed27 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.632068 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6a429945-4b2c-463f-8d00-8935f99cf90b None None] Provisioning complete for port ccdbebf6-7a16-4156-b8a4-4a33e58baed8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:56.632443 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6a429945-4b2c-463f-8d00-8935f99cf90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.644815 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.654266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47425cc-86bd-4c4e-bde1-1ea7d1d0ed27 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Network 0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:56.657715 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-d47425cc-86bd-4c4e-bde1-1ea7d1d0ed27 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:56.662396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47425cc-86bd-4c4e-bde1-1ea7d1d0ed27 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:56.670269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47425cc-86bd-4c4e-bde1-1ea7d1d0ed27 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:56.670952 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d47425cc-86bd-4c4e-bde1-1ea7d1d0ed27 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.684355 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47425cc-86bd-4c4e-bde1-1ea7d1d0ed27 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event updated for resources: {'Port': ['ID=ed3af40a-d3de-4e77-808d-44d4f0e31d58,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:56.698974 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d47425cc-86bd-4c4e-bde1-1ea7d1d0ed27 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 0.5765693
Nov 20 21:15:56.699369 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47440) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:56.702959 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a429945-4b2c-463f-8d00-8935f99cf90b None None] Pushing event updated for resources: {'Port': ['ID=86488eac-0f08-4784-a3b4-1725bfb29394,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:56.761263 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d5bfa8-92a4-44a3-8294-4847d0a50002 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Deleting subnet 237a3230-5d2c-4061-bb1e-187b5642f473 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:15:56.764864 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1d5bfa8-92a4-44a3-8294-4847d0a50002 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.799270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-be951365-abae-4fd6-8e36-0756c7fb7097 None None] For port ccdbebf6-7a16-4156-b8a4-4a33e58baed8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccdbebf6-7a16-4156-b8a4-4a33e58baed8,segment=NetworkSegment(b093e95f-da97-4ae8-a188-273e1e958703),segment_id=b093e95f-da97-4ae8-a188-273e1e958703)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:56.799405 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-be951365-abae-4fd6-8e36-0756c7fb7097 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.823524 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1d5bfa8-92a4-44a3-8294-4847d0a50002 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.850023 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-be951365-abae-4fd6-8e36-0756c7fb7097 None None] Calling delete_port for ccdbebf6-7a16-4156-b8a4-4a33e58baed8 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:15:56.854179 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.930568 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1d5bfa8-92a4-44a3-8294-4847d0a50002 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.988210 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:56.995058 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1d5bfa8-92a4-44a3-8294-4847d0a50002 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.023142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5bfa8-92a4-44a3-8294-4847d0a50002 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event deleted for resources: {'Subnet': ['ID=237a3230-5d2c-4061-bb1e-187b5642f473,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:57.031047 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16192b27-7201-4b7f-bc66-0e6f595f60a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d', 'network_id': '0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d', 'tenant_id': '478d8adcc09640f7b79b3f4c58126d0e', 'fixed_ips': [{'subnet_id': '237a3230-5d2c-4061-bb1e-187b5642f473'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:15:57.031951 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-16192b27-7201-4b7f-bc66-0e6f595f60a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.034944 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d1d5bfa8-92a4-44a3-8294-4847d0a50002 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.041521 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d1d5bfa8-92a4-44a3-8294-4847d0a50002 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/subnets/237a3230-5d2c-4061-bb1e-187b5642f473 HTTP/1.1" status: 204  len: 168 time: 0.3390045
Nov 20 21:15:57.041678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47368400>, [{'id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'name': 'tempest-TestVolumeBootPattern-2086664642-router', 'tenant_id': '597ad3023aad44ae964010237b4737c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '86488eac-0f08-4784-a3b4-1725bfb29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:49Z', 'updated_at': '2021-11-20T21:15:51Z', 'revision_number': 3, 'project_id': '597ad3023aad44ae964010237b4737c8', 'gw_port': {'id': '86488eac-0f08-4784-a3b4-1725bfb29394', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:49Z', 'updated_at': '2021-11-20T21:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:57.041849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47442) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:57.079808 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327bb746-fc86-4f4a-ac65-a521bdb6d87f None None] The sync data for ids ['da3ef34a-f7b3-4e80-93a3-83c3272c24f2'] in ncdv-master-1 is: [{'id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'name': 'tempest-TestVolumeBootPattern-2086664642-router', 'tenant_id': '597ad3023aad44ae964010237b4737c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '86488eac-0f08-4784-a3b4-1725bfb29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:49Z', 'updated_at': '2021-11-20T21:15:51Z', 'revision_number': 3, 'project_id': '597ad3023aad44ae964010237b4737c8', 'gw_port': {'id': '86488eac-0f08-4784-a3b4-1725bfb29394', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:49Z', 'updated_at': '2021-11-20T21:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:15:57.106239 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.107496 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6a429945-4b2c-463f-8d00-8935f99cf90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.127010 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2060a981-6276-44b5-990b-03a25ea693d2 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:57.129204 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2060a981-6276-44b5-990b-03a25ea693d2 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:57.136004 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2060a981-6276-44b5-990b-03a25ea693d2 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.0932419
Nov 20 21:15:57.136647 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47444) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:57.146924 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 6837b743-9770-4061-86f1-eee7df09fdfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6837b743-9770-4061-86f1-eee7df09fdfe,segment=NetworkSegment(372568d3-1378-4468-904b-d5e68fb54c22),segment_id=372568d3-1378-4468-904b-d5e68fb54c22)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:57.158436 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.178452 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.179836 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ccdbebf6-7a16-4156-b8a4-4a33e58baed8 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:57.260245 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-52810259-78e0-4f1a-9a5c-748d174c6a56 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.269821 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-52810259-78e0-4f1a-9a5c-748d174c6a56 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 20 21:15:57.270643 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52810259-78e0-4f1a-9a5c-748d174c6a56 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:15:57.275746 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-52810259-78e0-4f1a-9a5c-748d174c6a56 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/networks/0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d HTTP/1.1" status: 409  len: 405 time: 0.1381133
Nov 20 21:15:57.281200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47446) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:57.288476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-840e1a8e-cd83-489b-b1a6-fc72488438d1 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-20744474'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:57.297893 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6a429945-4b2c-463f-8d00-8935f99cf90b None None] For port ccdbebf6-7a16-4156-b8a4-4a33e58baed8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccdbebf6-7a16-4156-b8a4-4a33e58baed8,segment=NetworkSegment(b093e95f-da97-4ae8-a188-273e1e958703),segment_id=b093e95f-da97-4ae8-a188-273e1e958703)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:57.321363 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.326550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Pushing event updated for resources: {'Port': ['ID=70000a23-4ec9-4ffe-8c9a-81ca143666b9,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:57.341528 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840e1a8e-cd83-489b-b1a6-fc72488438d1 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Made reservation on behalf of 478d8adcc09640f7b79b3f4c58126d0e for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:57.345129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Allocated IP 172.20.0.1 (d0064244-87f6-4f6e-b7fd-347c4a448a12/a31d6cb1-6e9d-45b4-8401-2806d643d26d/369567b9-29fa-4b8d-8caa-fc7b557b9523) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:15:57.353883 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-840e1a8e-cd83-489b-b1a6-fc72488438d1 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.355307 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6a429945-4b2c-463f-8d00-8935f99cf90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.369383 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-be951365-abae-4fd6-8e36-0756c7fb7097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.383520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a99a49-0938-4580-b40c-a9e7b02d445a None None] Network 0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:57.385810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 16f40acc-9914-4195-9d9a-e5e98924c577 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:15:57.412836 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840e1a8e-cd83-489b-b1a6-fc72488438d1 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:57.425286 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-840e1a8e-cd83-489b-b1a6-fc72488438d1 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.425948 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-840e1a8e-cd83-489b-b1a6-fc72488438d1 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Added segment cd8d6dd3-36d3-428b-aa18-7ced0fb6f146 of type vlan for network 51ece8dd-104d-48ae-ac0f-ae0856e1ea53
Nov 20 21:15:57.444409 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No active binding found for port ccdbebf6-7a16-4156-b8a4-4a33e58baed8 {{(pid=126226) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 20 21:15:57.444895 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ccdbebf6-7a16-4156-b8a4-4a33e58baed8 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Nov 20 21:15:57.448836 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be951365-abae-4fd6-8e36-0756c7fb7097 None None] No DVR routers for this DVR port ccdbebf6-7a16-4156-b8a4-4a33e58baed8 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:15:57.467006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Network c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:57.467006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:57.595749 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-840e1a8e-cd83-489b-b1a6-fc72488438d1 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.615838 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46e32-73d7-4a8c-8f0f-92c850ab422e req-6eefc8dc-5734-4411-923e-6ebb37022ad1 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:57.617422 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-55a46e32-73d7-4a8c-8f0f-92c850ab422e req-6eefc8dc-5734-4411-923e-6ebb37022ad1 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 943 time: 0.1780288
Nov 20 21:15:57.643123 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Port ccdbebf6-7a16-4156-b8a4-4a33e58baed8 not found, will not notify nova. {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Nov 20 21:15:57.657802 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=6837b743-9770-4061-86f1-eee7df09fdfe,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:57.660897 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-840e1a8e-cd83-489b-b1a6-fc72488438d1 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.668421 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e1a8e-cd83-489b-b1a6-fc72488438d1 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:57.669115 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-840e1a8e-cd83-489b-b1a6-fc72488438d1 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.774843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a429945-4b2c-463f-8d00-8935f99cf90b None None] Pushing event deleted for resources: {'Port': ['ID=ccdbebf6-7a16-4156-b8a4-4a33e58baed8,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:57.829229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Router da3ef34a-f7b3-4e80-93a3-83c3272c24f2 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:15:57.837122 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-55a46e32-73d7-4a8c-8f0f-92c850ab422e req-890d5113-e176-4a58-9fe0-a22783548f58 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2103517
Nov 20 21:15:57.872766 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.904960 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e1a8e-cd83-489b-b1a6-fc72488438d1 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event updated for resources: {'Network': ['ID=51ece8dd-104d-48ae-ac0f-ae0856e1ea53,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:57.909942 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-69f74013-aa96-411f-96b7-1e62bab9f628 None None] Provisioning complete for port 86488eac-0f08-4784-a3b4-1725bfb29394 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:57.910346 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-69f74013-aa96-411f-96b7-1e62bab9f628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:57.918180 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-840e1a8e-cd83-489b-b1a6-fc72488438d1 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.6344447
Nov 20 21:15:57.919561 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47450) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:57.926451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-dac0fd2b-0903-415d-a65a-b5aa6999b2a4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Request body: {'subnet': {'network_id': '51ece8dd-104d-48ae-ac0f-ae0856e1ea53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:58.018861 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:58.044622 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac0fd2b-0903-415d-a65a-b5aa6999b2a4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Made reservation on behalf of 478d8adcc09640f7b79b3f4c58126d0e for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:58.049828 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dac0fd2b-0903-415d-a65a-b5aa6999b2a4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:58.072591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network d0064244-87f6-4f6e-b7fd-347c4a448a12 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:58.076219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:58.078748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:15:58.082302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:15:58.104660 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-009a4b40-c430-4b4d-abbe-eef98f9ef2c1 admin admin] 10.222.0.41 "PUT /v2.0/routers/da3ef34a-f7b3-4e80-93a3-83c3272c24f2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4889138
Nov 20 21:15:58.123824 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be951365-abae-4fd6-8e36-0756c7fb7097 None None] Pushing event deleted for resources: {'Port': ['ID=ccdbebf6-7a16-4156-b8a4-4a33e58baed8,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:58.146661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 51ece8dd-104d-48ae-ac0f-ae0856e1ea53 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:15:58.149081 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6837b743-9770-4061-86f1-eee7df09fdfe up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:58.186270 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:58.277699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=369567b9-29fa-4b8d-8caa-fc7b557b9523,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:58.388509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 16f40acc-9914-4195-9d9a-e5e98924c577, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16f40acc-9914-4195-9d9a-e5e98924c577,segment=NetworkSegment(474d48ee-f669-450f-8cc7-77acfa284fe9),segment_id=474d48ee-f669-450f-8cc7-77acfa284fe9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:58.407630 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:58.439828 ncdv-master-1 neutron-server[126224]: DEBUG neutron.objects.ports [None req-dac0fd2b-0903-415d-a65a-b5aa6999b2a4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:15:58.441915 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dac0fd2b-0903-415d-a65a-b5aa6999b2a4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:58.479924 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '16f40acc-9914-4195-9d9a-e5e98924c577', 'network_id': '3a62d484-6489-47c9-ba52-8505cab4c721', 'port_id': '16f40acc-9914-4195-9d9a-e5e98924c577', 'mac_address': 'fa:16:3e:3f:84:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66089d5-0b13-422d-8f26-1290adc78fe5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:15:58.513829 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0fd2b-0903-415d-a65a-b5aa6999b2a4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event updated for resources: {'Subnet': ['ID=5913e3d8-3730-424a-9dc1-32489c50056c,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:58.532356 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac0fd2b-0903-415d-a65a-b5aa6999b2a4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Checking segment: {'id': 'cd8d6dd3-36d3-428b-aa18-7ced0fb6f146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '51ece8dd-104d-48ae-ac0f-ae0856e1ea53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:15:58.532656 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac0fd2b-0903-415d-a65a-b5aa6999b2a4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Network hostable DHCP agents. Network: 51ece8dd-104d-48ae-ac0f-ae0856e1ea53, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:15:58.557383 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac0fd2b-0903-415d-a65a-b5aa6999b2a4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Network 51ece8dd-104d-48ae-ac0f-ae0856e1ea53 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:15:58.577437 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-dac0fd2b-0903-415d-a65a-b5aa6999b2a4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 51ece8dd-104d-48ae-ac0f-ae0856e1ea53) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:58.600440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac0fd2b-0903-415d-a65a-b5aa6999b2a4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:58.601093 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dac0fd2b-0903-415d-a65a-b5aa6999b2a4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:58.621266 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dac0fd2b-0903-415d-a65a-b5aa6999b2a4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 0.7004142
Nov 20 21:15:58.624057 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47460) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:58.626397 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b467c199-c4fb-40de-894b-868260de08c6 None None] Network 51ece8dd-104d-48ae-ac0f-ae0856e1ea53 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:58.742306 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:58.757892 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 6837b743-9770-4061-86f1-eee7df09fdfe triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:58.758418 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:58.765295 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e43e09d-e5ae-4c31-a679-386b5504a27b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:58.796002 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f40acc-9914-4195-9d9a-e5e98924c577 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:15:58.804888 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-69f74013-aa96-411f-96b7-1e62bab9f628 None None] Provisioning complete for port 70000a23-4ec9-4ffe-8c9a-81ca143666b9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:58.805268 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-69f74013-aa96-411f-96b7-1e62bab9f628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:58.842319 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e43e09d-e5ae-4c31-a679-386b5504a27b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:58.877514 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:58.877769 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 16f40acc-9914-4195-9d9a-e5e98924c577, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16f40acc-9914-4195-9d9a-e5e98924c577,segment=NetworkSegment(474d48ee-f669-450f-8cc7-77acfa284fe9),segment_id=474d48ee-f669-450f-8cc7-77acfa284fe9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:15:58.878634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-69f74013-aa96-411f-96b7-1e62bab9f628 None None] Port 70000a23-4ec9-4ffe-8c9a-81ca143666b9 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:15:58.884287 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:58.893725 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:58.992430 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-69f74013-aa96-411f-96b7-1e62bab9f628 None None] Provisioning complete for port 6837b743-9770-4061-86f1-eee7df09fdfe triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:58.992696 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-69f74013-aa96-411f-96b7-1e62bab9f628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:59.015519 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:59.018434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=369567b9-29fa-4b8d-8caa-fc7b557b9523,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:59.108765 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['16f40acc-9914-4195-9d9a-e5e98924c577'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:15:59.112515 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=16f40acc-9914-4195-9d9a-e5e98924c577,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:59.162093 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46ed653-fc26-4113-a80a-b3e37f7e9eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-51ece8dd-104d-48ae-ac0f-ae0856e1ea53', 'network_id': '51ece8dd-104d-48ae-ac0f-ae0856e1ea53', 'tenant_id': '478d8adcc09640f7b79b3f4c58126d0e', 'fixed_ips': [{'subnet_id': '5913e3d8-3730-424a-9dc1-32489c50056c'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:15:59.165104 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b46ed653-fc26-4113-a80a-b3e37f7e9eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:59.201910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 86488eac-0f08-4784-a3b4-1725bfb29394 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:15:59.225553 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network d0064244-87f6-4f6e-b7fd-347c4a448a12 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:15:59.228137 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:15:59.273529 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e43e09d-e5ae-4c31-a679-386b5504a27b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:59.349535 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43e09d-e5ae-4c31-a679-386b5504a27b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event deleted for resources: {'Subnet': ['ID=5913e3d8-3730-424a-9dc1-32489c50056c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:59.420086 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 298a73a1-7517-4d77-bc9f-13c6900875c3 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:15:59.443272 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e43e09d-e5ae-4c31-a679-386b5504a27b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:59.471097 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-7e43e09d-e5ae-4c31-a679-386b5504a27b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e03c760>,) {'filters': {'network_id': ['51ece8dd-104d-48ae-ac0f-ae0856e1ea53']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:59.482445 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-7e43e09d-e5ae-4c31-a679-386b5504a27b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e03c760>, 'cd8d6dd3-36d3-428b-aa18-7ced0fb6f146') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:59.483062 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-7e43e09d-e5ae-4c31-a679-386b5504a27b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e03c760>, 'cd8d6dd3-36d3-428b-aa18-7ced0fb6f146') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:59.511388 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58d9404-b817-4802-b115-9e99dc2eb3d9 None None] Network 51ece8dd-104d-48ae-ac0f-ae0856e1ea53 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:15:59.517997 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e43e09d-e5ae-4c31-a679-386b5504a27b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:59.540039 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e43e09d-e5ae-4c31-a679-386b5504a27b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:59.561474 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e43e09d-e5ae-4c31-a679-386b5504a27b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:15:59.561893 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e43e09d-e5ae-4c31-a679-386b5504a27b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:15:59.565729 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:15:59.587356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:15:59.598606 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c8c76c12-de67-4ada-88b7-93d78fb6c078 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "PUT /v2.0/routers/298a73a1-7517-4d77-bc9f-13c6900875c3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1990428
Nov 20 21:15:59.605372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47510) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:59.614632 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a0d3ea17-446a-4171-b36b-8fa3da736efe tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'port': {'network_id': 'd0064244-87f6-4f6e-b7fd-347c4a448a12', 'name': 'tempest-FloatingIPTestJSON-1676794514'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:59.633061 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 86488eac-0f08-4784-a3b4-1725bfb29394 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:59.633529 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:59.649149 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a492a32-9ca8-48c5-b8d9-7eb397aaa10d None None] Sync routers for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:15:59.654943 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac84bc-6128-4532-b3a7-f2755e10ad5f req-d171089d-6f78-4b29-a870-fee9b3769e83 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:59.656762 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9aac84bc-6128-4532-b3a7-f2755e10ad5f req-d171089d-6f78-4b29-a870-fee9b3769e83 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 944 time: 0.6890588
Nov 20 21:15:59.686720 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e43e09d-e5ae-4c31-a679-386b5504a27b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:59.704025 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e43e09d-e5ae-4c31-a679-386b5504a27b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:59.713588 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7e43e09d-e5ae-4c31-a679-386b5504a27b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/networks/51ece8dd-104d-48ae-ac0f-ae0856e1ea53 HTTP/1.1" status: 204  len: 168 time: 1.0877275
Nov 20 21:15:59.719717 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-17d0a593-e446-491a-8141-d9765b398791 None None] Provisioning complete for port 70000a23-4ec9-4ffe-8c9a-81ca143666b9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:15:59.720169 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-17d0a593-e446-491a-8141-d9765b398791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:59.721846 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a492a32-9ca8-48c5-b8d9-7eb397aaa10d None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:15:59.722604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4a492a32-9ca8-48c5-b8d9-7eb397aaa10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a470cc940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:59.731048 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47528) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:15:59.738549 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-edb9a8d6-da64-45b9-aada-9b5ca495f63d tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-184699910'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:15:59.743818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43e09d-e5ae-4c31-a679-386b5504a27b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event deleted for resources: {'Network': ['ID=51ece8dd-104d-48ae-ac0f-ae0856e1ea53,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:15:59.781086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb9a8d6-da64-45b9-aada-9b5ca495f63d tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Made reservation on behalf of 478d8adcc09640f7b79b3f4c58126d0e for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:15:59.789128 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-edb9a8d6-da64-45b9-aada-9b5ca495f63d tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:59.831567 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb9a8d6-da64-45b9-aada-9b5ca495f63d tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:15:59.844991 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4a492a32-9ca8-48c5-b8d9-7eb397aaa10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a470cc940>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:59.849811 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-edb9a8d6-da64-45b9-aada-9b5ca495f63d tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:59.850321 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-edb9a8d6-da64-45b9-aada-9b5ca495f63d tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Added segment 04e600d9-6187-4d33-8c99-410adabacfe4 of type vlan for network d798fe04-2a19-4369-b09d-07b02d6178e2
Nov 20 21:15:59.882100 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Sync routers for ids ['da3ef34a-f7b3-4e80-93a3-83c3272c24f2'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:15:59.895276 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Routers {'da3ef34a-f7b3-4e80-93a3-83c3272c24f2'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:15:59.896255 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542f6250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['da3ef34a-f7b3-4e80-93a3-83c3272c24f2'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:59.909932 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a492a32-9ca8-48c5-b8d9-7eb397aaa10d None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:15:59.910678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4a492a32-9ca8-48c5-b8d9-7eb397aaa10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a470cc940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:59.914370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-17d0a593-e446-491a-8141-d9765b398791 None None] Port 70000a23-4ec9-4ffe-8c9a-81ca143666b9 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:15:59.930628 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-edb9a8d6-da64-45b9-aada-9b5ca495f63d tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:59.957534 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4a492a32-9ca8-48c5-b8d9-7eb397aaa10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a470cc940>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:15:59.958238 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a492a32-9ca8-48c5-b8d9-7eb397aaa10d None None] The sync data for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:15:59.967368 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-edb9a8d6-da64-45b9-aada-9b5ca495f63d tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:15:59.976776 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb9a8d6-da64-45b9-aada-9b5ca495f63d tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:15:59.978172 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-edb9a8d6-da64-45b9-aada-9b5ca495f63d tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:00.023086 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Set router da3ef34a-f7b3-4e80-93a3-83c3272c24f2 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:16:00.069367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9a8d6-da64-45b9-aada-9b5ca495f63d tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event updated for resources: {'Network': ['ID=d798fe04-2a19-4369-b09d-07b02d6178e2,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:00.082517 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network d798fe04-2a19-4369-b09d-07b02d6178e2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:16:00.086888 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ccdbebf6-7a16-4156-b8a4-4a33e58baed8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:16:00.126507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: ccdbebf6-7a16-4156-b8a4-4a33e58baed8 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:16:00.126786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device ccdbebf6-7a16-4156-b8a4-4a33e58baed8 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:16:00.248754 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9aac84bc-6128-4532-b3a7-f2755e10ad5f req-e48e5c6a-8d9d-41bc-ade3-909b7b789f1c tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5711653
Nov 20 21:16:00.256996 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d3ea17-446a-4171-b36b-8fa3da736efe tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Made reservation on behalf of 913ac9792ad84b4785fc560d5f1e2a27 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:16:00.260569 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ea17-446a-4171-b36b-8fa3da736efe tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:00.264545 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-edb9a8d6-da64-45b9-aada-9b5ca495f63d tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.5318849
Nov 20 21:16:00.273015 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542f6250>, [{'id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'name': 'tempest-TestVolumeBootPattern-2086664642-router', 'tenant_id': '597ad3023aad44ae964010237b4737c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '86488eac-0f08-4784-a3b4-1725bfb29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:49Z', 'updated_at': '2021-11-20T21:15:56Z', 'revision_number': 4, 'project_id': '597ad3023aad44ae964010237b4737c8', 'gw_port': {'id': '86488eac-0f08-4784-a3b4-1725bfb29394', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:49Z', 'updated_at': '2021-11-20T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '70000a23-4ec9-4ffe-8c9a-81ca143666b9', 'name': '', 'network_id': 'c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a', 'tenant_id': '597ad3023aad44ae964010237b4737c8', 'mac_address': 'fa:16:3e:5f:28:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '1ae98d41-1874-47ca-98c4-e6fb73e4454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:55Z', 'updated_at': '2021-11-20T21:15:56Z', 'revision_number': 2, 'project_id': '597ad3023aad44ae964010237b4737c8', 'subnets': [{'id': '1ae98d41-1874-47ca-98c4-e6fb73e4454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:00.273472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47540) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:00.279719 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-a0d3ea17-446a-4171-b36b-8fa3da736efe tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] device_id is not set on port 17cd239f-b871-4dc4-b9d6-40a3c36be23a yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:16:00.279873 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f200c199-00e7-45e2-84dc-c41861d8a88b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Request body: {'subnet': {'network_id': 'd798fe04-2a19-4369-b09d-07b02d6178e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:00.302828 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Checking router: da3ef34a-f7b3-4e80-93a3-83c3272c24f2 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:16:00.303187 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Updating router da3ef34a-f7b3-4e80-93a3-83c3272c24f2 port 70000a23-4ec9-4ffe-8c9a-81ca143666b9 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:16:00.329188 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:00.383710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f200c199-00e7-45e2-84dc-c41861d8a88b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Made reservation on behalf of 478d8adcc09640f7b79b3f4c58126d0e for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:16:00.388060 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f200c199-00e7-45e2-84dc-c41861d8a88b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:00.399384 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-a0d3ea17-446a-4171-b36b-8fa3da736efe tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Allocated IP 172.20.0.7 (d0064244-87f6-4f6e-b7fd-347c4a448a12/a31d6cb1-6e9d-45b4-8401-2806d643d26d/17cd239f-b871-4dc4-b9d6-40a3c36be23a) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:00.570066 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ea17-446a-4171-b36b-8fa3da736efe tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:00.609924 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f200c199-00e7-45e2-84dc-c41861d8a88b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:00.621695 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ea17-446a-4171-b36b-8fa3da736efe tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:00.662104 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:00.670211 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:00.673178 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200c199-00e7-45e2-84dc-c41861d8a88b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event updated for resources: {'Subnet': ['ID=740afc00-cfb5-40f1-a5ba-78f893bc6065,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:00.682995 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d3ea17-446a-4171-b36b-8fa3da736efe tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network d0064244-87f6-4f6e-b7fd-347c4a448a12 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:00.689213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-a0d3ea17-446a-4171-b36b-8fa3da736efe tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:00.691334 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f200c199-00e7-45e2-84dc-c41861d8a88b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Checking segment: {'id': '04e600d9-6187-4d33-8c99-410adabacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd798fe04-2a19-4369-b09d-07b02d6178e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:16:00.691816 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f200c199-00e7-45e2-84dc-c41861d8a88b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Network hostable DHCP agents. Network: d798fe04-2a19-4369-b09d-07b02d6178e2, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:16:00.695420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d3ea17-446a-4171-b36b-8fa3da736efe tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:00.702067 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3ea17-446a-4171-b36b-8fa3da736efe tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=17cd239f-b871-4dc4-b9d6-40a3c36be23a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:00.720450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f200c199-00e7-45e2-84dc-c41861d8a88b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Network d798fe04-2a19-4369-b09d-07b02d6178e2 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:16:00.734335 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f200c199-00e7-45e2-84dc-c41861d8a88b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d798fe04-2a19-4369-b09d-07b02d6178e2) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:00.740345 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f200c199-00e7-45e2-84dc-c41861d8a88b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:00.741238 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f200c199-00e7-45e2-84dc-c41861d8a88b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:00.744701 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290b068-eef4-433f-83fd-6a8d66dd074d None None] Pushing event updated for resources: {'Port': ['ID=70000a23-4ec9-4ffe-8c9a-81ca143666b9,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:00.760542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc1a0b7-0f13-4be6-8e47-30c82ad427ef None None] Network d798fe04-2a19-4369-b09d-07b02d6178e2 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:16:00.788619 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f200c199-00e7-45e2-84dc-c41861d8a88b tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5132887
Nov 20 21:16:00.788836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d3ea17-446a-4171-b36b-8fa3da736efe tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:00.789398 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ea17-446a-4171-b36b-8fa3da736efe tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:00.791308 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47544) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:00.821514 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a0d3ea17-446a-4171-b36b-8fa3da736efe tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.2132530
Nov 20 21:16:00.824141 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47546) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:00.832978 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f3bef610-2d16-4073-beb8-33a2ee11a8d0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'port': {'network_id': 'd0064244-87f6-4f6e-b7fd-347c4a448a12', 'name': 'tempest-FloatingIPTestJSON-1999137490'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:00.844147 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Attempting to bind port 70000a23-4ec9-4ffe-8c9a-81ca143666b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:16:00.844937 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Attempting to bind port 70000a23-4ec9-4ffe-8c9a-81ca143666b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '372568d3-1378-4468-904b-d5e68fb54c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:16:00.845418 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Attempting to bind port 70000a23-4ec9-4ffe-8c9a-81ca143666b9 on network c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:16:00.851529 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:16:00.851905 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Checking segment: {'id': '372568d3-1378-4468-904b-d5e68fb54c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:16:00.852323 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:00.852710 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Bound using segment: {'id': '372568d3-1378-4468-904b-d5e68fb54c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:16:00.853182 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Bound port: 70000a23-4ec9-4ffe-8c9a-81ca143666b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372568d3-1378-4468-904b-d5e68fb54c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:16:00.853567 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:00.949144 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] For port 70000a23-4ec9-4ffe-8c9a-81ca143666b9, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:16:00.957106 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] For port 70000a23-4ec9-4ffe-8c9a-81ca143666b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70000a23-4ec9-4ffe-8c9a-81ca143666b9,segment=NetworkSegment(372568d3-1378-4468-904b-d5e68fb54c22),segment_id=372568d3-1378-4468-904b-d5e68fb54c22)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:16:00.966788 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:01.017920 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:01.048359 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d798fe04-2a19-4369-b09d-07b02d6178e2', 'network_id': 'd798fe04-2a19-4369-b09d-07b02d6178e2', 'tenant_id': '478d8adcc09640f7b79b3f4c58126d0e', 'fixed_ips': [{'subnet_id': '740afc00-cfb5-40f1-a5ba-78f893bc6065'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:16:01.049259 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:01.066426 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bef610-2d16-4073-beb8-33a2ee11a8d0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Made reservation on behalf of 913ac9792ad84b4785fc560d5f1e2a27 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:16:01.069987 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3bef610-2d16-4073-beb8-33a2ee11a8d0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:01.075450 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Routers {'da3ef34a-f7b3-4e80-93a3-83c3272c24f2'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:01.077873 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542f6250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['da3ef34a-f7b3-4e80-93a3-83c3272c24f2'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:01.118030 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-f3bef610-2d16-4073-beb8-33a2ee11a8d0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] device_id is not set on port 8416c3ae-3e40-4aea-a3d7-d66b2c133fa4 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:16:01.134239 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:01.142716 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290b068-eef4-433f-83fd-6a8d66dd074d None None] Pushing event updated for resources: {'Port': ['ID=70000a23-4ec9-4ffe-8c9a-81ca143666b9,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:01.230719 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] Set router da3ef34a-f7b3-4e80-93a3-83c3272c24f2 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:16:01.250778 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-f3bef610-2d16-4073-beb8-33a2ee11a8d0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Allocated IP 172.20.0.13 (d0064244-87f6-4f6e-b7fd-347c4a448a12/a31d6cb1-6e9d-45b4-8401-2806d643d26d/8416c3ae-3e40-4aea-a3d7-d66b2c133fa4) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:01.380346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Allocated IP 2001:db8::2 (d798fe04-2a19-4369-b09d-07b02d6178e2/740afc00-cfb5-40f1-a5ba-78f893bc6065/818a92d2-9395-4f2c-ad0b-5d422edbc8b9) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:01.402876 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 16f40acc-9914-4195-9d9a-e5e98924c577 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:16:01.460667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-df1fb917-03a6-46f8-91a2-fd55181789a6 None None] Provisioning complete for port 70000a23-4ec9-4ffe-8c9a-81ca143666b9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:01.461041 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df1fb917-03a6-46f8-91a2-fd55181789a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:01.494495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302346e-1fdb-4c5e-8d65-3cfbd33ed846 req-0667438e-ac5d-4395-83b0-d9b287a000f8 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:01.504314 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d302346e-1fdb-4c5e-8d65-3cfbd33ed846 req-0667438e-ac5d-4395-83b0-d9b287a000f8 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 944 time: 0.1381934
Nov 20 21:16:01.527106 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542f6250>, [{'id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'name': 'tempest-TestVolumeBootPattern-2086664642-router', 'tenant_id': '597ad3023aad44ae964010237b4737c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '86488eac-0f08-4784-a3b4-1725bfb29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:49Z', 'updated_at': '2021-11-20T21:15:56Z', 'revision_number': 4, 'project_id': '597ad3023aad44ae964010237b4737c8', 'gw_port': {'id': '86488eac-0f08-4784-a3b4-1725bfb29394', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:49Z', 'updated_at': '2021-11-20T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '70000a23-4ec9-4ffe-8c9a-81ca143666b9', 'name': '', 'network_id': 'c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a', 'tenant_id': '597ad3023aad44ae964010237b4737c8', 'mac_address': 'fa:16:3e:5f:28:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '1ae98d41-1874-47ca-98c4-e6fb73e4454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:55Z', 'updated_at': '2021-11-20T21:16:00Z', 'revision_number': 4, 'project_id': '597ad3023aad44ae964010237b4737c8', 'subnets': [{'id': '1ae98d41-1874-47ca-98c4-e6fb73e4454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:01.569917 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 16f40acc-9914-4195-9d9a-e5e98924c577 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:16:01.570720 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9901b7-26aa-42cf-9c39-f324782c6071 None None] The sync data for ids ['da3ef34a-f7b3-4e80-93a3-83c3272c24f2'] in ncdv-master-1 is: [{'id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'name': 'tempest-TestVolumeBootPattern-2086664642-router', 'tenant_id': '597ad3023aad44ae964010237b4737c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '86488eac-0f08-4784-a3b4-1725bfb29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:49Z', 'updated_at': '2021-11-20T21:15:56Z', 'revision_number': 4, 'project_id': '597ad3023aad44ae964010237b4737c8', 'gw_port': {'id': '86488eac-0f08-4784-a3b4-1725bfb29394', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:49Z', 'updated_at': '2021-11-20T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '70000a23-4ec9-4ffe-8c9a-81ca143666b9', 'name': '', 'network_id': 'c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a', 'tenant_id': '597ad3023aad44ae964010237b4737c8', 'mac_address': 'fa:16:3e:5f:28:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '1ae98d41-1874-47ca-98c4-e6fb73e4454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:55Z', 'updated_at': '2021-11-20T21:16:00Z', 'revision_number': 4, 'project_id': '597ad3023aad44ae964010237b4737c8', 'subnets': [{'id': '1ae98d41-1874-47ca-98c4-e6fb73e4454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:01.585882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 16f40acc-9914-4195-9d9a-e5e98924c577 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:01.586714 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:01.588868 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3bef610-2d16-4073-beb8-33a2ee11a8d0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:01.602250 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d302346e-1fdb-4c5e-8d65-3cfbd33ed846 req-32796fa9-8baf-4b32-8f4a-dd6b359bf5d4 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968795
Nov 20 21:16:01.679559 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3bef610-2d16-4073-beb8-33a2ee11a8d0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:01.724686 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bef610-2d16-4073-beb8-33a2ee11a8d0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network d0064244-87f6-4f6e-b7fd-347c4a448a12 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:01.728896 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f3bef610-2d16-4073-beb8-33a2ee11a8d0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:01.735931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bef610-2d16-4073-beb8-33a2ee11a8d0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:01.765545 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:01.773578 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bef610-2d16-4073-beb8-33a2ee11a8d0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=8416c3ae-3e40-4aea-a3d7-d66b2c133fa4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:01.794454 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:01.814105 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bef610-2d16-4073-beb8-33a2ee11a8d0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:01.814852 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f3bef610-2d16-4073-beb8-33a2ee11a8d0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:01.819617 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:01.849709 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df1fb917-03a6-46f8-91a2-fd55181789a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:01.865844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event deleted for resources: {'Subnet': ['ID=740afc00-cfb5-40f1-a5ba-78f893bc6065,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:01.873666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Network d798fe04-2a19-4369-b09d-07b02d6178e2 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:01.874452 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47558) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:01.879648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '8416c3ae-3e40-4aea-a3d7-d66b2c133fa4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:01.884900 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f3bef610-2d16-4073-beb8-33a2ee11a8d0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.0593188
Nov 20 21:16:01.915311 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:01.917616 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Pushing event updated for resources: {'Port': ['ID=818a92d2-9395-4f2c-ad0b-5d422edbc8b9,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:01.926187 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:01.951108 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:01.989001 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-df1fb917-03a6-46f8-91a2-fd55181789a6 None None] For port 70000a23-4ec9-4ffe-8c9a-81ca143666b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70000a23-4ec9-4ffe-8c9a-81ca143666b9,segment=NetworkSegment(372568d3-1378-4468-904b-d5e68fb54c22),segment_id=372568d3-1378-4468-904b-d5e68fb54c22)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:02.001505 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:02.003142 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df1fb917-03a6-46f8-91a2-fd55181789a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:02.033479 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54561550>,) {'filters': {'network_id': ['d798fe04-2a19-4369-b09d-07b02d6178e2']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:02.054138 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54561550>, '04e600d9-6187-4d33-8c99-410adabacfe4') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:02.055338 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54561550>, '04e600d9-6187-4d33-8c99-410adabacfe4') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:02.074177 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:02.087004 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:02.089993 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:02.097484 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Attempting to bind port 818a92d2-9395-4f2c-ad0b-5d422edbc8b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:16:02.097875 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Attempting to bind port 818a92d2-9395-4f2c-ad0b-5d422edbc8b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '04e600d9-6187-4d33-8c99-410adabacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd798fe04-2a19-4369-b09d-07b02d6178e2'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:16:02.098264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Attempting to bind port 818a92d2-9395-4f2c-ad0b-5d422edbc8b9 on network d798fe04-2a19-4369-b09d-07b02d6178e2 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:16:02.098649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:16:02.099312 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:16:02.102817 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:16:02.105443 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:02.131018 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:16:02.131677 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Checking segment: {'id': '04e600d9-6187-4d33-8c99-410adabacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd798fe04-2a19-4369-b09d-07b02d6178e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:16:02.132287 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:02.132839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Bound using segment: {'id': '04e600d9-6187-4d33-8c99-410adabacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd798fe04-2a19-4369-b09d-07b02d6178e2'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:16:02.133475 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Bound port: 818a92d2-9395-4f2c-ad0b-5d422edbc8b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e600d9-6187-4d33-8c99-410adabacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd798fe04-2a19-4369-b09d-07b02d6178e2'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:16:02.134019 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:02.183377 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.api [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 20 21:16:02.183377 ncdv-master-1 neutron-server[126224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 20 21:16:02.183377 ncdv-master-1 neutron-server[126224]: [parameters: {'id': 'd798fe04-2a19-4369-b09d-07b02d6178e2'}]
Nov 20 21:16:02.183377 ncdv-master-1 neutron-server[126224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:16:02.184348 ncdv-master-1 neutron-server[126224]: DEBUG oslo_db.api [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:16:02.202315 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30fed06-da93-4e0e-8d5f-3ad992427cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f40acc-9914-4195-9d9a-e5e98924c577'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:16:02.205794 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1653e030-d3f7-4983-8cbf-720267e349ee" -d '{"events": [{"server_uuid": "f30fed06-da93-4e0e-8d5f-3ad992427cc5", "name": "network-vif-plugged", "status": "completed", "tag": "16f40acc-9914-4195-9d9a-e5e98924c577"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:16:02.215503 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fb917-03a6-46f8-91a2-fd55181789a6 None None] Pushing event updated for resources: {'Port': ['ID=70000a23-4ec9-4ffe-8c9a-81ca143666b9,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:02.226194 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 16f40acc-9914-4195-9d9a-e5e98924c577, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16f40acc-9914-4195-9d9a-e5e98924c577,segment=NetworkSegment(474d48ee-f669-450f-8cc7-77acfa284fe9),segment_id=474d48ee-f669-450f-8cc7-77acfa284fe9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:02.248496 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:02.253893 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-75e3df6e-67db-44fa-b235-e1c354b2457e None None] Provisioning complete for port 70000a23-4ec9-4ffe-8c9a-81ca143666b9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:02.254287 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-75e3df6e-67db-44fa-b235-e1c354b2457e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:02.286977 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Allocated IP 172.35.1.137 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/e8a623ae-f505-408b-a961-8545248bf816) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:02.306041 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e95f47-2725-469a-8bed-1d319acf84f2 x-openstack-request-id: req-83e95f47-2725-469a-8bed-1d319acf84f2 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:16:02.306379 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30fed06-da93-4e0e-8d5f-3ad992427cc5", "name": "network-vif-plugged", "status": "completed", "tag": "16f40acc-9914-4195-9d9a-e5e98924c577", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:16:02.306618 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83e95f47-2725-469a-8bed-1d319acf84f2 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:16:02.307180 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30fed06-da93-4e0e-8d5f-3ad992427cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f40acc-9914-4195-9d9a-e5e98924c577', 'code': 200}
Nov 20 21:16:02.318352 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 70000a23-4ec9-4ffe-8c9a-81ca143666b9 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:16:02.399529 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf03c67-310b-4677-aac5-e0e83bda3171 req-81fd23af-e511-4731-93ef-4521e7edf036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:02.401315 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2bf03c67-310b-4677-aac5-e0e83bda3171 req-81fd23af-e511-4731-93ef-4521e7edf036 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 1096 time: 0.0503190
Nov 20 21:16:02.432297 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] For port 818a92d2-9395-4f2c-ad0b-5d422edbc8b9, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:16:02.447396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=16f40acc-9914-4195-9d9a-e5e98924c577,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:02.459751 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:02.481358 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2bf03c67-310b-4677-aac5-e0e83bda3171 req-7cff3fd1-556b-4e0b-a479-1d3ee96dc553 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717273
Nov 20 21:16:02.501387 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] For port 818a92d2-9395-4f2c-ad0b-5d422edbc8b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=818a92d2-9395-4f2c-ad0b-5d422edbc8b9,segment=NetworkSegment(04e600d9-6187-4d33-8c99-410adabacfe4),segment_id=04e600d9-6187-4d33-8c99-410adabacfe4)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:16:02.506549 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:02.507918 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:02.545364 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 70000a23-4ec9-4ffe-8c9a-81ca143666b9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:02.545967 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:02.555874 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:02.558948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:02.563541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:02.596344 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=e8a623ae-f505-408b-a961-8545248bf816,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:02.685606 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:02.724667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b4536-6770-41c7-9ad7-6041b8bf186b None None] Pushing event updated for resources: {'Port': ['ID=818a92d2-9395-4f2c-ad0b-5d422edbc8b9,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:02.733748 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70ff5ba-bd93-412c-af5d-3d03be10c954 None None] Network d798fe04-2a19-4369-b09d-07b02d6178e2 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:16:02.835665 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4fe23-7768-4130-92da-d1094a9f6ab1 req-53010303-77f2-4dc5-9f0f-e142a0fea986 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:02.837188 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9ac4fe23-7768-4130-92da-d1094a9f6ab1 req-53010303-77f2-4dc5-9f0f-e142a0fea986 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 945 time: 0.0783942
Nov 20 21:16:02.845998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Deleting port 818a92d2-9395-4f2c-ad0b-5d422edbc8b9 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:02.846211 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:02.948062 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc3cdc0-8c87-4f5e-a9e1-606fa966363f None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 21:16:02.996209 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] For port 818a92d2-9395-4f2c-ad0b-5d422edbc8b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=818a92d2-9395-4f2c-ad0b-5d422edbc8b9,segment=NetworkSegment(04e600d9-6187-4d33-8c99-410adabacfe4),segment_id=04e600d9-6187-4d33-8c99-410adabacfe4)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:02.996834 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.019588 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9ac4fe23-7768-4130-92da-d1094a9f6ab1 req-a65760f5-3af6-4f12-816d-a56896207016 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369908
Nov 20 21:16:03.020506 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Calling delete_port for 818a92d2-9395-4f2c-ad0b-5d422edbc8b9 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:03.073957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc3cdc0-8c87-4f5e-a9e1-606fa966363f None None] Resources bound (agent type, host, resource id):  {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 20 21:16:03.106800 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.129061 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.158423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event deleted for resources: {'Port': ['ID=818a92d2-9395-4f2c-ad0b-5d422edbc8b9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:03.165202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] No DVR routers for this DVR port 818a92d2-9395-4f2c-ad0b-5d422edbc8b9 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:16:03.196153 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.265112 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.288401 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4fae22e0>,) {'filters': {'network_id': ['d798fe04-2a19-4369-b09d-07b02d6178e2']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:03.299798 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fae22e0>, '04e600d9-6187-4d33-8c99-410adabacfe4') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:03.300187 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fae22e0>, '04e600d9-6187-4d33-8c99-410adabacfe4') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:03.315876 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.331357 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.337796 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:16:03.338890 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:16:03.342381 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:16:03.390353 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.396333 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.408782 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.416247 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.423705 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/networks/d798fe04-2a19-4369-b09d-07b02d6178e2 HTTP/1.1" status: 204  len: 168 time: 2.6309834
Nov 20 21:16:03.426092 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47592) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:03.439691 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f60a72da-4eb4-4064-95a0-48370ef2b50a tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-431645512'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:03.445966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781e81d-39ff-4f6b-b812-6f5dc16404b7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event deleted for resources: {'Network': ['ID=d798fe04-2a19-4369-b09d-07b02d6178e2,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:03.465978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4675375f-1791-44eb-aac8-cd5acdec3499 None None] Provisioning complete for port 17cd239f-b871-4dc4-b9d6-40a3c36be23a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:03.466502 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4675375f-1791-44eb-aac8-cd5acdec3499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.474365 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60a72da-4eb4-4064-95a0-48370ef2b50a tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Made reservation on behalf of 478d8adcc09640f7b79b3f4c58126d0e for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:16:03.480950 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f60a72da-4eb4-4064-95a0-48370ef2b50a tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.487920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=e8a623ae-f505-408b-a961-8545248bf816,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:03.492243 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.509330 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4675375f-1791-44eb-aac8-cd5acdec3499 None None] Port 17cd239f-b871-4dc4-b9d6-40a3c36be23a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:16:03.523033 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60a72da-4eb4-4064-95a0-48370ef2b50a tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:16:03.529213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4675375f-1791-44eb-aac8-cd5acdec3499 None None] Provisioning complete for port 369567b9-29fa-4b8d-8caa-fc7b557b9523 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:03.529644 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4675375f-1791-44eb-aac8-cd5acdec3499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.540039 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f60a72da-4eb4-4064-95a0-48370ef2b50a tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.540398 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-f60a72da-4eb4-4064-95a0-48370ef2b50a tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Added segment 3b765388-d3f5-4c90-8ee2-5a4018d788bf of type vlan for network 182980d2-21c6-4500-bb84-41325825d60e
Nov 20 21:16:03.572785 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4675375f-1791-44eb-aac8-cd5acdec3499 None None] Port 369567b9-29fa-4b8d-8caa-fc7b557b9523 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:16:03.584383 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4675375f-1791-44eb-aac8-cd5acdec3499 None None] Provisioning complete for port 8416c3ae-3e40-4aea-a3d7-d66b2c133fa4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:03.585068 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4675375f-1791-44eb-aac8-cd5acdec3499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.599960 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f60a72da-4eb4-4064-95a0-48370ef2b50a tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.616671 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Floating IP 9d2f71f5-60a1-43f0-bb3d-ed5d51b89a17 associated. External IP: 172.35.1.137, port: 8416c3ae-3e40-4aea-a3d7-d66b2c133fa4.
Nov 20 21:16:03.625120 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4675375f-1791-44eb-aac8-cd5acdec3499 None None] Port 8416c3ae-3e40-4aea-a3d7-d66b2c133fa4 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:16:03.636750 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f60a72da-4eb4-4064-95a0-48370ef2b50a tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.643553 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60a72da-4eb4-4064-95a0-48370ef2b50a tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:03.644158 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f60a72da-4eb4-4064-95a0-48370ef2b50a tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:03.685591 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f60a72da-4eb4-4064-95a0-48370ef2b50a tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.2587199
Nov 20 21:16:03.688696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47594) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:03.693877 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-62fbcfb2-f529-4ed9-bc72-1c5b9e6abf0f tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Request body: {'subnet': {'network_id': '182980d2-21c6-4500-bb84-41325825d60e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:03.714653 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a72da-4eb4-4064-95a0-48370ef2b50a tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event updated for resources: {'Network': ['ID=182980d2-21c6-4500-bb84-41325825d60e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:03.725691 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 182980d2-21c6-4500-bb84-41325825d60e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:16:03.863928 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fbcfb2-f529-4ed9-bc72-1c5b9e6abf0f tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Made reservation on behalf of 478d8adcc09640f7b79b3f4c58126d0e for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:16:03.867580 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-62fbcfb2-f529-4ed9-bc72-1c5b9e6abf0f tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:04.003119 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 298a73a1-7517-4d77-bc9f-13c6900875c3 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:04.204251 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faa4e9-2b6b-4fbf-a23b-5629380a72fe req-7956267f-1fe2-44ac-a63d-e28d8f51461b tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:04.205897 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-16faa4e9-2b6b-4fbf-a23b-5629380a72fe req-7956267f-1fe2-44ac-a63d-e28d8f51461b tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 945 time: 0.1137214
Nov 20 21:16:04.222191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 70000a23-4ec9-4ffe-8c9a-81ca143666b9 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:16:04.263049 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-16faa4e9-2b6b-4fbf-a23b-5629380a72fe req-650f6ab5-e5b6-4324-b71d-40e921245669 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504162
Nov 20 21:16:04.263301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:04.276053 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b02a5b7-815a-4ddc-b8a7-d30315679378 None None] Sync routers for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:04.289335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b02a5b7-815a-4ddc-b8a7-d30315679378 None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:04.290075 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-2b02a5b7-815a-4ddc-b8a7-d30315679378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4647e7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:04.297150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 70000a23-4ec9-4ffe-8c9a-81ca143666b9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:04.297537 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:04.336563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-2b02a5b7-815a-4ddc-b8a7-d30315679378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4647e7f0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:04.344800 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:04.372343 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-9ea31e10-4d7c-4dfb-8c90-c929e3d9bf17 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:04.373796 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-9ea31e10-4d7c-4dfb-8c90-c929e3d9bf17 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 811 time: 0.2647033
Nov 20 21:16:04.385883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b02a5b7-815a-4ddc-b8a7-d30315679378 None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:04.386987 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-2b02a5b7-815a-4ddc-b8a7-d30315679378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4647e7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:04.395525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.objects.ports [None req-62fbcfb2-f529-4ed9-bc72-1c5b9e6abf0f tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 20 21:16:04.414468 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-62fbcfb2-f529-4ed9-bc72-1c5b9e6abf0f tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:04.429386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-2b02a5b7-815a-4ddc-b8a7-d30315679378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4647e7f0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:04.430078 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b02a5b7-815a-4ddc-b8a7-d30315679378 None None] The sync data for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:04.458778 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-36c192f1-f7b8-470b-acbf-6af9d6162d02 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 2.5807073
Nov 20 21:16:04.459488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47616) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:04.462834 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-b91ef2f3-0fa1-4e5d-a369-f9efe6cad2a9 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/quotas/6028b150b064464f9c6d8e21d3af617e HTTP/1.1" status: 200  len: 375 time: 0.0521524
Nov 20 21:16:04.466703 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ae8b9277-32e8-40ec-8811-bf6894aa34fd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:04.535588 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbcfb2-f529-4ed9-bc72-1c5b9e6abf0f tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event updated for resources: {'Subnet': ['ID=50e96c45-0448-42d8-bc2a-a8ae97ac2cd7,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:04.557692 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fbcfb2-f529-4ed9-bc72-1c5b9e6abf0f tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Checking segment: {'id': '3b765388-d3f5-4c90-8ee2-5a4018d788bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '182980d2-21c6-4500-bb84-41325825d60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:16:04.558090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fbcfb2-f529-4ed9-bc72-1c5b9e6abf0f tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Network hostable DHCP agents. Network: 182980d2-21c6-4500-bb84-41325825d60e, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:16:04.568540 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-cafdec2e-ce9a-4f47-8c56-d583527774c9 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0928345
Nov 20 21:16:04.569841 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9277-32e8-40ec-8811-bf6894aa34fd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:04.615667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fbcfb2-f529-4ed9-bc72-1c5b9e6abf0f tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Network 182980d2-21c6-4500-bb84-41325825d60e is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:16:04.659410 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-62fbcfb2-f529-4ed9-bc72-1c5b9e6abf0f tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 182980d2-21c6-4500-bb84-41325825d60e) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:04.666722 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fbcfb2-f529-4ed9-bc72-1c5b9e6abf0f tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:04.667326 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-62fbcfb2-f529-4ed9-bc72-1c5b9e6abf0f tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:04.669933 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ce7976-243c-4152-87c4-ff6561759054 None None] Network 182980d2-21c6-4500-bb84-41325825d60e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:16:04.706328 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-62fbcfb2-f529-4ed9-bc72-1c5b9e6abf0f tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.0163729
Nov 20 21:16:04.708776 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47622) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:04.721061 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-2dad97cc-fa4c-4021-8380-743df57127b7 service neutron] 10.222.0.41 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405718
Nov 20 21:16:04.762110 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9277-32e8-40ec-8811-bf6894aa34fd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:04.767997 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9277-32e8-40ec-8811-bf6894aa34fd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:04.768624 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-ae8b9277-32e8-40ec-8811-bf6894aa34fd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Floating IP 9d2f71f5-60a1-43f0-bb3d-ed5d51b89a17 disassociated. External IP: 172.35.1.137, port: 8416c3ae-3e40-4aea-a3d7-d66b2c133fa4.
Nov 20 21:16:04.860489 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-182980d2-21c6-4500-bb84-41325825d60e', 'network_id': '182980d2-21c6-4500-bb84-41325825d60e', 'tenant_id': '478d8adcc09640f7b79b3f4c58126d0e', 'fixed_ips': [{'subnet_id': '50e96c45-0448-42d8-bc2a-a8ae97ac2cd7'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:16:04.862789 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:04.890960 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:04.910658 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-42a4255b-2354-43e5-ad17-6ae8aad2da53 service neutron] 10.222.0.41 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1759241
Nov 20 21:16:04.964653 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:05.051724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Allocated IP 2001:db8::f816:3eff:fe35:2056 (182980d2-21c6-4500-bb84-41325825d60e/50e96c45-0448-42d8-bc2a-a8ae97ac2cd7/9b801300-38e4-4dbd-984d-f9230cc422a5) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:05.087212 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8b9277-32e8-40ec-8811-bf6894aa34fd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 298a73a1-7517-4d77-bc9f-13c6900875c3 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:05.157275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20278a-cc38-492c-be86-3745a1cc2370 req-76395d83-e1fd-465e-a98b-7d1d5100f9e0 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:05.159905 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fe20278a-cc38-492c-be86-3745a1cc2370 req-76395d83-e1fd-465e-a98b-7d1d5100f9e0 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 945 time: 0.0753009
Nov 20 21:16:05.209409 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5500d41e-e096-4b0c-b43e-5bc937365189 req-af51d5bc-4006-439c-9789-a48707e1042b tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 210 time: 0.0325904
Nov 20 21:16:05.237811 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:05.246260 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:05.268231 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:05.298837 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Network 182980d2-21c6-4500-bb84-41325825d60e is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:05.305792 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:05.309183 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fe20278a-cc38-492c-be86-3745a1cc2370 req-4ed386f9-d1f6-414e-93be-f45ae5f7353b tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039264
Nov 20 21:16:05.309774 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:05.311907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event deleted for resources: {'Subnet': ['ID=50e96c45-0448-42d8-bc2a-a8ae97ac2cd7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:05.317189 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8b9277-32e8-40ec-8811-bf6894aa34fd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:05.322481 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9277-32e8-40ec-8811-bf6894aa34fd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:05.322658 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Pushing event updated for resources: {'Port': ['ID=9b801300-38e4-4dbd-984d-f9230cc422a5,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:05.330866 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf5a54-28dc-4f13-8d36-014efe4cd659 None None] Sync routers for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:05.346795 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf5a54-28dc-4f13-8d36-014efe4cd659 None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:05.348153 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-abcf5a54-28dc-4f13-8d36-014efe4cd659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5415a3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:05.377551 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ae8b9277-32e8-40ec-8811-bf6894aa34fd tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "PUT /v2.0/floatingips/9d2f71f5-60a1-43f0-bb3d-ed5d51b89a17 HTTP/1.1" status: 200  len: 688 time: 0.9165606
Nov 20 21:16:05.381183 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47636) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:05.395061 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-abcf5a54-28dc-4f13-8d36-014efe4cd659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5415a3a0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:05.408720 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf5a54-28dc-4f13-8d36-014efe4cd659 None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:05.409394 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-abcf5a54-28dc-4f13-8d36-014efe4cd659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5415a3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:05.416825 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:05.437634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Attempting to bind port 9b801300-38e4-4dbd-984d-f9230cc422a5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:16:05.438289 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Attempting to bind port 9b801300-38e4-4dbd-984d-f9230cc422a5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b765388-d3f5-4c90-8ee2-5a4018d788bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '182980d2-21c6-4500-bb84-41325825d60e'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:16:05.438614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Attempting to bind port 9b801300-38e4-4dbd-984d-f9230cc422a5 on network 182980d2-21c6-4500-bb84-41325825d60e {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:16:05.442845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f0edbe0>,) {'filters': {'network_id': ['182980d2-21c6-4500-bb84-41325825d60e']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:05.446546 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:16:05.447246 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Checking segment: {'id': '3b765388-d3f5-4c90-8ee2-5a4018d788bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '182980d2-21c6-4500-bb84-41325825d60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:16:05.447883 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:05.448480 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Bound using segment: {'id': '3b765388-d3f5-4c90-8ee2-5a4018d788bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '182980d2-21c6-4500-bb84-41325825d60e'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:16:05.449177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Bound port: 9b801300-38e4-4dbd-984d-f9230cc422a5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b765388-d3f5-4c90-8ee2-5a4018d788bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '182980d2-21c6-4500-bb84-41325825d60e'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:16:05.449855 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:05.456505 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f0edbe0>, '3b765388-d3f5-4c90-8ee2-5a4018d788bf') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:05.456829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f0edbe0>, '3b765388-d3f5-4c90-8ee2-5a4018d788bf') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:05.463755 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-abcf5a54-28dc-4f13-8d36-014efe4cd659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5415a3a0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:05.464639 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf5a54-28dc-4f13-8d36-014efe4cd659 None None] The sync data for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:05.469101 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:05.485447 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:05.493683 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:16:05.494144 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:16:05.497987 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:16:05.583637 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] For port 9b801300-38e4-4dbd-984d-f9230cc422a5, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:16:05.583863 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.db.api [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 20 21:16:05.583863 ncdv-master-1 neutron-server[126225]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 20 21:16:05.583863 ncdv-master-1 neutron-server[126225]: [parameters: {'id': '182980d2-21c6-4500-bb84-41325825d60e'}]
Nov 20 21:16:05.583863 ncdv-master-1 neutron-server[126225]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:16:05.584238 ncdv-master-1 neutron-server[126225]: DEBUG oslo_db.api [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:16:05.588566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] For port 9b801300-38e4-4dbd-984d-f9230cc422a5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b801300-38e4-4dbd-984d-f9230cc422a5,segment=NetworkSegment(3b765388-d3f5-4c90-8ee2-5a4018d788bf),segment_id=3b765388-d3f5-4c90-8ee2-5a4018d788bf)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:16:05.595181 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:05.804053 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b79e990f-fc94-4731-b19d-6e8c399eb1e9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Deleting port e8a623ae-f505-408b-a961-8545248bf816 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:05.804631 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b79e990f-fc94-4731-b19d-6e8c399eb1e9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:05.858516 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423bbfd-5bce-412c-a10c-3eb3596d4f0c None None] Pushing event updated for resources: {'Port': ['ID=9b801300-38e4-4dbd-984d-f9230cc422a5,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:05.869773 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a11572b-f4be-4249-9110-6f010f2fce58 None None] Network 182980d2-21c6-4500-bb84-41325825d60e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:16:05.890602 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b79e990f-fc94-4731-b19d-6e8c399eb1e9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:05.890936 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b79e990f-fc94-4731-b19d-6e8c399eb1e9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:05.904455 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b79e990f-fc94-4731-b19d-6e8c399eb1e9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Calling delete_port for e8a623ae-f505-408b-a961-8545248bf816 owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:06.005266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60344eef-876f-43d7-b63b-28974c136d89 None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 21:16:06.046389 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b79e990f-fc94-4731-b19d-6e8c399eb1e9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:06.073601 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e990f-fc94-4731-b19d-6e8c399eb1e9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Port': ['ID=e8a623ae-f505-408b-a961-8545248bf816,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:06.085301 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:06.108207 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60344eef-876f-43d7-b63b-28974c136d89 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 20 21:16:06.135280 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b79e990f-fc94-4731-b19d-6e8c399eb1e9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:06.139037 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b79e990f-fc94-4731-b19d-6e8c399eb1e9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:06.139859 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b79e990f-fc94-4731-b19d-6e8c399eb1e9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/floatingips/9d2f71f5-60a1-43f0-bb3d-ed5d51b89a17 HTTP/1.1" status: 204  len: 168 time: 0.7576246
Nov 20 21:16:06.143378 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47644) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:06.147930 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '17cd239f-b871-4dc4-b9d6-40a3c36be23a'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:06.153459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Deleting port 9b801300-38e4-4dbd-984d-f9230cc422a5 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:06.153904 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:06.177239 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:06.232530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] For port 9b801300-38e4-4dbd-984d-f9230cc422a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b801300-38e4-4dbd-984d-f9230cc422a5,segment=NetworkSegment(3b765388-d3f5-4c90-8ee2-5a4018d788bf),segment_id=3b765388-d3f5-4c90-8ee2-5a4018d788bf)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:06.233279 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:06.250340 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Calling delete_port for 9b801300-38e4-4dbd-984d-f9230cc422a5 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:06.359337 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd916e-0488-4288-aee8-e6bd323428b3 req-bf1ab7a0-423f-4b0b-bfa3-ef21bde836b9 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:06.360915 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0cfd916e-0488-4288-aee8-e6bd323428b3 req-bf1ab7a0-423f-4b0b-bfa3-ef21bde836b9 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.47 "GET /v2.0/ports?device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 945 time: 0.0769179
Nov 20 21:16:06.365773 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-952d4501-8fc1-4b85-b817-22a4ea2ef9ba req-d808dcbb-c61d-4e59-b265-bc2c8d551827 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 210 time: 0.0595999
Nov 20 21:16:06.370255 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:06.504816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-61eeb2be-8836-4e2f-9af1-f1ac7e180d49 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:06.506357 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-61eeb2be-8836-4e2f-9af1-f1ac7e180d49 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 811 time: 0.1890745
Nov 20 21:16:06.507675 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:06.520949 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-e51031e3-d078-462f-86d3-b220f4e98005 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Request body: {'port': {'device_id': '0220ad84-e8df-421f-abf0-42e80c0c2be3', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'admin_state_up': True, 'tenant_id': '6028b150b064464f9c6d8e21d3af617e'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:06.565342 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] No DVR routers for this DVR port 9b801300-38e4-4dbd-984d-f9230cc422a5 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:16:06.573733 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event deleted for resources: {'Port': ['ID=9b801300-38e4-4dbd-984d-f9230cc422a5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:06.603960 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a53446-f6cd-47e2-91dc-32e5dd8356e4 req-96759d0e-9016-4070-906d-337ec86d809c tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:06.605499 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b5a53446-f6cd-47e2-91dc-32e5dd8356e4 req-96759d0e-9016-4070-906d-337ec86d809c tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 945 time: 0.1428747
Nov 20 21:16:06.640142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Allocated IP 172.35.1.227 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/3c6850f5-191d-4f92-921c-133445963486) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:06.657158 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-0cfd916e-0488-4288-aee8-e6bd323428b3 req-1ffc5ddf-ca9b-40a7-88b7-25491b54b23b tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Deleting port 16f40acc-9914-4195-9d9a-e5e98924c577 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:06.657569 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0cfd916e-0488-4288-aee8-e6bd323428b3 req-1ffc5ddf-ca9b-40a7-88b7-25491b54b23b tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:06.712795 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:06.748071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e9db610>,) {'filters': {'network_id': ['182980d2-21c6-4500-bb84-41325825d60e']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:06.764867 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e9db610>, '3b765388-d3f5-4c90-8ee2-5a4018d788bf') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:06.765189 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e9db610>, '3b765388-d3f5-4c90-8ee2-5a4018d788bf') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:06.775898 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b5a53446-f6cd-47e2-91dc-32e5dd8356e4 req-1a4838cb-ad50-41a0-a0b6-9abd1cf62d16 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/security-groups?id=6372bc74-7dc7-4148-bf75-a2803b42be4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535835
Nov 20 21:16:06.780300 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:06.796875 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-e51031e3-d078-462f-86d3-b220f4e98005 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Made reservation on behalf of 6028b150b064464f9c6d8e21d3af617e for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:16:06.800938 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-e51031e3-d078-462f-86d3-b220f4e98005 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:06.803636 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:06.813833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:16:06.814220 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:16:06.817311 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:16:06.850651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-0cfd916e-0488-4288-aee8-e6bd323428b3 req-1ffc5ddf-ca9b-40a7-88b7-25491b54b23b tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] For port 16f40acc-9914-4195-9d9a-e5e98924c577, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16f40acc-9914-4195-9d9a-e5e98924c577,segment=NetworkSegment(474d48ee-f669-450f-8cc7-77acfa284fe9),segment_id=474d48ee-f669-450f-8cc7-77acfa284fe9)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:06.851428 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0cfd916e-0488-4288-aee8-e6bd323428b3 req-1ffc5ddf-ca9b-40a7-88b7-25491b54b23b tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:06.876736 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-0cfd916e-0488-4288-aee8-e6bd323428b3 req-1ffc5ddf-ca9b-40a7-88b7-25491b54b23b tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Calling delete_port for 16f40acc-9914-4195-9d9a-e5e98924c577 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:06.890643 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:07.006616 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:07.028104 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:07.049146 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:07.052397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:07.053506 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/networks/182980d2-21c6-4500-bb84-41325825d60e HTTP/1.1" status: 204  len: 168 time: 2.3434155
Nov 20 21:16:07.059838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47654) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:07.060879 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:07.082671 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:07.093394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-e51031e3-d078-462f-86d3-b220f4e98005 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Allocated IP 172.20.0.3 (ec52e298-c6c7-453e-a2fa-373fbe63335d/e49bdb26-fb3f-4488-8617-26bc32281c9f/d85eaa00-8240-4c27-b734-0d3bd3d51aa2) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:07.095723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e51094-2702-41b2-95dd-48b1f477f8b4 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event deleted for resources: {'Network': ['ID=182980d2-21c6-4500-bb84-41325825d60e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:07.109275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=3c6850f5-191d-4f92-921c-133445963486,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:07.122704 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a554724-88b6-48b9-b8a9-e12434059810 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:16:07.123029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a554724-88b6-48b9-b8a9-e12434059810 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:16:07.128736 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9a554724-88b6-48b9-b8a9-e12434059810 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/subnets/50e96c45-0448-42d8-bc2a-a8ae97ac2cd7 HTTP/1.1" status: 404  len: 337 time: 0.0651326
Nov 20 21:16:07.130449 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47656) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:07.159763 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-969ec80a-b842-449f-8750-34489d8718f9 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:16:07.160285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969ec80a-b842-449f-8750-34489d8718f9 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:16:07.163471 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-969ec80a-b842-449f-8750-34489d8718f9 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/networks/182980d2-21c6-4500-bb84-41325825d60e HTTP/1.1" status: 404  len: 339 time: 0.0332377
Nov 20 21:16:07.166739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47664) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:07.167365 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0cfd916e-0488-4288-aee8-e6bd323428b3 req-1ffc5ddf-ca9b-40a7-88b7-25491b54b23b tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:07.178891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['16f40acc-9914-4195-9d9a-e5e98924c577'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:16:07.244619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc5ddf-ca9b-40a7-88b7-25491b54b23b tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Pushing event deleted for resources: {'Port': ['ID=16f40acc-9914-4195-9d9a-e5e98924c577,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:07.246689 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82412cc-c03c-4548-b973-15a72ad93e2e tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:16:07.247208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82412cc-c03c-4548-b973-15a72ad93e2e tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:16:07.250619 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c82412cc-c03c-4548-b973-15a72ad93e2e tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/subnets/740afc00-cfb5-40f1-a5ba-78f893bc6065 HTTP/1.1" status: 404  len: 337 time: 0.0809565
Nov 20 21:16:07.253399 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47674) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:07.270610 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efe7890-d797-4711-a1ce-914242a50024 None None] DHCP port deletion for 3a62d484-6489-47c9-ba52-8505cab4c721 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:16:07.290462 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6d6328-b8ed-4b65-bcc3-5d304d84ff65 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:16:07.290963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6d6328-b8ed-4b65-bcc3-5d304d84ff65 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:16:07.296734 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-df6d6328-b8ed-4b65-bcc3-5d304d84ff65 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/networks/d798fe04-2a19-4369-b09d-07b02d6178e2 HTTP/1.1" status: 404  len: 339 time: 0.0398984
Nov 20 21:16:07.297691 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47682) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:07.330116 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da67248-cfe7-4668-bfb0-11aeada3e014 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:16:07.330598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da67248-cfe7-4668-bfb0-11aeada3e014 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:16:07.334087 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6da67248-cfe7-4668-bfb0-11aeada3e014 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/subnets/5913e3d8-3730-424a-9dc1-32489c50056c HTTP/1.1" status: 404  len: 337 time: 0.0356967
Nov 20 21:16:07.339121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47684) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:07.342903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfd916e-0488-4288-aee8-e6bd323428b3 req-1ffc5ddf-ca9b-40a7-88b7-25491b54b23b tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] No DVR routers for this DVR port 16f40acc-9914-4195-9d9a-e5e98924c577 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:16:07.346686 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-0cfd916e-0488-4288-aee8-e6bd323428b3 req-1ffc5ddf-ca9b-40a7-88b7-25491b54b23b tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:07.351841 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0cfd916e-0488-4288-aee8-e6bd323428b3 req-1ffc5ddf-ca9b-40a7-88b7-25491b54b23b tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.47 "DELETE /v2.0/ports/16f40acc-9914-4195-9d9a-e5e98924c577 HTTP/1.1" status: 204  len: 173 time: 0.9843714
Nov 20 21:16:07.356647 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30fed06-da93-4e0e-8d5f-3ad992427cc5', 'name': 'network-vif-deleted', 'tag': '16f40acc-9914-4195-9d9a-e5e98924c577'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:16:07.359482 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35450972-f743-4c5c-8064-73f0f32badd2" -d '{"events": [{"server_uuid": "f30fed06-da93-4e0e-8d5f-3ad992427cc5", "name": "network-vif-deleted", "tag": "16f40acc-9914-4195-9d9a-e5e98924c577"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:16:07.396402 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f021af2-d816-42d9-9cf1-46a4b374b331 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:16:07.397042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f021af2-d816-42d9-9cf1-46a4b374b331 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:16:07.400306 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8f021af2-d816-42d9-9cf1-46a4b374b331 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/networks/51ece8dd-104d-48ae-ac0f-ae0856e1ea53 HTTP/1.1" status: 404  len: 339 time: 0.0601001
Nov 20 21:16:07.403746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47690) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:07.423082 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-e51031e3-d078-462f-86d3-b220f4e98005 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:07.471924 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08f975a-4cae-4dc7-9f7d-eefbbb09c54c x-openstack-request-id: req-a08f975a-4cae-4dc7-9f7d-eefbbb09c54c {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:16:07.472226 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30fed06-da93-4e0e-8d5f-3ad992427cc5", "name": "network-vif-deleted", "tag": "16f40acc-9914-4195-9d9a-e5e98924c577", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:16:07.472489 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a08f975a-4cae-4dc7-9f7d-eefbbb09c54c {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:16:07.472903 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30fed06-da93-4e0e-8d5f-3ad992427cc5', 'name': 'network-vif-deleted', 'tag': '16f40acc-9914-4195-9d9a-e5e98924c577', 'status': 'completed', 'code': 200}
Nov 20 21:16:07.495676 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ab722283-f1fd-48a0-849d-2217b55cfedf req-ede53d79-81a9-41d5-8606-67b0b77a8903 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 210 time: 0.0358021
Nov 20 21:16:07.567438 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-e51031e3-d078-462f-86d3-b220f4e98005 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:07.910086 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:07.998632 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-a660f015-eff4-4c57-8258-abf48085aa12 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Deleting port ed3af40a-d3de-4e77-808d-44d4f0e31d58 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:07.998980 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a660f015-eff4-4c57-8258-abf48085aa12 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.006827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-e51031e3-d078-462f-86d3-b220f4e98005 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Network ec52e298-c6c7-453e-a2fa-373fbe63335d is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:08.014968 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.032972 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94b88c3c-d27a-4337-b0ed-0eb856eea3b5 req-5eb8c03c-d4c1-4437-ae65-f718f23699b0 tempest-VolumesActionsTest-1676956077 tempest-VolumesActionsTest-1676956077-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30fed06-da93-4e0e-8d5f-3ad992427cc5 HTTP/1.1" status: 200  len: 210 time: 0.0625441
Nov 20 21:16:08.038272 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-e51031e3-d078-462f-86d3-b220f4e98005 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:08.047509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-e51031e3-d078-462f-86d3-b220f4e98005 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:08.071360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51031e3-d078-462f-86d3-b220f4e98005 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'Port': ['ID=d85eaa00-8240-4c27-b734-0d3bd3d51aa2,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:08.136506 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a660f015-eff4-4c57-8258-abf48085aa12 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.152724 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-e51031e3-d078-462f-86d3-b220f4e98005 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:08.153925 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-e51031e3-d078-462f-86d3-b220f4e98005 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.162969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-a660f015-eff4-4c57-8258-abf48085aa12 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Calling delete_port for ed3af40a-d3de-4e77-808d-44d4f0e31d58 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:08.182595 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-e51031e3-d078-462f-86d3-b220f4e98005 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6660075
Nov 20 21:16:08.208778 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.215265 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.217750 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Request body: {'port': {'device_id': '0220ad84-e8df-421f-abf0-42e80c0c2be3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:08.268046 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.285553 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5e261a3a-d394-4d5d-a427-94ec9382d1fb None None] Provisioning complete for port d85eaa00-8240-4c27-b734-0d3bd3d51aa2 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:08.286382 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5e261a3a-d394-4d5d-a427-94ec9382d1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.295987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=3c6850f5-191d-4f92-921c-133445963486,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:08.302981 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.308666 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.332251 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-5e261a3a-d394-4d5d-a427-94ec9382d1fb None None] Port d85eaa00-8240-4c27-b734-0d3bd3d51aa2 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:16:08.337088 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.347947 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a660f015-eff4-4c57-8258-abf48085aa12 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.387297 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660f015-eff4-4c57-8258-abf48085aa12 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event deleted for resources: {'Port': ['ID=ed3af40a-d3de-4e77-808d-44d4f0e31d58,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:08.392735 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a660f015-eff4-4c57-8258-abf48085aa12 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.398525 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a660f015-eff4-4c57-8258-abf48085aa12 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/ports/ed3af40a-d3de-4e77-808d-44d4f0e31d58 HTTP/1.1" status: 204  len: 168 time: 0.9856670
Nov 20 21:16:08.402654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47694) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:08.483776 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6178fdc-6ab8-4188-8911-e77e2291ba3e tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:16:08.484239 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6178fdc-6ab8-4188-8911-e77e2291ba3e tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:16:08.488343 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d6178fdc-6ab8-4188-8911-e77e2291ba3e tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/subnets/237a3230-5d2c-4061-bb1e-187b5642f473 HTTP/1.1" status: 404  len: 337 time: 0.0840161
Nov 20 21:16:08.493669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47696) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:08.619227 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77c9e0a3-7ec7-4318-ada5-20c63e880370 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.693282 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Floating IP dc057771-beb8-49cc-a157-c24613ba0a04 associated. External IP: 172.35.1.227, port: 17cd239f-b871-4dc4-b9d6-40a3c36be23a.
Nov 20 21:16:08.748367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541e5f4-b2e1-4dd9-990f-2890912db032 req-36c56f69-400b-4ffb-8c12-182bc56edc43 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:08.749886 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0541e5f4-b2e1-4dd9-990f-2890912db032 req-36c56f69-400b-4ffb-8c12-182bc56edc43 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 931 time: 0.1014173
Nov 20 21:16:08.765559 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77c9e0a3-7ec7-4318-ada5-20c63e880370 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.796717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-77c9e0a3-7ec7-4318-ada5-20c63e880370 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f0d0400>,) {'filters': {'network_id': ['0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:08.824184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-77c9e0a3-7ec7-4318-ada5-20c63e880370 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f0d0400>, '326709de-4563-47c7-88d3-98b9724d0aaa') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:08.824467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-77c9e0a3-7ec7-4318-ada5-20c63e880370 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f0d0400>, '326709de-4563-47c7-88d3-98b9724d0aaa') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:08.839485 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77c9e0a3-7ec7-4318-ada5-20c63e880370 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.844126 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0541e5f4-b2e1-4dd9-990f-2890912db032 req-1236c557-16b0-490a-9e46-fe91dce360ca tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855503
Nov 20 21:16:08.851424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85eaa00-8240-4c27-b734-0d3bd3d51aa2 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:16:08.861563 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.863743 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77c9e0a3-7ec7-4318-ada5-20c63e880370 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.874925 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c9e0a3-7ec7-4318-ada5-20c63e880370 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:16:08.875315 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77c9e0a3-7ec7-4318-ada5-20c63e880370 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:16:08.878521 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:16:08.944944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Transition to ACTIVE for port object d85eaa00-8240-4c27-b734-0d3bd3d51aa2 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:16:08.945837 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77c9e0a3-7ec7-4318-ada5-20c63e880370 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.953869 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-77c9e0a3-7ec7-4318-ada5-20c63e880370 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.957070 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-77c9e0a3-7ec7-4318-ada5-20c63e880370 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/networks/0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d HTTP/1.1" status: 204  len: 168 time: 0.4619994
Nov 20 21:16:08.959426 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:08.960556 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47700) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:08.963784 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 298a73a1-7517-4d77-bc9f-13c6900875c3 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:08.975702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9e0a3-7ec7-4318-ada5-20c63e880370 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event deleted for resources: {'Network': ['ID=0e2df7dd-28f0-4c6c-adf8-f948fdd2b86d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:09.020040 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Pushing event updated for resources: {'Port': ['ID=d85eaa00-8240-4c27-b734-0d3bd3d51aa2,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:09.101613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Attempting to bind port d85eaa00-8240-4c27-b734-0d3bd3d51aa2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:16:09.102591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Attempting to bind port d85eaa00-8240-4c27-b734-0d3bd3d51aa2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:16:09.103127 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Attempting to bind port d85eaa00-8240-4c27-b734-0d3bd3d51aa2 on network ec52e298-c6c7-453e-a2fa-373fbe63335d {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:16:09.108635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Port d85eaa00-8240-4c27-b734-0d3bd3d51aa2 on network ec52e298-c6c7-453e-a2fa-373fbe63335d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:16:09.108964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Attempting to bind port d85eaa00-8240-4c27-b734-0d3bd3d51aa2 on network ec52e298-c6c7-453e-a2fa-373fbe63335d {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:16:09.114571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:16:09.114913 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Checking segment: {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:16:09.115305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Bound using segment: {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:16:09.115818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Bound port: d85eaa00-8240-4c27-b734-0d3bd3d51aa2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:16:09.116105 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:09.189384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2390a04d-339c-4ee9-a4e8-09540fdf9913 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Deleting port b5a354b8-9b8c-4c75-bfb2-ccd19ec28893 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:09.189751 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2390a04d-339c-4ee9-a4e8-09540fdf9913 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:09.207262 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] For port d85eaa00-8240-4c27-b734-0d3bd3d51aa2, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:16:09.209794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] For port d85eaa00-8240-4c27-b734-0d3bd3d51aa2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d85eaa00-8240-4c27-b734-0d3bd3d51aa2,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:16:09.217888 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:09.249382 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:09.261635 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bab100-f523-44ab-ab50-c48b141eec6f None None] Sync routers for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:09.264538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:09.265356 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:09.267186 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] 10.222.0.37 "PUT /v2.0/ports/d85eaa00-8240-4c27-b734-0d3bd3d51aa2 HTTP/1.1" status: 200  len: 1091 time: 1.0547554
Nov 20 21:16:09.267793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0220ad84-e8df-421f-abf0-42e80c0c2be3', 'tag': 'd85eaa00-8240-4c27-b734-0d3bd3d51aa2'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:16:09.270587 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1796f3d8-5014-49a7-b80b-1d49a2fe1a66" -d '{"events": [{"name": "network-changed", "server_uuid": "0220ad84-e8df-421f-abf0-42e80c0c2be3", "tag": "d85eaa00-8240-4c27-b734-0d3bd3d51aa2"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:16:09.281057 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:09.282981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bab100-f523-44ab-ab50-c48b141eec6f None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:09.285652 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-74bab100-f523-44ab-ab50-c48b141eec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47961df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:09.346640 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-74bab100-f523-44ab-ab50-c48b141eec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47961df0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:09.359647 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-47920457-0fea-4f67-b81e-d372f5835fa6 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 3.2140474
Nov 20 21:16:09.366091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47716) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:09.377456 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2390a04d-339c-4ee9-a4e8-09540fdf9913 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:09.381285 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd38b92-8a9d-47d1-9391-f3353822494b x-openstack-request-id: req-6dd38b92-8a9d-47d1-9391-f3353822494b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:16:09.381594 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0220ad84-e8df-421f-abf0-42e80c0c2be3", "tag": "d85eaa00-8240-4c27-b734-0d3bd3d51aa2", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:16:09.381852 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6dd38b92-8a9d-47d1-9391-f3353822494b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:16:09.382293 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0220ad84-e8df-421f-abf0-42e80c0c2be3', 'tag': 'd85eaa00-8240-4c27-b734-0d3bd3d51aa2', 'status': 'completed', 'code': 200}
Nov 20 21:16:09.384221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bab100-f523-44ab-ab50-c48b141eec6f None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:09.384929 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-74bab100-f523-44ab-ab50-c48b141eec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47961df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:09.395063 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6e56a-de66-40e0-a2f3-93c35358cd69 service neutron] Pushing event updated for resources: {'Port': ['ID=d85eaa00-8240-4c27-b734-0d3bd3d51aa2,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:09.444325 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2390a04d-339c-4ee9-a4e8-09540fdf9913 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Calling delete_port for b5a354b8-9b8c-4c75-bfb2-ccd19ec28893 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:09.456480 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-74bab100-f523-44ab-ab50-c48b141eec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47961df0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:09.456480 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bab100-f523-44ab-ab50-c48b141eec6f None None] The sync data for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:09.460991 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-1bd4303d-e89b-4090-a68b-fa58aa3ed932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:09.464054 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-1bd4303d-e89b-4090-a68b-fa58aa3ed932 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 1094 time: 0.1521180
Nov 20 21:16:09.486771 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cde7aaf5-cfac-480f-a4ff-07407858047f tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "GET /v2.0/floatingips/dc057771-beb8-49cc-a157-c24613ba0a04 HTTP/1.1" status: 200  len: 978 time: 0.1172149
Nov 20 21:16:09.494852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47720) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:09.605840 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2390a04d-339c-4ee9-a4e8-09540fdf9913 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:09.611444 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-059364d4-0dd7-4f1e-97dd-afdd0bc033a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d85eaa00-8240-4c27-b734-0d3bd3d51aa2 HTTP/1.1" status: 200  len: 217 time: 0.1400559
Nov 20 21:16:09.650756 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2390a04d-339c-4ee9-a4e8-09540fdf9913 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:09.655272 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2390a04d-339c-4ee9-a4e8-09540fdf9913 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/ports/b5a354b8-9b8c-4c75-bfb2-ccd19ec28893 HTTP/1.1" status: 204  len: 168 time: 0.6936951
Nov 20 21:16:09.656394 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390a04d-339c-4ee9-a4e8-09540fdf9913 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event deleted for resources: {'Port': ['ID=b5a354b8-9b8c-4c75-bfb2-ccd19ec28893,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:09.659529 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47728) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:09.700374 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-574e4688-9c3d-4470-a8cc-78947a63bbae tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:16:09.700815 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574e4688-9c3d-4470-a8cc-78947a63bbae tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:16:09.706106 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-574e4688-9c3d-4470-a8cc-78947a63bbae tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/subnets/6044185f-0299-4ce9-9b54-9a588564e298 HTTP/1.1" status: 404  len: 337 time: 0.0442436
Nov 20 21:16:09.708867 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47732) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:09.722821 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f7aed1d1-1a27-4533-9ea8-b5eeabed2b45 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.2268116
Nov 20 21:16:09.725412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47734) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:09.729804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-444b935f-d1b4-4ed3-b951-547ddd9d0e03 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'floatingip': {'port_id': '8416c3ae-3e40-4aea-a3d7-d66b2c133fa4'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:09.797685 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e1de3630-5014-4854-88d0-218ff97a28c7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:09.809812 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-b8fb1ac7-f29f-4d1a-b102-017920bd167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:09.809812 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-b8fb1ac7-f29f-4d1a-b102-017920bd167b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.1663759
Nov 20 21:16:09.890327 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-444b935f-d1b4-4ed3-b951-547ddd9d0e03 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:09.919464 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e1de3630-5014-4854-88d0-218ff97a28c7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:09.943181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e1de3630-5014-4854-88d0-218ff97a28c7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ff12520>,) {'filters': {'network_id': ['e535dacc-1a9b-41c1-8add-0805e7bdef00']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:09.954218 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e1de3630-5014-4854-88d0-218ff97a28c7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ff12520>, 'b093e95f-da97-4ae8-a188-273e1e958703') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:09.954644 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e1de3630-5014-4854-88d0-218ff97a28c7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ff12520>, 'b093e95f-da97-4ae8-a188-273e1e958703') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:09.964244 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e1de3630-5014-4854-88d0-218ff97a28c7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:09.974906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-ce99c8f7-294b-4a67-8d1a-f488d20e1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:09.976217 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-ce99c8f7-294b-4a67-8d1a-f488d20e1422 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1582243
Nov 20 21:16:09.980917 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e1de3630-5014-4854-88d0-218ff97a28c7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:10.000502 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1de3630-5014-4854-88d0-218ff97a28c7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:16:10.000980 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e1de3630-5014-4854-88d0-218ff97a28c7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:16:10.004727 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:16:10.083856 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e1de3630-5014-4854-88d0-218ff97a28c7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:10.090591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42504fd-60a3-41f1-afab-26602fd42ab5 req-db41be07-e119-436a-9ece-5f4856a78698 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:10.092175 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f42504fd-60a3-41f1-afab-26602fd42ab5 req-db41be07-e119-436a-9ece-5f4856a78698 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 943 time: 0.1630921
Nov 20 21:16:10.098719 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e1de3630-5014-4854-88d0-218ff97a28c7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:10.103111 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e1de3630-5014-4854-88d0-218ff97a28c7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/networks/e535dacc-1a9b-41c1-8add-0805e7bdef00 HTTP/1.1" status: 204  len: 168 time: 0.3932052
Nov 20 21:16:10.108697 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47760) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:10.130606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de3630-5014-4854-88d0-218ff97a28c7 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event deleted for resources: {'Network': ['ID=e535dacc-1a9b-41c1-8add-0805e7bdef00,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:10.190459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-454cd909-5b94-46bc-9835-36a032e9ee36 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Deleting subnet 82ca175d-591c-4f12-9650-0b0933ef39a0 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:16:10.194154 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-454cd909-5b94-46bc-9835-36a032e9ee36 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:10.247807 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-454cd909-5b94-46bc-9835-36a032e9ee36 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:10.253336 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f42504fd-60a3-41f1-afab-26602fd42ab5 req-d8b7fa25-8e9d-445c-b68a-02fb81e6b163 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524220
Nov 20 21:16:10.257448 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-11e80173-fa48-46d6-911a-ca4618ef2192 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2696466
Nov 20 21:16:10.369233 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-454cd909-5b94-46bc-9835-36a032e9ee36 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:10.525619 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-454cd909-5b94-46bc-9835-36a032e9ee36 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:10.574564 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cd909-5b94-46bc-9835-36a032e9ee36 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event deleted for resources: {'Subnet': ['ID=82ca175d-591c-4f12-9650-0b0933ef39a0,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:10.604448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8bcce7-32d7-4363-9032-af9339016faf None None] Network a7ad0f8f-db9f-42b2-8775-fc44145a3aad requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:16:10.613695 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-454cd909-5b94-46bc-9835-36a032e9ee36 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:10.618600 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-454cd909-5b94-46bc-9835-36a032e9ee36 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/subnets/82ca175d-591c-4f12-9650-0b0933ef39a0 HTTP/1.1" status: 204  len: 168 time: 0.5082965
Nov 20 21:16:10.622267 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47772) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:10.747167 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:10.826464 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-444b935f-d1b4-4ed3-b951-547ddd9d0e03 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:10.839061 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-444b935f-d1b4-4ed3-b951-547ddd9d0e03 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:10.855538 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Deleting port 86f72ac8-ecac-4bc8-824f-90efb16e6977 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:10.855994 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:10.915120 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d091edb-a9cf-4deb-b1a5-6356ba5c3b10 req-6a9fabaa-a936-474b-a619-7e7876444e29 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6463652
Nov 20 21:16:11.044801 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-444b935f-d1b4-4ed3-b951-547ddd9d0e03 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Floating IP dc057771-beb8-49cc-a157-c24613ba0a04 associated. External IP: 172.35.1.227, port: 17cd239f-b871-4dc4-b9d6-40a3c36be23a.
Nov 20 21:16:11.056918 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832d30fc-cf31-477b-ab0f-8527fb82fd57 None None] DHCP port deletion for a7ad0f8f-db9f-42b2-8775-fc44145a3aad request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:16:11.087116 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] For port 86f72ac8-ecac-4bc8-824f-90efb16e6977, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86f72ac8-ecac-4bc8-824f-90efb16e6977,segment=NetworkSegment(a9494829-6cb4-4245-a998-bf55f322a6b2),segment_id=a9494829-6cb4-4245-a998-bf55f322a6b2)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:11.087116 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:11.102341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796f3d8-5014-49a7-b80b-1d49a2fe1a66 req-42dabc80-52b5-4f45-8672-029eb88702c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:11.103849 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1796f3d8-5014-49a7-b80b-1d49a2fe1a66 req-42dabc80-52b5-4f45-8672-029eb88702c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 1094 time: 0.1091423
Nov 20 21:16:11.126505 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Calling delete_port for 86f72ac8-ecac-4bc8-824f-90efb16e6977 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:11.177754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-832d30fc-cf31-477b-ab0f-8527fb82fd57 None None] Deleting port 86f72ac8-ecac-4bc8-824f-90efb16e6977 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:11.177754 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-832d30fc-cf31-477b-ab0f-8527fb82fd57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:11.275932 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:11.306325 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-832d30fc-cf31-477b-ab0f-8527fb82fd57 None None] For port 86f72ac8-ecac-4bc8-824f-90efb16e6977, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86f72ac8-ecac-4bc8-824f-90efb16e6977,segment=NetworkSegment(a9494829-6cb4-4245-a998-bf55f322a6b2),segment_id=a9494829-6cb4-4245-a998-bf55f322a6b2)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:11.306977 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-832d30fc-cf31-477b-ab0f-8527fb82fd57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:11.322866 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-832d30fc-cf31-477b-ab0f-8527fb82fd57 None None] Calling delete_port for 86f72ac8-ecac-4bc8-824f-90efb16e6977 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:11.339669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796f3d8-5014-49a7-b80b-1d49a2fe1a66 req-811afed1-1542-48c0-9d90-1df0c340b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:11.346450 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1796f3d8-5014-49a7-b80b-1d49a2fe1a66 req-811afed1-1542-48c0-9d90-1df0c340b375 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.2336040
Nov 20 21:16:11.346637 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event deleted for resources: {'Port': ['ID=86f72ac8-ecac-4bc8-824f-90efb16e6977,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:11.382796 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] No DVR routers for this DVR port 86f72ac8-ecac-4bc8-824f-90efb16e6977 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:16:11.429552 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-832d30fc-cf31-477b-ab0f-8527fb82fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:11.440557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 16f40acc-9914-4195-9d9a-e5e98924c577 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:16:11.472988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 16f40acc-9914-4195-9d9a-e5e98924c577 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:16:11.473981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 16f40acc-9914-4195-9d9a-e5e98924c577 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:16:11.476643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d30fc-cf31-477b-ab0f-8527fb82fd57 None None] No DVR routers for this DVR port 86f72ac8-ecac-4bc8-824f-90efb16e6977 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:16:11.492722 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:11.529865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d30fc-cf31-477b-ab0f-8527fb82fd57 None None] Pushing event deleted for resources: {'Port': ['ID=86f72ac8-ecac-4bc8-824f-90efb16e6977,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:11.536126 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d8846d0>,) {'filters': {'network_id': ['a7ad0f8f-db9f-42b2-8775-fc44145a3aad']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:11.565113 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d8846d0>, 'a9494829-6cb4-4245-a998-bf55f322a6b2') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:11.565481 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d8846d0>, 'a9494829-6cb4-4245-a998-bf55f322a6b2') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:11.604685 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:11.629659 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:11.645498 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11b0d1-dc9c-4cf8-b592-2d7060d6c6b5 req-9d82cbfd-eab6-4925-b55d-773088890e75 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:11.647317 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8d11b0d1-dc9c-4cf8-b592-2d7060d6c6b5 req-9d82cbfd-eab6-4925-b55d-773088890e75 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 943 time: 0.1070471
Nov 20 21:16:11.651501 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:16:11.651912 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:16:11.655564 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:16:11.765988 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:11.788947 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:11.795229 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] 10.222.0.41 "DELETE /v2.0/networks/a7ad0f8f-db9f-42b2-8775-fc44145a3aad HTTP/1.1" status: 204  len: 168 time: 1.1719298
Nov 20 21:16:11.796510 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41173f4-a2b9-471c-99a8-7d1706fa0b60 tempest-NetworksIpV6TestAttrs-1828341155 tempest-NetworksIpV6TestAttrs-1828341155-project] Pushing event deleted for resources: {'Network': ['ID=a7ad0f8f-db9f-42b2-8775-fc44145a3aad,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:11.824226 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8d11b0d1-dc9c-4cf8-b592-2d7060d6c6b5 req-779c2cef-6727-4721-bdaf-4faa1ebb8bdc tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674104
Nov 20 21:16:11.947317 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1796f3d8-5014-49a7-b80b-1d49a2fe1a66 req-d9b07837-8a6f-4657-a344-b23b7cbe9e0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d85eaa00-8240-4c27-b734-0d3bd3d51aa2 HTTP/1.1" status: 200  len: 217 time: 0.5924428
Nov 20 21:16:12.038144 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444b935f-d1b4-4ed3-b951-547ddd9d0e03 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 298a73a1-7517-4d77-bc9f-13c6900875c3 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:12.045500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796f3d8-5014-49a7-b80b-1d49a2fe1a66 req-66533b27-2736-4e53-8f54-ab79deb6c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:12.049611 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1796f3d8-5014-49a7-b80b-1d49a2fe1a66 req-66533b27-2736-4e53-8f54-ab79deb6c86a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.0739195
Nov 20 21:16:12.160598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796f3d8-5014-49a7-b80b-1d49a2fe1a66 req-bbe9c5b1-5aa5-4a82-aa07-c1769814eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:12.163037 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1796f3d8-5014-49a7-b80b-1d49a2fe1a66 req-bbe9c5b1-5aa5-4a82-aa07-c1769814eec7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1056306
Nov 20 21:16:12.236411 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47816) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:12.253462 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444b935f-d1b4-4ed3-b951-547ddd9d0e03 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:12.267277 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de75b984-a272-4be5-911b-7136077f239b None None] Sync routers for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:12.273842 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 86f72ac8-ecac-4bc8-824f-90efb16e6977 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:16:12.284247 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de75b984-a272-4be5-911b-7136077f239b None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:12.285130 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-de75b984-a272-4be5-911b-7136077f239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5415a700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:12.320837 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-de75b984-a272-4be5-911b-7136077f239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5415a700>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:12.333458 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de75b984-a272-4be5-911b-7136077f239b None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:12.334797 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-de75b984-a272-4be5-911b-7136077f239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5415a700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:12.343588 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 86f72ac8-ecac-4bc8-824f-90efb16e6977 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:16:12.344006 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 86f72ac8-ecac-4bc8-824f-90efb16e6977 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:16:12.376135 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1796f3d8-5014-49a7-b80b-1d49a2fe1a66 req-d20d9b14-8b5d-4ae9-bf41-f0f2026d27b9 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1768360
Nov 20 21:16:12.400303 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-de75b984-a272-4be5-911b-7136077f239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5415a700>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:12.404259 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de75b984-a272-4be5-911b-7136077f239b None None] The sync data for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:12.641416 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7c76c989-2f26-48c3-b919-5a114798b2d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=478d8adcc09640f7b79b3f4c58126d0e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4036665
Nov 20 21:16:12.644506 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47820) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:12.651335 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1796f3d8-5014-49a7-b80b-1d49a2fe1a66 req-b0bccd0d-fbc0-4ce8-98a0-8034ebdf2ae1 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2663002
Nov 20 21:16:12.715934 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444b935f-d1b4-4ed3-b951-547ddd9d0e03 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 298a73a1-7517-4d77-bc9f-13c6900875c3 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:12.741541 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf97-f258-4c52-9461-127bcb662427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:12.765853 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf97-f258-4c52-9461-127bcb662427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:12.839854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf97-f258-4c52-9461-127bcb662427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:12.846296 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf97-f258-4c52-9461-127bcb662427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:12.851306 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8bbaaf97-f258-4c52-9461-127bcb662427 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c7844ea-7507-47a5-b32f-e2c924349d2a HTTP/1.1" status: 204  len: 168 time: 0.2021532
Nov 20 21:16:12.896261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaaf97-f258-4c52-9461-127bcb662427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7844ea-7507-47a5-b32f-e2c924349d2a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:12.897493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444b935f-d1b4-4ed3-b951-547ddd9d0e03 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:12.906028 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-444b935f-d1b4-4ed3-b951-547ddd9d0e03 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:12.949349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877e10d5-62ee-4a65-af7c-82080ae41abd None None] Sync routers for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:12.979732 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877e10d5-62ee-4a65-af7c-82080ae41abd None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:12.980620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-877e10d5-62ee-4a65-af7c-82080ae41abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46368610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:13.027107 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-444b935f-d1b4-4ed3-b951-547ddd9d0e03 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "PUT /v2.0/floatingips/dc057771-beb8-49cc-a157-c24613ba0a04 HTTP/1.1" status: 200  len: 979 time: 3.3006382
Nov 20 21:16:13.027854 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47826) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:13.032150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-877e10d5-62ee-4a65-af7c-82080ae41abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46368610>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:13.036241 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-95133c06-6dbb-414d-b45a-f712f88b4ac4 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:13.045887 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877e10d5-62ee-4a65-af7c-82080ae41abd None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:13.046783 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-877e10d5-62ee-4a65-af7c-82080ae41abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46368610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:13.057488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c41ca-2581-4907-8778-b3e6eac4ac9a req-110d1136-0b14-4d00-adb2-9d19021709cf tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:13.060670 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a33c41ca-2581-4907-8778-b3e6eac4ac9a req-110d1136-0b14-4d00-adb2-9d19021709cf tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 943 time: 0.0802610
Nov 20 21:16:13.092080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-877e10d5-62ee-4a65-af7c-82080ae41abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46368610>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:13.092751 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877e10d5-62ee-4a65-af7c-82080ae41abd None None] The sync data for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:13.153235 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a33c41ca-2581-4907-8778-b3e6eac4ac9a req-1941a108-b967-4724-b7bb-b4404ae0f559 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859323
Nov 20 21:16:13.174840 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-95133c06-6dbb-414d-b45a-f712f88b4ac4 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:13.314703 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e30cc882-2896-4c5f-a13d-5f400bb35f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:13.390506 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-95133c06-6dbb-414d-b45a-f712f88b4ac4 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:13.398814 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-95133c06-6dbb-414d-b45a-f712f88b4ac4 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:13.400316 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-95133c06-6dbb-414d-b45a-f712f88b4ac4 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Floating IP dc057771-beb8-49cc-a157-c24613ba0a04 disassociated. External IP: 172.35.1.227, port: 8416c3ae-3e40-4aea-a3d7-d66b2c133fa4.
Nov 20 21:16:13.761935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95133c06-6dbb-414d-b45a-f712f88b4ac4 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 298a73a1-7517-4d77-bc9f-13c6900875c3 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:13.918662 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95133c06-6dbb-414d-b45a-f712f88b4ac4 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:13.923392 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-95133c06-6dbb-414d-b45a-f712f88b4ac4 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:13.930771 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77791c3-11ed-4f63-96b0-c69ed155014c None None] Sync routers for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:13.952147 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77791c3-11ed-4f63-96b0-c69ed155014c None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:13.953374 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f77791c3-11ed-4f63-96b0-c69ed155014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a546609a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:13.987476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47850) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:13.994282 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-95133c06-6dbb-414d-b45a-f712f88b4ac4 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "PUT /v2.0/floatingips/dc057771-beb8-49cc-a157-c24613ba0a04 HTTP/1.1" status: 200  len: 688 time: 0.9606004
Nov 20 21:16:14.030720 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f77791c3-11ed-4f63-96b0-c69ed155014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a546609a0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:14.056408 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77791c3-11ed-4f63-96b0-c69ed155014c None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:14.057419 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f77791c3-11ed-4f63-96b0-c69ed155014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a546609a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:15:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:14.082773 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47852) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:14.110423 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f77791c3-11ed-4f63-96b0-c69ed155014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a546609a0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:14.111579 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77791c3-11ed-4f63-96b0-c69ed155014c None None] The sync data for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:14.126116 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d85eaa00-8240-4c27-b734-0d3bd3d51aa2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:16:14.150889 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6a8ad-c563-4265-92fc-13e5f6d72188 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Deleting port 3c6850f5-191d-4f92-921c-133445963486 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:14.151467 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a8ad-c563-4265-92fc-13e5f6d72188 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:14.255888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1888218765'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:14.272007 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a8ad-c563-4265-92fc-13e5f6d72188 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:14.273249 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a8ad-c563-4265-92fc-13e5f6d72188 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:14.274258 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d85eaa00-8240-4c27-b734-0d3bd3d51aa2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d85eaa00-8240-4c27-b734-0d3bd3d51aa2,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:14.288607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'd85eaa00-8240-4c27-b734-0d3bd3d51aa2', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'port_id': 'd85eaa00-8240-4c27-b734-0d3bd3d51aa2', 'mac_address': 'fa:16:3e:7b:f6:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:16:14.292012 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6a8ad-c563-4265-92fc-13e5f6d72188 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Calling delete_port for 3c6850f5-191d-4f92-921c-133445963486 owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:14.369847 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:14.394169 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293fbd8-c4d9-4986-b231-e1e363278725 req-b93c1140-2f4f-4789-b2fe-3dba2c54ff74 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:14.395996 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2293fbd8-c4d9-4986-b231-e1e363278725 req-b93c1140-2f4f-4789-b2fe-3dba2c54ff74 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 943 time: 0.1181145
Nov 20 21:16:14.397427 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:14.397775 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85eaa00-8240-4c27-b734-0d3bd3d51aa2 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:16:14.417446 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:14.446484 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d85eaa00-8240-4c27-b734-0d3bd3d51aa2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d85eaa00-8240-4c27-b734-0d3bd3d51aa2,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:14.466590 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:14.477712 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2293fbd8-c4d9-4986-b231-e1e363278725 req-ac955d3c-800e-4bac-891a-fd4ff76964ed tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697598
Nov 20 21:16:14.553875 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a8ad-c563-4265-92fc-13e5f6d72188 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:14.557746 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d85eaa00-8240-4c27-b734-0d3bd3d51aa2,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:14.602384 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6a8ad-c563-4265-92fc-13e5f6d72188 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Port': ['ID=3c6850f5-191d-4f92-921c-133445963486,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:14.665565 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d85eaa00-8240-4c27-b734-0d3bd3d51aa2'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:16:14.672213 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:14.676694 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:14.743377 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:14.748821 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a8ad-c563-4265-92fc-13e5f6d72188 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:14.750851 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:14.753070 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a8ad-c563-4265-92fc-13e5f6d72188 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:14.754746 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1dd6a8ad-c563-4265-92fc-13e5f6d72188 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/floatingips/dc057771-beb8-49cc-a157-c24613ba0a04 HTTP/1.1" status: 204  len: 168 time: 0.7658179
Nov 20 21:16:14.757724 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47862) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:14.788093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef638120-1898-4758-addc-473cf79eb9a1,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:14.793437 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:14.797846 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7139914
Nov 20 21:16:14.798552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47864) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:14.821377 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:14.821977 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:14.822616 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:14.822995 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:14.823367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:14.823715 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:14.824055 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:14.824389 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:14.825387 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:14.825726 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:14.826076 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:14.826446 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:14.837965 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-6e6b87d7-9449-4216-9fad-061f61f735da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] delete failed (client error): The resource could not be found.
Nov 20 21:16:14.841103 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6e6b87d7-9449-4216-9fad-061f61f735da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/floatingips/dc057771-beb8-49cc-a157-c24613ba0a04 HTTP/1.1" status: 404  len: 345 time: 0.0813870
Nov 20 21:16:14.845098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47866) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:14.898014 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-41addf57-6c38-4963-8dcb-2e846a2575c8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0973289
Nov 20 21:16:14.900945 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47868) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:14.906260 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-cff1aa4d-da34-4eb2-aba0-ec2d9c873513 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group': {'name': 'tempest-security--1163637502', 'description': 'tempest-security-description-616487608'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:14.933124 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ab3c0-496e-424b-b072-2b8dd6e92c1a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3d0969-0cf8-4eef-8e79-fa52d6ceaa17,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:14.963415 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf38740b-01c8-4eab-a91a-bfe5df7ccf0a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:14.970981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf38740b-01c8-4eab-a91a-bfe5df7ccf0a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:14.976540 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cff1aa4d-da34-4eb2-aba0-ec2d9c873513 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:14.977132 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf38740b-01c8-4eab-a91a-bfe5df7ccf0a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:14.982555 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bf38740b-01c8-4eab-a91a-bfe5df7ccf0a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "GET /v2.0/ports?network_id=d0064244-87f6-4f6e-b7fd-347c4a448a12 HTTP/1.1" status: 200  len: 2359 time: 0.1318028
Nov 20 21:16:14.982720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47870) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:15.060645 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e14bc8-6bb6-4a26-b056-ce8cf06f6d81 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:15.066938 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-93e14bc8-6bb6-4a26-b056-ce8cf06f6d81 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "GET /v2.0/subnets/a31d6cb1-6e9d-45b4-8401-2806d643d26d HTTP/1.1" status: 200  len: 797 time: 0.0786479
Nov 20 21:16:15.067188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47872) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:15.074478 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cff1aa4d-da34-4eb2-aba0-ec2d9c873513 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.076289 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c14f8c36-64f0-4f96-8776-55dd2e55398a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'port': {'network_id': 'd0064244-87f6-4f6e-b7fd-347c4a448a12', 'name': 'tempest-FloatingIPTestJSON-1161945773', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:15.081083 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cff1aa4d-da34-4eb2-aba0-ec2d9c873513 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.083938 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cff1aa4d-da34-4eb2-aba0-ec2d9c873513 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.088063 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cff1aa4d-da34-4eb2-aba0-ec2d9c873513 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "PUT /v2.0/security-groups/7a3d0969-0cf8-4eef-8e79-fa52d6ceaa17 HTTP/1.1" status: 200  len: 1796 time: 0.1835299
Nov 20 21:16:15.089941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47874) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:15.141325 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1aa4d-da34-4eb2-aba0-ec2d9c873513 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3d0969-0cf8-4eef-8e79-fa52d6ceaa17,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:15.156359 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9a572509-f83a-4151-9121-7370b319fd2a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-groups/7a3d0969-0cf8-4eef-8e79-fa52d6ceaa17 HTTP/1.1" status: 200  len: 1796 time: 0.0609217
Nov 20 21:16:15.156806 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47876) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:15.232254 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7fdaca8d-e04f-4e83-9c5a-68630e24f9e2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.244886 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14f8c36-64f0-4f96-8776-55dd2e55398a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Made reservation on behalf of 913ac9792ad84b4785fc560d5f1e2a27 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:16:15.261393 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7fdaca8d-e04f-4e83-9c5a-68630e24f9e2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.319557 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7fdaca8d-e04f-4e83-9c5a-68630e24f9e2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.322723 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7fdaca8d-e04f-4e83-9c5a-68630e24f9e2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.323971 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7fdaca8d-e04f-4e83-9c5a-68630e24f9e2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-groups/7a3d0969-0cf8-4eef-8e79-fa52d6ceaa17 HTTP/1.1" status: 204  len: 168 time: 0.1662045
Nov 20 21:16:15.326806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47882) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:15.334904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdaca8d-e04f-4e83-9c5a-68630e24f9e2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3d0969-0cf8-4eef-8e79-fa52d6ceaa17,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:15.408733 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7de29640-fc90-415e-b495-dd8349b55dfe tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0806243
Nov 20 21:16:15.411300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47884) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:15.420173 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c14f8c36-64f0-4f96-8776-55dd2e55398a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.431416 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-f5cb62b8-9a58-4e24-8c98-e80e0ac6fba4 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] delete failed (client error): The resource could not be found.
Nov 20 21:16:15.432451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f5cb62b8-9a58-4e24-8c98-e80e0ac6fba4 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-groups/7a3d0969-0cf8-4eef-8e79-fa52d6ceaa17 HTTP/1.1" status: 404  len: 347 time: 0.0201571
Nov 20 21:16:15.437704 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47886) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:15.447923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-57750c06-21d5-49fb-a674-d167a97208df tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group': {'name': 'tempest-secgroup--488486926'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:15.464309 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-c14f8c36-64f0-4f96-8776-55dd2e55398a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] device_id is not set on port c6130e69-3162-487d-8137-358b51217f6a yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:16:15.482024 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57750c06-21d5-49fb-a674-d167a97208df tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.631223 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57750c06-21d5-49fb-a674-d167a97208df tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.638197 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57750c06-21d5-49fb-a674-d167a97208df tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.664089 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-57750c06-21d5-49fb-a674-d167a97208df tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.665384 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-57750c06-21d5-49fb-a674-d167a97208df tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2266400
Nov 20 21:16:15.672587 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47890) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:15.680480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-dab2e631-7635-44d8-8113-54c00d808631 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group_rule': {'security_group_id': '8dfe33ae-170d-4600-b649-5d57c86461f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:15.687873 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-88a650f5-8b64-4126-ba8c-fbc8fae09843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.702398 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57750c06-21d5-49fb-a674-d167a97208df tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfe33ae-170d-4600-b649-5d57c86461f2,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:15.729060 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dab2e631-7635-44d8-8113-54c00d808631 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.741057 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b80087-242f-41de-ad69-8d55dbd78b35 req-9b9bf9eb-e799-4e9e-9f86-f4bdf7661ab0 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:15.755531 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-77b80087-242f-41de-ad69-8d55dbd78b35 req-9b9bf9eb-e799-4e9e-9f86-f4bdf7661ab0 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 944 time: 0.1511273
Nov 20 21:16:15.834370 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dab2e631-7635-44d8-8113-54c00d808631 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.835084 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-77b80087-242f-41de-ad69-8d55dbd78b35 req-3fc15bfe-d427-4c49-89a6-d901140e832f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725844
Nov 20 21:16:15.852090 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dab2e631-7635-44d8-8113-54c00d808631 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.857665 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2e631-7635-44d8-8113-54c00d808631 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1d3815-ce00-433b-acb1-05b4192ae939,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:15.889248 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dab2e631-7635-44d8-8113-54c00d808631 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.889248 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dab2e631-7635-44d8-8113-54c00d808631 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2157319
Nov 20 21:16:15.894156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47892) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:15.934023 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-879fbe32-5e75-4ee2-8d2a-7fea38f1a3bc tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:15.943226 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-879fbe32-5e75-4ee2-8d2a-7fea38f1a3bc tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.014766 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-879fbe32-5e75-4ee2-8d2a-7fea38f1a3bc tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.020328 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-c14f8c36-64f0-4f96-8776-55dd2e55398a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Allocated IP 172.20.0.14 (d0064244-87f6-4f6e-b7fd-347c4a448a12/a31d6cb1-6e9d-45b4-8401-2806d643d26d/c6130e69-3162-487d-8137-358b51217f6a) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:16.022382 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-879fbe32-5e75-4ee2-8d2a-7fea38f1a3bc tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.023546 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-879fbe32-5e75-4ee2-8d2a-7fea38f1a3bc tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ad1d3815-ce00-433b-acb1-05b4192ae939 HTTP/1.1" status: 204  len: 168 time: 0.1281350
Nov 20 21:16:16.027357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47894) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:16.030968 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fbe32-5e75-4ee2-8d2a-7fea38f1a3bc tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad1d3815-ce00-433b-acb1-05b4192ae939,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:16.037143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-c14f8c36-64f0-4f96-8776-55dd2e55398a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Allocated IP 172.20.0.12 (d0064244-87f6-4f6e-b7fd-347c4a448a12/a31d6cb1-6e9d-45b4-8401-2806d643d26d/c6130e69-3162-487d-8137-358b51217f6a) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:16.120421 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-09a6249a-8c9b-49c4-aba5-be024b3d8344 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0911911
Nov 20 21:16:16.123385 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47900) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:16.138827 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d85eaa00-8240-4c27-b734-0d3bd3d51aa2 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:16:16.221801 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cae44988-76de-4cb8-8c1c-9969c5bbd229 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.232393 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port d85eaa00-8240-4c27-b734-0d3bd3d51aa2 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:16:16.237338 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port d85eaa00-8240-4c27-b734-0d3bd3d51aa2 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:16.237960 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.250389 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cae44988-76de-4cb8-8c1c-9969c5bbd229 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.286576 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c14f8c36-64f0-4f96-8776-55dd2e55398a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.303169 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cae44988-76de-4cb8-8c1c-9969c5bbd229 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.306390 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cae44988-76de-4cb8-8c1c-9969c5bbd229 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.307872 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cae44988-76de-4cb8-8c1c-9969c5bbd229 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-groups/8dfe33ae-170d-4600-b649-5d57c86461f2 HTTP/1.1" status: 204  len: 168 time: 0.1834106
Nov 20 21:16:16.312701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47902) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:16.353851 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.364654 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae44988-76de-4cb8-8c1c-9969c5bbd229 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfe33ae-170d-4600-b649-5d57c86461f2,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:16.375365 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c14f8c36-64f0-4f96-8776-55dd2e55398a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.412634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0220ad84-e8df-421f-abf0-42e80c0c2be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85eaa00-8240-4c27-b734-0d3bd3d51aa2'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:16:16.414994 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc5d253-28c9-4f96-a628-6f0b454f5021" -d '{"events": [{"server_uuid": "0220ad84-e8df-421f-abf0-42e80c0c2be3", "name": "network-vif-plugged", "status": "completed", "tag": "d85eaa00-8240-4c27-b734-0d3bd3d51aa2"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:16:16.439488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d85eaa00-8240-4c27-b734-0d3bd3d51aa2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d85eaa00-8240-4c27-b734-0d3bd3d51aa2,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:16.447204 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8c80c6cd-13ad-44a6-a957-3a9797d5d66f tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1244273
Nov 20 21:16:16.447204 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47910) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:16.448530 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.453953 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7787cb44-4bb8-4e87-9805-6c8a9621f104 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943689554'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:16.486176 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14f8c36-64f0-4f96-8776-55dd2e55398a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network d0064244-87f6-4f6e-b7fd-347c4a448a12 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:16.495188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-c14f8c36-64f0-4f96-8776-55dd2e55398a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:16.501249 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7787cb44-4bb8-4e87-9805-6c8a9621f104 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.504457 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f8c36-64f0-4f96-8776-55dd2e55398a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:16.534485 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5658050-d287-4275-8527-cb3f00647233 x-openstack-request-id: req-d5658050-d287-4275-8527-cb3f00647233 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:16:16.534485 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0220ad84-e8df-421f-abf0-42e80c0c2be3", "name": "network-vif-plugged", "status": "completed", "tag": "d85eaa00-8240-4c27-b734-0d3bd3d51aa2", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:16:16.534485 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5658050-d287-4275-8527-cb3f00647233 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:16:16.534485 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0220ad84-e8df-421f-abf0-42e80c0c2be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85eaa00-8240-4c27-b734-0d3bd3d51aa2', 'code': 200}
Nov 20 21:16:16.534485 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3274be38-fb20-4627-950c-79ce39912740 None None] DHCP port deletion for d0064244-87f6-4f6e-b7fd-347c4a448a12 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:16:16.534485 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d85eaa00-8240-4c27-b734-0d3bd3d51aa2,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:16.549709 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f8c36-64f0-4f96-8776-55dd2e55398a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=c6130e69-3162-487d-8137-358b51217f6a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:16.596726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14f8c36-64f0-4f96-8776-55dd2e55398a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:16.597395 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c14f8c36-64f0-4f96-8776-55dd2e55398a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.614418 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7787cb44-4bb8-4e87-9805-6c8a9621f104 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.623241 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7787cb44-4bb8-4e87-9805-6c8a9621f104 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.656072 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7787cb44-4bb8-4e87-9805-6c8a9621f104 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.657310 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7787cb44-4bb8-4e87-9805-6c8a9621f104 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2121179
Nov 20 21:16:16.659237 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c14f8c36-64f0-4f96-8776-55dd2e55398a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 1.5909007
Nov 20 21:16:16.661857 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47912) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:16.663609 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47914) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:16.666753 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': 'c6130e69-3162-487d-8137-358b51217f6a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:16.679571 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-90ebf4e6-7d2f-4d68-b107-fb87c86e656c None None] Provisioning complete for port c6130e69-3162-487d-8137-358b51217f6a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:16.680091 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-90ebf4e6-7d2f-4d68-b107-fb87c86e656c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.682889 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276636d-37b7-42fb-83bb-c22d52dec47c req-29ea5148-c1e6-4399-bd82-dcd84c56f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:16.683221 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8ca34939-3fcd-4b13-acf7-b86d9230f6e7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group_rule': {'security_group_id': 'fff7c7b7-d3f5-468c-ad8d-04b5a45f42f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:16.685726 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8276636d-37b7-42fb-83bb-c22d52dec47c req-29ea5148-c1e6-4399-bd82-dcd84c56f7d9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 1096 time: 0.0735250
Nov 20 21:16:16.702552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787cb44-4bb8-4e87-9805-6c8a9621f104 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff7c7b7-d3f5-468c-ad8d-04b5a45f42f4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:16.712728 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.api [None req-8ca34939-3fcd-4b13-acf7-b86d9230f6e7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 20 21:16:16.712728 ncdv-master-1 neutron-server[126224]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 20 21:16:16.712728 ncdv-master-1 neutron-server[126224]: [parameters: {'project_id_1': 'bec86ffe42274b6babf341f48f09bcb0', 'expiration_1': datetime.datetime(2021, 11, 20, 21, 15, 56, 696188)}]
Nov 20 21:16:16.712728 ncdv-master-1 neutron-server[126224]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:16:16.713613 ncdv-master-1 neutron-server[126224]: DEBUG oslo_db.api [None req-8ca34939-3fcd-4b13-acf7-b86d9230f6e7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:16:16.724935 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.726351 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-90ebf4e6-7d2f-4d68-b107-fb87c86e656c None None] Port c6130e69-3162-487d-8137-358b51217f6a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:16:16.787453 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8276636d-37b7-42fb-83bb-c22d52dec47c req-20b8ffb4-348c-4651-8dc1-453c62af5f2e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903275
Nov 20 21:16:16.804192 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:16.880214 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:17.018993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2302e-7cac-46b3-aa8b-ff6c18a4d71a req-b9059a53-8ba3-4738-b305-6f39a6f8179f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:17.020837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4dd2302e-7cac-46b3-aa8b-ff6c18a4d71a req-b9059a53-8ba3-4738-b305-6f39a6f8179f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 945 time: 0.0859480
Nov 20 21:16:17.042331 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Allocated IP 172.35.1.157 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/0dbc8271-b49f-4715-9d40-c088b9a8a868) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:17.088625 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4dd2302e-7cac-46b3-aa8b-ff6c18a4d71a req-cd54e0be-8f6a-41ca-8f57-ef74b4a8504e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611653
Nov 20 21:16:17.177047 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:17.225710 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:17.295134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:17.301466 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ca34939-3fcd-4b13-acf7-b86d9230f6e7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:17.304695 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:17.307524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:17.337735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=0dbc8271-b49f-4715-9d40-c088b9a8a868,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:17.456728 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ca34939-3fcd-4b13-acf7-b86d9230f6e7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:17.497543 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ca34939-3fcd-4b13-acf7-b86d9230f6e7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:17.528965 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca34939-3fcd-4b13-acf7-b86d9230f6e7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39c3190-cd90-4f99-ab5f-4eaafe83d431,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:17.549231 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8ca34939-3fcd-4b13-acf7-b86d9230f6e7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:17.550429 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8ca34939-3fcd-4b13-acf7-b86d9230f6e7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8772204
Nov 20 21:16:17.553416 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47922) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:17.557589 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-98980db2-fd59-4e2a-8def-2f87db9608bd tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group_rule': {'security_group_id': 'fff7c7b7-d3f5-468c-ad8d-04b5a45f42f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:17.645709 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-98980db2-fd59-4e2a-8def-2f87db9608bd tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:17.782434 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-98980db2-fd59-4e2a-8def-2f87db9608bd tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:17.789184 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-98980db2-fd59-4e2a-8def-2f87db9608bd tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:17.821361 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-98980db2-fd59-4e2a-8def-2f87db9608bd tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:17.822605 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-98980db2-fd59-4e2a-8def-2f87db9608bd tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2685053
Nov 20 21:16:17.826411 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47924) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:17.830795 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c051aa8b-9783-43e4-85df-16627569a05c tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group_rule': {'security_group_id': 'fff7c7b7-d3f5-468c-ad8d-04b5a45f42f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:17.862439 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98980db2-fd59-4e2a-8def-2f87db9608bd tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d779d37e-4adc-4aac-bcb7-580601ce3bef,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:18.187826 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c051aa8b-9783-43e4-85df-16627569a05c tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:18.314773 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c051aa8b-9783-43e4-85df-16627569a05c tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:18.322606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ca524-0085-43cf-a60a-27a5f0188859 req-21df4c84-1c73-4d3b-8f9a-ba1024cd3966 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:18.324118 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ff0ca524-0085-43cf-a60a-27a5f0188859 req-21df4c84-1c73-4d3b-8f9a-ba1024cd3966 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 945 time: 0.1304786
Nov 20 21:16:18.327687 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c051aa8b-9783-43e4-85df-16627569a05c tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:18.329864 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:18.392791 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051aa8b-9783-43e4-85df-16627569a05c tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb94608b-9a34-47f2-8fe9-76409963ad97,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:18.407662 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c051aa8b-9783-43e4-85df-16627569a05c tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:18.411492 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c051aa8b-9783-43e4-85df-16627569a05c tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5814972
Nov 20 21:16:18.412210 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47932) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:18.427904 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-baa1fcaa-539d-42ef-8b7c-e2826c35bae2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group_rule': {'security_group_id': 'fff7c7b7-d3f5-468c-ad8d-04b5a45f42f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:18.456719 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ff0ca524-0085-43cf-a60a-27a5f0188859 req-637a7a47-1dbc-4332-9f24-1913ff11c33f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212032
Nov 20 21:16:18.468368 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:18.537317 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-baa1fcaa-539d-42ef-8b7c-e2826c35bae2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:18.695692 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:18.744451 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-baa1fcaa-539d-42ef-8b7c-e2826c35bae2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:18.771725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d21f24-57f1-4a2c-9d2c-5303288b0937 req-11de927f-c80e-4796-b188-3bbc91b62a81 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:18.782663 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91d21f24-57f1-4a2c-9d2c-5303288b0937 req-11de927f-c80e-4796-b188-3bbc91b62a81 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 945 time: 0.1203346
Nov 20 21:16:18.810785 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-baa1fcaa-539d-42ef-8b7c-e2826c35bae2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:18.850732 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1fcaa-539d-42ef-8b7c-e2826c35bae2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51919f9d-98c7-4f16-8dec-11e2e55e1651,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:18.856132 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-baa1fcaa-539d-42ef-8b7c-e2826c35bae2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:18.860398 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-baa1fcaa-539d-42ef-8b7c-e2826c35bae2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4455264
Nov 20 21:16:18.861027 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47936) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:18.866903 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a6edf456-37ae-427c-b9f5-cafc52b6a8dd tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group_rule': {'security_group_id': 'fff7c7b7-d3f5-468c-ad8d-04b5a45f42f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:18.888179 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91d21f24-57f1-4a2c-9d2c-5303288b0937 req-ef9091fb-f849-4fa4-a8c0-83f4cc10a44e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004815
Nov 20 21:16:18.961246 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6edf456-37ae-427c-b9f5-cafc52b6a8dd tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.011685 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.029370 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.074121 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.101117 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6edf456-37ae-427c-b9f5-cafc52b6a8dd tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.108501 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6edf456-37ae-427c-b9f5-cafc52b6a8dd tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.129530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edf456-37ae-427c-b9f5-cafc52b6a8dd tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4bcb13-1a3d-4e9a-93c0-0ce8765a5225,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:19.134660 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=0dbc8271-b49f-4715-9d40-c088b9a8a868,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:19.150265 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6d794-e0af-49e2-9ac2-1c14224b0fa7 req-77fc444e-bd8e-4404-8557-e7a6f2949309 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:19.151618 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6edf456-37ae-427c-b9f5-cafc52b6a8dd tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.151825 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22e6d794-e0af-49e2-9ac2-1c14224b0fa7 req-77fc444e-bd8e-4404-8557-e7a6f2949309 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 945 time: 0.1349602
Nov 20 21:16:19.154690 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a6edf456-37ae-427c-b9f5-cafc52b6a8dd tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.2913249
Nov 20 21:16:19.156701 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47940) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:19.176422 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.220290 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d8e74ce-df21-4306-8888-505cf1fdadc6 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.236109 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d8e74ce-df21-4306-8888-505cf1fdadc6 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.269635 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22e6d794-e0af-49e2-9ac2-1c14224b0fa7 req-3fbf7e84-93a8-45a4-a8e1-52f7aeafcb94 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043515
Nov 20 21:16:19.283411 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d8e74ce-df21-4306-8888-505cf1fdadc6 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.306793 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7d8e74ce-df21-4306-8888-505cf1fdadc6 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.308336 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7d8e74ce-df21-4306-8888-505cf1fdadc6 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bb4bcb13-1a3d-4e9a-93c0-0ce8765a5225 HTTP/1.1" status: 204  len: 168 time: 0.1503556
Nov 20 21:16:19.310958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e74ce-df21-4306-8888-505cf1fdadc6 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb4bcb13-1a3d-4e9a-93c0-0ce8765a5225,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:19.312728 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47944) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:19.349865 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Floating IP 92799ffe-15d7-4d6f-8916-d79757d0368a associated. External IP: 172.35.1.157, port: c6130e69-3162-487d-8137-358b51217f6a.
Nov 20 21:16:19.413275 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7eda5534-66fa-4c9c-aa25-979630f844fa tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0993192
Nov 20 21:16:19.416141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47948) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:19.456585 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9d225f0c-b79b-47c2-bfbd-b8a448e90e2b tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.477776 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9d225f0c-b79b-47c2-bfbd-b8a448e90e2b tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.533627 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9d225f0c-b79b-47c2-bfbd-b8a448e90e2b tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.551943 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9d225f0c-b79b-47c2-bfbd-b8a448e90e2b tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.555353 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9d225f0c-b79b-47c2-bfbd-b8a448e90e2b tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/51919f9d-98c7-4f16-8dec-11e2e55e1651 HTTP/1.1" status: 204  len: 168 time: 0.1372974
Nov 20 21:16:19.560799 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47954) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:19.624817 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d225f0c-b79b-47c2-bfbd-b8a448e90e2b tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51919f9d-98c7-4f16-8dec-11e2e55e1651,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:19.684418 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-70b837b1-1dc7-4be1-bdaa-5992313acc05 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.1198421
Nov 20 21:16:19.684661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47958) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:19.712254 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c3bf68b-a061-4218-8a3d-cec7eef4cb44 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.720943 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c3bf68b-a061-4218-8a3d-cec7eef4cb44 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.750858 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 298a73a1-7517-4d77-bc9f-13c6900875c3 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:19.764636 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c3bf68b-a061-4218-8a3d-cec7eef4cb44 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.779538 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0c3bf68b-a061-4218-8a3d-cec7eef4cb44 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.783611 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0c3bf68b-a061-4218-8a3d-cec7eef4cb44 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/fb94608b-9a34-47f2-8fe9-76409963ad97 HTTP/1.1" status: 204  len: 168 time: 0.0951750
Nov 20 21:16:19.786770 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47960) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:19.801594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bf68b-a061-4218-8a3d-cec7eef4cb44 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb94608b-9a34-47f2-8fe9-76409963ad97,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:19.837223 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69fb76-21d0-44db-b919-3a19404e1fff req-6508a76b-63ff-4f61-97bb-00c8d85cd0a6 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:19.839164 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dd69fb76-21d0-44db-b919-3a19404e1fff req-6508a76b-63ff-4f61-97bb-00c8d85cd0a6 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 945 time: 0.1089361
Nov 20 21:16:19.948948 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dd69fb76-21d0-44db-b919-3a19404e1fff req-4368c136-9d1d-422a-80f5-2126a7dc99a1 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018374
Nov 20 21:16:19.950873 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:19.964000 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2cf95-738e-458f-a3a6-33df003e157e None None] Sync routers for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:19.974315 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:19.982900 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2cf95-738e-458f-a3a6-33df003e157e None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:19.983527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a5f2cf95-738e-458f-a3a6-33df003e157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46674dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:20.006734 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-38b224d4-2a89-43a5-b917-a4881fbd33da tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 3.3436852
Nov 20 21:16:20.009296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47962) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:20.016632 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-753c967a-00eb-4c24-b229-43457a2a8d86 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'floatingip': {'port_id': 'c6130e69-3162-487d-8137-358b51217f6a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:20.031191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a5f2cf95-738e-458f-a3a6-33df003e157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46674dc0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:20.041781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2cf95-738e-458f-a3a6-33df003e157e None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:20.042680 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a5f2cf95-738e-458f-a3a6-33df003e157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46674dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:20.086532 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a5f2cf95-738e-458f-a3a6-33df003e157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46674dc0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:20.087499 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2cf95-738e-458f-a3a6-33df003e157e None None] The sync data for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:20.100924 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-753c967a-00eb-4c24-b229-43457a2a8d86 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:20.162019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9ce42a98-1676-4fa9-8932-9f6686b434bc tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.3726788
Nov 20 21:16:20.164592 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47964) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:20.203102 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2ab7cdd-0678-46aa-b521-586aafcfd823 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:20.213075 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2ab7cdd-0678-46aa-b521-586aafcfd823 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:20.248456 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2ab7cdd-0678-46aa-b521-586aafcfd823 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:20.256065 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2ab7cdd-0678-46aa-b521-586aafcfd823 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:20.257470 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c2ab7cdd-0678-46aa-b521-586aafcfd823 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d779d37e-4adc-4aac-bcb7-580601ce3bef HTTP/1.1" status: 204  len: 168 time: 0.0916612
Nov 20 21:16:20.260475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47966) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:20.264140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab7cdd-0678-46aa-b521-586aafcfd823 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d779d37e-4adc-4aac-bcb7-580601ce3bef,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:20.373084 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-48eccfab-416d-4585-ae77-bc54f4d73ad6 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1111906
Nov 20 21:16:20.376598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47968) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:20.412086 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-16097a02-2ee5-4d9b-8e09-4e88896902ed tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:20.452332 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-16097a02-2ee5-4d9b-8e09-4e88896902ed tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:20.522815 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-16097a02-2ee5-4d9b-8e09-4e88896902ed tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:20.532691 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-16097a02-2ee5-4d9b-8e09-4e88896902ed tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:20.533836 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-16097a02-2ee5-4d9b-8e09-4e88896902ed tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f39c3190-cd90-4f99-ab5f-4eaafe83d431 HTTP/1.1" status: 204  len: 168 time: 0.1569762
Nov 20 21:16:20.537250 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47976) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:20.588377 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16097a02-2ee5-4d9b-8e09-4e88896902ed tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f39c3190-cd90-4f99-ab5f-4eaafe83d431,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:20.644023 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3999072e-3121-4f5c-8602-3dd8f1d973ee tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1057570
Nov 20 21:16:20.646908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47980) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:20.707139 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-595bda68-8ddb-442e-9498-408e5a1be28c tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:20.734668 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-595bda68-8ddb-442e-9498-408e5a1be28c tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:20.784930 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-595bda68-8ddb-442e-9498-408e5a1be28c tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:20.787880 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-595bda68-8ddb-442e-9498-408e5a1be28c tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:20.789150 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-595bda68-8ddb-442e-9498-408e5a1be28c tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-groups/fff7c7b7-d3f5-468c-ad8d-04b5a45f42f4 HTTP/1.1" status: 204  len: 168 time: 0.1412299
Nov 20 21:16:20.792897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47982) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:20.819904 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bda68-8ddb-442e-9498-408e5a1be28c tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff7c7b7-d3f5-468c-ad8d-04b5a45f42f4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:20.857963 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-753c967a-00eb-4c24-b229-43457a2a8d86 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:20.864592 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-753c967a-00eb-4c24-b229-43457a2a8d86 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:20.868954 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6c18a763-eca2-4375-977e-56736d8898e0 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0684280
Nov 20 21:16:20.868954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47984) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:20.873955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0471d594-2d33-4c62-b430-4308cd0b1617 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group': {'name': 'tempest-secgroup--32393038'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:20.923742 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0471d594-2d33-4c62-b430-4308cd0b1617 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:21.047643 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0471d594-2d33-4c62-b430-4308cd0b1617 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:21.055056 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0471d594-2d33-4c62-b430-4308cd0b1617 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:21.122415 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0471d594-2d33-4c62-b430-4308cd0b1617 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:21.122415 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0471d594-2d33-4c62-b430-4308cd0b1617 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2532165
Nov 20 21:16:21.136822 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471d594-2d33-4c62-b430-4308cd0b1617 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78bdce34-ef1a-4464-9eb9-f19d8ab0a0c8,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:21.139786 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47988) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:21.162770 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e1f65d90-4e45-47a5-9bb1-22f8c952cd04 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group_rule': {'security_group_id': '78bdce34-ef1a-4464-9eb9-f19d8ab0a0c8', 'direction': 'ingress', 'protocol': 17}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:21.203427 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753c967a-00eb-4c24-b229-43457a2a8d86 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 298a73a1-7517-4d77-bc9f-13c6900875c3 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:21.241847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314ad66-fae6-438b-848a-54db92419b0f req-6268ffba-7b20-422f-a4b3-da7b58d750bf tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:21.243404 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0314ad66-fae6-438b-848a-54db92419b0f req-6268ffba-7b20-422f-a4b3-da7b58d750bf tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 945 time: 0.1542528
Nov 20 21:16:21.259393 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1f65d90-4e45-47a5-9bb1-22f8c952cd04 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:21.277178 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66175c27-ffcb-4397-90b9-4eab84faaa6a req-2ec9bc28-4adc-4ce0-b7aa-6198359e955b tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:21.279321 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66175c27-ffcb-4397-90b9-4eab84faaa6a req-2ec9bc28-4adc-4ce0-b7aa-6198359e955b tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 945 time: 0.1204326
Nov 20 21:16:21.356757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753c967a-00eb-4c24-b229-43457a2a8d86 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:21.366073 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-753c967a-00eb-4c24-b229-43457a2a8d86 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:21.372493 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1d2f98-9c65-4b45-8d03-1e5d3db4066b None None] Sync routers for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:21.405001 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0314ad66-fae6-438b-848a-54db92419b0f req-0156f8ac-df03-4ec4-80f9-070a1896285c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533248
Nov 20 21:16:21.405753 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d2f98-9c65-4b45-8d03-1e5d3db4066b None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:21.408274 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ca1d2f98-9c65-4b45-8d03-1e5d3db4066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54383190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:21.435418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1f65d90-4e45-47a5-9bb1-22f8c952cd04 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:21.444455 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1f65d90-4e45-47a5-9bb1-22f8c952cd04 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:21.467501 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-753c967a-00eb-4c24-b229-43457a2a8d86 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "PUT /v2.0/floatingips/92799ffe-15d7-4d6f-8916-d79757d0368a HTTP/1.1" status: 200  len: 979 time: 1.4544592
Nov 20 21:16:21.470222 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ca1d2f98-9c65-4b45-8d03-1e5d3db4066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54383190>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:21.470377 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 47990) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:21.476484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f65d90-4e45-47a5-9bb1-22f8c952cd04 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50e9b96-06b0-49ff-a9f1-a182aa5e4d6a,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:21.482641 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-66175c27-ffcb-4397-90b9-4eab84faaa6a req-9f845092-c7cc-459f-87c3-9c48b65aed2d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Deleting port d85eaa00-8240-4c27-b734-0d3bd3d51aa2 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:21.483574 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-66175c27-ffcb-4397-90b9-4eab84faaa6a req-9f845092-c7cc-459f-87c3-9c48b65aed2d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:21.486990 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d2f98-9c65-4b45-8d03-1e5d3db4066b None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:21.487879 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ca1d2f98-9c65-4b45-8d03-1e5d3db4066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54383190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:21.489945 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1f65d90-4e45-47a5-9bb1-22f8c952cd04 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:21.493683 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e1f65d90-4e45-47a5-9bb1-22f8c952cd04 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.3337333
Nov 20 21:16:21.509017 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47992) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:21.643522 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f4d45b99-80ab-40e7-9aa5-cf266844f4d7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:21.685690 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-66175c27-ffcb-4397-90b9-4eab84faaa6a req-9f845092-c7cc-459f-87c3-9c48b65aed2d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] For port d85eaa00-8240-4c27-b734-0d3bd3d51aa2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d85eaa00-8240-4c27-b734-0d3bd3d51aa2,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:21.686402 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-66175c27-ffcb-4397-90b9-4eab84faaa6a req-9f845092-c7cc-459f-87c3-9c48b65aed2d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:21.703171 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f4d45b99-80ab-40e7-9aa5-cf266844f4d7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:21.707282 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2feecbfb-fea3-437d-93af-8eba3b83638a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Deleting port 0dbc8271-b49f-4715-9d40-c088b9a8a868 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:21.708457 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2feecbfb-fea3-437d-93af-8eba3b83638a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:21.713400 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ca1d2f98-9c65-4b45-8d03-1e5d3db4066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54383190>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:21.714422 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1d2f98-9c65-4b45-8d03-1e5d3db4066b None None] The sync data for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:21.717981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-66175c27-ffcb-4397-90b9-4eab84faaa6a req-9f845092-c7cc-459f-87c3-9c48b65aed2d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Calling delete_port for d85eaa00-8240-4c27-b734-0d3bd3d51aa2 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:21.817843 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f4d45b99-80ab-40e7-9aa5-cf266844f4d7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:21.821339 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f4d45b99-80ab-40e7-9aa5-cf266844f4d7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:21.826857 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f4d45b99-80ab-40e7-9aa5-cf266844f4d7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-groups/78bdce34-ef1a-4464-9eb9-f19d8ab0a0c8 HTTP/1.1" status: 204  len: 168 time: 0.3124971
Nov 20 21:16:21.832087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 47998) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:21.867920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d45b99-80ab-40e7-9aa5-cf266844f4d7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bdce34-ef1a-4464-9eb9-f19d8ab0a0c8,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:21.972281 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3a7f58c1-fff1-49cb-8fd8-a573992b3ad8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1391714
Nov 20 21:16:21.975927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48000) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:21.984176 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6dd777bc-fa04-46ef-a3cd-921f846745a7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group': {'name': 'tempest-secgroup--551519380'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:22.018603 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-66175c27-ffcb-4397-90b9-4eab84faaa6a req-9f845092-c7cc-459f-87c3-9c48b65aed2d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.032182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d85eaa00-8240-4c27-b734-0d3bd3d51aa2'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:16:22.059074 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6dd777bc-fa04-46ef-a3cd-921f846745a7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.064990 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f845092-c7cc-459f-87c3-9c48b65aed2d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event deleted for resources: {'Port': ['ID=d85eaa00-8240-4c27-b734-0d3bd3d51aa2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:22.132422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-66175c27-ffcb-4397-90b9-4eab84faaa6a req-9f845092-c7cc-459f-87c3-9c48b65aed2d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] No DVR routers for this DVR port d85eaa00-8240-4c27-b734-0d3bd3d51aa2 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:16:22.136921 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-66175c27-ffcb-4397-90b9-4eab84faaa6a req-9f845092-c7cc-459f-87c3-9c48b65aed2d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.144555 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66175c27-ffcb-4397-90b9-4eab84faaa6a req-9f845092-c7cc-459f-87c3-9c48b65aed2d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "DELETE /v2.0/ports/d85eaa00-8240-4c27-b734-0d3bd3d51aa2 HTTP/1.1" status: 204  len: 173 time: 0.8517916
Nov 20 21:16:22.144555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0220ad84-e8df-421f-abf0-42e80c0c2be3', 'name': 'network-vif-deleted', 'tag': 'd85eaa00-8240-4c27-b734-0d3bd3d51aa2'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:16:22.156802 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aba179c-b9ff-4cc6-8dbb-fca1154d0e08" -d '{"events": [{"server_uuid": "0220ad84-e8df-421f-abf0-42e80c0c2be3", "name": "network-vif-deleted", "tag": "d85eaa00-8240-4c27-b734-0d3bd3d51aa2"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:16:22.261659 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6dd777bc-fa04-46ef-a3cd-921f846745a7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.269514 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6dd777bc-fa04-46ef-a3cd-921f846745a7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.281142 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2feecbfb-fea3-437d-93af-8eba3b83638a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.282001 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2feecbfb-fea3-437d-93af-8eba3b83638a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.304662 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1a8c61-d94a-405c-9554-e0fefcc63430 x-openstack-request-id: req-9b1a8c61-d94a-405c-9554-e0fefcc63430 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:16:22.305056 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0220ad84-e8df-421f-abf0-42e80c0c2be3", "name": "network-vif-deleted", "tag": "d85eaa00-8240-4c27-b734-0d3bd3d51aa2", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:16:22.305386 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b1a8c61-d94a-405c-9554-e0fefcc63430 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:16:22.308038 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2feecbfb-fea3-437d-93af-8eba3b83638a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Calling delete_port for 0dbc8271-b49f-4715-9d40-c088b9a8a868 owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:22.313754 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0220ad84-e8df-421f-abf0-42e80c0c2be3', 'name': 'network-vif-deleted', 'tag': 'd85eaa00-8240-4c27-b734-0d3bd3d51aa2', 'status': 'completed', 'code': 200}
Nov 20 21:16:22.355451 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6dd777bc-fa04-46ef-a3cd-921f846745a7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.370908 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6dd777bc-fa04-46ef-a3cd-921f846745a7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3934345
Nov 20 21:16:22.379405 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48004) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:22.396500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d03e9a1e-057d-4208-b516-961e1641ff1f tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301455122'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:22.425156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd777bc-fa04-46ef-a3cd-921f846745a7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d45d3a-e5a8-4cab-8101-3653e0d7e942,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:22.457702 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d03e9a1e-057d-4208-b516-961e1641ff1f tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.567638 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0eae9b48-849c-4c0f-967d-f96a30f514f7 req-e0a1fc92-4c09-400f-abd7-54f9ee66d758 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=0220ad84-e8df-421f-abf0-42e80c0c2be3 HTTP/1.1" status: 200  len: 210 time: 0.0497463
Nov 20 21:16:22.658738 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d03e9a1e-057d-4208-b516-961e1641ff1f tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.661536 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2feecbfb-fea3-437d-93af-8eba3b83638a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.666338 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d03e9a1e-057d-4208-b516-961e1641ff1f tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.701343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feecbfb-fea3-437d-93af-8eba3b83638a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Port': ['ID=0dbc8271-b49f-4715-9d40-c088b9a8a868,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:22.718849 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d03e9a1e-057d-4208-b516-961e1641ff1f tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.721675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d03e9a1e-057d-4208-b516-961e1641ff1f tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3339269
Nov 20 21:16:22.725128 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48012) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:22.730419 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4b5f54cd-c827-46ad-ad59-c0286fd021ff tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group_rule': {'security_group_id': 'd9d45d3a-e5a8-4cab-8101-3653e0d7e942', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c58da8b0-af63-40a3-9d47-b7fb1c5fdbdc', 'remote_ip_prefix': None}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:22.740542 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e9a1e-057d-4208-b516-961e1641ff1f tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58da8b0-af63-40a3-9d47-b7fb1c5fdbdc,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:22.799587 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4b5f54cd-c827-46ad-ad59-c0286fd021ff tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.806453 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2feecbfb-fea3-437d-93af-8eba3b83638a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.807484 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-2feecbfb-fea3-437d-93af-8eba3b83638a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Floating IP 92799ffe-15d7-4d6f-8916-d79757d0368a disassociated (deleted). External IP: 172.35.1.157, port: c6130e69-3162-487d-8137-358b51217f6a.
Nov 20 21:16:22.962497 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4b5f54cd-c827-46ad-ad59-c0286fd021ff tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.972222 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4b5f54cd-c827-46ad-ad59-c0286fd021ff tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.996903 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4b5f54cd-c827-46ad-ad59-c0286fd021ff tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:22.999139 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4b5f54cd-c827-46ad-ad59-c0286fd021ff tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.2727375
Nov 20 21:16:23.006892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48024) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:23.020855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f54cd-c827-46ad-ad59-c0286fd021ff tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221d54ee-d7d0-4b0a-b276-65283bdacc9f,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:23.043054 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-30b50e1d-e10d-410b-920a-aad25b31a0c8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:23.052281 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-30b50e1d-e10d-410b-920a-aad25b31a0c8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:23.097941 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-30b50e1d-e10d-410b-920a-aad25b31a0c8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:23.107465 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-30b50e1d-e10d-410b-920a-aad25b31a0c8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:23.110756 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-30b50e1d-e10d-410b-920a-aad25b31a0c8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/221d54ee-d7d0-4b0a-b276-65283bdacc9f HTTP/1.1" status: 204  len: 168 time: 0.1029053
Nov 20 21:16:23.114164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48026) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:23.131306 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b50e1d-e10d-410b-920a-aad25b31a0c8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=221d54ee-d7d0-4b0a-b276-65283bdacc9f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:23.193961 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f88fbc44-4ecb-4791-927a-25d7834e1436 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0783055
Nov 20 21:16:23.196739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48028) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:23.207715 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2feecbfb-fea3-437d-93af-8eba3b83638a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 298a73a1-7517-4d77-bc9f-13c6900875c3 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:23.366751 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0dbb632-b807-443e-be83-189b67b068e2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:23.388261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feecbfb-fea3-437d-93af-8eba3b83638a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:23.394345 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2feecbfb-fea3-437d-93af-8eba3b83638a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:23.399756 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04beebfb-cbd5-408e-94a5-348579468955 None None] Sync routers for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:23.415084 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04beebfb-cbd5-408e-94a5-348579468955 None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:23.416512 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0dbb632-b807-443e-be83-189b67b068e2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:23.417047 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-04beebfb-cbd5-408e-94a5-348579468955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46684b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:23.428687 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2feecbfb-fea3-437d-93af-8eba3b83638a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/floatingips/92799ffe-15d7-4d6f-8916-d79757d0368a HTTP/1.1" status: 204  len: 168 time: 1.9570823
Nov 20 21:16:23.431630 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48030) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:23.467091 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-04beebfb-cbd5-408e-94a5-348579468955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46684b80>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:23.477430 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04beebfb-cbd5-408e-94a5-348579468955 None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:23.478344 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-04beebfb-cbd5-408e-94a5-348579468955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46684b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:23.517812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-04beebfb-cbd5-408e-94a5-348579468955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46684b80>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:23.518785 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04beebfb-cbd5-408e-94a5-348579468955 None None] The sync data for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:23.521144 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0dbb632-b807-443e-be83-189b67b068e2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:23.524733 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c0dbb632-b807-443e-be83-189b67b068e2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:23.525771 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c0dbb632-b807-443e-be83-189b67b068e2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-groups/c58da8b0-af63-40a3-9d47-b7fb1c5fdbdc HTTP/1.1" status: 204  len: 168 time: 0.3276501
Nov 20 21:16:23.534099 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48038) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:23.537529 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbb632-b807-443e-be83-189b67b068e2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58da8b0-af63-40a3-9d47-b7fb1c5fdbdc,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:23.707502 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-24df1128-343b-44e3-a099-aadc1ce20688 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1754010
Nov 20 21:16:23.709551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48058) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:23.831366 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84c9d6c3-d680-44f0-9bee-10d5a910e8f3 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:23.842705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-5575bc8e-ce47-449e-ab25-a272c5f2b393 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Deleting port c6130e69-3162-487d-8137-358b51217f6a {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:23.842705 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5575bc8e-ce47-449e-ab25-a272c5f2b393 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:23.899259 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84c9d6c3-d680-44f0-9bee-10d5a910e8f3 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.071601 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84c9d6c3-d680-44f0-9bee-10d5a910e8f3 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.086867 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84c9d6c3-d680-44f0-9bee-10d5a910e8f3 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.086867 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-84c9d6c3-d680-44f0-9bee-10d5a910e8f3 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-groups/d9d45d3a-e5a8-4cab-8101-3653e0d7e942 HTTP/1.1" status: 204  len: 168 time: 0.3655436
Nov 20 21:16:24.086867 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48070) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:24.101948 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5575bc8e-ce47-449e-ab25-a272c5f2b393 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.116420 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-5575bc8e-ce47-449e-ab25-a272c5f2b393 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Calling delete_port for c6130e69-3162-487d-8137-358b51217f6a owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:24.120761 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9d6c3-d680-44f0-9bee-10d5a910e8f3 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d45d3a-e5a8-4cab-8101-3653e0d7e942,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:24.154528 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d85eaa00-8240-4c27-b734-0d3bd3d51aa2 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:16:24.167805 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2e1c62ee-d700-4901-8eec-e30f68da6926 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0862722
Nov 20 21:16:24.168327 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48084) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:24.174159 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0d0b998f-ccd3-4bc1-84b1-9580fce36f19 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1250734821'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:24.177938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: d85eaa00-8240-4c27-b734-0d3bd3d51aa2 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:16:24.178656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d85eaa00-8240-4c27-b734-0d3bd3d51aa2 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:16:24.216652 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d0b998f-ccd3-4bc1-84b1-9580fce36f19 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.362019 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5575bc8e-ce47-449e-ab25-a272c5f2b393 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.371941 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d0b998f-ccd3-4bc1-84b1-9580fce36f19 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.377561 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d0b998f-ccd3-4bc1-84b1-9580fce36f19 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.409343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575bc8e-ce47-449e-ab25-a272c5f2b393 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Port': ['ID=c6130e69-3162-487d-8137-358b51217f6a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:24.422978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b998f-ccd3-4bc1-84b1-9580fce36f19 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce6f887-3684-4cb6-a493-09fd0b25c0a0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:24.427659 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d0b998f-ccd3-4bc1-84b1-9580fce36f19 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.428926 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0d0b998f-ccd3-4bc1-84b1-9580fce36f19 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2592475
Nov 20 21:16:24.432163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48086) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:24.437281 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390ef0c4-f373-40a8-9267-0ea2b3e5beda None None] DHCP port deletion for d0064244-87f6-4f6e-b7fd-347c4a448a12 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:16:24.439510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-dc49b0c7-9e0d-4d81-917e-ef4faf2daee8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group_rule': {'security_group_id': '7ce6f887-3684-4cb6-a493-09fd0b25c0a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:24.503231 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dc49b0c7-9e0d-4d81-917e-ef4faf2daee8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.559833 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5575bc8e-ce47-449e-ab25-a272c5f2b393 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.567468 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5575bc8e-ce47-449e-ab25-a272c5f2b393 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/ports/c6130e69-3162-487d-8137-358b51217f6a HTTP/1.1" status: 204  len: 168 time: 1.1346202
Nov 20 21:16:24.570527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48088) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:24.576238 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:24.611871 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dc49b0c7-9e0d-4d81-917e-ef4faf2daee8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.619455 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dc49b0c7-9e0d-4d81-917e-ef4faf2daee8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.620244 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.642101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49b0c7-9e0d-4d81-917e-ef4faf2daee8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63f6195-2feb-41f4-8763-2035673ee8f4,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:24.658630 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dc49b0c7-9e0d-4d81-917e-ef4faf2daee8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.663894 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dc49b0c7-9e0d-4d81-917e-ef4faf2daee8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2270429
Nov 20 21:16:24.670553 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48090) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:24.713538 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1d4158c2-c800-40ea-a403-733d5bb22c99 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.728684 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1d4158c2-c800-40ea-a403-733d5bb22c99 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.780141 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1d4158c2-c800-40ea-a403-733d5bb22c99 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.784130 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.788399 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1d4158c2-c800-40ea-a403-733d5bb22c99 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.794243 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48096) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:24.794446 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1d4158c2-c800-40ea-a403-733d5bb22c99 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a63f6195-2feb-41f4-8763-2035673ee8f4 HTTP/1.1" status: 204  len: 168 time: 0.1223171
Nov 20 21:16:24.806421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4158c2-c800-40ea-a403-733d5bb22c99 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a63f6195-2feb-41f4-8763-2035673ee8f4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:24.879744 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f44593d7-0917-467a-b9d6-07cde559cec3 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0843678
Nov 20 21:16:24.882736 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48098) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:24.943730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Allocated IP 172.35.1.13 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/f0ea50e7-1bd2-4fa2-982b-f2ffefb9dfcf) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:24.956951 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d0a609e-78cd-48de-88af-d49b7237932a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:24.987744 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d0a609e-78cd-48de-88af-d49b7237932a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.060977 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d0a609e-78cd-48de-88af-d49b7237932a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.063894 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d0a609e-78cd-48de-88af-d49b7237932a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.067606 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6d0a609e-78cd-48de-88af-d49b7237932a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-groups/7ce6f887-3684-4cb6-a493-09fd0b25c0a0 HTTP/1.1" status: 204  len: 168 time: 0.1814966
Nov 20 21:16:25.072164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48104) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:25.086725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a609e-78cd-48de-88af-d49b7237932a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce6f887-3684-4cb6-a493-09fd0b25c0a0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:25.200031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48108) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:25.204316 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-40d9b95b-e330-4263-8781-0eea560e4ea7 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1208155
Nov 20 21:16:25.207753 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-09687144-7e5e-49f2-8a21-f642dd3f583a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1364619761'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:25.209690 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.232733 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-09687144-7e5e-49f2-8a21-f642dd3f583a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.249734 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.290516 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:25.294166 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:25.300447 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:25.324512 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-09687144-7e5e-49f2-8a21-f642dd3f583a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.333300 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-09687144-7e5e-49f2-8a21-f642dd3f583a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.359815 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=f0ea50e7-1bd2-4fa2-982b-f2ffefb9dfcf,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:25.410419 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-09687144-7e5e-49f2-8a21-f642dd3f583a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.415396 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-09687144-7e5e-49f2-8a21-f642dd3f583a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2136846
Nov 20 21:16:25.422570 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48120) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:25.427573 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-59094c6a-1c2a-4d57-9f59-9cfbc327ae08 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group_rule': {'security_group_id': '84423283-7f1f-4a27-98e7-dcc5545fbf4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:25.436904 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09687144-7e5e-49f2-8a21-f642dd3f583a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84423283-7f1f-4a27-98e7-dcc5545fbf4c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:25.511235 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.571613 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59094c6a-1c2a-4d57-9f59-9cfbc327ae08 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.576270 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.715183 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59094c6a-1c2a-4d57-9f59-9cfbc327ae08 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.721638 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59094c6a-1c2a-4d57-9f59-9cfbc327ae08 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.774595 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59094c6a-1c2a-4d57-9f59-9cfbc327ae08 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0334a9-d0e7-40fa-a78f-3c7720ed8130,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:25.788387 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-59094c6a-1c2a-4d57-9f59-9cfbc327ae08 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.789585 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-59094c6a-1c2a-4d57-9f59-9cfbc327ae08 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3660119
Nov 20 21:16:25.792359 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48126) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:25.810238 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a22d445f-9e6a-419a-a6b6-591795c48a27 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-group-rules/ea0334a9-d0e7-40fa-a78f-3c7720ed8130 HTTP/1.1" status: 200  len: 763 time: 0.0166328
Nov 20 21:16:25.812823 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48128) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:25.839514 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.844384 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.852530 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-22fcd2e6-55da-44a2-98b7-8e12b095699a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0380981
Nov 20 21:16:25.854780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48130) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:25.879823 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a3db31b7-2acf-4152-b13d-a1ea86a8a656 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.887937 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a3db31b7-2acf-4152-b13d-a1ea86a8a656 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.913233 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=f0ea50e7-1bd2-4fa2-982b-f2ffefb9dfcf,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:25.914275 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a3db31b7-2acf-4152-b13d-a1ea86a8a656 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.925941 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a3db31b7-2acf-4152-b13d-a1ea86a8a656 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.926246 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.927131 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a3db31b7-2acf-4152-b13d-a1ea86a8a656 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ea0334a9-d0e7-40fa-a78f-3c7720ed8130 HTTP/1.1" status: 204  len: 168 time: 0.0713201
Nov 20 21:16:25.928314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db31b7-2acf-4152-b13d-a1ea86a8a656 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea0334a9-d0e7-40fa-a78f-3c7720ed8130,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:25.929884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48132) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:25.943622 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:25.944853 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3b0ba126-0122-4a9f-92fb-bc1c03c20b87 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3732760
Nov 20 21:16:25.947529 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48134) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:25.953285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0245c71f-243d-44ef-8838-170ab7706277 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'port': {'network_id': 'd0064244-87f6-4f6e-b7fd-347c4a448a12', 'name': 'tempest-FloatingIPTestJSON-23580198'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:25.969078 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a74d8028-ab36-49cb-bc69-4f252c22f979 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0381126
Nov 20 21:16:25.971790 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48136) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:25.976084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-2c405e82-68a6-429f-9507-582abe2365ec tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group_rule': {'security_group_id': '84423283-7f1f-4a27-98e7-dcc5545fbf4c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:26.003601 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2c405e82-68a6-429f-9507-582abe2365ec tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.049497 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2c405e82-68a6-429f-9507-582abe2365ec tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.053932 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2c405e82-68a6-429f-9507-582abe2365ec tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.067981 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0245c71f-243d-44ef-8838-170ab7706277 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Made reservation on behalf of 913ac9792ad84b4785fc560d5f1e2a27 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:16:26.071498 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0245c71f-243d-44ef-8838-170ab7706277 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.072766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c405e82-68a6-429f-9507-582abe2365ec tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfedf20c-d816-4a1c-bbb1-8528de253593,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:26.080074 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2c405e82-68a6-429f-9507-582abe2365ec tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.081363 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2c405e82-68a6-429f-9507-582abe2365ec tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1085811
Nov 20 21:16:26.085347 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48138) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:26.092385 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-0245c71f-243d-44ef-8838-170ab7706277 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] device_id is not set on port 03e75c25-e422-43c0-aca8-b25b2a98bb7e yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:16:26.103538 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5a5f4e3c-d3f8-4311-a875-999256c963b3 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-group-rules/bfedf20c-d816-4a1c-bbb1-8528de253593 HTTP/1.1" status: 200  len: 763 time: 0.0170243
Nov 20 21:16:26.106143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48140) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:26.149607 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8feeeb48-127c-45bd-bc8c-d723c353e11c tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0423937
Nov 20 21:16:26.152191 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48142) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:26.176099 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cd512ba-3b55-4a0f-a5fc-e3bbd8a250cb tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.184562 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cd512ba-3b55-4a0f-a5fc-e3bbd8a250cb tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.203167 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-0245c71f-243d-44ef-8838-170ab7706277 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Allocated IP 172.20.0.6 (d0064244-87f6-4f6e-b7fd-347c4a448a12/a31d6cb1-6e9d-45b4-8401-2806d643d26d/03e75c25-e422-43c0-aca8-b25b2a98bb7e) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:26.213702 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cd512ba-3b55-4a0f-a5fc-e3bbd8a250cb tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.222115 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cd512ba-3b55-4a0f-a5fc-e3bbd8a250cb tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.223252 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6cd512ba-3b55-4a0f-a5fc-e3bbd8a250cb tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bfedf20c-d816-4a1c-bbb1-8528de253593 HTTP/1.1" status: 204  len: 168 time: 0.0699701
Nov 20 21:16:26.227331 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48146) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:26.228933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd512ba-3b55-4a0f-a5fc-e3bbd8a250cb tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfedf20c-d816-4a1c-bbb1-8528de253593,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:26.304066 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-43885b37-a447-4ce7-92a3-5e44950cd29e tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0755653
Nov 20 21:16:26.306829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48148) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:26.311768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-5ede05ba-c071-44c1-a601-c2ba1059330e tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Request body: {'security_group_rule': {'security_group_id': '84423283-7f1f-4a27-98e7-dcc5545fbf4c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:26.333992 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-5ede05ba-c071-44c1-a601-c2ba1059330e tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Project bec86ffe42274b6babf341f48f09bcb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:16:26.338929 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ede05ba-c071-44c1-a601-c2ba1059330e tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.390268 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ede05ba-c071-44c1-a601-c2ba1059330e tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.393978 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ede05ba-c071-44c1-a601-c2ba1059330e tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.405350 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0245c71f-243d-44ef-8838-170ab7706277 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.413322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede05ba-c071-44c1-a601-c2ba1059330e tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d175cd8-1ab5-4ec2-baff-3dd1dd03b6a3,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:26.419441 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ede05ba-c071-44c1-a601-c2ba1059330e tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.423100 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5ede05ba-c071-44c1-a601-c2ba1059330e tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1127958
Nov 20 21:16:26.424025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48150) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:26.440101 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0245c71f-243d-44ef-8838-170ab7706277 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.441878 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d95941fb-1572-4cd4-a0ec-6d2d8e85d9cf tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-group-rules/6d175cd8-1ab5-4ec2-baff-3dd1dd03b6a3 HTTP/1.1" status: 200  len: 769 time: 0.0163810
Nov 20 21:16:26.443571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48152) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:26.484657 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-91c8d84f-44c2-46c8-86c1-3b3f56c7c4c4 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0400152
Nov 20 21:16:26.487437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48154) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:26.490034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0245c71f-243d-44ef-8838-170ab7706277 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network d0064244-87f6-4f6e-b7fd-347c4a448a12 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:26.493240 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-0245c71f-243d-44ef-8838-170ab7706277 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:26.497203 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0245c71f-243d-44ef-8838-170ab7706277 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:26.504115 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245c71f-243d-44ef-8838-170ab7706277 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=03e75c25-e422-43c0-aca8-b25b2a98bb7e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:26.508755 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401157cb-aec8-46ab-9dcf-6d6941f9f7e9 None None] DHCP port deletion for d0064244-87f6-4f6e-b7fd-347c4a448a12 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:16:26.516211 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5a1805f-ebb4-4c6b-9c6e-8c4ef984c53e tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.525787 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5a1805f-ebb4-4c6b-9c6e-8c4ef984c53e tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.553502 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5a1805f-ebb4-4c6b-9c6e-8c4ef984c53e tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.559133 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0245c71f-243d-44ef-8838-170ab7706277 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:26.559917 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0245c71f-243d-44ef-8838-170ab7706277 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.561155 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5a1805f-ebb4-4c6b-9c6e-8c4ef984c53e tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.562332 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e5a1805f-ebb4-4c6b-9c6e-8c4ef984c53e tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6d175cd8-1ab5-4ec2-baff-3dd1dd03b6a3 HTTP/1.1" status: 204  len: 168 time: 0.0739491
Nov 20 21:16:26.565981 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48156) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:26.568227 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1805f-ebb4-4c6b-9c6e-8c4ef984c53e tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d175cd8-1ab5-4ec2-baff-3dd1dd03b6a3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:26.592407 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0245c71f-243d-44ef-8838-170ab7706277 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 927 time: 0.6437366
Nov 20 21:16:26.595225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48158) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:26.599863 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ccb59e1d-8e8c-4c78-a0b5-8533be067fe5 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'floatingip': {'port_id': '03e75c25-e422-43c0-aca8-b25b2a98bb7e'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:26.613431 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-de45c921-84ca-4ec1-8cbe-382c53e6fd6c tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0464046
Nov 20 21:16:26.616383 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48160) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:26.632086 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-97999c37-fc6c-4e9a-adeb-2b6de8042d40 None None] Provisioning complete for port 03e75c25-e422-43c0-aca8-b25b2a98bb7e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:26.632807 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-97999c37-fc6c-4e9a-adeb-2b6de8042d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.642981 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ccb59e1d-8e8c-4c78-a0b5-8533be067fe5 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.671861 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-97999c37-fc6c-4e9a-adeb-2b6de8042d40 None None] Port 03e75c25-e422-43c0-aca8-b25b2a98bb7e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:16:26.679371 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d50868c-e882-4e4a-8a91-0dccc639c1b8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.708709 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d50868c-e882-4e4a-8a91-0dccc639c1b8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.756719 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d50868c-e882-4e4a-8a91-0dccc639c1b8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.761105 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d50868c-e882-4e4a-8a91-0dccc639c1b8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:26.762550 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3d50868c-e882-4e4a-8a91-0dccc639c1b8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "DELETE /v2.0/security-groups/84423283-7f1f-4a27-98e7-dcc5545fbf4c HTTP/1.1" status: 204  len: 168 time: 0.1451814
Nov 20 21:16:26.767089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48166) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:26.789139 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50868c-e882-4e4a-8a91-0dccc639c1b8 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84423283-7f1f-4a27-98e7-dcc5545fbf4c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:26.848354 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-03b9cdf5-42ba-4f74-9e2d-30456e948de2 tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0732529
Nov 20 21:16:26.848818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48168) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:26.910666 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-aae56604-f99d-4ef2-895d-9b172dfa2a0a tempest-SecGroupIPv6Test-2010333644 tempest-SecGroupIPv6Test-2010333644-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0606463
Nov 20 21:16:27.212305 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ccb59e1d-8e8c-4c78-a0b5-8533be067fe5 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:27.224270 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ccb59e1d-8e8c-4c78-a0b5-8533be067fe5 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:27.375148 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48202) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:27.381409 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-ccb59e1d-8e8c-4c78-a0b5-8533be067fe5 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Floating IP 7f85b9d5-7ff8-461b-8a62-b17dbad94019 associated. External IP: 172.35.1.13, port: 03e75c25-e422-43c0-aca8-b25b2a98bb7e.
Nov 20 21:16:27.714829 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ee130c05-1e10-4776-a09e-17d55e2263e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bec86ffe42274b6babf341f48f09bcb0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3370957
Nov 20 21:16:27.717202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48238) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:27.740208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb59e1d-8e8c-4c78-a0b5-8533be067fe5 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 298a73a1-7517-4d77-bc9f-13c6900875c3 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:27.850816 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ca2adad-c254-41f7-a13d-b933f0c26acc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:27.891080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb59e1d-8e8c-4c78-a0b5-8533be067fe5 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:27.902118 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5564e490-b85e-439e-8c01-b2187a75d6ab None None] Sync routers for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:27.916653 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ccb59e1d-8e8c-4c78-a0b5-8533be067fe5 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:27.922281 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5564e490-b85e-439e-8c01-b2187a75d6ab None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:27.923118 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5564e490-b85e-439e-8c01-b2187a75d6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5452ed00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:27.925058 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ca2adad-c254-41f7-a13d-b933f0c26acc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:27.980465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48248) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:27.982398 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ccb59e1d-8e8c-4c78-a0b5-8533be067fe5 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "PUT /v2.0/floatingips/7f85b9d5-7ff8-461b-8a62-b17dbad94019 HTTP/1.1" status: 200  len: 975 time: 1.3855095
Nov 20 21:16:28.013642 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5564e490-b85e-439e-8c01-b2187a75d6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5452ed00>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:28.024640 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5564e490-b85e-439e-8c01-b2187a75d6ab None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:28.025587 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5564e490-b85e-439e-8c01-b2187a75d6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5452ed00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:28.050232 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ca2adad-c254-41f7-a13d-b933f0c26acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:28.052749 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4ca2adad-c254-41f7-a13d-b933f0c26acc admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:28.056554 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4ca2adad-c254-41f7-a13d-b933f0c26acc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef638120-1898-4758-addc-473cf79eb9a1 HTTP/1.1" status: 204  len: 168 time: 0.3383520
Nov 20 21:16:28.071431 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5564e490-b85e-439e-8c01-b2187a75d6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5452ed00>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:28.072419 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5564e490-b85e-439e-8c01-b2187a75d6ab None None] The sync data for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:28.076736 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2adad-c254-41f7-a13d-b933f0c26acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef638120-1898-4758-addc-473cf79eb9a1,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:28.158780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-238e68f5-05fe-44e2-882f-25a6125c353e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Deleting port 03e75c25-e422-43c0-aca8-b25b2a98bb7e {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:28.159877 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-238e68f5-05fe-44e2-882f-25a6125c353e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:28.314282 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-238e68f5-05fe-44e2-882f-25a6125c353e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:28.533978 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:16:28.640076 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-238e68f5-05fe-44e2-882f-25a6125c353e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:28.640451 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-238e68f5-05fe-44e2-882f-25a6125c353e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:28.640775 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-238e68f5-05fe-44e2-882f-25a6125c353e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Floating IP 7f85b9d5-7ff8-461b-8a62-b17dbad94019 disassociated. External IP: 172.35.1.13, port: 03e75c25-e422-43c0-aca8-b25b2a98bb7e.
Nov 20 21:16:28.641120 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-238e68f5-05fe-44e2-882f-25a6125c353e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Calling delete_port for 03e75c25-e422-43c0-aca8-b25b2a98bb7e owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:28.787894 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-238e68f5-05fe-44e2-882f-25a6125c353e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:28.822185 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e68f5-05fe-44e2-882f-25a6125c353e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Port': ['ID=03e75c25-e422-43c0-aca8-b25b2a98bb7e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:28.873680 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c22628-b302-4bea-bc52-02eace9cf782 None None] DHCP port deletion for d0064244-87f6-4f6e-b7fd-347c4a448a12 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:16:29.083554 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238e68f5-05fe-44e2-882f-25a6125c353e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 298a73a1-7517-4d77-bc9f-13c6900875c3 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:29.340827 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238e68f5-05fe-44e2-882f-25a6125c353e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:29.353259 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77266aec-9f5f-4e0d-b246-8c60873198b6 None None] Sync routers for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:29.375504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77266aec-9f5f-4e0d-b246-8c60873198b6 None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:29.382460 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-77266aec-9f5f-4e0d-b246-8c60873198b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4619c8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:29.464221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-77266aec-9f5f-4e0d-b246-8c60873198b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4619c8b0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:29.486268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77266aec-9f5f-4e0d-b246-8c60873198b6 None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:29.487703 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-77266aec-9f5f-4e0d-b246-8c60873198b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4619c8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:29.490762 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-238e68f5-05fe-44e2-882f-25a6125c353e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:29.494637 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-238e68f5-05fe-44e2-882f-25a6125c353e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/ports/03e75c25-e422-43c0-aca8-b25b2a98bb7e HTTP/1.1" status: 204  len: 168 time: 1.5124433
Nov 20 21:16:29.497993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48314) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:29.613651 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-60fbd8e8-28df-48fc-80e6-9de7f8931126 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "GET /v2.0/floatingips/7f85b9d5-7ff8-461b-8a62-b17dbad94019 HTTP/1.1" status: 200  len: 687 time: 0.1144063
Nov 20 21:16:29.616350 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48318) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:29.796488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-77266aec-9f5f-4e0d-b246-8c60873198b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4619c8b0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:29.797946 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77266aec-9f5f-4e0d-b246-8c60873198b6 None None] The sync data for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:29.824145 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c4957-3865-42dc-bdbd-f505914c2d72 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Deleting port f0ea50e7-1bd2-4fa2-982b-f2ffefb9dfcf {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:29.824569 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4957-3865-42dc-bdbd-f505914c2d72 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:29.946812 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4957-3865-42dc-bdbd-f505914c2d72 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:29.947260 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4957-3865-42dc-bdbd-f505914c2d72 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:29.973451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c4957-3865-42dc-bdbd-f505914c2d72 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Calling delete_port for f0ea50e7-1bd2-4fa2-982b-f2ffefb9dfcf owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:30.483794 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4957-3865-42dc-bdbd-f505914c2d72 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:30.517772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c4957-3865-42dc-bdbd-f505914c2d72 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Port': ['ID=f0ea50e7-1bd2-4fa2-982b-f2ffefb9dfcf,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:30.640380 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4957-3865-42dc-bdbd-f505914c2d72 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:30.646212 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4957-3865-42dc-bdbd-f505914c2d72 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:30.650857 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cf7c4957-3865-42dc-bdbd-f505914c2d72 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/floatingips/7f85b9d5-7ff8-461b-8a62-b17dbad94019 HTTP/1.1" status: 204  len: 168 time: 1.0300000
Nov 20 21:16:30.652043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48350) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:30.657403 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '8416c3ae-3e40-4aea-a3d7-d66b2c133fa4'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:30.694310 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:30.744319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-f706de13-44f4-4c24-a32e-e62307164e5a tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:30.756999 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-f706de13-44f4-4c24-a32e-e62307164e5a tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 811 time: 0.2376156
Nov 20 21:16:30.775672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-82d11b35-c97a-44c9-ba5d-80eb2268cda3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/quotas/6028b150b064464f9c6d8e21d3af617e HTTP/1.1" status: 200  len: 375 time: 0.0200174
Nov 20 21:16:30.918442 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-c5a16019-ba3b-4d82-8a0d-d01337bd97b9 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1346135
Nov 20 21:16:30.961464 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:31.099197 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5021af0b-e261-4787-8f9e-941d2d1bab3c service neutron] 10.222.0.41 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718903
Nov 20 21:16:31.222849 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Allocated IP 172.35.1.56 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/dee8e179-f09f-4d0c-a7bd-3570a735fa04) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:31.248813 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-3a3ce3f2-e1bf-4c84-86a0-de7d507842fa service neutron] 10.222.0.41 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247673
Nov 20 21:16:31.389815 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:31.473850 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:31.542532 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=dee8e179-f09f-4d0c-a7bd-3570a735fa04,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:31.556127 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:31.557703 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:31.563098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:31.615107 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48384) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:31.774817 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-18e6f84f-db42-420c-9554-fc5146349d29 req-609ee840-42a5-4ce3-8c4f-eb205d8504e6 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 210 time: 0.0797496
Nov 20 21:16:31.819845 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2266d0e4-b6da-4984-a4f2-f25761235170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:31.935513 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2266d0e4-b6da-4984-a4f2-f25761235170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:31.942848 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2266d0e4-b6da-4984-a4f2-f25761235170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:32.009371 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2266d0e4-b6da-4984-a4f2-f25761235170 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0bd090e3557440c8e0e4e540c6c8fc4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3896518
Nov 20 21:16:32.009371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266d0e4-b6da-4984-a4f2-f25761235170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9403a7-7b95-47e3-90a2-2b4cb7310469,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:32.009661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48400) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:32.525588 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c56d4ac-aa12-4186-aa9e-ddf8729fb57e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:32.565362 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c56d4ac-aa12-4186-aa9e-ddf8729fb57e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:32.567518 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:32.678363 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:32.705878 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c56d4ac-aa12-4186-aa9e-ddf8729fb57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:32.709273 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c56d4ac-aa12-4186-aa9e-ddf8729fb57e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:32.712793 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7c56d4ac-aa12-4186-aa9e-ddf8729fb57e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df9403a7-7b95-47e3-90a2-2b4cb7310469 HTTP/1.1" status: 204  len: 168 time: 0.7009916
Nov 20 21:16:32.742094 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56d4ac-aa12-4186-aa9e-ddf8729fb57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9403a7-7b95-47e3-90a2-2b4cb7310469,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:32.929259 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1cdf57b0-f9aa-4e5f-a342-5a95c4a7e293 req-52e935c6-439a-4ff5-bc89-713d952bb482 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 210 time: 0.0377350
Nov 20 21:16:33.051218 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:33.085048 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:33.182261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-b91bc430-1c2e-473b-933a-528ea71e2ae9 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:33.185452 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-b91bc430-1c2e-473b-933a-528ea71e2ae9 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.47 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 811 time: 0.2376060
Nov 20 21:16:33.194954 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:33.211255 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-00040c1b-042b-441a-b14b-fdc08b8e7593 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Request body: {'port': {'device_id': '747866d7-cba0-4d23-b826-7358ef315186', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'admin_state_up': True, 'tenant_id': '6028b150b064464f9c6d8e21d3af617e'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:33.255165 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=dee8e179-f09f-4d0c-a7bd-3570a735fa04,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:33.377636 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Floating IP a9197b1b-633b-4161-a4fe-b18dd6956c9c associated. External IP: 172.35.1.56, port: 8416c3ae-3e40-4aea-a3d7-d66b2c133fa4.
Nov 20 21:16:33.421375 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48418) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:33.428012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-00040c1b-042b-441a-b14b-fdc08b8e7593 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Made reservation on behalf of 6028b150b064464f9c6d8e21d3af617e for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:16:33.432034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-00040c1b-042b-441a-b14b-fdc08b8e7593 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:33.439960 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5eba253a-7c62-46b5-b8d9-501ea5f6479c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:33.703062 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5eba253a-7c62-46b5-b8d9-501ea5f6479c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:33.707413 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-00040c1b-042b-441a-b14b-fdc08b8e7593 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Allocated IP 172.20.0.13 (ec52e298-c6c7-453e-a2fa-373fbe63335d/e49bdb26-fb3f-4488-8617-26bc32281c9f/c3608607-34e9-4165-a57b-a8a271630dad) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:33.716091 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5eba253a-7c62-46b5-b8d9-501ea5f6479c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:33.753002 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 298a73a1-7517-4d77-bc9f-13c6900875c3 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:33.760650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba253a-7c62-46b5-b8d9-501ea5f6479c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e55afa5-00da-45ee-a251-e0b9d9ccc0f6,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:33.788224 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5eba253a-7c62-46b5-b8d9-501ea5f6479c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=827419a0f682404cae54642fb7e67bb0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3634973
Nov 20 21:16:33.788478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48420) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:33.975693 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5487790c-8da9-483d-9392-83f17643e79a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:33.976333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-00040c1b-042b-441a-b14b-fdc08b8e7593 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:33.993011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:34.005378 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3c830-766d-433a-9590-b942fc3cf41f None None] Sync routers for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:34.011549 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5487790c-8da9-483d-9392-83f17643e79a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:34.022701 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3c830-766d-433a-9590-b942fc3cf41f None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:34.024065 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-75e3c830-766d-433a-9590-b942fc3cf41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541f0430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:34.036306 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-00040c1b-042b-441a-b14b-fdc08b8e7593 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:34.036531 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:34.079160 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-292fd6c7-5182-4bd4-9ce3-28d5dfee6610 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 3.4257555
Nov 20 21:16:34.084129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48438) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:34.089256 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ec3722f8-06ab-43a0-b07d-48fc46219b34 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1324356659'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:34.128672 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3722f8-06ab-43a0-b07d-48fc46219b34 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Made reservation on behalf of 913ac9792ad84b4785fc560d5f1e2a27 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:16:34.132096 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-75e3c830-766d-433a-9590-b942fc3cf41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541f0430>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:34.134899 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec3722f8-06ab-43a0-b07d-48fc46219b34 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:34.161453 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5487790c-8da9-483d-9392-83f17643e79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:34.164605 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3c830-766d-433a-9590-b942fc3cf41f None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:34.166087 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5487790c-8da9-483d-9392-83f17643e79a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:34.166208 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-75e3c830-766d-433a-9590-b942fc3cf41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541f0430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:34.167329 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5487790c-8da9-483d-9392-83f17643e79a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e55afa5-00da-45ee-a251-e0b9d9ccc0f6 HTTP/1.1" status: 204  len: 168 time: 0.3778877
Nov 20 21:16:34.173543 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-00040c1b-042b-441a-b14b-fdc08b8e7593 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Network ec52e298-c6c7-453e-a2fa-373fbe63335d is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:34.208001 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487790c-8da9-483d-9392-83f17643e79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e55afa5-00da-45ee-a251-e0b9d9ccc0f6,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:34.228772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-00040c1b-042b-441a-b14b-fdc08b8e7593 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:34.239138 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-00040c1b-042b-441a-b14b-fdc08b8e7593 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:34.266667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3722f8-06ab-43a0-b07d-48fc46219b34 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:16:34.301247 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec3722f8-06ab-43a0-b07d-48fc46219b34 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:34.301606 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-ec3722f8-06ab-43a0-b07d-48fc46219b34 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Added segment 7a3cf880-c4b4-4e84-b662-bbe2037d3424 of type vlan for network e24f7fe8-3a10-496c-a2af-fdeeaf55cad6
Nov 20 21:16:34.335297 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-75e3c830-766d-433a-9590-b942fc3cf41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541f0430>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:34.336106 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3c830-766d-433a-9590-b942fc3cf41f None None] The sync data for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:34.428120 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec3722f8-06ab-43a0-b07d-48fc46219b34 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:34.481933 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00040c1b-042b-441a-b14b-fdc08b8e7593 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'Port': ['ID=c3608607-34e9-4165-a57b-a8a271630dad,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:34.492492 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec3722f8-06ab-43a0-b07d-48fc46219b34 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:34.504842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3722f8-06ab-43a0-b07d-48fc46219b34 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:34.507854 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec3722f8-06ab-43a0-b07d-48fc46219b34 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:34.542675 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224aa29-8dd8-4ff8-9670-b91c0dd6eb28 req-4c601fa3-3f5f-4c29-8bfe-54df3523e17a tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:34.546347 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0224aa29-8dd8-4ff8-9670-b91c0dd6eb28 req-4c601fa3-3f5f-4c29-8bfe-54df3523e17a tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 932 time: 0.4146478
Nov 20 21:16:34.569109 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-00040c1b-042b-441a-b14b-fdc08b8e7593 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:34.571933 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-00040c1b-042b-441a-b14b-fdc08b8e7593 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:34.663704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3722f8-06ab-43a0-b07d-48fc46219b34 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Network': ['ID=e24f7fe8-3a10-496c-a2af-fdeeaf55cad6,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:34.673870 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ec3722f8-06ab-43a0-b07d-48fc46219b34 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.5876577
Nov 20 21:16:34.675247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48446) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:34.682392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-841f2d71-321d-4e78-9651-2c3cea58be3a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'subnet': {'network_id': 'e24f7fe8-3a10-496c-a2af-fdeeaf55cad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:34.686107 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network e24f7fe8-3a10-496c-a2af-fdeeaf55cad6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:16:34.726004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0ba77b35-37e0-4cb1-b764-c62cda04bca2 None None] Provisioning complete for port c3608607-34e9-4165-a57b-a8a271630dad triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:34.726303 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0ba77b35-37e0-4cb1-b764-c62cda04bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:34.770645 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0224aa29-8dd8-4ff8-9670-b91c0dd6eb28 req-fd3d8f2f-ec26-4863-a5b2-a3f2dfcd24b7 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888764
Nov 20 21:16:34.783928 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-00040c1b-042b-441a-b14b-fdc08b8e7593 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5786724
Nov 20 21:16:34.784074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0ba77b35-37e0-4cb1-b764-c62cda04bca2 None None] Port c3608607-34e9-4165-a57b-a8a271630dad cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:16:34.801245 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-05ff7c58-2563-4d20-99ae-5dd2552547bc tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:16:34.802583 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-05ff7c58-2563-4d20-99ae-5dd2552547bc tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0150676
Nov 20 21:16:34.815513 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Request body: {'port': {'device_id': '747866d7-cba0-4d23-b826-7358ef315186', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:34.866316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841f2d71-321d-4e78-9651-2c3cea58be3a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Made reservation on behalf of 913ac9792ad84b4785fc560d5f1e2a27 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:16:34.871673 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-841f2d71-321d-4e78-9651-2c3cea58be3a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:34.977726 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:35.208931 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-841f2d71-321d-4e78-9651-2c3cea58be3a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:35.316219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f2d71-321d-4e78-9651-2c3cea58be3a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Subnet': ['ID=67f92808-0d66-4a49-95ee-9d11d7dddbb2,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:35.322830 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841f2d71-321d-4e78-9651-2c3cea58be3a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Checking segment: {'id': '7a3cf880-c4b4-4e84-b662-bbe2037d3424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e24f7fe8-3a10-496c-a2af-fdeeaf55cad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:16:35.323206 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841f2d71-321d-4e78-9651-2c3cea58be3a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network hostable DHCP agents. Network: e24f7fe8-3a10-496c-a2af-fdeeaf55cad6, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:16:35.344317 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841f2d71-321d-4e78-9651-2c3cea58be3a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network e24f7fe8-3a10-496c-a2af-fdeeaf55cad6 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:16:35.360848 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-841f2d71-321d-4e78-9651-2c3cea58be3a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e24f7fe8-3a10-496c-a2af-fdeeaf55cad6) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:35.375007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6167cc3-30b9-40f4-94b9-a44b728562ae None None] Network e24f7fe8-3a10-496c-a2af-fdeeaf55cad6 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:16:35.376617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f2d71-321d-4e78-9651-2c3cea58be3a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:35.378631 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-841f2d71-321d-4e78-9651-2c3cea58be3a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:35.442163 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-841f2d71-321d-4e78-9651-2c3cea58be3a tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7666051
Nov 20 21:16:35.449016 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48466) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:35.459474 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-30035449', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}, 'admin_state_up': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:35.501355 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:35.503713 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:35.583174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e24f7fe8-3a10-496c-a2af-fdeeaf55cad6', 'network_id': 'e24f7fe8-3a10-496c-a2af-fdeeaf55cad6', 'tenant_id': '913ac9792ad84b4785fc560d5f1e2a27', 'fixed_ips': [{'subnet_id': '67f92808-0d66-4a49-95ee-9d11d7dddbb2'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:16:35.585217 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:35.587454 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:35.741524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3608607-34e9-4165-a57b-a8a271630dad {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:16:35.757228 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:35.787587 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Transition to ACTIVE for port object c3608607-34e9-4165-a57b-a8a271630dad will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:16:35.795543 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:35.798583 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:35.841436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Allocated IP 172.20.0.2 (e24f7fe8-3a10-496c-a2af-fdeeaf55cad6/67f92808-0d66-4a49-95ee-9d11d7dddbb2/523f3607-5695-425d-8d6d-cd0fa921feb7) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:35.964209 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Pushing event updated for resources: {'Port': ['ID=c3608607-34e9-4165-a57b-a8a271630dad,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:36.140616 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Attempting to bind port c3608607-34e9-4165-a57b-a8a271630dad on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:16:36.141123 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Attempting to bind port c3608607-34e9-4165-a57b-a8a271630dad by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:16:36.141472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Attempting to bind port c3608607-34e9-4165-a57b-a8a271630dad on network ec52e298-c6c7-453e-a2fa-373fbe63335d {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:16:36.167474 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Port c3608607-34e9-4165-a57b-a8a271630dad on network ec52e298-c6c7-453e-a2fa-373fbe63335d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:16:36.168889 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Attempting to bind port c3608607-34e9-4165-a57b-a8a271630dad on network ec52e298-c6c7-453e-a2fa-373fbe63335d {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:16:36.181842 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:16:36.182740 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Checking segment: {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:16:36.185038 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Bound using segment: {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:16:36.185628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Bound port: c3608607-34e9-4165-a57b-a8a271630dad, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:16:36.187226 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:36.218541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d72dd4-2ead-4c73-93b7-6860a033ae33 req-71159031-8951-46f1-b246-b42e4b7b8f76 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:36.220110 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-18d72dd4-2ead-4c73-93b7-6860a033ae33 req-71159031-8951-46f1-b246-b42e4b7b8f76 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 944 time: 0.1929300
Nov 20 21:16:36.223185 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:36.234501 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:36.325681 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Network e24f7fe8-3a10-496c-a2af-fdeeaf55cad6 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:36.328614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:36.338215 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] For port c3608607-34e9-4165-a57b-a8a271630dad, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:16:36.343949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] For port c3608607-34e9-4165-a57b-a8a271630dad, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3608607-34e9-4165-a57b-a8a271630dad,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:16:36.348629 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:36.350560 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:36.436489 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Pushing event updated for resources: {'Port': ['ID=523f3607-5695-425d-8d6d-cd0fa921feb7,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:36.469060 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Pushing event updated for resources: {'Port': ['ID=c3608607-34e9-4165-a57b-a8a271630dad,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:36.502838 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:36.503377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:36.505386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:36.523289 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:36.524147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:36.524651 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:36.526118 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:36.527991 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:36.528509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:36.529019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:36.529246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:36.530121 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:36.530654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:36.531159 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:36.536040 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-5794b522-5597-4f53-aed5-c027bdfb703b service neutron] 10.222.0.47 "PUT /v2.0/ports/c3608607-34e9-4165-a57b-a8a271630dad HTTP/1.1" status: 200  len: 1092 time: 1.7254431
Nov 20 21:16:36.544995 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747866d7-cba0-4d23-b826-7358ef315186', 'tag': 'c3608607-34e9-4165-a57b-a8a271630dad'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:16:36.567967 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Attempting to bind port 523f3607-5695-425d-8d6d-cd0fa921feb7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:16:36.568630 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Attempting to bind port 523f3607-5695-425d-8d6d-cd0fa921feb7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7a3cf880-c4b4-4e84-b662-bbe2037d3424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e24f7fe8-3a10-496c-a2af-fdeeaf55cad6'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:16:36.578396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Attempting to bind port 523f3607-5695-425d-8d6d-cd0fa921feb7 on network e24f7fe8-3a10-496c-a2af-fdeeaf55cad6 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:16:36.578676 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:36.580178 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decb1dfe-d4d0-4212-b69c-72e61166195d" -d '{"events": [{"name": "network-changed", "server_uuid": "747866d7-cba0-4d23-b826-7358ef315186", "tag": "c3608607-34e9-4165-a57b-a8a271630dad"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:16:36.588691 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:16:36.589420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Checking segment: {'id': '7a3cf880-c4b4-4e84-b662-bbe2037d3424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e24f7fe8-3a10-496c-a2af-fdeeaf55cad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:16:36.591827 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:36.592407 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Bound using segment: {'id': '7a3cf880-c4b4-4e84-b662-bbe2037d3424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e24f7fe8-3a10-496c-a2af-fdeeaf55cad6'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:16:36.594397 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Bound port: 523f3607-5695-425d-8d6d-cd0fa921feb7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3cf880-c4b4-4e84-b662-bbe2037d3424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e24f7fe8-3a10-496c-a2af-fdeeaf55cad6'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:16:36.596887 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:36.607127 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:36.626626 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-18d72dd4-2ead-4c73-93b7-6860a033ae33 req-d3426de6-805b-4a5a-88ea-057dc2a13683 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3849850
Nov 20 21:16:36.673575 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc46126-f659-4960-ac7a-526a68846dee x-openstack-request-id: req-1cc46126-f659-4960-ac7a-526a68846dee {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:16:36.675272 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747866d7-cba0-4d23-b826-7358ef315186", "tag": "c3608607-34e9-4165-a57b-a8a271630dad", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:16:36.676617 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1cc46126-f659-4960-ac7a-526a68846dee {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:16:36.680019 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747866d7-cba0-4d23-b826-7358ef315186', 'tag': 'c3608607-34e9-4165-a57b-a8a271630dad', 'status': 'completed', 'code': 200}
Nov 20 21:16:36.791877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] For port 523f3607-5695-425d-8d6d-cd0fa921feb7, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:16:36.801975 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] For port 523f3607-5695-425d-8d6d-cd0fa921feb7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=523f3607-5695-425d-8d6d-cd0fa921feb7,segment=NetworkSegment(7a3cf880-c4b4-4e84-b662-bbe2037d3424),segment_id=7a3cf880-c4b4-4e84-b662-bbe2037d3424)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:16:36.817121 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:36.836794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Allocated IP 172.35.1.88 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/f63a98ef-d1d5-462d-8dc4-61f804a0bf51) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:36.947118 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e5fca-24ba-4f92-b96d-49b7d4efafc6 None None] Pushing event updated for resources: {'Port': ['ID=523f3607-5695-425d-8d6d-cd0fa921feb7,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:37.019515 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:37.085064 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-72ff6893-bc3b-4f11-a6fb-00690122f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:37.087021 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-72ff6893-bc3b-4f11-a6fb-00690122f6ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 1095 time: 0.4257147
Nov 20 21:16:37.116848 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:37.166710 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-3953f939-e09c-4eff-aadb-430bf5aba376 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3608607-34e9-4165-a57b-a8a271630dad HTTP/1.1" status: 200  len: 217 time: 0.0666223
Nov 20 21:16:37.198604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:37.206769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:37.216860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:37.227914 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c86f067-7cb4-4bd0-ae37-f4d7dd4dbbc1 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:16:37.228461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=f63a98ef-d1d5-462d-8dc4-61f804a0bf51,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:37.303028 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-23ec9dd2-a35d-4820-bf5d-d970ce6aaa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:37.328567 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-23ec9dd2-a35d-4820-bf5d-d970ce6aaa8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.1276166
Nov 20 21:16:37.370689 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c57ce965-b512-4e97-a0ca-99f54c750633 None None] Provisioning complete for port f63a98ef-d1d5-462d-8dc4-61f804a0bf51 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:37.371587 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c57ce965-b512-4e97-a0ca-99f54c750633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:37.450794 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-9c2c4b6c-a4ed-43e4-91d1-5a8401ceaaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:37.456639 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-9c2c4b6c-a4ed-43e4-91d1-5a8401ceaaab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1222062
Nov 20 21:16:37.471710 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c57ce965-b512-4e97-a0ca-99f54c750633 None None] Port f63a98ef-d1d5-462d-8dc4-61f804a0bf51 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:16:37.717968 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-e97c8a05-6014-4b05-8e0e-837fa9d8d89b service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2567325
Nov 20 21:16:37.735473 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:37.877438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2e666-f60b-4220-93ee-77b53f799235 req-b5da055d-1061-48fd-b5a4-b1af7a545c71 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:37.879541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b9e2e666-f60b-4220-93ee-77b53f799235 req-b5da055d-1061-48fd-b5a4-b1af7a545c71 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 944 time: 0.0941086
Nov 20 21:16:37.968472 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0f4fe43-9300-4a71-8a0e-0f6d3fd46136 req-8d7c35dd-5ec2-4dd4-8cef-ca32e240596f service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2432270
Nov 20 21:16:38.030494 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b9e2e666-f60b-4220-93ee-77b53f799235 req-00af692c-9df1-4468-8342-cfd5fb50c2a4 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446075
Nov 20 21:16:38.134823 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb1dfe-d4d0-4212-b69c-72e61166195d req-5f0109dd-e38a-4eb1-811e-ebfd910724ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:38.136454 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decb1dfe-d4d0-4212-b69c-72e61166195d req-5f0109dd-e38a-4eb1-811e-ebfd910724ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 1095 time: 0.0922318
Nov 20 21:16:38.177407 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:38.276847 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:38.371602 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:38.409156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb1dfe-d4d0-4212-b69c-72e61166195d req-1d32f843-b21a-482e-822b-3aa63f59799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:38.413855 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decb1dfe-d4d0-4212-b69c-72e61166195d req-1d32f843-b21a-482e-822b-3aa63f59799a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.2674718
Nov 20 21:16:38.458689 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 523f3607-5695-425d-8d6d-cd0fa921feb7 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:16:38.511155 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decb1dfe-d4d0-4212-b69c-72e61166195d req-5f1b3f46-3822-42d6-8b4d-49a16066539e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3608607-34e9-4165-a57b-a8a271630dad HTTP/1.1" status: 200  len: 217 time: 0.0897121
Nov 20 21:16:38.516696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 81cba56a-7558-4cb2-98f4-f53b579712da is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:16:38.566429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 523f3607-5695-425d-8d6d-cd0fa921feb7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:38.567699 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:38.644834 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb1dfe-d4d0-4212-b69c-72e61166195d req-94a2688d-05aa-46f2-954a-6524e283b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:38.644834 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decb1dfe-d4d0-4212-b69c-72e61166195d req-94a2688d-05aa-46f2-954a-6524e283b590 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.1152909
Nov 20 21:16:38.735800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb1dfe-d4d0-4212-b69c-72e61166195d req-dc29f4dd-0959-4494-8a48-8799902d24dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:38.740563 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:38.744402 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decb1dfe-d4d0-4212-b69c-72e61166195d req-dc29f4dd-0959-4494-8a48-8799902d24dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0945644
Nov 20 21:16:38.799762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 523f3607-5695-425d-8d6d-cd0fa921feb7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=523f3607-5695-425d-8d6d-cd0fa921feb7,segment=NetworkSegment(7a3cf880-c4b4-4e84-b662-bbe2037d3424),segment_id=7a3cf880-c4b4-4e84-b662-bbe2037d3424)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:38.811236 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:38.824358 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aba0243-5d8e-4ebb-b0d3-14472ee5794e None None] Network e24f7fe8-3a10-496c-a2af-fdeeaf55cad6 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:16:38.878289 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decb1dfe-d4d0-4212-b69c-72e61166195d req-36388155-bcdb-4e94-8123-fdf3ea54a8d3 service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249094
Nov 20 21:16:38.976757 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-85055566-6896-4ca1-a402-c51870151887 None None] Provisioning complete for port 523f3607-5695-425d-8d6d-cd0fa921feb7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:38.977398 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-85055566-6896-4ca1-a402-c51870151887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:39.011736 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=523f3607-5695-425d-8d6d-cd0fa921feb7,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:39.084490 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-decb1dfe-d4d0-4212-b69c-72e61166195d req-b4265d0d-09e5-4774-bfa3-8c8c2856b117 service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1985662
Nov 20 21:16:39.236310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92139948-dde5-4008-bbd0-d4e92adec41e req-6a50075d-62e4-4fab-bd2a-21910eb95257 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:39.244632 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-92139948-dde5-4008-bbd0-d4e92adec41e req-6a50075d-62e4-4fab-bd2a-21910eb95257 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 944 time: 0.1056700
Nov 20 21:16:39.262892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:39.299995 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd0be8-55d5-40d0-a623-74842517c47f None None] Sync routers for ids ['81cba56a-7558-4cb2-98f4-f53b579712da'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:39.316504 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-92139948-dde5-4008-bbd0-d4e92adec41e req-883c44bb-0cc0-4d93-9886-5fddff811934 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686181
Nov 20 21:16:39.317386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd0be8-55d5-40d0-a623-74842517c47f None None] Routers {'81cba56a-7558-4cb2-98f4-f53b579712da'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:39.325674 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:39.327304 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1e05cc7b-e403-428f-b77d-d99006cd47a1 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.8757758
Nov 20 21:16:39.330155 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48534) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:39.338576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-cdfd0be8-55d5-40d0-a623-74842517c47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472f98b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['81cba56a-7558-4cb2-98f4-f53b579712da'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:39.428370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-cdfd0be8-55d5-40d0-a623-74842517c47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472f98b0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:39.441295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd0be8-55d5-40d0-a623-74842517c47f None None] Routers {'81cba56a-7558-4cb2-98f4-f53b579712da'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:39.442409 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-cdfd0be8-55d5-40d0-a623-74842517c47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472f98b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['81cba56a-7558-4cb2-98f4-f53b579712da'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:39.494013 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-cdfd0be8-55d5-40d0-a623-74842517c47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472f98b0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:39.494655 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd0be8-55d5-40d0-a623-74842517c47f None None] The sync data for ids ['81cba56a-7558-4cb2-98f4-f53b579712da'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:39.789315 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-55a9be37-7a47-478d-9eef-4f73413e1074 None None] Provisioning complete for port 523f3607-5695-425d-8d6d-cd0fa921feb7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:39.789708 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-55a9be37-7a47-478d-9eef-4f73413e1074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:40.099812 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:40.287283 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 523f3607-5695-425d-8d6d-cd0fa921feb7 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:16:40.386272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 523f3607-5695-425d-8d6d-cd0fa921feb7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:40.387555 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:40.541354 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b33e9-6b70-4fca-a9c9-1bc9516e9521 req-84952ab4-85e6-482c-a713-fe70975bcc6e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:40.543539 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-575b33e9-6b70-4fca-a9c9-1bc9516e9521 req-84952ab4-85e6-482c-a713-fe70975bcc6e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 944 time: 0.1121433
Nov 20 21:16:40.615541 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Allocated IP 172.20.0.1 (e24f7fe8-3a10-496c-a2af-fdeeaf55cad6/67f92808-0d66-4a49-95ee-9d11d7dddbb2/e4fa48c3-013f-4570-8750-c29e790b0d67) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:40.616135 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-575b33e9-6b70-4fca-a9c9-1bc9516e9521 req-23902d99-994d-46bc-aee6-dc699c654db7 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641334
Nov 20 21:16:40.884229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48580) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:41.023823 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8182961d-ac89-4120-a84f-0cc9b76f24fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.133922 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.148052 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8182961d-ac89-4120-a84f-0cc9b76f24fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.152614 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8182961d-ac89-4120-a84f-0cc9b76f24fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.171530 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.198773 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8182961d-ac89-4120-a84f-0cc9b76f24fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c405e7ce4ba419c815dd2c3aeb5520b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3134267
Nov 20 21:16:41.200240 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182961d-ac89-4120-a84f-0cc9b76f24fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf80e25f-7dc5-4409-8489-deeb38ce5323,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:41.203371 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48594) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:41.215428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network e24f7fe8-3a10-496c-a2af-fdeeaf55cad6 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:41.220358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182961d-ac89-4120-a84f-0cc9b76f24fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:41.220711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182961d-ac89-4120-a84f-0cc9b76f24fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:41.221043 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:41.221151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182961d-ac89-4120-a84f-0cc9b76f24fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:41.221391 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182961d-ac89-4120-a84f-0cc9b76f24fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:41.221725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182961d-ac89-4120-a84f-0cc9b76f24fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:41.222078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182961d-ac89-4120-a84f-0cc9b76f24fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:41.222412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182961d-ac89-4120-a84f-0cc9b76f24fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:41.222744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182961d-ac89-4120-a84f-0cc9b76f24fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:41.223073 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182961d-ac89-4120-a84f-0cc9b76f24fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:41.223708 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:41.223827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182961d-ac89-4120-a84f-0cc9b76f24fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:41.224134 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182961d-ac89-4120-a84f-0cc9b76f24fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:41.224467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182961d-ac89-4120-a84f-0cc9b76f24fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:41.260836 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=e4fa48c3-013f-4570-8750-c29e790b0d67,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:41.269269 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c761de37-ed12-4295-89eb-a4660211d91f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.280274 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.299341 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c761de37-ed12-4295-89eb-a4660211d91f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.353986 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c761de37-ed12-4295-89eb-a4660211d91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.369566 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c761de37-ed12-4295-89eb-a4660211d91f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.372532 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c761de37-ed12-4295-89eb-a4660211d91f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf80e25f-7dc5-4409-8489-deeb38ce5323 HTTP/1.1" status: 204  len: 168 time: 0.1667328
Nov 20 21:16:41.411929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761de37-ed12-4295-89eb-a4660211d91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf80e25f-7dc5-4409-8489-deeb38ce5323,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:41.465913 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.569019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device c3608607-34e9-4165-a57b-a8a271630dad details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:16:41.584168 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-679988b1-e256-44ff-9aed-9d8a52568a4d None None] Provisioning complete for port e4fa48c3-013f-4570-8750-c29e790b0d67 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:41.584625 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-679988b1-e256-44ff-9aed-9d8a52568a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.649743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-679988b1-e256-44ff-9aed-9d8a52568a4d None None] Port e4fa48c3-013f-4570-8750-c29e790b0d67 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:16:41.729487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port c3608607-34e9-4165-a57b-a8a271630dad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3608607-34e9-4165-a57b-a8a271630dad,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:41.738811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48616) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:41.741835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'c3608607-34e9-4165-a57b-a8a271630dad', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'port_id': 'c3608607-34e9-4165-a57b-a8a271630dad', 'mac_address': 'fa:16:3e:4a:0c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:16:41.752335 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0bf01046-8af9-45bb-bd07-2e33028b2fab admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.791407 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.803062 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b6cdb-5ecb-4a28-b6d3-b6620899a292 req-0673f254-cbc3-4cd2-9cb4-561970fde522 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:41.804592 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e80b6cdb-5ecb-4a28-b6d3-b6620899a292 req-0673f254-cbc3-4cd2-9cb4-561970fde522 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 944 time: 0.0813630
Nov 20 21:16:41.809439 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3608607-34e9-4165-a57b-a8a271630dad {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:16:41.835221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port c3608607-34e9-4165-a57b-a8a271630dad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3608607-34e9-4165-a57b-a8a271630dad,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:41.840267 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.845758 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0bf01046-8af9-45bb-bd07-2e33028b2fab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.850186 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0bf01046-8af9-45bb-bd07-2e33028b2fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.864510 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.875741 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.896423 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0bf01046-8af9-45bb-bd07-2e33028b2fab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce9448be154042af982d3b32b8e17ac4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1540983
Nov 20 21:16:41.896884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48618) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:41.898673 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=c3608607-34e9-4165-a57b-a8a271630dad,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:41.903892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf01046-8af9-45bb-bd07-2e33028b2fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1fc387-8998-4b65-b94c-5a47564ba68d,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:41.929795 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e80b6cdb-5ecb-4a28-b6d3-b6620899a292 req-162dcbcd-9127-4dc6-8c2f-f78cb0a5dad0 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168888
Nov 20 21:16:41.953532 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c727c95-c999-4070-a782-c4cbbfcc595c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.962461 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=e4fa48c3-013f-4570-8750-c29e790b0d67,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:41.967857 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:41.976912 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c727c95-c999-4070-a782-c4cbbfcc595c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:42.024829 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c727c95-c999-4070-a782-c4cbbfcc595c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:42.027954 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c727c95-c999-4070-a782-c4cbbfcc595c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:42.029139 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5c727c95-c999-4070-a782-c4cbbfcc595c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af1fc387-8998-4b65-b94c-5a47564ba68d HTTP/1.1" status: 204  len: 168 time: 0.1314344
Nov 20 21:16:42.037980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c727c95-c999-4070-a782-c4cbbfcc595c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1fc387-8998-4b65-b94c-5a47564ba68d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:42.044032 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['c3608607-34e9-4165-a57b-a8a271630dad'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:16:42.064800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network e24f7fe8-3a10-496c-a2af-fdeeaf55cad6 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:42.066493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:42.197130 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 81cba56a-7558-4cb2-98f4-f53b579712da has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:42.320992 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:42.328120 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-63f904c8-15de-49f4-a401-bce01297b1ca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "PUT /v2.0/routers/81cba56a-7558-4cb2-98f4-f53b579712da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9953275
Nov 20 21:16:42.329956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48624) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:42.335202 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8b9de64f-2993-45f5-86f6-3015012c2fd8 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'port': {'network_id': 'e24f7fe8-3a10-496c-a2af-fdeeaf55cad6', 'name': 'tempest-FloatingIPTestJSON-1154050909'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:42.343154 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a51f91-0ee7-4a18-ba53-f3bf0b8b104a None None] Sync routers for ids ['81cba56a-7558-4cb2-98f4-f53b579712da'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:42.354387 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a51f91-0ee7-4a18-ba53-f3bf0b8b104a None None] Routers {'81cba56a-7558-4cb2-98f4-f53b579712da'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:42.356934 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f5a51f91-0ee7-4a18-ba53-f3bf0b8b104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5519ffd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['81cba56a-7558-4cb2-98f4-f53b579712da'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:42.373778 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e1a9c595-bfff-4009-b31f-5bac7db1424e None None] Provisioning complete for port e4fa48c3-013f-4570-8750-c29e790b0d67 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:42.374275 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e1a9c595-bfff-4009-b31f-5bac7db1424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:42.396628 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f5a51f91-0ee7-4a18-ba53-f3bf0b8b104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5519ffd0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:42.410829 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a51f91-0ee7-4a18-ba53-f3bf0b8b104a None None] Routers {'81cba56a-7558-4cb2-98f4-f53b579712da'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:42.411965 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f5a51f91-0ee7-4a18-ba53-f3bf0b8b104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5519ffd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['81cba56a-7558-4cb2-98f4-f53b579712da'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:42.419639 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9c595-bfff-4009-b31f-5bac7db1424e None None] Port e4fa48c3-013f-4570-8750-c29e790b0d67 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:16:42.452896 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-f5a51f91-0ee7-4a18-ba53-f3bf0b8b104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5519ffd0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:42.453550 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a51f91-0ee7-4a18-ba53-f3bf0b8b104a None None] The sync data for ids ['81cba56a-7558-4cb2-98f4-f53b579712da'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:42.487010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9de64f-2993-45f5-86f6-3015012c2fd8 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Made reservation on behalf of 913ac9792ad84b4785fc560d5f1e2a27 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:16:42.490616 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b9de64f-2993-45f5-86f6-3015012c2fd8 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:42.509622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-8b9de64f-2993-45f5-86f6-3015012c2fd8 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] device_id is not set on port ee4c5b1c-f20a-491e-8d2b-4b2e277542a2 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:16:42.636069 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-8b9de64f-2993-45f5-86f6-3015012c2fd8 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Allocated IP 172.20.0.5 (e24f7fe8-3a10-496c-a2af-fdeeaf55cad6/67f92808-0d66-4a49-95ee-9d11d7dddbb2/ee4c5b1c-f20a-491e-8d2b-4b2e277542a2) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:42.655880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-a49f505e-a0ea-43ac-af72-64b0b779021c req-89098a8e-a75a-4580-8709-c9a07e8c1c8a service neutron] (126225) timed out ('10.222.0.47', 64165) {{(pid=126225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 20 21:16:42.807031 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b9de64f-2993-45f5-86f6-3015012c2fd8 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:42.854520 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b9de64f-2993-45f5-86f6-3015012c2fd8 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:42.901273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9de64f-2993-45f5-86f6-3015012c2fd8 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Network e24f7fe8-3a10-496c-a2af-fdeeaf55cad6 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:42.905041 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-8b9de64f-2993-45f5-86f6-3015012c2fd8 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:42.911997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9de64f-2993-45f5-86f6-3015012c2fd8 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:42.957018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9de64f-2993-45f5-86f6-3015012c2fd8 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event updated for resources: {'Port': ['ID=ee4c5b1c-f20a-491e-8d2b-4b2e277542a2,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:42.994400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9de64f-2993-45f5-86f6-3015012c2fd8 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:42.995461 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8b9de64f-2993-45f5-86f6-3015012c2fd8 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:43.024021 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8b9de64f-2993-45f5-86f6-3015012c2fd8 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.6924527
Nov 20 21:16:43.026538 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48688) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:43.034893 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9b505fb5-5392-48ef-80e5-2c6e159dafca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Request body: {'floatingip': {'port_id': 'ee4c5b1c-f20a-491e-8d2b-4b2e277542a2'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:43.163975 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b505fb5-5392-48ef-80e5-2c6e159dafca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:43.171919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638f124-2ba4-42c8-a82e-3b9652b07c16 req-2ae26ed5-ab0f-406b-983d-054e4447610a tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:43.171919 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1638f124-2ba4-42c8-a82e-3b9652b07c16 req-2ae26ed5-ab0f-406b-983d-054e4447610a tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 945 time: 0.1315134
Nov 20 21:16:43.238253 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1638f124-2ba4-42c8-a82e-3b9652b07c16 req-9d2e4c9e-ac11-4d44-a53f-0e660dbdd8fc tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606737
Nov 20 21:16:43.262608 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-72bb4aee-ea33-469e-952f-a74f03549e91 None None] Provisioning complete for port ee4c5b1c-f20a-491e-8d2b-4b2e277542a2 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:43.264214 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-72bb4aee-ea33-469e-952f-a74f03549e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:43.330407 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-72bb4aee-ea33-469e-952f-a74f03549e91 None None] Port ee4c5b1c-f20a-491e-8d2b-4b2e277542a2 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:16:43.333832 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-100f55bc-8c3b-4ef3-8c6c-42b71157958a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:43.598438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device c3608607-34e9-4165-a57b-a8a271630dad up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:16:43.659141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port c3608607-34e9-4165-a57b-a8a271630dad completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:16:43.667546 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port c3608607-34e9-4165-a57b-a8a271630dad triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:43.667546 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:43.755339 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:43.760502 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b505fb5-5392-48ef-80e5-2c6e159dafca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:43.764842 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b505fb5-5392-48ef-80e5-2c6e159dafca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:43.782374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747866d7-cba0-4d23-b826-7358ef315186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3608607-34e9-4165-a57b-a8a271630dad'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:16:43.784908 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc37617f-a50e-4429-a5d0-261ec73b2d06" -d '{"events": [{"server_uuid": "747866d7-cba0-4d23-b826-7358ef315186", "name": "network-vif-plugged", "status": "completed", "tag": "c3608607-34e9-4165-a57b-a8a271630dad"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:16:43.802298 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port c3608607-34e9-4165-a57b-a8a271630dad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3608607-34e9-4165-a57b-a8a271630dad,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:43.818445 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:43.895013 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=c3608607-34e9-4165-a57b-a8a271630dad,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:43.922243 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-9b505fb5-5392-48ef-80e5-2c6e159dafca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Floating IP a9197b1b-633b-4161-a4fe-b18dd6956c9c associated. External IP: 172.35.1.56, port: 8416c3ae-3e40-4aea-a3d7-d66b2c133fa4.
Nov 20 21:16:44.022373 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b019d5-4a74-4daf-bae0-d4068bd83432 x-openstack-request-id: req-e1b019d5-4a74-4daf-bae0-d4068bd83432 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:16:44.022668 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747866d7-cba0-4d23-b826-7358ef315186", "name": "network-vif-plugged", "status": "completed", "tag": "c3608607-34e9-4165-a57b-a8a271630dad", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:16:44.022921 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1b019d5-4a74-4daf-bae0-d4068bd83432 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:16:44.023320 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747866d7-cba0-4d23-b826-7358ef315186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3608607-34e9-4165-a57b-a8a271630dad', 'code': 200}
Nov 20 21:16:44.172448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9235855-9715-4e73-ac42-c2d43f38addc req-94b8aa0c-6bb9-43de-badc-37bd83cd2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:44.173923 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d9235855-9715-4e73-ac42-c2d43f38addc req-94b8aa0c-6bb9-43de-badc-37bd83cd2c1d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 1097 time: 0.0855432
Nov 20 21:16:44.178904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b505fb5-5392-48ef-80e5-2c6e159dafca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 298a73a1-7517-4d77-bc9f-13c6900875c3 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:44.271647 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d9235855-9715-4e73-ac42-c2d43f38addc req-0584ed3e-0b98-45d2-be65-dd07fca2ed75 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880630
Nov 20 21:16:44.328096 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b505fb5-5392-48ef-80e5-2c6e159dafca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:44.328403 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48828) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:44.339236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487f5c8c-ec82-4cf9-af38-fa80a45efc07 None None] Sync routers for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:44.354819 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f5c8c-ec82-4cf9-af38-fa80a45efc07 None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:44.355635 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-487f5c8c-ec82-4cf9-af38-fa80a45efc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46739400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:44.399781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-487f5c8c-ec82-4cf9-af38-fa80a45efc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46739400>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:44.409708 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f5c8c-ec82-4cf9-af38-fa80a45efc07 None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:44.410466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-487f5c8c-ec82-4cf9-af38-fa80a45efc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46739400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:44.445333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-487f5c8c-ec82-4cf9-af38-fa80a45efc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46739400>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:44.446031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487f5c8c-ec82-4cf9-af38-fa80a45efc07 None None] The sync data for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:44.455623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa51245-bf63-439a-8611-6229b11593ec admin admin] Deleting subnet e66089d5-0b13-422d-8f26-1290adc78fe5 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:16:44.460984 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aaa51245-bf63-439a-8611-6229b11593ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:44.505528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064dcdb-e276-402b-9c4c-9906bff3d8fd req-03d781e1-043f-4445-8a86-929bf6fdf7e6 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:44.507144 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a064dcdb-e276-402b-9c4c-9906bff3d8fd req-03d781e1-043f-4445-8a86-929bf6fdf7e6 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 946 time: 0.1611910
Nov 20 21:16:44.516655 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aaa51245-bf63-439a-8611-6229b11593ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:44.602136 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b505fb5-5392-48ef-80e5-2c6e159dafca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 81cba56a-7558-4cb2-98f4-f53b579712da has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:44.606393 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aaa51245-bf63-439a-8611-6229b11593ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:44.634861 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a064dcdb-e276-402b-9c4c-9906bff3d8fd req-ca3a3b5f-2c0e-486c-9a7a-2dff7a68d6ff tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865996
Nov 20 21:16:44.682630 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aaa51245-bf63-439a-8611-6229b11593ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:44.712229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa51245-bf63-439a-8611-6229b11593ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66089d5-0b13-422d-8f26-1290adc78fe5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:44.714335 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aaa51245-bf63-439a-8611-6229b11593ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:44.720560 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-aaa51245-bf63-439a-8611-6229b11593ec admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e66089d5-0b13-422d-8f26-1290adc78fe5 HTTP/1.1" status: 204  len: 168 time: 0.3904812
Nov 20 21:16:44.721619 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48864) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:44.724130 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b505fb5-5392-48ef-80e5-2c6e159dafca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:44.729352 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9b505fb5-5392-48ef-80e5-2c6e159dafca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:44.733975 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7459b8ed-e3a5-49e1-9f27-56f664415091 None None] Network 3a62d484-6489-47c9-ba52-8505cab4c721 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:16:44.734970 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b20b73c-d87f-40c4-8fd9-5da41e958ab4 None None] Sync routers for ids ['81cba56a-7558-4cb2-98f4-f53b579712da'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:44.747339 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b20b73c-d87f-40c4-8fd9-5da41e958ab4 None None] Routers {'81cba56a-7558-4cb2-98f4-f53b579712da'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:44.747966 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7b20b73c-d87f-40c4-8fd9-5da41e958ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543ee490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['81cba56a-7558-4cb2-98f4-f53b579712da'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:44.813831 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7b20b73c-d87f-40c4-8fd9-5da41e958ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543ee490>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:44.821150 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9b505fb5-5392-48ef-80e5-2c6e159dafca tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "PUT /v2.0/floatingips/a9197b1b-633b-4161-a4fe-b18dd6956c9c HTTP/1.1" status: 200  len: 977 time: 1.7918777
Nov 20 21:16:44.824258 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48868) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:44.832787 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0128763a-aa3f-4982-b8ac-a8ac02c3513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:44.834665 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b20b73c-d87f-40c4-8fd9-5da41e958ab4 None None] Routers {'81cba56a-7558-4cb2-98f4-f53b579712da'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:44.835295 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7b20b73c-d87f-40c4-8fd9-5da41e958ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543ee490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['81cba56a-7558-4cb2-98f4-f53b579712da'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:44.880299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1726f7f2-e7ad-489f-9465-e30eb4c6d5dc None None] DHCP port deletion for 3a62d484-6489-47c9-ba52-8505cab4c721 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:16:44.908527 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7b20b73c-d87f-40c4-8fd9-5da41e958ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543ee490>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:44.909484 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b20b73c-d87f-40c4-8fd9-5da41e958ab4 None None] The sync data for ids ['81cba56a-7558-4cb2-98f4-f53b579712da'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:44.930915 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48870) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:44.945031 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0128763a-aa3f-4982-b8ac-a8ac02c3513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:44.946581 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-04ba4be6-b50b-4838-b9ea-0a808a6b275b tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Deleting port ee4c5b1c-f20a-491e-8d2b-4b2e277542a2 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:44.947446 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04ba4be6-b50b-4838-b9ea-0a808a6b275b tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:44.966302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-0128763a-aa3f-4982-b8ac-a8ac02c3513e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f4c2dc0>,) {'filters': {'network_id': ['3a62d484-6489-47c9-ba52-8505cab4c721']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:44.975685 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-0128763a-aa3f-4982-b8ac-a8ac02c3513e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f4c2dc0>, '474d48ee-f669-450f-8cc7-77acfa284fe9') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:44.976315 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-0128763a-aa3f-4982-b8ac-a8ac02c3513e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f4c2dc0>, '474d48ee-f669-450f-8cc7-77acfa284fe9') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:44.986110 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0128763a-aa3f-4982-b8ac-a8ac02c3513e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:44.999898 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0128763a-aa3f-4982-b8ac-a8ac02c3513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.006549 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0128763a-aa3f-4982-b8ac-a8ac02c3513e admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:16:45.006942 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0128763a-aa3f-4982-b8ac-a8ac02c3513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:16:45.008772 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:16:45.055125 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04ba4be6-b50b-4838-b9ea-0a808a6b275b tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.066772 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0128763a-aa3f-4982-b8ac-a8ac02c3513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.069194 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-753f6e60-a8d6-4fe4-a74b-a28f40c2a552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.072884 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0128763a-aa3f-4982-b8ac-a8ac02c3513e admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.079156 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0128763a-aa3f-4982-b8ac-a8ac02c3513e admin admin] 10.222.0.41 "DELETE /v2.0/networks/3a62d484-6489-47c9-ba52-8505cab4c721 HTTP/1.1" status: 204  len: 168 time: 0.3539762
Nov 20 21:16:45.089103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128763a-aa3f-4982-b8ac-a8ac02c3513e admin admin] Pushing event deleted for resources: {'Network': ['ID=3a62d484-6489-47c9-ba52-8505cab4c721,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:45.197717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48876) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:45.247262 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-be5f5bb1-d34b-475f-93ea-459988ec5128 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b60cf19d51fe41e1bf404c33f632f316&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0453017
Nov 20 21:16:45.248718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48878) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:45.285712 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-753f6e60-a8d6-4fe4-a74b-a28f40c2a552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.290721 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-753f6e60-a8d6-4fe4-a74b-a28f40c2a552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.297883 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b9e6dbaf-0e9a-4037-a9a6-2ecc57222fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.303714 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04ba4be6-b50b-4838-b9ea-0a808a6b275b tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.304083 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04ba4be6-b50b-4838-b9ea-0a808a6b275b tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.304396 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-04ba4be6-b50b-4838-b9ea-0a808a6b275b tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Floating IP a9197b1b-633b-4161-a4fe-b18dd6956c9c disassociated. External IP: 172.35.1.56, port: ee4c5b1c-f20a-491e-8d2b-4b2e277542a2.
Nov 20 21:16:45.304733 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-04ba4be6-b50b-4838-b9ea-0a808a6b275b tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Calling delete_port for ee4c5b1c-f20a-491e-8d2b-4b2e277542a2 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:45.319586 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b9e6dbaf-0e9a-4037-a9a6-2ecc57222fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.346568 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-753f6e60-a8d6-4fe4-a74b-a28f40c2a552 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e75717ea2ed3493ebf7c9a6fdeac8a5c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4146209
Nov 20 21:16:45.349435 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48880) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:45.382720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f6e60-a8d6-4fe4-a74b-a28f40c2a552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b5967e-485d-44b3-8c60-e906113a3a8b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:45.409297 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b9e6dbaf-0e9a-4037-a9a6-2ecc57222fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.412455 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b9e6dbaf-0e9a-4037-a9a6-2ecc57222fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.416088 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b9e6dbaf-0e9a-4037-a9a6-2ecc57222fec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6372bc74-7dc7-4148-bf75-a2803b42be4f HTTP/1.1" status: 204  len: 168 time: 0.1637414
Nov 20 21:16:45.429954 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-136cbb1e-055d-406a-b076-feea57ace51f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.433023 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6dbaf-0e9a-4037-a9a6-2ecc57222fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6372bc74-7dc7-4148-bf75-a2803b42be4f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:45.459276 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-136cbb1e-055d-406a-b076-feea57ace51f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.519831 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-136cbb1e-055d-406a-b076-feea57ace51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.522850 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-136cbb1e-055d-406a-b076-feea57ace51f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.524952 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04ba4be6-b50b-4838-b9ea-0a808a6b275b tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.527969 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-136cbb1e-055d-406a-b076-feea57ace51f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6b5967e-485d-44b3-8c60-e906113a3a8b HTTP/1.1" status: 204  len: 168 time: 0.1767335
Nov 20 21:16:45.537743 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136cbb1e-055d-406a-b076-feea57ace51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b5967e-485d-44b3-8c60-e906113a3a8b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:45.566591 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba4be6-b50b-4838-b9ea-0a808a6b275b tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Port': ['ID=ee4c5b1c-f20a-491e-8d2b-4b2e277542a2,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:45.688979 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3517f681-124f-4813-9f55-8b34091ed2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.729493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ba4be6-b50b-4838-b9ea-0a808a6b275b tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 81cba56a-7558-4cb2-98f4-f53b579712da has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:45.838616 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73958b68-1e8b-47e4-9eb3-1252c30be089 req-525234ad-9775-43f7-84be-58c40f326578 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:45.841302 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-73958b68-1e8b-47e4-9eb3-1252c30be089 req-525234ad-9775-43f7-84be-58c40f326578 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 946 time: 0.1088893
Nov 20 21:16:45.933707 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ba4be6-b50b-4838-b9ea-0a808a6b275b tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:45.945433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48900) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:45.948137 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10019ce0-0ab8-4020-8e0d-0221a6054f4c None None] Sync routers for ids ['81cba56a-7558-4cb2-98f4-f53b579712da'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:45.959871 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10019ce0-0ab8-4020-8e0d-0221a6054f4c None None] Routers {'81cba56a-7558-4cb2-98f4-f53b579712da'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:45.960777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-10019ce0-0ab8-4020-8e0d-0221a6054f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47705fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['81cba56a-7558-4cb2-98f4-f53b579712da'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:45.969491 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6e2ceddd-2ede-4cf3-9bf4-ad8084c77da5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:45.996663 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-73958b68-1e8b-47e4-9eb3-1252c30be089 req-25a53e0a-a77f-45fb-a94b-b0cd0286c81f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456833
Nov 20 21:16:46.059518 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-04ba4be6-b50b-4838-b9ea-0a808a6b275b tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:46.068716 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-04ba4be6-b50b-4838-b9ea-0a808a6b275b tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/ports/ee4c5b1c-f20a-491e-8d2b-4b2e277542a2 HTTP/1.1" status: 204  len: 168 time: 1.2405629
Nov 20 21:16:46.072065 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 48904) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:46.161238 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6e2ceddd-2ede-4cf3-9bf4-ad8084c77da5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:46.171143 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6e2ceddd-2ede-4cf3-9bf4-ad8084c77da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:46.179826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-10019ce0-0ab8-4020-8e0d-0221a6054f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47705fa0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:46.191384 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10019ce0-0ab8-4020-8e0d-0221a6054f4c None None] Routers {'81cba56a-7558-4cb2-98f4-f53b579712da'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:46.192104 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-10019ce0-0ab8-4020-8e0d-0221a6054f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47705fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['81cba56a-7558-4cb2-98f4-f53b579712da'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:46.208621 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83bd53-58d2-4e88-b3ca-5572b5bea191 req-30440bba-e7bd-41e5-92b2-14eaa97cf9cd tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:46.212027 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-da83bd53-58d2-4e88-b3ca-5572b5bea191 req-30440bba-e7bd-41e5-92b2-14eaa97cf9cd tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 946 time: 0.1356308
Nov 20 21:16:46.227822 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-10019ce0-0ab8-4020-8e0d-0221a6054f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47705fa0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:46.228979 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10019ce0-0ab8-4020-8e0d-0221a6054f4c None None] The sync data for ids ['81cba56a-7558-4cb2-98f4-f53b579712da'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:46.285541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6e2ceddd-2ede-4cf3-9bf4-ad8084c77da5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a34a4ab486a9488f8ff9f1ec8ca0c069&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3363016
Nov 20 21:16:46.290319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48910) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:46.301225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ceddd-2ede-4cf3-9bf4-ad8084c77da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c574f1de-8df0-43c1-ab5c-3fe2fc9067eb,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:46.328854 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-da83bd53-58d2-4e88-b3ca-5572b5bea191 req-1b98ef22-1cf6-44bd-8c1f-6034a9465e13 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984488
Nov 20 21:16:46.384356 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff3c0-90da-4bf7-be00-de2f6e7b7209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:46.416385 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff3c0-90da-4bf7-be00-de2f6e7b7209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:46.498795 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff3c0-90da-4bf7-be00-de2f6e7b7209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:46.503438 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff3c0-90da-4bf7-be00-de2f6e7b7209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:46.506996 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5a1ff3c0-90da-4bf7-be00-de2f6e7b7209 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c574f1de-8df0-43c1-ab5c-3fe2fc9067eb HTTP/1.1" status: 204  len: 168 time: 0.2132382
Nov 20 21:16:46.515946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ff3c0-90da-4bf7-be00-de2f6e7b7209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c574f1de-8df0-43c1-ab5c-3fe2fc9067eb,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:46.808507 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:46.900804 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9afa67c5-080f-439f-acc8-85cc4453a70f tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:47.265399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-9afa67c5-080f-439f-acc8-85cc4453a70f tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Deleting port e4fa48c3-013f-4570-8750-c29e790b0d67 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:47.265747 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9afa67c5-080f-439f-acc8-85cc4453a70f tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:47.378718 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9afa67c5-080f-439f-acc8-85cc4453a70f tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:47.396100 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-9afa67c5-080f-439f-acc8-85cc4453a70f tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Calling delete_port for e4fa48c3-013f-4570-8750-c29e790b0d67 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:47.491455 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 48998) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:47.606935 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9afa67c5-080f-439f-acc8-85cc4453a70f tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:47.618109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6eb9cce0-fc66-49a5-a8f3-e0250450ee59 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1779040910-network', 'tenant_id': '681084d3e2e641c6afb102dee99c0835'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:47.638981 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa67c5-080f-439f-acc8-85cc4453a70f tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Port': ['ID=e4fa48c3-013f-4570-8750-c29e790b0d67,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:47.651002 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb9cce0-fc66-49a5-a8f3-e0250450ee59 admin admin] Made reservation on behalf of 681084d3e2e641c6afb102dee99c0835 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:16:47.653667 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6eb9cce0-fc66-49a5-a8f3-e0250450ee59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:47.667362 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6eb9cce0-fc66-49a5-a8f3-e0250450ee59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:47.776410 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6eb9cce0-fc66-49a5-a8f3-e0250450ee59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:47.785790 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6eb9cce0-fc66-49a5-a8f3-e0250450ee59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:47.818672 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb9cce0-fc66-49a5-a8f3-e0250450ee59 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:16:47.847219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9cce0-fc66-49a5-a8f3-e0250450ee59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5a1230-9af0-41a5-96d2-6b36747d1788,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:47.854272 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6eb9cce0-fc66-49a5-a8f3-e0250450ee59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:47.854855 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-6eb9cce0-fc66-49a5-a8f3-e0250450ee59 admin admin] Added segment a6594d5b-59c3-4d9f-875e-c6406eccbd2c of type vlan for network 5f556516-c7a7-4ccd-9889-ae83c731dc21
Nov 20 21:16:47.860972 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9afa67c5-080f-439f-acc8-85cc4453a70f tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:47.901690 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6eb9cce0-fc66-49a5-a8f3-e0250450ee59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:47.935418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6eb9cce0-fc66-49a5-a8f3-e0250450ee59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:47.936993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb9cce0-fc66-49a5-a8f3-e0250450ee59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:47.937748 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6eb9cce0-fc66-49a5-a8f3-e0250450ee59 admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:47.978735 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6eb9cce0-fc66-49a5-a8f3-e0250450ee59 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4853013
Nov 20 21:16:47.983970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49032) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:48.018332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-26874f48-13dd-4a6b-8036-b43ddafade61 admin admin] Request body: {'subnet': {'network_id': '5f556516-c7a7-4ccd-9889-ae83c731dc21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1779040910-subnet', 'tenant_id': '681084d3e2e641c6afb102dee99c0835', 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:48.024309 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9cce0-fc66-49a5-a8f3-e0250450ee59 admin admin] Pushing event updated for resources: {'Network': ['ID=5f556516-c7a7-4ccd-9889-ae83c731dc21,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:48.039473 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 5f556516-c7a7-4ccd-9889-ae83c731dc21 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:16:48.047421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26874f48-13dd-4a6b-8036-b43ddafade61 admin admin] Made reservation on behalf of 681084d3e2e641c6afb102dee99c0835 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:16:48.049967 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26874f48-13dd-4a6b-8036-b43ddafade61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:48.144776 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afa67c5-080f-439f-acc8-85cc4453a70f tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 81cba56a-7558-4cb2-98f4-f53b579712da has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:48.287882 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afa67c5-080f-439f-acc8-85cc4453a70f tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:48.294400 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9afa67c5-080f-439f-acc8-85cc4453a70f tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "PUT /v2.0/routers/81cba56a-7558-4cb2-98f4-f53b579712da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2211673
Nov 20 21:16:48.298486 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49050) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:48.300287 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2708ee-3b5d-467b-9b66-ad224def94c1 None None] Sync routers for ids ['81cba56a-7558-4cb2-98f4-f53b579712da'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:48.311031 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2708ee-3b5d-467b-9b66-ad224def94c1 None None] Routers {'81cba56a-7558-4cb2-98f4-f53b579712da'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:48.311993 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ed2708ee-3b5d-467b-9b66-ad224def94c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5417de80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['81cba56a-7558-4cb2-98f4-f53b579712da'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:48.343402 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26874f48-13dd-4a6b-8036-b43ddafade61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:48.350532 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ed2708ee-3b5d-467b-9b66-ad224def94c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5417de80>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:48.361110 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2708ee-3b5d-467b-9b66-ad224def94c1 None None] Routers {'81cba56a-7558-4cb2-98f4-f53b579712da'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:48.362089 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ed2708ee-3b5d-467b-9b66-ad224def94c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5417de80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['81cba56a-7558-4cb2-98f4-f53b579712da'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:48.393859 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-0ca1a589-1ce5-4136-8ccb-7015868db0a3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:48.395462 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-0ca1a589-1ce5-4136-8ccb-7015868db0a3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 811 time: 0.2015972
Nov 20 21:16:48.407102 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ed2708ee-3b5d-467b-9b66-ad224def94c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5417de80>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:48.408102 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2708ee-3b5d-467b-9b66-ad224def94c1 None None] The sync data for ids ['81cba56a-7558-4cb2-98f4-f53b579712da'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:48.431931 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-18ef9bda-7ef6-4dff-86aa-ee436f32be2e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/quotas/6028b150b064464f9c6d8e21d3af617e HTTP/1.1" status: 200  len: 375 time: 0.0264542
Nov 20 21:16:48.433398 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26874f48-13dd-4a6b-8036-b43ddafade61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e1db1b8-a0fe-4774-bf5d-3bd690e503f2,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:48.451338 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-639e0f69-674b-4d81-8cac-68093fa086fb tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=dc4d63fc40064a2d878ef88ce3e98e07&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0421784
Nov 20 21:16:48.463470 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-abba3d8d-a5ae-44a9-a20e-877120a5909d tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:48.482237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26874f48-13dd-4a6b-8036-b43ddafade61 admin admin] Checking segment: {'id': 'a6594d5b-59c3-4d9f-875e-c6406eccbd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5f556516-c7a7-4ccd-9889-ae83c731dc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:16:48.482607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26874f48-13dd-4a6b-8036-b43ddafade61 admin admin] Network hostable DHCP agents. Network: 5f556516-c7a7-4ccd-9889-ae83c731dc21, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:16:48.515769 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-42e74fa1-618a-4d19-a2b5-9ae5dd48e428 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0689156
Nov 20 21:16:48.516925 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26874f48-13dd-4a6b-8036-b43ddafade61 admin admin] Network 5f556516-c7a7-4ccd-9889-ae83c731dc21 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:16:48.529382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-26874f48-13dd-4a6b-8036-b43ddafade61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5f556516-c7a7-4ccd-9889-ae83c731dc21) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:48.539689 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ec35ac-3e9e-4a9e-bad0-978c164d4127 None None] Network 5f556516-c7a7-4ccd-9889-ae83c731dc21 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:16:48.549929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26874f48-13dd-4a6b-8036-b43ddafade61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:48.550774 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26874f48-13dd-4a6b-8036-b43ddafade61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:48.591331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-26874f48-13dd-4a6b-8036-b43ddafade61 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.6054490
Nov 20 21:16:48.619214 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49060) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:48.631465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1779040910-router', 'tenant_id': '681084d3e2e641c6afb102dee99c0835', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:48.660654 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-c5aa57c7-71e2-40a0-b497-22c0a6b35c27 service neutron] 10.222.0.41 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334589
Nov 20 21:16:48.676927 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:48.724889 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5f556516-c7a7-4ccd-9889-ae83c731dc21', 'network_id': '5f556516-c7a7-4ccd-9889-ae83c731dc21', 'tenant_id': '681084d3e2e641c6afb102dee99c0835', 'fixed_ips': [{'subnet_id': '6e1db1b8-a0fe-4774-bf5d-3bd690e503f2'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:16:48.726003 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:48.740713 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:48.741815 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:48.765165 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-4c6772a6-b8fa-4832-8bc6-05c9396297a2 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:48.766716 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-4c6772a6-b8fa-4832-8bc6-05c9396297a2 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3090720
Nov 20 21:16:48.776246 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-abba3d8d-a5ae-44a9-a20e-877120a5909d tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:48.781751 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-ec0a5a8f-cf48-46f5-8faf-a73d8d98b14c service neutron] 10.222.0.41 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1093867
Nov 20 21:16:48.806360 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-e75d3ed1-121f-4651-9e29-6945fe4fa9e4 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/quotas/dc4d63fc40064a2d878ef88ce3e98e07 HTTP/1.1" status: 200  len: 375 time: 0.0253139
Nov 20 21:16:48.853937 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:48.894413 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Allocated IP 172.20.0.2 (5f556516-c7a7-4ccd-9889-ae83c731dc21/6e1db1b8-a0fe-4774-bf5d-3bd690e503f2/c3ab8272-7d95-46c0-8520-4d840d2a9f49) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:48.921827 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-4a86dc3e-ad1b-46ab-8e5c-40861acfc960 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc4d63fc40064a2d878ef88ce3e98e07&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0657566
Nov 20 21:16:48.990098 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-07c52493-f91a-4890-992f-c16ba9036c26 req-de22aba5-645a-4576-92ed-6aa0af58b775 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 210 time: 0.0395823
Nov 20 21:16:49.093191 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:49.095914 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:49.116219 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:49.124941 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:49.125162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-abba3d8d-a5ae-44a9-a20e-877120a5909d tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Deleting port f63a98ef-d1d5-462d-8dc4-61f804a0bf51 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:49.125504 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-abba3d8d-a5ae-44a9-a20e-877120a5909d tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:49.174175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Network 5f556516-c7a7-4ccd-9889-ae83c731dc21 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:49.177342 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:49.182178 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6616e21d-e6cc-4094-a3d6-3cc1b9bdaf4e req-0f86d584-554e-4788-aa21-9e8497465918 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 210 time: 0.0481942
Nov 20 21:16:49.186335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:49.212301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Pushing event updated for resources: {'Port': ['ID=c3ab8272-7d95-46c0-8520-4d840d2a9f49,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:49.237142 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-abba3d8d-a5ae-44a9-a20e-877120a5909d tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:49.258315 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-abba3d8d-a5ae-44a9-a20e-877120a5909d tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Calling delete_port for f63a98ef-d1d5-462d-8dc4-61f804a0bf51 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:49.260904 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Attempting to bind port c3ab8272-7d95-46c0-8520-4d840d2a9f49 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:16:49.261807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Attempting to bind port c3ab8272-7d95-46c0-8520-4d840d2a9f49 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6594d5b-59c3-4d9f-875e-c6406eccbd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5f556516-c7a7-4ccd-9889-ae83c731dc21'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:16:49.262171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Attempting to bind port c3ab8272-7d95-46c0-8520-4d840d2a9f49 on network 5f556516-c7a7-4ccd-9889-ae83c731dc21 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:16:49.267482 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:16:49.267782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Checking segment: {'id': 'a6594d5b-59c3-4d9f-875e-c6406eccbd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5f556516-c7a7-4ccd-9889-ae83c731dc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:16:49.268313 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:49.268834 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Bound using segment: {'id': 'a6594d5b-59c3-4d9f-875e-c6406eccbd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5f556516-c7a7-4ccd-9889-ae83c731dc21'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:16:49.269309 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Bound port: c3ab8272-7d95-46c0-8520-4d840d2a9f49, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6594d5b-59c3-4d9f-875e-c6406eccbd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5f556516-c7a7-4ccd-9889-ae83c731dc21'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:16:49.269693 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:49.358019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] For port c3ab8272-7d95-46c0-8520-4d840d2a9f49, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:16:49.361928 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] For port c3ab8272-7d95-46c0-8520-4d840d2a9f49, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3ab8272-7d95-46c0-8520-4d840d2a9f49,segment=NetworkSegment(a6594d5b-59c3-4d9f-875e-c6406eccbd2c),segment_id=a6594d5b-59c3-4d9f-875e-c6406eccbd2c)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:16:49.369525 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:49.476494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2ebc2-e400-48fb-8e29-77c7c29385d9 None None] Pushing event updated for resources: {'Port': ['ID=c3ab8272-7d95-46c0-8520-4d840d2a9f49,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:49.991985 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-abba3d8d-a5ae-44a9-a20e-877120a5909d tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:50.022332 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:50.024572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba3d8d-a5ae-44a9-a20e-877120a5909d tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Port': ['ID=f63a98ef-d1d5-462d-8dc4-61f804a0bf51,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:50.039330 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b64509d-dad6-47d1-ae91-31b82234df5c None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:16:50.049943 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:50.150882 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e24a593-b82c-4ed7-becb-95ef66c77db6 req-72a7f7ae-7255-41c6-a466-ca14a369a736 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 210 time: 0.0754943
Nov 20 21:16:50.179736 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-abba3d8d-a5ae-44a9-a20e-877120a5909d tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:50.330779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9a9179e1-f8fa-4f6f-99e0-e372cbab2783 req-04679277-edd9-4ffb-b42c-061b6d279783 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 210 time: 0.0328355
Nov 20 21:16:50.349533 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c3ab8272-7d95-46c0-8520-4d840d2a9f49 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:16:50.382275 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-abba3d8d-a5ae-44a9-a20e-877120a5909d tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:50.427599 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Allocated IP 172.35.1.40 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/c0228309-7923-4c28-96d9-f0482bd15949) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:50.438508 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c3ab8272-7d95-46c0-8520-4d840d2a9f49 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:50.438884 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:50.461395 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-abba3d8d-a5ae-44a9-a20e-877120a5909d tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:50.532828 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-966b2346-6093-4fcf-b030-8a5d382374f7 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:50.544020 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-966b2346-6093-4fcf-b030-8a5d382374f7 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 811 time: 0.1861544
Nov 20 21:16:50.549280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-4bdb6b23-5f06-48e6-a4fb-4492b5f625fe tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Request body: {'port': {'device_id': 'fb401e0c-e20d-4cae-9584-6c799fb339cc', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'admin_state_up': True, 'tenant_id': '6028b150b064464f9c6d8e21d3af617e'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:50.562433 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-abba3d8d-a5ae-44a9-a20e-877120a5909d tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:50.563123 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abba3d8d-a5ae-44a9-a20e-877120a5909d tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Fanout notify agent at l3_agent the message router_deleted on router 81cba56a-7558-4cb2-98f4-f53b579712da {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:16:50.570082 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:50.573240 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-abba3d8d-a5ae-44a9-a20e-877120a5909d tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:50.575484 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-abba3d8d-a5ae-44a9-a20e-877120a5909d tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/routers/81cba56a-7558-4cb2-98f4-f53b579712da HTTP/1.1" status: 204  len: 168 time: 2.2755053
Nov 20 21:16:50.580185 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49092) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:50.650933 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port c3ab8272-7d95-46c0-8520-4d840d2a9f49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3ab8272-7d95-46c0-8520-4d840d2a9f49,segment=NetworkSegment(a6594d5b-59c3-4d9f-875e-c6406eccbd2c),segment_id=a6594d5b-59c3-4d9f-875e-c6406eccbd2c)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:50.663078 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:50.703222 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:50.716664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f43fbc8-3d28-4588-86b6-14a2b64390c0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Deleting subnet 67f92808-0d66-4a49-95ee-9d11d7dddbb2 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:16:50.720437 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f43fbc8-3d28-4588-86b6-14a2b64390c0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:50.745401 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-4bdb6b23-5f06-48e6-a4fb-4492b5f625fe tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Made reservation on behalf of 6028b150b064464f9c6d8e21d3af617e for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:16:50.748204 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=c3ab8272-7d95-46c0-8520-4d840d2a9f49,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:50.761952 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-4bdb6b23-5f06-48e6-a4fb-4492b5f625fe tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:50.788624 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f43fbc8-3d28-4588-86b6-14a2b64390c0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:50.824500 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-67ae3c85-6927-4e3f-8c96-8d46f3331121 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dc4d63fc40064a2d878ef88ce3e98e07&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0592544
Nov 20 21:16:50.894952 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f43fbc8-3d28-4588-86b6-14a2b64390c0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:50.910541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e707c8-46c8-4825-9d72-db80bd6dc508 None None] Network 5f556516-c7a7-4ccd-9889-ae83c731dc21 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:16:50.962103 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f43fbc8-3d28-4588-86b6-14a2b64390c0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:51.003010 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43fbc8-3d28-4588-86b6-14a2b64390c0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Subnet': ['ID=67f92808-0d66-4a49-95ee-9d11d7dddbb2,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:51.020266 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f43fbc8-3d28-4588-86b6-14a2b64390c0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:51.026145 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4f43fbc8-3d28-4588-86b6-14a2b64390c0 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/subnets/67f92808-0d66-4a49-95ee-9d11d7dddbb2 HTTP/1.1" status: 204  len: 168 time: 0.4424932
Nov 20 21:16:51.033145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49094) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:51.048294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5a48f0-a65f-4208-83b1-c80bb0740dd1 None None] Network e24f7fe8-3a10-496c-a2af-fdeeaf55cad6 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:16:51.079998 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:51.165722 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:51.170576 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:51.175937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:51.220398 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:51.225601 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e397ef5-58b0-4800-a575-6a34cf1c40a2 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:16:51.229628 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-0c848fd8-c123-4d57-a58e-a345ab984c79 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:51.231487 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-0c848fd8-c123-4d57-a58e-a345ab984c79 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3962989
Nov 20 21:16:51.246707 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-4bdb6b23-5f06-48e6-a4fb-4492b5f625fe tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Allocated IP 172.20.0.8 (ec52e298-c6c7-453e-a2fa-373fbe63335d/e49bdb26-fb3f-4488-8617-26bc32281c9f/19de894d-4c5d-4143-8a3e-4af0e7fd6160) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:51.248049 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Pushing event updated for resources: {'Port': ['ID=c0228309-7923-4c28-96d9-f0482bd15949,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:51.252501 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-35bfdd68-e7fc-4cd3-a52f-05be91751ef9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Request body: {'port': {'device_id': '4a1818a1-6364-442a-9e38-1492ae3ab2df', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': 'dc4d63fc40064a2d878ef88ce3e98e07'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:51.342318 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e7cdf749-9b44-4f29-91c0-81bbf00170d7 None None] Provisioning complete for port c3ab8272-7d95-46c0-8520-4d840d2a9f49 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:51.344161 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e7cdf749-9b44-4f29-91c0-81bbf00170d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:51.450657 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d662f818-3912-40fc-bc6f-2a34ee36d9d7 req-f27cbfdb-dcab-4dd9-adf4-ab8c5fd46f20 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 210 time: 0.1453547
Nov 20 21:16:51.552497 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41351ff6-7f87-454f-b2f3-060b37b77ff4 None None] DHCP port deletion for e24f7fe8-3a10-496c-a2af-fdeeaf55cad6 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:16:51.591561 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-524dc085-37d0-42db-9d4c-b2b81745936d req-64340491-8e77-4e01-8c17-b55f9effd575 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 210 time: 0.0895882
Nov 20 21:16:51.620357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Deleting port 523f3607-5695-425d-8d6d-cd0fa921feb7 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:51.621608 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:51.633737 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-734e3e37-229a-4277-8d19-cde21576879c None None] Provisioning complete for port c0228309-7923-4c28-96d9-f0482bd15949 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:51.634137 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-734e3e37-229a-4277-8d19-cde21576879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:51.662635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-35bfdd68-e7fc-4cd3-a52f-05be91751ef9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Made reservation on behalf of dc4d63fc40064a2d878ef88ce3e98e07 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:16:51.667267 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-35bfdd68-e7fc-4cd3-a52f-05be91751ef9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:51.690492 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-734e3e37-229a-4277-8d19-cde21576879c None None] Port c0228309-7923-4c28-96d9-f0482bd15949 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:16:51.693877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-41351ff6-7f87-454f-b2f3-060b37b77ff4 None None] Deleting port 523f3607-5695-425d-8d6d-cd0fa921feb7 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:51.694439 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-41351ff6-7f87-454f-b2f3-060b37b77ff4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:51.710489 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-35bfdd68-e7fc-4cd3-a52f-05be91751ef9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:51.770538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] For port 523f3607-5695-425d-8d6d-cd0fa921feb7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=523f3607-5695-425d-8d6d-cd0fa921feb7,segment=NetworkSegment(7a3cf880-c4b4-4e84-b662-bbe2037d3424),segment_id=7a3cf880-c4b4-4e84-b662-bbe2037d3424)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:51.770907 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:51.787862 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-41351ff6-7f87-454f-b2f3-060b37b77ff4 None None] For port 523f3607-5695-425d-8d6d-cd0fa921feb7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=523f3607-5695-425d-8d6d-cd0fa921feb7,segment=NetworkSegment(7a3cf880-c4b4-4e84-b662-bbe2037d3424),segment_id=7a3cf880-c4b4-4e84-b662-bbe2037d3424)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:51.788372 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-41351ff6-7f87-454f-b2f3-060b37b77ff4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:51.801078 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-4bdb6b23-5f06-48e6-a4fb-4492b5f625fe tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:51.805114 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-41351ff6-7f87-454f-b2f3-060b37b77ff4 None None] Calling delete_port for 523f3607-5695-425d-8d6d-cd0fa921feb7 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:51.806621 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:51.806956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Calling delete_port for 523f3607-5695-425d-8d6d-cd0fa921feb7 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:51.926063 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d64f14b5-8efa-4bc8-a2ef-50583d21a2ac None None] Provisioning complete for port c3ab8272-7d95-46c0-8520-4d840d2a9f49 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:51.926448 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d64f14b5-8efa-4bc8-a2ef-50583d21a2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:51.947800 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-4bdb6b23-5f06-48e6-a4fb-4492b5f625fe tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:51.962238 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['c3608607-34e9-4165-a57b-a8a271630dad'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:16:51.966475 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-41351ff6-7f87-454f-b2f3-060b37b77ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:52.025221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41351ff6-7f87-454f-b2f3-060b37b77ff4 None None] Pushing event deleted for resources: {'Port': ['ID=523f3607-5695-425d-8d6d-cd0fa921feb7,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:52.036572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41351ff6-7f87-454f-b2f3-060b37b77ff4 None None] No DVR routers for this DVR port 523f3607-5695-425d-8d6d-cd0fa921feb7 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:16:52.068891 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:52.215856 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Router eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:16:52.287807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c3ab8272-7d95-46c0-8520-4d840d2a9f49 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:16:52.299867 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-4bdb6b23-5f06-48e6-a4fb-4492b5f625fe tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Network ec52e298-c6c7-453e-a2fa-373fbe63335d is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:52.304481 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-35bfdd68-e7fc-4cd3-a52f-05be91751ef9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:52.309069 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-4bdb6b23-5f06-48e6-a4fb-4492b5f625fe tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:52.313867 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-4bdb6b23-5f06-48e6-a4fb-4492b5f625fe tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:52.317795 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-35bfdd68-e7fc-4cd3-a52f-05be91751ef9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:52.325518 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb6b23-5f06-48e6-a4fb-4492b5f625fe tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'Port': ['ID=19de894d-4c5d-4143-8a3e-4af0e7fd6160,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:52.342996 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:52.353254 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:52.354498 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Sync routers for ids ['eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:52.369453 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:52.371036 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-427b9dc9-191c-4ee8-bf7b-3ce57c1b1074 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 3.7511396
Nov 20 21:16:52.373810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49126) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:52.375368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Routers {'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:52.376278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a471db310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:52.380939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c3ab8272-7d95-46c0-8520-4d840d2a9f49 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:52.381987 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:52.436818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Port': ['ID=523f3607-5695-425d-8d6d-cd0fa921feb7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:52.467438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfdd68-e7fc-4cd3-a52f-05be91751ef9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6276ce81-0b35-4c87-abae-12ecdc650d58,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:52.470012 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] No DVR routers for this DVR port 523f3607-5695-425d-8d6d-cd0fa921feb7 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:16:52.545022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-4bdb6b23-5f06-48e6-a4fb-4492b5f625fe tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:52.545680 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-4bdb6b23-5f06-48e6-a4fb-4492b5f625fe tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:52.572911 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Set router eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:16:52.635288 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-4bdb6b23-5f06-48e6-a4fb-4492b5f625fe tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0902650
Nov 20 21:16:52.666694 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-b4fade76-9a07-437d-bdf8-046a826fe706 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:16:52.668413 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-b4fade76-9a07-437d-bdf8-046a826fe706 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0235677
Nov 20 21:16:52.672713 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9d561-be61-47b9-a51e-442de809f2f1 req-b05ac24a-e2ed-4a42-b8e8-881c8647512a tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:52.672713 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ef9d561-be61-47b9-a51e-442de809f2f1 req-b05ac24a-e2ed-4a42-b8e8-881c8647512a tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 931 time: 0.1309702
Nov 20 21:16:52.702153 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:52.740494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-35bfdd68-e7fc-4cd3-a52f-05be91751ef9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Allocated IP 192.168.233.180 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/ac222e14-6807-4816-bbc0-08630a1b4779) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:52.763829 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-503fbe96-0c81-4ffd-b652-92b83684aeb9 req-87d4acb6-c69b-4a85-8850-a8daf8b1e58f tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 210 time: 0.0586324
Nov 20 21:16:52.776829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54b9ccd0>,) {'filters': {'network_id': ['e24f7fe8-3a10-496c-a2af-fdeeaf55cad6']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:52.796948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54b9ccd0>, '7a3cf880-c4b4-4e84-b662-bbe2037d3424') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:52.797491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54b9ccd0>, '7a3cf880-c4b4-4e84-b662-bbe2037d3424') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:52.812343 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Request body: {'port': {'device_id': 'fb401e0c-e20d-4cae-9584-6c799fb339cc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:52.822938 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:52.865938 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:52.877337 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ef9d561-be61-47b9-a51e-442de809f2f1 req-ef809a8f-e8b0-46a4-ad14-460cf25ff549 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376700
Nov 20 21:16:52.884446 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:16:52.884856 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   self.session.flush()
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:16:52.889534 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:16:52.955864 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ecb0fb2f-4df9-4579-8d2b-e6c5c0451343 None None] Provisioning complete for port 19de894d-4c5d-4143-8a3e-4af0e7fd6160 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:52.956302 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ecb0fb2f-4df9-4579-8d2b-e6c5c0451343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:52.985068 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.009815 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 523f3607-5695-425d-8d6d-cd0fa921feb7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:16:53.037278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ecb0fb2f-4df9-4579-8d2b-e6c5c0451343 None None] Port 19de894d-4c5d-4143-8a3e-4af0e7fd6160 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:16:53.040412 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 523f3607-5695-425d-8d6d-cd0fa921feb7 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:16:53.041630 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 523f3607-5695-425d-8d6d-cd0fa921feb7 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:16:53.042966 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.058203 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.062545 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/networks/e24f7fe8-3a10-496c-a2af-fdeeaf55cad6 HTTP/1.1" status: 204  len: 168 time: 2.0284688
Nov 20 21:16:53.066488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49134) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:53.075185 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.104368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a471db310>, [{'id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'name': 'tempest-ImageQuotaTest-1779040910-router', 'tenant_id': '681084d3e2e641c6afb102dee99c0835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c0228309-7923-4c28-96d9-f0482bd15949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:16:48Z', 'updated_at': '2021-11-20T21:16:51Z', 'revision_number': 3, 'project_id': '681084d3e2e641c6afb102dee99c0835', 'gw_port': {'id': 'c0228309-7923-4c28-96d9-f0482bd15949', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:73:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:16:50Z', 'updated_at': '2021-11-20T21:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:53.133005 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Checking router: eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:16:53.133363 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Updating router eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957 port c0228309-7923-4c28-96d9-f0482bd15949 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:16:53.157611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bed106-0f17-45c7-b079-121fb4bf3d4e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Network': ['ID=e24f7fe8-3a10-496c-a2af-fdeeaf55cad6,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:53.163697 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-35bfdd68-e7fc-4cd3-a52f-05be91751ef9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.165784 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.289277 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-35bfdd68-e7fc-4cd3-a52f-05be91751ef9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.294951 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-27649373-5c1f-46e3-b717-e68264bc061e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Deleting port dee8e179-f09f-4d0c-a7bd-3570a735fa04 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:53.295301 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-27649373-5c1f-46e3-b717-e68264bc061e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.369303 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-35bfdd68-e7fc-4cd3-a52f-05be91751ef9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:53.377102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-35bfdd68-e7fc-4cd3-a52f-05be91751ef9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:53.380985 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-35bfdd68-e7fc-4cd3-a52f-05be91751ef9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:53.383809 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfdd68-e7fc-4cd3-a52f-05be91751ef9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Pushing event updated for resources: {'Port': ['ID=ac222e14-6807-4816-bbc0-08630a1b4779,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:53.403056 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Allocated IP 172.20.0.1 (5f556516-c7a7-4ccd-9889-ae83c731dc21/6e1db1b8-a0fe-4774-bf5d-3bd690e503f2/e305afa3-f9d4-4e4c-8b55-656b4cecb1af) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:16:53.426810 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-27649373-5c1f-46e3-b717-e68264bc061e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.427145 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-27649373-5c1f-46e3-b717-e68264bc061e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.455504 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-27649373-5c1f-46e3-b717-e68264bc061e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Calling delete_port for dee8e179-f09f-4d0c-a7bd-3570a735fa04 owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:53.472704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-35bfdd68-e7fc-4cd3-a52f-05be91751ef9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:53.473644 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-35bfdd68-e7fc-4cd3-a52f-05be91751ef9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.496813 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.503620 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.506228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-35bfdd68-e7fc-4cd3-a52f-05be91751ef9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2614181
Nov 20 21:16:53.536414 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Request body: {'port': {'device_id': '4a1818a1-6364-442a-9e38-1492ae3ab2df', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:16:53.581568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19de894d-4c5d-4143-8a3e-4af0e7fd6160 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:16:53.588492 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2fb1ca-3e9f-4480-a6d2-3d6319166161 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:16:53.594472 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Attempting to bind port c0228309-7923-4c28-96d9-f0482bd15949 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:16:53.595316 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Attempting to bind port c0228309-7923-4c28-96d9-f0482bd15949 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:16:53.595316 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Attempting to bind port c0228309-7923-4c28-96d9-f0482bd15949 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:16:53.607954 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.608179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:16:53.608421 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:16:53.608830 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.609328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:16:53.609701 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Bound port: c0228309-7923-4c28-96d9-f0482bd15949, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:16:53.610106 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.613362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf2702-2546-453b-92f5-8a9d7b7906d7 None None] Pushing event updated for resources: {'Port': ['ID=c0228309-7923-4c28-96d9-f0482bd15949,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:53.624187 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.626469 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.655292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Transition to ACTIVE for port object 19de894d-4c5d-4143-8a3e-4af0e7fd6160 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:16:53.660089 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.697368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b1fe8ada-f467-4b2d-81f0-e26f0e25b279 None None] Provisioning complete for port c0228309-7923-4c28-96d9-f0482bd15949 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:53.697368 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8ada-f467-4b2d-81f0-e26f0e25b279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.703885 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.736120 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] For port c0228309-7923-4c28-96d9-f0482bd15949, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:16:53.754096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] For port c0228309-7923-4c28-96d9-f0482bd15949, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0228309-7923-4c28-96d9-f0482bd15949,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:16:53.755263 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b1fe8ada-f467-4b2d-81f0-e26f0e25b279 None None] Port c0228309-7923-4c28-96d9-f0482bd15949 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:16:53.759167 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.787102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47604496-d546-4bce-9943-07570e476f07 service neutron] Pushing event updated for resources: {'Port': ['ID=19de894d-4c5d-4143-8a3e-4af0e7fd6160,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:53.788993 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-27649373-5c1f-46e3-b717-e68264bc061e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:53.804897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Network 5f556516-c7a7-4ccd-9889-ae83c731dc21 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:53.814244 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:53.823317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Routers {'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:53.824019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a471db310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:53.827292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:16:53.831774 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e305afa3-f9d4-4e4c-8b55-656b4cecb1af,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:53.887680 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27649373-5c1f-46e3-b717-e68264bc061e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Port': ['ID=dee8e179-f09f-4d0c-a7bd-3570a735fa04,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:53.940666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c27776-438d-4700-8de9-f79de2d2e01b None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:16:53.949555 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf2702-2546-453b-92f5-8a9d7b7906d7 None None] Pushing event updated for resources: {'Port': ['ID=c0228309-7923-4c28-96d9-f0482bd15949,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:53.995659 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:54.075992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Attempting to bind port 19de894d-4c5d-4143-8a3e-4af0e7fd6160 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:16:54.076568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Attempting to bind port 19de894d-4c5d-4143-8a3e-4af0e7fd6160 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:16:54.077089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Attempting to bind port 19de894d-4c5d-4143-8a3e-4af0e7fd6160 on network ec52e298-c6c7-453e-a2fa-373fbe63335d {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:16:54.077455 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1414831f-49b4-408c-9523-9c049fd6a1c6 None None] Provisioning complete for port ac222e14-6807-4816-bbc0-08630a1b4779 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:54.080421 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1414831f-49b4-408c-9523-9c049fd6a1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:54.109908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Port 19de894d-4c5d-4143-8a3e-4af0e7fd6160 on network ec52e298-c6c7-453e-a2fa-373fbe63335d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:16:54.110469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Attempting to bind port 19de894d-4c5d-4143-8a3e-4af0e7fd6160 on network ec52e298-c6c7-453e-a2fa-373fbe63335d {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:16:54.128015 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-27649373-5c1f-46e3-b717-e68264bc061e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:54.130488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894afab-66c5-4ac0-ac91-4677aa4d2f1b req-5e270523-9fee-4c2d-ba5e-939782c7ab80 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:54.131050 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-27649373-5c1f-46e3-b717-e68264bc061e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:54.132083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9894afab-66c5-4ac0-ac91-4677aa4d2f1b req-5e270523-9fee-4c2d-ba5e-939782c7ab80 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 936 time: 0.2121737
Nov 20 21:16:54.139679 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-27649373-5c1f-46e3-b717-e68264bc061e tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/floatingips/a9197b1b-633b-4161-a4fe-b18dd6956c9c HTTP/1.1" status: 204  len: 168 time: 1.0713255
Nov 20 21:16:54.139982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:16:54.140251 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Checking segment: {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:16:54.140721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Bound using segment: {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:16:54.141087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Bound port: 19de894d-4c5d-4143-8a3e-4af0e7fd6160, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:16:54.141996 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:54.142990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49142) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:54.162031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1414831f-49b4-408c-9523-9c049fd6a1c6 None None] Port ac222e14-6807-4816-bbc0-08630a1b4779 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:16:54.173931 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] Set router eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:16:54.301848 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9894afab-66c5-4ac0-ac91-4677aa4d2f1b req-6e886f1f-1e7b-4b05-b5db-03e4478f7e66 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/security-groups?id=6276ce81-0b35-4c87-abae-12ecdc650d58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567709
Nov 20 21:16:54.324997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] For port 19de894d-4c5d-4143-8a3e-4af0e7fd6160, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:16:54.355320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] For port 19de894d-4c5d-4143-8a3e-4af0e7fd6160, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19de894d-4c5d-4143-8a3e-4af0e7fd6160,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:16:54.361487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-467ce708-da37-4e7f-bfec-48de5a7fa49f None None] Provisioning complete for port c0228309-7923-4c28-96d9-f0482bd15949 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:54.361608 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-467ce708-da37-4e7f-bfec-48de5a7fa49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:54.369360 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:54.430820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:54.431554 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:54.433023 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-47604496-d546-4bce-9943-07570e476f07 service neutron] 10.222.0.37 "PUT /v2.0/ports/19de894d-4c5d-4143-8a3e-4af0e7fd6160 HTTP/1.1" status: 200  len: 1091 time: 1.7246394
Nov 20 21:16:54.433513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb401e0c-e20d-4cae-9584-6c799fb339cc', 'tag': '19de894d-4c5d-4143-8a3e-4af0e7fd6160'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:16:54.436979 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63780ed-6371-4083-ba64-88582fe24ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "fb401e0c-e20d-4cae-9584-6c799fb339cc", "tag": "19de894d-4c5d-4143-8a3e-4af0e7fd6160"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:16:54.462720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac222e14-6807-4816-bbc0-08630a1b4779 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:16:54.476484 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:54.496664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47604496-d546-4bce-9943-07570e476f07 service neutron] Pushing event updated for resources: {'Port': ['ID=19de894d-4c5d-4143-8a3e-4af0e7fd6160,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:54.503355 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Transition to ACTIVE for port object ac222e14-6807-4816-bbc0-08630a1b4779 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:16:54.503805 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-467ce708-da37-4e7f-bfec-48de5a7fa49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:54.508601 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:54.531294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-467ce708-da37-4e7f-bfec-48de5a7fa49f None None] For port c0228309-7923-4c28-96d9-f0482bd15949, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0228309-7923-4c28-96d9-f0482bd15949,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:54.539694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a471db310>, [{'id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'name': 'tempest-ImageQuotaTest-1779040910-router', 'tenant_id': '681084d3e2e641c6afb102dee99c0835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c0228309-7923-4c28-96d9-f0482bd15949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:16:48Z', 'updated_at': '2021-11-20T21:16:51Z', 'revision_number': 3, 'project_id': '681084d3e2e641c6afb102dee99c0835', 'gw_port': {'id': 'c0228309-7923-4c28-96d9-f0482bd15949', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:73:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:16:50Z', 'updated_at': '2021-11-20T21:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:54.605488 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-467ce708-da37-4e7f-bfec-48de5a7fa49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:54.657769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Pushing event updated for resources: {'Port': ['ID=ac222e14-6807-4816-bbc0-08630a1b4779,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:54.727465 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-6803e90e-21e6-4f9c-a87a-c5aa93383594 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:16:54.728487 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6803e90e-21e6-4f9c-a87a-c5aa93383594 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:16:54.733116 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6803e90e-21e6-4f9c-a87a-c5aa93383594 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/ports/ee4c5b1c-f20a-491e-8d2b-4b2e277542a2 HTTP/1.1" status: 404  len: 333 time: 0.5890923
Nov 20 21:16:54.741299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49148) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:54.767823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e8730-3fe2-4aef-8217-4a554abcbab9 None None] The sync data for ids ['eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'] in ncdv-master-1 is: [{'id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'name': 'tempest-ImageQuotaTest-1779040910-router', 'tenant_id': '681084d3e2e641c6afb102dee99c0835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c0228309-7923-4c28-96d9-f0482bd15949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:16:48Z', 'updated_at': '2021-11-20T21:16:51Z', 'revision_number': 3, 'project_id': '681084d3e2e641c6afb102dee99c0835', 'gw_port': {'id': 'c0228309-7923-4c28-96d9-f0482bd15949', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:73:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:16:50Z', 'updated_at': '2021-11-20T21:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:54.779126 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ce708-da37-4e7f-bfec-48de5a7fa49f None None] Pushing event updated for resources: {'Port': ['ID=c0228309-7923-4c28-96d9-f0482bd15949,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:54.799419 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-467ce708-da37-4e7f-bfec-48de5a7fa49f None None] Provisioning complete for port e305afa3-f9d4-4e4c-8b55-656b4cecb1af triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:54.799805 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-467ce708-da37-4e7f-bfec-48de5a7fa49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:54.815728 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-366d1835-c782-4ef4-9b8f-46ec18e5055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:54.817445 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-366d1835-c782-4ef4-9b8f-46ec18e5055f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 1094 time: 0.2535963
Nov 20 21:16:54.845502 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:54.853031 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-95ad4103-90cc-418d-9a77-671c0f473882 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "GET /v2.0/ports?device_id=81cba56a-7558-4cb2-98f4-f53b579712da HTTP/1.1" status: 200  len: 205 time: 0.1085601
Nov 20 21:16:54.877835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542deb2-e325-415d-831c-7b5130683514 req-4ea1aa1e-7af8-46fa-a934-46d0e54b82e2 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:54.880457 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b542deb2-e325-415d-831c-7b5130683514 req-4ea1aa1e-7af8-46fa-a934-46d0e54b82e2 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 943 time: 0.8086240
Nov 20 21:16:54.885101 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49150) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:54.920718 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-467ce708-da37-4e7f-bfec-48de5a7fa49f None None] Port e305afa3-f9d4-4e4c-8b55-656b4cecb1af cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:16:54.952561 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-1a01dc66-9081-487f-af4c-5c2c35b62ab3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19de894d-4c5d-4143-8a3e-4af0e7fd6160 HTTP/1.1" status: 200  len: 217 time: 0.1237452
Nov 20 21:16:54.957813 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Attempting to bind port ac222e14-6807-4816-bbc0-08630a1b4779 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:16:54.958473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Attempting to bind port ac222e14-6807-4816-bbc0-08630a1b4779 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:16:54.958930 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Attempting to bind port ac222e14-6807-4816-bbc0-08630a1b4779 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:16:54.967984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Port ac222e14-6807-4816-bbc0-08630a1b4779 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:16:54.968458 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Attempting to bind port ac222e14-6807-4816-bbc0-08630a1b4779 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:16:54.982813 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:16:54.983295 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:16:54.983527 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-67f20a93-e127-4419-933a-11d78bb0e9ee tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] delete failed (client error): The resource could not be found.
Nov 20 21:16:54.984033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:16:54.987012 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Bound port: ac222e14-6807-4816-bbc0-08630a1b4779, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:16:54.987298 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-67f20a93-e127-4419-933a-11d78bb0e9ee tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/routers/81cba56a-7558-4cb2-98f4-f53b579712da HTTP/1.1" status: 404  len: 336 time: 0.0976200
Nov 20 21:16:54.987393 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:55.002541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49154) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:55.074146 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d55cbf-60df-4300-82dc-bb57a8ae46c5 x-openstack-request-id: req-c7d55cbf-60df-4300-82dc-bb57a8ae46c5 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:16:55.074499 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb401e0c-e20d-4cae-9584-6c799fb339cc", "tag": "19de894d-4c5d-4143-8a3e-4af0e7fd6160", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:16:55.074705 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7d55cbf-60df-4300-82dc-bb57a8ae46c5 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:16:55.075114 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb401e0c-e20d-4cae-9584-6c799fb339cc', 'tag': '19de894d-4c5d-4143-8a3e-4af0e7fd6160', 'status': 'completed', 'code': 200}
Nov 20 21:16:55.082117 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b542deb2-e325-415d-831c-7b5130683514 req-4e3ff1ed-837b-4dd5-802b-0b27e2d5bc99 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1934402
Nov 20 21:16:55.104093 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b67611f-9cd8-49a9-a047-53930fa2ae60 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:16:55.104093 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b67611f-9cd8-49a9-a047-53930fa2ae60 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:16:55.108181 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5b67611f-9cd8-49a9-a047-53930fa2ae60 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/subnets/67f92808-0d66-4a49-95ee-9d11d7dddbb2 HTTP/1.1" status: 404  len: 337 time: 0.1024494
Nov 20 21:16:55.112930 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49156) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:55.205089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-b021fdaf-1711-48f4-94d8-756a2e0c35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:55.207381 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-b021fdaf-1711-48f4-94d8-756a2e0c35b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.2404871
Nov 20 21:16:55.212800 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] For port ac222e14-6807-4816-bbc0-08630a1b4779, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:16:55.244178 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] For port ac222e14-6807-4816-bbc0-08630a1b4779, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac222e14-6807-4816-bbc0-08630a1b4779,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:16:55.277644 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:55.284152 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:55.289830 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:55.351799 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:55.352387 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:55.353809 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] 10.222.0.37 "PUT /v2.0/ports/ac222e14-6807-4816-bbc0-08630a1b4779 HTTP/1.1" status: 200  len: 1096 time: 1.8218756
Nov 20 21:16:55.428303 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:55.436263 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e305afa3-f9d4-4e4c-8b55-656b4cecb1af,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:55.442785 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535a087-62d9-4616-ad62-eec295a854bb service neutron] Pushing event updated for resources: {'Port': ['ID=ac222e14-6807-4816-bbc0-08630a1b4779,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:55.539718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-9b6a380e-00cc-458d-bf7e-5b504a16d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:55.548935 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-9b6a380e-00cc-458d-bf7e-5b504a16d2da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3310678
Nov 20 21:16:55.600467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-eb99b3cf-c969-49b0-b05e-f8995935d4ad tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Deleting port 8416c3ae-3e40-4aea-a3d7-d66b2c133fa4 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:55.600800 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-eb99b3cf-c969-49b0-b05e-f8995935d4ad tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:55.610503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Network 5f556516-c7a7-4ccd-9889-ae83c731dc21 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:16:55.612068 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:16:55.721173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-3475e3a0-ac30-46f3-8ab2-08030943d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:55.722212 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-3475e3a0-ac30-46f3-8ab2-08030943d0c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc4d63fc40064a2d878ef88ce3e98e07&device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 1099 time: 0.2751954
Nov 20 21:16:55.734381 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf09f0-290a-457f-a107-ab808186d28f req-0613c90b-d499-4bc3-8cfa-0a89e7e11d9c tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:55.741812 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6fcf09f0-290a-457f-a107-ab808186d28f req-0613c90b-d499-4bc3-8cfa-0a89e7e11d9c tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 948 time: 0.2932174
Nov 20 21:16:55.808046 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Router eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:55.877099 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-252bfbb0-c4b3-4747-ad61-74394b0c0312 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=ac222e14-6807-4816-bbc0-08630a1b4779 HTTP/1.1" status: 200  len: 217 time: 0.1308098
Nov 20 21:16:55.956184 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:55.974137 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-eb99b3cf-c969-49b0-b05e-f8995935d4ad tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:55.974349 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-19cbbdad-8308-4415-b2a0-7cddf0c963f0 admin admin] 10.222.0.41 "PUT /v2.0/routers/eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5912900
Nov 20 21:16:56.032301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-30026ee4-c68c-488d-ae1a-7fb8088ab89d None None] Provisioning complete for port e305afa3-f9d4-4e4c-8b55-656b4cecb1af triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:56.032929 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-30026ee4-c68c-488d-ae1a-7fb8088ab89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:56.093688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-30026ee4-c68c-488d-ae1a-7fb8088ab89d None None] Port e305afa3-f9d4-4e4c-8b55-656b4cecb1af cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:16:56.306107 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e3966-aa43-4b7e-90b5-3a3520807cf1 req-0a792bc1-99d2-4412-99bf-9060cf0a29f4 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:56.307839 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5c8e3966-aa43-4b7e-90b5-3a3520807cf1 req-0a792bc1-99d2-4412-99bf-9060cf0a29f4 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 943 time: 0.1236327
Nov 20 21:16:56.353691 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-eb99b3cf-c969-49b0-b05e-f8995935d4ad tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Calling delete_port for 8416c3ae-3e40-4aea-a3d7-d66b2c133fa4 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:56.369073 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-96f181ca-1711-466e-a82a-65ddc0b57a75 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8055809
Nov 20 21:16:56.372133 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5c8e3966-aa43-4b7e-90b5-3a3520807cf1 req-9b676506-6048-43d1-bf46-748398ec3b72 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560920
Nov 20 21:16:56.383549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c0228309-7923-4c28-96d9-f0482bd15949 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:16:56.384183 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6fcf09f0-290a-457f-a107-ab808186d28f req-efb18c18-7c2d-429f-bcbb-743eeef40d2d tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/security-groups?id=6276ce81-0b35-4c87-abae-12ecdc650d58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6413589
Nov 20 21:16:56.411899 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-4191397a-29e9-4732-b484-a539d4f5d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:56.413595 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-4191397a-29e9-4732-b484-a539d4f5d926 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.5240581
Nov 20 21:16:56.454948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c0228309-7923-4c28-96d9-f0482bd15949 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:56.455336 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:56.598991 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-07e9c779-8ec7-4e84-9488-f8c8f2b4275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:56.600502 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-07e9c779-8ec7-4e84-9488-f8c8f2b4275a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1541877
Nov 20 21:16:56.606507 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c5e54fc6-e17d-4a59-a2bb-1ddfcc20c047 req-8cb39601-0c8d-4766-af9f-f3e8933a049c service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2267885
Nov 20 21:16:56.752018 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-eb99b3cf-c969-49b0-b05e-f8995935d4ad tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:56.802967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99b3cf-c969-49b0-b05e-f8995935d4ad tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Port': ['ID=8416c3ae-3e40-4aea-a3d7-d66b2c133fa4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:56.812697 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-0cd894de-7b52-4750-891a-4ba9fbba2099 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2040327
Nov 20 21:16:56.815355 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab6b0c4-acb6-4fa1-9144-fdd01b15c3bd None None] DHCP port deletion for d0064244-87f6-4f6e-b7fd-347c4a448a12 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:16:56.816896 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63780ed-6371-4083-ba64-88582fe24ac0 req-ab7e1ead-2097-439f-8585-7baa03ca6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:56.818387 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c63780ed-6371-4083-ba64-88582fe24ac0 req-ab7e1ead-2097-439f-8585-7baa03ca6399 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 1094 time: 0.1479199
Nov 20 21:16:57.007956 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-eb99b3cf-c969-49b0-b05e-f8995935d4ad tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:57.011541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-eb99b3cf-c969-49b0-b05e-f8995935d4ad tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/ports/8416c3ae-3e40-4aea-a3d7-d66b2c133fa4 HTTP/1.1" status: 204  len: 168 time: 1.8958838
Nov 20 21:16:57.014372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49184) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:57.043145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63780ed-6371-4083-ba64-88582fe24ac0 req-1a9ecc05-9f57-40bf-b5a2-85ac241561ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:57.044738 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c63780ed-6371-4083-ba64-88582fe24ac0 req-1a9ecc05-9f57-40bf-b5a2-85ac241561ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.2068603
Nov 20 21:16:57.046958 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94da8627-b5f8-4204-a984-b54de5c57ac6 req-4225bafc-d4bd-4207-970f-f6f6844a763f service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2102098
Nov 20 21:16:57.125543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1818a1-6364-442a-9e38-1492ae3ab2df', 'tag': 'ac222e14-6807-4816-bbc0-08630a1b4779'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:16:57.130270 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3f81a2-5e8f-4bfd-a8ce-44f76cd0e62c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1818a1-6364-442a-9e38-1492ae3ab2df", "tag": "ac222e14-6807-4816-bbc0-08630a1b4779"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:16:57.152412 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c63780ed-6371-4083-ba64-88582fe24ac0 req-66a308c2-2c40-4e1c-9458-89824935e343 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19de894d-4c5d-4143-8a3e-4af0e7fd6160 HTTP/1.1" status: 200  len: 217 time: 0.0931215
Nov 20 21:16:57.161621 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-9d82d8fc-9cfa-4091-a8ba-8cc6271e8e76 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Deleting port 17cd239f-b871-4dc4-b9d6-40a3c36be23a {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:57.162201 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d82d8fc-9cfa-4091-a8ba-8cc6271e8e76 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:57.225865 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Sync routers for ids ['eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:57.227084 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c84446-002e-4ce6-961e-7ddffcd28904 x-openstack-request-id: req-e5c84446-002e-4ce6-961e-7ddffcd28904 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:16:57.227388 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1818a1-6364-442a-9e38-1492ae3ab2df", "tag": "ac222e14-6807-4816-bbc0-08630a1b4779", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:16:57.227647 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5c84446-002e-4ce6-961e-7ddffcd28904 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:16:57.228049 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1818a1-6364-442a-9e38-1492ae3ab2df', 'tag': 'ac222e14-6807-4816-bbc0-08630a1b4779', 'status': 'completed', 'code': 200}
Nov 20 21:16:57.241565 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Routers {'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:57.243334 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54471910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:57.287240 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63780ed-6371-4083-ba64-88582fe24ac0 req-c92b635b-075b-46ae-84c0-908a216cf64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:57.288784 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c63780ed-6371-4083-ba64-88582fe24ac0 req-c92b635b-075b-46ae-84c0-908a216cf64d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.1295619
Nov 20 21:16:57.331363 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d82d8fc-9cfa-4091-a8ba-8cc6271e8e76 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:57.349380 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-9d82d8fc-9cfa-4091-a8ba-8cc6271e8e76 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Calling delete_port for 17cd239f-b871-4dc4-b9d6-40a3c36be23a owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:57.357689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f81a2-5e8f-4bfd-a8ce-44f76cd0e62c req-f12a369f-5036-4506-bf36-a75c740f59eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:57.359861 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2f3f81a2-5e8f-4bfd-a8ce-44f76cd0e62c req-f12a369f-5036-4506-bf36-a75c740f59eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc4d63fc40064a2d878ef88ce3e98e07&device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 1099 time: 0.1203539
Nov 20 21:16:57.371350 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63780ed-6371-4083-ba64-88582fe24ac0 req-247aaa4f-c0db-4205-9fd3-dc65f5e9afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:57.374028 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c63780ed-6371-4083-ba64-88582fe24ac0 req-247aaa4f-c0db-4205-9fd3-dc65f5e9afc1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0778446
Nov 20 21:16:57.409734 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Set router eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:16:57.610559 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49196) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:57.631278 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d82d8fc-9cfa-4091-a8ba-8cc6271e8e76 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:57.635152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f81a2-5e8f-4bfd-a8ce-44f76cd0e62c req-a7045f92-2af9-4da3-bb28-635e16d81ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:57.637198 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2f3f81a2-5e8f-4bfd-a8ce-44f76cd0e62c req-a7045f92-2af9-4da3-bb28-635e16d81ff6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.2618961
Nov 20 21:16:57.675029 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c63780ed-6371-4083-ba64-88582fe24ac0 req-ec759ce5-0aba-4624-afd3-abb1b53f9208 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2848964
Nov 20 21:16:57.675677 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82d8fc-9cfa-4091-a8ba-8cc6271e8e76 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Port': ['ID=17cd239f-b871-4dc4-b9d6-40a3c36be23a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:57.716449 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc16b2a-5543-4373-8630-8ef2be602def req-0e256d74-62cd-4f83-8a27-dd95ea50aee9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:57.717880 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d8e7c5-3ab9-49fe-b271-58b80787bc79 None None] DHCP port deletion for d0064244-87f6-4f6e-b7fd-347c4a448a12 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:16:57.718677 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2cc16b2a-5543-4373-8630-8ef2be602def req-0e256d74-62cd-4f83-8a27-dd95ea50aee9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 948 time: 0.1566777
Nov 20 21:16:57.738537 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2f3f81a2-5e8f-4bfd-a8ce-44f76cd0e62c req-4e9962b7-1a01-4f3c-ab02-9a1b6130313e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=ac222e14-6807-4816-bbc0-08630a1b4779 HTTP/1.1" status: 200  len: 217 time: 0.0681615
Nov 20 21:16:57.769328 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54471910>, [{'id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'name': 'tempest-ImageQuotaTest-1779040910-router', 'tenant_id': '681084d3e2e641c6afb102dee99c0835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c0228309-7923-4c28-96d9-f0482bd15949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:16:48Z', 'updated_at': '2021-11-20T21:16:54Z', 'revision_number': 4, 'project_id': '681084d3e2e641c6afb102dee99c0835', 'gw_port': {'id': 'c0228309-7923-4c28-96d9-f0482bd15949', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:73:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:16:50Z', 'updated_at': '2021-11-20T21:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e305afa3-f9d4-4e4c-8b55-656b4cecb1af', 'name': '', 'network_id': '5f556516-c7a7-4ccd-9889-ae83c731dc21', 'tenant_id': '681084d3e2e641c6afb102dee99c0835', 'mac_address': 'fa:16:3e:18:7c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '6e1db1b8-a0fe-4774-bf5d-3bd690e503f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:16:53Z', 'updated_at': '2021-11-20T21:16:55Z', 'revision_number': 2, 'project_id': '681084d3e2e641c6afb102dee99c0835', 'subnets': [{'id': '6e1db1b8-a0fe-4774-bf5d-3bd690e503f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:57.780113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468a94e-7938-4dbb-9160-c77fa6e157f0 req-2d4b13c5-3574-49ae-a6b9-fcc01bdd3c8f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:57.781647 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2468a94e-7938-4dbb-9160-c77fa6e157f0 req-2d4b13c5-3574-49ae-a6b9-fcc01bdd3c8f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 943 time: 0.2234025
Nov 20 21:16:57.805599 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9d82d8fc-9cfa-4091-a8ba-8cc6271e8e76 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:57.805843 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Checking router: eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:16:57.805963 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Updating router eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957 port e305afa3-f9d4-4e4c-8b55-656b4cecb1af binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:16:57.817560 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9d82d8fc-9cfa-4091-a8ba-8cc6271e8e76 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/ports/17cd239f-b871-4dc4-b9d6-40a3c36be23a HTTP/1.1" status: 204  len: 168 time: 0.8020053
Nov 20 21:16:57.820287 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49198) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:57.838339 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:57.891449 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2cc16b2a-5543-4373-8630-8ef2be602def req-5c551000-2e5e-4113-976c-527e75945895 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/security-groups?id=6276ce81-0b35-4c87-abae-12ecdc650d58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554546
Nov 20 21:16:57.902913 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d868c-6f62-48ac-bfc1-e70c496e1fb7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:57.907823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-001d868c-6f62-48ac-bfc1-e70c496e1fb7 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "GET /v2.0/ports?device_id=298a73a1-7517-4d77-bc9f-13c6900875c3 HTTP/1.1" status: 200  len: 913 time: 0.0838408
Nov 20 21:16:57.908260 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49200) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:57.926703 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f81a2-5e8f-4bfd-a8ce-44f76cd0e62c req-557752cc-6487-454f-9629-0fc5ebc4851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:57.928690 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2f3f81a2-5e8f-4bfd-a8ce-44f76cd0e62c req-557752cc-6487-454f-9629-0fc5ebc4851a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1736188
Nov 20 21:16:58.047265 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c63780ed-6371-4083-ba64-88582fe24ac0 req-f19ee43f-c333-46a2-ad0a-14a1e18f030e service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3578308
Nov 20 21:16:58.055383 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2468a94e-7938-4dbb-9160-c77fa6e157f0 req-10ee1f17-1edb-498b-9286-1017023f1e80 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2449765
Nov 20 21:16:58.108572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f81a2-5e8f-4bfd-a8ce-44f76cd0e62c req-f69e9bea-13a5-4d2f-8c69-07208edff898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:58.109750 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2f3f81a2-5e8f-4bfd-a8ce-44f76cd0e62c req-f69e9bea-13a5-4d2f-8c69-07208edff898 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1678116
Nov 20 21:16:58.141456 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:58.147736 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:58.204172 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd47dac-3abc-4a89-a0bb-7e69b79dceef None None] Pushing event updated for resources: {'Port': ['ID=e305afa3-f9d4-4e4c-8b55-656b4cecb1af,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:58.234010 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd47dac-3abc-4a89-a0bb-7e69b79dceef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:58.235163 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd47dac-3abc-4a89-a0bb-7e69b79dceef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:58.235707 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd47dac-3abc-4a89-a0bb-7e69b79dceef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:58.236271 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd47dac-3abc-4a89-a0bb-7e69b79dceef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:58.236805 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd47dac-3abc-4a89-a0bb-7e69b79dceef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:58.237356 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd47dac-3abc-4a89-a0bb-7e69b79dceef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:58.237882 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd47dac-3abc-4a89-a0bb-7e69b79dceef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:58.238440 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd47dac-3abc-4a89-a0bb-7e69b79dceef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:58.238983 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd47dac-3abc-4a89-a0bb-7e69b79dceef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:58.239509 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd47dac-3abc-4a89-a0bb-7e69b79dceef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:58.240197 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd47dac-3abc-4a89-a0bb-7e69b79dceef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:58.240729 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd47dac-3abc-4a89-a0bb-7e69b79dceef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:16:58.272014 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Attempting to bind port e305afa3-f9d4-4e4c-8b55-656b4cecb1af on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:16:58.272892 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Attempting to bind port e305afa3-f9d4-4e4c-8b55-656b4cecb1af by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6594d5b-59c3-4d9f-875e-c6406eccbd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5f556516-c7a7-4ccd-9889-ae83c731dc21'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:16:58.273504 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Attempting to bind port e305afa3-f9d4-4e4c-8b55-656b4cecb1af on network 5f556516-c7a7-4ccd-9889-ae83c731dc21 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:16:58.280104 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:16:58.280849 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Checking segment: {'id': 'a6594d5b-59c3-4d9f-875e-c6406eccbd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5f556516-c7a7-4ccd-9889-ae83c731dc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:16:58.281515 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:58.282153 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Bound using segment: {'id': 'a6594d5b-59c3-4d9f-875e-c6406eccbd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5f556516-c7a7-4ccd-9889-ae83c731dc21'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:16:58.282834 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Bound port: e305afa3-f9d4-4e4c-8b55-656b4cecb1af, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6594d5b-59c3-4d9f-875e-c6406eccbd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5f556516-c7a7-4ccd-9889-ae83c731dc21'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:16:58.283431 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:58.316620 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2f3f81a2-5e8f-4bfd-a8ce-44f76cd0e62c req-75d20369-7fc9-45e9-a9f3-90994463cb1e service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1975718
Nov 20 21:16:58.345378 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-27838d43-f86d-4303-8462-583eeef63717 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:58.363679 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] For port e305afa3-f9d4-4e4c-8b55-656b4cecb1af, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:16:58.369648 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] For port e305afa3-f9d4-4e4c-8b55-656b4cecb1af, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e305afa3-f9d4-4e4c-8b55-656b4cecb1af,segment=NetworkSegment(a6594d5b-59c3-4d9f-875e-c6406eccbd2c),segment_id=a6594d5b-59c3-4d9f-875e-c6406eccbd2c)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:16:58.376105 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:58.498132 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2f3f81a2-5e8f-4bfd-a8ce-44f76cd0e62c req-5595e158-9d1a-444b-9a4d-f99c6cfd0d24 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1730633
Nov 20 21:16:58.545752 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Routers {'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:58.546516 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54471910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:58.550737 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95095de0-d8d8-4862-aa46-6bb24f99024c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:58.571328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-09268bb7-169e-4566-bb6d-a97a6f30d868 None None] Provisioning complete for port e305afa3-f9d4-4e4c-8b55-656b4cecb1af triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:58.571908 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-09268bb7-169e-4566-bb6d-a97a6f30d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:58.689654 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd47dac-3abc-4a89-a0bb-7e69b79dceef None None] Pushing event updated for resources: {'Port': ['ID=e305afa3-f9d4-4e4c-8b55-656b4cecb1af,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:58.703296 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-09268bb7-169e-4566-bb6d-a97a6f30d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:58.715367 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] Set router eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:16:58.717445 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-27838d43-f86d-4303-8462-583eeef63717 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Deleting port 369567b9-29fa-4b8d-8caa-fc7b557b9523 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:58.717794 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-27838d43-f86d-4303-8462-583eeef63717 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:58.748275 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-09268bb7-169e-4566-bb6d-a97a6f30d868 None None] For port e305afa3-f9d4-4e4c-8b55-656b4cecb1af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e305afa3-f9d4-4e4c-8b55-656b4cecb1af,segment=NetworkSegment(a6594d5b-59c3-4d9f-875e-c6406eccbd2c),segment_id=a6594d5b-59c3-4d9f-875e-c6406eccbd2c)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:58.762001 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-09268bb7-169e-4566-bb6d-a97a6f30d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:58.816718 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09268bb7-169e-4566-bb6d-a97a6f30d868 None None] Pushing event updated for resources: {'Port': ['ID=e305afa3-f9d4-4e4c-8b55-656b4cecb1af,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:58.873406 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-27838d43-f86d-4303-8462-583eeef63717 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:58.889185 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-62469e13-f62e-411b-88cf-51b5a6aa8c60 None None] Provisioning complete for port e305afa3-f9d4-4e4c-8b55-656b4cecb1af triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:16:58.889446 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-27838d43-f86d-4303-8462-583eeef63717 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Calling delete_port for 369567b9-29fa-4b8d-8caa-fc7b557b9523 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:58.890256 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-62469e13-f62e-411b-88cf-51b5a6aa8c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:59.052365 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54471910>, [{'id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'name': 'tempest-ImageQuotaTest-1779040910-router', 'tenant_id': '681084d3e2e641c6afb102dee99c0835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c0228309-7923-4c28-96d9-f0482bd15949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:16:48Z', 'updated_at': '2021-11-20T21:16:54Z', 'revision_number': 4, 'project_id': '681084d3e2e641c6afb102dee99c0835', 'gw_port': {'id': 'c0228309-7923-4c28-96d9-f0482bd15949', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:73:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:16:50Z', 'updated_at': '2021-11-20T21:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e305afa3-f9d4-4e4c-8b55-656b4cecb1af', 'name': '', 'network_id': '5f556516-c7a7-4ccd-9889-ae83c731dc21', 'tenant_id': '681084d3e2e641c6afb102dee99c0835', 'mac_address': 'fa:16:3e:18:7c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '6e1db1b8-a0fe-4774-bf5d-3bd690e503f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:16:53Z', 'updated_at': '2021-11-20T21:16:58Z', 'revision_number': 4, 'project_id': '681084d3e2e641c6afb102dee99c0835', 'subnets': [{'id': '6e1db1b8-a0fe-4774-bf5d-3bd690e503f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:59.087860 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e17e76-b4e4-4178-bb49-b39fe1a1d122 None None] The sync data for ids ['eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'] in ncdv-master-1 is: [{'id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'name': 'tempest-ImageQuotaTest-1779040910-router', 'tenant_id': '681084d3e2e641c6afb102dee99c0835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c0228309-7923-4c28-96d9-f0482bd15949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:16:48Z', 'updated_at': '2021-11-20T21:16:54Z', 'revision_number': 4, 'project_id': '681084d3e2e641c6afb102dee99c0835', 'gw_port': {'id': 'c0228309-7923-4c28-96d9-f0482bd15949', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:73:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:16:50Z', 'updated_at': '2021-11-20T21:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e305afa3-f9d4-4e4c-8b55-656b4cecb1af', 'name': '', 'network_id': '5f556516-c7a7-4ccd-9889-ae83c731dc21', 'tenant_id': '681084d3e2e641c6afb102dee99c0835', 'mac_address': 'fa:16:3e:18:7c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '6e1db1b8-a0fe-4774-bf5d-3bd690e503f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:16:53Z', 'updated_at': '2021-11-20T21:16:58Z', 'revision_number': 4, 'project_id': '681084d3e2e641c6afb102dee99c0835', 'subnets': [{'id': '6e1db1b8-a0fe-4774-bf5d-3bd690e503f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:16:59.096767 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494faca5-0afd-4866-8b77-18281732d25f req-3d9fc105-3eb0-4977-b925-4800bec62e0d tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:59.098608 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-494faca5-0afd-4866-8b77-18281732d25f req-3d9fc105-3eb0-4977-b925-4800bec62e0d tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 948 time: 0.0776737
Nov 20 21:16:59.226303 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-494faca5-0afd-4866-8b77-18281732d25f req-1d9e5b89-35c0-44fd-805b-3e4854561a3c tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/security-groups?id=6276ce81-0b35-4c87-abae-12ecdc650d58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170745
Nov 20 21:16:59.230410 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-27838d43-f86d-4303-8462-583eeef63717 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:59.265381 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27838d43-f86d-4303-8462-583eeef63717 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Port': ['ID=369567b9-29fa-4b8d-8caa-fc7b557b9523,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:59.281910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c33346-4ac0-497b-a83e-936ae4cf9678 None None] DHCP port deletion for d0064244-87f6-4f6e-b7fd-347c4a448a12 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:16:59.283287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf64881-290e-4422-b500-143f8e937431 req-1211ec96-130a-48ee-ab4a-bd9b28c93c72 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:16:59.284873 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-caf64881-290e-4422-b500-143f8e937431 req-1211ec96-130a-48ee-ab4a-bd9b28c93c72 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 943 time: 0.1188033
Nov 20 21:16:59.393893 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-caf64881-290e-4422-b500-143f8e937431 req-a352b161-1278-4550-bd36-66ec92d23206 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019702
Nov 20 21:16:59.413384 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-95095de0-d8d8-4862-aa46-6bb24f99024c admin admin] Deleting port e305afa3-f9d4-4e4c-8b55-656b4cecb1af {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:16:59.413807 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95095de0-d8d8-4862-aa46-6bb24f99024c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:59.468675 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-27838d43-f86d-4303-8462-583eeef63717 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:59.508657 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-95095de0-d8d8-4862-aa46-6bb24f99024c admin admin] For port e305afa3-f9d4-4e4c-8b55-656b4cecb1af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e305afa3-f9d4-4e4c-8b55-656b4cecb1af,segment=NetworkSegment(a6594d5b-59c3-4d9f-875e-c6406eccbd2c),segment_id=a6594d5b-59c3-4d9f-875e-c6406eccbd2c)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:16:59.509022 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95095de0-d8d8-4862-aa46-6bb24f99024c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:59.526312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-95095de0-d8d8-4862-aa46-6bb24f99024c admin admin] Calling delete_port for e305afa3-f9d4-4e4c-8b55-656b4cecb1af owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:16:59.708336 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27838d43-f86d-4303-8462-583eeef63717 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Router 298a73a1-7517-4d77-bc9f-13c6900875c3 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:16:59.718492 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95095de0-d8d8-4862-aa46-6bb24f99024c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:16:59.744196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95095de0-d8d8-4862-aa46-6bb24f99024c admin admin] Pushing event deleted for resources: {'Port': ['ID=e305afa3-f9d4-4e4c-8b55-656b4cecb1af,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:16:59.836873 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27838d43-f86d-4303-8462-583eeef63717 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:16:59.845409 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-27838d43-f86d-4303-8462-583eeef63717 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "PUT /v2.0/routers/298a73a1-7517-4d77-bc9f-13c6900875c3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9338427
Nov 20 21:16:59.845741 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49206) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:16:59.852562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22663a2-1abd-4337-9da4-02d3c1acd23b None None] Sync routers for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:16:59.867361 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22663a2-1abd-4337-9da4-02d3c1acd23b None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:59.868505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f22663a2-1abd-4337-9da4-02d3c1acd23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46674ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:59.916679 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f22663a2-1abd-4337-9da4-02d3c1acd23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46674ca0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:59.938011 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22663a2-1abd-4337-9da4-02d3c1acd23b None None] Routers {'298a73a1-7517-4d77-bc9f-13c6900875c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:16:59.938779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f22663a2-1abd-4337-9da4-02d3c1acd23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46674ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['298a73a1-7517-4d77-bc9f-13c6900875c3'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:16:59.955493 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-95095de0-d8d8-4862-aa46-6bb24f99024c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:00.016689 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd7ceba5-63f6-4a53-b19c-c009392249d9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:00.151473 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd7ceba5-63f6-4a53-b19c-c009392249d9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:00.155342 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f22663a2-1abd-4337-9da4-02d3c1acd23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46674ca0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:00.156201 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22663a2-1abd-4337-9da4-02d3c1acd23b None None] The sync data for ids ['298a73a1-7517-4d77-bc9f-13c6900875c3'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:17:00.212599 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-bd7ceba5-63f6-4a53-b19c-c009392249d9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Deleting port 1503160d-ac1f-4172-bb4a-04e9d53fa357 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:00.212948 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd7ceba5-63f6-4a53-b19c-c009392249d9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:00.247013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95095de0-d8d8-4862-aa46-6bb24f99024c admin admin] Router eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:17:00.288894 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 19de894d-4c5d-4143-8a3e-4af0e7fd6160 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:17:00.297329 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd7ceba5-63f6-4a53-b19c-c009392249d9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:00.319221 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-bd7ceba5-63f6-4a53-b19c-c009392249d9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Calling delete_port for 1503160d-ac1f-4172-bb4a-04e9d53fa357 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:00.373487 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95095de0-d8d8-4862-aa46-6bb24f99024c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:17:00.384191 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-95095de0-d8d8-4862-aa46-6bb24f99024c admin admin] 10.222.0.41 "PUT /v2.0/routers/eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7723362
Nov 20 21:17:00.388140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49210) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:00.421318 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e265146-6b52-49fb-9294-5c6499755cd4 req-e1606c43-7bc0-4670-9a19-6bab4767c135 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:00.423048 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8e265146-6b52-49fb-9294-5c6499755cd4 req-e1606c43-7bc0-4670-9a19-6bab4767c135 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 948 time: 0.1176255
Nov 20 21:17:00.424320 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 19de894d-4c5d-4143-8a3e-4af0e7fd6160, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19de894d-4c5d-4143-8a3e-4af0e7fd6160,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:00.439210 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '19de894d-4c5d-4143-8a3e-4af0e7fd6160', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'port_id': '19de894d-4c5d-4143-8a3e-4af0e7fd6160', 'mac_address': 'fa:16:3e:2d:36:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:17:00.503806 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:00.519331 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19de894d-4c5d-4143-8a3e-4af0e7fd6160 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:17:00.554388 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 19de894d-4c5d-4143-8a3e-4af0e7fd6160, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19de894d-4c5d-4143-8a3e-4af0e7fd6160,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:00.565602 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:00.566916 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ac222e14-6807-4816-bbc0-08630a1b4779 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:17:00.571451 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f841fd55-2220-483d-b3ad-f779ef9fc296 admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:00.647004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573448c7-37e7-4171-8f79-41e15157d050 req-30e68668-3933-48b8-8fa6-c03f4dc4ee08 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:00.648633 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-573448c7-37e7-4171-8f79-41e15157d050 req-30e68668-3933-48b8-8fa6-c03f4dc4ee08 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 943 time: 0.1244318
Nov 20 21:17:00.654300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=19de894d-4c5d-4143-8a3e-4af0e7fd6160,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:00.720576 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a1121b-5c93-4bc3-8b6c-8f1d13f6ddfb None None] Sync routers for ids ['eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:17:00.731716 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a1121b-5c93-4bc3-8b6c-8f1d13f6ddfb None None] Routers {'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:17:00.733102 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-51a1121b-5c93-4bc3-8b6c-8f1d13f6ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54550670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:00.743677 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port ac222e14-6807-4816-bbc0-08630a1b4779, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac222e14-6807-4816-bbc0-08630a1b4779,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:00.758518 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'ac222e14-6807-4816-bbc0-08630a1b4779', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': 'ac222e14-6807-4816-bbc0-08630a1b4779', 'mac_address': 'fa:16:3e:54:d0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:17:00.766951 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f841fd55-2220-483d-b3ad-f779ef9fc296 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:00.781748 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-573448c7-37e7-4171-8f79-41e15157d050 req-49e9c9d2-719c-48ff-b6ef-47b57f5a4a56 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774078
Nov 20 21:17:00.835497 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-f841fd55-2220-483d-b3ad-f779ef9fc296 admin admin] Deleting port c0228309-7923-4c28-96d9-f0482bd15949 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:00.835870 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f841fd55-2220-483d-b3ad-f779ef9fc296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:00.836514 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:00.851637 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac222e14-6807-4816-bbc0-08630a1b4779 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:17:00.876244 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port ac222e14-6807-4816-bbc0-08630a1b4779, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac222e14-6807-4816-bbc0-08630a1b4779,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:00.882364 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:00.896229 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-51a1121b-5c93-4bc3-8b6c-8f1d13f6ddfb None None] Set router eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:17:00.933379 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-f841fd55-2220-483d-b3ad-f779ef9fc296 admin admin] For port c0228309-7923-4c28-96d9-f0482bd15949, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0228309-7923-4c28-96d9-f0482bd15949,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:00.933752 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f841fd55-2220-483d-b3ad-f779ef9fc296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:00.947648 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=ac222e14-6807-4816-bbc0-08630a1b4779,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:00.950723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-f841fd55-2220-483d-b3ad-f779ef9fc296 admin admin] Calling delete_port for c0228309-7923-4c28-96d9-f0482bd15949 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:00.952622 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8e265146-6b52-49fb-9294-5c6499755cd4 req-94b28bc6-5db6-4aed-9ba7-00ee10fb7a58 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/security-groups?id=6276ce81-0b35-4c87-abae-12ecdc650d58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5189197
Nov 20 21:17:00.953999 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd7ceba5-63f6-4a53-b19c-c009392249d9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:00.977947 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6611ca-ae51-4485-a72a-6aa75b8d9fd1 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:17:00.986622 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ceba5-63f6-4a53-b19c-c009392249d9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Port': ['ID=1503160d-ac1f-4172-bb4a-04e9d53fa357,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:01.046316 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd7ceba5-63f6-4a53-b19c-c009392249d9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.111656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['19de894d-4c5d-4143-8a3e-4af0e7fd6160'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:17:01.120481 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-51a1121b-5c93-4bc3-8b6c-8f1d13f6ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54550670>, [{'id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'name': 'tempest-ImageQuotaTest-1779040910-router', 'tenant_id': '681084d3e2e641c6afb102dee99c0835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c0228309-7923-4c28-96d9-f0482bd15949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:16:48Z', 'updated_at': '2021-11-20T21:16:59Z', 'revision_number': 5, 'project_id': '681084d3e2e641c6afb102dee99c0835', 'gw_port': {'id': 'c0228309-7923-4c28-96d9-f0482bd15949', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:73:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:16:50Z', 'updated_at': '2021-11-20T21:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:01.124654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['ac222e14-6807-4816-bbc0-08630a1b4779'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:17:01.146507 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd7ceba5-63f6-4a53-b19c-c009392249d9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.149034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd7ceba5-63f6-4a53-b19c-c009392249d9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.160669 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a1121b-5c93-4bc3-8b6c-8f1d13f6ddfb None None] Checking router: eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:17:01.170575 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a1121b-5c93-4bc3-8b6c-8f1d13f6ddfb None None] Routers {'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:17:01.171462 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-51a1121b-5c93-4bc3-8b6c-8f1d13f6ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54550670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:01.199789 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd7ceba5-63f6-4a53-b19c-c009392249d9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.200362 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7ceba5-63f6-4a53-b19c-c009392249d9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Fanout notify agent at l3_agent the message router_deleted on router 298a73a1-7517-4d77-bc9f-13c6900875c3 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:17:01.208164 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bd7ceba5-63f6-4a53-b19c-c009392249d9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.209420 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bd7ceba5-63f6-4a53-b19c-c009392249d9 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/routers/298a73a1-7517-4d77-bc9f-13c6900875c3 HTTP/1.1" status: 204  len: 168 time: 1.3624790
Nov 20 21:17:01.210256 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f841fd55-2220-483d-b3ad-f779ef9fc296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.211901 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49214) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:01.243431 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2ac1a8-b478-46f3-8020-139db3163904 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:17:01.276181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd0860c-b9f3-4175-908a-0b4b87787150 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Deleting subnet a31d6cb1-6e9d-45b4-8401-2806d643d26d {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:17:01.278263 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841fd55-2220-483d-b3ad-f779ef9fc296 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0228309-7923-4c28-96d9-f0482bd15949,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:01.282124 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-acd0860c-b9f3-4175-908a-0b4b87787150 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.296664 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-51a1121b-5c93-4bc3-8b6c-8f1d13f6ddfb None None] Set router eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:17:01.322535 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f841fd55-2220-483d-b3ad-f779ef9fc296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.337499 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-acd0860c-b9f3-4175-908a-0b4b87787150 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.358138 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-51a1121b-5c93-4bc3-8b6c-8f1d13f6ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54550670>, [{'id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'name': 'tempest-ImageQuotaTest-1779040910-router', 'tenant_id': '681084d3e2e641c6afb102dee99c0835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:16:48Z', 'updated_at': '2021-11-20T21:17:00Z', 'revision_number': 6, 'project_id': '681084d3e2e641c6afb102dee99c0835', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:01.408593 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a1121b-5c93-4bc3-8b6c-8f1d13f6ddfb None None] The sync data for ids ['eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957'] in ncdv-master-1 is: [{'id': 'eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957', 'name': 'tempest-ImageQuotaTest-1779040910-router', 'tenant_id': '681084d3e2e641c6afb102dee99c0835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:16:48Z', 'updated_at': '2021-11-20T21:17:00Z', 'revision_number': 6, 'project_id': '681084d3e2e641c6afb102dee99c0835', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:17:01.421141 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-acd0860c-b9f3-4175-908a-0b4b87787150 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.445049 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f841fd55-2220-483d-b3ad-f779ef9fc296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.452845 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f841fd55-2220-483d-b3ad-f779ef9fc296 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.491394 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-acd0860c-b9f3-4175-908a-0b4b87787150 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.521374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0860c-b9f3-4175-908a-0b4b87787150 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Subnet': ['ID=a31d6cb1-6e9d-45b4-8401-2806d643d26d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:01.525206 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-acd0860c-b9f3-4175-908a-0b4b87787150 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.530108 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f841fd55-2220-483d-b3ad-f779ef9fc296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.530370 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-acd0860c-b9f3-4175-908a-0b4b87787150 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/subnets/a31d6cb1-6e9d-45b4-8401-2806d643d26d HTTP/1.1" status: 204  len: 168 time: 0.3164496
Nov 20 21:17:01.530582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f841fd55-2220-483d-b3ad-f779ef9fc296 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:17:01.537198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49216) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:01.537507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc4ecce-8308-49af-94e6-9a3cf90788d5 None None] Network d0064244-87f6-4f6e-b7fd-347c4a448a12 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:01.538449 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f841fd55-2220-483d-b3ad-f779ef9fc296 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.539617 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f841fd55-2220-483d-b3ad-f779ef9fc296 admin admin] 10.222.0.41 "DELETE /v2.0/routers/eb5d1fc1-40f2-4d03-a430-d9f5e7e8d957 HTTP/1.1" status: 204  len: 168 time: 1.1502507
Nov 20 21:17:01.542294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49218) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:01.594282 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-a619840d-f147-4341-b69d-ee4342c81828 admin admin] Deleting subnet 6e1db1b8-a0fe-4774-bf5d-3bd690e503f2 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:17:01.597524 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a619840d-f147-4341-b69d-ee4342c81828 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.625011 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf562c8b-b839-42af-9601-44ad2292ae51 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.634655 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a619840d-f147-4341-b69d-ee4342c81828 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.674000 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92287e6e-f348-43bd-b606-f4f26b9925e1 None None] DHCP port deletion for d0064244-87f6-4f6e-b7fd-347c4a448a12 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:17:01.716495 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf562c8b-b839-42af-9601-44ad2292ae51 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.721981 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a619840d-f147-4341-b69d-ee4342c81828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.738099 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-bf562c8b-b839-42af-9601-44ad2292ae51 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54bf2eb0>,) {'filters': {'network_id': ['d0064244-87f6-4f6e-b7fd-347c4a448a12']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:01.751929 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-bf562c8b-b839-42af-9601-44ad2292ae51 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54bf2eb0>, 'b16e1e94-7da2-4cca-853c-d22d7e92fbff') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:01.752416 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-bf562c8b-b839-42af-9601-44ad2292ae51 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54bf2eb0>, 'b16e1e94-7da2-4cca-853c-d22d7e92fbff') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:01.770032 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf562c8b-b839-42af-9601-44ad2292ae51 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.789136 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf562c8b-b839-42af-9601-44ad2292ae51 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.790858 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a619840d-f147-4341-b69d-ee4342c81828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.796970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf562c8b-b839-42af-9601-44ad2292ae51 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:17:01.797379 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf562c8b-b839-42af-9601-44ad2292ae51 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:17:01.800750 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:17:01.826331 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619840d-f147-4341-b69d-ee4342c81828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e1db1b8-a0fe-4774-bf5d-3bd690e503f2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:01.829081 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a619840d-f147-4341-b69d-ee4342c81828 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.831961 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fc53b1-2af3-4bf7-9753-f7aa0b19441c None None] Network 5f556516-c7a7-4ccd-9889-ae83c731dc21 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:01.850001 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a619840d-f147-4341-b69d-ee4342c81828 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6e1db1b8-a0fe-4774-bf5d-3bd690e503f2 HTTP/1.1" status: 204  len: 168 time: 0.3044374
Nov 20 21:17:01.858581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49222) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:01.889182 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf562c8b-b839-42af-9601-44ad2292ae51 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.895483 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf562c8b-b839-42af-9601-44ad2292ae51 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:01.899775 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bf562c8b-b839-42af-9601-44ad2292ae51 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] 10.222.0.41 "DELETE /v2.0/networks/d0064244-87f6-4f6e-b7fd-347c4a448a12 HTTP/1.1" status: 204  len: 168 time: 0.3609824
Nov 20 21:17:01.915754 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf562c8b-b839-42af-9601-44ad2292ae51 tempest-FloatingIPTestJSON-316884462 tempest-FloatingIPTestJSON-316884462-project] Pushing event deleted for resources: {'Network': ['ID=d0064244-87f6-4f6e-b7fd-347c4a448a12,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:01.996740 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.026138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdef7b-a6b4-4ca4-862f-01e96e99a9bc req-ef2ba174-495e-4df7-8037-ecbf67372951 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:02.027748 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d5cdef7b-a6b4-4ca4-862f-01e96e99a9bc req-ef2ba174-495e-4df7-8037-ecbf67372951 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 944 time: 0.1407578
Nov 20 21:17:02.095330 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bbe57-9a4f-4444-a229-a7439be5faf9 req-2f26d8ae-1f0e-4f7e-9e59-4dfd5f2a2bdd tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:02.097036 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ce4bbe57-9a4f-4444-a229-a7439be5faf9 req-2f26d8ae-1f0e-4f7e-9e59-4dfd5f2a2bdd tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 949 time: 0.0632465
Nov 20 21:17:02.110653 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d5cdef7b-a6b4-4ca4-862f-01e96e99a9bc req-b7418d5a-22a9-4584-8732-7328c118aeca tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610347
Nov 20 21:17:02.115042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] Deleting port c3ab8272-7d95-46c0-8520-4d840d2a9f49 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:02.115265 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.154101 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ce4bbe57-9a4f-4444-a229-a7439be5faf9 req-de5d2ef1-d8bf-4006-8d9b-6d4de8aa2bd3 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/security-groups?id=6276ce81-0b35-4c87-abae-12ecdc650d58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505674
Nov 20 21:17:02.192783 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] For port c3ab8272-7d95-46c0-8520-4d840d2a9f49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3ab8272-7d95-46c0-8520-4d840d2a9f49,segment=NetworkSegment(a6594d5b-59c3-4d9f-875e-c6406eccbd2c),segment_id=a6594d5b-59c3-4d9f-875e-c6406eccbd2c)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:02.193012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49230) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:02.193171 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.210393 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] Calling delete_port for c3ab8272-7d95-46c0-8520-4d840d2a9f49 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:02.259202 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321828c2-151d-4ef9-a7be-4cde24dc0beb None None] DHCP port deletion for 5f556516-c7a7-4ccd-9889-ae83c731dc21 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:17:02.307386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.314697 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 19de894d-4c5d-4143-8a3e-4af0e7fd6160 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:17:02.337870 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ab8272-7d95-46c0-8520-4d840d2a9f49,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:02.347849 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c0228309-7923-4c28-96d9-f0482bd15949 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:17:02.348490 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] No DVR routers for this DVR port c3ab8272-7d95-46c0-8520-4d840d2a9f49 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:17:02.394016 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: c0228309-7923-4c28-96d9-f0482bd15949 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:17:02.394399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c0228309-7923-4c28-96d9-f0482bd15949 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:17:02.395672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e305afa3-f9d4-4e4c-8b55-656b4cecb1af no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:17:02.415208 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-82e23eba-98f9-4311-8768-c77d6e642ae2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=913ac9792ad84b4785fc560d5f1e2a27&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2209315
Nov 20 21:17:02.419025 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49234) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:02.425861 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: e305afa3-f9d4-4e4c-8b55-656b4cecb1af {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:17:02.426241 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e305afa3-f9d4-4e4c-8b55-656b4cecb1af not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:17:02.426672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c3ab8272-7d95-46c0-8520-4d840d2a9f49 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:17:02.429937 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.447098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: c3ab8272-7d95-46c0-8520-4d840d2a9f49 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:17:02.447523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c3ab8272-7d95-46c0-8520-4d840d2a9f49 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:17:02.451653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-321828c2-151d-4ef9-a7be-4cde24dc0beb None None] Deleting port c3ab8272-7d95-46c0-8520-4d840d2a9f49 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:02.452035 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-321828c2-151d-4ef9-a7be-4cde24dc0beb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.466941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54071880>,) {'filters': {'network_id': ['5f556516-c7a7-4ccd-9889-ae83c731dc21']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:02.486291 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54071880>, 'a6594d5b-59c3-4d9f-875e-c6406eccbd2c') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:02.489564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54071880>, 'a6594d5b-59c3-4d9f-875e-c6406eccbd2c') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:02.505427 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.525341 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.533849 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43ed9625-acb8-43be-8cb5-7bb4d69e2ff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.544423 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:17:02.544900 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:17:02.547042 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:17:02.554750 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 19de894d-4c5d-4143-8a3e-4af0e7fd6160 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:17:02.565460 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43ed9625-acb8-43be-8cb5-7bb4d69e2ff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.567137 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 19de894d-4c5d-4143-8a3e-4af0e7fd6160 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:02.567509 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.569406 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-321828c2-151d-4ef9-a7be-4cde24dc0beb None None] For port c3ab8272-7d95-46c0-8520-4d840d2a9f49, host ncdv-master-1, got binding levels [] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:02.569970 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-321828c2-151d-4ef9-a7be-4cde24dc0beb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.613330 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-321828c2-151d-4ef9-a7be-4cde24dc0beb None None] Calling delete_port for c3ab8272-7d95-46c0-8520-4d840d2a9f49 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:02.625045 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.ipam_backend_mixin [None req-321828c2-151d-4ef9-a7be-4cde24dc0beb None None] Port c3ab8272-7d95-46c0-8520-4d840d2a9f49 was not found and therefore no delete operation was performed {{(pid=126226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 20 21:17:02.627657 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.629890 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-321828c2-151d-4ef9-a7be-4cde24dc0beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.633422 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.634566 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43ed9625-acb8-43be-8cb5-7bb4d69e2ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.639351 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43ed9625-acb8-43be-8cb5-7bb4d69e2ff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.639494 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5f556516-c7a7-4ccd-9889-ae83c731dc21 HTTP/1.1" status: 204  len: 168 time: 0.7823315
Nov 20 21:17:02.640853 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-43ed9625-acb8-43be-8cb5-7bb4d69e2ff6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/728d3f5c-fcef-47cc-b207-19f1df991411 HTTP/1.1" status: 204  len: 168 time: 0.2206035
Nov 20 21:17:02.655783 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77444b6-94d6-4cfb-b6f9-1be947486600 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f556516-c7a7-4ccd-9889-ae83c731dc21,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:02.667107 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed9625-acb8-43be-8cb5-7bb4d69e2ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728d3f5c-fcef-47cc-b207-19f1df991411,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:02.684432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-321828c2-151d-4ef9-a7be-4cde24dc0beb None None] Network 5f556516-c7a7-4ccd-9889-ae83c731dc21 is not hosted by any dhcp agent {{(pid=126226) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 20 21:17:02.684992 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321828c2-151d-4ef9-a7be-4cde24dc0beb None None] No DVR routers for this DVR port c3ab8272-7d95-46c0-8520-4d840d2a9f49 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:17:02.686441 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321828c2-151d-4ef9-a7be-4cde24dc0beb None None] Pushing event deleted for resources: {'Port': ['ID=c3ab8272-7d95-46c0-8520-4d840d2a9f49,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:02.764040 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.808565 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb401e0c-e20d-4cae-9584-6c799fb339cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19de894d-4c5d-4143-8a3e-4af0e7fd6160'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:17:02.811967 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380b9da7-7953-4b9e-8c1e-cdc3fd2b62dd" -d '{"events": [{"server_uuid": "fb401e0c-e20d-4cae-9584-6c799fb339cc", "name": "network-vif-plugged", "status": "completed", "tag": "19de894d-4c5d-4143-8a3e-4af0e7fd6160"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:17:02.835862 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 19de894d-4c5d-4143-8a3e-4af0e7fd6160, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19de894d-4c5d-4143-8a3e-4af0e7fd6160,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:02.841908 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.842986 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ac222e14-6807-4816-bbc0-08630a1b4779 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:17:02.884217 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5177c992-239d-4ff2-b790-965cbc133c99 x-openstack-request-id: req-5177c992-239d-4ff2-b790-965cbc133c99 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:17:02.884794 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb401e0c-e20d-4cae-9584-6c799fb339cc", "name": "network-vif-plugged", "status": "completed", "tag": "19de894d-4c5d-4143-8a3e-4af0e7fd6160", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:17:02.885062 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5177c992-239d-4ff2-b790-965cbc133c99 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:17:02.885461 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb401e0c-e20d-4cae-9584-6c799fb339cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19de894d-4c5d-4143-8a3e-4af0e7fd6160', 'code': 200}
Nov 20 21:17:02.896642 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49260) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:02.946959 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f1da43db-176e-4545-9df5-491b195a8710 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=681084d3e2e641c6afb102dee99c0835&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0489161
Nov 20 21:17:02.950205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49262) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:02.966603 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port ac222e14-6807-4816-bbc0-08630a1b4779 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:17:02.973177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=19de894d-4c5d-4143-8a3e-4af0e7fd6160,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:02.987273 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port ac222e14-6807-4816-bbc0-08630a1b4779 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:02.987655 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:02.997751 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a888cd-9b93-4ee2-85e9-658742f2452e req-a613e467-84eb-4c00-9ce6-61fde1c91bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:02.999543 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22a888cd-9b93-4ee2-85e9-658742f2452e req-a613e467-84eb-4c00-9ce6-61fde1c91bfa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 1096 time: 0.0646248
Nov 20 21:17:03.022099 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-de07b69b-9d51-4ed8-9ab2-facfd5bef9bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.055348 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22a888cd-9b93-4ee2-85e9-658742f2452e req-d073bd21-287e-41d0-8b23-55bb82c69305 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484829
Nov 20 21:17:03.056722 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-de07b69b-9d51-4ed8-9ab2-facfd5bef9bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.077312 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.112349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port ac222e14-6807-4816-bbc0-08630a1b4779, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac222e14-6807-4816-bbc0-08630a1b4779,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:03.116147 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.117794 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-de07b69b-9d51-4ed8-9ab2-facfd5bef9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.122284 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-de07b69b-9d51-4ed8-9ab2-facfd5bef9bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.127206 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-de07b69b-9d51-4ed8-9ab2-facfd5bef9bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b5a1230-9af0-41a5-96d2-6b36747d1788 HTTP/1.1" status: 204  len: 168 time: 0.1750853
Nov 20 21:17:03.142113 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07b69b-9d51-4ed8-9ab2-facfd5bef9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5a1230-9af0-41a5-96d2-6b36747d1788,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:03.187940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=ac222e14-6807-4816-bbc0-08630a1b4779,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:03.278161 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1854a55-f873-4b3c-9186-76dbe5512907 req-cd610f6a-a926-4367-9670-538032b9cb4d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:03.281709 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e1854a55-f873-4b3c-9186-76dbe5512907 req-cd610f6a-a926-4367-9670-538032b9cb4d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 945 time: 0.0569885
Nov 20 21:17:03.306378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81072ae-15fc-4d85-91d4-eed76488abe1 req-8e7fa325-0825-48b9-9fb3-aa44c0bee9bf tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:03.309075 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e81072ae-15fc-4d85-91d4-eed76488abe1 req-8e7fa325-0825-48b9-9fb3-aa44c0bee9bf tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 950 time: 0.0713320
Nov 20 21:17:03.354441 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e1854a55-f873-4b3c-9186-76dbe5512907 req-0d64b2c3-28ef-454d-b8fc-9616bc1efe42 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614934
Nov 20 21:17:03.368326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e81072ae-15fc-4d85-91d4-eed76488abe1 req-17c4b144-cd9d-4b92-9250-71d590225164 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/security-groups?id=6276ce81-0b35-4c87-abae-12ecdc650d58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526421
Nov 20 21:17:03.496039 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49288) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:03.509503 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6271a614-b4ae-4fee-a8be-f87cf1cc67c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.585813 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6271a614-b4ae-4fee-a8be-f87cf1cc67c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.590815 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6271a614-b4ae-4fee-a8be-f87cf1cc67c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.596027 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49290) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:03.630963 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6271a614-b4ae-4fee-a8be-f87cf1cc67c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.1338098
Nov 20 21:17:03.631926 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271a614-b4ae-4fee-a8be-f87cf1cc67c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2b2a52-61b5-4715-bcd6-ace8b7409369,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:03.633600 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49294) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:03.687103 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8a63a1d-73d9-4bd8-8fa2-3cbb89677722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.705563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0308c34d-f7b4-4e70-8b7f-1cfe196fe8a9 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1466651896'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:03.725583 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8a63a1d-73d9-4bd8-8fa2-3cbb89677722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.759774 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0308c34d-f7b4-4e70-8b7f-1cfe196fe8a9 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Made reservation on behalf of 2fe28740a8f74731860306b4387f177f for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:03.764859 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0308c34d-f7b4-4e70-8b7f-1cfe196fe8a9 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.776221 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0308c34d-f7b4-4e70-8b7f-1cfe196fe8a9 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.807555 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8a63a1d-73d9-4bd8-8fa2-3cbb89677722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.810873 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d8a63a1d-73d9-4bd8-8fa2-3cbb89677722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.812014 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d8a63a1d-73d9-4bd8-8fa2-3cbb89677722 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d2b2a52-61b5-4715-bcd6-ace8b7409369 HTTP/1.1" status: 204  len: 168 time: 0.1766243
Nov 20 21:17:03.831272 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a63a1d-73d9-4bd8-8fa2-3cbb89677722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2b2a52-61b5-4715-bcd6-ace8b7409369,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:03.883743 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0308c34d-f7b4-4e70-8b7f-1cfe196fe8a9 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.888993 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0308c34d-f7b4-4e70-8b7f-1cfe196fe8a9 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.912817 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0308c34d-f7b4-4e70-8b7f-1cfe196fe8a9 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:17:03.926993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308c34d-f7b4-4e70-8b7f-1cfe196fe8a9 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f38d72-9a10-4a84-9b00-cd0b2b15c266,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:03.932073 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0308c34d-f7b4-4e70-8b7f-1cfe196fe8a9 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:03.932417 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-0308c34d-f7b4-4e70-8b7f-1cfe196fe8a9 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Added segment 4cf81166-6729-494b-8231-279dadb84403 of type vlan for network 880aac8b-cda6-408b-80f1-bc9f6c535338
Nov 20 21:17:03.980118 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0308c34d-f7b4-4e70-8b7f-1cfe196fe8a9 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:04.012828 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0308c34d-f7b4-4e70-8b7f-1cfe196fe8a9 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:04.019687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0308c34d-f7b4-4e70-8b7f-1cfe196fe8a9 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:04.020813 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0308c34d-f7b4-4e70-8b7f-1cfe196fe8a9 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:04.072956 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0308c34d-f7b4-4e70-8b7f-1cfe196fe8a9 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.4729371
Nov 20 21:17:04.073224 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49298) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:04.082075 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-345931bd-fee7-4cb3-b12f-7d3095babbbd tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Request body: {'subnet': {'network_id': '880aac8b-cda6-408b-80f1-bc9f6c535338', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:04.147991 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308c34d-f7b4-4e70-8b7f-1cfe196fe8a9 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Pushing event updated for resources: {'Network': ['ID=880aac8b-cda6-408b-80f1-bc9f6c535338,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:04.163321 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 880aac8b-cda6-408b-80f1-bc9f6c535338 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:17:04.211814 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345931bd-fee7-4cb3-b12f-7d3095babbbd tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Made reservation on behalf of 2fe28740a8f74731860306b4387f177f for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:04.215839 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-345931bd-fee7-4cb3-b12f-7d3095babbbd tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:04.439961 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-345931bd-fee7-4cb3-b12f-7d3095babbbd tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:04.520880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed1a98-a67c-4818-aa73-73aa87815a47 req-78b9936e-9a96-4c99-8fcc-81686916174a tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:04.522474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aaed1a98-a67c-4818-aa73-73aa87815a47 req-78b9936e-9a96-4c99-8fcc-81686916174a tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 950 time: 0.0516677
Nov 20 21:17:04.550309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345931bd-fee7-4cb3-b12f-7d3095babbbd tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Pushing event updated for resources: {'Subnet': ['ID=959ae398-443b-4e09-b5d2-1403536d7a09,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:04.558314 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345931bd-fee7-4cb3-b12f-7d3095babbbd tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Checking segment: {'id': '4cf81166-6729-494b-8231-279dadb84403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '880aac8b-cda6-408b-80f1-bc9f6c535338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:04.558839 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345931bd-fee7-4cb3-b12f-7d3095babbbd tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Network hostable DHCP agents. Network: 880aac8b-cda6-408b-80f1-bc9f6c535338, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:17:04.570539 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c78224-cfa5-4c9a-b489-6e966db24a3e req-f7492b1f-93df-45e7-9eef-abc7c8decae1 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:04.572207 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-89c78224-cfa5-4c9a-b489-6e966db24a3e req-f7492b1f-93df-45e7-9eef-abc7c8decae1 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 945 time: 0.1022096
Nov 20 21:17:04.581370 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aaed1a98-a67c-4818-aa73-73aa87815a47 req-ca3299d5-dcd7-4c7f-b139-41a69b8ddeab tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/security-groups?id=6276ce81-0b35-4c87-abae-12ecdc650d58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514948
Nov 20 21:17:04.607145 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345931bd-fee7-4cb3-b12f-7d3095babbbd tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Network 880aac8b-cda6-408b-80f1-bc9f6c535338 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:17:04.630629 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-345931bd-fee7-4cb3-b12f-7d3095babbbd tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 880aac8b-cda6-408b-80f1-bc9f6c535338) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:04.635801 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345931bd-fee7-4cb3-b12f-7d3095babbbd tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:04.636852 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-345931bd-fee7-4cb3-b12f-7d3095babbbd tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:04.640133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c03e098-6165-4c37-b98d-84cdf23165e8 None None] Network 880aac8b-cda6-408b-80f1-bc9f6c535338 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:04.641963 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-89c78224-cfa5-4c9a-b489-6e966db24a3e req-de7b495b-549b-4225-80eb-2b6d8257961c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628498
Nov 20 21:17:04.660884 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-345931bd-fee7-4cb3-b12f-7d3095babbbd tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5837598
Nov 20 21:17:04.661562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49304) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:04.666573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ece97cc3-9978-46fe-a8ff-aa1f7a98a602 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-339557800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:04.703819 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ece97cc3-9978-46fe-a8ff-aa1f7a98a602 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:04.705144 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ece97cc3-9978-46fe-a8ff-aa1f7a98a602 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:04.774232 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ece97cc3-9978-46fe-a8ff-aa1f7a98a602 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:04.791580 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ece97cc3-9978-46fe-a8ff-aa1f7a98a602 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:04.812143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-880aac8b-cda6-408b-80f1-bc9f6c535338', 'network_id': '880aac8b-cda6-408b-80f1-bc9f6c535338', 'tenant_id': '2fe28740a8f74731860306b4387f177f', 'fixed_ips': [{'subnet_id': '959ae398-443b-4e09-b5d2-1403536d7a09'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:17:04.813685 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:04.814680 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ece97cc3-9978-46fe-a8ff-aa1f7a98a602 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:04.818376 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ece97cc3-9978-46fe-a8ff-aa1f7a98a602 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.1531925
Nov 20 21:17:04.818973 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49308) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:04.829591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4219b-66c6-4f00-b4b9-1f91b64237cf req-012d8fc1-52c0-4f04-bce3-4a00492ef26c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:04.831134 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25b4219b-66c6-4f00-b4b9-1f91b64237cf req-012d8fc1-52c0-4f04-bce3-4a00492ef26c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 945 time: 0.0966930
Nov 20 21:17:04.883325 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-25b4219b-66c6-4f00-b4b9-1f91b64237cf req-78853302-e1f5-4bcd-b055-0134ea449ab7 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455604
Nov 20 21:17:04.894403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1818a1-6364-442a-9e38-1492ae3ab2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac222e14-6807-4816-bbc0-08630a1b4779'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:17:04.897089 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58f881f-a6ed-44f6-a872-49ed9afe4b9c" -d '{"events": [{"server_uuid": "4a1818a1-6364-442a-9e38-1492ae3ab2df", "name": "network-vif-plugged", "status": "completed", "tag": "ac222e14-6807-4816-bbc0-08630a1b4779"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:17:04.956969 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72313d96-5486-41b7-bb35-67fb62fa3173 x-openstack-request-id: req-72313d96-5486-41b7-bb35-67fb62fa3173 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:17:04.957267 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1818a1-6364-442a-9e38-1492ae3ab2df", "name": "network-vif-plugged", "status": "completed", "tag": "ac222e14-6807-4816-bbc0-08630a1b4779", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:17:04.957522 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72313d96-5486-41b7-bb35-67fb62fa3173 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:17:04.957912 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1818a1-6364-442a-9e38-1492ae3ab2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac222e14-6807-4816-bbc0-08630a1b4779', 'code': 200}
Nov 20 21:17:04.984670 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Allocated IP 172.20.0.2 (880aac8b-cda6-408b-80f1-bc9f6c535338/959ae398-443b-4e09-b5d2-1403536d7a09/2af803a2-7924-4b21-82be-4e839e454306) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:05.065297 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3243af0-ac0c-45b5-9157-98e9341552d3 req-08a7e1ba-7c6d-4ab9-8a06-97ac4d62355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:05.067766 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f3243af0-ac0c-45b5-9157-98e9341552d3 req-08a7e1ba-7c6d-4ab9-8a06-97ac4d62355e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 1101 time: 0.0544329
Nov 20 21:17:05.124592 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f3243af0-ac0c-45b5-9157-98e9341552d3 req-4aed99d4-0e71-4cc2-b33c-a3cd1a2654c7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6276ce81-0b35-4c87-abae-12ecdc650d58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483370
Nov 20 21:17:05.146664 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:05.185323 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:05.191353 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:05.233993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Network 880aac8b-cda6-408b-80f1-bc9f6c535338 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:05.239354 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:05.241479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Pushing event updated for resources: {'Port': ['ID=2af803a2-7924-4b21-82be-4e839e454306,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:05.243603 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:05.307495 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Attempting to bind port 2af803a2-7924-4b21-82be-4e839e454306 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:17:05.307495 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Attempting to bind port 2af803a2-7924-4b21-82be-4e839e454306 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4cf81166-6729-494b-8231-279dadb84403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '880aac8b-cda6-408b-80f1-bc9f6c535338'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:17:05.307782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Attempting to bind port 2af803a2-7924-4b21-82be-4e839e454306 on network 880aac8b-cda6-408b-80f1-bc9f6c535338 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:17:05.313291 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:17:05.313671 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Checking segment: {'id': '4cf81166-6729-494b-8231-279dadb84403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '880aac8b-cda6-408b-80f1-bc9f6c535338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:05.314101 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:05.314565 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Bound using segment: {'id': '4cf81166-6729-494b-8231-279dadb84403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '880aac8b-cda6-408b-80f1-bc9f6c535338'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:17:05.315800 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Bound port: 2af803a2-7924-4b21-82be-4e839e454306, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf81166-6729-494b-8231-279dadb84403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '880aac8b-cda6-408b-80f1-bc9f6c535338'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:17:05.315800 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:05.340033 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34c03c-c59c-494d-91df-0018a91c9099 req-672b1d4c-baa4-4655-aa5b-62d5815608e1 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:05.341523 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed34c03c-c59c-494d-91df-0018a91c9099 req-672b1d4c-baa4-4655-aa5b-62d5815608e1 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 945 time: 0.1396182
Nov 20 21:17:05.381541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] For port 2af803a2-7924-4b21-82be-4e839e454306, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:17:05.385767 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] For port 2af803a2-7924-4b21-82be-4e839e454306, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2af803a2-7924-4b21-82be-4e839e454306,segment=NetworkSegment(4cf81166-6729-494b-8231-279dadb84403),segment_id=4cf81166-6729-494b-8231-279dadb84403)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:17:05.391243 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:05.449396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b3ff4-e988-4922-aaad-b318ebb5ae93 None None] Pushing event updated for resources: {'Port': ['ID=2af803a2-7924-4b21-82be-4e839e454306,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:05.456296 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed34c03c-c59c-494d-91df-0018a91c9099 req-ef17e7a5-801b-4c16-afe8-1d41c4842ada tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854111
Nov 20 21:17:05.478947 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Allocated IP 172.20.0.1 (880aac8b-cda6-408b-80f1-bc9f6c535338/959ae398-443b-4e09-b5d2-1403536d7a09/b33e030d-d7d7-4de8-bf0e-24ef685396e4) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:05.534432 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:17:05.602553 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:05.657077 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:05.720832 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Network 880aac8b-cda6-408b-80f1-bc9f6c535338 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:05.724525 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:05.727967 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:05.751019 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13742d-db22-403d-8f2d-19b4f9ba00c9 req-e2accb7b-8194-44f8-b1c2-445cf1471aa9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:05.752820 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b13742d-db22-403d-8f2d-19b4f9ba00c9 req-e2accb7b-8194-44f8-b1c2-445cf1471aa9 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 950 time: 0.0657606
Nov 20 21:17:05.762498 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Pushing event updated for resources: {'Port': ['ID=b33e030d-d7d7-4de8-bf0e-24ef685396e4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:05.802106 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:05.829289 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8b13742d-db22-403d-8f2d-19b4f9ba00c9 req-a453c373-6012-43da-83f8-1554cb07a34e tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/security-groups?id=6276ce81-0b35-4c87-abae-12ecdc650d58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691330
Nov 20 21:17:05.933416 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:06.215973 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:06.220835 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:06.300967 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:06.302830 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Pushing event updated for resources: {'Port': ['ID=b33e030d-d7d7-4de8-bf0e-24ef685396e4,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:06.335787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2af803a2-7924-4b21-82be-4e839e454306 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:17:06.391618 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 2af803a2-7924-4b21-82be-4e839e454306 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:06.392391 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:06.413806 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Network 880aac8b-cda6-408b-80f1-bc9f6c535338 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:06.415402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:06.495810 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:06.549572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 2af803a2-7924-4b21-82be-4e839e454306, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2af803a2-7924-4b21-82be-4e839e454306,segment=NetworkSegment(4cf81166-6729-494b-8231-279dadb84403),segment_id=4cf81166-6729-494b-8231-279dadb84403)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:06.555079 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:06.562896 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Router cc4d6d89-06a9-4f15-a51d-7449d6ae2684 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:17:06.568455 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57daf502-3157-4a46-84c2-4e79aa06b057 None None] Network 880aac8b-cda6-408b-80f1-bc9f6c535338 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:06.666979 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d0784f81-dbff-4e8e-b645-a5013dcd8e4f None None] Provisioning complete for port 2af803a2-7924-4b21-82be-4e839e454306 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:06.667512 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d0784f81-dbff-4e8e-b645-a5013dcd8e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:06.705969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=2af803a2-7924-4b21-82be-4e839e454306,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:06.743348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557b1ca-87e4-4d56-a03f-126033f2a9ad req-7fcb20a7-07bd-44eb-961e-fdc2870cb988 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:06.745605 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a557b1ca-87e4-4d56-a03f-126033f2a9ad req-7fcb20a7-07bd-44eb-961e-fdc2870cb988 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 945 time: 0.1269333
Nov 20 21:17:06.747188 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:17:06.754630 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-841754a7-5d6a-4e5c-8654-9ddb60673f44 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] 10.222.0.41 "PUT /v2.0/routers/cc4d6d89-06a9-4f15-a51d-7449d6ae2684/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9343681
Nov 20 21:17:06.755625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49322) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:06.761693 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d86931c2-2b1a-4379-be8b-4928021fdad3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Request body: {'port': {'network_id': '880aac8b-cda6-408b-80f1-bc9f6c535338', 'name': 'tempest-FloatingIPNegativeTestJSON-1941484617'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:06.767657 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dacc79f-0968-4b49-842a-9396b8aa66ce None None] Sync routers for ids ['cc4d6d89-06a9-4f15-a51d-7449d6ae2684'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:17:06.822538 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dacc79f-0968-4b49-842a-9396b8aa66ce None None] Routers {'cc4d6d89-06a9-4f15-a51d-7449d6ae2684'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:17:06.823074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1dacc79f-0968-4b49-842a-9396b8aa66ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464038e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cc4d6d89-06a9-4f15-a51d-7449d6ae2684'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:06.878874 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1dacc79f-0968-4b49-842a-9396b8aa66ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464038e0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:06.881880 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a557b1ca-87e4-4d56-a03f-126033f2a9ad req-ea23dff4-d5de-4883-9d66-db842e66833a tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143539
Nov 20 21:17:06.917509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dacc79f-0968-4b49-842a-9396b8aa66ce None None] Routers {'cc4d6d89-06a9-4f15-a51d-7449d6ae2684'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:17:06.918637 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1dacc79f-0968-4b49-842a-9396b8aa66ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464038e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cc4d6d89-06a9-4f15-a51d-7449d6ae2684'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:06.924192 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86931c2-2b1a-4379-be8b-4928021fdad3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Made reservation on behalf of 2fe28740a8f74731860306b4387f177f for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:06.928944 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d86931c2-2b1a-4379-be8b-4928021fdad3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:06.958525 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-d86931c2-2b1a-4379-be8b-4928021fdad3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] device_id is not set on port 0da242b5-7a28-424c-9e01-0aa1f216ba50 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:17:06.968476 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1dacc79f-0968-4b49-842a-9396b8aa66ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464038e0>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:06.969094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dacc79f-0968-4b49-842a-9396b8aa66ce None None] The sync data for ids ['cc4d6d89-06a9-4f15-a51d-7449d6ae2684'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:17:07.021011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a7fdf-1711-4dfc-bc5c-6041044b05f1 req-63c691fd-c145-46fb-8a43-4e3af56b6e8f tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:07.022583 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb9a7fdf-1711-4dfc-bc5c-6041044b05f1 req-63c691fd-c145-46fb-8a43-4e3af56b6e8f tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 950 time: 0.0983753
Nov 20 21:17:07.040582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70757f63-e9fa-4d12-a7bd-7477bd4f03b8 req-e52db8a1-de6b-4c41-a325-0a263417b754 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:07.043207 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70757f63-e9fa-4d12-a7bd-7477bd4f03b8 req-e52db8a1-de6b-4c41-a325-0a263417b754 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 945 time: 0.0796428
Nov 20 21:17:07.087876 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-d86931c2-2b1a-4379-be8b-4928021fdad3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Allocated IP 172.20.0.14 (880aac8b-cda6-408b-80f1-bc9f6c535338/959ae398-443b-4e09-b5d2-1403536d7a09/0da242b5-7a28-424c-9e01-0aa1f216ba50) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:07.167379 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb9a7fdf-1711-4dfc-bc5c-6041044b05f1 req-ff643d69-f117-4e7d-9d88-a35df85fdffc tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/security-groups?id=6276ce81-0b35-4c87-abae-12ecdc650d58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310527
Nov 20 21:17:07.192590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-70757f63-e9fa-4d12-a7bd-7477bd4f03b8 req-8fc44c29-163a-4202-a879-c133cdeffa37 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Deleting port 19de894d-4c5d-4143-8a3e-4af0e7fd6160 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:07.192687 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-70757f63-e9fa-4d12-a7bd-7477bd4f03b8 req-8fc44c29-163a-4202-a879-c133cdeffa37 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:07.219660 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3adf52c8-0807-4b1c-99fb-b9c6cf0d863a None None] Provisioning complete for port b33e030d-d7d7-4de8-bf0e-24ef685396e4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:07.220038 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3adf52c8-0807-4b1c-99fb-b9c6cf0d863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:07.288718 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3adf52c8-0807-4b1c-99fb-b9c6cf0d863a None None] Port b33e030d-d7d7-4de8-bf0e-24ef685396e4 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:17:07.290151 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d86931c2-2b1a-4379-be8b-4928021fdad3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:07.317925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3adf52c8-0807-4b1c-99fb-b9c6cf0d863a None None] Provisioning complete for port 2af803a2-7924-4b21-82be-4e839e454306 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:07.318348 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3adf52c8-0807-4b1c-99fb-b9c6cf0d863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:07.332730 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d86931c2-2b1a-4379-be8b-4928021fdad3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:07.456233 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86931c2-2b1a-4379-be8b-4928021fdad3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Network 880aac8b-cda6-408b-80f1-bc9f6c535338 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:07.460308 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-d86931c2-2b1a-4379-be8b-4928021fdad3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:07.469993 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86931c2-2b1a-4379-be8b-4928021fdad3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:07.661352 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7c584da5-3b96-4ec1-8ad2-368e606613b9 None None] Provisioning complete for port b33e030d-d7d7-4de8-bf0e-24ef685396e4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:07.664272 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7c584da5-3b96-4ec1-8ad2-368e606613b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:07.715713 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-70757f63-e9fa-4d12-a7bd-7477bd4f03b8 req-8fc44c29-163a-4202-a879-c133cdeffa37 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] For port 19de894d-4c5d-4143-8a3e-4af0e7fd6160, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19de894d-4c5d-4143-8a3e-4af0e7fd6160,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:07.716115 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-70757f63-e9fa-4d12-a7bd-7477bd4f03b8 req-8fc44c29-163a-4202-a879-c133cdeffa37 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:07.735678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-7c584da5-3b96-4ec1-8ad2-368e606613b9 None None] Port b33e030d-d7d7-4de8-bf0e-24ef685396e4 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:17:07.736462 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-70757f63-e9fa-4d12-a7bd-7477bd4f03b8 req-8fc44c29-163a-4202-a879-c133cdeffa37 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Calling delete_port for 19de894d-4c5d-4143-8a3e-4af0e7fd6160 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:07.912200 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-70757f63-e9fa-4d12-a7bd-7477bd4f03b8 req-8fc44c29-163a-4202-a879-c133cdeffa37 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:07.930444 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['19de894d-4c5d-4143-8a3e-4af0e7fd6160'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:17:07.934965 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['c3608607-34e9-4165-a57b-a8a271630dad'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:17:07.954713 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc44c29-163a-4202-a879-c133cdeffa37 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event deleted for resources: {'Port': ['ID=19de894d-4c5d-4143-8a3e-4af0e7fd6160,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:07.976726 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86931c2-2b1a-4379-be8b-4928021fdad3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Pushing event updated for resources: {'Port': ['ID=0da242b5-7a28-424c-9e01-0aa1f216ba50,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:08.029840 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-70757f63-e9fa-4d12-a7bd-7477bd4f03b8 req-8fc44c29-163a-4202-a879-c133cdeffa37 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] No DVR routers for this DVR port 19de894d-4c5d-4143-8a3e-4af0e7fd6160 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:17:08.035831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86931c2-2b1a-4379-be8b-4928021fdad3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:08.036577 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d86931c2-2b1a-4379-be8b-4928021fdad3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:08.038347 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-70757f63-e9fa-4d12-a7bd-7477bd4f03b8 req-8fc44c29-163a-4202-a879-c133cdeffa37 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:08.048162 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70757f63-e9fa-4d12-a7bd-7477bd4f03b8 req-8fc44c29-163a-4202-a879-c133cdeffa37 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "DELETE /v2.0/ports/19de894d-4c5d-4143-8a3e-4af0e7fd6160 HTTP/1.1" status: 204  len: 173 time: 0.9987690
Nov 20 21:17:08.052066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb401e0c-e20d-4cae-9584-6c799fb339cc', 'name': 'network-vif-deleted', 'tag': '19de894d-4c5d-4143-8a3e-4af0e7fd6160'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:17:08.055686 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3e9cb9-c27c-43d5-89eb-ccfa7991ee86" -d '{"events": [{"server_uuid": "fb401e0c-e20d-4cae-9584-6c799fb339cc", "name": "network-vif-deleted", "tag": "19de894d-4c5d-4143-8a3e-4af0e7fd6160"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:17:08.085119 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d86931c2-2b1a-4379-be8b-4928021fdad3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3283446
Nov 20 21:17:08.088284 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49340) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:08.095054 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:08.136724 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d1c372bb-cae1-40c1-8807-a85d420d79fd req-72fb80a0-4637-447c-8b5a-ddfad9f16d5d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb401e0c-e20d-4cae-9584-6c799fb339cc HTTP/1.1" status: 200  len: 210 time: 0.0635395
Nov 20 21:17:08.152705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f44cb6d0-cf11-45c8-bc69-4d21076d146a None None] Provisioning complete for port b33e030d-d7d7-4de8-bf0e-24ef685396e4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:08.153191 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f44cb6d0-cf11-45c8-bc69-4d21076d146a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:08.159009 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:08.206769 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283bcecc-5f96-4f13-8a15-9ebbe189a0a8 x-openstack-request-id: req-283bcecc-5f96-4f13-8a15-9ebbe189a0a8 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:17:08.207088 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb401e0c-e20d-4cae-9584-6c799fb339cc", "name": "network-vif-deleted", "tag": "19de894d-4c5d-4143-8a3e-4af0e7fd6160", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:17:08.207394 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-283bcecc-5f96-4f13-8a15-9ebbe189a0a8 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:17:08.207877 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb401e0c-e20d-4cae-9584-6c799fb339cc', 'name': 'network-vif-deleted', 'tag': '19de894d-4c5d-4143-8a3e-4af0e7fd6160', 'status': 'completed', 'code': 200}
Nov 20 21:17:08.312162 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:08.346215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f44cb6d0-cf11-45c8-bc69-4d21076d146a None None] Port b33e030d-d7d7-4de8-bf0e-24ef685396e4 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:17:08.405778 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2af803a2-7924-4b21-82be-4e839e454306 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:17:08.417580 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:08.418825 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:08.553329 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 2af803a2-7924-4b21-82be-4e839e454306 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:08.553980 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:08.604816 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Allocated IP 172.35.1.75 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/0eb50843-db2f-4804-8043-3ab2e83de8f7) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:08.800616 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:08.881138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1da91f85-d2a3-4bae-98dd-ea338a7a8764 None None] Provisioning complete for port 0da242b5-7a28-424c-9e01-0aa1f216ba50 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:08.881613 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1da91f85-d2a3-4bae-98dd-ea338a7a8764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:08.896332 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:08.920699 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1da91f85-d2a3-4bae-98dd-ea338a7a8764 None None] Port 0da242b5-7a28-424c-9e01-0aa1f216ba50 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:17:08.971745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:08.973466 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Pushing event updated for resources: {'Port': ['ID=0eb50843-db2f-4804-8043-3ab2e83de8f7,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:08.983728 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:08.987137 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:09.081067 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:09.124213 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:09.309927 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:09.315253 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:09.397627 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Pushing event updated for resources: {'Port': ['ID=0eb50843-db2f-4804-8043-3ab2e83de8f7,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:09.410998 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:09.428135 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:09.429616 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e449e2c1-6f6c-45e5-8d8b-adc2142bafb0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3394175
Nov 20 21:17:09.432792 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49396) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:09.437227 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-2c37579a-c28c-48b8-b2f3-57299cd73542 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Request body: {'floatingip': {'port_id': '0da242b5-7a28-424c-9e01-0aa1f216ba50', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:09.477668 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2c37579a-c28c-48b8-b2f3-57299cd73542 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:09.592215 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-2c37579a-c28c-48b8-b2f3-57299cd73542 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] update failed (client error): The resource could not be found.
Nov 20 21:17:09.593259 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2c37579a-c28c-48b8-b2f3-57299cd73542 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] 10.222.0.41 "PUT /v2.0/floatingips/d0853ffa-aca8-4236-889f-6aa7e7abf5ef HTTP/1.1" status: 404  len: 507 time: 0.1595016
Nov 20 21:17:09.596188 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49398) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:09.728167 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4e6547a2-bc00-4431-8f68-5fb46cb688ab tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Deleting port 0eb50843-db2f-4804-8043-3ab2e83de8f7 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:09.728847 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e6547a2-bc00-4431-8f68-5fb46cb688ab tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:09.819260 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e6547a2-bc00-4431-8f68-5fb46cb688ab tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:09.819676 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e6547a2-bc00-4431-8f68-5fb46cb688ab tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:09.837295 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-4e6547a2-bc00-4431-8f68-5fb46cb688ab tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Calling delete_port for 0eb50843-db2f-4804-8043-3ab2e83de8f7 owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:09.974563 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e6547a2-bc00-4431-8f68-5fb46cb688ab tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:10.003317 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6547a2-bc00-4431-8f68-5fb46cb688ab tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Pushing event deleted for resources: {'Port': ['ID=0eb50843-db2f-4804-8043-3ab2e83de8f7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:10.069045 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e6547a2-bc00-4431-8f68-5fb46cb688ab tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:10.071859 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e6547a2-bc00-4431-8f68-5fb46cb688ab tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:10.073009 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4e6547a2-bc00-4431-8f68-5fb46cb688ab tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] 10.222.0.41 "DELETE /v2.0/floatingips/d0853ffa-aca8-4236-889f-6aa7e7abf5ef HTTP/1.1" status: 204  len: 168 time: 0.4759142
Nov 20 21:17:10.076823 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49402) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:10.081299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e33bcf8f-5b0a-4ea9-842b-e20682379a2b tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Request body: {'floatingip': {'floating_network_id': '880aac8b-cda6-408b-80f1-bc9f6c535338', 'port_id': '0da242b5-7a28-424c-9e01-0aa1f216ba50', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:10.103708 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e33bcf8f-5b0a-4ea9-842b-e20682379a2b tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:10.223129 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-e33bcf8f-5b0a-4ea9-842b-e20682379a2b tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:17:10.224446 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e33bcf8f-5b0a-4ea9-842b-e20682379a2b tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.1466544
Nov 20 21:17:10.228225 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49404) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:10.233839 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '0da242b5-7a28-424c-9e01-0aa1f216ba50', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:10.259657 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:10.374578 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:10.389752 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 19de894d-4c5d-4143-8a3e-4af0e7fd6160 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:17:10.412132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 19de894d-4c5d-4143-8a3e-4af0e7fd6160 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:17:10.412482 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 19de894d-4c5d-4143-8a3e-4af0e7fd6160 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:17:10.486666 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Allocated IP 172.35.1.140 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/9d7c0698-dd77-4942-9b49-e983ebc608ff) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:10.603887 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:10.644169 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:10.687829 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:10.691063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:10.695029 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:10.701582 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Pushing event updated for resources: {'Port': ['ID=9d7c0698-dd77-4942-9b49-e983ebc608ff,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:10.873519 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Deleting port 9d7c0698-dd77-4942-9b49-e983ebc608ff {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:10.874383 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:10.950170 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:10.950500 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:10.962426 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Calling delete_port for 9d7c0698-dd77-4942-9b49-e983ebc608ff owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:11.122183 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:11.156743 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Pushing event deleted for resources: {'Port': ['ID=9d7c0698-dd77-4942-9b49-e983ebc608ff,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:11.283015 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cab66a55-9757-45ec-a271-902bbd6afbb5 req-08498e13-6ef4-4df2-8fb3-229eb44ebed1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0650496
Nov 20 21:17:11.291191 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] create failed (client error): The resource could not be found.
Nov 20 21:17:11.293038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c136145d-727c-47e5-861a-25ac34c11d10 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 1.0633283
Nov 20 21:17:11.296739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49414) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:11.425132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab66a55-9757-45ec-a271-902bbd6afbb5 req-1e34a0bb-5ed0-44c8-86b8-864a9de00f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:11.426976 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cab66a55-9757-45ec-a271-902bbd6afbb5 req-1e34a0bb-5ed0-44c8-86b8-864a9de00f50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 1097 time: 0.0953026
Nov 20 21:17:11.457800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-fe347242-f70c-4a61-a09d-7dc5a42949e4 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Deleting port 0da242b5-7a28-424c-9e01-0aa1f216ba50 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:11.458276 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe347242-f70c-4a61-a09d-7dc5a42949e4 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:11.620677 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab66a55-9757-45ec-a271-902bbd6afbb5 req-f34e769a-f7dd-4b0d-a4d3-1054419537f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:11.622276 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cab66a55-9757-45ec-a271-902bbd6afbb5 req-f34e769a-f7dd-4b0d-a4d3-1054419537f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.1670666
Nov 20 21:17:11.623853 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe347242-f70c-4a61-a09d-7dc5a42949e4 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:11.671745 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cab66a55-9757-45ec-a271-902bbd6afbb5 req-8c1d8c40-5fc9-4707-b073-ec5bd0c1d2a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3608607-34e9-4165-a57b-a8a271630dad HTTP/1.1" status: 200  len: 217 time: 0.0401449
Nov 20 21:17:11.672671 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-fe347242-f70c-4a61-a09d-7dc5a42949e4 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Calling delete_port for 0da242b5-7a28-424c-9e01-0aa1f216ba50 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:11.766948 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab66a55-9757-45ec-a271-902bbd6afbb5 req-444fe4db-6a59-439e-a0ca-10703d783425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:11.768328 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cab66a55-9757-45ec-a271-902bbd6afbb5 req-444fe4db-6a59-439e-a0ca-10703d783425 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.0895796
Nov 20 21:17:11.836590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab66a55-9757-45ec-a271-902bbd6afbb5 req-a8bbffd0-78a6-4816-8267-fd0efca847c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:11.838186 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cab66a55-9757-45ec-a271-902bbd6afbb5 req-a8bbffd0-78a6-4816-8267-fd0efca847c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0607598
Nov 20 21:17:11.949931 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe347242-f70c-4a61-a09d-7dc5a42949e4 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:11.991451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe347242-f70c-4a61-a09d-7dc5a42949e4 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Pushing event deleted for resources: {'Port': ['ID=0da242b5-7a28-424c-9e01-0aa1f216ba50,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:12.003894 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cab66a55-9757-45ec-a271-902bbd6afbb5 req-5d66cc00-337e-408f-baec-57c46bab2be1 service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369147
Nov 20 21:17:12.139217 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe347242-f70c-4a61-a09d-7dc5a42949e4 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:12.142566 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fe347242-f70c-4a61-a09d-7dc5a42949e4 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] 10.222.0.41 "DELETE /v2.0/ports/0da242b5-7a28-424c-9e01-0aa1f216ba50 HTTP/1.1" status: 204  len: 168 time: 0.8446746
Nov 20 21:17:12.145743 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49426) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:12.164849 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cab66a55-9757-45ec-a271-902bbd6afbb5 req-be35cae3-94ef-4821-85ca-8f8c207b232d service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426528
Nov 20 21:17:12.233671 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe29c6a9-be39-4b05-b5f7-071ca88a75f0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:12.235231 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fe29c6a9-be39-4b05-b5f7-071ca88a75f0 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4d6d89-06a9-4f15-a51d-7449d6ae2684 HTTP/1.1" status: 200  len: 913 time: 0.0879207
Nov 20 21:17:12.238089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49430) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:12.598488 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-74fe925c-ae81-47ce-bbda-5e765b0889bf tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:12.894687 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7d142c-68f5-4904-bd52-0b8794fe434d req-1be944ce-a3b9-4b39-be59-32a5c2397852 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0807338
Nov 20 21:17:12.911199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-74fe925c-ae81-47ce-bbda-5e765b0889bf tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Deleting port b33e030d-d7d7-4de8-bf0e-24ef685396e4 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:12.911538 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-74fe925c-ae81-47ce-bbda-5e765b0889bf tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:13.054975 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d142c-68f5-4904-bd52-0b8794fe434d req-01f7109d-e8d4-4091-a62b-1cb3acce660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:13.056623 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7d142c-68f5-4904-bd52-0b8794fe434d req-01f7109d-e8d4-4091-a62b-1cb3acce660e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc4d63fc40064a2d878ef88ce3e98e07&device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 1101 time: 0.1041279
Nov 20 21:17:13.062334 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-74fe925c-ae81-47ce-bbda-5e765b0889bf tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:13.095725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-74fe925c-ae81-47ce-bbda-5e765b0889bf tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Calling delete_port for b33e030d-d7d7-4de8-bf0e-24ef685396e4 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:13.265471 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d142c-68f5-4904-bd52-0b8794fe434d req-0087a592-2904-4955-b3b8-4a5afeba8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:13.266958 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7d142c-68f5-4904-bd52-0b8794fe434d req-0087a592-2904-4955-b3b8-4a5afeba8edb service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.1911094
Nov 20 21:17:13.311458 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7450ee36-b81c-4c0e-bf2f-f0fad89070b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:13.362342 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7d142c-68f5-4904-bd52-0b8794fe434d req-7881326b-d97d-4cda-b56f-999be868c2a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=ac222e14-6807-4816-bbc0-08630a1b4779 HTTP/1.1" status: 200  len: 217 time: 0.0511987
Nov 20 21:17:13.470029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d142c-68f5-4904-bd52-0b8794fe434d req-609c9e27-92af-48a0-afd1-d36e82fd31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:13.471519 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7d142c-68f5-4904-bd52-0b8794fe434d req-609c9e27-92af-48a0-afd1-d36e82fd31c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.1023772
Nov 20 21:17:13.490073 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-74fe925c-ae81-47ce-bbda-5e765b0889bf tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:13.549958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe925c-ae81-47ce-bbda-5e765b0889bf tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Pushing event deleted for resources: {'Port': ['ID=b33e030d-d7d7-4de8-bf0e-24ef685396e4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:13.627677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d142c-68f5-4904-bd52-0b8794fe434d req-8310c89c-9685-4cac-85dd-acebc1c03c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:13.629442 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7d142c-68f5-4904-bd52-0b8794fe434d req-8310c89c-9685-4cac-85dd-acebc1c03c54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1510839
Nov 20 21:17:13.802398 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-74fe925c-ae81-47ce-bbda-5e765b0889bf tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:13.832280 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7d142c-68f5-4904-bd52-0b8794fe434d req-f804c210-f186-4d5f-9a63-81ff1b1ae41d service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1934023
Nov 20 21:17:14.092256 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fe925c-ae81-47ce-bbda-5e765b0889bf tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Router cc4d6d89-06a9-4f15-a51d-7449d6ae2684 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:17:14.102649 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e7d142c-68f5-4904-bd52-0b8794fe434d req-b45a70be-b7d7-4f30-821b-70fd25606894 service neutron] 10.222.0.37 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2302129
Nov 20 21:17:14.178422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fe925c-ae81-47ce-bbda-5e765b0889bf tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:17:14.184724 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-74fe925c-ae81-47ce-bbda-5e765b0889bf tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] 10.222.0.41 "PUT /v2.0/routers/cc4d6d89-06a9-4f15-a51d-7449d6ae2684/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9448590
Nov 20 21:17:14.186868 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49490) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:14.192022 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd118b97-7185-4f40-b461-8dd08e8ebc10 None None] Sync routers for ids ['cc4d6d89-06a9-4f15-a51d-7449d6ae2684'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:17:14.204243 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd118b97-7185-4f40-b461-8dd08e8ebc10 None None] Routers {'cc4d6d89-06a9-4f15-a51d-7449d6ae2684'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:17:14.204949 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-bd118b97-7185-4f40-b461-8dd08e8ebc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f72d7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cc4d6d89-06a9-4f15-a51d-7449d6ae2684'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:14.240676 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-bd118b97-7185-4f40-b461-8dd08e8ebc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f72d7c0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:14.251222 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd118b97-7185-4f40-b461-8dd08e8ebc10 None None] Routers {'cc4d6d89-06a9-4f15-a51d-7449d6ae2684'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:17:14.252095 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-bd118b97-7185-4f40-b461-8dd08e8ebc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f72d7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:16:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cc4d6d89-06a9-4f15-a51d-7449d6ae2684'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:14.283103 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44d72706-a82c-4656-893a-b312efbe9c5f tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:14.286077 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-bd118b97-7185-4f40-b461-8dd08e8ebc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f72d7c0>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:14.286732 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd118b97-7185-4f40-b461-8dd08e8ebc10 None None] The sync data for ids ['cc4d6d89-06a9-4f15-a51d-7449d6ae2684'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:17:14.462633 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44d72706-a82c-4656-893a-b312efbe9c5f tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:14.466521 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44d72706-a82c-4656-893a-b312efbe9c5f tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:14.515591 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44d72706-a82c-4656-893a-b312efbe9c5f tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:14.516263 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d72706-a82c-4656-893a-b312efbe9c5f tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Fanout notify agent at l3_agent the message router_deleted on router cc4d6d89-06a9-4f15-a51d-7449d6ae2684 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:17:14.525459 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-44d72706-a82c-4656-893a-b312efbe9c5f tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:14.527206 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-44d72706-a82c-4656-893a-b312efbe9c5f tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] 10.222.0.41 "DELETE /v2.0/routers/cc4d6d89-06a9-4f15-a51d-7449d6ae2684 HTTP/1.1" status: 204  len: 168 time: 0.3380585
Nov 20 21:17:14.529664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49512) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:14.585514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-222d3789-6b86-43fa-b1f8-23a2d33d39a6 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Deleting subnet 959ae398-443b-4e09-b5d2-1403536d7a09 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:17:14.589294 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-222d3789-6b86-43fa-b1f8-23a2d33d39a6 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:14.628071 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-222d3789-6b86-43fa-b1f8-23a2d33d39a6 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:14.712986 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-222d3789-6b86-43fa-b1f8-23a2d33d39a6 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:14.774587 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-222d3789-6b86-43fa-b1f8-23a2d33d39a6 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:14.804264 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d3789-6b86-43fa-b1f8-23a2d33d39a6 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Pushing event deleted for resources: {'Subnet': ['ID=959ae398-443b-4e09-b5d2-1403536d7a09,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:14.806272 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-222d3789-6b86-43fa-b1f8-23a2d33d39a6 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:14.812137 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49514) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:14.812588 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-222d3789-6b86-43fa-b1f8-23a2d33d39a6 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] 10.222.0.41 "DELETE /v2.0/subnets/959ae398-443b-4e09-b5d2-1403536d7a09 HTTP/1.1" status: 204  len: 168 time: 0.2813146
Nov 20 21:17:14.812691 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4a2096-65ed-4637-8242-35988e93d6ac None None] Network 880aac8b-cda6-408b-80f1-bc9f6c535338 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:14.904064 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:14.966358 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Deleting port 2af803a2-7924-4b21-82be-4e839e454306 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:14.966574 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:15.027504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ee371f-7443-4cd7-8942-0677ef7062f0 None None] DHCP port deletion for 880aac8b-cda6-408b-80f1-bc9f6c535338 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:17:15.039799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] For port 2af803a2-7924-4b21-82be-4e839e454306, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2af803a2-7924-4b21-82be-4e839e454306,segment=NetworkSegment(4cf81166-6729-494b-8231-279dadb84403),segment_id=4cf81166-6729-494b-8231-279dadb84403)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:15.040360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:15.056072 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Calling delete_port for 2af803a2-7924-4b21-82be-4e839e454306 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:15.086995 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee371f-7443-4cd7-8942-0677ef7062f0 None None] Deleting port 2af803a2-7924-4b21-82be-4e839e454306 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:15.087476 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d3ee371f-7443-4cd7-8942-0677ef7062f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:15.150499 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:15.159525 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d3ee371f-7443-4cd7-8942-0677ef7062f0 None None] For port 2af803a2-7924-4b21-82be-4e839e454306, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2af803a2-7924-4b21-82be-4e839e454306,segment=NetworkSegment(4cf81166-6729-494b-8231-279dadb84403),segment_id=4cf81166-6729-494b-8231-279dadb84403)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:15.160205 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d3ee371f-7443-4cd7-8942-0677ef7062f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:15.176723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee371f-7443-4cd7-8942-0677ef7062f0 None None] Calling delete_port for 2af803a2-7924-4b21-82be-4e839e454306 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:15.179290 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Pushing event deleted for resources: {'Port': ['ID=2af803a2-7924-4b21-82be-4e839e454306,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:15.183999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] No DVR routers for this DVR port 2af803a2-7924-4b21-82be-4e839e454306 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:17:15.193588 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:15.193946 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:15.194390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:15.194731 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:15.195090 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:15.195402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:15.195779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:15.196073 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:15.196399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:15.196772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:15.197051 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:15.197374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:15.267104 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d3ee371f-7443-4cd7-8942-0677ef7062f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:15.287763 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:15.293633 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee371f-7443-4cd7-8942-0677ef7062f0 None None] Pushing event deleted for resources: {'Port': ['ID=2af803a2-7924-4b21-82be-4e839e454306,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:15.297237 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee371f-7443-4cd7-8942-0677ef7062f0 None None] No DVR routers for this DVR port 2af803a2-7924-4b21-82be-4e839e454306 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:17:15.318387 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d87af70>,) {'filters': {'network_id': ['880aac8b-cda6-408b-80f1-bc9f6c535338']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:15.329078 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d87af70>, '4cf81166-6729-494b-8231-279dadb84403') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:15.329454 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d87af70>, '4cf81166-6729-494b-8231-279dadb84403') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:15.339330 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:15.352611 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:15.359332 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:17:15.359695 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:17:15.362721 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:17:15.428040 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:15.435441 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:15.442908 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] 10.222.0.41 "DELETE /v2.0/networks/880aac8b-cda6-408b-80f1-bc9f6c535338 HTTP/1.1" status: 204  len: 168 time: 0.6249888
Nov 20 21:17:15.452689 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4ec3d-40ab-4c80-9a75-1159ce3324a3 tempest-FloatingIPNegativeTestJSON-180513434 tempest-FloatingIPNegativeTestJSON-180513434-project] Pushing event deleted for resources: {'Network': ['ID=880aac8b-cda6-408b-80f1-bc9f6c535338,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:15.646740 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49544) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:15.701241 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1155c138-a5c4-4459-bfb1-92a64503f3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:15.792889 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8bb8d20b-00ce-4ebe-bbdf-43e81db8773b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fe28740a8f74731860306b4387f177f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1440737
Nov 20 21:17:15.795235 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49548) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:15.841042 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e9b3b205-9ddd-4397-bcfa-23f9970822da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:15.862732 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e9b3b205-9ddd-4397-bcfa-23f9970822da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:15.909742 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e9b3b205-9ddd-4397-bcfa-23f9970822da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:15.912373 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e9b3b205-9ddd-4397-bcfa-23f9970822da admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:15.913512 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e9b3b205-9ddd-4397-bcfa-23f9970822da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2f38d72-9a10-4a84-9b00-cd0b2b15c266 HTTP/1.1" status: 204  len: 168 time: 0.1173813
Nov 20 21:17:15.922736 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3b205-9ddd-4397-bcfa-23f9970822da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f38d72-9a10-4a84-9b00-cd0b2b15c266,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:16.289706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2af803a2-7924-4b21-82be-4e839e454306 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:17:16.313370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 2af803a2-7924-4b21-82be-4e839e454306 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:17:16.313972 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2af803a2-7924-4b21-82be-4e839e454306 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:17:16.579275 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49572) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:16.687983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-5ec64994-311c-49a3-9333-2bbdd6e81a4a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1622829899'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:16.711854 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec64994-311c-49a3-9333-2bbdd6e81a4a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:16.716295 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ec64994-311c-49a3-9333-2bbdd6e81a4a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:16.725809 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ec64994-311c-49a3-9333-2bbdd6e81a4a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:16.806462 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:16.824768 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ec64994-311c-49a3-9333-2bbdd6e81a4a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:16.828926 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ec64994-311c-49a3-9333-2bbdd6e81a4a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:16.863002 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec64994-311c-49a3-9333-2bbdd6e81a4a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:17:16.878130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec64994-311c-49a3-9333-2bbdd6e81a4a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2416cab-9cc1-451d-bdfe-5316f91f9026,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:16.887051 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ec64994-311c-49a3-9333-2bbdd6e81a4a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:16.887520 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-5ec64994-311c-49a3-9333-2bbdd6e81a4a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Added segment 72bf3ebf-2289-40fb-8c01-0c9142afd157 of type vlan for network 46e4bf6f-e0b5-4017-b727-48622c817d36
Nov 20 21:17:16.937363 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ec64994-311c-49a3-9333-2bbdd6e81a4a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:16.971774 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ec64994-311c-49a3-9333-2bbdd6e81a4a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:16.977519 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec64994-311c-49a3-9333-2bbdd6e81a4a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:16.978209 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ec64994-311c-49a3-9333-2bbdd6e81a4a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:17.013039 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be42f8-7707-4d90-a7fb-7cf26cd91ed0 req-d07779bb-58d5-4259-b081-21d397a51a5c tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:17.014705 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e2be42f8-7707-4d90-a7fb-7cf26cd91ed0 req-d07779bb-58d5-4259-b081-21d397a51a5c tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 950 time: 0.0628688
Nov 20 21:17:17.021471 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5ec64994-311c-49a3-9333-2bbdd6e81a4a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.4384587
Nov 20 21:17:17.021671 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49582) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:17.029858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-324a3e14-68be-41db-8605-9949f0a86763 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36', 'name': 'tempest-PortsTestJSON-223268786'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:17.072272 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e2be42f8-7707-4d90-a7fb-7cf26cd91ed0 req-fcc60ba2-6c56-4301-9a83-a867fa3703b1 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/security-groups?id=6276ce81-0b35-4c87-abae-12ecdc650d58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493271
Nov 20 21:17:17.074775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec64994-311c-49a3-9333-2bbdd6e81a4a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Network': ['ID=46e4bf6f-e0b5-4017-b727-48622c817d36,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:17.088407 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:17:17.160796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324a3e14-68be-41db-8605-9949f0a86763 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:17.164486 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-324a3e14-68be-41db-8605-9949f0a86763 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:17.184844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-324a3e14-68be-41db-8605-9949f0a86763 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] device_id is not set on port b70e0003-ebb7-4655-b14b-473539aacf34 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:17:17.688446 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-324a3e14-68be-41db-8605-9949f0a86763 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:17.729662 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-324a3e14-68be-41db-8605-9949f0a86763 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:17.803964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a3e14-68be-41db-8605-9949f0a86763 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=b70e0003-ebb7-4655-b14b-473539aacf34,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:17.817371 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a3e14-68be-41db-8605-9949f0a86763 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Checking segment: {'id': '72bf3ebf-2289-40fb-8c01-0c9142afd157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:17.817733 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324a3e14-68be-41db-8605-9949f0a86763 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network hostable DHCP agents. Network: 46e4bf6f-e0b5-4017-b727-48622c817d36, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:17:17.836357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324a3e14-68be-41db-8605-9949f0a86763 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:17:17.846236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-324a3e14-68be-41db-8605-9949f0a86763 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 46e4bf6f-e0b5-4017-b727-48622c817d36) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:17.851841 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a3e14-68be-41db-8605-9949f0a86763 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:17.855497 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a72442-0fd5-46bd-8b06-21b8abdb4489 None None] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:17.860297 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324a3e14-68be-41db-8605-9949f0a86763 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:17.861200 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-324a3e14-68be-41db-8605-9949f0a86763 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:17.882870 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-324a3e14-68be-41db-8605-9949f0a86763 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.8573403
Nov 20 21:17:17.883064 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49586) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:17.890856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ea5a3b4d-a297-4bc5-a7ce-84a03daa5e55 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-205281652'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:17.917909 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5a3b4d-a297-4bc5-a7ce-84a03daa5e55 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:17.921758 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea5a3b4d-a297-4bc5-a7ce-84a03daa5e55 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:17.950510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5a3b4d-a297-4bc5-a7ce-84a03daa5e55 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:17:17.960774 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea5a3b4d-a297-4bc5-a7ce-84a03daa5e55 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:17.961148 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-ea5a3b4d-a297-4bc5-a7ce-84a03daa5e55 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Added segment f56a40f3-3a87-48c2-a064-f55bf27a0f38 of type vlan for network c49c9659-9af9-42de-bb2f-babeebc70649
Nov 20 21:17:18.007910 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea5a3b4d-a297-4bc5-a7ce-84a03daa5e55 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:18.036154 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea5a3b4d-a297-4bc5-a7ce-84a03daa5e55 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:18.042898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5a3b4d-a297-4bc5-a7ce-84a03daa5e55 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:18.043516 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ea5a3b4d-a297-4bc5-a7ce-84a03daa5e55 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:18.084217 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ea5a3b4d-a297-4bc5-a7ce-84a03daa5e55 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1992340
Nov 20 21:17:18.086914 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49588) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:18.094324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'ports': [{'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36'}, {'network_id': 'c49c9659-9af9-42de-bb2f-babeebc70649'}]} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:18.094715 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:18.095410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'network_id': 'c49c9659-9af9-42de-bb2f-babeebc70649'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:18.122561 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a3b4d-a297-4bc5-a7ce-84a03daa5e55 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Network': ['ID=c49c9659-9af9-42de-bb2f-babeebc70649,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:18.136090 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network c49c9659-9af9-42de-bb2f-babeebc70649 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:17:18.234564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631fb60-be1d-444a-ab1a-a3980451eff3 req-2f207a9d-bf1c-43b8-96a7-6243256f6e39 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:18.238523 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1631fb60-be1d-444a-ab1a-a3980451eff3 req-2f207a9d-bf1c-43b8-96a7-6243256f6e39 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 950 time: 0.0625155
Nov 20 21:17:18.298198 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1631fb60-be1d-444a-ab1a-a3980451eff3 req-7e26ccce-1205-4d04-82b8-1a2e7c2df464 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/security-groups?id=6276ce81-0b35-4c87-abae-12ecdc650d58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505242
Nov 20 21:17:18.306816 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'port': 2} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:18.312505 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:18.327110 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:18.409795 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] device_id is not set on port 3a075c18-8a18-48b1-b786-91aaf95345ff yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:17:18.540303 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:18.556815 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e5b6a-dc3c-4c63-88c3-0ded8bca3ee7 req-902ea9ee-a99e-4e8c-b3b8-61648f4fe41d tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:18.559185 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-887e5b6a-dc3c-4c63-88c3-0ded8bca3ee7 req-902ea9ee-a99e-4e8c-b3b8-61648f4fe41d tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 950 time: 0.0582464
Nov 20 21:17:18.613091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] device_id is not set on port 78b638ed-8eda-44b9-a06a-0ffbcf297a23 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:17:18.661905 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:18.688130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-887e5b6a-dc3c-4c63-88c3-0ded8bca3ee7 req-ae1a41bd-4e14-4ec2-88c4-7a1c06d3f6f7 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Deleting port ac222e14-6807-4816-bbc0-08630a1b4779 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:18.688604 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-887e5b6a-dc3c-4c63-88c3-0ded8bca3ee7 req-ae1a41bd-4e14-4ec2-88c4-7a1c06d3f6f7 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:18.734083 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:18.774355 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:18.797837 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-887e5b6a-dc3c-4c63-88c3-0ded8bca3ee7 req-ae1a41bd-4e14-4ec2-88c4-7a1c06d3f6f7 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] For port ac222e14-6807-4816-bbc0-08630a1b4779, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac222e14-6807-4816-bbc0-08630a1b4779,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:18.798273 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-887e5b6a-dc3c-4c63-88c3-0ded8bca3ee7 req-ae1a41bd-4e14-4ec2-88c4-7a1c06d3f6f7 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:18.812372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-887e5b6a-dc3c-4c63-88c3-0ded8bca3ee7 req-ae1a41bd-4e14-4ec2-88c4-7a1c06d3f6f7 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Calling delete_port for ac222e14-6807-4816-bbc0-08630a1b4779 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:18.827051 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:18.830940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:18.834750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:18.835626 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:18.850664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=3a075c18-8a18-48b1-b786-91aaf95345ff,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:18.918781 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=78b638ed-8eda-44b9-a06a-0ffbcf297a23,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:18.927397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Checking segment: {'id': 'f56a40f3-3a87-48c2-a064-f55bf27a0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c49c9659-9af9-42de-bb2f-babeebc70649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:18.927886 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network hostable DHCP agents. Network: c49c9659-9af9-42de-bb2f-babeebc70649, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:17:18.950599 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network c49c9659-9af9-42de-bb2f-babeebc70649 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:17:18.960473 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c49c9659-9af9-42de-bb2f-babeebc70649) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:18.965722 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:18.967035 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-887e5b6a-dc3c-4c63-88c3-0ded8bca3ee7 req-ae1a41bd-4e14-4ec2-88c4-7a1c06d3f6f7 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:18.974168 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd92ff8a-af35-47e4-8ebe-f30684161be9 None None] Network c49c9659-9af9-42de-bb2f-babeebc70649 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:18.976075 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:18.981886 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:18.982461 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:18.986425 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['ac222e14-6807-4816-bbc0-08630a1b4779'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:17:19.000521 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a574ddf2-77e9-4264-ba03-106ff26dbad9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 0.9116790
Nov 20 21:17:19.003534 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49594) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:19.012105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a41bd-4e14-4ec2-88c4-7a1c06d3f6f7 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Pushing event deleted for resources: {'Port': ['ID=ac222e14-6807-4816-bbc0-08630a1b4779,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:19.070352 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-887e5b6a-dc3c-4c63-88c3-0ded8bca3ee7 req-ae1a41bd-4e14-4ec2-88c4-7a1c06d3f6f7 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] No DVR routers for this DVR port ac222e14-6807-4816-bbc0-08630a1b4779 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:17:19.074119 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-887e5b6a-dc3c-4c63-88c3-0ded8bca3ee7 req-ae1a41bd-4e14-4ec2-88c4-7a1c06d3f6f7 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:19.078839 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-887e5b6a-dc3c-4c63-88c3-0ded8bca3ee7 req-ae1a41bd-4e14-4ec2-88c4-7a1c06d3f6f7 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.37 "DELETE /v2.0/ports/ac222e14-6807-4816-bbc0-08630a1b4779 HTTP/1.1" status: 204  len: 173 time: 0.5139036
Nov 20 21:17:19.079656 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1818a1-6364-442a-9e38-1492ae3ab2df', 'name': 'network-vif-deleted', 'tag': 'ac222e14-6807-4816-bbc0-08630a1b4779'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:17:19.091127 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ac09ba-5d9f-4c91-8bac-32ce04476cf9" -d '{"events": [{"server_uuid": "4a1818a1-6364-442a-9e38-1492ae3ab2df", "name": "network-vif-deleted", "tag": "ac222e14-6807-4816-bbc0-08630a1b4779"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:17:19.119642 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:19.140731 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-c90938ab-fb77-431a-86ac-0bdbfeabe242 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 78b638ed-8eda-44b9-a06a-0ffbcf297a23 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:19.141303 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c90938ab-fb77-431a-86ac-0bdbfeabe242 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:19.159782 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbf826e-ea31-44f6-843d-90e9fc3664ca x-openstack-request-id: req-7dbf826e-ea31-44f6-843d-90e9fc3664ca {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:17:19.160319 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1818a1-6364-442a-9e38-1492ae3ab2df", "name": "network-vif-deleted", "tag": "ac222e14-6807-4816-bbc0-08630a1b4779", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:17:19.160731 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7dbf826e-ea31-44f6-843d-90e9fc3664ca {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:17:19.161290 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1818a1-6364-442a-9e38-1492ae3ab2df', 'name': 'network-vif-deleted', 'tag': 'ac222e14-6807-4816-bbc0-08630a1b4779', 'status': 'completed', 'code': 200}
Nov 20 21:17:19.249714 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c90938ab-fb77-431a-86ac-0bdbfeabe242 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:19.273468 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-c90938ab-fb77-431a-86ac-0bdbfeabe242 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 78b638ed-8eda-44b9-a06a-0ffbcf297a23 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:19.368700 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c90938ab-fb77-431a-86ac-0bdbfeabe242 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:19.399921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90938ab-fb77-431a-86ac-0bdbfeabe242 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=78b638ed-8eda-44b9-a06a-0ffbcf297a23,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:19.406654 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c90938ab-fb77-431a-86ac-0bdbfeabe242 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:19.410561 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c90938ab-fb77-431a-86ac-0bdbfeabe242 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/78b638ed-8eda-44b9-a06a-0ffbcf297a23 HTTP/1.1" status: 204  len: 168 time: 0.4054999
Nov 20 21:17:19.412899 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49600) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:19.445938 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b6d72da9-901e-4ef3-9007-66b83544b65d req-7bcf54b8-2f3c-4dbe-b69f-5365a614b076 tempest-VolumesBackupsTest-964287589 tempest-VolumesBackupsTest-964287589-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a1818a1-6364-442a-9e38-1492ae3ab2df HTTP/1.1" status: 200  len: 210 time: 0.0298903
Nov 20 21:17:19.477888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8704c604-adb1-48aa-af54-e12091a7cf1c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:19.483462 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8704c604-adb1-48aa-af54-e12091a7cf1c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:19.485045 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8704c604-adb1-48aa-af54-e12091a7cf1c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.0709889
Nov 20 21:17:19.489574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49602) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:19.589515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-471c5955-d2fb-415e-8a56-c3e79abb410d tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 3a075c18-8a18-48b1-b786-91aaf95345ff {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:19.589854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-471c5955-d2fb-415e-8a56-c3e79abb410d tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:19.663762 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-471c5955-d2fb-415e-8a56-c3e79abb410d tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:19.678957 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-471c5955-d2fb-415e-8a56-c3e79abb410d tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 3a075c18-8a18-48b1-b786-91aaf95345ff owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:20.070434 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-471c5955-d2fb-415e-8a56-c3e79abb410d tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:20.102744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c5955-d2fb-415e-8a56-c3e79abb410d tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=3a075c18-8a18-48b1-b786-91aaf95345ff,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:20.111360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-471c5955-d2fb-415e-8a56-c3e79abb410d tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:20.115632 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-471c5955-d2fb-415e-8a56-c3e79abb410d tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/3a075c18-8a18-48b1-b786-91aaf95345ff HTTP/1.1" status: 204  len: 168 time: 0.6249266
Nov 20 21:17:20.118776 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49606) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:20.205415 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b3ed20-2581-457b-9d36-c1832b79b3e9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:20.206930 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-54b3ed20-2581-457b-9d36-c1832b79b3e9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0871625
Nov 20 21:17:20.209712 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49608) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:20.239798 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-0781daf6-50e0-4cb6-8a62-3384e9db0393 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] GET failed (client error): The resource could not be found.
Nov 20 21:17:20.241213 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0781daf6-50e0-4cb6-8a62-3384e9db0393 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports/78b638ed-8eda-44b9-a06a-0ffbcf297a23 HTTP/1.1" status: 404  len: 333 time: 0.0305157
Nov 20 21:17:20.243878 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49610) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:20.268533 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c93d31f-926a-45e3-a3db-ca93df0dbb83 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] GET failed (client error): The resource could not be found.
Nov 20 21:17:20.269962 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7c93d31f-926a-45e3-a3db-ca93df0dbb83 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports/3a075c18-8a18-48b1-b786-91aaf95345ff HTTP/1.1" status: 404  len: 333 time: 0.0251727
Nov 20 21:17:20.272595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49612) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:20.349631 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbe1d-2879-4c06-9dfd-47854a4a80b1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:20.441861 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbe1d-2879-4c06-9dfd-47854a4a80b1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:20.466247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ac7dbe1d-2879-4c06-9dfd-47854a4a80b1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4ecb84f0>,) {'filters': {'network_id': ['c49c9659-9af9-42de-bb2f-babeebc70649']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:20.476835 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ac7dbe1d-2879-4c06-9dfd-47854a4a80b1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ecb84f0>, 'f56a40f3-3a87-48c2-a064-f55bf27a0f38') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:20.477150 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ac7dbe1d-2879-4c06-9dfd-47854a4a80b1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4ecb84f0>, 'f56a40f3-3a87-48c2-a064-f55bf27a0f38') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:20.490622 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbe1d-2879-4c06-9dfd-47854a4a80b1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:20.507129 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbe1d-2879-4c06-9dfd-47854a4a80b1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:20.516892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7dbe1d-2879-4c06-9dfd-47854a4a80b1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:17:20.517386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbe1d-2879-4c06-9dfd-47854a4a80b1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:17:20.520828 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:17:20.600962 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbe1d-2879-4c06-9dfd-47854a4a80b1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:20.611925 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbe1d-2879-4c06-9dfd-47854a4a80b1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:20.616628 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ac7dbe1d-2879-4c06-9dfd-47854a4a80b1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/networks/c49c9659-9af9-42de-bb2f-babeebc70649 HTTP/1.1" status: 204  len: 168 time: 0.3430369
Nov 20 21:17:20.621141 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49620) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:20.627471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3221bff8-0b23-4c9b-9f62-1ac965bd433f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1329177487'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:20.636388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dbe1d-2879-4c06-9dfd-47854a4a80b1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Network': ['ID=c49c9659-9af9-42de-bb2f-babeebc70649,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:20.670007 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3221bff8-0b23-4c9b-9f62-1ac965bd433f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:20.674628 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3221bff8-0b23-4c9b-9f62-1ac965bd433f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:20.707044 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3221bff8-0b23-4c9b-9f62-1ac965bd433f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:17:20.716962 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3221bff8-0b23-4c9b-9f62-1ac965bd433f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:20.717319 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-3221bff8-0b23-4c9b-9f62-1ac965bd433f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Added segment efc3dbe8-52c9-4cb5-ab27-790cbdd1d670 of type vlan for network 3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f
Nov 20 21:17:20.760276 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3221bff8-0b23-4c9b-9f62-1ac965bd433f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:20.788517 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3221bff8-0b23-4c9b-9f62-1ac965bd433f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:20.795290 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3221bff8-0b23-4c9b-9f62-1ac965bd433f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:20.795848 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3221bff8-0b23-4c9b-9f62-1ac965bd433f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:20.830940 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3221bff8-0b23-4c9b-9f62-1ac965bd433f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2078817
Nov 20 21:17:20.834225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49634) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:20.840272 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b7ee2a5f-d425-4892-9cb4-4759dc1650b8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'subnet': {'network_id': '3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:20.874446 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221bff8-0b23-4c9b-9f62-1ac965bd433f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Network': ['ID=3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:20.886151 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:17:20.949107 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ee2a5f-d425-4892-9cb4-4759dc1650b8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:20.953291 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2a5f-d425-4892-9cb4-4759dc1650b8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:21.016243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.ipam_backend_mixin [None req-b7ee2a5f-d425-4892-9cb4-4759dc1650b8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Performing IP validity checks on allocation pools {{(pid=126225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 20 21:17:21.016860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.ipam_backend_mixin [None req-b7ee2a5f-d425-4892-9cb4-4759dc1650b8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 20 21:17:21.156260 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2a5f-d425-4892-9cb4-4759dc1650b8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:21.227988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee2a5f-d425-4892-9cb4-4759dc1650b8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Subnet': ['ID=cffffb04-5ccd-4fb3-8b43-6975c95dbc7a,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:21.237493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee2a5f-d425-4892-9cb4-4759dc1650b8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Checking segment: {'id': 'efc3dbe8-52c9-4cb5-ab27-790cbdd1d670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:21.237790 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ee2a5f-d425-4892-9cb4-4759dc1650b8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network hostable DHCP agents. Network: 3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:17:21.260697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ee2a5f-d425-4892-9cb4-4759dc1650b8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:17:21.271066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-b7ee2a5f-d425-4892-9cb4-4759dc1650b8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:21.277441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ee2a5f-d425-4892-9cb4-4759dc1650b8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:21.278203 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2a5f-d425-4892-9cb4-4759dc1650b8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:21.282612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8373924-ca3d-430c-955c-5833eb95d52a None None] Network 3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:21.299675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b7ee2a5f-d425-4892-9cb4-4759dc1650b8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4640641
Nov 20 21:17:21.302246 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49636) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:21.308966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-29c12568-7eba-4e76-840a-43a4efadaaf1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'network_id': '3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f', 'name': 'tempest-PortsTestJSON-314221005'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:21.429629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c12568-7eba-4e76-840a-43a4efadaaf1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:21.434694 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-29c12568-7eba-4e76-840a-43a4efadaaf1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:21.451121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f', 'network_id': '3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f', 'tenant_id': 'c21494c29be54543866f9b4c2b0d7ccb', 'fixed_ips': [{'subnet_id': 'cffffb04-5ccd-4fb3-8b43-6975c95dbc7a'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:17:21.451997 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:21.455667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-29c12568-7eba-4e76-840a-43a4efadaaf1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] device_id is not set on port 60e408d8-c92f-4296-9a06-4b7b5725c437 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:17:21.587875 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-29c12568-7eba-4e76-840a-43a4efadaaf1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Allocated IP 172.20.0.11 (3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f/cffffb04-5ccd-4fb3-8b43-6975c95dbc7a/60e408d8-c92f-4296-9a06-4b7b5725c437) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:21.794419 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-29c12568-7eba-4e76-840a-43a4efadaaf1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:21.845021 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-29c12568-7eba-4e76-840a-43a4efadaaf1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:21.906101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c12568-7eba-4e76-840a-43a4efadaaf1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:21.910306 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-29c12568-7eba-4e76-840a-43a4efadaaf1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:21.914611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c12568-7eba-4e76-840a-43a4efadaaf1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:21.924129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Allocated IP 172.20.0.2 (3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f/cffffb04-5ccd-4fb3-8b43-6975c95dbc7a/4f8715f1-4d7d-4de2-a663-c3e1eb80d6fc) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:21.955190 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c12568-7eba-4e76-840a-43a4efadaaf1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=60e408d8-c92f-4296-9a06-4b7b5725c437,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:21.990606 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c12568-7eba-4e76-840a-43a4efadaaf1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:21.991568 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-29c12568-7eba-4e76-840a-43a4efadaaf1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:22.013723 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-29c12568-7eba-4e76-840a-43a4efadaaf1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.7101250
Nov 20 21:17:22.017218 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49642) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:22.108935 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:22.117169 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:22.138203 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d07927f0-a45a-4d75-b96a-6d0d3e0d61aa tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 60e408d8-c92f-4296-9a06-4b7b5725c437 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:22.138657 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d07927f0-a45a-4d75-b96a-6d0d3e0d61aa tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:22.160643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Network 3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:22.163736 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:22.168226 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:22.176132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Pushing event updated for resources: {'Port': ['ID=4f8715f1-4d7d-4de2-a663-c3e1eb80d6fc,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:22.239315 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Attempting to bind port 4f8715f1-4d7d-4de2-a663-c3e1eb80d6fc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:17:22.239706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Attempting to bind port 4f8715f1-4d7d-4de2-a663-c3e1eb80d6fc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'efc3dbe8-52c9-4cb5-ab27-790cbdd1d670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:17:22.240161 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Attempting to bind port 4f8715f1-4d7d-4de2-a663-c3e1eb80d6fc on network 3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:17:22.249214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:17:22.249764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Checking segment: {'id': 'efc3dbe8-52c9-4cb5-ab27-790cbdd1d670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:22.250176 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:22.250626 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Bound using segment: {'id': 'efc3dbe8-52c9-4cb5-ab27-790cbdd1d670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:17:22.251419 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Bound port: 4f8715f1-4d7d-4de2-a663-c3e1eb80d6fc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc3dbe8-52c9-4cb5-ab27-790cbdd1d670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:17:22.251867 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:22.274788 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d07927f0-a45a-4d75-b96a-6d0d3e0d61aa tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:22.293774 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d07927f0-a45a-4d75-b96a-6d0d3e0d61aa tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 60e408d8-c92f-4296-9a06-4b7b5725c437 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:22.341457 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] For port 4f8715f1-4d7d-4de2-a663-c3e1eb80d6fc, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:17:22.345377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] For port 4f8715f1-4d7d-4de2-a663-c3e1eb80d6fc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f8715f1-4d7d-4de2-a663-c3e1eb80d6fc,segment=NetworkSegment(efc3dbe8-52c9-4cb5-ab27-790cbdd1d670),segment_id=efc3dbe8-52c9-4cb5-ab27-790cbdd1d670)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:17:22.350872 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:22.436014 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566e235-5a26-40e1-8661-bb408abd7871 None None] Pushing event updated for resources: {'Port': ['ID=4f8715f1-4d7d-4de2-a663-c3e1eb80d6fc,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:22.448204 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ac222e14-6807-4816-bbc0-08630a1b4779 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:17:22.482152 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: ac222e14-6807-4816-bbc0-08630a1b4779 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:17:22.482412 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device ac222e14-6807-4816-bbc0-08630a1b4779 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:17:22.486742 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d07927f0-a45a-4d75-b96a-6d0d3e0d61aa tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:22.519295 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07927f0-a45a-4d75-b96a-6d0d3e0d61aa tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=60e408d8-c92f-4296-9a06-4b7b5725c437,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:22.602091 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d07927f0-a45a-4d75-b96a-6d0d3e0d61aa tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:22.606387 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d07927f0-a45a-4d75-b96a-6d0d3e0d61aa tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/60e408d8-c92f-4296-9a06-4b7b5725c437 HTTP/1.1" status: 204  len: 168 time: 0.5880828
Nov 20 21:17:22.609431 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49660) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:22.639455 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b47cd1-59ee-4642-a7a9-323b7ce487e1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:17:22.640206 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b47cd1-59ee-4642-a7a9-323b7ce487e1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:17:22.643666 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-95b47cd1-59ee-4642-a7a9-323b7ce487e1 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/60e408d8-c92f-4296-9a06-4b7b5725c437 HTTP/1.1" status: 404  len: 333 time: 0.0322909
Nov 20 21:17:22.646122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49662) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:22.678874 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c495b688-bd7e-4d34-accb-7d5cca21b617 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] GET failed (client error): The resource could not be found.
Nov 20 21:17:22.680337 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c495b688-bd7e-4d34-accb-7d5cca21b617 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports/60e408d8-c92f-4296-9a06-4b7b5725c437 HTTP/1.1" status: 404  len: 333 time: 0.0332661
Nov 20 21:17:22.683544 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49664) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:22.771236 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-6360be3b-ed66-4df6-9e06-d8ab476d1a50 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting subnet cffffb04-5ccd-4fb3-8b43-6975c95dbc7a {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:17:22.777508 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6360be3b-ed66-4df6-9e06-d8ab476d1a50 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:22.832058 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6360be3b-ed66-4df6-9e06-d8ab476d1a50 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:22.928322 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6360be3b-ed66-4df6-9e06-d8ab476d1a50 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:22.999465 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6360be3b-ed66-4df6-9e06-d8ab476d1a50 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:23.037266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360be3b-ed66-4df6-9e06-d8ab476d1a50 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Subnet': ['ID=cffffb04-5ccd-4fb3-8b43-6975c95dbc7a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:23.041662 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6360be3b-ed66-4df6-9e06-d8ab476d1a50 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:23.044916 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6360be3b-ed66-4df6-9e06-d8ab476d1a50 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/cffffb04-5ccd-4fb3-8b43-6975c95dbc7a HTTP/1.1" status: 204  len: 168 time: 0.3600521
Nov 20 21:17:23.047377 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49708) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:23.137401 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:23.201305 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 4f8715f1-4d7d-4de2-a663-c3e1eb80d6fc {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:23.201718 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:23.299877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] For port 4f8715f1-4d7d-4de2-a663-c3e1eb80d6fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f8715f1-4d7d-4de2-a663-c3e1eb80d6fc,segment=NetworkSegment(efc3dbe8-52c9-4cb5-ab27-790cbdd1d670),segment_id=efc3dbe8-52c9-4cb5-ab27-790cbdd1d670)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:23.300433 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:23.324721 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 4f8715f1-4d7d-4de2-a663-c3e1eb80d6fc owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:23.425664 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:23.460991 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No DVR routers for this DVR port 4f8715f1-4d7d-4de2-a663-c3e1eb80d6fc on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:17:23.468893 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=4f8715f1-4d7d-4de2-a663-c3e1eb80d6fc,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:23.597360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:23.628690 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4dd6fe50>,) {'filters': {'network_id': ['3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:23.643701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dd6fe50>, 'efc3dbe8-52c9-4cb5-ab27-790cbdd1d670') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:23.644079 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dd6fe50>, 'efc3dbe8-52c9-4cb5-ab27-790cbdd1d670') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:23.665767 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:23.686183 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:23.693013 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:17:23.693502 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:17:23.702104 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:17:23.754808 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549d2d20-9e63-49c2-9662-0f7b0c74dadd None None] Network 3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:23.788256 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:23.795208 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fed8e291-af43-4cf5-86ca-6220bdb96ccc None None] Could not find standard attr ID for object 4f8715f1-4d7d-4de2-a663-c3e1eb80d6fc. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:17:23.797298 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:23.805347 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49748) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:23.805996 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/networks/3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f HTTP/1.1" status: 204  len: 168 time: 0.7571199
Nov 20 21:17:23.813115 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-1a955b86-8262-4d55-b35e-4fc1d247020b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1278400802'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:23.823996 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23424133-bd31-40c2-b70f-85f09bab672a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Network': ['ID=3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:23.844614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a955b86-8262-4d55-b35e-4fc1d247020b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:23.848909 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1a955b86-8262-4d55-b35e-4fc1d247020b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:23.877782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a955b86-8262-4d55-b35e-4fc1d247020b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:17:23.889051 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1a955b86-8262-4d55-b35e-4fc1d247020b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:23.889311 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-1a955b86-8262-4d55-b35e-4fc1d247020b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Added segment 0932545f-7151-43d0-ad46-02fda509a849 of type vlan for network d8149f57-df95-4e64-b78b-a0c305c97d2f
Nov 20 21:17:23.945369 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc65727-ef8d-4dbf-8ac2-2a751035637f None None] DHCP port deletion for 3ec2fa75-9cbd-41b4-ae3a-1f23c5bd619f request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:17:23.950314 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1a955b86-8262-4d55-b35e-4fc1d247020b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:23.978400 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1a955b86-8262-4d55-b35e-4fc1d247020b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:23.984444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a955b86-8262-4d55-b35e-4fc1d247020b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:23.985064 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1a955b86-8262-4d55-b35e-4fc1d247020b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:24.026522 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1a955b86-8262-4d55-b35e-4fc1d247020b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2186177
Nov 20 21:17:24.029935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49750) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:24.035852 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d45802b9-ff20-4723-b871-c85aead8cf61 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'subnet': {'network_id': 'd8149f57-df95-4e64-b78b-a0c305c97d2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:24.061784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a955b86-8262-4d55-b35e-4fc1d247020b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Network': ['ID=d8149f57-df95-4e64-b78b-a0c305c97d2f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:24.074425 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network d8149f57-df95-4e64-b78b-a0c305c97d2f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:17:24.141470 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45802b9-ff20-4723-b871-c85aead8cf61 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:24.146292 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d45802b9-ff20-4723-b871-c85aead8cf61 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:24.346492 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d45802b9-ff20-4723-b871-c85aead8cf61 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:24.426020 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45802b9-ff20-4723-b871-c85aead8cf61 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Subnet': ['ID=c73243c7-4894-40d9-9407-7efea592e6b2,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:24.439342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45802b9-ff20-4723-b871-c85aead8cf61 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Checking segment: {'id': '0932545f-7151-43d0-ad46-02fda509a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd8149f57-df95-4e64-b78b-a0c305c97d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:24.439813 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45802b9-ff20-4723-b871-c85aead8cf61 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network hostable DHCP agents. Network: d8149f57-df95-4e64-b78b-a0c305c97d2f, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:17:24.458110 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45802b9-ff20-4723-b871-c85aead8cf61 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network d8149f57-df95-4e64-b78b-a0c305c97d2f is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:17:24.467820 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-d45802b9-ff20-4723-b871-c85aead8cf61 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d8149f57-df95-4e64-b78b-a0c305c97d2f) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:24.472274 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45802b9-ff20-4723-b871-c85aead8cf61 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:24.472919 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d45802b9-ff20-4723-b871-c85aead8cf61 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:24.478429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b74a372-3798-4e97-8fce-894481dcd659 None None] Network d8149f57-df95-4e64-b78b-a0c305c97d2f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:24.495330 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d45802b9-ff20-4723-b871-c85aead8cf61 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4632835
Nov 20 21:17:24.495575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49754) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:24.500967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-eeaf5f69-3c7f-446a-84fb-98a322e989e7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'network_id': 'd8149f57-df95-4e64-b78b-a0c305c97d2f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-232379572'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:24.632224 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaf5f69-3c7f-446a-84fb-98a322e989e7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:24.636868 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-eeaf5f69-3c7f-446a-84fb-98a322e989e7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:24.648811 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d8149f57-df95-4e64-b78b-a0c305c97d2f', 'network_id': 'd8149f57-df95-4e64-b78b-a0c305c97d2f', 'tenant_id': 'c21494c29be54543866f9b4c2b0d7ccb', 'fixed_ips': [{'subnet_id': 'c73243c7-4894-40d9-9407-7efea592e6b2'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:17:24.649781 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:24.661089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-eeaf5f69-3c7f-446a-84fb-98a322e989e7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] device_id is not set on port 5e1ecc0c-6d11-42a2-9586-e23c1c451929 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:17:24.793442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-eeaf5f69-3c7f-446a-84fb-98a322e989e7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Allocated IP 172.20.0.10 (d8149f57-df95-4e64-b78b-a0c305c97d2f/c73243c7-4894-40d9-9407-7efea592e6b2/5e1ecc0c-6d11-42a2-9586-e23c1c451929) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:24.936799 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-eeaf5f69-3c7f-446a-84fb-98a322e989e7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:24.975602 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-eeaf5f69-3c7f-446a-84fb-98a322e989e7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:25.025108 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaf5f69-3c7f-446a-84fb-98a322e989e7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network d8149f57-df95-4e64-b78b-a0c305c97d2f is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:25.029032 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-eeaf5f69-3c7f-446a-84fb-98a322e989e7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:25.030588 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Allocated IP 172.20.0.2 (d8149f57-df95-4e64-b78b-a0c305c97d2f/c73243c7-4894-40d9-9407-7efea592e6b2/6b938aa0-11be-40e1-97f9-1111a6a7b5bf) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:25.031986 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf5f69-3c7f-446a-84fb-98a322e989e7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:25.083733 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf5f69-3c7f-446a-84fb-98a322e989e7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=5e1ecc0c-6d11-42a2-9586-e23c1c451929,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:25.110210 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaf5f69-3c7f-446a-84fb-98a322e989e7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:25.110987 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-eeaf5f69-3c7f-446a-84fb-98a322e989e7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:25.134914 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-eeaf5f69-3c7f-446a-84fb-98a322e989e7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 0.6356502
Nov 20 21:17:25.135077 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49758) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:25.192050 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:25.199521 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:25.241839 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b906971d-7742-4be6-b311-e96f9f2e99fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 5e1ecc0c-6d11-42a2-9586-e23c1c451929 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:25.242312 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b906971d-7742-4be6-b311-e96f9f2e99fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:25.245466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Network d8149f57-df95-4e64-b78b-a0c305c97d2f is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:25.248518 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:25.252512 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:25.259725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Pushing event updated for resources: {'Port': ['ID=6b938aa0-11be-40e1-97f9-1111a6a7b5bf,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:25.313492 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Attempting to bind port 6b938aa0-11be-40e1-97f9-1111a6a7b5bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:17:25.313872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Attempting to bind port 6b938aa0-11be-40e1-97f9-1111a6a7b5bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0932545f-7151-43d0-ad46-02fda509a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd8149f57-df95-4e64-b78b-a0c305c97d2f'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:17:25.314307 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Attempting to bind port 6b938aa0-11be-40e1-97f9-1111a6a7b5bf on network d8149f57-df95-4e64-b78b-a0c305c97d2f {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:17:25.319589 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:17:25.320051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Checking segment: {'id': '0932545f-7151-43d0-ad46-02fda509a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd8149f57-df95-4e64-b78b-a0c305c97d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:25.320469 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:25.320862 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Bound using segment: {'id': '0932545f-7151-43d0-ad46-02fda509a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd8149f57-df95-4e64-b78b-a0c305c97d2f'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:17:25.321328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Bound port: 6b938aa0-11be-40e1-97f9-1111a6a7b5bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0932545f-7151-43d0-ad46-02fda509a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd8149f57-df95-4e64-b78b-a0c305c97d2f'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:17:25.321716 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:25.359066 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b906971d-7742-4be6-b311-e96f9f2e99fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:25.373305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b906971d-7742-4be6-b311-e96f9f2e99fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 5e1ecc0c-6d11-42a2-9586-e23c1c451929 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:25.392630 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] For port 6b938aa0-11be-40e1-97f9-1111a6a7b5bf, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:17:25.396861 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] For port 6b938aa0-11be-40e1-97f9-1111a6a7b5bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b938aa0-11be-40e1-97f9-1111a6a7b5bf,segment=NetworkSegment(0932545f-7151-43d0-ad46-02fda509a849),segment_id=0932545f-7151-43d0-ad46-02fda509a849)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:17:25.403522 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:25.488828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a20ef-7290-4079-9e6e-627b655eb848 None None] Pushing event updated for resources: {'Port': ['ID=6b938aa0-11be-40e1-97f9-1111a6a7b5bf,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:25.528147 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b906971d-7742-4be6-b311-e96f9f2e99fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:25.569966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906971d-7742-4be6-b311-e96f9f2e99fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=5e1ecc0c-6d11-42a2-9586-e23c1c451929,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:25.654307 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b906971d-7742-4be6-b311-e96f9f2e99fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:25.657710 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b906971d-7742-4be6-b311-e96f9f2e99fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/5e1ecc0c-6d11-42a2-9586-e23c1c451929 HTTP/1.1" status: 204  len: 168 time: 0.5209391
Nov 20 21:17:25.662574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49766) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:25.693655 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc113007-3a71-4afc-9ed6-fe2e6ea4c465 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] GET failed (client error): The resource could not be found.
Nov 20 21:17:25.695558 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bc113007-3a71-4afc-9ed6-fe2e6ea4c465 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports/5e1ecc0c-6d11-42a2-9586-e23c1c451929 HTTP/1.1" status: 404  len: 333 time: 0.0315497
Nov 20 21:17:25.699804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49770) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:25.809969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32f673d-e30e-4ca8-899c-e69965d929bf tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting subnet c73243c7-4894-40d9-9407-7efea592e6b2 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:17:25.821681 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a32f673d-e30e-4ca8-899c-e69965d929bf tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:25.871897 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a32f673d-e30e-4ca8-899c-e69965d929bf tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:25.997511 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a32f673d-e30e-4ca8-899c-e69965d929bf tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:26.060868 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a32f673d-e30e-4ca8-899c-e69965d929bf tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:26.090761 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f673d-e30e-4ca8-899c-e69965d929bf tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Subnet': ['ID=c73243c7-4894-40d9-9407-7efea592e6b2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:26.092744 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a32f673d-e30e-4ca8-899c-e69965d929bf tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:26.096388 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a32f673d-e30e-4ca8-899c-e69965d929bf tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/c73243c7-4894-40d9-9407-7efea592e6b2 HTTP/1.1" status: 204  len: 168 time: 0.3945479
Nov 20 21:17:26.098898 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49774) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:26.184518 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:26.246149 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 6b938aa0-11be-40e1-97f9-1111a6a7b5bf {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:26.246493 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:26.322903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] For port 6b938aa0-11be-40e1-97f9-1111a6a7b5bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b938aa0-11be-40e1-97f9-1111a6a7b5bf,segment=NetworkSegment(0932545f-7151-43d0-ad46-02fda509a849),segment_id=0932545f-7151-43d0-ad46-02fda509a849)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:26.323529 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:26.340438 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 6b938aa0-11be-40e1-97f9-1111a6a7b5bf owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:26.344173 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6b938aa0-11be-40e1-97f9-1111a6a7b5bf up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:17:26.407396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 6b938aa0-11be-40e1-97f9-1111a6a7b5bf triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:26.408144 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:26.443409 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:26.462899 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Could not find standard attr ID for object 6b938aa0-11be-40e1-97f9-1111a6a7b5bf. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:17:26.467089 ncdv-master-1 neutron-server[126226]: INFO neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No ports have port_id starting with 6b938aa0-11be-40e1-97f9-1111a6a7b5bf
Nov 20 21:17:26.479819 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No DVR routers for this DVR port 6b938aa0-11be-40e1-97f9-1111a6a7b5bf on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:17:26.481674 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=6b938aa0-11be-40e1-97f9-1111a6a7b5bf,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:26.568123 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:26.591449 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4dcc6c40>,) {'filters': {'network_id': ['d8149f57-df95-4e64-b78b-a0c305c97d2f']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:26.601412 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dcc6c40>, '0932545f-7151-43d0-ad46-02fda509a849') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:26.601792 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dcc6c40>, '0932545f-7151-43d0-ad46-02fda509a849') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:26.617748 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:26.636058 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:26.644103 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:17:26.644518 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:17:26.647982 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:17:26.723049 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:26.731434 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:26.737287 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/networks/d8149f57-df95-4e64-b78b-a0c305c97d2f HTTP/1.1" status: 204  len: 168 time: 0.6372130
Nov 20 21:17:26.744339 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49798) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:26.754934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419fd9c-0c65-441c-8da9-53abae2df216 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Network': ['ID=d8149f57-df95-4e64-b78b-a0c305c97d2f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:26.755517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-3551a249-205a-441f-8d85-fbe33fff7e22 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36', 'name': 'tempest-PortsTestJSON-1295980813'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:26.835975 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7d31e03a-676c-4610-a139-50b313d43b7d None None] Could not find standard attr ID for object 6b938aa0-11be-40e1-97f9-1111a6a7b5bf. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:17:26.847562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b38b15-8431-4399-ac30-ca8832c992fc None None] DHCP port deletion for d8149f57-df95-4e64-b78b-a0c305c97d2f request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:17:26.893877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699a4b64-fa34-4b7a-900b-f607997e139c None None] Network d8149f57-df95-4e64-b78b-a0c305c97d2f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:26.912877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699a4b64-fa34-4b7a-900b-f607997e139c None None] Network d8149f57-df95-4e64-b78b-a0c305c97d2f could not be found, it might have been deleted concurrently. {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 20 21:17:26.919650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3551a249-205a-441f-8d85-fbe33fff7e22 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:26.923769 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3551a249-205a-441f-8d85-fbe33fff7e22 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:26.945758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-3551a249-205a-441f-8d85-fbe33fff7e22 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] device_id is not set on port 2aa085bd-0c45-43ff-ab6f-bbfdcc16b898 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:17:27.119396 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3551a249-205a-441f-8d85-fbe33fff7e22 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:27.157609 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3551a249-205a-441f-8d85-fbe33fff7e22 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:27.208629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3551a249-205a-441f-8d85-fbe33fff7e22 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:27.214281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-3551a249-205a-441f-8d85-fbe33fff7e22 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:27.218892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3551a249-205a-441f-8d85-fbe33fff7e22 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:27.225452 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3551a249-205a-441f-8d85-fbe33fff7e22 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:27.226150 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3551a249-205a-441f-8d85-fbe33fff7e22 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:27.230874 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551a249-205a-441f-8d85-fbe33fff7e22 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=2aa085bd-0c45-43ff-ab6f-bbfdcc16b898,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:27.248182 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3551a249-205a-441f-8d85-fbe33fff7e22 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.5024779
Nov 20 21:17:27.251460 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49814) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:27.351278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-382bc274-abab-401b-aa09-d89a01e83b78 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 2aa085bd-0c45-43ff-ab6f-bbfdcc16b898 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:27.351634 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-382bc274-abab-401b-aa09-d89a01e83b78 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:27.422753 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-382bc274-abab-401b-aa09-d89a01e83b78 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:27.437431 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-382bc274-abab-401b-aa09-d89a01e83b78 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 2aa085bd-0c45-43ff-ab6f-bbfdcc16b898 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:27.523340 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-382bc274-abab-401b-aa09-d89a01e83b78 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:27.553788 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bc274-abab-401b-aa09-d89a01e83b78 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=2aa085bd-0c45-43ff-ab6f-bbfdcc16b898,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:27.558683 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-382bc274-abab-401b-aa09-d89a01e83b78 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:27.561904 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-382bc274-abab-401b-aa09-d89a01e83b78 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/2aa085bd-0c45-43ff-ab6f-bbfdcc16b898 HTTP/1.1" status: 204  len: 168 time: 0.3093808
Nov 20 21:17:27.564389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49816) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:27.569177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0a666bc5-bf19-49bb-b764-a6bb496794c9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36', 'mac_address': 'fa:16:3e:9f:61:e2', 'name': 'tempest-PortsTestJSON-20406671'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:27.655676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a666bc5-bf19-49bb-b764-a6bb496794c9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:27.724190 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a666bc5-bf19-49bb-b764-a6bb496794c9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:27.746235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-0a666bc5-bf19-49bb-b764-a6bb496794c9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] device_id is not set on port 0e7a46fd-3667-46ea-b750-bd212f2721d2 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:17:27.920398 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a666bc5-bf19-49bb-b764-a6bb496794c9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:27.960245 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a666bc5-bf19-49bb-b764-a6bb496794c9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:28.006671 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a666bc5-bf19-49bb-b764-a6bb496794c9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:28.014340 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-0a666bc5-bf19-49bb-b764-a6bb496794c9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:28.016838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a666bc5-bf19-49bb-b764-a6bb496794c9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:28.022870 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a666bc5-bf19-49bb-b764-a6bb496794c9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:28.023556 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a666bc5-bf19-49bb-b764-a6bb496794c9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:28.039885 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a666bc5-bf19-49bb-b764-a6bb496794c9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=0e7a46fd-3667-46ea-b750-bd212f2721d2,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:28.049366 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0a666bc5-bf19-49bb-b764-a6bb496794c9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 844 time: 0.4839766
Nov 20 21:17:28.051921 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49842) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:28.100677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6005d177-f57f-4f9b-91c3-ed8e6d9ef8ea tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:28.102083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6005d177-f57f-4f9b-91c3-ed8e6d9ef8ea tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports/0e7a46fd-3667-46ea-b750-bd212f2721d2 HTTP/1.1" status: 200  len: 839 time: 0.0492432
Nov 20 21:17:28.105004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49844) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:28.189914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a4601-99cc-4cc2-92b5-fe1b3c029ab2 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 0e7a46fd-3667-46ea-b750-bd212f2721d2 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:28.190650 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5e0a4601-99cc-4cc2-92b5-fe1b3c029ab2 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:28.275708 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5e0a4601-99cc-4cc2-92b5-fe1b3c029ab2 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:28.288715 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a4601-99cc-4cc2-92b5-fe1b3c029ab2 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 0e7a46fd-3667-46ea-b750-bd212f2721d2 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:28.323292 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6b938aa0-11be-40e1-97f9-1111a6a7b5bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:17:28.345936 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 6b938aa0-11be-40e1-97f9-1111a6a7b5bf {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:17:28.346589 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6b938aa0-11be-40e1-97f9-1111a6a7b5bf not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:17:28.406318 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5e0a4601-99cc-4cc2-92b5-fe1b3c029ab2 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:28.443940 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5e0a4601-99cc-4cc2-92b5-fe1b3c029ab2 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:28.450768 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5e0a4601-99cc-4cc2-92b5-fe1b3c029ab2 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/0e7a46fd-3667-46ea-b750-bd212f2721d2 HTTP/1.1" status: 204  len: 168 time: 0.3413322
Nov 20 21:17:28.451316 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49846) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:28.452295 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a4601-99cc-4cc2-92b5-fe1b3c029ab2 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=0e7a46fd-3667-46ea-b750-bd212f2721d2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:28.478523 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99201db-f5fd-47e5-a57a-bd34822687ac tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] GET failed (client error): The resource could not be found.
Nov 20 21:17:28.480453 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c99201db-f5fd-47e5-a57a-bd34822687ac tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports/0e7a46fd-3667-46ea-b750-bd212f2721d2 HTTP/1.1" status: 404  len: 333 time: 0.0283568
Nov 20 21:17:28.485017 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49848) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:28.491702 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0b10f32d-f11e-4342-9496-4fb5a724c140 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36', 'name': 'tempest-PortsTestJSON-1351240270'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:28.630099 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b10f32d-f11e-4342-9496-4fb5a724c140 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:28.630787 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b10f32d-f11e-4342-9496-4fb5a724c140 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:28.659786 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-0b10f32d-f11e-4342-9496-4fb5a724c140 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] device_id is not set on port 22a4f5b6-8879-4bfe-9439-08ae070eba69 yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:17:28.837907 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b10f32d-f11e-4342-9496-4fb5a724c140 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:28.872205 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b10f32d-f11e-4342-9496-4fb5a724c140 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:28.918135 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b10f32d-f11e-4342-9496-4fb5a724c140 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:28.921267 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-0b10f32d-f11e-4342-9496-4fb5a724c140 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:28.925084 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b10f32d-f11e-4342-9496-4fb5a724c140 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:28.930660 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b10f32d-f11e-4342-9496-4fb5a724c140 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:28.931278 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b10f32d-f11e-4342-9496-4fb5a724c140 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:28.945770 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10f32d-f11e-4342-9496-4fb5a724c140 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=22a4f5b6-8879-4bfe-9439-08ae070eba69,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:28.964462 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0b10f32d-f11e-4342-9496-4fb5a724c140 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.4769650
Nov 20 21:17:28.966995 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49854) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:28.972583 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a57dccda-4b34-43e8-8717-fd729094b147 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:29.061770 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a57dccda-4b34-43e8-8717-fd729094b147 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:29.229636 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a57dccda-4b34-43e8-8717-fd729094b147 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:29.234576 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a57dccda-4b34-43e8-8717-fd729094b147 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:29.279584 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a57dccda-4b34-43e8-8717-fd729094b147 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] In _notify_port_updated(), no bound segment for port 22a4f5b6-8879-4bfe-9439-08ae070eba69 on network 46e4bf6f-e0b5-4017-b727-48622c817d36 {{(pid=126224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:17:29.286304 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57dccda-4b34-43e8-8717-fd729094b147 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:29.287107 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a57dccda-4b34-43e8-8717-fd729094b147 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:29.290616 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a57dccda-4b34-43e8-8717-fd729094b147 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "PUT /v2.0/ports/22a4f5b6-8879-4bfe-9439-08ae070eba69 HTTP/1.1" status: 200  len: 818 time: 0.3225582
Nov 20 21:17:29.293071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49856) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:29.311382 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57dccda-4b34-43e8-8717-fd729094b147 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=22a4f5b6-8879-4bfe-9439-08ae070eba69,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:29.432343 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-17721341-74d7-4128-969b-2a929a8014df tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 22a4f5b6-8879-4bfe-9439-08ae070eba69 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:29.434197 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-17721341-74d7-4128-969b-2a929a8014df tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:29.509845 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-17721341-74d7-4128-969b-2a929a8014df tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:29.525652 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-17721341-74d7-4128-969b-2a929a8014df tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 22a4f5b6-8879-4bfe-9439-08ae070eba69 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:29.928000 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-17721341-74d7-4128-969b-2a929a8014df tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:29.961551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17721341-74d7-4128-969b-2a929a8014df tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=22a4f5b6-8879-4bfe-9439-08ae070eba69,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:29.967717 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-17721341-74d7-4128-969b-2a929a8014df tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:29.974467 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-17721341-74d7-4128-969b-2a929a8014df tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/22a4f5b6-8879-4bfe-9439-08ae070eba69 HTTP/1.1" status: 204  len: 168 time: 0.6800857
Nov 20 21:17:29.977314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49862) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:30.043498 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bc8fae-dd38-4836-8799-8fcb19161df0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:30.045101 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a1bc8fae-dd38-4836-8799-8fcb19161df0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0667653
Nov 20 21:17:30.047922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49864) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:30.078630 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-417e4208-d534-4ecc-90b7-939237e37c8b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] GET failed (client error): The resource could not be found.
Nov 20 21:17:30.080025 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-417e4208-d534-4ecc-90b7-939237e37c8b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports/22a4f5b6-8879-4bfe-9439-08ae070eba69 HTTP/1.1" status: 404  len: 333 time: 0.0310287
Nov 20 21:17:30.083522 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49866) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:30.088237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-03104f78-ce5c-44d2-b062-0ea809e79231 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-388726136'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:30.109389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03104f78-ce5c-44d2-b062-0ea809e79231 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:30.112852 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03104f78-ce5c-44d2-b062-0ea809e79231 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:30.137642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03104f78-ce5c-44d2-b062-0ea809e79231 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:17:30.147054 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03104f78-ce5c-44d2-b062-0ea809e79231 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:30.147451 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-03104f78-ce5c-44d2-b062-0ea809e79231 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Added segment 7be36079-84ec-4ccc-8a8b-aff96f7509ad of type vlan for network 3708e630-302b-4af2-85b1-aec8e29e3616
Nov 20 21:17:30.197327 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03104f78-ce5c-44d2-b062-0ea809e79231 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:30.222922 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03104f78-ce5c-44d2-b062-0ea809e79231 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:30.229882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03104f78-ce5c-44d2-b062-0ea809e79231 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:30.230754 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03104f78-ce5c-44d2-b062-0ea809e79231 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:30.273584 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-03104f78-ce5c-44d2-b062-0ea809e79231 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1889958
Nov 20 21:17:30.276567 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49868) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:30.281788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c8e51c89-cae1-420e-8989-efcacf8e6232 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'subnet': {'network_id': '3708e630-302b-4af2-85b1-aec8e29e3616', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:30.309054 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03104f78-ce5c-44d2-b062-0ea809e79231 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Network': ['ID=3708e630-302b-4af2-85b1-aec8e29e3616,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:30.321317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 3708e630-302b-4af2-85b1-aec8e29e3616 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:17:30.415355 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e51c89-cae1-420e-8989-efcacf8e6232 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:30.420012 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8e51c89-cae1-420e-8989-efcacf8e6232 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:30.639119 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8e51c89-cae1-420e-8989-efcacf8e6232 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:30.708502 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e51c89-cae1-420e-8989-efcacf8e6232 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Subnet': ['ID=27bc5bce-b56f-4d34-a95a-36bf72f643eb,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:30.719154 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e51c89-cae1-420e-8989-efcacf8e6232 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Checking segment: {'id': '7be36079-84ec-4ccc-8a8b-aff96f7509ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3708e630-302b-4af2-85b1-aec8e29e3616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:30.719522 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e51c89-cae1-420e-8989-efcacf8e6232 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network hostable DHCP agents. Network: 3708e630-302b-4af2-85b1-aec8e29e3616, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:17:30.738763 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e51c89-cae1-420e-8989-efcacf8e6232 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 3708e630-302b-4af2-85b1-aec8e29e3616 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:17:30.747758 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-c8e51c89-cae1-420e-8989-efcacf8e6232 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3708e630-302b-4af2-85b1-aec8e29e3616) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:30.752823 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e51c89-cae1-420e-8989-efcacf8e6232 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:30.753424 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8e51c89-cae1-420e-8989-efcacf8e6232 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:30.757037 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d40994a-2d16-4f68-9c44-90aaac595368 None None] Network 3708e630-302b-4af2-85b1-aec8e29e3616 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:30.783851 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c8e51c89-cae1-420e-8989-efcacf8e6232 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5052750
Nov 20 21:17:30.787278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49870) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:30.794216 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-dc73e5e7-1ae2-4389-86ad-0816f70ff9d6 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'subnet': {'network_id': '3708e630-302b-4af2-85b1-aec8e29e3616', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:30.946305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc73e5e7-1ae2-4389-86ad-0816f70ff9d6 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:30.951073 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dc73e5e7-1ae2-4389-86ad-0816f70ff9d6 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:30.968419 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3708e630-302b-4af2-85b1-aec8e29e3616', 'network_id': '3708e630-302b-4af2-85b1-aec8e29e3616', 'tenant_id': 'c21494c29be54543866f9b4c2b0d7ccb', 'fixed_ips': [{'subnet_id': '27bc5bce-b56f-4d34-a95a-36bf72f643eb'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:17:30.969709 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:31.100010 ncdv-master-1 neutron-server[126225]: INFO neutron.db.ipam_backend_mixin [None req-dc73e5e7-1ae2-4389-86ad-0816f70ff9d6 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 27bc5bce-b56f-4d34-a95a-36bf72f643eb (CIDR: 172.20.0.0/28)
Nov 20 21:17:31.108975 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc73e5e7-1ae2-4389-86ad-0816f70ff9d6 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:17:31.110225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc73e5e7-1ae2-4389-86ad-0816f70ff9d6 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:17:31.139739 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dc73e5e7-1ae2-4389-86ad-0816f70ff9d6 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3522577
Nov 20 21:17:31.142586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49876) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:31.148111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0b0c78de-dae5-41f1-a6a8-63d0ea70d395 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'subnet': {'network_id': '3708e630-302b-4af2-85b1-aec8e29e3616', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:31.165721 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Allocated IP 172.20.0.2 (3708e630-302b-4af2-85b1-aec8e29e3616/27bc5bce-b56f-4d34-a95a-36bf72f643eb/47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:31.295569 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0c78de-dae5-41f1-a6a8-63d0ea70d395 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:31.302429 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b0c78de-dae5-41f1-a6a8-63d0ea70d395 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:31.350473 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:31.358749 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:31.425355 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Network 3708e630-302b-4af2-85b1-aec8e29e3616 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:31.436016 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:31.438623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:31.451579 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Pushing event updated for resources: {'Port': ['ID=47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:31.680529 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Attempting to bind port 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:17:31.680902 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Attempting to bind port 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7be36079-84ec-4ccc-8a8b-aff96f7509ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3708e630-302b-4af2-85b1-aec8e29e3616'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:17:31.681265 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Attempting to bind port 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7 on network 3708e630-302b-4af2-85b1-aec8e29e3616 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:17:31.687013 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:17:31.687373 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Checking segment: {'id': '7be36079-84ec-4ccc-8a8b-aff96f7509ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3708e630-302b-4af2-85b1-aec8e29e3616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:31.687777 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:31.688030 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b0c78de-dae5-41f1-a6a8-63d0ea70d395 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:31.688541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Bound using segment: {'id': '7be36079-84ec-4ccc-8a8b-aff96f7509ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3708e630-302b-4af2-85b1-aec8e29e3616'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:17:31.688706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Bound port: 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be36079-84ec-4ccc-8a8b-aff96f7509ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3708e630-302b-4af2-85b1-aec8e29e3616'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:17:31.689118 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:31.740351 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0c78de-dae5-41f1-a6a8-63d0ea70d395 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 3708e630-302b-4af2-85b1-aec8e29e3616 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:31.744081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-0b0c78de-dae5-41f1-a6a8-63d0ea70d395 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:31.751789 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0c78de-dae5-41f1-a6a8-63d0ea70d395 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:31.752668 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0b0c78de-dae5-41f1-a6a8-63d0ea70d395 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:31.768175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c78de-dae5-41f1-a6a8-63d0ea70d395 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Subnet': ['ID=4e858701-a03a-4d73-bd81-4f1f21690a85,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:31.778252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] For port 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:17:31.782031 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] For port 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7,segment=NetworkSegment(7be36079-84ec-4ccc-8a8b-aff96f7509ad),segment_id=7be36079-84ec-4ccc-8a8b-aff96f7509ad)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:17:31.783889 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0b0c78de-dae5-41f1-a6a8-63d0ea70d395 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.6402194
Nov 20 21:17:31.786561 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49878) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:31.790297 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:31.792180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b390cf61-13d5-4afa-a064-b5a219bfdf69 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'network_id': '3708e630-302b-4af2-85b1-aec8e29e3616', 'fixed_ips': [{'subnet_id': '27bc5bce-b56f-4d34-a95a-36bf72f643eb'}, {'subnet_id': '4e858701-a03a-4d73-bd81-4f1f21690a85'}], 'name': 'tempest-PortsTestJSON-1121216397'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:31.920125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44226e-4166-44f8-a5e7-0c64ae34ca1a None None] Pushing event updated for resources: {'Port': ['ID=47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:31.963576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b390cf61-13d5-4afa-a064-b5a219bfdf69 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:32.137518 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b390cf61-13d5-4afa-a064-b5a219bfdf69 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:32.160920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-b390cf61-13d5-4afa-a064-b5a219bfdf69 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] device_id is not set on port 75bce8e4-a7c3-4a0e-97df-428c51a9bbdb yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:17:32.397466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:17:32.479708 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:32.479708 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:32.595000 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:32.629141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7,segment=NetworkSegment(7be36079-84ec-4ccc-8a8b-aff96f7509ad),segment_id=7be36079-84ec-4ccc-8a8b-aff96f7509ad)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:32.636463 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:32.644004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-b390cf61-13d5-4afa-a064-b5a219bfdf69 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Allocated IP 172.20.0.14 (3708e630-302b-4af2-85b1-aec8e29e3616/27bc5bce-b56f-4d34-a95a-36bf72f643eb/75bce8e4-a7c3-4a0e-97df-428c51a9bbdb) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:32.651485 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-b390cf61-13d5-4afa-a064-b5a219bfdf69 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Allocated IP 172.20.0.22 (3708e630-302b-4af2-85b1-aec8e29e3616/4e858701-a03a-4d73-bd81-4f1f21690a85/75bce8e4-a7c3-4a0e-97df-428c51a9bbdb) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:32.704109 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:32.887991 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b390cf61-13d5-4afa-a064-b5a219bfdf69 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:32.944852 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b390cf61-13d5-4afa-a064-b5a219bfdf69 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:32.999509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b390cf61-13d5-4afa-a064-b5a219bfdf69 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 3708e630-302b-4af2-85b1-aec8e29e3616 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:33.005945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-b390cf61-13d5-4afa-a064-b5a219bfdf69 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:33.008384 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b390cf61-13d5-4afa-a064-b5a219bfdf69 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:33.042504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390cf61-13d5-4afa-a064-b5a219bfdf69 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=75bce8e4-a7c3-4a0e-97df-428c51a9bbdb,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:33.094442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b390cf61-13d5-4afa-a064-b5a219bfdf69 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:33.095664 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b390cf61-13d5-4afa-a064-b5a219bfdf69 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:33.123629 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b390cf61-13d5-4afa-a064-b5a219bfdf69 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1005 time: 1.3336554
Nov 20 21:17:33.123908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49888) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:33.129507 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-2348626e-958b-414c-9133-51aafbdb4394 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '27bc5bce-b56f-4d34-a95a-36bf72f643eb'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:33.146169 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c18bcec-3357-4ee8-8b13-0383f696ff48 None None] Network 3708e630-302b-4af2-85b1-aec8e29e3616 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:33.204079 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2348626e-958b-414c-9133-51aafbdb4394 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:33.273282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b164caff-f8ea-453a-87c7-f4900b0d9af1 None None] Provisioning complete for port 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:33.273769 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b164caff-f8ea-453a-87c7-f4900b0d9af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:33.492362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fefa35a-d294-4468-8fa7-bb08d092d48f None None] Update dhcp port {'port': {'network_id': '3708e630-302b-4af2-85b1-aec8e29e3616', 'fixed_ips': [{'subnet_id': '27bc5bce-b56f-4d34-a95a-36bf72f643eb', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e858701-a03a-4d73-bd81-4f1f21690a85'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7'} from ncdv-master-1. {{(pid=126226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 20 21:17:33.524405 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0fefa35a-d294-4468-8fa7-bb08d092d48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:33.561280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-2348626e-958b-414c-9133-51aafbdb4394 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Delete allocated IP 172.20.0.22 (3708e630-302b-4af2-85b1-aec8e29e3616/4e858701-a03a-4d73-bd81-4f1f21690a85) {{(pid=126225) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 20 21:17:33.677133 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-6711b0dd-5764-46a0-b3e9-55b2f07a3d97 req-7076c8f6-11d4-44f0-8200-26acebd32b34 service neutron] (126224) timed out ('10.222.0.47', 64134) {{(pid=126224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 20 21:17:33.762193 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2348626e-958b-414c-9133-51aafbdb4394 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:33.779372 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2348626e-958b-414c-9133-51aafbdb4394 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:33.858547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-0fefa35a-d294-4468-8fa7-bb08d092d48f None None] Allocated IP 172.20.0.18 (3708e630-302b-4af2-85b1-aec8e29e3616/4e858701-a03a-4d73-bd81-4f1f21690a85/47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:33.867779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348626e-958b-414c-9133-51aafbdb4394 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=75bce8e4-a7c3-4a0e-97df-428c51a9bbdb,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:33.919076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2348626e-958b-414c-9133-51aafbdb4394 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] In _notify_port_updated(), no bound segment for port 75bce8e4-a7c3-4a0e-97df-428c51a9bbdb on network 3708e630-302b-4af2-85b1-aec8e29e3616 {{(pid=126225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:17:33.925605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2348626e-958b-414c-9133-51aafbdb4394 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:33.926402 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2348626e-958b-414c-9133-51aafbdb4394 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:33.927887 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2348626e-958b-414c-9133-51aafbdb4394 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "PUT /v2.0/ports/75bce8e4-a7c3-4a0e-97df-428c51a9bbdb HTTP/1.1" status: 200  len: 920 time: 0.8028328
Nov 20 21:17:33.930514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49890) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:33.936362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-f66163fd-2cbe-4d7d-a752-dcef209450cd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '27bc5bce-b56f-4d34-a95a-36bf72f643eb'}, {'subnet_id': '4e858701-a03a-4d73-bd81-4f1f21690a85'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:34.010882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-0fefa35a-d294-4468-8fa7-bb08d092d48f None None] For port 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7,segment=NetworkSegment(7be36079-84ec-4ccc-8a8b-aff96f7509ad),segment_id=7be36079-84ec-4ccc-8a8b-aff96f7509ad)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:34.037572 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f66163fd-2cbe-4d7d-a752-dcef209450cd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:34.046780 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0fefa35a-d294-4468-8fa7-bb08d092d48f None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:34.052745 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0fefa35a-d294-4468-8fa7-bb08d092d48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:34.154988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefa35a-d294-4468-8fa7-bb08d092d48f None None] Pushing event updated for resources: {'Port': ['ID=47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:34.318514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:17:34.346602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-f66163fd-2cbe-4d7d-a752-dcef209450cd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Allocated IP 172.20.0.30 (3708e630-302b-4af2-85b1-aec8e29e3616/4e858701-a03a-4d73-bd81-4f1f21690a85/75bce8e4-a7c3-4a0e-97df-428c51a9bbdb) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:34.380181 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:34.380700 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:34.514166 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f66163fd-2cbe-4d7d-a752-dcef209450cd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:34.520569 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f66163fd-2cbe-4d7d-a752-dcef209450cd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:34.626902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66163fd-2cbe-4d7d-a752-dcef209450cd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=75bce8e4-a7c3-4a0e-97df-428c51a9bbdb,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:34.681647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-f66163fd-2cbe-4d7d-a752-dcef209450cd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] In _notify_port_updated(), no bound segment for port 75bce8e4-a7c3-4a0e-97df-428c51a9bbdb on network 3708e630-302b-4af2-85b1-aec8e29e3616 {{(pid=126225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:17:34.688142 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66163fd-2cbe-4d7d-a752-dcef209450cd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:34.688820 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f66163fd-2cbe-4d7d-a752-dcef209450cd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:34.690270 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f66163fd-2cbe-4d7d-a752-dcef209450cd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "PUT /v2.0/ports/75bce8e4-a7c3-4a0e-97df-428c51a9bbdb HTTP/1.1" status: 200  len: 1000 time: 0.7587988
Nov 20 21:17:34.693035 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49896) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:34.727070 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aa6df9-05df-4326-81e8-1aa1af185116 None None] Network 3708e630-302b-4af2-85b1-aec8e29e3616 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:34.793711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-dae3196a-e408-4e34-89a9-2602286e6095 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 75bce8e4-a7c3-4a0e-97df-428c51a9bbdb {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:34.794555 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dae3196a-e408-4e34-89a9-2602286e6095 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:34.812300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d1e592dd-9a5e-4aef-80b0-939e783122f5 None None] Provisioning complete for port 75bce8e4-a7c3-4a0e-97df-428c51a9bbdb triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:34.812662 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d1e592dd-9a5e-4aef-80b0-939e783122f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:34.879174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d1e592dd-9a5e-4aef-80b0-939e783122f5 None None] Port 75bce8e4-a7c3-4a0e-97df-428c51a9bbdb cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:17:34.903772 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dae3196a-e408-4e34-89a9-2602286e6095 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:34.919131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-dae3196a-e408-4e34-89a9-2602286e6095 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 75bce8e4-a7c3-4a0e-97df-428c51a9bbdb owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:34.926616 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d1e592dd-9a5e-4aef-80b0-939e783122f5 None None] Provisioning complete for port 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:34.927035 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d1e592dd-9a5e-4aef-80b0-939e783122f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:35.141394 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dae3196a-e408-4e34-89a9-2602286e6095 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:35.173170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3196a-e408-4e34-89a9-2602286e6095 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=75bce8e4-a7c3-4a0e-97df-428c51a9bbdb,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:35.268922 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dae3196a-e408-4e34-89a9-2602286e6095 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:35.272930 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dae3196a-e408-4e34-89a9-2602286e6095 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/75bce8e4-a7c3-4a0e-97df-428c51a9bbdb HTTP/1.1" status: 204  len: 168 time: 0.5788050
Nov 20 21:17:35.276496 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49914) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:35.304297 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7693ec0-4a0c-4424-9c68-6c4436975629 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] GET failed (client error): The resource could not be found.
Nov 20 21:17:35.305654 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f7693ec0-4a0c-4424-9c68-6c4436975629 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports/75bce8e4-a7c3-4a0e-97df-428c51a9bbdb HTTP/1.1" status: 404  len: 333 time: 0.0278709
Nov 20 21:17:35.308524 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49916) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:35.363216 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-721a880a-7260-4ea2-99fd-a250c9c8af83 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting subnet 4e858701-a03a-4d73-bd81-4f1f21690a85 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:17:35.367008 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-721a880a-7260-4ea2-99fd-a250c9c8af83 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:35.413446 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-721a880a-7260-4ea2-99fd-a250c9c8af83 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:35.510778 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-721a880a-7260-4ea2-99fd-a250c9c8af83 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:35.583496 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-721a880a-7260-4ea2-99fd-a250c9c8af83 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:35.586824 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0237818f-1af9-4d5b-b6dd-744a6035154d None None] Could not find standard attr ID for object 75bce8e4-a7c3-4a0e-97df-428c51a9bbdb. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:17:35.598773 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-721a880a-7260-4ea2-99fd-a250c9c8af83 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:35.603397 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0237818f-1af9-4d5b-b6dd-744a6035154d None None] Provisioning complete for port 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:35.603821 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0237818f-1af9-4d5b-b6dd-744a6035154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:35.605217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49918) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:35.605735 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-721a880a-7260-4ea2-99fd-a250c9c8af83 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/4e858701-a03a-4d73-bd81-4f1f21690a85 HTTP/1.1" status: 204  len: 168 time: 0.2957664
Nov 20 21:17:35.629492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a880a-7260-4ea2-99fd-a250c9c8af83 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Subnet': ['ID=4e858701-a03a-4d73-bd81-4f1f21690a85,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:35.672742 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9918987-9743-44e5-81db-dd3a06074336 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting subnet 27bc5bce-b56f-4d34-a95a-36bf72f643eb {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:17:35.677387 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d9918987-9743-44e5-81db-dd3a06074336 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:35.720449 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d9918987-9743-44e5-81db-dd3a06074336 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:35.755395 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a29c343-26ea-4742-9d43-4087c104e9b4 None None] Network 3708e630-302b-4af2-85b1-aec8e29e3616 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:35.814167 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d9918987-9743-44e5-81db-dd3a06074336 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:35.843534 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-23edb9ef-db0d-4631-8c8f-ca2b2c5f5e43 None None] Could not find standard attr ID for object 75bce8e4-a7c3-4a0e-97df-428c51a9bbdb. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:17:35.878478 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d9918987-9743-44e5-81db-dd3a06074336 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:35.905202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9918987-9743-44e5-81db-dd3a06074336 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Subnet': ['ID=27bc5bce-b56f-4d34-a95a-36bf72f643eb,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:35.911149 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d9918987-9743-44e5-81db-dd3a06074336 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:35.914444 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d9918987-9743-44e5-81db-dd3a06074336 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/27bc5bce-b56f-4d34-a95a-36bf72f643eb HTTP/1.1" status: 204  len: 168 time: 0.3079705
Nov 20 21:17:35.917695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49920) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:35.997843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a098fb-f0e1-466d-bb9e-a58ae694bd2a None None] Update dhcp port {'port': {'network_id': '3708e630-302b-4af2-85b1-aec8e29e3616', 'fixed_ips': [{'subnet_id': '27bc5bce-b56f-4d34-a95a-36bf72f643eb'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7'} from ncdv-master-1. {{(pid=126226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 20 21:17:35.999982 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:36.028523 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-39a098fb-f0e1-466d-bb9e-a58ae694bd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:36.062142 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:36.063267 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:36.135280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] For port 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7,segment=NetworkSegment(7be36079-84ec-4ccc-8a8b-aff96f7509ad),segment_id=7be36079-84ec-4ccc-8a8b-aff96f7509ad)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:36.135831 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:36.152146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:36.227413 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7ad6b6-f101-405c-9e00-64c62c8e0f6a None None] Network 3708e630-302b-4af2-85b1-aec8e29e3616 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:36.270834 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:36.303012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7a3f2d5d-1dcd-4808-9898-0a78ec5d58f4 None None] Could not find standard attr ID for object 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:17:36.304497 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:36.311816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No DVR routers for this DVR port 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:17:36.348577 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:17:36.370589 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:17:36.370786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 47b6e2a1-5f2f-48f5-bb6d-1ec006d304c7 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:17:36.418225 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4610a9-ddc1-4779-999c-0915cdfe5ee5 None None] DHCP port deletion for 3708e630-302b-4af2-85b1-aec8e29e3616 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:17:36.430163 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:36.462108 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a5427f700>,) {'filters': {'network_id': ['3708e630-302b-4af2-85b1-aec8e29e3616']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:36.473552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a5427f700>, '7be36079-84ec-4ccc-8a8b-aff96f7509ad') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:36.474009 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a5427f700>, '7be36079-84ec-4ccc-8a8b-aff96f7509ad') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:36.485545 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:36.508026 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:36.516131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:17:36.516400 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:17:36.524847 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:17:36.614275 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:36.622160 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:36.626498 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/networks/3708e630-302b-4af2-85b1-aec8e29e3616 HTTP/1.1" status: 204  len: 168 time: 0.7067771
Nov 20 21:17:36.629791 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49934) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:36.650366 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c7804-ed28-4a21-91b3-b5cdaf49118c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Network': ['ID=3708e630-302b-4af2-85b1-aec8e29e3616,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:36.699167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39427136-fb84-4a58-b5b1-baabfb532071 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:36.700667 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-39427136-fb84-4a58-b5b1-baabfb532071 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0701644
Nov 20 21:17:36.704490 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49948) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:36.751826 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c1136155-139e-49d6-baa2-1be9569f3aeb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0462067
Nov 20 21:17:36.755197 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49950) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:36.761592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b6fb5a39-dd03-463a-9020-8497214f9365 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1850573867'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:36.786564 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fb5a39-dd03-463a-9020-8497214f9365 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:36.790582 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5a39-dd03-463a-9020-8497214f9365 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:36.818205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fb5a39-dd03-463a-9020-8497214f9365 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:17:36.829040 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5a39-dd03-463a-9020-8497214f9365 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:36.829423 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-b6fb5a39-dd03-463a-9020-8497214f9365 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Added segment 3c98419b-3782-40e9-b015-1d7513586880 of type vlan for network b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a
Nov 20 21:17:36.873390 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5a39-dd03-463a-9020-8497214f9365 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:36.906986 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5a39-dd03-463a-9020-8497214f9365 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:36.914451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fb5a39-dd03-463a-9020-8497214f9365 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:36.915188 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5a39-dd03-463a-9020-8497214f9365 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:36.965612 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b6fb5a39-dd03-463a-9020-8497214f9365 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2086613
Nov 20 21:17:36.968907 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 49952) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:37.003215 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-273650f9-9144-4ebe-981e-5faf0fa25453 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'subnet': {'network_id': 'b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:37.006875 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb5a39-dd03-463a-9020-8497214f9365 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Network': ['ID=b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:37.018915 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:17:37.111483 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273650f9-9144-4ebe-981e-5faf0fa25453 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:37.115611 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-273650f9-9144-4ebe-981e-5faf0fa25453 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:37.325184 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-273650f9-9144-4ebe-981e-5faf0fa25453 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:37.385890 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273650f9-9144-4ebe-981e-5faf0fa25453 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Subnet': ['ID=4931ba6b-cd18-4f49-a96d-f58879821292,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:37.397609 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273650f9-9144-4ebe-981e-5faf0fa25453 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Checking segment: {'id': '3c98419b-3782-40e9-b015-1d7513586880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:37.397983 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273650f9-9144-4ebe-981e-5faf0fa25453 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network hostable DHCP agents. Network: b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:17:37.417064 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273650f9-9144-4ebe-981e-5faf0fa25453 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:17:37.426039 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-273650f9-9144-4ebe-981e-5faf0fa25453 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:37.430603 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273650f9-9144-4ebe-981e-5faf0fa25453 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:37.431197 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-273650f9-9144-4ebe-981e-5faf0fa25453 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:37.439772 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67a53d9-60e0-4518-ae6a-ad4488ddf6d7 None None] Network b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:37.453569 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-273650f9-9144-4ebe-981e-5faf0fa25453 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4834800
Nov 20 21:17:37.456454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49956) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:37.462750 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e11319ab-226e-4df2-a66e-ab0d04504ea9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'network_id': 'b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a', 'name': 'tempest-PortsTestJSON-1125736307'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:37.612775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11319ab-226e-4df2-a66e-ab0d04504ea9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:37.617869 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e11319ab-226e-4df2-a66e-ab0d04504ea9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:37.644755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-e11319ab-226e-4df2-a66e-ab0d04504ea9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] device_id is not set on port 06c91039-7658-4468-b868-fcadd4b729dd yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:17:37.706335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a', 'network_id': 'b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a', 'tenant_id': 'c21494c29be54543866f9b4c2b0d7ccb', 'fixed_ips': [{'subnet_id': '4931ba6b-cd18-4f49-a96d-f58879821292'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:17:37.707651 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:37.796058 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-e11319ab-226e-4df2-a66e-ab0d04504ea9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Allocated IP 172.20.0.5 (b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a/4931ba6b-cd18-4f49-a96d-f58879821292/06c91039-7658-4468-b868-fcadd4b729dd) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:37.995237 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e11319ab-226e-4df2-a66e-ab0d04504ea9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:38.043993 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e11319ab-226e-4df2-a66e-ab0d04504ea9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:38.100144 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Allocated IP 172.20.0.2 (b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a/4931ba6b-cd18-4f49-a96d-f58879821292/a2c774bf-7360-47d5-8743-5505d21b34ec) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:38.110587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11319ab-226e-4df2-a66e-ab0d04504ea9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:38.112433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11319ab-226e-4df2-a66e-ab0d04504ea9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=06c91039-7658-4468-b868-fcadd4b729dd,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:38.115385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-e11319ab-226e-4df2-a66e-ab0d04504ea9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:38.124629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11319ab-226e-4df2-a66e-ab0d04504ea9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:38.187685 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11319ab-226e-4df2-a66e-ab0d04504ea9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:38.188530 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e11319ab-226e-4df2-a66e-ab0d04504ea9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:38.210537 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e11319ab-226e-4df2-a66e-ab0d04504ea9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.7501345
Nov 20 21:17:38.210758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 49970) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:38.218869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ac178813-09ec-424f-bfab-a511e79260cb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'network_id': 'b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a', 'name': 'tempest-PortsTestJSON-2106714196'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:38.277137 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:38.280617 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:38.288284 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:38.353622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Network b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:38.358224 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:38.360170 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Pushing event updated for resources: {'Port': ['ID=a2c774bf-7360-47d5-8743-5505d21b34ec,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:38.363162 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:38.371542 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac178813-09ec-424f-bfab-a511e79260cb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:38.376363 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:38.376729 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:38.377032 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:38.377408 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac178813-09ec-424f-bfab-a511e79260cb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:38.377525 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:38.377767 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:38.378121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:38.378449 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:38.378775 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:38.379101 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:38.379565 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:38.379895 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:38.380218 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:38.384887 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:38.409269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-ac178813-09ec-424f-bfab-a511e79260cb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] device_id is not set on port 16baa7d9-ea99-4a1f-8e15-1fb1941ccb85 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:17:38.445096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Attempting to bind port a2c774bf-7360-47d5-8743-5505d21b34ec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:17:38.445471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Attempting to bind port a2c774bf-7360-47d5-8743-5505d21b34ec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3c98419b-3782-40e9-b015-1d7513586880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:17:38.446292 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Attempting to bind port a2c774bf-7360-47d5-8743-5505d21b34ec on network b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:17:38.452704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:17:38.453019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Checking segment: {'id': '3c98419b-3782-40e9-b015-1d7513586880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:38.453635 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:38.454348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Bound using segment: {'id': '3c98419b-3782-40e9-b015-1d7513586880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:17:38.454619 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Bound port: a2c774bf-7360-47d5-8743-5505d21b34ec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c98419b-3782-40e9-b015-1d7513586880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:17:38.454982 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:38.550354 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] For port a2c774bf-7360-47d5-8743-5505d21b34ec, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:17:38.559214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] For port a2c774bf-7360-47d5-8743-5505d21b34ec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2c774bf-7360-47d5-8743-5505d21b34ec,segment=NetworkSegment(3c98419b-3782-40e9-b015-1d7513586880),segment_id=3c98419b-3782-40e9-b015-1d7513586880)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:17:38.564698 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:38.586770 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-ac178813-09ec-424f-bfab-a511e79260cb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Allocated IP 172.20.0.6 (b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a/4931ba6b-cd18-4f49-a96d-f58879821292/16baa7d9-ea99-4a1f-8e15-1fb1941ccb85) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:38.651587 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c2c08-6934-4e0a-a294-dd4e79813216 None None] Pushing event updated for resources: {'Port': ['ID=a2c774bf-7360-47d5-8743-5505d21b34ec,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:38.779923 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac178813-09ec-424f-bfab-a511e79260cb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:38.830580 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac178813-09ec-424f-bfab-a511e79260cb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:38.928327 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac178813-09ec-424f-bfab-a511e79260cb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:38.931814 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-ac178813-09ec-424f-bfab-a511e79260cb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:38.937138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac178813-09ec-424f-bfab-a511e79260cb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:38.983689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac178813-09ec-424f-bfab-a511e79260cb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=16baa7d9-ea99-4a1f-8e15-1fb1941ccb85,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:39.029252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac178813-09ec-424f-bfab-a511e79260cb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:39.030245 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac178813-09ec-424f-bfab-a511e79260cb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:39.056048 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ac178813-09ec-424f-bfab-a511e79260cb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.8403854
Nov 20 21:17:39.056048 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50028) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:39.176024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a0606-52ca-4190-a155-1e016c74d617 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:39.178594 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d21a0606-52ca-4190-a155-1e016c74d617 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200  len: 922 time: 0.1210070
Nov 20 21:17:39.181420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50030) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:39.332217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-e6507746-b349-4685-a57e-90d4877f9725 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 16baa7d9-ea99-4a1f-8e15-1fb1941ccb85 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:39.332586 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e6507746-b349-4685-a57e-90d4877f9725 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:39.490774 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e6507746-b349-4685-a57e-90d4877f9725 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:39.516070 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-e6507746-b349-4685-a57e-90d4877f9725 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 16baa7d9-ea99-4a1f-8e15-1fb1941ccb85 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:39.768763 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e6507746-b349-4685-a57e-90d4877f9725 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:39.810232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6507746-b349-4685-a57e-90d4877f9725 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=16baa7d9-ea99-4a1f-8e15-1fb1941ccb85,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:39.918355 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e6507746-b349-4685-a57e-90d4877f9725 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:39.927826 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e6507746-b349-4685-a57e-90d4877f9725 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/16baa7d9-ea99-4a1f-8e15-1fb1941ccb85 HTTP/1.1" status: 204  len: 168 time: 0.7363398
Nov 20 21:17:39.930194 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50036) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:39.988437 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd0c908-ffdf-4227-b4da-678caf6986fa tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] GET failed (client error): The resource could not be found.
Nov 20 21:17:39.989947 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bbd0c908-ffdf-4227-b4da-678caf6986fa tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports/16baa7d9-ea99-4a1f-8e15-1fb1941ccb85 HTTP/1.1" status: 404  len: 333 time: 0.0580330
Nov 20 21:17:39.993469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50038) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:40.030709 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e35b2c-1db1-4d2b-a446-025b6a3c5287 None None] Network b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:40.121060 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3bce5-70cf-45b5-b9b3-5a985704f11c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 06c91039-7658-4468-b868-fcadd4b729dd {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:40.122624 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2d3bce5-70cf-45b5-b9b3-5a985704f11c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:40.125118 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8c865a55-5be3-439f-ae52-e2733ff9b0bf None None] Provisioning complete for port a2c774bf-7360-47d5-8743-5505d21b34ec triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:40.125498 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8c865a55-5be3-439f-ae52-e2733ff9b0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:40.274101 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2d3bce5-70cf-45b5-b9b3-5a985704f11c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:40.303958 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3bce5-70cf-45b5-b9b3-5a985704f11c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 06c91039-7658-4468-b868-fcadd4b729dd owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:40.332153 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8c865a55-5be3-439f-ae52-e2733ff9b0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:40.439377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8c865a55-5be3-439f-ae52-e2733ff9b0bf None None] For port a2c774bf-7360-47d5-8743-5505d21b34ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2c774bf-7360-47d5-8743-5505d21b34ec,segment=NetworkSegment(3c98419b-3782-40e9-b015-1d7513586880),segment_id=3c98419b-3782-40e9-b015-1d7513586880)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:40.441951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a2c774bf-7360-47d5-8743-5505d21b34ec up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:17:40.516202 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8c865a55-5be3-439f-ae52-e2733ff9b0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:40.562967 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2d3bce5-70cf-45b5-b9b3-5a985704f11c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:40.604967 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c865a55-5be3-439f-ae52-e2733ff9b0bf None None] Pushing event updated for resources: {'Port': ['ID=a2c774bf-7360-47d5-8743-5505d21b34ec,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:40.613962 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3bce5-70cf-45b5-b9b3-5a985704f11c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=06c91039-7658-4468-b868-fcadd4b729dd,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:40.621836 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port a2c774bf-7360-47d5-8743-5505d21b34ec triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:40.622261 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:40.813641 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2d3bce5-70cf-45b5-b9b3-5a985704f11c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:40.818875 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d2d3bce5-70cf-45b5-b9b3-5a985704f11c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/06c91039-7658-4468-b868-fcadd4b729dd HTTP/1.1" status: 204  len: 168 time: 0.8178935
Nov 20 21:17:40.821684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50048) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:40.896875 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-126ee9f8-fdbf-4f5e-b77e-4afa17d74904 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] GET failed (client error): The resource could not be found.
Nov 20 21:17:40.898921 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-126ee9f8-fdbf-4f5e-b77e-4afa17d74904 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports/06c91039-7658-4468-b868-fcadd4b729dd HTTP/1.1" status: 404  len: 333 time: 0.0748465
Nov 20 21:17:40.903692 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50050) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:40.970882 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5e126-a54e-44a6-9fd4-51b5c37c85b3 req-bea2808e-7ba1-4052-8fb1-72be552ac478 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:40.972533 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-02c5e126-a54e-44a6-9fd4-51b5c37c85b3 req-bea2808e-7ba1-4052-8fb1-72be552ac478 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 946 time: 0.1522713
Nov 20 21:17:41.009193 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting subnet 4931ba6b-cd18-4f49-a96d-f58879821292 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:17:41.014446 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:41.052133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4e47739f-0aa5-47d2-a4fc-602064a274b3 None None] Could not find standard attr ID for object 06c91039-7658-4468-b868-fcadd4b729dd. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:17:41.073719 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4e47739f-0aa5-47d2-a4fc-602064a274b3 None None] Provisioning complete for port a2c774bf-7360-47d5-8743-5505d21b34ec triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:41.074273 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4e47739f-0aa5-47d2-a4fc-602064a274b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:41.091507 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-02c5e126-a54e-44a6-9fd4-51b5c37c85b3 req-7df2dd41-c824-4364-afe9-630d1a899c89 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108220
Nov 20 21:17:41.122574 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:41.297385 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:41.382910 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:41.393159 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-874c42d2-fbf1-471b-9699-c3d1ae3ed7b2 None None] Could not find standard attr ID for object 06c91039-7658-4468-b868-fcadd4b729dd. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:17:41.420567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Subnet': ['ID=4931ba6b-cd18-4f49-a96d-f58879821292,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:41.425794 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:41.429594 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/4931ba6b-cd18-4f49-a96d-f58879821292 HTTP/1.1" status: 204  len: 168 time: 0.5240703
Nov 20 21:17:41.432544 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50052) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:41.436279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:41.436630 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:41.436975 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:41.437568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:41.438144 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:41.439294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:41.439630 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:41.440288 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:41.440676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:41.441002 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:41.441615 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:41.441801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bab27-f637-46c1-b5bd-6a4b92942941 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:17:41.577344 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:41.658097 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc60e6b-175e-4296-985f-39f57d1b4f0b None None] Network b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:41.658500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port a2c774bf-7360-47d5-8743-5505d21b34ec {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:41.658901 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:41.752092 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] For port a2c774bf-7360-47d5-8743-5505d21b34ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2c774bf-7360-47d5-8743-5505d21b34ec,segment=NetworkSegment(3c98419b-3782-40e9-b015-1d7513586880),segment_id=3c98419b-3782-40e9-b015-1d7513586880)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:41.752814 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:41.778381 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for a2c774bf-7360-47d5-8743-5505d21b34ec owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:41.799475 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-159fb1ce-835d-4e76-866e-51bff9c7866f None None] Could not find standard attr ID for object 16baa7d9-ea99-4a1f-8e15-1fb1941ccb85. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:17:41.950779 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:41.953374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa81ab9-8e0f-4735-8c79-9425f03a3e29 None None] DHCP port deletion for b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:17:41.982695 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=a2c774bf-7360-47d5-8743-5505d21b34ec,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:41.985876 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No DVR routers for this DVR port a2c774bf-7360-47d5-8743-5505d21b34ec on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:17:42.121427 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:42.153504 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d395730>,) {'filters': {'network_id': ['b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:42.209689 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d395730>, '3c98419b-3782-40e9-b015-1d7513586880') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:42.209910 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d395730>, '3c98419b-3782-40e9-b015-1d7513586880') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:42.233423 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:42.254342 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:42.282352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:17:42.282352 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:42.297831 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73d6b0-49df-4692-99e9-710775fdd2ca req-db570bdb-7e03-4113-b064-070839934445 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:42.302318 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed73d6b0-49df-4692-99e9-710775fdd2ca req-db570bdb-7e03-4113-b064-070839934445 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.47 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 946 time: 0.1397572
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:17:42.303005 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:17:42.383854 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a2c774bf-7360-47d5-8743-5505d21b34ec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:17:42.460371 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: a2c774bf-7360-47d5-8743-5505d21b34ec {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:17:42.460718 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a2c774bf-7360-47d5-8743-5505d21b34ec not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:17:42.546221 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:17:42.556584 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:42.578978 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:42.584838 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/networks/b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a HTTP/1.1" status: 204  len: 168 time: 1.1489208
Nov 20 21:17:42.586715 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50058) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:42.608255 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7bd5afd8-1d22-468b-ab8d-c4680aa1e115 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-623366693'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:42.619867 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2a40d-9b83-4d62-b278-6d7798dca399 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Network': ['ID=b7b9cf08-3354-44ec-9b1e-73eca2cdfc0a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:42.664273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461515-f3bf-42b7-9f34-1f8323d27f6d req-c53fc8fe-6f34-45e6-8fea-a0b2649deb3f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:42.667408 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3461515-f3bf-42b7-9f34-1f8323d27f6d req-c53fc8fe-6f34-45e6-8fea-a0b2649deb3f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 946 time: 0.4836662
Nov 20 21:17:42.691996 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd5afd8-1d22-468b-ab8d-c4680aa1e115 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:42.698807 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7bd5afd8-1d22-468b-ab8d-c4680aa1e115 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:42.708008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-ed73d6b0-49df-4692-99e9-710775fdd2ca req-233c3ecc-5e7a-43bf-8bac-e8aeac45c25f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Deleting port c3608607-34e9-4165-a57b-a8a271630dad {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:42.709343 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ed73d6b0-49df-4692-99e9-710775fdd2ca req-233c3ecc-5e7a-43bf-8bac-e8aeac45c25f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:42.739426 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3461515-f3bf-42b7-9f34-1f8323d27f6d req-0e31f826-6826-456a-bc3e-81fdea1c5f33 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656812
Nov 20 21:17:42.814926 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd5afd8-1d22-468b-ab8d-c4680aa1e115 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:17:42.842095 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7bd5afd8-1d22-468b-ab8d-c4680aa1e115 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:42.842455 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-7bd5afd8-1d22-468b-ab8d-c4680aa1e115 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Added segment 732171ac-5133-4924-a2c6-582a0942a85d of type vlan for network baf3aa3c-6813-4be4-bc9c-d0389f029134
Nov 20 21:17:42.893019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-ed73d6b0-49df-4692-99e9-710775fdd2ca req-233c3ecc-5e7a-43bf-8bac-e8aeac45c25f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] For port c3608607-34e9-4165-a57b-a8a271630dad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3608607-34e9-4165-a57b-a8a271630dad,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:42.893422 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ed73d6b0-49df-4692-99e9-710775fdd2ca req-233c3ecc-5e7a-43bf-8bac-e8aeac45c25f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:42.909811 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7bd5afd8-1d22-468b-ab8d-c4680aa1e115 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:42.917427 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-ed73d6b0-49df-4692-99e9-710775fdd2ca req-233c3ecc-5e7a-43bf-8bac-e8aeac45c25f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Calling delete_port for c3608607-34e9-4165-a57b-a8a271630dad owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:42.985123 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7bd5afd8-1d22-468b-ab8d-c4680aa1e115 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:42.990837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd5afd8-1d22-468b-ab8d-c4680aa1e115 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:42.991428 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7bd5afd8-1d22-468b-ab8d-c4680aa1e115 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:43.032344 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7bd5afd8-1d22-468b-ab8d-c4680aa1e115 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4393594
Nov 20 21:17:43.036032 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50082) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:43.042603 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-f7a4876e-fb48-45f4-8a07-4dfba373c901 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'subnet': {'network_id': 'baf3aa3c-6813-4be4-bc9c-d0389f029134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:43.091771 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5afd8-1d22-468b-ab8d-c4680aa1e115 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Network': ['ID=baf3aa3c-6813-4be4-bc9c-d0389f029134,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:43.110855 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network baf3aa3c-6813-4be4-bc9c-d0389f029134 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:17:43.149063 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a4876e-fb48-45f4-8a07-4dfba373c901 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:43.153980 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f7a4876e-fb48-45f4-8a07-4dfba373c901 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:43.160288 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ed73d6b0-49df-4692-99e9-710775fdd2ca req-233c3ecc-5e7a-43bf-8bac-e8aeac45c25f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:43.179984 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['c3608607-34e9-4165-a57b-a8a271630dad'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:17:43.212268 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c3ecc-5e7a-43bf-8bac-e8aeac45c25f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event deleted for resources: {'Port': ['ID=c3608607-34e9-4165-a57b-a8a271630dad,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:43.259138 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed73d6b0-49df-4692-99e9-710775fdd2ca req-233c3ecc-5e7a-43bf-8bac-e8aeac45c25f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] No DVR routers for this DVR port c3608607-34e9-4165-a57b-a8a271630dad on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:17:43.262111 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ed73d6b0-49df-4692-99e9-710775fdd2ca req-233c3ecc-5e7a-43bf-8bac-e8aeac45c25f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:43.265545 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed73d6b0-49df-4692-99e9-710775fdd2ca req-233c3ecc-5e7a-43bf-8bac-e8aeac45c25f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.47 "DELETE /v2.0/ports/c3608607-34e9-4165-a57b-a8a271630dad HTTP/1.1" status: 204  len: 173 time: 0.9500999
Nov 20 21:17:43.266008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747866d7-cba0-4d23-b826-7358ef315186', 'name': 'network-vif-deleted', 'tag': 'c3608607-34e9-4165-a57b-a8a271630dad'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:17:43.268510 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37102e73-fdc8-469d-8333-33b22138c038" -d '{"events": [{"server_uuid": "747866d7-cba0-4d23-b826-7358ef315186", "name": "network-vif-deleted", "tag": "c3608607-34e9-4165-a57b-a8a271630dad"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:17:43.315581 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7c9fff80-80ca-4a35-a001-7d3bb28d1201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:43.323987 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9595d1bd-8e43-40dd-b413-416fcd750a80 x-openstack-request-id: req-9595d1bd-8e43-40dd-b413-416fcd750a80 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:17:43.323987 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747866d7-cba0-4d23-b826-7358ef315186", "name": "network-vif-deleted", "tag": "c3608607-34e9-4165-a57b-a8a271630dad", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:17:43.324269 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9595d1bd-8e43-40dd-b413-416fcd750a80 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:17:43.324686 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747866d7-cba0-4d23-b826-7358ef315186', 'name': 'network-vif-deleted', 'tag': 'c3608607-34e9-4165-a57b-a8a271630dad', 'status': 'completed', 'code': 200}
Nov 20 21:17:43.391715 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f7a4876e-fb48-45f4-8a07-4dfba373c901 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:43.452933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4876e-fb48-45f4-8a07-4dfba373c901 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Subnet': ['ID=6273690e-d9a0-4e04-ba8b-b3e03e736461,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:43.461594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4876e-fb48-45f4-8a07-4dfba373c901 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Checking segment: {'id': '732171ac-5133-4924-a2c6-582a0942a85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'baf3aa3c-6813-4be4-bc9c-d0389f029134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:43.461954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a4876e-fb48-45f4-8a07-4dfba373c901 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network hostable DHCP agents. Network: baf3aa3c-6813-4be4-bc9c-d0389f029134, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:17:43.480668 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a4876e-fb48-45f4-8a07-4dfba373c901 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network baf3aa3c-6813-4be4-bc9c-d0389f029134 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:17:43.490798 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-f7a4876e-fb48-45f4-8a07-4dfba373c901 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, baf3aa3c-6813-4be4-bc9c-d0389f029134) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:43.499490 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd96e18-b978-47ed-9f80-3a673e041179 None None] Network baf3aa3c-6813-4be4-bc9c-d0389f029134 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:43.502928 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a4876e-fb48-45f4-8a07-4dfba373c901 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:43.503781 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f7a4876e-fb48-45f4-8a07-4dfba373c901 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:43.522438 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f7a4876e-fb48-45f4-8a07-4dfba373c901 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4849944
Nov 20 21:17:43.525136 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50086) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:43.536815 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-32233d6c-df71-4108-8993-431915c46059 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'network_id': 'baf3aa3c-6813-4be4-bc9c-d0389f029134', 'name': 'tempest-PortsTestJSON-2041827022', 'fixed_ips': [{'subnet_id': '6273690e-d9a0-4e04-ba8b-b3e03e736461', 'ip_address': '172.20.0.10'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:43.746725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32233d6c-df71-4108-8993-431915c46059 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:43.830518 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-baf3aa3c-6813-4be4-bc9c-d0389f029134', 'network_id': 'baf3aa3c-6813-4be4-bc9c-d0389f029134', 'tenant_id': 'c21494c29be54543866f9b4c2b0d7ccb', 'fixed_ips': [{'subnet_id': '6273690e-d9a0-4e04-ba8b-b3e03e736461'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:17:43.842244 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:43.881564 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-32233d6c-df71-4108-8993-431915c46059 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:43.912626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-32233d6c-df71-4108-8993-431915c46059 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] device_id is not set on port 0f6cb59a-6258-4f01-9ce5-94ea22429a3b yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:17:44.190184 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c0278f5c-3152-40b7-8f40-4c69bbf960d0 req-5dc832cc-c1bb-4675-b237-c0aee82174d4 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=747866d7-cba0-4d23-b826-7358ef315186 HTTP/1.1" status: 200  len: 210 time: 0.0612793
Nov 20 21:17:44.215147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Allocated IP 172.20.0.2 (baf3aa3c-6813-4be4-bc9c-d0389f029134/6273690e-d9a0-4e04-ba8b-b3e03e736461/1dbbd8ac-aabe-4f86-b31e-88542dc4965f) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:44.358972 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:44.364583 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:44.410005 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Network baf3aa3c-6813-4be4-bc9c-d0389f029134 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:44.412911 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:44.416826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:44.418229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-32233d6c-df71-4108-8993-431915c46059 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Allocated IP 172.20.0.10 (baf3aa3c-6813-4be4-bc9c-d0389f029134/6273690e-d9a0-4e04-ba8b-b3e03e736461/0f6cb59a-6258-4f01-9ce5-94ea22429a3b) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:44.423927 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Pushing event updated for resources: {'Port': ['ID=1dbbd8ac-aabe-4f86-b31e-88542dc4965f,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:44.476619 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Attempting to bind port 1dbbd8ac-aabe-4f86-b31e-88542dc4965f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:17:44.476988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Attempting to bind port 1dbbd8ac-aabe-4f86-b31e-88542dc4965f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '732171ac-5133-4924-a2c6-582a0942a85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'baf3aa3c-6813-4be4-bc9c-d0389f029134'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:17:44.477349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Attempting to bind port 1dbbd8ac-aabe-4f86-b31e-88542dc4965f on network baf3aa3c-6813-4be4-bc9c-d0389f029134 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:17:44.482908 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:17:44.483265 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Checking segment: {'id': '732171ac-5133-4924-a2c6-582a0942a85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'baf3aa3c-6813-4be4-bc9c-d0389f029134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:44.483665 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:44.484060 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Bound using segment: {'id': '732171ac-5133-4924-a2c6-582a0942a85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'baf3aa3c-6813-4be4-bc9c-d0389f029134'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:17:44.484521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Bound port: 1dbbd8ac-aabe-4f86-b31e-88542dc4965f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732171ac-5133-4924-a2c6-582a0942a85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'baf3aa3c-6813-4be4-bc9c-d0389f029134'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:17:44.484901 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:44.555599 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] For port 1dbbd8ac-aabe-4f86-b31e-88542dc4965f, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:17:44.559402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] For port 1dbbd8ac-aabe-4f86-b31e-88542dc4965f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1dbbd8ac-aabe-4f86-b31e-88542dc4965f,segment=NetworkSegment(732171ac-5133-4924-a2c6-582a0942a85d),segment_id=732171ac-5133-4924-a2c6-582a0942a85d)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:17:44.563618 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:44.576691 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-32233d6c-df71-4108-8993-431915c46059 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:44.610683 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-32233d6c-df71-4108-8993-431915c46059 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:44.629069 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9580b-a691-445a-bfd1-0515eaa2481b None None] Pushing event updated for resources: {'Port': ['ID=1dbbd8ac-aabe-4f86-b31e-88542dc4965f,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:44.651056 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32233d6c-df71-4108-8993-431915c46059 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network baf3aa3c-6813-4be4-bc9c-d0389f029134 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:44.654165 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-32233d6c-df71-4108-8993-431915c46059 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:44.657827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32233d6c-df71-4108-8993-431915c46059 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:44.699010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32233d6c-df71-4108-8993-431915c46059 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=0f6cb59a-6258-4f01-9ce5-94ea22429a3b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:44.718759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32233d6c-df71-4108-8993-431915c46059 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:44.719379 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-32233d6c-df71-4108-8993-431915c46059 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:44.736574 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-32233d6c-df71-4108-8993-431915c46059 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.2082858
Nov 20 21:17:44.739224 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50108) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:44.744359 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-29d3bf6f-986a-4f0f-8b18-fc58e3bda032 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'network_id': 'baf3aa3c-6813-4be4-bc9c-d0389f029134', 'name': 'tempest-PortsTestJSON-160930161', 'fixed_ips': [{'subnet_id': '6273690e-d9a0-4e04-ba8b-b3e03e736461', 'ip_address': '172.20.0.9'}]}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:44.887019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d3bf6f-986a-4f0f-8b18-fc58e3bda032 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:45.289823 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29d3bf6f-986a-4f0f-8b18-fc58e3bda032 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:45.319374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [None req-29d3bf6f-986a-4f0f-8b18-fc58e3bda032 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] device_id is not set on port 3afbc5bb-e543-4311-adf7-ce38b1c9140e yet. {{(pid=126224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:17:45.496482 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-29d3bf6f-986a-4f0f-8b18-fc58e3bda032 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Allocated IP 172.20.0.9 (baf3aa3c-6813-4be4-bc9c-d0389f029134/6273690e-d9a0-4e04-ba8b-b3e03e736461/3afbc5bb-e543-4311-adf7-ce38b1c9140e) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:45.617665 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441c77dc-7fa5-424c-86f1-57946d578092 None None] Network baf3aa3c-6813-4be4-bc9c-d0389f029134 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:45.669954 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29d3bf6f-986a-4f0f-8b18-fc58e3bda032 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:45.709589 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b4722767-7011-4a9b-aefd-a867ed06d862 None None] Provisioning complete for port 1dbbd8ac-aabe-4f86-b31e-88542dc4965f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:45.709961 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b4722767-7011-4a9b-aefd-a867ed06d862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:45.717414 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29d3bf6f-986a-4f0f-8b18-fc58e3bda032 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:45.745376 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bf14b261-174d-4d68-b4c7-04f92a81c8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:45.768625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d3bf6f-986a-4f0f-8b18-fc58e3bda032 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network baf3aa3c-6813-4be4-bc9c-d0389f029134 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:45.774663 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-29d3bf6f-986a-4f0f-8b18-fc58e3bda032 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:45.778272 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d3bf6f-986a-4f0f-8b18-fc58e3bda032 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:45.788920 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device c3608607-34e9-4165-a57b-a8a271630dad no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:17:45.812398 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3bf6f-986a-4f0f-8b18-fc58e3bda032 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=3afbc5bb-e543-4311-adf7-ce38b1c9140e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:45.819071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: c3608607-34e9-4165-a57b-a8a271630dad {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:17:45.819427 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device c3608607-34e9-4165-a57b-a8a271630dad not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:17:45.854287 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d3bf6f-986a-4f0f-8b18-fc58e3bda032 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:45.855012 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-29d3bf6f-986a-4f0f-8b18-fc58e3bda032 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:45.874997 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-29d3bf6f-986a-4f0f-8b18-fc58e3bda032 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.1323063
Nov 20 21:17:45.875271 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50158) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:45.893766 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b4722767-7011-4a9b-aefd-a867ed06d862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:45.941498 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b4722767-7011-4a9b-aefd-a867ed06d862 None None] For port 1dbbd8ac-aabe-4f86-b31e-88542dc4965f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1dbbd8ac-aabe-4f86-b31e-88542dc4965f,segment=NetworkSegment(732171ac-5133-4924-a2c6-582a0942a85d),segment_id=732171ac-5133-4924-a2c6-582a0942a85d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:45.947024 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b4722767-7011-4a9b-aefd-a867ed06d862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.011904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28b8b73-a114-44ff-83f7-a84a20ef5ba7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:46.013517 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c28b8b73-a114-44ff-83f7-a84a20ef5ba7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.1373062
Nov 20 21:17:46.016892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50168) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:46.024438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4722767-7011-4a9b-aefd-a867ed06d862 None None] Pushing event updated for resources: {'Port': ['ID=1dbbd8ac-aabe-4f86-b31e-88542dc4965f,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:46.165405 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6e0f22-2d77-4e90-8593-20ebfda85ecd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:46.173202 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6e0f22-2d77-4e90-8593-20ebfda85ecd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:46.180007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6e0f22-2d77-4e90-8593-20ebfda85ecd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:46.183966 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3b6e0f22-2d77-4e90-8593-20ebfda85ecd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.1656945
Nov 20 21:17:46.185123 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50194) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:46.305085 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1401dcc5-4bfa-4d11-a92c-5c13e087dfa8 None None] Provisioning complete for port 1dbbd8ac-aabe-4f86-b31e-88542dc4965f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:46.305397 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1401dcc5-4bfa-4d11-a92c-5c13e087dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.356909 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-47cfab38-3b33-442e-af16-c981cc3fa003 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 3afbc5bb-e543-4311-adf7-ce38b1c9140e {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:46.357673 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47cfab38-3b33-442e-af16-c981cc3fa003 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.420392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1dbbd8ac-aabe-4f86-b31e-88542dc4965f up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:17:46.444744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50198) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:46.450236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-3c4e7106-dd71-46b8-9169-4934beb24d14 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1225146311', 'description': 'tempest-secgroup-smoke-1225146311 description', 'project_id': '6028b150b064464f9c6d8e21d3af617e'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:46.485595 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c4e7106-dd71-46b8-9169-4934beb24d14 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.513808 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47cfab38-3b33-442e-af16-c981cc3fa003 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.543682 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 1dbbd8ac-aabe-4f86-b31e-88542dc4965f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:46.544194 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.546819 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-47cfab38-3b33-442e-af16-c981cc3fa003 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 3afbc5bb-e543-4311-adf7-ce38b1c9140e owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:46.608223 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1401dcc5-4bfa-4d11-a92c-5c13e087dfa8 None None] Provisioning complete for port 0f6cb59a-6258-4f01-9ce5-94ea22429a3b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:46.608884 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1401dcc5-4bfa-4d11-a92c-5c13e087dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.632597 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c4e7106-dd71-46b8-9169-4934beb24d14 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.639550 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c4e7106-dd71-46b8-9169-4934beb24d14 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.674407 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c4e7106-dd71-46b8-9169-4934beb24d14 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.678743 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3c4e7106-dd71-46b8-9169-4934beb24d14 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2301004
Nov 20 21:17:46.680007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50200) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:46.688302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-87e2156e-f0b0-4c65-b055-aff6b36e7afa tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Request body: {'security_group_rule': {'security_group_id': '8cfac1eb-0841-4114-9167-63a2d54a4888', 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:46.717596 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e7106-dd71-46b8-9169-4934beb24d14 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfac1eb-0841-4114-9167-63a2d54a4888,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:46.733153 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1401dcc5-4bfa-4d11-a92c-5c13e087dfa8 None None] Port 0f6cb59a-6258-4f01-9ce5-94ea22429a3b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:17:46.737143 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-87e2156e-f0b0-4c65-b055-aff6b36e7afa tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.750265 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1401dcc5-4bfa-4d11-a92c-5c13e087dfa8 None None] Provisioning complete for port 3afbc5bb-e543-4311-adf7-ce38b1c9140e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:46.750727 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1401dcc5-4bfa-4d11-a92c-5c13e087dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.765675 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47cfab38-3b33-442e-af16-c981cc3fa003 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.803511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfab38-3b33-442e-af16-c981cc3fa003 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=3afbc5bb-e543-4311-adf7-ce38b1c9140e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:46.834250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1401dcc5-4bfa-4d11-a92c-5c13e087dfa8 None None] Port 3afbc5bb-e543-4311-adf7-ce38b1c9140e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:17:46.843337 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.855504 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-87e2156e-f0b0-4c65-b055-aff6b36e7afa tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.863381 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-87e2156e-f0b0-4c65-b055-aff6b36e7afa tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.894160 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-47cfab38-3b33-442e-af16-c981cc3fa003 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.897811 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-47cfab38-3b33-442e-af16-c981cc3fa003 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/3afbc5bb-e543-4311-adf7-ce38b1c9140e HTTP/1.1" status: 204  len: 168 time: 0.7115664
Nov 20 21:17:46.900781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2156e-f0b0-4c65-b055-aff6b36e7afa tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b13f41-3090-478f-89fb-7b84a61b12c5,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:46.900966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50202) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:46.913664 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-87e2156e-f0b0-4c65-b055-aff6b36e7afa tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.914949 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-87e2156e-f0b0-4c65-b055-aff6b36e7afa tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2350664
Nov 20 21:17:46.918839 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50208) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:46.924977 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-adef4299-b46d-4bec-867d-8d9b4029c893 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Request body: {'security_group_rule': {'security_group_id': '8cfac1eb-0841-4114-9167-63a2d54a4888', 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:46.942965 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf512f2a-3565-450a-bc1f-6feb70d926f6 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] GET failed (client error): The resource could not be found.
Nov 20 21:17:46.947343 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bf512f2a-3565-450a-bc1f-6feb70d926f6 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports/3afbc5bb-e543-4311-adf7-ce38b1c9140e HTTP/1.1" status: 404  len: 333 time: 0.0422676
Nov 20 21:17:46.947810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50214) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:46.964820 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7cee75a0-462d-4790-9567-6b8b2d36f8c7 None None] Provisioning complete for port 0f6cb59a-6258-4f01-9ce5-94ea22429a3b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:46.966359 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7cee75a0-462d-4790-9567-6b8b2d36f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:46.984737 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-adef4299-b46d-4bec-867d-8d9b4029c893 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.010360 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-7cee75a0-462d-4790-9567-6b8b2d36f8c7 None None] Port 0f6cb59a-6258-4f01-9ce5-94ea22429a3b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:17:47.066471 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-adef4299-b46d-4bec-867d-8d9b4029c893 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.071708 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-adef4299-b46d-4bec-867d-8d9b4029c893 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.079919 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-126ab4e0-35a4-4f0c-8635-82ae4a86b541 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 0f6cb59a-6258-4f01-9ce5-94ea22429a3b {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:47.080538 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-126ab4e0-35a4-4f0c-8635-82ae4a86b541 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.096810 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-adef4299-b46d-4bec-867d-8d9b4029c893 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.098528 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-adef4299-b46d-4bec-867d-8d9b4029c893 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1773088
Nov 20 21:17:47.101271 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef4299-b46d-4bec-867d-8d9b4029c893 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdf38d7-cbb0-454b-9075-6f70349754c9,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:47.101398 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50226) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:47.107034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-10ef224b-e389-40c0-b9ba-448c633a2ac9 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Request body: {'security_group_rule': {'security_group_id': '8cfac1eb-0841-4114-9167-63a2d54a4888', 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:47.136915 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1dbdb932-7b17-49ed-bad6-0dec2daac65b None None] Could not find standard attr ID for object 3afbc5bb-e543-4311-adf7-ce38b1c9140e. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:17:47.190381 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10ef224b-e389-40c0-b9ba-448c633a2ac9 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.217209 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-126ab4e0-35a4-4f0c-8635-82ae4a86b541 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.243746 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-126ab4e0-35a4-4f0c-8635-82ae4a86b541 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 0f6cb59a-6258-4f01-9ce5-94ea22429a3b owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:47.300029 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10ef224b-e389-40c0-b9ba-448c633a2ac9 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.305315 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10ef224b-e389-40c0-b9ba-448c633a2ac9 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.334712 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef224b-e389-40c0-b9ba-448c633a2ac9 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68f3953-70f5-42b6-bcaa-39b4551620fb,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:47.340915 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10ef224b-e389-40c0-b9ba-448c633a2ac9 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.342107 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-10ef224b-e389-40c0-b9ba-448c633a2ac9 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2400157
Nov 20 21:17:47.345070 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50228) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:47.349778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-2efbffaa-bc18-4905-b911-518be87099dd tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Request body: {'security_group_rule': {'security_group_id': '8cfac1eb-0841-4114-9167-63a2d54a4888', 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:47.377350 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2efbffaa-bc18-4905-b911-518be87099dd tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.417224 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-126ab4e0-35a4-4f0c-8635-82ae4a86b541 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.443447 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2efbffaa-bc18-4905-b911-518be87099dd tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.448243 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2efbffaa-bc18-4905-b911-518be87099dd tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.448772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ab4e0-35a4-4f0c-8635-82ae4a86b541 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=0f6cb59a-6258-4f01-9ce5-94ea22429a3b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:47.466759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbffaa-bc18-4905-b911-518be87099dd tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfa4d99-ba8c-4c31-9c4f-c5d4b9be5363,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:47.477709 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2efbffaa-bc18-4905-b911-518be87099dd tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.479662 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2efbffaa-bc18-4905-b911-518be87099dd tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1336164
Nov 20 21:17:47.483338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50234) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:47.490038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-cd08dc17-771d-4470-a2aa-67023f113541 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Request body: {'security_group_rule': {'security_group_id': '8cfac1eb-0841-4114-9167-63a2d54a4888', 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:47.518396 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-cd08dc17-771d-4470-a2aa-67023f113541 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Project 6028b150b064464f9c6d8e21d3af617e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:17:47.528949 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cd08dc17-771d-4470-a2aa-67023f113541 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.546280 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-126ab4e0-35a4-4f0c-8635-82ae4a86b541 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.551112 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-126ab4e0-35a4-4f0c-8635-82ae4a86b541 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/0f6cb59a-6258-4f01-9ce5-94ea22429a3b HTTP/1.1" status: 204  len: 168 time: 0.6024582
Nov 20 21:17:47.553636 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50238) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:47.589687 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae37baa-e0c4-41c6-8508-4efb6fcabb82 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] GET failed (client error): The resource could not be found.
Nov 20 21:17:47.591267 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0ae37baa-e0c4-41c6-8508-4efb6fcabb82 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports/0f6cb59a-6258-4f01-9ce5-94ea22429a3b HTTP/1.1" status: 404  len: 333 time: 0.0359576
Nov 20 21:17:47.593874 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50250) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:47.609522 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cd08dc17-771d-4470-a2aa-67023f113541 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.614755 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cd08dc17-771d-4470-a2aa-67023f113541 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.631477 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08dc17-771d-4470-a2aa-67023f113541 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3852e936-e614-422d-956f-f89c466a0139,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:47.661018 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cd08dc17-771d-4470-a2aa-67023f113541 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.662702 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cd08dc17-771d-4470-a2aa-67023f113541 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1783788
Nov 20 21:17:47.665521 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50252) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:47.672970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c088551c-8d99-4605-8de0-e0eec10ef638 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Request body: {'security_group_rule': {'security_group_id': '8cfac1eb-0841-4114-9167-63a2d54a4888', 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:47.689398 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6ebbaf-543c-4eb4-bb0b-cde5fa63c5e2 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting subnet 6273690e-d9a0-4e04-ba8b-b3e03e736461 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:17:47.696205 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2a6ebbaf-543c-4eb4-bb0b-cde5fa63c5e2 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.731988 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-c088551c-8d99-4605-8de0-e0eec10ef638 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Project 6028b150b064464f9c6d8e21d3af617e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:17:47.741592 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c088551c-8d99-4605-8de0-e0eec10ef638 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.748736 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2a6ebbaf-543c-4eb4-bb0b-cde5fa63c5e2 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.864559 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c088551c-8d99-4605-8de0-e0eec10ef638 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.871393 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c088551c-8d99-4605-8de0-e0eec10ef638 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.885509 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2a6ebbaf-543c-4eb4-bb0b-cde5fa63c5e2 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.916898 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088551c-8d99-4605-8de0-e0eec10ef638 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb736a46-9b32-422c-a2fd-edd791859622,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:47.924486 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c088551c-8d99-4605-8de0-e0eec10ef638 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.925672 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c088551c-8d99-4605-8de0-e0eec10ef638 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2583051
Nov 20 21:17:47.959831 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2a6ebbaf-543c-4eb4-bb0b-cde5fa63c5e2 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.993184 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ebbaf-543c-4eb4-bb0b-cde5fa63c5e2 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Subnet': ['ID=6273690e-d9a0-4e04-ba8b-b3e03e736461,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:47.995957 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2a6ebbaf-543c-4eb4-bb0b-cde5fa63c5e2 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:47.999390 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2a6ebbaf-543c-4eb4-bb0b-cde5fa63c5e2 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/6273690e-d9a0-4e04-ba8b-b3e03e736461 HTTP/1.1" status: 204  len: 168 time: 0.4045093
Nov 20 21:17:48.002434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50268) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:48.010221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46160841-321d-462d-9e76-6de61c0e1816 None None] Network baf3aa3c-6813-4be4-bc9c-d0389f029134 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:48.099225 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.160490 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 1dbbd8ac-aabe-4f86-b31e-88542dc4965f {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:48.160783 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.247508 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ff5f4a-ec1a-41c9-943a-1aa5cd48c51f None None] DHCP port deletion for baf3aa3c-6813-4be4-bc9c-d0389f029134 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:17:48.251355 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] For port 1dbbd8ac-aabe-4f86-b31e-88542dc4965f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1dbbd8ac-aabe-4f86-b31e-88542dc4965f,segment=NetworkSegment(732171ac-5133-4924-a2c6-582a0942a85d),segment_id=732171ac-5133-4924-a2c6-582a0942a85d)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:48.251723 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.268983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 1dbbd8ac-aabe-4f86-b31e-88542dc4965f owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:48.320826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff5f4a-ec1a-41c9-943a-1aa5cd48c51f None None] Deleting port 1dbbd8ac-aabe-4f86-b31e-88542dc4965f {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:48.321312 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5f4a-ec1a-41c9-943a-1aa5cd48c51f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.379536 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.389415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1dbbd8ac-aabe-4f86-b31e-88542dc4965f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:17:48.423471 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=1dbbd8ac-aabe-4f86-b31e-88542dc4965f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:48.425448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 1dbbd8ac-aabe-4f86-b31e-88542dc4965f {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:17:48.425699 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1dbbd8ac-aabe-4f86-b31e-88542dc4965f not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:17:48.428029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No DVR routers for this DVR port 1dbbd8ac-aabe-4f86-b31e-88542dc4965f on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:17:48.435131 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e9ff5f4a-ec1a-41c9-943a-1aa5cd48c51f None None] For port 1dbbd8ac-aabe-4f86-b31e-88542dc4965f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1dbbd8ac-aabe-4f86-b31e-88542dc4965f,segment=NetworkSegment(732171ac-5133-4924-a2c6-582a0942a85d),segment_id=732171ac-5133-4924-a2c6-582a0942a85d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:48.435591 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5f4a-ec1a-41c9-943a-1aa5cd48c51f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.464386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff5f4a-ec1a-41c9-943a-1aa5cd48c51f None None] Calling delete_port for 1dbbd8ac-aabe-4f86-b31e-88542dc4965f owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:48.590503 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.612292 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5f4a-ec1a-41c9-943a-1aa5cd48c51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.631075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f026cd0>,) {'filters': {'network_id': ['baf3aa3c-6813-4be4-bc9c-d0389f029134']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:48.643429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f026cd0>, '732171ac-5133-4924-a2c6-582a0942a85d') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:48.643734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f026cd0>, '732171ac-5133-4924-a2c6-582a0942a85d') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:48.649244 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff5f4a-ec1a-41c9-943a-1aa5cd48c51f None None] Pushing event deleted for resources: {'Port': ['ID=1dbbd8ac-aabe-4f86-b31e-88542dc4965f,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:48.657490 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.678069 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.680047 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff5f4a-ec1a-41c9-943a-1aa5cd48c51f None None] No DVR routers for this DVR port 1dbbd8ac-aabe-4f86-b31e-88542dc4965f on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:17:48.685091 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.693651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:17:48.694334 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:17:48.698780 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:17:48.771059 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.776555 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.783110 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/networks/baf3aa3c-6813-4be4-bc9c-d0389f029134 HTTP/1.1" status: 204  len: 168 time: 0.7796426
Nov 20 21:17:48.786846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50332) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:48.793301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c3f87e3c-c381-4f27-9eca-a6ebbce512ce tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1093016330'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:48.808412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4dbb6-b3f1-4cca-8f21-c853e90cf5fd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Network': ['ID=baf3aa3c-6813-4be4-bc9c-d0389f029134,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:48.823134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f87e3c-c381-4f27-9eca-a6ebbce512ce tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:48.826747 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c3f87e3c-c381-4f27-9eca-a6ebbce512ce tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.852915 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f87e3c-c381-4f27-9eca-a6ebbce512ce tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:17:48.862570 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c3f87e3c-c381-4f27-9eca-a6ebbce512ce tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.863168 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-c3f87e3c-c381-4f27-9eca-a6ebbce512ce tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Added segment 08a8b475-c7f9-4ddf-b60d-a93386ef2f13 of type vlan for network 54277b8f-56b4-43e6-8a1e-01aae21d75d4
Nov 20 21:17:48.907016 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c3f87e3c-c381-4f27-9eca-a6ebbce512ce tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.932440 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c3f87e3c-c381-4f27-9eca-a6ebbce512ce tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.937937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f87e3c-c381-4f27-9eca-a6ebbce512ce tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:48.938551 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c3f87e3c-c381-4f27-9eca-a6ebbce512ce tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:48.971073 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c3f87e3c-c381-4f27-9eca-a6ebbce512ce tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1828041
Nov 20 21:17:48.973880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50344) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:48.980819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-bf9d0f2a-5294-40ec-a3e0-85a6155dd047 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'subnet': {'network_id': '54277b8f-56b4-43e6-8a1e-01aae21d75d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:49.013126 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f87e3c-c381-4f27-9eca-a6ebbce512ce tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Network': ['ID=54277b8f-56b4-43e6-8a1e-01aae21d75d4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:49.023763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 54277b8f-56b4-43e6-8a1e-01aae21d75d4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:17:49.070757 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9d0f2a-5294-40ec-a3e0-85a6155dd047 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:49.075252 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf9d0f2a-5294-40ec-a3e0-85a6155dd047 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:49.101085 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:49.257373 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf9d0f2a-5294-40ec-a3e0-85a6155dd047 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:49.321219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d0f2a-5294-40ec-a3e0-85a6155dd047 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Subnet': ['ID=955d9a76-ff61-45d1-8c88-5c0b97e6e1c4,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:49.331365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d0f2a-5294-40ec-a3e0-85a6155dd047 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Checking segment: {'id': '08a8b475-c7f9-4ddf-b60d-a93386ef2f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54277b8f-56b4-43e6-8a1e-01aae21d75d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:49.331727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d0f2a-5294-40ec-a3e0-85a6155dd047 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network hostable DHCP agents. Network: 54277b8f-56b4-43e6-8a1e-01aae21d75d4, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:17:49.348096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d0f2a-5294-40ec-a3e0-85a6155dd047 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 54277b8f-56b4-43e6-8a1e-01aae21d75d4 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:17:49.356536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-bf9d0f2a-5294-40ec-a3e0-85a6155dd047 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 54277b8f-56b4-43e6-8a1e-01aae21d75d4) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:49.360654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9d0f2a-5294-40ec-a3e0-85a6155dd047 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:49.361439 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf9d0f2a-5294-40ec-a3e0-85a6155dd047 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:49.366369 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7486e64-5848-4646-8b6f-bc6179e42074 None None] Network 54277b8f-56b4-43e6-8a1e-01aae21d75d4 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:49.377699 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bf9d0f2a-5294-40ec-a3e0-85a6155dd047 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4024241
Nov 20 21:17:49.381062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50346) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:49.386800 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b043824a-d725-4539-8b0b-49dd9a133611 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2084979026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:49.411360 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b043824a-d725-4539-8b0b-49dd9a133611 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:49.412369 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b043824a-d725-4539-8b0b-49dd9a133611 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:49.464920 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b043824a-d725-4539-8b0b-49dd9a133611 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:49.469371 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b043824a-d725-4539-8b0b-49dd9a133611 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:49.485860 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b043824a-d725-4539-8b0b-49dd9a133611 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:49.489582 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b043824a-d725-4539-8b0b-49dd9a133611 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.1050408
Nov 20 21:17:49.489781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50348) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:49.495205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-19228fa7-cd65-467e-b8de-484dcf76d1e0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'network_id': '54277b8f-56b4-43e6-8a1e-01aae21d75d4', 'name': 'tempest-PortsTestJSON-968136374'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:49.526155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-54277b8f-56b4-43e6-8a1e-01aae21d75d4', 'network_id': '54277b8f-56b4-43e6-8a1e-01aae21d75d4', 'tenant_id': 'c21494c29be54543866f9b4c2b0d7ccb', 'fixed_ips': [{'subnet_id': '955d9a76-ff61-45d1-8c88-5c0b97e6e1c4'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:17:49.527074 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:49.618393 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19228fa7-cd65-467e-b8de-484dcf76d1e0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:49.624778 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19228fa7-cd65-467e-b8de-484dcf76d1e0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:49.644349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-19228fa7-cd65-467e-b8de-484dcf76d1e0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] device_id is not set on port f294a071-b54e-4424-b430-ab298605db13 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:17:49.667414 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Allocated IP 172.20.0.2 (54277b8f-56b4-43e6-8a1e-01aae21d75d4/955d9a76-ff61-45d1-8c88-5c0b97e6e1c4/8de33724-bcec-44bf-9e66-75fdcf17bc17) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:49.817155 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:49.823589 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:49.864494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Network 54277b8f-56b4-43e6-8a1e-01aae21d75d4 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:49.870302 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:49.874649 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:49.878109 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Pushing event updated for resources: {'Port': ['ID=8de33724-bcec-44bf-9e66-75fdcf17bc17,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:49.887696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-19228fa7-cd65-467e-b8de-484dcf76d1e0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Allocated IP 172.20.0.8 (54277b8f-56b4-43e6-8a1e-01aae21d75d4/955d9a76-ff61-45d1-8c88-5c0b97e6e1c4/f294a071-b54e-4424-b430-ab298605db13) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:50.074466 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19228fa7-cd65-467e-b8de-484dcf76d1e0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:50.089904 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Attempting to bind port 8de33724-bcec-44bf-9e66-75fdcf17bc17 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:17:50.090457 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Attempting to bind port 8de33724-bcec-44bf-9e66-75fdcf17bc17 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '08a8b475-c7f9-4ddf-b60d-a93386ef2f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54277b8f-56b4-43e6-8a1e-01aae21d75d4'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:17:50.090666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Attempting to bind port 8de33724-bcec-44bf-9e66-75fdcf17bc17 on network 54277b8f-56b4-43e6-8a1e-01aae21d75d4 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:17:50.096208 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:17:50.096592 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Checking segment: {'id': '08a8b475-c7f9-4ddf-b60d-a93386ef2f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54277b8f-56b4-43e6-8a1e-01aae21d75d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:50.097093 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:50.097492 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Bound using segment: {'id': '08a8b475-c7f9-4ddf-b60d-a93386ef2f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54277b8f-56b4-43e6-8a1e-01aae21d75d4'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:17:50.097962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Bound port: 8de33724-bcec-44bf-9e66-75fdcf17bc17, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a8b475-c7f9-4ddf-b60d-a93386ef2f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54277b8f-56b4-43e6-8a1e-01aae21d75d4'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:17:50.098378 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:50.108450 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19228fa7-cd65-467e-b8de-484dcf76d1e0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:50.156566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19228fa7-cd65-467e-b8de-484dcf76d1e0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 54277b8f-56b4-43e6-8a1e-01aae21d75d4 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:50.159590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-19228fa7-cd65-467e-b8de-484dcf76d1e0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:50.163363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19228fa7-cd65-467e-b8de-484dcf76d1e0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:50.164548 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] For port 8de33724-bcec-44bf-9e66-75fdcf17bc17, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:17:50.168842 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] For port 8de33724-bcec-44bf-9e66-75fdcf17bc17, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8de33724-bcec-44bf-9e66-75fdcf17bc17,segment=NetworkSegment(08a8b475-c7f9-4ddf-b60d-a93386ef2f13),segment_id=08a8b475-c7f9-4ddf-b60d-a93386ef2f13)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:17:50.172879 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:50.189325 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19228fa7-cd65-467e-b8de-484dcf76d1e0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=f294a071-b54e-4424-b430-ab298605db13,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:50.217910 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19228fa7-cd65-467e-b8de-484dcf76d1e0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:50.218605 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19228fa7-cd65-467e-b8de-484dcf76d1e0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:50.240034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6716e1b-7195-4926-8bd8-0fb054020851 None None] Pushing event updated for resources: {'Port': ['ID=8de33724-bcec-44bf-9e66-75fdcf17bc17,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:50.243352 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-19228fa7-cd65-467e-b8de-484dcf76d1e0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 0.7500362
Nov 20 21:17:50.244134 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50368) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:50.593976 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0f4e84db-cd57-480b-8655-ae833881f1de tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:50.836967 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0f4e84db-cd57-480b-8655-ae833881f1de tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:50.842690 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0f4e84db-cd57-480b-8655-ae833881f1de tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:50.921198 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e84db-cd57-480b-8655-ae833881f1de tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=f294a071-b54e-4424-b430-ab298605db13,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:51.088281 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0f4e84db-cd57-480b-8655-ae833881f1de tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:51.232036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a718c0d3-cd88-4893-beb6-e25b6f651f72 None None] Network 54277b8f-56b4-43e6-8a1e-01aae21d75d4 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:51.242330 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0f4e84db-cd57-480b-8655-ae833881f1de tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:51.331531 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-73ca6463-b91d-4295-ae89-411f125a5026 None None] Provisioning complete for port 8de33724-bcec-44bf-9e66-75fdcf17bc17 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:51.332139 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-73ca6463-b91d-4295-ae89-411f125a5026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:51.485873 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-73ca6463-b91d-4295-ae89-411f125a5026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:51.522666 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0f4e84db-cd57-480b-8655-ae833881f1de tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:51.524581 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-73ca6463-b91d-4295-ae89-411f125a5026 None None] For port 8de33724-bcec-44bf-9e66-75fdcf17bc17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8de33724-bcec-44bf-9e66-75fdcf17bc17,segment=NetworkSegment(08a8b475-c7f9-4ddf-b60d-a93386ef2f13),segment_id=08a8b475-c7f9-4ddf-b60d-a93386ef2f13)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:51.533798 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0f4e84db-cd57-480b-8655-ae833881f1de tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:51.534015 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-73ca6463-b91d-4295-ae89-411f125a5026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:51.592371 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca6463-b91d-4295-ae89-411f125a5026 None None] Pushing event updated for resources: {'Port': ['ID=8de33724-bcec-44bf-9e66-75fdcf17bc17,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:51.608152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e84db-cd57-480b-8655-ae833881f1de tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=f294a071-b54e-4424-b430-ab298605db13,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:51.610570 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0f4e84db-cd57-480b-8655-ae833881f1de tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:51.707145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4e84db-cd57-480b-8655-ae833881f1de tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 54277b8f-56b4-43e6-8a1e-01aae21d75d4 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:51.708980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-0f4e84db-cd57-480b-8655-ae833881f1de tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:51.763007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-34cfc4bb-78c8-4c88-a310-5ebf3f5ec773 None None] Provisioning complete for port f294a071-b54e-4424-b430-ab298605db13 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:51.763550 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-34cfc4bb-78c8-4c88-a310-5ebf3f5ec773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:51.810094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-34cfc4bb-78c8-4c88-a310-5ebf3f5ec773 None None] Port f294a071-b54e-4424-b430-ab298605db13 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:17:51.821662 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-34cfc4bb-78c8-4c88-a310-5ebf3f5ec773 None None] Provisioning complete for port 8de33724-bcec-44bf-9e66-75fdcf17bc17 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:51.822643 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-34cfc4bb-78c8-4c88-a310-5ebf3f5ec773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:51.899228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4e84db-cd57-480b-8655-ae833881f1de tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Router ae711b66-6e3d-429e-b1fc-f47bcbfe735f is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:17:52.004182 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4e84db-cd57-480b-8655-ae833881f1de tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:17:52.011510 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0f4e84db-cd57-480b-8655-ae833881f1de tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "PUT /v2.0/routers/ae711b66-6e3d-429e-b1fc-f47bcbfe735f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7647882
Nov 20 21:17:52.014247 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50386) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:52.018674 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d421e96d-01fe-48e6-b93f-e61427be9ffb None None] Sync routers for ids ['ae711b66-6e3d-429e-b1fc-f47bcbfe735f'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:17:52.042814 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d421e96d-01fe-48e6-b93f-e61427be9ffb None None] Routers {'ae711b66-6e3d-429e-b1fc-f47bcbfe735f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:17:52.046730 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d421e96d-01fe-48e6-b93f-e61427be9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54635b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:17:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ae711b66-6e3d-429e-b1fc-f47bcbfe735f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:52.093056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d421e96d-01fe-48e6-b93f-e61427be9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54635b20>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:52.106248 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d548fec9-f149-42f3-8b4c-b06dc28a35b4 None None] Provisioning complete for port f294a071-b54e-4424-b430-ab298605db13 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:52.106780 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d548fec9-f149-42f3-8b4c-b06dc28a35b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:52.118313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4476d59-030f-4600-9c6c-07dc7f72da54 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:52.123868 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50390) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:52.124159 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f4476d59-030f-4600-9c6c-07dc7f72da54 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae711b66-6e3d-429e-b1fc-f47bcbfe735f HTTP/1.1" status: 200  len: 981 time: 0.1077838
Nov 20 21:17:52.146865 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-795e3937-e280-461f-a64b-803b475c43dd tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1225146311&fields=id&tenant_id=6028b150b064464f9c6d8e21d3af617e HTTP/1.1" status: 200  len: 267 time: 0.0961716
Nov 20 21:17:52.181431 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d548fec9-f149-42f3-8b4c-b06dc28a35b4 None None] Port f294a071-b54e-4424-b430-ab298605db13 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:17:52.183282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d421e96d-01fe-48e6-b93f-e61427be9ffb None None] Routers {'ae711b66-6e3d-429e-b1fc-f47bcbfe735f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:17:52.183932 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d421e96d-01fe-48e6-b93f-e61427be9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54635b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:17:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ae711b66-6e3d-429e-b1fc-f47bcbfe735f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:52.230635 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d421e96d-01fe-48e6-b93f-e61427be9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54635b20>, [], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:52.231616 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d421e96d-01fe-48e6-b93f-e61427be9ffb None None] The sync data for ids ['ae711b66-6e3d-429e-b1fc-f47bcbfe735f'] in ncdv-master-1 is: [] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:17:52.305836 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-913a98f8-c177-4118-ab7c-56ca6c283d7c None None] Provisioning complete for port f294a071-b54e-4424-b430-ab298605db13 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:52.306515 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-913a98f8-c177-4118-ab7c-56ca6c283d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:52.329679 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-dc830304-50ec-42c4-8f88-0a6efb2e4b2e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:52.338998 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-dc830304-50ec-42c4-8f88-0a6efb2e4b2e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 811 time: 0.1904740
Nov 20 21:17:52.359663 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-b8e0617f-2be0-4872-85df-acc87fd49870 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/quotas/6028b150b064464f9c6d8e21d3af617e HTTP/1.1" status: 200  len: 375 time: 0.0198088
Nov 20 21:17:52.395849 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-913a98f8-c177-4118-ab7c-56ca6c283d7c None None] Port f294a071-b54e-4424-b430-ab298605db13 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:17:52.430786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8de33724-bcec-44bf-9e66-75fdcf17bc17 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:17:52.450293 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-2e4de445-2e4f-4481-b8c1-7c2e6df312ff tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0896027
Nov 20 21:17:52.472900 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-610c041c-5df9-42ca-8ed6-72fe740dfacb service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:17:52.474371 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-610c041c-5df9-42ca-8ed6-72fe740dfacb service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056205
Nov 20 21:17:52.486148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8de33724-bcec-44bf-9e66-75fdcf17bc17 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:52.486526 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:52.544349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f2af913f-f3ac-4840-b825-da76a13ed7af None None] Provisioning complete for port f294a071-b54e-4424-b430-ab298605db13 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:52.544865 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f2af913f-f3ac-4840-b825-da76a13ed7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:52.587989 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-2046dfa9-56a9-43f3-ac48-7a94ca526461 service neutron] 10.222.0.41 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1050704
Nov 20 21:17:52.616401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f2af913f-f3ac-4840-b825-da76a13ed7af None None] Port f294a071-b54e-4424-b430-ab298605db13 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:17:52.690152 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-8bad2387-4bea-4f64-b4d4-33cc591053d6 service neutron] 10.222.0.41 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0966268
Nov 20 21:17:53.023886 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-28b54dc7-e75b-45ff-9abb-736fb4af998c req-b7804e51-f2b6-414a-b3da-cd864dc06bdc tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 210 time: 0.0525870
Nov 20 21:17:53.042979 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa1196fd-4ef9-4bbf-8da8-7463ee40824c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:53.230921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50430) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:53.269722 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-fa1196fd-4ef9-4bbf-8da8-7463ee40824c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port f294a071-b54e-4424-b430-ab298605db13 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:53.270082 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa1196fd-4ef9-4bbf-8da8-7463ee40824c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:53.363342 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa1196fd-4ef9-4bbf-8da8-7463ee40824c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:53.379607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-fa1196fd-4ef9-4bbf-8da8-7463ee40824c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for f294a071-b54e-4424-b430-ab298605db13 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:53.390320 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ea8ca8a9-bcb6-4ace-92e4-59de4a62fe7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc4d63fc40064a2d878ef88ce3e98e07&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1574700
Nov 20 21:17:53.393149 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50434) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:53.445507 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca396291-db3c-4cc0-9ca6-936b50204354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:53.468208 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca396291-db3c-4cc0-9ca6-936b50204354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:53.524893 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca396291-db3c-4cc0-9ca6-936b50204354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:53.528410 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ca396291-db3c-4cc0-9ca6-936b50204354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:53.529583 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ca396291-db3c-4cc0-9ca6-936b50204354 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6276ce81-0b35-4c87-abae-12ecdc650d58 HTTP/1.1" status: 204  len: 168 time: 0.1353955
Nov 20 21:17:53.549306 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca396291-db3c-4cc0-9ca6-936b50204354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6276ce81-0b35-4c87-abae-12ecdc650d58,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:53.585638 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa1196fd-4ef9-4bbf-8da8-7463ee40824c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:53.619563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1196fd-4ef9-4bbf-8da8-7463ee40824c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=f294a071-b54e-4424-b430-ab298605db13,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:53.773352 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fa1196fd-4ef9-4bbf-8da8-7463ee40824c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:53.992337 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1196fd-4ef9-4bbf-8da8-7463ee40824c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Router ae711b66-6e3d-429e-b1fc-f47bcbfe735f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:17:54.022799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-81bd0418-5079-4509-b44d-1f323c9ed7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:54.027700 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-81bd0418-5079-4509-b44d-1f323c9ed7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.47 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 811 time: 0.1459279
Nov 20 21:17:54.120928 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e13f8be4-a737-4111-ba1d-4a52ad83e681 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6028b150b064464f9c6d8e21d3af617e HTTP/1.1" status: 200  len: 380 time: 0.0853488
Nov 20 21:17:54.123568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1196fd-4ef9-4bbf-8da8-7463ee40824c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:17:54.135568 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0407d188-f550-40d8-bdac-a6da2e19f62c None None] Sync routers for ids ['ae711b66-6e3d-429e-b1fc-f47bcbfe735f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:17:54.137464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-27ed5b40-a775-4023-a4e9-20c972bc760e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Request body: {'port': {'device_id': 'f63e6faf-abb2-4827-a8d8-71e39e0309bb', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'admin_state_up': True, 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'security_groups': ['8cfac1eb-0841-4114-9167-63a2d54a4888']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:54.147810 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fa1196fd-4ef9-4bbf-8da8-7463ee40824c tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "PUT /v2.0/routers/ae711b66-6e3d-429e-b1fc-f47bcbfe735f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0204942
Nov 20 21:17:54.150209 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50450) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:54.150840 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0407d188-f550-40d8-bdac-a6da2e19f62c None None] Routers {'ae711b66-6e3d-429e-b1fc-f47bcbfe735f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:17:54.151656 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-0407d188-f550-40d8-bdac-a6da2e19f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5420c430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:17:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ae711b66-6e3d-429e-b1fc-f47bcbfe735f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:54.183746 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-02d00479-5602-462f-a883-f655b1dac745 req-ed03c02a-d8de-4938-b3c6-9ea960228562 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 210 time: 0.0414665
Nov 20 21:17:54.188434 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-4404d47c-cd90-43ab-b660-bbb839687304 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] GET failed (client error): The resource could not be found.
Nov 20 21:17:54.190175 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4404d47c-cd90-43ab-b660-bbb839687304 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports/f294a071-b54e-4424-b430-ab298605db13 HTTP/1.1" status: 404  len: 333 time: 0.0385759
Nov 20 21:17:54.204174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50454) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:54.233772 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-0407d188-f550-40d8-bdac-a6da2e19f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5420c430>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:54.252842 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0407d188-f550-40d8-bdac-a6da2e19f62c None None] Routers {'ae711b66-6e3d-429e-b1fc-f47bcbfe735f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:17:54.253811 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-0407d188-f550-40d8-bdac-a6da2e19f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5420c430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:17:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['ae711b66-6e3d-429e-b1fc-f47bcbfe735f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:54.304035 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c39ec019-d3a1-4d3a-b622-c42c9aeccfb7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:54.315807 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-27ed5b40-a775-4023-a4e9-20c972bc760e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Made reservation on behalf of 6028b150b064464f9c6d8e21d3af617e for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:54.319723 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-27ed5b40-a775-4023-a4e9-20c972bc760e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:54.474007 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-0407d188-f550-40d8-bdac-a6da2e19f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5420c430>, [], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:54.474689 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0407d188-f550-40d8-bdac-a6da2e19f62c None None] The sync data for ids ['ae711b66-6e3d-429e-b1fc-f47bcbfe735f'] in ncdv-master-1 is: [] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:17:54.499335 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c39ec019-d3a1-4d3a-b622-c42c9aeccfb7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:54.502160 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c39ec019-d3a1-4d3a-b622-c42c9aeccfb7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:54.520935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-27ed5b40-a775-4023-a4e9-20c972bc760e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Allocated IP 172.20.0.14 (ec52e298-c6c7-453e-a2fa-373fbe63335d/e49bdb26-fb3f-4488-8617-26bc32281c9f/39f50585-bcb7-49c3-9bc7-6f2b3717ea5c) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:54.561729 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c39ec019-d3a1-4d3a-b622-c42c9aeccfb7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:54.562368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39ec019-d3a1-4d3a-b622-c42c9aeccfb7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Fanout notify agent at l3_agent the message router_deleted on router ae711b66-6e3d-429e-b1fc-f47bcbfe735f {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:17:54.570786 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c39ec019-d3a1-4d3a-b622-c42c9aeccfb7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:54.571947 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c39ec019-d3a1-4d3a-b622-c42c9aeccfb7 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/routers/ae711b66-6e3d-429e-b1fc-f47bcbfe735f HTTP/1.1" status: 204  len: 168 time: 0.3667493
Nov 20 21:17:54.576828 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50470) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:54.691110 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-717f572d-b1b6-4c40-aa2f-76babc4718dc tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting subnet 955d9a76-ff61-45d1-8c88-5c0b97e6e1c4 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:17:54.698125 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-717f572d-b1b6-4c40-aa2f-76babc4718dc tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:54.762336 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-717f572d-b1b6-4c40-aa2f-76babc4718dc tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:54.794071 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-27ed5b40-a775-4023-a4e9-20c972bc760e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:54.879704 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-717f572d-b1b6-4c40-aa2f-76babc4718dc tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:54.883630 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-27ed5b40-a775-4023-a4e9-20c972bc760e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:54.960302 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-27ed5b40-a775-4023-a4e9-20c972bc760e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Network ec52e298-c6c7-453e-a2fa-373fbe63335d is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:54.969530 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-27ed5b40-a775-4023-a4e9-20c972bc760e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:54.972279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-27ed5b40-a775-4023-a4e9-20c972bc760e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:55.022935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed5b40-a775-4023-a4e9-20c972bc760e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'Port': ['ID=39f50585-bcb7-49c3-9bc7-6f2b3717ea5c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:55.058310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-27ed5b40-a775-4023-a4e9-20c972bc760e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:55.058985 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-27ed5b40-a775-4023-a4e9-20c972bc760e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:55.063251 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-717f572d-b1b6-4c40-aa2f-76babc4718dc tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:55.098384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f572d-b1b6-4c40-aa2f-76babc4718dc tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Subnet': ['ID=955d9a76-ff61-45d1-8c88-5c0b97e6e1c4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:55.107492 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-717f572d-b1b6-4c40-aa2f-76babc4718dc tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:55.112323 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-717f572d-b1b6-4c40-aa2f-76babc4718dc tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/955d9a76-ff61-45d1-8c88-5c0b97e6e1c4 HTTP/1.1" status: 204  len: 168 time: 0.5341272
Nov 20 21:17:55.113801 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b4a7a7-8f83-4aab-a138-fcb457bc9b9c None None] Network 54277b8f-56b4-43e6-8a1e-01aae21d75d4 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:55.114698 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50512) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:55.129074 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-27ed5b40-a775-4023-a4e9-20c972bc760e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0021863
Nov 20 21:17:55.151857 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Request body: {'port': {'device_id': 'f63e6faf-abb2-4827-a8d8-71e39e0309bb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:55.277086 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:55.283104 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:55.392242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0f1ebfaa-c573-48a7-a86f-2fdb944fcb9a None None] Provisioning complete for port 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:55.392678 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0f1ebfaa-c573-48a7-a86f-2fdb944fcb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:55.403671 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ddc7b-c9b8-4137-960d-7d4c5f73fcdc req-7268680f-b72c-48e3-8002-2f0dd9239dc0 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:55.414749 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-182ddc7b-c9b8-4137-960d-7d4c5f73fcdc req-7268680f-b72c-48e3-8002-2f0dd9239dc0 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 932 time: 0.0999608
Nov 20 21:17:55.429212 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ebfaa-c573-48a7-a86f-2fdb944fcb9a None None] Port 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:17:55.473295 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-182ddc7b-c9b8-4137-960d-7d4c5f73fcdc req-c473b614-5791-4f9f-87e8-b64120d1cd79 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576613
Nov 20 21:17:55.529762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6331d50c-26aa-49c3-acb1-857e122699f2 None None] DHCP port deletion for 54277b8f-56b4-43e6-8a1e-01aae21d75d4 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:17:55.536180 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 8de33724-bcec-44bf-9e66-75fdcf17bc17 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:55.536715 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:55.589526 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6331d50c-26aa-49c3-acb1-857e122699f2 None None] Deleting port 8de33724-bcec-44bf-9e66-75fdcf17bc17 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:17:55.589904 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6331d50c-26aa-49c3-acb1-857e122699f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:55.654069 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6331d50c-26aa-49c3-acb1-857e122699f2 None None] For port 8de33724-bcec-44bf-9e66-75fdcf17bc17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8de33724-bcec-44bf-9e66-75fdcf17bc17,segment=NetworkSegment(08a8b475-c7f9-4ddf-b60d-a93386ef2f13),segment_id=08a8b475-c7f9-4ddf-b60d-a93386ef2f13)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:55.654482 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6331d50c-26aa-49c3-acb1-857e122699f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:55.667041 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] For port 8de33724-bcec-44bf-9e66-75fdcf17bc17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8de33724-bcec-44bf-9e66-75fdcf17bc17,segment=NetworkSegment(08a8b475-c7f9-4ddf-b60d-a93386ef2f13),segment_id=08a8b475-c7f9-4ddf-b60d-a93386ef2f13)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:55.667414 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:55.670686 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6331d50c-26aa-49c3-acb1-857e122699f2 None None] Calling delete_port for 8de33724-bcec-44bf-9e66-75fdcf17bc17 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:55.690205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 8de33724-bcec-44bf-9e66-75fdcf17bc17 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:17:55.764480 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6331d50c-26aa-49c3-acb1-857e122699f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:55.785849 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331d50c-26aa-49c3-acb1-857e122699f2 None None] Pushing event deleted for resources: {'Port': ['ID=8de33724-bcec-44bf-9e66-75fdcf17bc17,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:55.795299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6331d50c-26aa-49c3-acb1-857e122699f2 None None] No DVR routers for this DVR port 8de33724-bcec-44bf-9e66-75fdcf17bc17 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:17:55.814965 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:17:55.827390 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:55.849408 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Transition to ACTIVE for port object 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:17:55.852650 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:55.857062 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:55.888118 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=8de33724-bcec-44bf-9e66-75fdcf17bc17,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:55.895979 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No DVR routers for this DVR port 8de33724-bcec-44bf-9e66-75fdcf17bc17 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:17:56.029215 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Pushing event updated for resources: {'Port': ['ID=39f50585-bcb7-49c3-9bc7-6f2b3717ea5c,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:56.065328 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:56.097490 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e245760>,) {'filters': {'network_id': ['54277b8f-56b4-43e6-8a1e-01aae21d75d4']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:56.119246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e245760>, '08a8b475-c7f9-4ddf-b60d-a93386ef2f13') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:56.119540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e245760>, '08a8b475-c7f9-4ddf-b60d-a93386ef2f13') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:17:56.130919 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Attempting to bind port 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:17:56.131401 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Attempting to bind port 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:17:56.131715 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Attempting to bind port 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c on network ec52e298-c6c7-453e-a2fa-373fbe63335d {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:17:56.134698 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:56.144516 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Port 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c on network ec52e298-c6c7-453e-a2fa-373fbe63335d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:17:56.144962 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Attempting to bind port 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c on network ec52e298-c6c7-453e-a2fa-373fbe63335d {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:17:56.153450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:17:56.153803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Checking segment: {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:56.154267 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Bound using segment: {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:17:56.154650 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Bound port: 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:17:56.155150 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:56.158582 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:56.173369 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:17:56.173922 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:17:56.176898 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:17:56.261126 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:56.316211 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8de33724-bcec-44bf-9e66-75fdcf17bc17 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:17:56.338936 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 8de33724-bcec-44bf-9e66-75fdcf17bc17 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:17:56.339350 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8de33724-bcec-44bf-9e66-75fdcf17bc17 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:17:56.578746 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:56.586125 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/networks/54277b8f-56b4-43e6-8a1e-01aae21d75d4 HTTP/1.1" status: 204  len: 168 time: 1.4666524
Nov 20 21:17:56.588690 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50558) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:56.613301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6c918-cbc2-491c-a1ad-a2f0d2cc1964 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Network': ['ID=54277b8f-56b4-43e6-8a1e-01aae21d75d4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:56.615678 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] For port 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:17:56.643948 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] For port 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39f50585-bcb7-49c3-9bc7-6f2b3717ea5c,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:17:56.652260 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2359e9d9-f6ec-46bb-bfde-12cade197b05 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:56.655245 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2359e9d9-f6ec-46bb-bfde-12cade197b05 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports/b70e0003-ebb7-4655-b14b-473539aacf34 HTTP/1.1" status: 200  len: 840 time: 0.0655313
Nov 20 21:17:56.658997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50562) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:56.662104 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:56.672991 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1755675-ef7a-4adc-80fd-592c90ac4876 req-9cfd2da3-fa3f-4457-b3c3-32c71473b3ed tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:56.680782 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1755675-ef7a-4adc-80fd-592c90ac4876 req-9cfd2da3-fa3f-4457-b3c3-32c71473b3ed tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 944 time: 0.0953305
Nov 20 21:17:56.714070 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f442df8b-b503-4e7e-8875-a47e4f037fb3 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports/b70e0003-ebb7-4655-b14b-473539aacf34?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0537722
Nov 20 21:17:56.719928 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50566) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:56.723117 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-bb334f01-fc4d-430d-a19d-24533dade556 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'subnet': {'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:56.746462 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:56.747091 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:56.748460 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] 10.222.0.47 "PUT /v2.0/ports/39f50585-bcb7-49c3-9bc7-6f2b3717ea5c HTTP/1.1" status: 200  len: 1092 time: 1.6026969
Nov 20 21:17:56.753504 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63e6faf-abb2-4827-a8d8-71e39e0309bb', 'tag': '39f50585-bcb7-49c3-9bc7-6f2b3717ea5c'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:17:56.756221 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf3cf5c-64e6-43bf-a8d3-76a16c3326d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f63e6faf-abb2-4827-a8d8-71e39e0309bb", "tag": "39f50585-bcb7-49c3-9bc7-6f2b3717ea5c"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:17:56.785002 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bec6d-4143-4c1d-8b26-a5691721ec39 service neutron] Pushing event updated for resources: {'Port': ['ID=39f50585-bcb7-49c3-9bc7-6f2b3717ea5c,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:56.828720 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1a621e-255b-462d-bf3f-cddd4e235e54 x-openstack-request-id: req-bc1a621e-255b-462d-bf3f-cddd4e235e54 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:17:56.829009 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63e6faf-abb2-4827-a8d8-71e39e0309bb", "tag": "39f50585-bcb7-49c3-9bc7-6f2b3717ea5c", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:17:56.829271 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc1a621e-255b-462d-bf3f-cddd4e235e54 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:17:56.829749 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63e6faf-abb2-4827-a8d8-71e39e0309bb', 'tag': '39f50585-bcb7-49c3-9bc7-6f2b3717ea5c', 'status': 'completed', 'code': 200}
Nov 20 21:17:56.848210 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1755675-ef7a-4adc-80fd-592c90ac4876 req-1cded026-aab0-46c1-a6a8-9f92a7bd6fac tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1664934
Nov 20 21:17:56.886865 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb334f01-fc4d-430d-a19d-24533dade556 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:56.890859 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bb334f01-fc4d-430d-a19d-24533dade556 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:56.892209 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-9efd67e7-7497-46ce-9351-6d27fd796ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:56.894164 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-9efd67e7-7497-46ce-9351-6d27fd796ef7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 1095 time: 0.0823185
Nov 20 21:17:56.951369 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-f3414a45-94c2-4c13-bfc9-ff22641bc952 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f50585-bcb7-49c3-9bc7-6f2b3717ea5c HTTP/1.1" status: 200  len: 217 time: 0.0471344
Nov 20 21:17:57.024230 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-ec35c44b-fd04-4376-b8b4-b41e603ace2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:57.026269 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-ec35c44b-fd04-4376-b8b4-b41e603ace2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.0664253
Nov 20 21:17:57.078646 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-23a20b2d-fcbf-4dd2-a1f6-69016fb634ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:57.080030 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-23a20b2d-fcbf-4dd2-a1f6-69016fb634ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0469420
Nov 20 21:17:57.106159 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bb334f01-fc4d-430d-a19d-24533dade556 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:57.151299 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb334f01-fc4d-430d-a19d-24533dade556 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:57.154714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-bb334f01-fc4d-430d-a19d-24533dade556 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:57.158877 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb334f01-fc4d-430d-a19d-24533dade556 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:57.159471 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bb334f01-fc4d-430d-a19d-24533dade556 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:57.164967 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aac2f1-76ef-4a75-83d3-289d1bebf05d None None] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:57.165162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb334f01-fc4d-430d-a19d-24533dade556 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Subnet': ['ID=53bf47f1-d537-4609-9af7-9e0c9e569722,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:57.175917 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-564dfd80-431d-4c1e-bffe-87e0dd0e213d service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885930
Nov 20 21:17:57.181992 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bb334f01-fc4d-430d-a19d-24533dade556 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4629254
Nov 20 21:17:57.185006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50580) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:57.189643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8585a71b-06f4-48cb-a5db-1ca06ebbd886 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'security_group': {'name': 'tempest-secgroup-1391670365'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:57.214655 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8585a71b-06f4-48cb-a5db-1ca06ebbd886 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:57.281757 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c748b5ef-e6bf-4de6-9a23-10d21c925b12 req-63b38911-afa4-48a7-941c-ec2ddb2362c2 service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0957134
Nov 20 21:17:57.291182 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8585a71b-06f4-48cb-a5db-1ca06ebbd886 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:57.298981 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8585a71b-06f4-48cb-a5db-1ca06ebbd886 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:57.330553 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8585a71b-06f4-48cb-a5db-1ca06ebbd886 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:57.332159 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8585a71b-06f4-48cb-a5db-1ca06ebbd886 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1461554
Nov 20 21:17:57.336328 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50582) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:57.344572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d7c17307-5cfc-4249-95f4-929c9e4b9ccd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'security_group': {'name': 'tempest-secgroup-1472513238'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:57.347600 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-46e4bf6f-e0b5-4017-b727-48622c817d36', 'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36', 'tenant_id': 'c21494c29be54543866f9b4c2b0d7ccb', 'fixed_ips': [{'subnet_id': '53bf47f1-d537-4609-9af7-9e0c9e569722'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:17:57.348540 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:57.350127 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585a71b-06f4-48cb-a5db-1ca06ebbd886 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0c4447-92a7-4283-bf44-9cc90d0da1a9,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:57.368484 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3cf5c-64e6-43bf-a8d3-76a16c3326d6 req-58c9157d-d10f-44c7-8261-d577d1e989c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:57.370875 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1cf3cf5c-64e6-43bf-a8d3-76a16c3326d6 req-58c9157d-d10f-44c7-8261-d577d1e989c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 1095 time: 0.0456181
Nov 20 21:17:57.376008 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d7c17307-5cfc-4249-95f4-929c9e4b9ccd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:57.463457 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d7c17307-5cfc-4249-95f4-929c9e4b9ccd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:57.468333 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d7c17307-5cfc-4249-95f4-929c9e4b9ccd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:57.475226 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3cf5c-64e6-43bf-a8d3-76a16c3326d6 req-5c22f9bb-2c01-4e1e-8bb9-6008f94f2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:57.476736 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1cf3cf5c-64e6-43bf-a8d3-76a16c3326d6 req-5c22f9bb-2c01-4e1e-8bb9-6008f94f2de7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.0991917
Nov 20 21:17:57.499390 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d7c17307-5cfc-4249-95f4-929c9e4b9ccd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:57.500651 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d7c17307-5cfc-4249-95f4-929c9e4b9ccd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1647763
Nov 20 21:17:57.503579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50584) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:57.508468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-3c958bbc-21f6-4801-8412-9319b35f22db tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-404855627', 'security_groups': ['78fa450a-43b2-4806-83f4-a5030382092c'], 'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '53bf47f1-d537-4609-9af7-9e0c9e569722'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:57.508959 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Allocated IP 172.20.0.2 (46e4bf6f-e0b5-4017-b727-48622c817d36/53bf47f1-d537-4609-9af7-9e0c9e569722/b014a522-f669-4b2c-88e1-be39c375d608) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:57.523352 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1cf3cf5c-64e6-43bf-a8d3-76a16c3326d6 req-c1969946-08fb-473e-9b64-08d665627986 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f50585-bcb7-49c3-9bc7-6f2b3717ea5c HTTP/1.1" status: 200  len: 217 time: 0.0397336
Nov 20 21:17:57.531941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c17307-5cfc-4249-95f4-929c9e4b9ccd tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78fa450a-43b2-4806-83f4-a5030382092c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:57.583406 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3cf5c-64e6-43bf-a8d3-76a16c3326d6 req-a92ecf3f-7356-4fbf-a145-68452d50032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:57.584907 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1cf3cf5c-64e6-43bf-a8d3-76a16c3326d6 req-a92ecf3f-7356-4fbf-a145-68452d50032d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.0536795
Nov 20 21:17:57.638764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c958bbc-21f6-4801-8412-9319b35f22db tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:57.639397 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3cf5c-64e6-43bf-a8d3-76a16c3326d6 req-f77909b4-c1ac-4222-813b-1485a2ec96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:57.640901 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1cf3cf5c-64e6-43bf-a8d3-76a16c3326d6 req-f77909b4-c1ac-4222-813b-1485a2ec96b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0480676
Nov 20 21:17:57.668771 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:57.675023 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:57.719976 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:57.725560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:57.728825 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:57.730573 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c958bbc-21f6-4801-8412-9319b35f22db tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:57.740379 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Pushing event updated for resources: {'Port': ['ID=b014a522-f669-4b2c-88e1-be39c375d608,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:57.749606 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-3c958bbc-21f6-4801-8412-9319b35f22db tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] device_id is not set on port 73041124-8a49-4b91-a21c-3948ab99ba21 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:17:57.792889 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Attempting to bind port b014a522-f669-4b2c-88e1-be39c375d608 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:17:57.794282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Attempting to bind port b014a522-f669-4b2c-88e1-be39c375d608 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '72bf3ebf-2289-40fb-8c01-0c9142afd157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:17:57.794492 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Attempting to bind port b014a522-f669-4b2c-88e1-be39c375d608 on network 46e4bf6f-e0b5-4017-b727-48622c817d36 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:17:57.800748 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:17:57.801028 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Checking segment: {'id': '72bf3ebf-2289-40fb-8c01-0c9142afd157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:17:57.801714 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:57.802709 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Bound using segment: {'id': '72bf3ebf-2289-40fb-8c01-0c9142afd157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:17:57.803245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Bound port: b014a522-f669-4b2c-88e1-be39c375d608, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72bf3ebf-2289-40fb-8c01-0c9142afd157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:17:57.803634 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:57.822319 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1cf3cf5c-64e6-43bf-a8d3-76a16c3326d6 req-f1e90028-39fd-4e50-911f-8e9b09a2e5f8 service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264868
Nov 20 21:17:57.882036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] For port b014a522-f669-4b2c-88e1-be39c375d608, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:17:57.885840 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] For port b014a522-f669-4b2c-88e1-be39c375d608, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b014a522-f669-4b2c-88e1-be39c375d608,segment=NetworkSegment(72bf3ebf-2289-40fb-8c01-0c9142afd157),segment_id=72bf3ebf-2289-40fb-8c01-0c9142afd157)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:17:57.900374 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:57.981508 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1cf3cf5c-64e6-43bf-a8d3-76a16c3326d6 req-e6ef6db5-c9f9-4247-97ae-43a19efc7740 service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510160
Nov 20 21:17:57.983809 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-3c958bbc-21f6-4801-8412-9319b35f22db tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Allocated IP 172.20.0.5 (46e4bf6f-e0b5-4017-b727-48622c817d36/53bf47f1-d537-4609-9af7-9e0c9e569722/73041124-8a49-4b91-a21c-3948ab99ba21) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:57.992263 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada78b5-efb4-42b0-8af6-bcbd9dc67eb0 None None] Pushing event updated for resources: {'Port': ['ID=b014a522-f669-4b2c-88e1-be39c375d608,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:58.037954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328b0d2-bac0-461e-a3fc-38f436f5fb6a req-7e350a9d-dcc9-4259-8cab-d4568a3fc59d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:58.039752 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7328b0d2-bac0-461e-a3fc-38f436f5fb6a req-7e350a9d-dcc9-4259-8cab-d4568a3fc59d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 944 time: 0.0917625
Nov 20 21:17:58.164949 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7328b0d2-bac0-461e-a3fc-38f436f5fb6a req-4f0aecba-238a-4f36-9afc-0bac0dd3dfa7 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1161959
Nov 20 21:17:58.233351 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c958bbc-21f6-4801-8412-9319b35f22db tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:58.287205 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c958bbc-21f6-4801-8412-9319b35f22db tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:58.349478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c958bbc-21f6-4801-8412-9319b35f22db tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=73041124-8a49-4b91-a21c-3948ab99ba21,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:58.354424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c958bbc-21f6-4801-8412-9319b35f22db tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:58.356121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-3c958bbc-21f6-4801-8412-9319b35f22db tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:58.358206 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c958bbc-21f6-4801-8412-9319b35f22db tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:17:58.396963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b014a522-f669-4b2c-88e1-be39c375d608 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:17:58.416960 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c958bbc-21f6-4801-8412-9319b35f22db tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:58.417571 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c958bbc-21f6-4801-8412-9319b35f22db tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:58.434268 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3c958bbc-21f6-4801-8412-9319b35f22db tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 0.9296360
Nov 20 21:17:58.437165 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50590) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:58.442431 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b3baee6b-9056-4e2a-9144-b92292707686 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'subnet': {'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:58.448229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b014a522-f669-4b2c-88e1-be39c375d608 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:58.448653 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:58.531356 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:58.562121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3baee6b-9056-4e2a-9144-b92292707686 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:58.565706 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b3baee6b-9056-4e2a-9144-b92292707686 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:58.566257 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port b014a522-f669-4b2c-88e1-be39c375d608, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b014a522-f669-4b2c-88e1-be39c375d608,segment=NetworkSegment(72bf3ebf-2289-40fb-8c01-0c9142afd157),segment_id=72bf3ebf-2289-40fb-8c01-0c9142afd157)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:58.570069 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:58.617968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=b014a522-f669-4b2c-88e1-be39c375d608,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:58.652832 ncdv-master-1 neutron-server[126225]: INFO neutron.db.ipam_backend_mixin [None req-b3baee6b-9056-4e2a-9144-b92292707686 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 53bf47f1-d537-4609-9af7-9e0c9e569722 (CIDR: 172.20.0.0/28)
Nov 20 21:17:58.656103 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3baee6b-9056-4e2a-9144-b92292707686 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:17:58.656585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3baee6b-9056-4e2a-9144-b92292707686 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:17:58.672833 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b3baee6b-9056-4e2a-9144-b92292707686 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2345831
Nov 20 21:17:58.675439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50592) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:58.680253 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6219ddfc-5c76-4c01-afa3-da5a02de1e7f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'subnet': {'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:58.804408 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6219ddfc-5c76-4c01-afa3-da5a02de1e7f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:17:58.817095 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6219ddfc-5c76-4c01-afa3-da5a02de1e7f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:59.064761 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6219ddfc-5c76-4c01-afa3-da5a02de1e7f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:59.112725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6219ddfc-5c76-4c01-afa3-da5a02de1e7f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:17:59.116346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-6219ddfc-5c76-4c01-afa3-da5a02de1e7f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:17:59.121414 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6219ddfc-5c76-4c01-afa3-da5a02de1e7f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:59.121915 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6219ddfc-5c76-4c01-afa3-da5a02de1e7f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:59.132082 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219ddfc-5c76-4c01-afa3-da5a02de1e7f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Subnet': ['ID=2f2d1cd3-a727-4e01-a161-425c05a82297,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:17:59.142419 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d0579960-82f6-4fab-b90e-a704aca7f4c6 None None] Provisioning complete for port b014a522-f669-4b2c-88e1-be39c375d608 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:59.142899 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d0579960-82f6-4fab-b90e-a704aca7f4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:59.153867 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6219ddfc-5c76-4c01-afa3-da5a02de1e7f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.4770904
Nov 20 21:17:59.156231 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50604) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:17:59.161898 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-aee591f7-bab7-4202-a6ca-18210997e1e4 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2412729', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2f2d1cd3-a727-4e01-a161-425c05a82297'}], 'security_groups': ['eb0c4447-92a7-4283-bf44-9cc90d0da1a9']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:17:59.266255 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d0579960-82f6-4fab-b90e-a704aca7f4c6 None None] Provisioning complete for port b70e0003-ebb7-4655-b14b-473539aacf34 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:59.266697 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d0579960-82f6-4fab-b90e-a704aca7f4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:59.304390 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d0579960-82f6-4fab-b90e-a704aca7f4c6 None None] Port b70e0003-ebb7-4655-b14b-473539aacf34 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:17:59.394028 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76184761-6f9b-4b07-afa7-ae8d8860457d None None] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:17:59.404162 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aee591f7-bab7-4202-a6ca-18210997e1e4 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:59.413088 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50204789-5a43-4892-8b6e-e4b7ad214f3a req-847bec5b-6493-4805-a5e1-5f3df0d6d035 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:17:59.414670 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-50204789-5a43-4892-8b6e-e4b7ad214f3a req-847bec5b-6493-4805-a5e1-5f3df0d6d035 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 944 time: 0.1063626
Nov 20 21:17:59.438553 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-45c7c92d-9ce1-4d9d-8f4b-51cbf5da515c None None] Provisioning complete for port 73041124-8a49-4b91-a21c-3948ab99ba21 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:17:59.439650 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-45c7c92d-9ce1-4d9d-8f4b-51cbf5da515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:59.518763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-45c7c92d-9ce1-4d9d-8f4b-51cbf5da515c None None] Port 73041124-8a49-4b91-a21c-3948ab99ba21 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:17:59.532061 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-50204789-5a43-4892-8b6e-e4b7ad214f3a req-61c40ee6-c0fb-4893-a16b-74c15d84fade tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067307
Nov 20 21:17:59.666174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5297f3b8-c499-4926-ab66-fb63bd051c66 None None] Update dhcp port {'port': {'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36', 'fixed_ips': [{'subnet_id': '53bf47f1-d537-4609-9af7-9e0c9e569722', 'ip_address': '172.20.0.2'}, {'subnet_id': '2f2d1cd3-a727-4e01-a161-425c05a82297'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b014a522-f669-4b2c-88e1-be39c375d608'} from ncdv-master-1. {{(pid=126226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 20 21:17:59.691527 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5297f3b8-c499-4926-ab66-fb63bd051c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:59.756873 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-aee591f7-bab7-4202-a6ca-18210997e1e4 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Delete allocated IP 172.20.0.5 (46e4bf6f-e0b5-4017-b727-48622c817d36/53bf47f1-d537-4609-9af7-9e0c9e569722) {{(pid=126224) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 20 21:17:59.766381 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-aee591f7-bab7-4202-a6ca-18210997e1e4 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Allocated IP 172.20.0.28 (46e4bf6f-e0b5-4017-b727-48622c817d36/2f2d1cd3-a727-4e01-a161-425c05a82297/73041124-8a49-4b91-a21c-3948ab99ba21) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:17:59.831363 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:17:59.925980 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aee591f7-bab7-4202-a6ca-18210997e1e4 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:59.927243 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39f50585-bcb7-49c3-9bc7-6f2b3717ea5c,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:17:59.931760 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aee591f7-bab7-4202-a6ca-18210997e1e4 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:17:59.945231 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '39f50585-bcb7-49c3-9bc7-6f2b3717ea5c', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'port_id': '39f50585-bcb7-49c3-9bc7-6f2b3717ea5c', 'mac_address': 'fa:16:3e:a1:d2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:18:00.019508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee591f7-bab7-4202-a6ca-18210997e1e4 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=73041124-8a49-4b91-a21c-3948ab99ba21,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:00.043588 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-aee591f7-bab7-4202-a6ca-18210997e1e4 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] In _notify_port_updated(), no bound segment for port 73041124-8a49-4b91-a21c-3948ab99ba21 on network 46e4bf6f-e0b5-4017-b727-48622c817d36 {{(pid=126224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:18:00.049177 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee591f7-bab7-4202-a6ca-18210997e1e4 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:00.049823 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aee591f7-bab7-4202-a6ca-18210997e1e4 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:00.051225 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-aee591f7-bab7-4202-a6ca-18210997e1e4 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "PUT /v2.0/ports/73041124-8a49-4b91-a21c-3948ab99ba21 HTTP/1.1" status: 200  len: 918 time: 0.8938944
Nov 20 21:18:00.054118 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50620) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:00.152173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-9caa9393-30f5-4d87-8b69-65ca514da354 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 73041124-8a49-4b91-a21c-3948ab99ba21 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:18:00.152518 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9caa9393-30f5-4d87-8b69-65ca514da354 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:00.166411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-5297f3b8-c499-4926-ab66-fb63bd051c66 None None] Allocated IP 172.20.0.18 (46e4bf6f-e0b5-4017-b727-48622c817d36/2f2d1cd3-a727-4e01-a161-425c05a82297/b014a522-f669-4b2c-88e1-be39c375d608) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:18:00.171538 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:00.196617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:18:00.236182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39f50585-bcb7-49c3-9bc7-6f2b3717ea5c,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:18:00.248346 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9caa9393-30f5-4d87-8b69-65ca514da354 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:00.260793 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-9caa9393-30f5-4d87-8b69-65ca514da354 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 73041124-8a49-4b91-a21c-3948ab99ba21 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:18:00.267374 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:00.328551 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=39f50585-bcb7-49c3-9bc7-6f2b3717ea5c,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:00.349867 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b014a522-f669-4b2c-88e1-be39c375d608 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:18:00.360251 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5297f3b8-c499-4926-ab66-fb63bd051c66 None None] For port b014a522-f669-4b2c-88e1-be39c375d608, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b014a522-f669-4b2c-88e1-be39c375d608,segment=NetworkSegment(72bf3ebf-2289-40fb-8c01-0c9142afd157),segment_id=72bf3ebf-2289-40fb-8c01-0c9142afd157)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:18:00.417926 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9caa9393-30f5-4d87-8b69-65ca514da354 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:00.425884 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5297f3b8-c499-4926-ab66-fb63bd051c66 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:00.435282 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5297f3b8-c499-4926-ab66-fb63bd051c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:00.453972 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa9393-30f5-4d87-8b69-65ca514da354 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=73041124-8a49-4b91-a21c-3948ab99ba21,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:00.473229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['39f50585-bcb7-49c3-9bc7-6f2b3717ea5c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:18:00.480606 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b014a522-f669-4b2c-88e1-be39c375d608 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:00.481338 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:00.558825 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9caa9393-30f5-4d87-8b69-65ca514da354 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:00.562832 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9caa9393-30f5-4d87-8b69-65ca514da354 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/73041124-8a49-4b91-a21c-3948ab99ba21 HTTP/1.1" status: 204  len: 168 time: 0.5076532
Nov 20 21:18:00.566482 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50630) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:00.603559 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d1a959-bd80-4b3f-9aa3-949a9ef443b8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] GET failed (client error): The resource could not be found.
Nov 20 21:18:00.606091 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-44d1a959-bd80-4b3f-9aa3-949a9ef443b8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports/73041124-8a49-4b91-a21c-3948ab99ba21 HTTP/1.1" status: 404  len: 333 time: 0.0375931
Nov 20 21:18:00.606233 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297f3b8-c499-4926-ab66-fb63bd051c66 None None] Pushing event updated for resources: {'Port': ['ID=b014a522-f669-4b2c-88e1-be39c375d608,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:00.608616 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50634) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:00.701581 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31cb9e2d-7fc1-41fa-9464-a67f35208d07 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:00.741011 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31cb9e2d-7fc1-41fa-9464-a67f35208d07 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:00.752065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021f6a3-c3ba-44c9-973f-52c62fac41cd req-850fe438-ad2f-497b-8a2a-9384e166782c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:00.755026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5021f6a3-c3ba-44c9-973f-52c62fac41cd req-850fe438-ad2f-497b-8a2a-9384e166782c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 945 time: 0.0929024
Nov 20 21:18:00.836033 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5021f6a3-c3ba-44c9-973f-52c62fac41cd req-9b2e8c08-dc3e-447c-94fb-094c326489c5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739837
Nov 20 21:18:00.844108 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31cb9e2d-7fc1-41fa-9464-a67f35208d07 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:00.863672 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-31cb9e2d-7fc1-41fa-9464-a67f35208d07 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:00.867241 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-31cb9e2d-7fc1-41fa-9464-a67f35208d07 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/security-groups/78fa450a-43b2-4806-83f4-a5030382092c HTTP/1.1" status: 204  len: 168 time: 0.2550652
Nov 20 21:18:00.867629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50638) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:00.875389 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb9e2d-7fc1-41fa-9464-a67f35208d07 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fa450a-43b2-4806-83f4-a5030382092c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:00.955990 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5b5b6ff9-9dc8-45f2-8276-1150410a0525 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:00.982837 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5b5b6ff9-9dc8-45f2-8276-1150410a0525 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:01.035077 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5b5b6ff9-9dc8-45f2-8276-1150410a0525 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:01.037949 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5b5b6ff9-9dc8-45f2-8276-1150410a0525 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:01.039209 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5b5b6ff9-9dc8-45f2-8276-1150410a0525 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/security-groups/eb0c4447-92a7-4283-bf44-9cc90d0da1a9 HTTP/1.1" status: 204  len: 168 time: 0.1704948
Nov 20 21:18:01.042034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50648) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:01.050870 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b6ff9-9dc8-45f2-8276-1150410a0525 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0c4447-92a7-4283-bf44-9cc90d0da1a9,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:01.117511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-27019065-9ff8-47e6-9a7d-ef68d4936773 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting subnet 53bf47f1-d537-4609-9af7-9e0c9e569722 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:18:01.122181 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-27019065-9ff8-47e6-9a7d-ef68d4936773 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:01.184186 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-27019065-9ff8-47e6-9a7d-ef68d4936773 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:01.278782 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-27019065-9ff8-47e6-9a7d-ef68d4936773 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:01.350338 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-27019065-9ff8-47e6-9a7d-ef68d4936773 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:01.361857 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f4d2e0c1-2c1f-4083-9512-71f678de5a55 None None] Provisioning complete for port b014a522-f669-4b2c-88e1-be39c375d608 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:01.362273 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f4d2e0c1-2c1f-4083-9512-71f678de5a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:01.391509 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27019065-9ff8-47e6-9a7d-ef68d4936773 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Subnet': ['ID=53bf47f1-d537-4609-9af7-9e0c9e569722,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:01.395651 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-27019065-9ff8-47e6-9a7d-ef68d4936773 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:01.399107 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-27019065-9ff8-47e6-9a7d-ef68d4936773 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/53bf47f1-d537-4609-9af7-9e0c9e569722 HTTP/1.1" status: 204  len: 168 time: 0.3557332
Nov 20 21:18:01.403445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50660) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:01.408971 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4eb6f23b-ead6-4bd8-b3dd-e7f23b74d19b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'subnet': {'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:01.458290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f4d2e0c1-2c1f-4083-9512-71f678de5a55 None None] Could not find standard attr ID for object 73041124-8a49-4b91-a21c-3948ab99ba21. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:18:01.467961 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f4d2e0c1-2c1f-4083-9512-71f678de5a55 None None] Provisioning complete for port b70e0003-ebb7-4655-b14b-473539aacf34 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:01.468333 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f4d2e0c1-2c1f-4083-9512-71f678de5a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:01.506040 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f4d2e0c1-2c1f-4083-9512-71f678de5a55 None None] Port b70e0003-ebb7-4655-b14b-473539aacf34 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:01.523392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb6f23b-ead6-4bd8-b3dd-e7f23b74d19b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:18:01.527087 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f23b-ead6-4bd8-b3dd-e7f23b74d19b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:01.755332 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f23b-ead6-4bd8-b3dd-e7f23b74d19b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:01.800668 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb6f23b-ead6-4bd8-b3dd-e7f23b74d19b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:01.804290 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-4eb6f23b-ead6-4bd8-b3dd-e7f23b74d19b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:01.808519 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb6f23b-ead6-4bd8-b3dd-e7f23b74d19b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:01.809398 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f23b-ead6-4bd8-b3dd-e7f23b74d19b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:01.832978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:18:01.835633 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6f23b-ead6-4bd8-b3dd-e7f23b74d19b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Subnet': ['ID=ee4eff20-1beb-440e-8574-0da64d13e82f,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:01.843794 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4eb6f23b-ead6-4bd8-b3dd-e7f23b74d19b tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4387677
Nov 20 21:18:01.846352 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50670) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:01.852059 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-bd385d88-739b-42e3-8ada-4d38a4ba64fc tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'security_group': {'name': 'tempest-secgroup-1539502974'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:01.881086 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd385d88-739b-42e3-8ada-4d38a4ba64fc tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:01.891160 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9096834c-cf30-421a-bd43-124a4bbfb8c3 None None] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:18:01.972978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-015485fd-2b69-4be4-a154-7873bcbe46f7 None None] Could not find standard attr ID for object 73041124-8a49-4b91-a21c-3948ab99ba21. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:18:01.973781 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd385d88-739b-42e3-8ada-4d38a4ba64fc tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:01.980236 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd385d88-739b-42e3-8ada-4d38a4ba64fc tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:02.002703 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:18:02.008999 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:02.009535 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:02.017641 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd385d88-739b-42e3-8ada-4d38a4ba64fc tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:02.021507 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bd385d88-739b-42e3-8ada-4d38a4ba64fc tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1715522
Nov 20 21:18:02.021665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd385d88-739b-42e3-8ada-4d38a4ba64fc tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4e2eae-e26e-4ea4-8d79-95865eefcc5e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:02.024624 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50686) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:02.030423 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0cc7ec26-b7dc-4a32-b4e0-75014ab6a1df tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'security_group': {'name': 'tempest-secgroup-934257780'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:02.047128 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fa99a-c983-48eb-adb3-3a2d0ab3a4f9 req-af2f9c73-770c-4122-8a11-18b3633c010b tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:02.049355 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7c2fa99a-c983-48eb-adb3-3a2d0ab3a4f9 req-af2f9c73-770c-4122-8a11-18b3633c010b tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 945 time: 0.1224003
Nov 20 21:18:02.057140 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ec26-b7dc-4a32-b4e0-75014ab6a1df tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:02.139297 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7c2fa99a-c983-48eb-adb3-3a2d0ab3a4f9 req-01d7d7e9-f6a5-43ec-a5be-1be135a49659 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740435
Nov 20 21:18:02.157526 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ec26-b7dc-4a32-b4e0-75014ab6a1df tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:02.162768 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ec26-b7dc-4a32-b4e0-75014ab6a1df tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:02.172858 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:02.197959 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ec26-b7dc-4a32-b4e0-75014ab6a1df tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:02.202254 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0cc7ec26-b7dc-4a32-b4e0-75014ab6a1df tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1730208
Nov 20 21:18:02.202527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50688) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:02.203378 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63e6faf-abb2-4827-a8d8-71e39e0309bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f50585-bcb7-49c3-9bc7-6f2b3717ea5c'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:18:02.205938 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235e29d7-240d-4303-8208-b1594ffbd790" -d '{"events": [{"server_uuid": "f63e6faf-abb2-4827-a8d8-71e39e0309bb", "name": "network-vif-plugged", "status": "completed", "tag": "39f50585-bcb7-49c3-9bc7-6f2b3717ea5c"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:18:02.207017 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-331dfa29-2078-490c-a82c-abfe42fef26a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'security_group': {'name': 'tempest-secgroup-497051214'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:02.211836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7ec26-b7dc-4a32-b4e0-75014ab6a1df tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca818bb4-83ca-4b23-8054-39fa7eafca89,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:02.243351 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-331dfa29-2078-490c-a82c-abfe42fef26a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:02.248442 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39f50585-bcb7-49c3-9bc7-6f2b3717ea5c,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:18:02.253248 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:02.279095 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666e4867-0e36-4942-a6fb-4972de532ae0 x-openstack-request-id: req-666e4867-0e36-4942-a6fb-4972de532ae0 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:18:02.279510 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63e6faf-abb2-4827-a8d8-71e39e0309bb", "name": "network-vif-plugged", "status": "completed", "tag": "39f50585-bcb7-49c3-9bc7-6f2b3717ea5c", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:18:02.279807 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-666e4867-0e36-4942-a6fb-4972de532ae0 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:18:02.280287 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e6faf-abb2-4827-a8d8-71e39e0309bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f50585-bcb7-49c3-9bc7-6f2b3717ea5c', 'code': 200}
Nov 20 21:18:02.318166 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=39f50585-bcb7-49c3-9bc7-6f2b3717ea5c,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:02.386386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b014a522-f669-4b2c-88e1-be39c375d608 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:18:02.393526 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-331dfa29-2078-490c-a82c-abfe42fef26a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:02.420390 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-331dfa29-2078-490c-a82c-abfe42fef26a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:02.425125 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf8ef3-da5e-484a-9c0c-0a68cb7961eb req-3b5f38e3-18df-4641-888c-e9ffcf16a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:02.427094 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0cf8ef3-da5e-484a-9c0c-0a68cb7961eb req-3b5f38e3-18df-4641-888c-e9ffcf16a666 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 1097 time: 0.0703847
Nov 20 21:18:02.456144 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dfa29-2078-490c-a82c-abfe42fef26a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3790a1d2-1c44-43cd-872d-8d3e202261a8,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:02.458526 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b014a522-f669-4b2c-88e1-be39c375d608 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:02.459015 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:02.474845 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-331dfa29-2078-490c-a82c-abfe42fef26a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:02.479473 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-331dfa29-2078-490c-a82c-abfe42fef26a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2727656
Nov 20 21:18:02.479744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50692) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:02.487569 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b8d48417-4f0e-4ffd-8055-9517c48a8e98 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1752495639', 'security_groups': ['3790a1d2-1c44-43cd-872d-8d3e202261a8'], 'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ee4eff20-1beb-440e-8574-0da64d13e82f'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:02.493265 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0cf8ef3-da5e-484a-9c0c-0a68cb7961eb req-2a52e8d7-5daf-4e48-a891-f76550a9109d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573401
Nov 20 21:18:02.514194 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-818fe70a-1b8b-4758-8e39-422f2dfb09c8 None None] Provisioning complete for port b014a522-f669-4b2c-88e1-be39c375d608 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:02.514194 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-818fe70a-1b8b-4758-8e39-422f2dfb09c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:02.609197 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d48417-4f0e-4ffd-8055-9517c48a8e98 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:18:02.617881 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8d48417-4f0e-4ffd-8055-9517c48a8e98 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:02.647627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-818fe70a-1b8b-4758-8e39-422f2dfb09c8 None None] Provisioning complete for port b70e0003-ebb7-4655-b14b-473539aacf34 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:02.648359 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-818fe70a-1b8b-4758-8e39-422f2dfb09c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:02.652653 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [None req-b8d48417-4f0e-4ffd-8055-9517c48a8e98 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] device_id is not set on port 01194f93-fe5c-4e75-9f3d-58cbe3f07426 yet. {{(pid=126225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 20 21:18:02.689713 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-818fe70a-1b8b-4758-8e39-422f2dfb09c8 None None] Port b70e0003-ebb7-4655-b14b-473539aacf34 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:02.841717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-b8d48417-4f0e-4ffd-8055-9517c48a8e98 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Allocated IP 172.20.0.11 (46e4bf6f-e0b5-4017-b727-48622c817d36/ee4eff20-1beb-440e-8574-0da64d13e82f/01194f93-fe5c-4e75-9f3d-58cbe3f07426) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:18:02.981044 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8d48417-4f0e-4ffd-8055-9517c48a8e98 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:03.018074 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8d48417-4f0e-4ffd-8055-9517c48a8e98 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:03.064292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d48417-4f0e-4ffd-8055-9517c48a8e98 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:03.065777 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-b8d48417-4f0e-4ffd-8055-9517c48a8e98 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:03.069927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d48417-4f0e-4ffd-8055-9517c48a8e98 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:18:03.096668 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d48417-4f0e-4ffd-8055-9517c48a8e98 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=01194f93-fe5c-4e75-9f3d-58cbe3f07426,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:03.128059 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d48417-4f0e-4ffd-8055-9517c48a8e98 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:03.128567 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8d48417-4f0e-4ffd-8055-9517c48a8e98 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:03.145846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b8d48417-4f0e-4ffd-8055-9517c48a8e98 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 0.6630590
Nov 20 21:18:03.150278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50708) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:03.155405 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-cc3b843a-1f04-4290-b7b9-687c09e20871 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'subnet': {'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:03.287171 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777225d7-da51-4c71-b334-8a47d2c89f1e req-d0dbc3b9-f7e4-4984-857d-a3387f2b54d2 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:03.289070 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-777225d7-da51-4c71-b334-8a47d2c89f1e req-d0dbc3b9-f7e4-4984-857d-a3387f2b54d2 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 946 time: 0.0643001
Nov 20 21:18:03.326476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3b843a-1f04-4290-b7b9-687c09e20871 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:18:03.330628 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cc3b843a-1f04-4290-b7b9-687c09e20871 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:03.353238 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-777225d7-da51-4c71-b334-8a47d2c89f1e req-7b104c8e-65ca-4c1f-afe6-319ae446b6ef tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568688
Nov 20 21:18:03.418814 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-167c58ee-4b4f-45aa-b2ce-962929a22f39 None None] Provisioning complete for port 01194f93-fe5c-4e75-9f3d-58cbe3f07426 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:03.422087 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-167c58ee-4b4f-45aa-b2ce-962929a22f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:03.468565 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-167c58ee-4b4f-45aa-b2ce-962929a22f39 None None] Port 01194f93-fe5c-4e75-9f3d-58cbe3f07426 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:03.741641 ncdv-master-1 neutron-server[126225]: INFO neutron.db.ipam_backend_mixin [None req-cc3b843a-1f04-4290-b7b9-687c09e20871 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ee4eff20-1beb-440e-8574-0da64d13e82f (CIDR: 172.20.0.0/28)
Nov 20 21:18:03.745868 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3b843a-1f04-4290-b7b9-687c09e20871 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:03.746390 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3b843a-1f04-4290-b7b9-687c09e20871 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:18:03.761488 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cc3b843a-1f04-4290-b7b9-687c09e20871 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6101942
Nov 20 21:18:03.764252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50734) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:03.769135 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-aff76763-3d11-4a0b-afb3-9d7ff7e6620f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'subnet': {'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:03.875228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff76763-3d11-4a0b-afb3-9d7ff7e6620f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:18:03.879106 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aff76763-3d11-4a0b-afb3-9d7ff7e6620f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:03.968531 ncdv-master-1 neutron-server[126225]: INFO neutron.db.ipam_backend_mixin [None req-aff76763-3d11-4a0b-afb3-9d7ff7e6620f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2f2d1cd3-a727-4e01-a161-425c05a82297 (CIDR: 172.20.0.16/28)
Nov 20 21:18:03.972095 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff76763-3d11-4a0b-afb3-9d7ff7e6620f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:03.972583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff76763-3d11-4a0b-afb3-9d7ff7e6620f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:18:03.989065 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-aff76763-3d11-4a0b-afb3-9d7ff7e6620f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.2237704
Nov 20 21:18:03.991585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50740) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:03.997309 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-69214a22-0a06-4621-9606-d54bd69fdd60 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'subnet': {'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:04.122203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69214a22-0a06-4621-9606-d54bd69fdd60 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Made reservation on behalf of c21494c29be54543866f9b4c2b0d7ccb for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:18:04.126593 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69214a22-0a06-4621-9606-d54bd69fdd60 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:04.357454 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69214a22-0a06-4621-9606-d54bd69fdd60 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:04.410703 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69214a22-0a06-4621-9606-d54bd69fdd60 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:04.414157 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-69214a22-0a06-4621-9606-d54bd69fdd60 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:04.418114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69214a22-0a06-4621-9606-d54bd69fdd60 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:04.418692 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69214a22-0a06-4621-9606-d54bd69fdd60 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:04.426564 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9326f6d6-2794-429d-bf34-35adf2e5a2cb None None] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:18:04.433635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69214a22-0a06-4621-9606-d54bd69fdd60 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Subnet': ['ID=302dbcc4-caa5-486f-9df2-0d36ead39658,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:04.456162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50768) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:04.456930 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-69214a22-0a06-4621-9606-d54bd69fdd60 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.4641306
Nov 20 21:18:04.465538 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b2cff01c-bef1-4fbe-a64b-2c266309dcfb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-794907694', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '302dbcc4-caa5-486f-9df2-0d36ead39658'}], 'security_groups': ['0b4e2eae-e26e-4ea4-8d79-95865eefcc5e', 'ca818bb4-83ca-4b23-8054-39fa7eafca89']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:04.507308 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb26bd-61bc-4d46-9ef6-e37f9e7cce7c req-5832f499-2c2f-4b5f-a3fe-09a4d5c60f25 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:04.521052 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6dcb26bd-61bc-4d46-9ef6-e37f9e7cce7c req-5832f499-2c2f-4b5f-a3fe-09a4d5c60f25 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 946 time: 0.0819168
Nov 20 21:18:04.578713 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6dcb26bd-61bc-4d46-9ef6-e37f9e7cce7c req-1ddc1efb-f78b-4290-970b-c148986ca3bb tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565805
Nov 20 21:18:04.632490 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b2cff01c-bef1-4fbe-a64b-2c266309dcfb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:04.683552 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c350191-5ee0-4d5a-8d4a-134dc89a96aa None None] Update dhcp port {'port': {'network_id': '46e4bf6f-e0b5-4017-b727-48622c817d36', 'fixed_ips': [{'subnet_id': '2f2d1cd3-a727-4e01-a161-425c05a82297', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ee4eff20-1beb-440e-8574-0da64d13e82f'}, {'subnet_id': '302dbcc4-caa5-486f-9df2-0d36ead39658'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b014a522-f669-4b2c-88e1-be39c375d608'} from ncdv-master-1. {{(pid=126226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 20 21:18:04.709030 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3c350191-5ee0-4d5a-8d4a-134dc89a96aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:04.762648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e0940-5aec-4d05-922c-deaa1aae4e0f req-0437e30a-550c-40e7-b7ca-10f69f44eb4c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:04.764167 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-064e0940-5aec-4d05-922c-deaa1aae4e0f req-0437e30a-550c-40e7-b7ca-10f69f44eb4c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 946 time: 0.0951965
Nov 20 21:18:04.888554 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-064e0940-5aec-4d05-922c-deaa1aae4e0f req-9e5a1ca8-99b1-41a6-a799-a8eb9dfc5b5d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1165299
Nov 20 21:18:04.912534 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50776) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:04.923034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-3c350191-5ee0-4d5a-8d4a-134dc89a96aa None None] Allocated IP 172.20.0.2 (46e4bf6f-e0b5-4017-b727-48622c817d36/ee4eff20-1beb-440e-8574-0da64d13e82f/b014a522-f669-4b2c-88e1-be39c375d608) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:18:04.929045 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-3c350191-5ee0-4d5a-8d4a-134dc89a96aa None None] Allocated IP 172.20.0.34 (46e4bf6f-e0b5-4017-b727-48622c817d36/302dbcc4-caa5-486f-9df2-0d36ead39658/b014a522-f669-4b2c-88e1-be39c375d608) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:18:05.021612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3c350191-5ee0-4d5a-8d4a-134dc89a96aa None None] For port b014a522-f669-4b2c-88e1-be39c375d608, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b014a522-f669-4b2c-88e1-be39c375d608,segment=NetworkSegment(72bf3ebf-2289-40fb-8c01-0c9142afd157),segment_id=72bf3ebf-2289-40fb-8c01-0c9142afd157)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:18:05.055828 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3c350191-5ee0-4d5a-8d4a-134dc89a96aa None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:05.062723 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3c350191-5ee0-4d5a-8d4a-134dc89a96aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:05.150540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d06e76-75b2-4f0f-b450-071c348dec26 tempest-TestVolumeBootPattern-327816499 tempest-TestVolumeBootPattern-327816499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:05.152325 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-88d06e76-75b2-4f0f-b450-071c348dec26 tempest-TestVolumeBootPattern-327816499 tempest-TestVolumeBootPattern-327816499-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 1092 time: 0.2387769
Nov 20 21:18:05.155350 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50784) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:05.158585 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c350191-5ee0-4d5a-8d4a-134dc89a96aa None None] Pushing event updated for resources: {'Port': ['ID=b014a522-f669-4b2c-88e1-be39c375d608,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:05.161801 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '39f50585-bcb7-49c3-9bc7-6f2b3717ea5c', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:05.230534 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-b2cff01c-bef1-4fbe-a64b-2c266309dcfb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Delete allocated IP 172.20.0.11 (46e4bf6f-e0b5-4017-b727-48622c817d36/ee4eff20-1beb-440e-8574-0da64d13e82f) {{(pid=126224) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 20 21:18:05.237444 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:05.242543 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-b2cff01c-bef1-4fbe-a64b-2c266309dcfb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Allocated IP 172.20.0.42 (46e4bf6f-e0b5-4017-b727-48622c817d36/302dbcc4-caa5-486f-9df2-0d36ead39658/01194f93-fe5c-4e75-9f3d-58cbe3f07426) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:18:05.474848 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:05.545262 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b2cff01c-bef1-4fbe-a64b-2c266309dcfb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:05.551723 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b2cff01c-bef1-4fbe-a64b-2c266309dcfb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:05.684297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cff01c-bef1-4fbe-a64b-2c266309dcfb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event updated for resources: {'Port': ['ID=01194f93-fe5c-4e75-9f3d-58cbe3f07426,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:05.719176 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Allocated IP 172.35.1.89 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/0bb15360-7e2e-4553-a7d8-bf10031a03dc) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:18:05.725231 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b2cff01c-bef1-4fbe-a64b-2c266309dcfb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] In _notify_port_updated(), no bound segment for port 01194f93-fe5c-4e75-9f3d-58cbe3f07426 on network 46e4bf6f-e0b5-4017-b727-48622c817d36 {{(pid=126224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 20 21:18:05.731434 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cff01c-bef1-4fbe-a64b-2c266309dcfb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:05.732086 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b2cff01c-bef1-4fbe-a64b-2c266309dcfb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:05.733444 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b2cff01c-bef1-4fbe-a64b-2c266309dcfb tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "PUT /v2.0/ports/01194f93-fe5c-4e75-9f3d-58cbe3f07426 HTTP/1.1" status: 200  len: 959 time: 1.2750754
Nov 20 21:18:05.736578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50798) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:05.804990 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-df232703-7dd7-4f8d-a988-2626c242d69f None None] Provisioning complete for port 01194f93-fe5c-4e75-9f3d-58cbe3f07426 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:05.805466 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df232703-7dd7-4f8d-a988-2626c242d69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:05.840286 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:05.841997 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-df232703-7dd7-4f8d-a988-2626c242d69f None None] Port 01194f93-fe5c-4e75-9f3d-58cbe3f07426 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:05.853450 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-df232703-7dd7-4f8d-a988-2626c242d69f None None] Provisioning complete for port b014a522-f669-4b2c-88e1-be39c375d608 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:05.853839 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df232703-7dd7-4f8d-a988-2626c242d69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:05.855322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-84ab5f93-cbfa-4744-988e-b482fbf3468f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port 01194f93-fe5c-4e75-9f3d-58cbe3f07426 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:18:05.856515 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84ab5f93-cbfa-4744-988e-b482fbf3468f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:05.876945 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:05.925998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:05.929172 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:05.932328 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:18:05.951498 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-df232703-7dd7-4f8d-a988-2626c242d69f None None] Provisioning complete for port b70e0003-ebb7-4655-b14b-473539aacf34 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:05.951796 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df232703-7dd7-4f8d-a988-2626c242d69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:05.957408 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84ab5f93-cbfa-4744-988e-b482fbf3468f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:05.960992 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'Port': ['ID=0bb15360-7e2e-4553-a7d8-bf10031a03dc,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:05.971951 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-84ab5f93-cbfa-4744-988e-b482fbf3468f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for 01194f93-fe5c-4e75-9f3d-58cbe3f07426 owned by  {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:18:05.991581 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-df232703-7dd7-4f8d-a988-2626c242d69f None None] Port b70e0003-ebb7-4655-b14b-473539aacf34 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:06.126499 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84ab5f93-cbfa-4744-988e-b482fbf3468f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.168750 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab5f93-cbfa-4744-988e-b482fbf3468f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=01194f93-fe5c-4e75-9f3d-58cbe3f07426,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:06.251552 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-84ab5f93-cbfa-4744-988e-b482fbf3468f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.263301 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-84ab5f93-cbfa-4744-988e-b482fbf3468f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/01194f93-fe5c-4e75-9f3d-58cbe3f07426 HTTP/1.1" status: 204  len: 168 time: 0.5253956
Nov 20 21:18:06.264113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50800) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:06.292722 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1905c74-9c0d-4018-abe1-474875187100 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] GET failed (client error): The resource could not be found.
Nov 20 21:18:06.294383 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d1905c74-9c0d-4018-abe1-474875187100 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports/01194f93-fe5c-4e75-9f3d-58cbe3f07426 HTTP/1.1" status: 404  len: 333 time: 0.0291789
Nov 20 21:18:06.297298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50806) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:06.366630 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54344fa1-fa16-4de9-8e36-994921a87a3a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.398528 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.418716 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-aef25cd2-5a01-47a4-838b-7b603677393c None None] Could not find standard attr ID for object 01194f93-fe5c-4e75-9f3d-58cbe3f07426. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:18:06.427607 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54344fa1-fa16-4de9-8e36-994921a87a3a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.459728 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b014a522-f669-4b2c-88e1-be39c375d608 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:18:06.532025 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54344fa1-fa16-4de9-8e36-994921a87a3a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.538839 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54344fa1-fa16-4de9-8e36-994921a87a3a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.543328 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-54344fa1-fa16-4de9-8e36-994921a87a3a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/security-groups/3790a1d2-1c44-43cd-872d-8d3e202261a8 HTTP/1.1" status: 204  len: 168 time: 0.2447152
Nov 20 21:18:06.544012 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50822) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:06.554430 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.579552 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b014a522-f669-4b2c-88e1-be39c375d608 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:06.579932 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.589613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54344fa1-fa16-4de9-8e36-994921a87a3a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3790a1d2-1c44-43cd-872d-8d3e202261a8,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:06.662905 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-473617f8-adf1-42fd-bb96-2d38c280c358 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.695982 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-473617f8-adf1-42fd-bb96-2d38c280c358 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.755032 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-473617f8-adf1-42fd-bb96-2d38c280c358 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.758311 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-473617f8-adf1-42fd-bb96-2d38c280c358 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.760542 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-473617f8-adf1-42fd-bb96-2d38c280c358 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/security-groups/ca818bb4-83ca-4b23-8054-39fa7eafca89 HTTP/1.1" status: 204  len: 168 time: 0.2118526
Nov 20 21:18:06.764236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50834) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:06.785847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473617f8-adf1-42fd-bb96-2d38c280c358 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca818bb4-83ca-4b23-8054-39fa7eafca89,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:06.797243 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.804161 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.844088 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06ba3280-34ed-42a6-876d-f5bbd212aea3 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.870082 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06ba3280-34ed-42a6-876d-f5bbd212aea3 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.885322 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'Port': ['ID=0bb15360-7e2e-4553-a7d8-bf10031a03dc,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:06.898143 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.916188 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06ba3280-34ed-42a6-876d-f5bbd212aea3 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.919165 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-06ba3280-34ed-42a6-876d-f5bbd212aea3 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:06.922724 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-06ba3280-34ed-42a6-876d-f5bbd212aea3 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/security-groups/0b4e2eae-e26e-4ea4-8d79-95865eefcc5e HTTP/1.1" status: 204  len: 168 time: 0.1551099
Nov 20 21:18:06.923625 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50836) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:06.940409 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba3280-34ed-42a6-876d-f5bbd212aea3 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4e2eae-e26e-4ea4-8d79-95865eefcc5e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:07.005060 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba9f02e-bbcc-4771-88af-e8cbf90a9493 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting subnet ee4eff20-1beb-440e-8574-0da64d13e82f {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:18:07.009874 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f02e-bbcc-4771-88af-e8cbf90a9493 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:07.025187 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Floating IP 9c973e50-462b-41b5-a779-859603966322 associated. External IP: 172.35.1.89, port: 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c.
Nov 20 21:18:07.058695 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f02e-bbcc-4771-88af-e8cbf90a9493 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:07.162761 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f02e-bbcc-4771-88af-e8cbf90a9493 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:07.231243 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f02e-bbcc-4771-88af-e8cbf90a9493 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:07.263352 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f02e-bbcc-4771-88af-e8cbf90a9493 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:07.271207 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1ba9f02e-bbcc-4771-88af-e8cbf90a9493 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/ee4eff20-1beb-440e-8574-0da64d13e82f HTTP/1.1" status: 204  len: 168 time: 0.3453076
Nov 20 21:18:07.272002 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e26a4-e504-441d-9d80-dbf489c5fdf9 None None] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:18:07.272451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50844) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:07.272797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9f02e-bbcc-4771-88af-e8cbf90a9493 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4eff20-1beb-440e-8574-0da64d13e82f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:07.342624 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-0578a3c9-32c7-4b09-85d0-49a29381303f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting subnet 302dbcc4-caa5-486f-9df2-0d36ead39658 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:18:07.348911 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0578a3c9-32c7-4b09-85d0-49a29381303f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:07.400409 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0578a3c9-32c7-4b09-85d0-49a29381303f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:07.508897 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0578a3c9-32c7-4b09-85d0-49a29381303f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:07.597860 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0578a3c9-32c7-4b09-85d0-49a29381303f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:07.613400 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Router 6c82caac-17bf-4f62-9ce6-723a0820a626 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:18:07.623933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578a3c9-32c7-4b09-85d0-49a29381303f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Subnet': ['ID=302dbcc4-caa5-486f-9df2-0d36ead39658,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:07.637218 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0578a3c9-32c7-4b09-85d0-49a29381303f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:07.643046 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0578a3c9-32c7-4b09-85d0-49a29381303f tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/302dbcc4-caa5-486f-9df2-0d36ead39658 HTTP/1.1" status: 204  len: 168 time: 0.3654962
Nov 20 21:18:07.643319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50858) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:07.677188 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9dcbc2c-194a-4818-a518-20e6b9d8b586 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:18:07.677598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9dcbc2c-194a-4818-a518-20e6b9d8b586 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:18:07.683206 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c9dcbc2c-194a-4818-a518-20e6b9d8b586 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/ee4eff20-1beb-440e-8574-0da64d13e82f HTTP/1.1" status: 404  len: 337 time: 0.0364931
Nov 20 21:18:07.683831 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50860) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:07.753159 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-112ac98d-a675-42e8-b6b1-0a1c635a3034 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting subnet 2f2d1cd3-a727-4e01-a161-425c05a82297 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:18:07.757386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-112ac98d-a675-42e8-b6b1-0a1c635a3034 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:07.765553 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:18:07.777460 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7708520-6793-4c73-b7e0-8112bb490f3d None None] Sync routers for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:18:07.796113 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:07.798397 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7708520-6793-4c73-b7e0-8112bb490f3d None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:18:07.799036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c7708520-6793-4c73-b7e0-8112bb490f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4618f370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:17:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:07.829369 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-112ac98d-a675-42e8-b6b1-0a1c635a3034 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:07.868196 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d5046849-3958-4b55-85db-c29fb828d7c3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6963515
Nov 20 21:18:07.868196 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50864) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:07.868196 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63e6faf-abb2-4827-a8d8-71e39e0309bb', 'tag': '39f50585-bcb7-49c3-9bc7-6f2b3717ea5c'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:18:07.868196 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6da400-6e2e-41a9-8c2d-dc72d910f09f" -d '{"events": [{"name": "network-changed", "server_uuid": "f63e6faf-abb2-4827-a8d8-71e39e0309bb", "tag": "39f50585-bcb7-49c3-9bc7-6f2b3717ea5c"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:18:07.942279 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c22676-93e0-4a5f-a27b-8921416522af x-openstack-request-id: req-93c22676-93e0-4a5f-a27b-8921416522af {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:18:07.942581 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63e6faf-abb2-4827-a8d8-71e39e0309bb", "tag": "39f50585-bcb7-49c3-9bc7-6f2b3717ea5c", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:18:07.942838 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93c22676-93e0-4a5f-a27b-8921416522af {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:18:07.943248 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63e6faf-abb2-4827-a8d8-71e39e0309bb', 'tag': '39f50585-bcb7-49c3-9bc7-6f2b3717ea5c', 'status': 'completed', 'code': 200}
Nov 20 21:18:07.987874 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-112ac98d-a675-42e8-b6b1-0a1c635a3034 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:08.034095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6da400-6e2e-41a9-8c2d-dc72d910f09f req-3c088b3f-d2d1-4515-9073-1a3891621d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:08.040011 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8c6da400-6e2e-41a9-8c2d-dc72d910f09f req-3c088b3f-d2d1-4515-9073-1a3891621d98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 1097 time: 0.0711036
Nov 20 21:18:08.066525 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-112ac98d-a675-42e8-b6b1-0a1c635a3034 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:08.080267 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c0548a6-3c59-47e8-93b6-b2f50a2ebe7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:08.110963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ac98d-a675-42e8-b6b1-0a1c635a3034 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Subnet': ['ID=2f2d1cd3-a727-4e01-a161-425c05a82297,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:08.116372 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-112ac98d-a675-42e8-b6b1-0a1c635a3034 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:08.120978 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-112ac98d-a675-42e8-b6b1-0a1c635a3034 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/2f2d1cd3-a727-4e01-a161-425c05a82297 HTTP/1.1" status: 204  len: 168 time: 0.4348335
Nov 20 21:18:08.121549 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50874) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:08.148162 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-c7708520-6793-4c73-b7e0-8112bb490f3d None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:18:08.157149 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d91e9a0-d6e3-409f-a223-110a38efbf3a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:18:08.157611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d91e9a0-d6e3-409f-a223-110a38efbf3a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:18:08.164293 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4d91e9a0-d6e3-409f-a223-110a38efbf3a tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/53bf47f1-d537-4609-9af7-9e0c9e569722 HTTP/1.1" status: 404  len: 337 time: 0.0411847
Nov 20 21:18:08.164842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50876) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:08.197939 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50878) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:08.198202 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-170dc0af-bff6-42ff-927d-6d8c615b5b92 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae711b66-6e3d-429e-b1fc-f47bcbfe735f HTTP/1.1" status: 200  len: 205 time: 0.0300801
Nov 20 21:18:08.213804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6da400-6e2e-41a9-8c2d-dc72d910f09f req-b24e5b38-1e30-4be7-94c7-506434303d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:08.216000 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8c6da400-6e2e-41a9-8c2d-dc72d910f09f req-b24e5b38-1e30-4be7-94c7-506434303d33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.1681793
Nov 20 21:18:08.253086 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f1904a-2b03-4ace-8dc2-a14f4ca19550 None None] Network 46e4bf6f-e0b5-4017-b727-48622c817d36 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:18:08.258598 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-1097a860-9b54-45fe-b1ab-55585a68d0df tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] delete failed (client error): The resource could not be found.
Nov 20 21:18:08.260220 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1097a860-9b54-45fe-b1ab-55585a68d0df tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/routers/ae711b66-6e3d-429e-b1fc-f47bcbfe735f HTTP/1.1" status: 404  len: 336 time: 0.0617073
Nov 20 21:18:08.263011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50880) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:08.294012 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d28ee0-f16f-44ba-85a7-5e6aa9b90f56 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:18:08.294759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d28ee0-f16f-44ba-85a7-5e6aa9b90f56 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:18:08.298044 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-18d28ee0-f16f-44ba-85a7-5e6aa9b90f56 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/955d9a76-ff61-45d1-8c88-5c0b97e6e1c4 HTTP/1.1" status: 404  len: 337 time: 0.0338333
Nov 20 21:18:08.300827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50882) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:08.333986 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca74bf1-6f8f-4587-bcb6-111f45f1797e tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:18:08.334718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca74bf1-6f8f-4587-bcb6-111f45f1797e tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:18:08.339031 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2ca74bf1-6f8f-4587-bcb6-111f45f1797e tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/6273690e-d9a0-4e04-ba8b-b3e03e736461 HTTP/1.1" status: 404  len: 337 time: 0.0369635
Nov 20 21:18:08.341630 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50884) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:08.355904 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c0548a6-3c59-47e8-93b6-b2f50a2ebe7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:08.367681 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c0548a6-3c59-47e8-93b6-b2f50a2ebe7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:08.370724 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-970caa2a-face-4300-910b-bda8a22796c0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:18:08.371187 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970caa2a-face-4300-910b-bda8a22796c0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:18:08.376943 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-970caa2a-face-4300-910b-bda8a22796c0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/4931ba6b-cd18-4f49-a96d-f58879821292 HTTP/1.1" status: 404  len: 337 time: 0.0314960
Nov 20 21:18:08.377369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50886) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:08.382069 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8c6da400-6e2e-41a9-8c2d-dc72d910f09f req-f44f787e-d45c-4e56-8d8a-a2d9a7ed3980 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f50585-bcb7-49c3-9bc7-6f2b3717ea5c HTTP/1.1" status: 200  len: 999 time: 0.1303916
Nov 20 21:18:08.396644 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:08.401342 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-edcd35b7-d212-419f-98d7-e8a27ca63270 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:18:08.401942 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edcd35b7-d212-419f-98d7-e8a27ca63270 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:18:08.407913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-edcd35b7-d212-419f-98d7-e8a27ca63270 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/75bce8e4-a7c3-4a0e-97df-428c51a9bbdb HTTP/1.1" status: 404  len: 333 time: 0.0270004
Nov 20 21:18:08.407913 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50888) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:08.433773 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:08.439908 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ce6b47-0a98-42cb-b240-ef1846c37eb0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:18:08.439908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ce6b47-0a98-42cb-b240-ef1846c37eb0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:18:08.445399 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-73ce6b47-0a98-42cb-b240-ef1846c37eb0 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/4e858701-a03a-4d73-bd81-4f1f21690a85 HTTP/1.1" status: 404  len: 337 time: 0.0344381
Nov 20 21:18:08.446136 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50890) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:08.447905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0548a6-3c59-47e8-93b6-b2f50a2ebe7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36ab72c-bd14-4346-aeab-2c7bb1bd5efd,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:08.456763 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1c0548a6-3c59-47e8-93b6-b2f50a2ebe7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad7b39ea63104a5aa8b05d00ef71fe82&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5913167
Nov 20 21:18:08.460262 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50892) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:08.473283 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d248c4-419f-4162-8aae-9eded96fcdb8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:18:08.473745 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d248c4-419f-4162-8aae-9eded96fcdb8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:18:08.478483 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-43d248c4-419f-4162-8aae-9eded96fcdb8 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/27bc5bce-b56f-4d34-a95a-36bf72f643eb HTTP/1.1" status: 404  len: 337 time: 0.0306141
Nov 20 21:18:08.480797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50894) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:08.485803 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-da2e3635-2917-4a1e-b01a-b9519c44ba07 None None] Provisioning complete for port b014a522-f669-4b2c-88e1-be39c375d608 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:08.486214 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-da2e3635-2917-4a1e-b01a-b9519c44ba07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:08.497239 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6da400-6e2e-41a9-8c2d-dc72d910f09f req-053f0dd5-15d4-470b-9be7-01f74caf3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:08.498824 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8c6da400-6e2e-41a9-8c2d-dc72d910f09f req-053f0dd5-15d4-470b-9be7-01f74caf3942 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.1058273
Nov 20 21:18:08.507180 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7d1f11-e9c0-4d99-843f-68bd7981c058 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:18:08.507802 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed7d1f11-e9c0-4d99-843f-68bd7981c058 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:18:08.517854 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ed7d1f11-e9c0-4d99-843f-68bd7981c058 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/5e1ecc0c-6d11-42a2-9586-e23c1c451929 HTTP/1.1" status: 404  len: 333 time: 0.0291975
Nov 20 21:18:08.518613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50896) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:08.550317 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5bd785-0d6e-40cf-b3d1-a6f96e7d3c1e tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:18:08.550781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5bd785-0d6e-40cf-b3d1-a6f96e7d3c1e tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:18:08.554670 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3a5bd785-0d6e-40cf-b3d1-a6f96e7d3c1e tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/c73243c7-4894-40d9-9407-7efea592e6b2 HTTP/1.1" status: 404  len: 337 time: 0.0343857
Nov 20 21:18:08.558281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50898) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:08.560773 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-62082498-5e17-415a-a925-4bc66a93ca35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:08.581836 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6da400-6e2e-41a9-8c2d-dc72d910f09f req-48aee101-9228-429b-aeca-4ffd2aa1b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:08.588161 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8c6da400-6e2e-41a9-8c2d-dc72d910f09f req-48aee101-9228-429b-aeca-4ffd2aa1b707 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0796714
Nov 20 21:18:08.596831 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a27743-4651-4590-9c49-b25dde57818d tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:18:08.597297 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a27743-4651-4590-9c49-b25dde57818d tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:18:08.603679 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-66a27743-4651-4590-9c49-b25dde57818d tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/subnets/cffffb04-5ccd-4fb3-8b43-6975c95dbc7a HTTP/1.1" status: 404  len: 337 time: 0.0415351
Nov 20 21:18:08.604444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50900) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:08.621956 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c7708520-6793-4c73-b7e0-8112bb490f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4618f370>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c973e50-462b-41b5-a779-859603966322', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'floating_ip_address': '172.35.1.89', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'port_id': '39f50585-bcb7-49c3-9bc7-6f2b3717ea5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'mac_address': 'fa:16:3e:a1:d2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e6faf-abb2-4827-a8d8-71e39e0309bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:18:06Z', 'updated_at': '2021-11-20T21:18:06Z', 'revision_number': 0, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:08.634033 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-62082498-5e17-415a-a925-4bc66a93ca35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:08.653776 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef91363-dd88-485f-a300-0b5d07eb3971 None None] DHCP port deletion for 46e4bf6f-e0b5-4017-b727-48622c817d36 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:18:08.656266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7708520-6793-4c73-b7e0-8112bb490f3d None None] Checking router: 6c82caac-17bf-4f62-9ce6-723a0820a626 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:18:08.697601 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7708520-6793-4c73-b7e0-8112bb490f3d None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:18:08.698274 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c7708520-6793-4c73-b7e0-8112bb490f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4618f370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:17:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:08.702840 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-da2e3635-2917-4a1e-b01a-b9519c44ba07 None None] Provisioning complete for port b70e0003-ebb7-4655-b14b-473539aacf34 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:08.703230 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-da2e3635-2917-4a1e-b01a-b9519c44ba07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:08.796070 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-da2e3635-2917-4a1e-b01a-b9519c44ba07 None None] Port b70e0003-ebb7-4655-b14b-473539aacf34 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:08.798231 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8c6da400-6e2e-41a9-8c2d-dc72d910f09f req-e2da9041-a5b9-4c54-8ee3-4a6cb02d6ebf service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927578
Nov 20 21:18:08.800196 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-62082498-5e17-415a-a925-4bc66a93ca35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:08.802928 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-62082498-5e17-415a-a925-4bc66a93ca35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:08.803997 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-62082498-5e17-415a-a925-4bc66a93ca35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f36ab72c-bd14-4346-aeab-2c7bb1bd5efd HTTP/1.1" status: 204  len: 168 time: 0.3427331
Nov 20 21:18:08.846525 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6ef91363-dd88-485f-a300-0b5d07eb3971 None None] Deleting port b014a522-f669-4b2c-88e1-be39c375d608 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:18:08.847353 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6ef91363-dd88-485f-a300-0b5d07eb3971 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:08.847722 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62082498-5e17-415a-a925-4bc66a93ca35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36ab72c-bd14-4346-aeab-2c7bb1bd5efd,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:08.861395 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb6e1d-d890-429b-a675-4890e91b17e9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Deleting port b70e0003-ebb7-4655-b14b-473539aacf34 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:18:08.861557 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6e1d-d890-429b-a675-4890e91b17e9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:08.881236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-c7708520-6793-4c73-b7e0-8112bb490f3d None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:18:08.999147 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8c6da400-6e2e-41a9-8c2d-dc72d910f09f req-b54bfdea-bf8c-4e9c-89ef-5b4406a1dc3d service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1919947
Nov 20 21:18:09.002981 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6e1d-d890-429b-a675-4890e91b17e9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:09.013934 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6ef91363-dd88-485f-a300-0b5d07eb3971 None None] For port b014a522-f669-4b2c-88e1-be39c375d608, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b014a522-f669-4b2c-88e1-be39c375d608,segment=NetworkSegment(72bf3ebf-2289-40fb-8c01-0c9142afd157),segment_id=72bf3ebf-2289-40fb-8c01-0c9142afd157)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:18:09.014463 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6ef91363-dd88-485f-a300-0b5d07eb3971 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:09.023007 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb6e1d-d890-429b-a675-4890e91b17e9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Calling delete_port for b70e0003-ebb7-4655-b14b-473539aacf34 owned by  {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:18:09.034777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6ef91363-dd88-485f-a300-0b5d07eb3971 None None] Calling delete_port for b014a522-f669-4b2c-88e1-be39c375d608 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:18:09.113654 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6e1d-d890-429b-a675-4890e91b17e9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:09.145912 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb6e1d-d890-429b-a675-4890e91b17e9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Port': ['ID=b70e0003-ebb7-4655-b14b-473539aacf34,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:09.152232 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6e1d-d890-429b-a675-4890e91b17e9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:09.163337 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7bcb6e1d-d890-429b-a675-4890e91b17e9 tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/ports/b70e0003-ebb7-4655-b14b-473539aacf34 HTTP/1.1" status: 204  len: 168 time: 0.5544713
Nov 20 21:18:09.163649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50912) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:09.223084 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6ef91363-dd88-485f-a300-0b5d07eb3971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:09.254099 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b795791-a9c9-4223-847c-36a3ee6589be tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:09.255140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef91363-dd88-485f-a300-0b5d07eb3971 None None] Pushing event deleted for resources: {'Port': ['ID=b014a522-f669-4b2c-88e1-be39c375d608,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:09.257156 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef91363-dd88-485f-a300-0b5d07eb3971 None None] No DVR routers for this DVR port b014a522-f669-4b2c-88e1-be39c375d608 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:18:09.291923 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-c7708520-6793-4c73-b7e0-8112bb490f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4618f370>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c973e50-462b-41b5-a779-859603966322', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'floating_ip_address': '172.35.1.89', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'port_id': '39f50585-bcb7-49c3-9bc7-6f2b3717ea5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'mac_address': 'fa:16:3e:a1:d2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e6faf-abb2-4827-a8d8-71e39e0309bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:18:06Z', 'updated_at': '2021-11-20T21:18:06Z', 'revision_number': 0, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:09.324098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7708520-6793-4c73-b7e0-8112bb490f3d None None] The sync data for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 is: [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c973e50-462b-41b5-a779-859603966322', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'floating_ip_address': '172.35.1.89', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'port_id': '39f50585-bcb7-49c3-9bc7-6f2b3717ea5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'mac_address': 'fa:16:3e:a1:d2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e6faf-abb2-4827-a8d8-71e39e0309bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:18:06Z', 'updated_at': '2021-11-20T21:18:06Z', 'revision_number': 0, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:18:09.364783 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b795791-a9c9-4223-847c-36a3ee6589be tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:09.395690 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-1b795791-a9c9-4223-847c-36a3ee6589be tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4df0e8e0>,) {'filters': {'network_id': ['46e4bf6f-e0b5-4017-b727-48622c817d36']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:09.412551 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-1b795791-a9c9-4223-847c-36a3ee6589be tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4df0e8e0>, '72bf3ebf-2289-40fb-8c01-0c9142afd157') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:09.412857 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-1b795791-a9c9-4223-847c-36a3ee6589be tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4df0e8e0>, '72bf3ebf-2289-40fb-8c01-0c9142afd157') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:09.426810 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b795791-a9c9-4223-847c-36a3ee6589be tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:09.439355 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b795791-a9c9-4223-847c-36a3ee6589be tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:09.445733 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b795791-a9c9-4223-847c-36a3ee6589be tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:18:09.446180 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b795791-a9c9-4223-847c-36a3ee6589be tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:18:09.451498 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:18:09.536166 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b795791-a9c9-4223-847c-36a3ee6589be tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:09.558810 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1b795791-a9c9-4223-847c-36a3ee6589be tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:09.562438 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1b795791-a9c9-4223-847c-36a3ee6589be tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] 10.222.0.41 "DELETE /v2.0/networks/46e4bf6f-e0b5-4017-b727-48622c817d36 HTTP/1.1" status: 204  len: 168 time: 0.3977184
Nov 20 21:18:09.563339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b795791-a9c9-4223-847c-36a3ee6589be tempest-PortsTestJSON-131565163 tempest-PortsTestJSON-131565163-project] Pushing event deleted for resources: {'Network': ['ID=46e4bf6f-e0b5-4017-b727-48622c817d36,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:09.593433 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a8e2bc-a0a8-4db4-a370-764b6c16db11 None None] New status for floating IP 9c973e50-462b-41b5-a779-859603966322: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:18:09.831997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50932) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:09.970717 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-aff9d051-fbd1-470c-825a-a571b154e8dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c21494c29be54543866f9b4c2b0d7ccb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1374571
Nov 20 21:18:09.973474 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50940) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:10.023303 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0733290-3d5f-4432-bb85-6105ebe831b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:10.048983 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0733290-3d5f-4432-bb85-6105ebe831b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:10.095570 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0733290-3d5f-4432-bb85-6105ebe831b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:10.098521 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0733290-3d5f-4432-bb85-6105ebe831b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:10.099773 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f0733290-3d5f-4432-bb85-6105ebe831b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2416cab-9cc1-451d-bdfe-5316f91f9026 HTTP/1.1" status: 204  len: 168 time: 0.1251616
Nov 20 21:18:10.110882 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0733290-3d5f-4432-bb85-6105ebe831b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2416cab-9cc1-451d-bdfe-5316f91f9026,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:10.333370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b014a522-f669-4b2c-88e1-be39c375d608 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:18:10.354298 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: b014a522-f669-4b2c-88e1-be39c375d608 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:18:10.354648 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b014a522-f669-4b2c-88e1-be39c375d608 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:18:10.654697 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50970) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:10.659314 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-06cf71e9-e940-4d6c-8039-f8d596f1c049 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-449507451', 'description': 'tempest-secgroup-smoke-449507451 description', 'project_id': '9150e5dc713c4519842f75908123d4ce'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:10.682642 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06cf71e9-e940-4d6c-8039-f8d596f1c049 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:10.697594 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06cf71e9-e940-4d6c-8039-f8d596f1c049 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:10.775651 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06cf71e9-e940-4d6c-8039-f8d596f1c049 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:10.780252 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06cf71e9-e940-4d6c-8039-f8d596f1c049 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:10.797854 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50974) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:10.819348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf71e9-e940-4d6c-8039-f8d596f1c049 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e498087f-4675-4b87-ac9c-9a8713261b00,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:10.860288 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06cf71e9-e940-4d6c-8039-f8d596f1c049 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:10.863836 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06cf71e9-e940-4d6c-8039-f8d596f1c049 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:10.893382 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-06cf71e9-e940-4d6c-8039-f8d596f1c049 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:10.894667 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-06cf71e9-e940-4d6c-8039-f8d596f1c049 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2389309
Nov 20 21:18:10.897670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50978) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:10.899306 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf71e9-e940-4d6c-8039-f8d596f1c049 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4e5174-eafc-4de7-8139-d0b48ccd3acd,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:10.904491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e16f286f-f47b-436c-945a-cf3814755eef tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': 'be4e5174-eafc-4de7-8139-d0b48ccd3acd', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:10.913038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-30093f91-d5e8-4bfe-ad5c-a34343794264 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:10.913683 ncdv-master-1 neutron-server[126225]: WARNING neutron.api.v2.base [None req-30093f91-d5e8-4bfe-ad5c-a34343794264 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 20 21:18:10.914210 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-30093f91-d5e8-4bfe-ad5c-a34343794264 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 20 21:18:10.915236 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-30093f91-d5e8-4bfe-ad5c-a34343794264 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1162367
Nov 20 21:18:10.918948 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50980) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:10.923529 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-02e43a67-6d15-4c69-b1ad-c13e3ab56892 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group': {'name': 'tempest-secgroup--738001396'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:10.939131 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e16f286f-f47b-436c-945a-cf3814755eef tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:10.947744 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-02e43a67-6d15-4c69-b1ad-c13e3ab56892 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:10.956588 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-02e43a67-6d15-4c69-b1ad-c13e3ab56892 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.003304 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e16f286f-f47b-436c-945a-cf3814755eef tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.006872 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e16f286f-f47b-436c-945a-cf3814755eef tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.025306 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f286f-f47b-436c-945a-cf3814755eef tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca6d97b-ab95-42d1-bb7d-f825b1296476,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:11.034984 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e16f286f-f47b-436c-945a-cf3814755eef tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.036210 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e16f286f-f47b-436c-945a-cf3814755eef tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1372263
Nov 20 21:18:11.039105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50982) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:11.042762 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-02e43a67-6d15-4c69-b1ad-c13e3ab56892 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.044349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a4050783-ffe7-4fe0-b03d-0b5f807f4f31 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': 'be4e5174-eafc-4de7-8139-d0b48ccd3acd', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:11.047161 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-02e43a67-6d15-4c69-b1ad-c13e3ab56892 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.073109 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a4050783-ffe7-4fe0-b03d-0b5f807f4f31 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.088878 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e43a67-6d15-4c69-b1ad-c13e3ab56892 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b675528-d438-4de3-8f92-efa776d5836a,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:11.137586 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a4050783-ffe7-4fe0-b03d-0b5f807f4f31 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.139873 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-02e43a67-6d15-4c69-b1ad-c13e3ab56892 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.142422 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a4050783-ffe7-4fe0-b03d-0b5f807f4f31 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.144755 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-02e43a67-6d15-4c69-b1ad-c13e3ab56892 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.164481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4050783-ffe7-4fe0-b03d-0b5f807f4f31 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c1e703-0d4d-4aca-8db4-b17070c2ea34,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:11.171812 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a4050783-ffe7-4fe0-b03d-0b5f807f4f31 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.173710 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a4050783-ffe7-4fe0-b03d-0b5f807f4f31 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1336672
Nov 20 21:18:11.176692 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50984) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:11.178628 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-02e43a67-6d15-4c69-b1ad-c13e3ab56892 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.183254 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-02e43a67-6d15-4c69-b1ad-c13e3ab56892 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2632217
Nov 20 21:18:11.183545 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a77b1ceb-d599-43a3-bc24-67ad415a5c70 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': 'be4e5174-eafc-4de7-8139-d0b48ccd3acd', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:11.184851 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50986) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:11.189317 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1701b33c-3e89-4a29-978f-48493f648ae2 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': 'c721bf30-ca2f-4599-921b-7312f9e66205', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:11.196583 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e43a67-6d15-4c69-b1ad-c13e3ab56892 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c721bf30-ca2f-4599-921b-7312f9e66205,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:11.203435 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.db.api [None req-1701b33c-3e89-4a29-978f-48493f648ae2 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 20 21:18:11.203435 ncdv-master-1 neutron-server[126224]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 20 21:18:11.203435 ncdv-master-1 neutron-server[126224]: [parameters: {'project_id_1': '8c5eef26c4394baeb94fd9eee3c880fd', 'expiration_1': datetime.datetime(2021, 11, 20, 21, 17, 51, 194819)}]
Nov 20 21:18:11.203435 ncdv-master-1 neutron-server[126224]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:18:11.204092 ncdv-master-1 neutron-server[126224]: DEBUG oslo_db.api [None req-1701b33c-3e89-4a29-978f-48493f648ae2 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:18:11.216929 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a77b1ceb-d599-43a3-bc24-67ad415a5c70 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.273455 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a77b1ceb-d599-43a3-bc24-67ad415a5c70 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.277368 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a77b1ceb-d599-43a3-bc24-67ad415a5c70 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.298128 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b1ceb-d599-43a3-bc24-67ad415a5c70 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72ad61f-fa6c-4c92-98dd-c61f6e5bac01,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:11.304085 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a77b1ceb-d599-43a3-bc24-67ad415a5c70 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.305110 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a77b1ceb-d599-43a3-bc24-67ad415a5c70 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1270337
Nov 20 21:18:11.307968 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50988) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:11.312806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4e28686a-4eaf-4bbc-983a-36adcb6576a5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': 'be4e5174-eafc-4de7-8139-d0b48ccd3acd', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:11.339280 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e28686a-4eaf-4bbc-983a-36adcb6576a5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.401730 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e28686a-4eaf-4bbc-983a-36adcb6576a5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.405373 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e28686a-4eaf-4bbc-983a-36adcb6576a5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.423500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28686a-4eaf-4bbc-983a-36adcb6576a5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8367969-9a33-435e-ae8b-b867624049c4,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:11.430108 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4e28686a-4eaf-4bbc-983a-36adcb6576a5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.431326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4e28686a-4eaf-4bbc-983a-36adcb6576a5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1218407
Nov 20 21:18:11.434151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50990) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:11.438450 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b69af670-a1e0-4d0d-99f8-601733e4b69a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': 'be4e5174-eafc-4de7-8139-d0b48ccd3acd', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:11.459837 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-b69af670-a1e0-4d0d-99f8-601733e4b69a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Project 9150e5dc713c4519842f75908123d4ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:18:11.465417 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b69af670-a1e0-4d0d-99f8-601733e4b69a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.523331 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b69af670-a1e0-4d0d-99f8-601733e4b69a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.527763 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b69af670-a1e0-4d0d-99f8-601733e4b69a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.546417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69af670-a1e0-4d0d-99f8-601733e4b69a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a45585-8484-4839-9d55-0e1cbb722be5,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:11.550620 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b69af670-a1e0-4d0d-99f8-601733e4b69a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.551820 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b69af670-a1e0-4d0d-99f8-601733e4b69a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1167223
Nov 20 21:18:11.554528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50992) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:11.558856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-5c873bcf-4a48-4e32-b9c2-b06b2eb0b0db tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': 'be4e5174-eafc-4de7-8139-d0b48ccd3acd', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:11.580744 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-5c873bcf-4a48-4e32-b9c2-b06b2eb0b0db tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Project 9150e5dc713c4519842f75908123d4ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:18:11.585951 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c873bcf-4a48-4e32-b9c2-b06b2eb0b0db tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.644576 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c873bcf-4a48-4e32-b9c2-b06b2eb0b0db tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.648155 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c873bcf-4a48-4e32-b9c2-b06b2eb0b0db tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.667662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c873bcf-4a48-4e32-b9c2-b06b2eb0b0db tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77b0059-f936-4554-a1d1-ce83068010d9,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:11.674374 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5c873bcf-4a48-4e32-b9c2-b06b2eb0b0db tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.675573 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5c873bcf-4a48-4e32-b9c2-b06b2eb0b0db tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1201124
Nov 20 21:18:11.678687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50994) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:11.683602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-79535b4d-8904-4624-8923-12641a90ae5b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'network': {'name': 'tempest-network-smoke--1645181734', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'port_security_enabled': True}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:11.705394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79535b4d-8904-4624-8923-12641a90ae5b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Made reservation on behalf of 9150e5dc713c4519842f75908123d4ce for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:18:11.708978 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-79535b4d-8904-4624-8923-12641a90ae5b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.734742 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1701b33c-3e89-4a29-978f-48493f648ae2 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.737026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79535b4d-8904-4624-8923-12641a90ae5b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:18:11.746689 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-79535b4d-8904-4624-8923-12641a90ae5b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.747044 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-79535b4d-8904-4624-8923-12641a90ae5b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Added segment 639255db-caa9-4a45-b65f-e9b532bd0b09 of type vlan for network 9b8a3317-5402-477f-b03e-09482e7e472a
Nov 20 21:18:11.782471 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1701b33c-3e89-4a29-978f-48493f648ae2 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.786327 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1701b33c-3e89-4a29-978f-48493f648ae2 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.791879 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-79535b4d-8904-4624-8923-12641a90ae5b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.801912 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701b33c-3e89-4a29-978f-48493f648ae2 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdcf64e4-76c2-490d-9f89-788acd5035e0,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:11.813048 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1701b33c-3e89-4a29-978f-48493f648ae2 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.814257 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1701b33c-3e89-4a29-978f-48493f648ae2 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6284206
Nov 20 21:18:11.817014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 50996) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:11.822980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-397ac85d-0ca9-4590-9334-01dcd68f85d3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': 'c721bf30-ca2f-4599-921b-7312f9e66205', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:11.829290 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-79535b4d-8904-4624-8923-12641a90ae5b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.834973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79535b4d-8904-4624-8923-12641a90ae5b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:11.835557 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-79535b4d-8904-4624-8923-12641a90ae5b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.917214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79535b4d-8904-4624-8923-12641a90ae5b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Network': ['ID=9b8a3317-5402-477f-b03e-09482e7e472a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:11.927813 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 9b8a3317-5402-477f-b03e-09482e7e472a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:18:11.928299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 50998) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:11.930220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-79535b4d-8904-4624-8923-12641a90ae5b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2451782
Nov 20 21:18:11.932866 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-397ac85d-0ca9-4590-9334-01dcd68f85d3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.933142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-488686184', 'admin_state_up': True, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:11.957448 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.958503 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:11.982250 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-397ac85d-0ca9-4590-9334-01dcd68f85d3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 20 21:18:11.983278 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-397ac85d-0ca9-4590-9334-01dcd68f85d3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1651976
Nov 20 21:18:11.986240 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51000) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:12.031676 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:12.168170 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-354d6cd4-1ef6-436c-bb0c-62ad45c7c378 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:12.193932 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:12.257561 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-354d6cd4-1ef6-436c-bb0c-62ad45c7c378 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:12.308883 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-34b52af7-0d96-4aac-9ac1-0995c03f4315 req-c351cc85-1b16-4ebe-91c5-e049c73e627e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1088085
Nov 20 21:18:12.363954 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-354d6cd4-1ef6-436c-bb0c-62ad45c7c378 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:12.366577 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-354d6cd4-1ef6-436c-bb0c-62ad45c7c378 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:12.367665 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-354d6cd4-1ef6-436c-bb0c-62ad45c7c378 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "DELETE /v2.0/security-groups/c721bf30-ca2f-4599-921b-7312f9e66205 HTTP/1.1" status: 204  len: 168 time: 0.3804846
Nov 20 21:18:12.371123 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51002) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:12.399583 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d6cd4-1ef6-436c-bb0c-62ad45c7c378 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c721bf30-ca2f-4599-921b-7312f9e66205,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:12.423258 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0ef40bab-bf76-4fb8-a416-3f27c2b199a5 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0506992
Nov 20 21:18:12.424536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b52af7-0d96-4aac-9ac1-0995c03f4315 req-2f1a4e95-fd04-40df-9353-e91435fbcfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:12.426907 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-34b52af7-0d96-4aac-9ac1-0995c03f4315 req-2f1a4e95-fd04-40df-9353-e91435fbcfca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 1097 time: 0.0739119
Nov 20 21:18:12.426907 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51004) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:12.433410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-cfdbdc29-3b5f-45e5-a95e-df8bcad412d4 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group': {'name': 'tempest-secgroup--517295544'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:12.512133 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfdbdc29-3b5f-45e5-a95e-df8bcad412d4 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:12.634456 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:12.661398 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:12.696818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b52af7-0d96-4aac-9ac1-0995c03f4315 req-9afd7dd0-fb68-47cd-9a8d-cb2feef938d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:12.698577 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-34b52af7-0d96-4aac-9ac1-0995c03f4315 req-9afd7dd0-fb68-47cd-9a8d-cb2feef938d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.2500117
Nov 20 21:18:12.843483 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfdbdc29-3b5f-45e5-a95e-df8bcad412d4 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:12.847761 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-34b52af7-0d96-4aac-9ac1-0995c03f4315 req-e160029f-fb88-4813-b740-f9958e93a6ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f50585-bcb7-49c3-9bc7-6f2b3717ea5c HTTP/1.1" status: 200  len: 1001 time: 0.1207621
Nov 20 21:18:12.850558 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfdbdc29-3b5f-45e5-a95e-df8bcad412d4 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:12.924979 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cfdbdc29-3b5f-45e5-a95e-df8bcad412d4 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:12.926236 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cfdbdc29-3b5f-45e5-a95e-df8bcad412d4 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4984009
Nov 20 21:18:12.929159 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51006) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:12.933775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-475dda86-01d4-4686-bf4b-16819dab93a1 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': '0ac28573-c8a0-467a-afcd-091b5cb3038c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:12.934594 ncdv-master-1 neutron-server[126225]: WARNING neutron.api.v2.base [None req-475dda86-01d4-4686-bf4b-16819dab93a1 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 20 21:18:12.935242 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-475dda86-01d4-4686-bf4b-16819dab93a1 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:12.939345 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Allocated IP 172.35.1.188 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/c0c26190-a97b-46c6-9e42-f8f6eb14283b) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:18:12.939518 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-475dda86-01d4-4686-bf4b-16819dab93a1 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0060723
Nov 20 21:18:12.939682 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbdc29-3b5f-45e5-a95e-df8bcad412d4 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac28573-c8a0-467a-afcd-091b5cb3038c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:12.939926 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51008) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:12.957624 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b52af7-0d96-4aac-9ac1-0995c03f4315 req-4790968e-a58d-41eb-8100-3ca67d46458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:12.959131 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-34b52af7-0d96-4aac-9ac1-0995c03f4315 req-4790968e-a58d-41eb-8100-3ca67d46458e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.0989423
Nov 20 21:18:12.996130 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8d6a9715-0d06-4156-8cc3-db162f3b383e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.020076 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8d6a9715-0d06-4156-8cc3-db162f3b383e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.062183 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8d6a9715-0d06-4156-8cc3-db162f3b383e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.062507 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b52af7-0d96-4aac-9ac1-0995c03f4315 req-3d55abff-7dff-420e-8773-1c00b1f380fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:13.064032 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-34b52af7-0d96-4aac-9ac1-0995c03f4315 req-3d55abff-7dff-420e-8773-1c00b1f380fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0872765
Nov 20 21:18:13.065011 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8d6a9715-0d06-4156-8cc3-db162f3b383e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.066292 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8d6a9715-0d06-4156-8cc3-db162f3b383e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "DELETE /v2.0/security-groups/0ac28573-c8a0-467a-afcd-091b5cb3038c HTTP/1.1" status: 204  len: 168 time: 0.1253166
Nov 20 21:18:13.069604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51010) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:13.082849 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a9715-0d06-4156-8cc3-db162f3b383e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac28573-c8a0-467a-afcd-091b5cb3038c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:13.119897 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.124333 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-25996015-1754-4500-bc2c-6100c7335b93 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0519226
Nov 20 21:18:13.128278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51012) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:13.132631 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-218a53c7-7cc8-463f-8f2b-feb1e4f1fdbe tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group': {'name': 'tempest-secgroup--528120217'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:13.155621 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-218a53c7-7cc8-463f-8f2b-feb1e4f1fdbe tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.206319 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-34b52af7-0d96-4aac-9ac1-0995c03f4315 req-223378e9-2b78-4059-8972-61a28daca6f6 service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301215
Nov 20 21:18:13.214205 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.231950 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-218a53c7-7cc8-463f-8f2b-feb1e4f1fdbe tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.237198 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-218a53c7-7cc8-463f-8f2b-feb1e4f1fdbe tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.268659 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-218a53c7-7cc8-463f-8f2b-feb1e4f1fdbe tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.269885 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-218a53c7-7cc8-463f-8f2b-feb1e4f1fdbe tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1406450
Nov 20 21:18:13.270619 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a53c7-7cc8-463f-8f2b-feb1e4f1fdbe tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecc3e21-6926-491b-8b90-d820403b0877,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:13.272705 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51014) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:13.277621 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b05b41cd-2b67-4b5c-b3b8-cec34a1c9928 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': '1ecc3e21-6926-491b-8b90-d820403b0877', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:13.278456 ncdv-master-1 neutron-server[126225]: WARNING neutron.api.v2.base [None req-b05b41cd-2b67-4b5c-b3b8-cec34a1c9928 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 20 21:18:13.279214 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-b05b41cd-2b67-4b5c-b3b8-cec34a1c9928 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:13.280053 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b05b41cd-2b67-4b5c-b3b8-cec34a1c9928 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0063410
Nov 20 21:18:13.281972 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:13.282869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51016) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:13.293649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:13.296857 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:18:13.311381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c7c033-6abd-499b-9331-5709514f9e3a None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:18:13.316006 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bdf8acb4-6004-4b72-b917-04594ee2cd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.346895 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ef13c128-a8ce-4efd-8abe-511e71a6adf2 None None] Provisioning complete for port c0c26190-a97b-46c6-9e42-f8f6eb14283b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:13.347431 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ef13c128-a8ce-4efd-8abe-511e71a6adf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.349032 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0e8c825c-bfbe-4411-9bd5-80e6ea56d8d3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.374568 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0e8c825c-bfbe-4411-9bd5-80e6ea56d8d3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.386824 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ef13c128-a8ce-4efd-8abe-511e71a6adf2 None None] Port c0c26190-a97b-46c6-9e42-f8f6eb14283b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:13.423342 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0e8c825c-bfbe-4411-9bd5-80e6ea56d8d3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.426177 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0e8c825c-bfbe-4411-9bd5-80e6ea56d8d3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.430589 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0e8c825c-bfbe-4411-9bd5-80e6ea56d8d3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "DELETE /v2.0/security-groups/1ecc3e21-6926-491b-8b90-d820403b0877 HTTP/1.1" status: 204  len: 168 time: 0.1465828
Nov 20 21:18:13.432087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51018) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:13.454927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c825c-bfbe-4411-9bd5-80e6ea56d8d3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecc3e21-6926-491b-8b90-d820403b0877,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:13.495063 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7bd005ca-94a1-402b-be18-3e8e55297bda tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0545478
Nov 20 21:18:13.495426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51020) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:13.500223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-9ec8d627-9960-4fce-b6bb-dfa4a8240d09 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013577480'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:13.527622 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ec8d627-9960-4fce-b6bb-dfa4a8240d09 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.609457 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ec8d627-9960-4fce-b6bb-dfa4a8240d09 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.614206 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ec8d627-9960-4fce-b6bb-dfa4a8240d09 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.646615 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9ec8d627-9960-4fce-b6bb-dfa4a8240d09 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.647866 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9ec8d627-9960-4fce-b6bb-dfa4a8240d09 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1513484
Nov 20 21:18:13.650015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8d627-9960-4fce-b6bb-dfa4a8240d09 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ab0ec5-d6ac-4b90-8488-9ed1a54fc626,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:13.652146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51022) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:13.656711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-969cee2a-c54a-4e60-92d5-18638cc013dd tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': '76ab0ec5-d6ac-4b90-8488-9ed1a54fc626', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:13.658774 ncdv-master-1 neutron-server[126225]: WARNING neutron.api.v2.base [None req-969cee2a-c54a-4e60-92d5-18638cc013dd tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 20 21:18:13.659294 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-969cee2a-c54a-4e60-92d5-18638cc013dd tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:13.660324 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-969cee2a-c54a-4e60-92d5-18638cc013dd tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0072351
Nov 20 21:18:13.663267 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51024) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:13.667921 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-2afb00a3-d421-447d-871a-c01cd765e4ee tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': '76ab0ec5-d6ac-4b90-8488-9ed1a54fc626', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:13.668600 ncdv-master-1 neutron-server[126225]: WARNING neutron.api.v2.base [None req-2afb00a3-d421-447d-871a-c01cd765e4ee tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 20 21:18:13.669085 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-2afb00a3-d421-447d-871a-c01cd765e4ee tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:13.671211 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2afb00a3-d421-447d-871a-c01cd765e4ee tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0069876
Nov 20 21:18:13.673964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51026) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:13.678368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-9e910631-20ec-42fb-98e1-3efcde92f50f tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': '76ab0ec5-d6ac-4b90-8488-9ed1a54fc626', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:13.679212 ncdv-master-1 neutron-server[126225]: WARNING neutron.api.v2.base [None req-9e910631-20ec-42fb-98e1-3efcde92f50f tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 20 21:18:13.679701 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-9e910631-20ec-42fb-98e1-3efcde92f50f tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:13.681227 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9e910631-20ec-42fb-98e1-3efcde92f50f tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0057769
Nov 20 21:18:13.684346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51028) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:13.689214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-5a022718-ef17-45a4-a94a-b804a0ea1fea tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': '76ab0ec5-d6ac-4b90-8488-9ed1a54fc626', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:13.690701 ncdv-master-1 neutron-server[126225]: WARNING neutron.api.v2.base [None req-5a022718-ef17-45a4-a94a-b804a0ea1fea tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 20 21:18:13.691193 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-5a022718-ef17-45a4-a94a-b804a0ea1fea tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:13.694973 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5a022718-ef17-45a4-a94a-b804a0ea1fea tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0068493
Nov 20 21:18:13.695206 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51030) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:13.725311 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=c0c26190-a97b-46c6-9e42-f8f6eb14283b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:13.756495 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec701206-c4ad-494b-a9b0-68f0aac79da3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.778795 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec701206-c4ad-494b-a9b0-68f0aac79da3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.797884 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-34b52af7-0d96-4aac-9ac1-0995c03f4315 req-b29c385e-30b7-4fbb-8fb6-fb7393adf5ce service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5752850
Nov 20 21:18:13.827372 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec701206-c4ad-494b-a9b0-68f0aac79da3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.832481 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec701206-c4ad-494b-a9b0-68f0aac79da3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:13.833189 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ec701206-c4ad-494b-a9b0-68f0aac79da3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "DELETE /v2.0/security-groups/76ab0ec5-d6ac-4b90-8488-9ed1a54fc626 HTTP/1.1" status: 204  len: 168 time: 0.1364779
Nov 20 21:18:13.836467 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51032) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:13.843893 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec701206-c4ad-494b-a9b0-68f0aac79da3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ab0ec5-d6ac-4b90-8488-9ed1a54fc626,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:13.914803 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5927f441-a1d5-4628-8e82-71b738579e5f tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0777695
Nov 20 21:18:13.919226 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51034) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:13.923852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7418f601-9000-45d5-8ac7-25f1dd23e07c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559131999'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:13.948242 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7418f601-9000-45d5-8ac7-25f1dd23e07c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:14.015528 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:14.018919 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7418f601-9000-45d5-8ac7-25f1dd23e07c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:14.022876 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7418f601-9000-45d5-8ac7-25f1dd23e07c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:14.053227 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7418f601-9000-45d5-8ac7-25f1dd23e07c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:14.054486 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7418f601-9000-45d5-8ac7-25f1dd23e07c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1342430
Nov 20 21:18:14.057103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418f601-9000-45d5-8ac7-25f1dd23e07c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db15ef49-0cbd-4ebb-b58b-ea46c490a954,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:14.058174 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51036) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:14.062703 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-711f84cb-2ad8-4896-8326-96461dbccc38 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': 'db15ef49-0cbd-4ebb-b58b-ea46c490a954', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:14.063214 ncdv-master-1 neutron-server[126224]: WARNING neutron.api.v2.base [None req-711f84cb-2ad8-4896-8326-96461dbccc38 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 20 21:18:14.063694 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-711f84cb-2ad8-4896-8326-96461dbccc38 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:14.064644 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-711f84cb-2ad8-4896-8326-96461dbccc38 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0055015
Nov 20 21:18:14.067304 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51038) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:14.075672 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-85bc2776-c439-45a3-8cb9-1d995b2654eb tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': 'db15ef49-0cbd-4ebb-b58b-ea46c490a954', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:14.182688 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-85bc2776-c439-45a3-8cb9-1d995b2654eb tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:14.183736 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-85bc2776-c439-45a3-8cb9-1d995b2654eb tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1155713
Nov 20 21:18:14.187024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51040) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:14.191758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-378c5e51-54ae-46f1-a64a-42396b75259a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': 'db15ef49-0cbd-4ebb-b58b-ea46c490a954', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:14.192245 ncdv-master-1 neutron-server[126225]: WARNING neutron.api.v2.base [None req-378c5e51-54ae-46f1-a64a-42396b75259a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 20 21:18:14.192767 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-378c5e51-54ae-46f1-a64a-42396b75259a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:14.195823 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-378c5e51-54ae-46f1-a64a-42396b75259a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0056918
Nov 20 21:18:14.196034 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51042) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:14.200088 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-26697555-bfe0-4684-b248-5e974ed618b3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': 'db15ef49-0cbd-4ebb-b58b-ea46c490a954', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:14.235766 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-26697555-bfe0-4684-b248-5e974ed618b3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:14.236817 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-26697555-bfe0-4684-b248-5e974ed618b3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0399032
Nov 20 21:18:14.239615 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51044) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:14.244068 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ca4cc0fb-3234-43c7-9ced-49fdb3fede7c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': 'db15ef49-0cbd-4ebb-b58b-ea46c490a954', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:14.244546 ncdv-master-1 neutron-server[126225]: WARNING neutron.api.v2.base [None req-ca4cc0fb-3234-43c7-9ced-49fdb3fede7c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 20 21:18:14.245169 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-ca4cc0fb-3234-43c7-9ced-49fdb3fede7c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:14.246140 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ca4cc0fb-3234-43c7-9ced-49fdb3fede7c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0055659
Nov 20 21:18:14.248473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51046) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:14.252839 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-866b8c44-7241-4501-9a8f-98261100c04d tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': 'db15ef49-0cbd-4ebb-b58b-ea46c490a954', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:14.253405 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:14.276952 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-866b8c44-7241-4501-9a8f-98261100c04d tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Project 8c5eef26c4394baeb94fd9eee3c880fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:18:14.292105 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-866b8c44-7241-4501-9a8f-98261100c04d tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:14.292542 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-866b8c44-7241-4501-9a8f-98261100c04d tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0430853
Nov 20 21:18:14.295899 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51048) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:14.300524 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-f027faa3-7b62-49d2-837a-8274af9ff8ce tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': 'db15ef49-0cbd-4ebb-b58b-ea46c490a954', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:14.301005 ncdv-master-1 neutron-server[126225]: WARNING neutron.api.v2.base [None req-f027faa3-7b62-49d2-837a-8274af9ff8ce tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 20 21:18:14.301541 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-f027faa3-7b62-49d2-837a-8274af9ff8ce tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:14.302528 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f027faa3-7b62-49d2-837a-8274af9ff8ce tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0056036
Nov 20 21:18:14.305385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51050) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:14.309840 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-864373ad-cf6d-41da-b96b-2c7d55ba9310 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': 'db15ef49-0cbd-4ebb-b58b-ea46c490a954', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:14.347450 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-864373ad-cf6d-41da-b96b-2c7d55ba9310 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Project 8c5eef26c4394baeb94fd9eee3c880fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:18:14.363032 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-864373ad-cf6d-41da-b96b-2c7d55ba9310 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:14.364197 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-864373ad-cf6d-41da-b96b-2c7d55ba9310 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0578563
Nov 20 21:18:14.367173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51052) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:14.371743 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-bbedbdb4-8fee-42fd-a6ed-faa1cc3b312e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': 'db15ef49-0cbd-4ebb-b58b-ea46c490a954', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:14.396607 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:18:14.400638 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-bbedbdb4-8fee-42fd-a6ed-faa1cc3b312e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Project 8c5eef26c4394baeb94fd9eee3c880fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:18:14.416720 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-bbedbdb4-8fee-42fd-a6ed-faa1cc3b312e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:14.417783 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bbedbdb4-8fee-42fd-a6ed-faa1cc3b312e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0495965
Nov 20 21:18:14.420646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51054) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:14.481188 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a72f8807-bc62-40a8-ab6a-b191681731c7 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:14.504715 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a72f8807-bc62-40a8-ab6a-b191681731c7 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:14.518493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:18:14.528868 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Sync routers for ids ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:18:14.539395 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Routers {'a64f1d6b-dd2f-4cb7-af2c-bf674b748701'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:18:14.540175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473fff10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:17:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:14.545973 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:14.547398 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ba5fbdde-617c-45f9-9078-b0bc469099fc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.6184022
Nov 20 21:18:14.551159 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51056) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:14.562850 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a72f8807-bc62-40a8-ab6a-b191681731c7 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:14.565807 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a72f8807-bc62-40a8-ab6a-b191681731c7 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:14.567141 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a72f8807-bc62-40a8-ab6a-b191681731c7 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "DELETE /v2.0/security-groups/db15ef49-0cbd-4ebb-b58b-ea46c490a954 HTTP/1.1" status: 204  len: 168 time: 0.1454923
Nov 20 21:18:14.569841 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51060) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:14.578620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f8807-bc62-40a8-ab6a-b191681731c7 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db15ef49-0cbd-4ebb-b58b-ea46c490a954,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:14.630880 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0242c23d-8c21-49c4-9b77-7a7cf189a435 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0595396
Nov 20 21:18:14.635766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51062) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:14.640344 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4f9e735b-8622-4f88-898c-cdf2ac02c549 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group': {'name': 'tempest-secgroup--324811055'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:14.664855 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f9e735b-8622-4f88-898c-cdf2ac02c549 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:14.721098 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-db383081-cdfb-46d7-838b-a25c57c572ca tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9150e5dc713c4519842f75908123d4ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1685238
Nov 20 21:18:14.725113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51064) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:14.814009 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-054ad627-5012-4478-ae39-edf4d56be077 req-237c392e-45f5-4677-a009-8c00780b6314 service neutron] (126225) timed out ('10.222.0.37', 62394) {{(pid=126225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 20 21:18:14.838999 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Set router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:18:14.922483 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f9e735b-8622-4f88-898c-cdf2ac02c549 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:14.925784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9607ab94-2709-4438-98a4-40791e515972 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:14.927437 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9607ab94-2709-4438-98a4-40791e515972 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2012122
Nov 20 21:18:14.928759 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f9e735b-8622-4f88-898c-cdf2ac02c549 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:14.931674 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51066) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:14.960332 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4f9e735b-8622-4f88-898c-cdf2ac02c549 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:14.961584 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4f9e735b-8622-4f88-898c-cdf2ac02c549 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3247819
Nov 20 21:18:14.963657 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e735b-8622-4f88-898c-cdf2ac02c549 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f475bc-76db-41ec-b214-6f8b8d675446,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:14.965861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51068) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:14.970573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-02c1933a-58ed-4ddf-8e39-9fe035031090 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': '01f475bc-76db-41ec-b214-6f8b8d675446', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:14.987678 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-05d223b1-ecf3-4660-a78f-2df1d1d4da80 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0544837
Nov 20 21:18:14.990389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51070) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:14.999711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-5308f719-a0b0-4afa-a250-4e1323267e59 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1623831710', 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:15.045264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473fff10>, [{'id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488686184', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:11Z', 'updated_at': '2021-11-20T21:18:13Z', 'revision_number': 3, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:12Z', 'updated_at': '2021-11-20T21:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:15.072530 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Checking router: a64f1d6b-dd2f-4cb7-af2c-bf674b748701 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:18:15.072938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Updating router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 port c0c26190-a97b-46c6-9e42-f8f6eb14283b binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:18:15.094358 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-02c1933a-58ed-4ddf-8e39-9fe035031090 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The resource could not be found.
Nov 20 21:18:15.095430 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-02c1933a-58ed-4ddf-8e39-9fe035031090 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1286664
Nov 20 21:18:15.098499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51072) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:15.103346 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-86b9c973-8240-4b89-bb7a-c6e05cd956b3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': '01f475bc-76db-41ec-b214-6f8b8d675446', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '24a34294-b2fe-4ee5-acae-9ae012b3f7f2'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:15.104513 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.113900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5308f719-a0b0-4afa-a250-4e1323267e59 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Made reservation on behalf of 9150e5dc713c4519842f75908123d4ce for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:18:15.117983 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5308f719-a0b0-4afa-a250-4e1323267e59 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.149466 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-86b9c973-8240-4b89-bb7a-c6e05cd956b3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The resource could not be found.
Nov 20 21:18:15.151067 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-86b9c973-8240-4b89-bb7a-c6e05cd956b3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0515556
Nov 20 21:18:15.153897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51074) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:15.216163 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.250226 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.299066 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.302584 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.304005 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "DELETE /v2.0/security-groups/01f475bc-76db-41ec-b214-6f8b8d675446 HTTP/1.1" status: 204  len: 168 time: 0.1489038
Nov 20 21:18:15.310511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51078) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:15.330300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f475bc-76db-41ec-b214-6f8b8d675446,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:15.338142 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5308f719-a0b0-4afa-a250-4e1323267e59 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.346642 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:15.347070 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:15.347428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:15.347810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:15.348153 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:15.348491 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:15.348829 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:15.349199 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:15.349582 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:15.349957 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:15.350344 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:15.350669 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76f6b5-8e37-4b0f-bfb6-6fd4d367026a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:15.381669 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d0bb5ba6-5d21-46dc-8b2c-da12f8aa2c37 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0698521
Nov 20 21:18:15.385531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51080) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:15.389997 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7e467847-769f-4343-9ae7-58719db22ac6 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': 'a72c5ef7-b0a4-4aa1-aa02-ee483f8eb00c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:15.419312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308f719-a0b0-4afa-a250-4e1323267e59 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Subnet': ['ID=2675791e-a2ae-4d43-b82d-ddcbf712758a,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:15.429507 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.431682 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308f719-a0b0-4afa-a250-4e1323267e59 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Checking segment: {'id': '639255db-caa9-4a45-b65f-e9b532bd0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:18:15.432095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5308f719-a0b0-4afa-a250-4e1323267e59 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network hostable DHCP agents. Network: 9b8a3317-5402-477f-b03e-09482e7e472a, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:18:15.438086 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.440737 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-7e467847-769f-4343-9ae7-58719db22ac6 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The resource could not be found.
Nov 20 21:18:15.442345 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7e467847-769f-4343-9ae7-58719db22ac6 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0556078
Nov 20 21:18:15.445686 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51082) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:15.451720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-415401be-9b31-4b7c-b719-cbbe7f8d9c1e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group': {'name': 'tempest-secgroup--993630114'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:15.453219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5308f719-a0b0-4afa-a250-4e1323267e59 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network 9b8a3317-5402-477f-b03e-09482e7e472a is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:18:15.464924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-5308f719-a0b0-4afa-a250-4e1323267e59 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9b8a3317-5402-477f-b03e-09482e7e472a) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:15.475725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5308f719-a0b0-4afa-a250-4e1323267e59 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:15.476504 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5308f719-a0b0-4afa-a250-4e1323267e59 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.476645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a19f50c-9835-47ec-a6f3-1e93cf02ddc2 None None] Network 9b8a3317-5402-477f-b03e-09482e7e472a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:18:15.482860 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-415401be-9b31-4b7c-b719-cbbe7f8d9c1e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.499185 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5308f719-a0b0-4afa-a250-4e1323267e59 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5048304
Nov 20 21:18:15.499565 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51084) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:15.537815 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a1c7be-44f7-4592-b38e-0ef814696b22 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:18:15.576067 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa2e65-1428-45f4-8028-8eb56f13cc82 None None] Pushing event updated for resources: {'Port': ['ID=c0c26190-a97b-46c6-9e42-f8f6eb14283b,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:15.578724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Attempting to bind port c0c26190-a97b-46c6-9e42-f8f6eb14283b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:18:15.579257 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-415401be-9b31-4b7c-b719-cbbe7f8d9c1e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.579473 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Attempting to bind port c0c26190-a97b-46c6-9e42-f8f6eb14283b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:18:15.579985 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Attempting to bind port c0c26190-a97b-46c6-9e42-f8f6eb14283b on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:18:15.584900 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-415401be-9b31-4b7c-b719-cbbe7f8d9c1e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.596166 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:18:15.596541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:18:15.597272 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.597818 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:18:15.598367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Bound port: c0c26190-a97b-46c6-9e42-f8f6eb14283b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:18:15.598727 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.628165 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415401be-9b31-4b7c-b719-cbbe7f8d9c1e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef64a54-d263-492e-aa76-ce668b810e26,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:15.633398 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-415401be-9b31-4b7c-b719-cbbe7f8d9c1e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.635263 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-415401be-9b31-4b7c-b719-cbbe7f8d9c1e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1884041
Nov 20 21:18:15.638096 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51086) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:15.643166 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-80b69800-6d2a-4073-8907-d901cb9901a3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821868831'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:15.666613 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-80b69800-6d2a-4073-8907-d901cb9901a3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.723189 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9b812952-2129-4eb1-aaed-7d473f3fc1c8 None None] Provisioning complete for port c0c26190-a97b-46c6-9e42-f8f6eb14283b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:15.723570 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9b812952-2129-4eb1-aaed-7d473f3fc1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.749248 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-80b69800-6d2a-4073-8907-d901cb9901a3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.756349 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-80b69800-6d2a-4073-8907-d901cb9901a3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.757199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] For port c0c26190-a97b-46c6-9e42-f8f6eb14283b, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:18:15.773110 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-69d8979f-68db-43c6-8105-eb4605bc29d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.784105 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-80b69800-6d2a-4073-8907-d901cb9901a3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.790077 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-80b69800-6d2a-4073-8907-d901cb9901a3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1462646
Nov 20 21:18:15.790260 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] For port c0c26190-a97b-46c6-9e42-f8f6eb14283b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0c26190-a97b-46c6-9e42-f8f6eb14283b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:18:15.791985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51088) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:15.797426 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8cb6ed3a-75bd-462e-bf09-59ea2eb6911b tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': 'eef64a54-d263-492e-aa76-ce668b810e26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5db288c8-4475-435d-8bf3-c5ffdce5a93d'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:15.814075 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.822606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b69800-6d2a-4073-8907-d901cb9901a3 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db288c8-4475-435d-8bf3-c5ffdce5a93d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:15.822877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9b812952-2129-4eb1-aaed-7d473f3fc1c8 None None] Port c0c26190-a97b-46c6-9e42-f8f6eb14283b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:15.856780 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-8cb6ed3a-75bd-462e-bf09-59ea2eb6911b tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:15.859620 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8cb6ed3a-75bd-462e-bf09-59ea2eb6911b tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0657527
Nov 20 21:18:15.859859 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9b8a3317-5402-477f-b03e-09482e7e472a', 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ips': [{'subnet_id': '2675791e-a2ae-4d43-b82d-ddcbf712758a'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:18:15.860637 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.862005 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51090) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:15.893861 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf1c49a-eeae-4965-9475-502d6edc4753 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:18:15.915787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Routers {'a64f1d6b-dd2f-4cb7-af2c-bf674b748701'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:18:15.916656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473fff10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:18:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:15.927641 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa2e65-1428-45f4-8028-8eb56f13cc82 None None] Pushing event updated for resources: {'Port': ['ID=c0c26190-a97b-46c6-9e42-f8f6eb14283b,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:15.937104 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-94a73019-7490-43b1-ba96-d53cb07f810c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:15.962506 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-94a73019-7490-43b1-ba96-d53cb07f810c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.010969 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-94a73019-7490-43b1-ba96-d53cb07f810c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.014583 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-94a73019-7490-43b1-ba96-d53cb07f810c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.018678 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-94a73019-7490-43b1-ba96-d53cb07f810c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "DELETE /v2.0/security-groups/5db288c8-4475-435d-8bf3-c5ffdce5a93d HTTP/1.1" status: 204  len: 168 time: 0.1550739
Nov 20 21:18:16.019721 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51092) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:16.038725 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a73019-7490-43b1-ba96-d53cb07f810c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db288c8-4475-435d-8bf3-c5ffdce5a93d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:16.100217 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-bd5cbf9c-0fe7-47ee-b412-fce51a6f212a None None] Provisioning complete for port c0c26190-a97b-46c6-9e42-f8f6eb14283b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:16.100562 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bd5cbf9c-0fe7-47ee-b412-fce51a6f212a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.106527 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-53952130-fb89-423f-8331-a028da161a8a tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0759892
Nov 20 21:18:16.107435 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51094) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:16.111776 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.182693 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] Set router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:18:16.186998 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8fa79be5-e947-426d-9622-135b2be275f5 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.216025 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8fa79be5-e947-426d-9622-135b2be275f5 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.251269 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Allocated IP 172.20.0.2 (9b8a3317-5402-477f-b03e-09482e7e472a/2675791e-a2ae-4d43-b82d-ddcbf712758a/85f9bb34-d407-4f43-92ad-df01d5023abb) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:18:16.273031 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8fa79be5-e947-426d-9622-135b2be275f5 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.276856 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8fa79be5-e947-426d-9622-135b2be275f5 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.278617 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8fa79be5-e947-426d-9622-135b2be275f5 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "DELETE /v2.0/security-groups/eef64a54-d263-492e-aa76-ce668b810e26 HTTP/1.1" status: 204  len: 168 time: 0.1684780
Nov 20 21:18:16.284113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51096) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:16.291394 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa79be5-e947-426d-9622-135b2be275f5 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef64a54-d263-492e-aa76-ce668b810e26,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:16.373843 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ed4563dc-b93d-4285-a0ae-2e2ccc0ab538 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0891793
Nov 20 21:18:16.378275 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51098) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:16.382345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-aeab9872-df9c-40ac-a095-9723f99e47ad tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group': {'name': 'tempest-secgroup--909226870'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:16.411785 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeab9872-df9c-40ac-a095-9723f99e47ad tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.454755 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bd5cbf9c-0fe7-47ee-b412-fce51a6f212a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.482154 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeab9872-df9c-40ac-a095-9723f99e47ad tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.486022 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeab9872-df9c-40ac-a095-9723f99e47ad tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.514481 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aeab9872-df9c-40ac-a095-9723f99e47ad tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.518681 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-aeab9872-df9c-40ac-a095-9723f99e47ad tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1368270
Nov 20 21:18:16.518830 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-bd5cbf9c-0fe7-47ee-b412-fce51a6f212a None None] For port c0c26190-a97b-46c6-9e42-f8f6eb14283b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0c26190-a97b-46c6-9e42-f8f6eb14283b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:18:16.518946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51100) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:16.525052 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d7f1b3f3-4773-4942-9afa-0d8fb09ce555 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': '2169c674-36ba-4932-98a7-83c5c78e9bfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:16.532214 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bd5cbf9c-0fe7-47ee-b412-fce51a6f212a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.532430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab9872-df9c-40ac-a095-9723f99e47ad tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2169c674-36ba-4932-98a7-83c5c78e9bfe,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:16.564579 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-d7f1b3f3-4773-4942-9afa-0d8fb09ce555 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:16.565732 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d7f1b3f3-4773-4942-9afa-0d8fb09ce555 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0458531
Nov 20 21:18:16.568660 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51102) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:16.573400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-26e2215d-fb55-47f9-864f-0bcdbbeaa854 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group_rule': {'security_group_id': '2169c674-36ba-4932-98a7-83c5c78e9bfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:16.610252 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [None req-26e2215d-fb55-47f9-864f-0bcdbbeaa854 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:18:16.613836 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-26e2215d-fb55-47f9-864f-0bcdbbeaa854 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0416353
Nov 20 21:18:16.614111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51104) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:16.629587 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.640063 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cbf9c-0fe7-47ee-b412-fce51a6f212a None None] Pushing event updated for resources: {'Port': ['ID=c0c26190-a97b-46c6-9e42-f8f6eb14283b,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:16.643532 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473fff10>, [{'id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488686184', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:11Z', 'updated_at': '2021-11-20T21:18:13Z', 'revision_number': 3, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:12Z', 'updated_at': '2021-11-20T21:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:16.645685 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.697556 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209618f-6356-48cb-94de-84f3d831d516 None None] The sync data for ids ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'] in ncdv-master-1 is: [{'id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488686184', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:11Z', 'updated_at': '2021-11-20T21:18:13Z', 'revision_number': 3, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:12Z', 'updated_at': '2021-11-20T21:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:18:16.716523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Network 9b8a3317-5402-477f-b03e-09482e7e472a is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:16.720376 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Allocated IP 172.20.0.1 (9b8a3317-5402-477f-b03e-09482e7e472a/2675791e-a2ae-4d43-b82d-ddcbf712758a/852f9194-63ec-4b1e-8813-d4dd86b2b961) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:18:16.722564 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Pushing event updated for resources: {'Port': ['ID=85f9bb34-d407-4f43-92ad-df01d5023abb,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:16.724909 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:16.727386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8dab542-bf28-44fc-ac46-63ce3e5c5fba tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.731102 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:18:16.771975 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8dab542-bf28-44fc-ac46-63ce3e5c5fba tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.803118 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Attempting to bind port 85f9bb34-d407-4f43-92ad-df01d5023abb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:18:16.803735 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Attempting to bind port 85f9bb34-d407-4f43-92ad-df01d5023abb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '639255db-caa9-4a45-b65f-e9b532bd0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:18:16.803870 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Attempting to bind port 85f9bb34-d407-4f43-92ad-df01d5023abb on network 9b8a3317-5402-477f-b03e-09482e7e472a {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:18:16.812550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:18:16.812956 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Checking segment: {'id': '639255db-caa9-4a45-b65f-e9b532bd0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:18:16.813383 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.813771 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Bound using segment: {'id': '639255db-caa9-4a45-b65f-e9b532bd0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:18:16.814310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Bound port: 85f9bb34-d407-4f43-92ad-df01d5023abb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639255db-caa9-4a45-b65f-e9b532bd0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:18:16.814729 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.818283 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.869010 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8dab542-bf28-44fc-ac46-63ce3e5c5fba tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.871592 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8dab542-bf28-44fc-ac46-63ce3e5c5fba tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.872748 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b8dab542-bf28-44fc-ac46-63ce3e5c5fba tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "DELETE /v2.0/security-groups/2169c674-36ba-4932-98a7-83c5c78e9bfe HTTP/1.1" status: 204  len: 168 time: 0.2576904
Nov 20 21:18:16.875858 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51106) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:16.891588 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] For port 85f9bb34-d407-4f43-92ad-df01d5023abb, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:18:16.892129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dab542-bf28-44fc-ac46-63ce3e5c5fba tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2169c674-36ba-4932-98a7-83c5c78e9bfe,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:16.895270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] For port 85f9bb34-d407-4f43-92ad-df01d5023abb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85f9bb34-d407-4f43-92ad-df01d5023abb,segment=NetworkSegment(639255db-caa9-4a45-b65f-e9b532bd0b09),segment_id=639255db-caa9-4a45-b65f-e9b532bd0b09)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:18:16.903981 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.914204 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:16.940532 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b2f160b7-96e0-486a-ac79-5d3e1a36f48c tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0620358
Nov 20 21:18:16.944195 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51108) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:16.949595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-3c6d5069-f4cb-43e5-a7d8-0b5499979537 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064626846'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:17.012362 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c6d5069-f4cb-43e5-a7d8-0b5499979537 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:17.014815 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:17.017536 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14765a1a-60a0-4177-8c60-ee09965cdcfc None None] Pushing event updated for resources: {'Port': ['ID=85f9bb34-d407-4f43-92ad-df01d5023abb,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:17.085927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network 9b8a3317-5402-477f-b03e-09482e7e472a is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:17.093760 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:17.096451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:18:17.135424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=852f9194-63ec-4b1e-8813-d4dd86b2b961,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:17.167060 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:17.269996 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c6d5069-f4cb-43e5-a7d8-0b5499979537 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:17.276044 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c6d5069-f4cb-43e5-a7d8-0b5499979537 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:17.350784 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3c6d5069-f4cb-43e5-a7d8-0b5499979537 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:17.352100 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3c6d5069-f4cb-43e5-a7d8-0b5499979537 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4068820
Nov 20 21:18:17.355254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51110) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:17.360069 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ac7887ec-aa1b-44b3-b07c-41de21a5804b tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:17.360495 ncdv-master-1 neutron-server[126224]: WARNING neutron.api.v2.base [None req-ac7887ec-aa1b-44b3-b07c-41de21a5804b tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 20 21:18:17.360992 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-ac7887ec-aa1b-44b3-b07c-41de21a5804b tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 20 21:18:17.361972 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ac7887ec-aa1b-44b3-b07c-41de21a5804b tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "PUT /v2.0/security-groups/39562ed7-708a-481c-8047-8ebe9d25778e HTTP/1.1" status: 409  len: 330 time: 0.0056808
Nov 20 21:18:17.364659 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51112) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:17.365631 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d5069-f4cb-43e5-a7d8-0b5499979537 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39562ed7-708a-481c-8047-8ebe9d25778e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:17.420523 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:17.442206 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f08c0bc-8ad7-426b-a309-ab7ee2881d35 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:17.471412 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f08c0bc-8ad7-426b-a309-ab7ee2881d35 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:17.550566 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f08c0bc-8ad7-426b-a309-ab7ee2881d35 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:17.553655 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f08c0bc-8ad7-426b-a309-ab7ee2881d35 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:17.558432 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2f08c0bc-8ad7-426b-a309-ab7ee2881d35 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "DELETE /v2.0/security-groups/39562ed7-708a-481c-8047-8ebe9d25778e HTTP/1.1" status: 204  len: 168 time: 0.1893992
Nov 20 21:18:17.559466 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51114) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:17.593740 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08c0bc-8ad7-426b-a309-ab7ee2881d35 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39562ed7-708a-481c-8047-8ebe9d25778e,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:17.639516 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3734e518-de45-4ed0-b878-8277ab59f4ad tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0786507
Nov 20 21:18:17.643136 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51116) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:17.662318 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-068685f1-c7ae-4313-8b43-fdf2a212796b tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] delete failed (client error): The resource could not be found.
Nov 20 21:18:17.663451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-068685f1-c7ae-4313-8b43-fdf2a212796b tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "DELETE /v2.0/security-groups/58ba8d05-b32e-4c73-ad75-49adc2150fab HTTP/1.1" status: 404  len: 347 time: 0.0192957
Nov 20 21:18:17.667757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51118) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:17.684031 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-517b6de4-0442-4df3-9334-55c2fedf05c6 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] show failed (client error): The resource could not be found.
Nov 20 21:18:17.685648 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-517b6de4-0442-4df3-9334-55c2fedf05c6 tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "GET /v2.0/security-groups/ed67176c-4876-4a12-b610-92357fc3afd9 HTTP/1.1" status: 404  len: 347 time: 0.0166430
Nov 20 21:18:17.689382 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51120) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:17.702185 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-ac9d13de-5034-4ea6-be3e-ce1cd3953d5e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] show failed (client error): The resource could not be found.
Nov 20 21:18:17.703481 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ac9d13de-5034-4ea6-be3e-ce1cd3953d5e tempest-NegativeSecGroupIPv6Test-1519786396 tempest-NegativeSecGroupIPv6Test-1519786396-project] 10.222.0.41 "GET /v2.0/security-group-rules/5e9cbbc7-7456-4984-b785-8a9073257683 HTTP/1.1" status: 404  len: 356 time: 0.0129344
Nov 20 21:18:18.026590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51126) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:18.138969 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:18.144600 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:18.221053 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058c2a62-7f23-4214-a94d-1129505c2cee None None] Network 9b8a3317-5402-477f-b03e-09482e7e472a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:18:18.259539 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:18.272396 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c8c20494-be53-4646-8c60-c0df5bee642f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c5eef26c4394baeb94fd9eee3c880fd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2423840
Nov 20 21:18:18.273256 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=852f9194-63ec-4b1e-8813-d4dd86b2b961,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:18.273387 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51130) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:18.307223 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5383b8da-c40c-473d-96f1-14e4efd34cc2 None None] Provisioning complete for port 85f9bb34-d407-4f43-92ad-df01d5023abb triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:18.307598 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5383b8da-c40c-473d-96f1-14e4efd34cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:18.387335 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f46fa2e6-7c04-4e27-922a-c3e188d5b66a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:18.418467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network 9b8a3317-5402-477f-b03e-09482e7e472a is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:18.419547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:18.438402 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f46fa2e6-7c04-4e27-922a-c3e188d5b66a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:18.497171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c0c26190-a97b-46c6-9e42-f8f6eb14283b up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:18:18.497474 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f46fa2e6-7c04-4e27-922a-c3e188d5b66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:18.501010 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f46fa2e6-7c04-4e27-922a-c3e188d5b66a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:18.504604 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f46fa2e6-7c04-4e27-922a-c3e188d5b66a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b675528-d438-4de3-8f92-efa776d5836a HTTP/1.1" status: 204  len: 168 time: 0.2281621
Nov 20 21:18:18.514652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fa2e6-7c04-4e27-922a-c3e188d5b66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b675528-d438-4de3-8f92-efa776d5836a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:18.561332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:18:18.576619 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5383b8da-c40c-473d-96f1-14e4efd34cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:18.635729 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5383b8da-c40c-473d-96f1-14e4efd34cc2 None None] For port 85f9bb34-d407-4f43-92ad-df01d5023abb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85f9bb34-d407-4f43-92ad-df01d5023abb,segment=NetworkSegment(639255db-caa9-4a45-b65f-e9b532bd0b09),segment_id=639255db-caa9-4a45-b65f-e9b532bd0b09)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:18:18.641527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c0c26190-a97b-46c6-9e42-f8f6eb14283b triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:18.641930 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:18.674087 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5383b8da-c40c-473d-96f1-14e4efd34cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:18.727241 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:18.734146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:18:18.748556 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0a7d0ea2-3166-477b-8e72-29ebcb5d5631 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "PUT /v2.0/routers/a64f1d6b-dd2f-4cb7-af2c-bf674b748701/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2386386
Nov 20 21:18:18.804558 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 85f9bb34-d407-4f43-92ad-df01d5023abb up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:18:18.813921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383b8da-c40c-473d-96f1-14e4efd34cc2 None None] Pushing event updated for resources: {'Port': ['ID=85f9bb34-d407-4f43-92ad-df01d5023abb,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:18.856749 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Sync routers for ids ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:18:18.883627 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Routers {'a64f1d6b-dd2f-4cb7-af2c-bf674b748701'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:18:18.884849 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541ee070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:18:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:18.898554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 85f9bb34-d407-4f43-92ad-df01d5023abb triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:18.899014 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:18.997426 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7825d35b-499e-4150-8122-51c1e2a76ec5 None None] Provisioning complete for port 85f9bb34-d407-4f43-92ad-df01d5023abb triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:18.997799 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7825d35b-499e-4150-8122-51c1e2a76ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:19.058990 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Set router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:18:19.097364 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:19.140395 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-6d3dc538-beb5-4712-bbe2-b430d564cffb tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-449507451&fields=id&tenant_id=9150e5dc713c4519842f75908123d4ce HTTP/1.1" status: 200  len: 267 time: 0.1602838
Nov 20 21:18:19.154997 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7825d35b-499e-4150-8122-51c1e2a76ec5 None None] Provisioning complete for port 852f9194-63ec-4b1e-8813-d4dd86b2b961 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:19.155841 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7825d35b-499e-4150-8122-51c1e2a76ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:19.211347 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-7825d35b-499e-4150-8122-51c1e2a76ec5 None None] Port 852f9194-63ec-4b1e-8813-d4dd86b2b961 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:19.299551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-83177069-dca1-4afe-a889-696e4fa295ce tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:19.302154 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-83177069-dca1-4afe-a889-696e4fa295ce tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/networks?id=9b8a3317-5402-477f-b03e-09482e7e472a HTTP/1.1" status: 200  len: 797 time: 0.1528690
Nov 20 21:18:19.315854 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541ee070>, [{'id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488686184', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:11Z', 'updated_at': '2021-11-20T21:18:17Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:12Z', 'updated_at': '2021-11-20T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '852f9194-63ec-4b1e-8813-d4dd86b2b961', 'name': '', 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:14:bb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:16Z', 'updated_at': '2021-11-20T21:18:17Z', 'revision_number': 2, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:19.321120 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-6b76a24f-1424-4a9f-9050-8c428d79b777 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/quotas/9150e5dc713c4519842f75908123d4ce HTTP/1.1" status: 200  len: 375 time: 0.0122480
Nov 20 21:18:19.346234 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Checking router: a64f1d6b-dd2f-4cb7-af2c-bf674b748701 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:18:19.346589 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Updating router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 port 852f9194-63ec-4b1e-8813-d4dd86b2b961 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:18:19.387093 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:19.418608 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-1df0e470-3445-4c47-a79e-3efe5bd7f402 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0810237
Nov 20 21:18:19.494361 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-849a4ea3-d6b8-4290-bc8d-8432f94bb310 None None] Provisioning complete for port 852f9194-63ec-4b1e-8813-d4dd86b2b961 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:19.494932 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-849a4ea3-d6b8-4290-bc8d-8432f94bb310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:19.577344 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:18:19.578822 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-849a4ea3-d6b8-4290-bc8d-8432f94bb310 None None] Port 852f9194-63ec-4b1e-8813-d4dd86b2b961 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:19.699286 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-3f5490c5-ddf7-4177-9c33-679f418b0f04 service neutron] 10.222.0.41 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2762430
Nov 20 21:18:19.707960 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-df67b3ee-c02c-4db2-a344-4311b07005eb None None] Provisioning complete for port 852f9194-63ec-4b1e-8813-d4dd86b2b961 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:19.708589 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df67b3ee-c02c-4db2-a344-4311b07005eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:19.748794 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-df67b3ee-c02c-4db2-a344-4311b07005eb None None] Port 852f9194-63ec-4b1e-8813-d4dd86b2b961 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:19.782784 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:19.790987 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:19.815417 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-3d79c7bf-1a1d-474e-869d-57615f0d2919 service neutron] 10.222.0.41 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1094275
Nov 20 21:18:19.901439 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24395e2-98aa-41b1-b324-d45f7338ffd1 None None] Pushing event updated for resources: {'Port': ['ID=852f9194-63ec-4b1e-8813-d4dd86b2b961,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:19.934155 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24395e2-98aa-41b1-b324-d45f7338ffd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:19.934823 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24395e2-98aa-41b1-b324-d45f7338ffd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:19.935172 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24395e2-98aa-41b1-b324-d45f7338ffd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:19.935513 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24395e2-98aa-41b1-b324-d45f7338ffd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:19.935846 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24395e2-98aa-41b1-b324-d45f7338ffd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:19.936185 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24395e2-98aa-41b1-b324-d45f7338ffd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:19.936508 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24395e2-98aa-41b1-b324-d45f7338ffd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:19.937035 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24395e2-98aa-41b1-b324-d45f7338ffd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:19.938351 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24395e2-98aa-41b1-b324-d45f7338ffd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:19.938863 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24395e2-98aa-41b1-b324-d45f7338ffd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:19.939437 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24395e2-98aa-41b1-b324-d45f7338ffd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:19.940002 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24395e2-98aa-41b1-b324-d45f7338ffd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:19.958525 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Attempting to bind port 852f9194-63ec-4b1e-8813-d4dd86b2b961 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:18:19.958883 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Attempting to bind port 852f9194-63ec-4b1e-8813-d4dd86b2b961 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '639255db-caa9-4a45-b65f-e9b532bd0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:18:19.959445 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Attempting to bind port 852f9194-63ec-4b1e-8813-d4dd86b2b961 on network 9b8a3317-5402-477f-b03e-09482e7e472a {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:18:19.967106 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:18:19.967653 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Checking segment: {'id': '639255db-caa9-4a45-b65f-e9b532bd0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:18:19.968057 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:19.968449 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Bound using segment: {'id': '639255db-caa9-4a45-b65f-e9b532bd0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:18:19.968916 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Bound port: 852f9194-63ec-4b1e-8813-d4dd86b2b961, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639255db-caa9-4a45-b65f-e9b532bd0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:18:19.969294 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:20.061960 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-24a61601-7820-460f-9716-0212efba2ce6 req-9fe578a5-08cb-4635-ab93-b3548681e323 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 210 time: 0.0308003
Nov 20 21:18:20.083773 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] For port 852f9194-63ec-4b1e-8813-d4dd86b2b961, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:18:20.088596 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] For port 852f9194-63ec-4b1e-8813-d4dd86b2b961, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=852f9194-63ec-4b1e-8813-d4dd86b2b961,segment=NetworkSegment(639255db-caa9-4a45-b65f-e9b532bd0b09),segment_id=639255db-caa9-4a45-b65f-e9b532bd0b09)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:18:20.098868 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:20.183036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cb3e2ab2-193b-4a2b-a925-94565319a096 None None] Provisioning complete for port 852f9194-63ec-4b1e-8813-d4dd86b2b961 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:20.183036 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cb3e2ab2-193b-4a2b-a925-94565319a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:20.185780 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Routers {'a64f1d6b-dd2f-4cb7-af2c-bf674b748701'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:18:20.186707 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541ee070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:18:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:20.251699 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24395e2-98aa-41b1-b324-d45f7338ffd1 None None] Pushing event updated for resources: {'Port': ['ID=852f9194-63ec-4b1e-8813-d4dd86b2b961,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:20.314794 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cb3e2ab2-193b-4a2b-a925-94565319a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:20.374701 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cb3e2ab2-193b-4a2b-a925-94565319a096 None None] For port 852f9194-63ec-4b1e-8813-d4dd86b2b961, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=852f9194-63ec-4b1e-8813-d4dd86b2b961,segment=NetworkSegment(639255db-caa9-4a45-b65f-e9b532bd0b09),segment_id=639255db-caa9-4a45-b65f-e9b532bd0b09)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:18:20.374918 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] Set router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:18:20.384754 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cb3e2ab2-193b-4a2b-a925-94565319a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:20.442532 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 85f9bb34-d407-4f43-92ad-df01d5023abb up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:18:20.515825 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e2ab2-193b-4a2b-a925-94565319a096 None None] Pushing event updated for resources: {'Port': ['ID=852f9194-63ec-4b1e-8813-d4dd86b2b961,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:20.534598 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c03501e2-3750-494e-b5a8-e0514c7d3038 None None] Provisioning complete for port 852f9194-63ec-4b1e-8813-d4dd86b2b961 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:20.534979 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c03501e2-3750-494e-b5a8-e0514c7d3038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:20.572985 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 85f9bb34-d407-4f43-92ad-df01d5023abb triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:20.573365 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:20.671451 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541ee070>, [{'id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488686184', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:11Z', 'updated_at': '2021-11-20T21:18:17Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:12Z', 'updated_at': '2021-11-20T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '852f9194-63ec-4b1e-8813-d4dd86b2b961', 'name': '', 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:14:bb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:16Z', 'updated_at': '2021-11-20T21:18:20Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:20.700731 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca69bc50-cdf8-4f04-afbd-7c49f8f841a6 None None] The sync data for ids ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'] in ncdv-master-1 is: [{'id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488686184', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:11Z', 'updated_at': '2021-11-20T21:18:17Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:12Z', 'updated_at': '2021-11-20T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '852f9194-63ec-4b1e-8813-d4dd86b2b961', 'name': '', 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:14:bb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:16Z', 'updated_at': '2021-11-20T21:18:20Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:18:21.170536 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c7f57442-e2dc-4134-af3b-8ee59d2e58f1 req-c8cbfc63-90fc-4e8a-b058-96adec234416 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 210 time: 0.0333672
Nov 20 21:18:21.340721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-c53345d4-3106-419c-99ca-bf7cbfbdf27e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:21.342569 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-c53345d4-3106-419c-99ca-bf7cbfbdf27e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.37 "GET /v2.0/networks?id=9b8a3317-5402-477f-b03e-09482e7e472a HTTP/1.1" status: 200  len: 797 time: 0.1132815
Nov 20 21:18:21.429861 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-8cb7232b-8a2d-453d-8bd4-ac844e0400cf tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9150e5dc713c4519842f75908123d4ce HTTP/1.1" status: 200  len: 379 time: 0.0770874
Nov 20 21:18:21.439961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-79309a36-7567-4556-82cc-894c0c602793 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'port': {'device_id': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a', 'admin_state_up': True, 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'security_groups': ['be4e5174-eafc-4de7-8139-d0b48ccd3acd']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:21.552421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-79309a36-7567-4556-82cc-894c0c602793 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Made reservation on behalf of 9150e5dc713c4519842f75908123d4ce for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:18:21.556663 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-79309a36-7567-4556-82cc-894c0c602793 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:21.697290 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-79309a36-7567-4556-82cc-894c0c602793 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Allocated IP 172.20.0.13 (9b8a3317-5402-477f-b03e-09482e7e472a/2675791e-a2ae-4d43-b82d-ddcbf712758a/e94d1478-befd-479b-af4e-3dd6f60f6faa) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:18:21.845684 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-79309a36-7567-4556-82cc-894c0c602793 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:21.885536 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-79309a36-7567-4556-82cc-894c0c602793 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:21.934700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-79309a36-7567-4556-82cc-894c0c602793 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network 9b8a3317-5402-477f-b03e-09482e7e472a is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:21.937993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-79309a36-7567-4556-82cc-894c0c602793 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:21.942552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-79309a36-7567-4556-82cc-894c0c602793 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:18:21.945096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79309a36-7567-4556-82cc-894c0c602793 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=e94d1478-befd-479b-af4e-3dd6f60f6faa,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:21.995002 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-79309a36-7567-4556-82cc-894c0c602793 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:21.995636 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-79309a36-7567-4556-82cc-894c0c602793 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:22.014278 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-79309a36-7567-4556-82cc-894c0c602793 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5781672
Nov 20 21:18:22.029000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Request body: {'port': {'device_id': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:22.094256 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:22.233950 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8b053adf-68a5-492d-ada8-8c8693ffd766 None None] Provisioning complete for port e94d1478-befd-479b-af4e-3dd6f60f6faa triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:22.234551 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8b053adf-68a5-492d-ada8-8c8693ffd766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:22.291822 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8b053adf-68a5-492d-ada8-8c8693ffd766 None None] Port e94d1478-befd-479b-af4e-3dd6f60f6faa cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:22.306250 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605b053-af48-41cc-8a39-142edca0c90c req-ba12331c-55cb-4575-a302-6fc0f308279b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:22.308336 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c605b053-af48-41cc-8a39-142edca0c90c req-ba12331c-55cb-4575-a302-6fc0f308279b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 932 time: 0.0536246
Nov 20 21:18:22.372533 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c605b053-af48-41cc-8a39-142edca0c90c req-a7044626-a66e-48f6-9a4a-92bc75f555b2 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557950
Nov 20 21:18:22.417802 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 852f9194-63ec-4b1e-8813-d4dd86b2b961 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:18:22.473001 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 852f9194-63ec-4b1e-8813-d4dd86b2b961 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:22.473523 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:22.475107 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94d1478-befd-479b-af4e-3dd6f60f6faa {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:18:22.484901 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:22.499424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Transition to ACTIVE for port object e94d1478-befd-479b-af4e-3dd6f60f6faa will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:18:22.503597 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:22.573011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Pushing event updated for resources: {'Port': ['ID=e94d1478-befd-479b-af4e-3dd6f60f6faa,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:22.676119 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Attempting to bind port e94d1478-befd-479b-af4e-3dd6f60f6faa on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:18:22.676693 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Attempting to bind port e94d1478-befd-479b-af4e-3dd6f60f6faa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '639255db-caa9-4a45-b65f-e9b532bd0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:18:22.677064 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Attempting to bind port e94d1478-befd-479b-af4e-3dd6f60f6faa on network 9b8a3317-5402-477f-b03e-09482e7e472a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:18:22.689539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Port e94d1478-befd-479b-af4e-3dd6f60f6faa on network 9b8a3317-5402-477f-b03e-09482e7e472a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:18:22.689539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Attempting to bind port e94d1478-befd-479b-af4e-3dd6f60f6faa on network 9b8a3317-5402-477f-b03e-09482e7e472a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:18:22.694236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:18:22.694642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Checking segment: {'id': '639255db-caa9-4a45-b65f-e9b532bd0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:18:22.695042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Bound using segment: {'id': '639255db-caa9-4a45-b65f-e9b532bd0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:18:22.695481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Bound port: e94d1478-befd-479b-af4e-3dd6f60f6faa, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639255db-caa9-4a45-b65f-e9b532bd0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:18:22.697208 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:22.777155 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] For port e94d1478-befd-479b-af4e-3dd6f60f6faa, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:18:22.781344 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] For port e94d1478-befd-479b-af4e-3dd6f60f6faa, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa,segment=NetworkSegment(639255db-caa9-4a45-b65f-e9b532bd0b09),segment_id=639255db-caa9-4a45-b65f-e9b532bd0b09)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:18:22.786232 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:22.828340 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:22.828949 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:22.830346 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] 10.222.0.37 "PUT /v2.0/ports/e94d1478-befd-479b-af4e-3dd6f60f6faa HTTP/1.1" status: 200  len: 1092 time: 0.8076091
Nov 20 21:18:22.830853 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'tag': 'e94d1478-befd-479b-af4e-3dd6f60f6faa'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:18:22.833214 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fece20-3ca4-4c6c-a7a6-f373393c3e69" -d '{"events": [{"name": "network-changed", "server_uuid": "8b99339f-f35d-472b-a048-8ed2ce4cc2f0", "tag": "e94d1478-befd-479b-af4e-3dd6f60f6faa"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:18:22.854697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ac849-736a-4ab0-b3c7-943146e41d13 service neutron] Pushing event updated for resources: {'Port': ['ID=e94d1478-befd-479b-af4e-3dd6f60f6faa,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:22.894202 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f567a2-3537-4f9c-bfdb-26cf9a8a7cfc x-openstack-request-id: req-01f567a2-3537-4f9c-bfdb-26cf9a8a7cfc {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:18:22.894562 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b99339f-f35d-472b-a048-8ed2ce4cc2f0", "tag": "e94d1478-befd-479b-af4e-3dd6f60f6faa", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:18:22.894740 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01f567a2-3537-4f9c-bfdb-26cf9a8a7cfc {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:18:22.895145 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'tag': 'e94d1478-befd-479b-af4e-3dd6f60f6faa', 'status': 'completed', 'code': 200}
Nov 20 21:18:22.931979 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-7b572cce-beb2-456e-ab1b-51a6690ff894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:22.933500 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-7b572cce-beb2-456e-ab1b-51a6690ff894 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 1095 time: 0.0514343
Nov 20 21:18:22.985784 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-cfdd75a6-9143-4fc5-ae41-97f2c7bc8141 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa HTTP/1.1" status: 200  len: 217 time: 0.0396578
Nov 20 21:18:23.038079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-4420d8aa-956a-46f6-ba0f-030972aa685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:23.039570 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-4420d8aa-956a-46f6-ba0f-030972aa685f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2675791e-a2ae-4d43-b82d-ddcbf712758a HTTP/1.1" status: 200  len: 835 time: 0.0464234
Nov 20 21:18:23.089845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-524e44d9-6adf-4060-8d7c-cda3d30ba37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:23.091436 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-524e44d9-6adf-4060-8d7c-cda3d30ba37a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b8a3317-5402-477f-b03e-09482e7e472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0432296
Nov 20 21:18:23.198323 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-a0cbd201-1a08-45e5-9385-c1b8e5c3d89b service neutron] 10.222.0.37 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0975335
Nov 20 21:18:23.341318 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44c6e76c-6a8d-4b57-812f-c2ae237c734e req-49f204cf-6a5a-4929-aff5-3ab0085923dc service neutron] 10.222.0.37 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834079
Nov 20 21:18:23.434601 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fece20-3ca4-4c6c-a7a6-f373393c3e69 req-8ce61398-ed2b-4f52-8e0c-7378b7165018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:23.436334 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66fece20-3ca4-4c6c-a7a6-f373393c3e69 req-8ce61398-ed2b-4f52-8e0c-7378b7165018 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 1095 time: 0.0484090
Nov 20 21:18:23.498032 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2a923-92cd-4f65-ab90-84faea2ce631 req-787df832-1aa8-4c29-abe3-de2689629a7f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:23.499548 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-27a2a923-92cd-4f65-ab90-84faea2ce631 req-787df832-1aa8-4c29-abe3-de2689629a7f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 944 time: 0.0494802
Nov 20 21:18:23.531348 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fece20-3ca4-4c6c-a7a6-f373393c3e69 req-31dd0b08-36bc-4d88-8751-69f0ed8c0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:23.532941 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66fece20-3ca4-4c6c-a7a6-f373393c3e69 req-31dd0b08-36bc-4d88-8751-69f0ed8c0102 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b8a3317-5402-477f-b03e-09482e7e472a HTTP/1.1" status: 200  len: 898 time: 0.0884786
Nov 20 21:18:23.552703 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-27a2a923-92cd-4f65-ab90-84faea2ce631 req-fbda08c9-1cae-4303-9b73-0941a40bfd19 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461130
Nov 20 21:18:23.579579 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66fece20-3ca4-4c6c-a7a6-f373393c3e69 req-e2720a88-a43d-47ce-85c8-7618604bd80a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa HTTP/1.1" status: 200  len: 217 time: 0.0393174
Nov 20 21:18:23.638309 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fece20-3ca4-4c6c-a7a6-f373393c3e69 req-34a36e0c-6dab-4db9-ac91-e71dc00647cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:23.639911 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66fece20-3ca4-4c6c-a7a6-f373393c3e69 req-34a36e0c-6dab-4db9-ac91-e71dc00647cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2675791e-a2ae-4d43-b82d-ddcbf712758a HTTP/1.1" status: 200  len: 835 time: 0.0513930
Nov 20 21:18:23.691007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fece20-3ca4-4c6c-a7a6-f373393c3e69 req-030befd5-e581-4c35-a836-c824baeb7f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:23.693762 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66fece20-3ca4-4c6c-a7a6-f373393c3e69 req-030befd5-e581-4c35-a836-c824baeb7f2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b8a3317-5402-477f-b03e-09482e7e472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0449290
Nov 20 21:18:23.801875 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66fece20-3ca4-4c6c-a7a6-f373393c3e69 req-9d0b48bd-3050-4533-b7e9-085226d662f8 service neutron] 10.222.0.37 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1001203
Nov 20 21:18:23.907745 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-66fece20-3ca4-4c6c-a7a6-f373393c3e69 req-39796ef7-8385-4327-a683-f2a10f6dd231 service neutron] 10.222.0.37 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0980630
Nov 20 21:18:24.531015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51258) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:24.640097 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7e30750-7030-40af-9e48-e9d04aafe58e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:24.663887 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device e94d1478-befd-479b-af4e-3dd6f60f6faa details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:18:24.695020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09f7f3-5c47-4996-a59b-a8eeabb3c627 req-bd5bbee7-5661-425a-af3c-4879f8b28cb4 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:24.697346 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2c09f7f3-5c47-4996-a59b-a8eeabb3c627 req-bd5bbee7-5661-425a-af3c-4879f8b28cb4 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 944 time: 0.0607181
Nov 20 21:18:24.724574 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7e30750-7030-40af-9e48-e9d04aafe58e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:24.729778 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f7e30750-7030-40af-9e48-e9d04aafe58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:24.754503 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2c09f7f3-5c47-4996-a59b-a8eeabb3c627 req-de82d3a4-d25e-4e2d-bf41-6696ebcbadd6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497260
Nov 20 21:18:24.773555 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f7e30750-7030-40af-9e48-e9d04aafe58e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3302ef5c43b42198fdbcc4f3c98487f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2390828
Nov 20 21:18:24.773749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port e94d1478-befd-479b-af4e-3dd6f60f6faa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa,segment=NetworkSegment(639255db-caa9-4a45-b65f-e9b532bd0b09),segment_id=639255db-caa9-4a45-b65f-e9b532bd0b09)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:18:24.773872 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e30750-7030-40af-9e48-e9d04aafe58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9312ff-e366-45ea-9ecd-d25d2a1a7a9f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:24.775568 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51264) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:24.786232 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'e94d1478-befd-479b-af4e-3dd6f60f6faa', 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a', 'port_id': 'e94d1478-befd-479b-af4e-3dd6f60f6faa', 'mac_address': 'fa:16:3e:58:b2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:18:24.825029 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:24.829982 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f11df366-7f55-4828-a5c0-48faf3e7d211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:24.838803 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94d1478-befd-479b-af4e-3dd6f60f6faa {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:18:24.852086 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f11df366-7f55-4828-a5c0-48faf3e7d211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:24.859168 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port e94d1478-befd-479b-af4e-3dd6f60f6faa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa,segment=NetworkSegment(639255db-caa9-4a45-b65f-e9b532bd0b09),segment_id=639255db-caa9-4a45-b65f-e9b532bd0b09)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:18:24.863061 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:24.905208 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f11df366-7f55-4828-a5c0-48faf3e7d211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:24.907845 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f11df366-7f55-4828-a5c0-48faf3e7d211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:24.909010 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f11df366-7f55-4828-a5c0-48faf3e7d211 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f9312ff-e366-45ea-9ecd-d25d2a1a7a9f HTTP/1.1" status: 204  len: 168 time: 0.1323371
Nov 20 21:18:24.915560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=e94d1478-befd-479b-af4e-3dd6f60f6faa,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:24.919593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11df366-7f55-4828-a5c0-48faf3e7d211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9312ff-e366-45ea-9ecd-d25d2a1a7a9f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:25.069566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['e94d1478-befd-479b-af4e-3dd6f60f6faa'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:18:25.197837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51270) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:25.210935 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ef07c16-df74-4023-9377-853832181eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:25.289216 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ef07c16-df74-4023-9377-853832181eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:25.295155 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1ef07c16-df74-4023-9377-853832181eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:25.338207 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1ef07c16-df74-4023-9377-853832181eff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed04bf28d6674075b1c509037dcd1434&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1391294
Nov 20 21:18:25.339776 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef07c16-df74-4023-9377-853832181eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7fe82d-3953-441d-be06-8e8fb6dafbba,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:25.341210 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51272) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:25.394752 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-693fe284-5833-4f31-b506-3a1b079d2572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:25.417478 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-693fe284-5833-4f31-b506-3a1b079d2572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:25.464960 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-693fe284-5833-4f31-b506-3a1b079d2572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:25.467638 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-693fe284-5833-4f31-b506-3a1b079d2572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:25.468828 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-693fe284-5833-4f31-b506-3a1b079d2572 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a7fe82d-3953-441d-be06-8e8fb6dafbba HTTP/1.1" status: 204  len: 168 time: 0.1265333
Nov 20 21:18:25.477278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fe284-5833-4f31-b506-3a1b079d2572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7fe82d-3953-441d-be06-8e8fb6dafbba,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:25.882154 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ac87c-eb10-4eea-b44e-571c1f75468f req-10fa5d63-5454-4841-aced-7668d2001771 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:25.883707 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9a2ac87c-eb10-4eea-b44e-571c1f75468f req-10fa5d63-5454-4841-aced-7668d2001771 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 945 time: 0.0527856
Nov 20 21:18:25.938253 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9a2ac87c-eb10-4eea-b44e-571c1f75468f req-7c9a0db3-4497-420c-ae7e-ac637a6bad6e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482783
Nov 20 21:18:26.664102 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device e94d1478-befd-479b-af4e-3dd6f60f6faa up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:18:26.725838 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port e94d1478-befd-479b-af4e-3dd6f60f6faa completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:18:26.729850 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port e94d1478-befd-479b-af4e-3dd6f60f6faa triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:26.730532 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:26.819634 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:26.847650 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94d1478-befd-479b-af4e-3dd6f60f6faa'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:18:26.850155 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3d26ba-8137-4554-b952-88fb48c2464c" -d '{"events": [{"server_uuid": "8b99339f-f35d-472b-a048-8ed2ce4cc2f0", "name": "network-vif-plugged", "status": "completed", "tag": "e94d1478-befd-479b-af4e-3dd6f60f6faa"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:18:26.874331 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port e94d1478-befd-479b-af4e-3dd6f60f6faa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa,segment=NetworkSegment(639255db-caa9-4a45-b65f-e9b532bd0b09),segment_id=639255db-caa9-4a45-b65f-e9b532bd0b09)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:18:26.883016 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:26.908002 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83666868-5fc2-47fc-9ff9-8f43e97dc7c9 x-openstack-request-id: req-83666868-5fc2-47fc-9ff9-8f43e97dc7c9 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:18:26.908299 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b99339f-f35d-472b-a048-8ed2ce4cc2f0", "name": "network-vif-plugged", "status": "completed", "tag": "e94d1478-befd-479b-af4e-3dd6f60f6faa", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:18:26.908557 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83666868-5fc2-47fc-9ff9-8f43e97dc7c9 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:18:26.908960 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94d1478-befd-479b-af4e-3dd6f60f6faa', 'code': 200}
Nov 20 21:18:26.943741 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=e94d1478-befd-479b-af4e-3dd6f60f6faa,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:27.014482 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1838d-a08c-4faa-a4ee-f399b74094ff req-dd1dcba0-88eb-4049-949d-df53c067ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:27.016134 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cdf1838d-a08c-4faa-a4ee-f399b74094ff req-dd1dcba0-88eb-4049-949d-df53c067ef0a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 1097 time: 0.0541015
Nov 20 21:18:27.078806 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da109f5-542d-4f27-a741-62782359ee8c req-9a6fc10d-3d4b-4ee0-9728-7396b1c127b0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:27.084017 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cdf1838d-a08c-4faa-a4ee-f399b74094ff req-8d1434ab-26c3-4522-a5f9-5c12f390919d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603154
Nov 20 21:18:27.086504 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1da109f5-542d-4f27-a741-62782359ee8c req-9a6fc10d-3d4b-4ee0-9728-7396b1c127b0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0713403
Nov 20 21:18:27.138124 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1da109f5-542d-4f27-a741-62782359ee8c req-ef191cac-f84f-42e6-9b4a-851170e1707c tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445635
Nov 20 21:18:27.971260 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51346) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:28.079020 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-176f752d-0864-4824-a51c-8af31a42deb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:28.154471 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-176f752d-0864-4824-a51c-8af31a42deb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:28.158806 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-176f752d-0864-4824-a51c-8af31a42deb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:28.203914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51352) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:28.204490 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-176f752d-0864-4824-a51c-8af31a42deb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f88ffd64567475bacbc67d9076e7777&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2316074
Nov 20 21:18:28.204888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f752d-0864-4824-a51c-8af31a42deb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40431f0-ddda-4a32-93cd-a060797c3c5e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:28.285039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8082982-9ecb-413f-862f-131d2460286f req-0856248d-30c2-42ad-8071-d59704f7c8df tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:28.286750 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f8082982-9ecb-413f-862f-131d2460286f req-0856248d-30c2-42ad-8071-d59704f7c8df tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0801294
Nov 20 21:18:28.302260 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8556-833d-4e4d-8a5f-af51c2364a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:28.339907 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8556-833d-4e4d-8a5f-af51c2364a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:28.371178 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f8082982-9ecb-413f-862f-131d2460286f req-6ae41b84-9aeb-4c2a-bf06-4940d4f957f1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768280
Nov 20 21:18:28.404069 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8556-833d-4e4d-8a5f-af51c2364a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:28.406944 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8556-833d-4e4d-8a5f-af51c2364a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:28.410524 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4ccd8556-833d-4e4d-8a5f-af51c2364a71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a40431f0-ddda-4a32-93cd-a060797c3c5e HTTP/1.1" status: 204  len: 168 time: 0.2029521
Nov 20 21:18:28.416077 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd8556-833d-4e4d-8a5f-af51c2364a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40431f0-ddda-4a32-93cd-a060797c3c5e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:28.509726 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3af36-d660-46c3-9b98-75bf23a59306 req-4c3243cd-bede-4dc9-93b2-ad5f0fd55163 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:28.511652 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69b3af36-d660-46c3-9b98-75bf23a59306 req-4c3243cd-bede-4dc9-93b2-ad5f0fd55163 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0559201
Nov 20 21:18:28.566985 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69b3af36-d660-46c3-9b98-75bf23a59306 req-19810c89-baff-48ee-ad4f-2bd46d706832 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485895
Nov 20 21:18:28.589787 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51362) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:28.635700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bb9802-dc92-41e0-922a-74246b1ceb26 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:28.637418 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b3bb9802-dc92-41e0-922a-74246b1ceb26 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 1092 time: 0.0463817
Nov 20 21:18:28.640886 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51364) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:28.645814 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': 'e94d1478-befd-479b-af4e-3dd6f60f6faa', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:28.671196 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:28.707827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51366) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:28.721407 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7a9571c6-cca6-4f76-81cc-af3c9830a579 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:28.785976 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:28.804508 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7a9571c6-cca6-4f76-81cc-af3c9830a579 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:28.809124 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7a9571c6-cca6-4f76-81cc-af3c9830a579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:28.852368 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7a9571c6-cca6-4f76-81cc-af3c9830a579 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57d8f9e68cf14aa6ae9c007d7f6a5922&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1434281
Nov 20 21:18:28.854509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9571c6-cca6-4f76-81cc-af3c9830a579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaff7c51-8bdc-436c-9d98-c47fc286efb4,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:28.858417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51368) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:28.895764 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Allocated IP 172.35.1.132 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/2a8de544-5b7a-4082-ba10-db408822c22c) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:18:28.911557 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-241d87b7-34ab-4dc5-849c-ab76c138f761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:28.934289 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-241d87b7-34ab-4dc5-849c-ab76c138f761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:28.993198 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-241d87b7-34ab-4dc5-849c-ab76c138f761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:28.995957 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-241d87b7-34ab-4dc5-849c-ab76c138f761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:28.997566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-241d87b7-34ab-4dc5-849c-ab76c138f761 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eaff7c51-8bdc-436c-9d98-c47fc286efb4 HTTP/1.1" status: 204  len: 168 time: 0.1381707
Nov 20 21:18:29.007371 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d87b7-34ab-4dc5-849c-ab76c138f761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaff7c51-8bdc-436c-9d98-c47fc286efb4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:29.017587 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:29.060777 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:29.104756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:29.108084 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:29.112271 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:18:29.118896 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=2a8de544-5b7a-4082-ba10-db408822c22c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:29.531899 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:29.604729 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:29.771446 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:29.777919 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:29.874083 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=2a8de544-5b7a-4082-ba10-db408822c22c,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:29.892425 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:30.021386 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Floating IP 8ccba274-f391-4bfc-b6bb-f65cb6a80721 associated. External IP: 172.35.1.132, port: e94d1478-befd-479b-af4e-3dd6f60f6faa.
Nov 20 21:18:30.277267 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:18:30.404292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:18:30.420439 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535460db-f8b5-466c-99fb-509fb2daede8 None None] Sync routers for ids ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:18:30.427292 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:30.439978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535460db-f8b5-466c-99fb-509fb2daede8 None None] Routers {'a64f1d6b-dd2f-4cb7-af2c-bf674b748701'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:18:30.441108 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-535460db-f8b5-466c-99fb-509fb2daede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464ec970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:18:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:30.470157 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c412dde6-ebc0-4eb5-b72e-2fd20c266f62 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8279307
Nov 20 21:18:30.470989 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'tag': 'e94d1478-befd-479b-af4e-3dd6f60f6faa'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:18:30.473831 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d46d88a-a1f9-41dc-8862-be2483be6036" -d '{"events": [{"name": "network-changed", "server_uuid": "8b99339f-f35d-472b-a048-8ed2ce4cc2f0", "tag": "e94d1478-befd-479b-af4e-3dd6f60f6faa"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:18:30.525459 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb26928-6a9c-4bf7-afe2-c80019b39b15 x-openstack-request-id: req-adb26928-6a9c-4bf7-afe2-c80019b39b15 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:18:30.525883 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b99339f-f35d-472b-a048-8ed2ce4cc2f0", "tag": "e94d1478-befd-479b-af4e-3dd6f60f6faa", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:18:30.526182 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-adb26928-6a9c-4bf7-afe2-c80019b39b15 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:18:30.526601 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'tag': 'e94d1478-befd-479b-af4e-3dd6f60f6faa', 'status': 'completed', 'code': 200}
Nov 20 21:18:30.668285 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46d88a-a1f9-41dc-8862-be2483be6036 req-45967114-a543-49f7-857e-6e3548bf6ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:30.670910 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d46d88a-a1f9-41dc-8862-be2483be6036 req-45967114-a543-49f7-857e-6e3548bf6ea3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 1097 time: 0.0997167
Nov 20 21:18:30.687755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8336a-ec08-40f8-a31c-d6fbe1ce1b94 req-b8d23653-20e9-4bfb-a608-8c33b20355e3 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:30.689787 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-31c8336a-ec08-40f8-a31c-d6fbe1ce1b94 req-b8d23653-20e9-4bfb-a608-8c33b20355e3 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.1344042
Nov 20 21:18:30.773536 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-535460db-f8b5-466c-99fb-509fb2daede8 None None] Set router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:18:30.831602 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-31c8336a-ec08-40f8-a31c-d6fbe1ce1b94 req-bd78bc90-f07d-4409-aa48-dc9401678375 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1287239
Nov 20 21:18:30.848171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46d88a-a1f9-41dc-8862-be2483be6036 req-3d44d706-9996-432b-9711-ccbdc171381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:30.849660 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d46d88a-a1f9-41dc-8862-be2483be6036 req-3d44d706-9996-432b-9711-ccbdc171381e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b8a3317-5402-477f-b03e-09482e7e472a HTTP/1.1" status: 200  len: 898 time: 0.1588166
Nov 20 21:18:30.856810 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51416) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:30.925519 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c59d7ca1-5653-4f84-bead-c0f9a175690d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/floatingips/8ccba274-f391-4bfc-b6bb-f65cb6a80721 HTTP/1.1" status: 200  len: 992 time: 0.0660534
Nov 20 21:18:30.962798 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d46d88a-a1f9-41dc-8862-be2483be6036 req-5da7a16d-da81-442d-9fc8-b60e6b73caba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa HTTP/1.1" status: 200  len: 1000 time: 0.1062336
Nov 20 21:18:31.013722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-535460db-f8b5-466c-99fb-509fb2daede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464ec970>, [{'id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488686184', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:11Z', 'updated_at': '2021-11-20T21:18:17Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:12Z', 'updated_at': '2021-11-20T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8ccba274-f391-4bfc-b6bb-f65cb6a80721', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'floating_ip_address': '172.35.1.132', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'port_id': 'e94d1478-befd-479b-af4e-3dd6f60f6faa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a', 'mac_address': 'fa:16:3e:58:b2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:18:29Z', 'updated_at': '2021-11-20T21:18:29Z', 'revision_number': 0, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852f9194-63ec-4b1e-8813-d4dd86b2b961', 'name': '', 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:14:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:16Z', 'updated_at': '2021-11-20T21:18:20Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:31.025583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46d88a-a1f9-41dc-8862-be2483be6036 req-1bfb6fbc-9ee3-4ff5-9751-064a1ed41b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:31.027288 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d46d88a-a1f9-41dc-8862-be2483be6036 req-1bfb6fbc-9ee3-4ff5-9751-064a1ed41b7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2675791e-a2ae-4d43-b82d-ddcbf712758a HTTP/1.1" status: 200  len: 835 time: 0.0583615
Nov 20 21:18:31.041299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535460db-f8b5-466c-99fb-509fb2daede8 None None] Checking router: a64f1d6b-dd2f-4cb7-af2c-bf674b748701 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:18:31.050909 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535460db-f8b5-466c-99fb-509fb2daede8 None None] Routers {'a64f1d6b-dd2f-4cb7-af2c-bf674b748701'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:18:31.051534 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-535460db-f8b5-466c-99fb-509fb2daede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464ec970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:18:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:31.075557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46d88a-a1f9-41dc-8862-be2483be6036 req-6b878709-0b0e-435b-8962-e3a7b017f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:31.077066 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d46d88a-a1f9-41dc-8862-be2483be6036 req-6b878709-0b0e-435b-8962-e3a7b017f2ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b8a3317-5402-477f-b03e-09482e7e472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0435119
Nov 20 21:18:31.176694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-535460db-f8b5-466c-99fb-509fb2daede8 None None] Set router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:18:31.187658 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d46d88a-a1f9-41dc-8862-be2483be6036 req-f5c1ab6f-945b-485e-ad6c-19d241dca72b service neutron] 10.222.0.37 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1024730
Nov 20 21:18:31.286283 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d46d88a-a1f9-41dc-8862-be2483be6036 req-c00524ac-661e-486c-bc7a-b1230663e17b service neutron] 10.222.0.37 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0920610
Nov 20 21:18:31.413604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-535460db-f8b5-466c-99fb-509fb2daede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464ec970>, [{'id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488686184', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:11Z', 'updated_at': '2021-11-20T21:18:17Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:12Z', 'updated_at': '2021-11-20T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8ccba274-f391-4bfc-b6bb-f65cb6a80721', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'floating_ip_address': '172.35.1.132', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'port_id': 'e94d1478-befd-479b-af4e-3dd6f60f6faa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a', 'mac_address': 'fa:16:3e:58:b2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:18:29Z', 'updated_at': '2021-11-20T21:18:29Z', 'revision_number': 0, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852f9194-63ec-4b1e-8813-d4dd86b2b961', 'name': '', 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:14:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:16Z', 'updated_at': '2021-11-20T21:18:20Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:31.442261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535460db-f8b5-466c-99fb-509fb2daede8 None None] The sync data for ids ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'] in ncdv-master-1 is: [{'id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488686184', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:11Z', 'updated_at': '2021-11-20T21:18:17Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:12Z', 'updated_at': '2021-11-20T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8ccba274-f391-4bfc-b6bb-f65cb6a80721', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'floating_ip_address': '172.35.1.132', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'port_id': 'e94d1478-befd-479b-af4e-3dd6f60f6faa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a', 'mac_address': 'fa:16:3e:58:b2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:18:29Z', 'updated_at': '2021-11-20T21:18:29Z', 'revision_number': 0, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852f9194-63ec-4b1e-8813-d4dd86b2b961', 'name': '', 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:14:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:16Z', 'updated_at': '2021-11-20T21:18:20Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:18:31.679671 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27966d9-2a84-45f0-a358-8e12b28e6f83 None None] New status for floating IP 8ccba274-f391-4bfc-b6bb-f65cb6a80721: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:18:31.928258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51424) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:32.015520 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d72bce53-577c-4155-927c-b39bccf7fa02 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/floatingips/8ccba274-f391-4bfc-b6bb-f65cb6a80721 HTTP/1.1" status: 200  len: 994 time: 0.0846972
Nov 20 21:18:38.314850 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:38.364900 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:39.424420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51570) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:39.543960 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-83c0f1c0-b494-4f3c-b181-452d8477d1d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:39.626765 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-83c0f1c0-b494-4f3c-b181-452d8477d1d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:39.630463 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-83c0f1c0-b494-4f3c-b181-452d8477d1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:39.672121 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-83c0f1c0-b494-4f3c-b181-452d8477d1d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe0996b41dba469eb13cadf3cef2466b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2464268
Nov 20 21:18:39.673133 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0f1c0-b494-4f3c-b181-452d8477d1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc9f7e3-b602-4a9f-8c5d-366699f09382,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:39.674871 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51574) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:39.733281 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-288ebf7a-6c48-4fda-b24a-44262e9b655b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:39.755469 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-288ebf7a-6c48-4fda-b24a-44262e9b655b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:39.807135 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-288ebf7a-6c48-4fda-b24a-44262e9b655b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:39.810213 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-288ebf7a-6c48-4fda-b24a-44262e9b655b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:39.811375 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-288ebf7a-6c48-4fda-b24a-44262e9b655b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1bc9f7e3-b602-4a9f-8c5d-366699f09382 HTTP/1.1" status: 204  len: 168 time: 0.1340363
Nov 20 21:18:39.819309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ebf7a-6c48-4fda-b24a-44262e9b655b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc9f7e3-b602-4a9f-8c5d-366699f09382,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:40.475018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51596) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:40.587311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-70c6944b-d670-4831-8669-131bb10bc3b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1140408813-network', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:40.610427 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c6944b-d670-4831-8669-131bb10bc3b8 admin admin] Made reservation on behalf of bfa4e1f38ed645dc8af56e7abe42b889 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:18:40.612821 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-70c6944b-d670-4831-8669-131bb10bc3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:40.622993 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-70c6944b-d670-4831-8669-131bb10bc3b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:40.702707 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-70c6944b-d670-4831-8669-131bb10bc3b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:40.707452 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-70c6944b-d670-4831-8669-131bb10bc3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:40.729255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c6944b-d670-4831-8669-131bb10bc3b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:18:40.745771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6944b-d670-4831-8669-131bb10bc3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf0fd57-61bb-450e-8412-55b3a27b7f35,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:40.749874 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-70c6944b-d670-4831-8669-131bb10bc3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:40.750557 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-70c6944b-d670-4831-8669-131bb10bc3b8 admin admin] Added segment 99134eba-fe3c-4659-a5c1-013c3e91c8f1 of type vlan for network ad85d1e6-7942-40af-9024-3a100cf415ae
Nov 20 21:18:40.814257 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-70c6944b-d670-4831-8669-131bb10bc3b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:40.842825 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-70c6944b-d670-4831-8669-131bb10bc3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:40.843702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c6944b-d670-4831-8669-131bb10bc3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:40.844281 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-70c6944b-d670-4831-8669-131bb10bc3b8 admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:40.878566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-70c6944b-d670-4831-8669-131bb10bc3b8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4024158
Nov 20 21:18:40.882070 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51600) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:40.888742 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-96132b2a-f926-4ff2-8f9f-ee2a63c2d532 admin admin] Request body: {'subnet': {'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1140408813-subnet', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:40.909517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6944b-d670-4831-8669-131bb10bc3b8 admin admin] Pushing event updated for resources: {'Network': ['ID=ad85d1e6-7942-40af-9024-3a100cf415ae,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:40.919496 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96132b2a-f926-4ff2-8f9f-ee2a63c2d532 admin admin] Made reservation on behalf of bfa4e1f38ed645dc8af56e7abe42b889 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:18:40.921287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network ad85d1e6-7942-40af-9024-3a100cf415ae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:18:40.922039 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96132b2a-f926-4ff2-8f9f-ee2a63c2d532 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:41.110043 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96132b2a-f926-4ff2-8f9f-ee2a63c2d532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:41.190746 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96132b2a-f926-4ff2-8f9f-ee2a63c2d532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ebef96-719a-4441-a704-dcb32d459c8e,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:41.199231 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96132b2a-f926-4ff2-8f9f-ee2a63c2d532 admin admin] Checking segment: {'id': '99134eba-fe3c-4659-a5c1-013c3e91c8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:18:41.199669 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96132b2a-f926-4ff2-8f9f-ee2a63c2d532 admin admin] Network hostable DHCP agents. Network: ad85d1e6-7942-40af-9024-3a100cf415ae, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:18:41.220675 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96132b2a-f926-4ff2-8f9f-ee2a63c2d532 admin admin] Network ad85d1e6-7942-40af-9024-3a100cf415ae is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:18:41.229888 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-96132b2a-f926-4ff2-8f9f-ee2a63c2d532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ad85d1e6-7942-40af-9024-3a100cf415ae) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:41.235721 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96132b2a-f926-4ff2-8f9f-ee2a63c2d532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:41.236347 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-96132b2a-f926-4ff2-8f9f-ee2a63c2d532 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:41.241665 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8d6a2c-b506-4dee-b112-16765c5e8a88 None None] Network ad85d1e6-7942-40af-9024-3a100cf415ae requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:18:41.254480 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-96132b2a-f926-4ff2-8f9f-ee2a63c2d532 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3706596
Nov 20 21:18:41.257326 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51602) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:41.261964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:41.291746 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:41.293307 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:41.363157 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:41.411562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ad85d1e6-7942-40af-9024-3a100cf415ae', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'fixed_ips': [{'subnet_id': '21ebef96-719a-4441-a704-dcb32d459c8e'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:18:41.412523 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:41.522717 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:41.577034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Allocated IP 172.20.0.2 (ad85d1e6-7942-40af-9024-3a100cf415ae/21ebef96-719a-4441-a704-dcb32d459c8e/68e7c24c-07a0-4eb4-8442-a64e292a661c) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:18:41.726456 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:41.733484 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:41.757312 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:41.778780 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Network ad85d1e6-7942-40af-9024-3a100cf415ae is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:41.780115 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:41.782675 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:41.786686 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:18:41.792696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Pushing event updated for resources: {'Port': ['ID=68e7c24c-07a0-4eb4-8442-a64e292a661c,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:41.805471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:41.806141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:41.806537 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:41.806925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:41.807323 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:41.807670 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:41.808076 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:41.808485 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:41.808850 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:41.809335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:41.809898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:41.810269 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:41.866653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Attempting to bind port 68e7c24c-07a0-4eb4-8442-a64e292a661c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:18:41.867072 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Attempting to bind port 68e7c24c-07a0-4eb4-8442-a64e292a661c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '99134eba-fe3c-4659-a5c1-013c3e91c8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:18:41.867580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Attempting to bind port 68e7c24c-07a0-4eb4-8442-a64e292a661c on network ad85d1e6-7942-40af-9024-3a100cf415ae {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:18:41.873490 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:18:41.873865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Checking segment: {'id': '99134eba-fe3c-4659-a5c1-013c3e91c8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:18:41.874317 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:41.874821 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Bound using segment: {'id': '99134eba-fe3c-4659-a5c1-013c3e91c8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:18:41.875620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Bound port: 68e7c24c-07a0-4eb4-8442-a64e292a661c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99134eba-fe3c-4659-a5c1-013c3e91c8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:18:41.876062 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:41.897939 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Allocated IP 172.35.1.163 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/e25d3135-a7f6-4477-b6b2-ca45c67c88a2) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:18:41.953514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] For port 68e7c24c-07a0-4eb4-8442-a64e292a661c, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:18:41.957445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] For port 68e7c24c-07a0-4eb4-8442-a64e292a661c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68e7c24c-07a0-4eb4-8442-a64e292a661c,segment=NetworkSegment(99134eba-fe3c-4659-a5c1-013c3e91c8f1),segment_id=99134eba-fe3c-4659-a5c1-013c3e91c8f1)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:18:41.961586 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:42.007978 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:42.034442 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c9ecd-d864-4b56-8b34-9dc069b1b086 None None] Pushing event updated for resources: {'Port': ['ID=68e7c24c-07a0-4eb4-8442-a64e292a661c,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:42.053467 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:42.099910 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:42.103226 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:42.107640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:18:42.113744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Pushing event updated for resources: {'Port': ['ID=e25d3135-a7f6-4477-b6b2-ca45c67c88a2,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:42.124493 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7798f815-1d56-40d5-8679-d4662e178cf5 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:18:42.146002 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:42.146287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:42.146678 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:42.147069 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:42.147451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:42.147797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:42.148130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:42.148564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:42.148858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:42.149213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:42.149544 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:42.149872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:18:42.198469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-48eb99ca-f12e-4795-bf34-14d0e69e1577 None None] Provisioning complete for port e25d3135-a7f6-4477-b6b2-ca45c67c88a2 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:42.199012 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-48eb99ca-f12e-4795-bf34-14d0e69e1577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:42.262529 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-48eb99ca-f12e-4795-bf34-14d0e69e1577 None None] Port e25d3135-a7f6-4477-b6b2-ca45c67c88a2 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:42.422169 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 68e7c24c-07a0-4eb4-8442-a64e292a661c up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:18:42.483145 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 68e7c24c-07a0-4eb4-8442-a64e292a661c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:42.483422 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:42.589631 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:42.638198 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 68e7c24c-07a0-4eb4-8442-a64e292a661c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68e7c24c-07a0-4eb4-8442-a64e292a661c,segment=NetworkSegment(99134eba-fe3c-4659-a5c1-013c3e91c8f1),segment_id=99134eba-fe3c-4659-a5c1-013c3e91c8f1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:18:42.643627 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:42.702797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=68e7c24c-07a0-4eb4-8442-a64e292a661c,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:42.784821 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:43.006861 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:43.161430 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d3e613-2625-49ea-b1e8-747f8cd258bf None None] Network ad85d1e6-7942-40af-9024-3a100cf415ae requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:18:43.189369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Router b7c95e54-0f2b-4722-88f7-9570e06d758f is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:18:43.243465 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-50cbe660-ab24-4d03-a266-637bef2acc37 None None] Provisioning complete for port 68e7c24c-07a0-4eb4-8442-a64e292a661c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:43.243856 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-50cbe660-ab24-4d03-a266-637bef2acc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:43.318877 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:18:43.338135 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:43.339489 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-43ace147-895d-4668-90fe-30b661a5f031 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.0809917
Nov 20 21:18:43.339842 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Sync routers for ids ['b7c95e54-0f2b-4722-88f7-9570e06d758f'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:18:43.344812 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51604) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:43.363260 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9958b41f-b698-422b-bf71-2f5b0c17b77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:43.386015 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Routers {'b7c95e54-0f2b-4722-88f7-9570e06d758f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:18:43.386777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464ef4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:18:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b7c95e54-0f2b-4722-88f7-9570e06d758f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:43.561321 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Set router b7c95e54-0f2b-4722-88f7-9570e06d758f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:18:43.789218 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464ef4f0>, [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:42Z', 'revision_number': 3, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port': {'id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:43.826087 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Checking router: b7c95e54-0f2b-4722-88f7-9570e06d758f for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:18:43.826446 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Updating router b7c95e54-0f2b-4722-88f7-9570e06d758f port e25d3135-a7f6-4477-b6b2-ca45c67c88a2 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:18:43.848539 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:43.861889 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:43.864013 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fbdcbd6c-2470-4899-8c43-3f35e0754688 None None] Provisioning complete for port 68e7c24c-07a0-4eb4-8442-a64e292a661c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:43.864380 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fbdcbd6c-2470-4899-8c43-3f35e0754688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:44.050832 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Allocated IP 172.20.0.1 (ad85d1e6-7942-40af-9024-3a100cf415ae/21ebef96-719a-4441-a704-dcb32d459c8e/3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:18:44.172753 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:44.213603 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:44.269525 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Network ad85d1e6-7942-40af-9024-3a100cf415ae is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:44.275783 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:44.279237 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:18:44.285891 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Pushing event updated for resources: {'Port': ['ID=3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:44.395816 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 68e7c24c-07a0-4eb4-8442-a64e292a661c up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:18:44.447876 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:44.466097 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:44.542514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2721853b-0550-491d-ac12-3875aab8c617 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:18:44.555264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 68e7c24c-07a0-4eb4-8442-a64e292a661c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:44.555689 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:44.559541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Attempting to bind port e25d3135-a7f6-4477-b6b2-ca45c67c88a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:18:44.559921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Attempting to bind port e25d3135-a7f6-4477-b6b2-ca45c67c88a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:18:44.560299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Attempting to bind port e25d3135-a7f6-4477-b6b2-ca45c67c88a2 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:18:44.564576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e06d86-06f9-4611-a2bc-75ed0131ffe6 None None] Pushing event updated for resources: {'Port': ['ID=e25d3135-a7f6-4477-b6b2-ca45c67c88a2,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:44.601769 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:18:44.602191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:18:44.602585 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:44.603126 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:18:44.603659 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Bound port: e25d3135-a7f6-4477-b6b2-ca45c67c88a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:18:44.604068 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:44.656657 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ba36dbcf-61fa-4d18-9561-0a2c3038f3de None None] Provisioning complete for port 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:44.657186 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ba36dbcf-61fa-4d18-9561-0a2c3038f3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:44.708468 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:44.717994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] For port e25d3135-a7f6-4477-b6b2-ca45c67c88a2, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:18:44.757677 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ba36dbcf-61fa-4d18-9561-0a2c3038f3de None None] Port 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:44.763614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] For port e25d3135-a7f6-4477-b6b2-ca45c67c88a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e25d3135-a7f6-4477-b6b2-ca45c67c88a2,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:18:44.772643 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:44.831513 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ba36dbcf-61fa-4d18-9561-0a2c3038f3de None None] Provisioning complete for port e25d3135-a7f6-4477-b6b2-ca45c67c88a2 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:44.831899 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ba36dbcf-61fa-4d18-9561-0a2c3038f3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:44.841165 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11edc962-ecd5-4200-91e6-e7c552e0b19d None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:18:44.860686 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:44.889981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e06d86-06f9-4611-a2bc-75ed0131ffe6 None None] Pushing event updated for resources: {'Port': ['ID=e25d3135-a7f6-4477-b6b2-ca45c67c88a2,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:44.894615 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Routers {'b7c95e54-0f2b-4722-88f7-9570e06d758f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:18:44.895242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464ef4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:18:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b7c95e54-0f2b-4722-88f7-9570e06d758f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:45.048232 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ba36dbcf-61fa-4d18-9561-0a2c3038f3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:45.056761 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:45.063578 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:45.072915 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] Set router b7c95e54-0f2b-4722-88f7-9570e06d758f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:18:45.108768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ba36dbcf-61fa-4d18-9561-0a2c3038f3de None None] For port e25d3135-a7f6-4477-b6b2-ca45c67c88a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e25d3135-a7f6-4477-b6b2-ca45c67c88a2,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:18:45.112609 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ba36dbcf-61fa-4d18-9561-0a2c3038f3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:45.140373 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Pushing event updated for resources: {'Port': ['ID=3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:45.143144 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:45.241739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36dbcf-61fa-4d18-9561-0a2c3038f3de None None] Pushing event updated for resources: {'Port': ['ID=e25d3135-a7f6-4477-b6b2-ca45c67c88a2,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:45.253067 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Network ad85d1e6-7942-40af-9024-3a100cf415ae is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:45.254637 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:45.294502 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-60cb9980-908e-4bba-ab06-200cc369731c None None] Provisioning complete for port e25d3135-a7f6-4477-b6b2-ca45c67c88a2 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:45.295112 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-60cb9980-908e-4bba-ab06-200cc369731c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:45.391224 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Router b7c95e54-0f2b-4722-88f7-9570e06d758f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:18:45.444062 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464ef4f0>, [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 4, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port': {'id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3', 'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'mac_address': 'fa:16:3e:2c:c9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:43Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 1, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'subnets': [{'id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:45.476867 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ca036b-6b12-4872-bb14-7b42ec24735c None None] The sync data for ids ['b7c95e54-0f2b-4722-88f7-9570e06d758f'] in ncdv-master-1 is: [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 4, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port': {'id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3', 'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'mac_address': 'fa:16:3e:2c:c9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:43Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 1, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'subnets': [{'id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:18:45.528756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:18:45.538217 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c29625f1-d944-4dc3-91b8-f36ca701eb04 admin admin] 10.222.0.41 "PUT /v2.0/routers/b7c95e54-0f2b-4722-88f7-9570e06d758f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1878231
Nov 20 21:18:45.595947 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-931a17f3-0a68-47d7-b36c-9e31c112a530 None None] Provisioning complete for port 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:45.596320 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-931a17f3-0a68-47d7-b36c-9e31c112a530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:45.644451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-931a17f3-0a68-47d7-b36c-9e31c112a530 None None] Port 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:45.689799 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-71734b17-4b67-4c20-9946-b2c0d9c856eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:46.097576 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51622) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:46.102701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-642f5a69-e073-40fb-b745-852a0c18ae27 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-26022249-network', 'tenant_id': '045b7e5089484700a8d80a811db2062c'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:46.124634 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642f5a69-e073-40fb-b745-852a0c18ae27 admin admin] Made reservation on behalf of 045b7e5089484700a8d80a811db2062c for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:18:46.127204 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-642f5a69-e073-40fb-b745-852a0c18ae27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:46.136138 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-642f5a69-e073-40fb-b745-852a0c18ae27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:46.244166 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-642f5a69-e073-40fb-b745-852a0c18ae27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:46.251319 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-642f5a69-e073-40fb-b745-852a0c18ae27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:46.283987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642f5a69-e073-40fb-b745-852a0c18ae27 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:18:46.297649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f5a69-e073-40fb-b745-852a0c18ae27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4602b4-a50b-4065-abca-86ce334bcbba,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:46.303637 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-642f5a69-e073-40fb-b745-852a0c18ae27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:46.303919 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-642f5a69-e073-40fb-b745-852a0c18ae27 admin admin] Added segment afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e of type vlan for network 5fbe0d84-3959-425d-8b3c-baf663faf303
Nov 20 21:18:46.357418 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-642f5a69-e073-40fb-b745-852a0c18ae27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:46.391413 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-642f5a69-e073-40fb-b745-852a0c18ae27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:46.392569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642f5a69-e073-40fb-b745-852a0c18ae27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:46.394144 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-642f5a69-e073-40fb-b745-852a0c18ae27 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:46.427812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e25d3135-a7f6-4477-b6b2-ca45c67c88a2 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:18:46.441687 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-642f5a69-e073-40fb-b745-852a0c18ae27 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3429155
Nov 20 21:18:46.444343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51624) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:46.450877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8e013b33-1f3b-47a8-a05e-2e8c56041409 admin admin] Request body: {'subnet': {'network_id': '5fbe0d84-3959-425d-8b3c-baf663faf303', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-26022249-subnet', 'tenant_id': '045b7e5089484700a8d80a811db2062c', 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:46.486644 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e25d3135-a7f6-4477-b6b2-ca45c67c88a2 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:46.487271 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:46.488476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f5a69-e073-40fb-b745-852a0c18ae27 admin admin] Pushing event updated for resources: {'Network': ['ID=5fbe0d84-3959-425d-8b3c-baf663faf303,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:46.511122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e013b33-1f3b-47a8-a05e-2e8c56041409 admin admin] Made reservation on behalf of 045b7e5089484700a8d80a811db2062c for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:18:46.514822 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e013b33-1f3b-47a8-a05e-2e8c56041409 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:46.517150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 5fbe0d84-3959-425d-8b3c-baf663faf303 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:18:46.721041 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e013b33-1f3b-47a8-a05e-2e8c56041409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:46.790259 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e013b33-1f3b-47a8-a05e-2e8c56041409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90291ee7-3784-470a-8c34-5ab0920f4d97,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:46.799153 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e013b33-1f3b-47a8-a05e-2e8c56041409 admin admin] Checking segment: {'id': 'afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5fbe0d84-3959-425d-8b3c-baf663faf303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:18:46.799527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e013b33-1f3b-47a8-a05e-2e8c56041409 admin admin] Network hostable DHCP agents. Network: 5fbe0d84-3959-425d-8b3c-baf663faf303, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:18:46.816269 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:46.820019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e013b33-1f3b-47a8-a05e-2e8c56041409 admin admin] Network 5fbe0d84-3959-425d-8b3c-baf663faf303 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:18:46.830906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-8e013b33-1f3b-47a8-a05e-2e8c56041409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5fbe0d84-3959-425d-8b3c-baf663faf303) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:46.835034 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e013b33-1f3b-47a8-a05e-2e8c56041409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:18:46.835797 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8e013b33-1f3b-47a8-a05e-2e8c56041409 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:46.844311 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a866ddc-4166-443e-9c3c-e2c56791987d None None] Network 5fbe0d84-3959-425d-8b3c-baf663faf303 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:18:46.859973 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8e013b33-1f3b-47a8-a05e-2e8c56041409 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4143469
Nov 20 21:18:46.862723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51626) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:46.867199 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-26022249-router', 'tenant_id': '045b7e5089484700a8d80a811db2062c', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:18:46.890999 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:46.892380 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:46.958368 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:47.035670 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5fbe0d84-3959-425d-8b3c-baf663faf303', 'network_id': '5fbe0d84-3959-425d-8b3c-baf663faf303', 'tenant_id': '045b7e5089484700a8d80a811db2062c', 'fixed_ips': [{'subnet_id': '90291ee7-3784-470a-8c34-5ab0920f4d97'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:18:47.036925 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:47.135046 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:47.204411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Allocated IP 172.20.0.2 (5fbe0d84-3959-425d-8b3c-baf663faf303/90291ee7-3784-470a-8c34-5ab0920f4d97/55d7f3de-70a5-4eb4-859f-2049cf6859bf) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:18:47.353502 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:47.356207 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:47.364068 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:47.375110 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:47.408457 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Network 5fbe0d84-3959-425d-8b3c-baf663faf303 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:47.412970 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:47.417296 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:18:47.420694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Pushing event updated for resources: {'Port': ['ID=55d7f3de-70a5-4eb4-859f-2049cf6859bf,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:47.474151 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Attempting to bind port 55d7f3de-70a5-4eb4-859f-2049cf6859bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:18:47.474621 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Attempting to bind port 55d7f3de-70a5-4eb4-859f-2049cf6859bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5fbe0d84-3959-425d-8b3c-baf663faf303'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:18:47.474993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Attempting to bind port 55d7f3de-70a5-4eb4-859f-2049cf6859bf on network 5fbe0d84-3959-425d-8b3c-baf663faf303 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:18:47.480475 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:18:47.481042 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Checking segment: {'id': 'afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5fbe0d84-3959-425d-8b3c-baf663faf303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:18:47.481710 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:47.482148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Bound using segment: {'id': 'afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5fbe0d84-3959-425d-8b3c-baf663faf303'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:18:47.482625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Bound port: 55d7f3de-70a5-4eb4-859f-2049cf6859bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5fbe0d84-3959-425d-8b3c-baf663faf303'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:18:47.483018 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:47.486904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Allocated IP 172.35.1.172 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/0168dbf2-cfb7-478a-8b49-377549512cb9) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:18:47.560129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] For port 55d7f3de-70a5-4eb4-859f-2049cf6859bf, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:18:47.565800 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] For port 55d7f3de-70a5-4eb4-859f-2049cf6859bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55d7f3de-70a5-4eb4-859f-2049cf6859bf,segment=NetworkSegment(afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e),segment_id=afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:18:47.570419 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:47.602714 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:47.633572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ebf7b-fa71-4b53-ae98-78a44f630ddd None None] Pushing event updated for resources: {'Port': ['ID=55d7f3de-70a5-4eb4-859f-2049cf6859bf,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:47.646466 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:47.691594 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:47.694723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:47.697102 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:18:47.711645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1493aa59-ed3e-4b72-a7d9-d093e1d7fe24 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:18:47.728843 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Pushing event updated for resources: {'Port': ['ID=0168dbf2-cfb7-478a-8b49-377549512cb9,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:47.785437 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-092dc331-6802-4ddd-bba3-1f0fa9e7d8e6 None None] Provisioning complete for port 0168dbf2-cfb7-478a-8b49-377549512cb9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:47.785437 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-092dc331-6802-4ddd-bba3-1f0fa9e7d8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:47.859136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-092dc331-6802-4ddd-bba3-1f0fa9e7d8e6 None None] Port 0168dbf2-cfb7-478a-8b49-377549512cb9 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:47.931734 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Sync routers for ids ['b7c95e54-0f2b-4722-88f7-9570e06d758f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:18:47.945167 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Routers {'b7c95e54-0f2b-4722-88f7-9570e06d758f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:18:47.945932 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5424a490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:18:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b7c95e54-0f2b-4722-88f7-9570e06d758f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:48.013888 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:48.056216 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Set router b7c95e54-0f2b-4722-88f7-9570e06d758f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:18:48.212928 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:48.261543 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5424a490>, [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 4, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port': {'id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3', 'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'mac_address': 'fa:16:3e:2c:c9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:43Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 2, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'subnets': [{'id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:48.291553 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Checking router: b7c95e54-0f2b-4722-88f7-9570e06d758f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:18:48.291926 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Updating router b7c95e54-0f2b-4722-88f7-9570e06d758f port 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:18:48.317904 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:48.359434 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Router b657b370-b155-4b1b-af69-e218a1cb5659 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:18:48.424027 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 55d7f3de-70a5-4eb4-859f-2049cf6859bf up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:18:48.488897 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 55d7f3de-70a5-4eb4-859f-2049cf6859bf triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:48.488897 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:48.505653 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:18:48.517079 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Sync routers for ids ['b657b370-b155-4b1b-af69-e218a1cb5659'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:18:48.534458 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:48.536628 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2bd73335-4062-4825-9b4a-17ecf88e059b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.6721301
Nov 20 21:18:48.539519 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 51628) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:18:48.549829 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Routers {'b657b370-b155-4b1b-af69-e218a1cb5659'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:18:48.550627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46182670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:18:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b657b370-b155-4b1b-af69-e218a1cb5659'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:48.676153 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:48.691642 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:48.755820 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c322b92-9270-42d5-9f9c-56e634c30a0f None None] Pushing event updated for resources: {'Port': ['ID=3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:48.837658 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Attempting to bind port 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:18:48.838110 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Attempting to bind port 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '99134eba-fe3c-4659-a5c1-013c3e91c8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:18:48.838440 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Attempting to bind port 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3 on network ad85d1e6-7942-40af-9024-3a100cf415ae {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:18:48.838815 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5732d99-e7e1-493e-936d-19c7116f1a69 None None] Network 5fbe0d84-3959-425d-8b3c-baf663faf303 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:18:48.845440 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:18:48.845827 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Checking segment: {'id': '99134eba-fe3c-4659-a5c1-013c3e91c8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:18:48.846953 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:48.846953 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Bound using segment: {'id': '99134eba-fe3c-4659-a5c1-013c3e91c8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:18:48.847295 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Bound port: 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99134eba-fe3c-4659-a5c1-013c3e91c8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:18:48.847722 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:48.939660 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] For port 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:18:48.943649 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] For port 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3,segment=NetworkSegment(99134eba-fe3c-4659-a5c1-013c3e91c8f1),segment_id=99134eba-fe3c-4659-a5c1-013c3e91c8f1)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:18:48.952972 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:48.955344 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:49.013837 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:49.019364 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ae31c62a-7649-41d7-8c50-fd90b5f5618a None None] Provisioning complete for port 55d7f3de-70a5-4eb4-859f-2049cf6859bf triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:49.019613 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c322b92-9270-42d5-9f9c-56e634c30a0f None None] Pushing event updated for resources: {'Port': ['ID=3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:49.020047 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ae31c62a-7649-41d7-8c50-fd90b5f5618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:49.037479 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Routers {'b7c95e54-0f2b-4722-88f7-9570e06d758f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:18:49.038085 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5424a490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:18:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b7c95e54-0f2b-4722-88f7-9570e06d758f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:49.110561 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Set router b657b370-b155-4b1b-af69-e218a1cb5659 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:18:49.138283 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:49.210012 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] Set router b7c95e54-0f2b-4722-88f7-9570e06d758f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:18:49.389447 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 55d7f3de-70a5-4eb4-859f-2049cf6859bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55d7f3de-70a5-4eb4-859f-2049cf6859bf,segment=NetworkSegment(afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e),segment_id=afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:18:49.395405 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:49.410901 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:49.467363 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5424a490>, [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 4, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port': {'id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3', 'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'mac_address': 'fa:16:3e:2c:c9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:43Z', 'updated_at': '2021-11-20T21:18:48Z', 'revision_number': 4, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'subnets': [{'id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:49.497897 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a0282-5caa-45cc-aa5a-f4653a09cc14 None None] The sync data for ids ['b7c95e54-0f2b-4722-88f7-9570e06d758f'] in ncdv-master-1 is: [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 4, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port': {'id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3', 'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'mac_address': 'fa:16:3e:2c:c9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:43Z', 'updated_at': '2021-11-20T21:18:48Z', 'revision_number': 4, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'subnets': [{'id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:18:49.576896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=55d7f3de-70a5-4eb4-859f-2049cf6859bf,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:49.597214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46182670>, [{'id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'name': 'tempest-TestVolumeBackupRestore-26022249-router', 'tenant_id': '045b7e5089484700a8d80a811db2062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.172'}], 'enable_snat': True}, 'gw_port_id': '0168dbf2-cfb7-478a-8b49-377549512cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:46Z', 'updated_at': '2021-11-20T21:18:47Z', 'revision_number': 3, 'project_id': '045b7e5089484700a8d80a811db2062c', 'gw_port': {'id': '0168dbf2-cfb7-478a-8b49-377549512cb9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:47Z', 'updated_at': '2021-11-20T21:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:49.628714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Checking router: b657b370-b155-4b1b-af69-e218a1cb5659 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:18:49.629075 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Updating router b657b370-b155-4b1b-af69-e218a1cb5659 port 0168dbf2-cfb7-478a-8b49-377549512cb9 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:18:49.657991 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:49.704972 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Allocated IP 172.20.0.1 (5fbe0d84-3959-425d-8b3c-baf663faf303/90291ee7-3784-470a-8c34-5ab0920f4d97/bf52801c-f289-458a-a257-5386e4dc9e32) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:18:49.790872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-33e02317-fd08-4827-81b0-44d87f9b9727 None None] Provisioning complete for port 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:49.791430 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-33e02317-fd08-4827-81b0-44d87f9b9727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:49.836997 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:49.886603 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:49.930256 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Network 5fbe0d84-3959-425d-8b3c-baf663faf303 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:49.934918 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:49.937661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:18:49.965533 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Pushing event updated for resources: {'Port': ['ID=bf52801c-f289-458a-a257-5386e4dc9e32,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:49.966108 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-33e02317-fd08-4827-81b0-44d87f9b9727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:49.987806 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:50.041467 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-33e02317-fd08-4827-81b0-44d87f9b9727 None None] For port 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3,segment=NetworkSegment(99134eba-fe3c-4659-a5c1-013c3e91c8f1),segment_id=99134eba-fe3c-4659-a5c1-013c3e91c8f1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:18:50.052186 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-33e02317-fd08-4827-81b0-44d87f9b9727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:50.096063 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:50.111796 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:50.144231 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e02317-fd08-4827-81b0-44d87f9b9727 None None] Pushing event updated for resources: {'Port': ['ID=3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:50.172573 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:50.178792 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe420ab-c333-463f-994f-a704f102954d None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:18:50.186379 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Attempting to bind port 0168dbf2-cfb7-478a-8b49-377549512cb9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:18:50.186775 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Attempting to bind port 0168dbf2-cfb7-478a-8b49-377549512cb9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:18:50.187147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Attempting to bind port 0168dbf2-cfb7-478a-8b49-377549512cb9 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:18:50.205713 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:18:50.206295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:18:50.206776 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:50.207175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:18:50.207673 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Bound port: 0168dbf2-cfb7-478a-8b49-377549512cb9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:18:50.208064 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:50.244669 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bd623-d945-4589-a7b1-de8398eba111 None None] Pushing event updated for resources: {'Port': ['ID=0168dbf2-cfb7-478a-8b49-377549512cb9,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:50.264228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-715b1afd-c72b-416b-8231-d8052457f45c None None] Provisioning complete for port 55d7f3de-70a5-4eb4-859f-2049cf6859bf triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:50.264614 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-715b1afd-c72b-416b-8231-d8052457f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:50.347915 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] For port 0168dbf2-cfb7-478a-8b49-377549512cb9, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:18:50.352844 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] For port 0168dbf2-cfb7-478a-8b49-377549512cb9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0168dbf2-cfb7-478a-8b49-377549512cb9,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:18:50.361768 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:50.409585 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:50.416091 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:50.431462 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f7ea05-825a-47ee-a1da-c2047f3e2980 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:18:50.467805 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:18:50.505601 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bd623-d945-4589-a7b1-de8398eba111 None None] Pushing event updated for resources: {'Port': ['ID=0168dbf2-cfb7-478a-8b49-377549512cb9,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:50.508057 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Routers {'b657b370-b155-4b1b-af69-e218a1cb5659'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:18:50.508664 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46182670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:18:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b657b370-b155-4b1b-af69-e218a1cb5659'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:50.516340 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:50.518296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Pushing event updated for resources: {'Port': ['ID=bf52801c-f289-458a-a257-5386e4dc9e32,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:50.611966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Network 5fbe0d84-3959-425d-8b3c-baf663faf303 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:18:50.613399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:18:50.621294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:50.621665 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:50.663913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] Set router b657b370-b155-4b1b-af69-e218a1cb5659 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:18:50.705911 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-77a091a3-e589-41f1-9a4e-50ddc4137912 None None] Provisioning complete for port bf52801c-f289-458a-a257-5386e4dc9e32 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:50.706308 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-77a091a3-e589-41f1-9a4e-50ddc4137912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:50.738441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Router b657b370-b155-4b1b-af69-e218a1cb5659 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:18:50.863969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:18:50.871281 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f41a0123-56d0-4148-b822-a23b754f78da admin admin] 10.222.0.41 "PUT /v2.0/routers/b657b370-b155-4b1b-af69-e218a1cb5659/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3283942
Nov 20 21:18:50.959897 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-77a091a3-e589-41f1-9a4e-50ddc4137912 None None] Port bf52801c-f289-458a-a257-5386e4dc9e32 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:51.035547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-77a091a3-e589-41f1-9a4e-50ddc4137912 None None] Provisioning complete for port 0168dbf2-cfb7-478a-8b49-377549512cb9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:51.036218 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-77a091a3-e589-41f1-9a4e-50ddc4137912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:51.079545 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 55d7f3de-70a5-4eb4-859f-2049cf6859bf up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:18:51.225179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 55d7f3de-70a5-4eb4-859f-2049cf6859bf triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:51.225556 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:51.253769 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-77a091a3-e589-41f1-9a4e-50ddc4137912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:51.286317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-77a091a3-e589-41f1-9a4e-50ddc4137912 None None] For port 0168dbf2-cfb7-478a-8b49-377549512cb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0168dbf2-cfb7-478a-8b49-377549512cb9,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:18:51.298188 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46182670>, [{'id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'name': 'tempest-TestVolumeBackupRestore-26022249-router', 'tenant_id': '045b7e5089484700a8d80a811db2062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.172'}], 'enable_snat': True}, 'gw_port_id': '0168dbf2-cfb7-478a-8b49-377549512cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:46Z', 'updated_at': '2021-11-20T21:18:50Z', 'revision_number': 4, 'project_id': '045b7e5089484700a8d80a811db2062c', 'gw_port': {'id': '0168dbf2-cfb7-478a-8b49-377549512cb9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:47Z', 'updated_at': '2021-11-20T21:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bf52801c-f289-458a-a257-5386e4dc9e32', 'name': '', 'network_id': '5fbe0d84-3959-425d-8b3c-baf663faf303', 'tenant_id': '045b7e5089484700a8d80a811db2062c', 'mac_address': 'fa:16:3e:28:0b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '90291ee7-3784-470a-8c34-5ab0920f4d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:49Z', 'updated_at': '2021-11-20T21:18:50Z', 'revision_number': 2, 'project_id': '045b7e5089484700a8d80a811db2062c', 'subnets': [{'id': '90291ee7-3784-470a-8c34-5ab0920f4d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:51.299942 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-77a091a3-e589-41f1-9a4e-50ddc4137912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:51.334850 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7d3c8-edca-44f0-8ef8-598bbc95f745 None None] The sync data for ids ['b657b370-b155-4b1b-af69-e218a1cb5659'] in ncdv-master-1 is: [{'id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'name': 'tempest-TestVolumeBackupRestore-26022249-router', 'tenant_id': '045b7e5089484700a8d80a811db2062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.172'}], 'enable_snat': True}, 'gw_port_id': '0168dbf2-cfb7-478a-8b49-377549512cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:46Z', 'updated_at': '2021-11-20T21:18:50Z', 'revision_number': 4, 'project_id': '045b7e5089484700a8d80a811db2062c', 'gw_port': {'id': '0168dbf2-cfb7-478a-8b49-377549512cb9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:47Z', 'updated_at': '2021-11-20T21:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bf52801c-f289-458a-a257-5386e4dc9e32', 'name': '', 'network_id': '5fbe0d84-3959-425d-8b3c-baf663faf303', 'tenant_id': '045b7e5089484700a8d80a811db2062c', 'mac_address': 'fa:16:3e:28:0b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '90291ee7-3784-470a-8c34-5ab0920f4d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:49Z', 'updated_at': '2021-11-20T21:18:50Z', 'revision_number': 2, 'project_id': '045b7e5089484700a8d80a811db2062c', 'subnets': [{'id': '90291ee7-3784-470a-8c34-5ab0920f4d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:18:51.423770 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a091a3-e589-41f1-9a4e-50ddc4137912 None None] Pushing event updated for resources: {'Port': ['ID=0168dbf2-cfb7-478a-8b49-377549512cb9,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:51.440824 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f7398410-546d-4c96-91cd-60c9459f3718 None None] Provisioning complete for port bf52801c-f289-458a-a257-5386e4dc9e32 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:51.441195 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f7398410-546d-4c96-91cd-60c9459f3718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:51.479828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f7398410-546d-4c96-91cd-60c9459f3718 None None] Port bf52801c-f289-458a-a257-5386e4dc9e32 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:18:53.733950 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Sync routers for ids ['b657b370-b155-4b1b-af69-e218a1cb5659'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:18:53.743637 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Routers {'b657b370-b155-4b1b-af69-e218a1cb5659'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:18:53.744241 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541254f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:18:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b657b370-b155-4b1b-af69-e218a1cb5659'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:53.868254 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Set router b657b370-b155-4b1b-af69-e218a1cb5659 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:18:54.093712 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541254f0>, [{'id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'name': 'tempest-TestVolumeBackupRestore-26022249-router', 'tenant_id': '045b7e5089484700a8d80a811db2062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.172'}], 'enable_snat': True}, 'gw_port_id': '0168dbf2-cfb7-478a-8b49-377549512cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:46Z', 'updated_at': '2021-11-20T21:18:50Z', 'revision_number': 4, 'project_id': '045b7e5089484700a8d80a811db2062c', 'gw_port': {'id': '0168dbf2-cfb7-478a-8b49-377549512cb9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:47Z', 'updated_at': '2021-11-20T21:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bf52801c-f289-458a-a257-5386e4dc9e32', 'name': '', 'network_id': '5fbe0d84-3959-425d-8b3c-baf663faf303', 'tenant_id': '045b7e5089484700a8d80a811db2062c', 'mac_address': 'fa:16:3e:28:0b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '90291ee7-3784-470a-8c34-5ab0920f4d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:49Z', 'updated_at': '2021-11-20T21:18:50Z', 'revision_number': 2, 'project_id': '045b7e5089484700a8d80a811db2062c', 'subnets': [{'id': '90291ee7-3784-470a-8c34-5ab0920f4d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:54.123799 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Checking router: b657b370-b155-4b1b-af69-e218a1cb5659 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:18:54.124205 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Updating router b657b370-b155-4b1b-af69-e218a1cb5659 port bf52801c-f289-458a-a257-5386e4dc9e32 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:18:54.157318 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:54.414467 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0168dbf2-cfb7-478a-8b49-377549512cb9 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:18:54.473582 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 0168dbf2-cfb7-478a-8b49-377549512cb9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:54.474078 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:54.537296 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:54.543774 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:54.605815 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca030e-9edb-4bbf-a733-be190506a8ed None None] Pushing event updated for resources: {'Port': ['ID=bf52801c-f289-458a-a257-5386e4dc9e32,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:54.658839 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Attempting to bind port bf52801c-f289-458a-a257-5386e4dc9e32 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:18:54.659400 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Attempting to bind port bf52801c-f289-458a-a257-5386e4dc9e32 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5fbe0d84-3959-425d-8b3c-baf663faf303'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:18:54.659765 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Attempting to bind port bf52801c-f289-458a-a257-5386e4dc9e32 on network 5fbe0d84-3959-425d-8b3c-baf663faf303 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:18:54.665449 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:18:54.665878 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Checking segment: {'id': 'afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5fbe0d84-3959-425d-8b3c-baf663faf303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:18:54.666359 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:54.666758 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Bound using segment: {'id': 'afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5fbe0d84-3959-425d-8b3c-baf663faf303'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:18:54.667351 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Bound port: bf52801c-f289-458a-a257-5386e4dc9e32, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5fbe0d84-3959-425d-8b3c-baf663faf303'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:18:54.667776 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:54.740185 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] For port bf52801c-f289-458a-a257-5386e4dc9e32, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:18:54.744638 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] For port bf52801c-f289-458a-a257-5386e4dc9e32, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf52801c-f289-458a-a257-5386e4dc9e32,segment=NetworkSegment(afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e),segment_id=afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:18:54.751787 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:54.818635 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Routers {'b657b370-b155-4b1b-af69-e218a1cb5659'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:18:54.819271 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541254f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:18:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b657b370-b155-4b1b-af69-e218a1cb5659'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:54.851741 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5597e080-c328-4954-b0fb-440409cee12b None None] Provisioning complete for port bf52801c-f289-458a-a257-5386e4dc9e32 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:54.853268 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5597e080-c328-4954-b0fb-440409cee12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:54.880158 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca030e-9edb-4bbf-a733-be190506a8ed None None] Pushing event updated for resources: {'Port': ['ID=bf52801c-f289-458a-a257-5386e4dc9e32,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:54.971625 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5597e080-c328-4954-b0fb-440409cee12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:54.985004 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] Set router b657b370-b155-4b1b-af69-e218a1cb5659 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:18:55.017017 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5597e080-c328-4954-b0fb-440409cee12b None None] For port bf52801c-f289-458a-a257-5386e4dc9e32, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf52801c-f289-458a-a257-5386e4dc9e32,segment=NetworkSegment(afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e),segment_id=afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:18:55.026368 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5597e080-c328-4954-b0fb-440409cee12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:55.097133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597e080-c328-4954-b0fb-440409cee12b None None] Pushing event updated for resources: {'Port': ['ID=bf52801c-f289-458a-a257-5386e4dc9e32,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:18:55.153611 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-bb709b00-bde5-4e8d-be6a-19183ca36715 None None] Provisioning complete for port bf52801c-f289-458a-a257-5386e4dc9e32 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:55.154018 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bb709b00-bde5-4e8d-be6a-19183ca36715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:55.243862 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541254f0>, [{'id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'name': 'tempest-TestVolumeBackupRestore-26022249-router', 'tenant_id': '045b7e5089484700a8d80a811db2062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.172'}], 'enable_snat': True}, 'gw_port_id': '0168dbf2-cfb7-478a-8b49-377549512cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:46Z', 'updated_at': '2021-11-20T21:18:50Z', 'revision_number': 4, 'project_id': '045b7e5089484700a8d80a811db2062c', 'gw_port': {'id': '0168dbf2-cfb7-478a-8b49-377549512cb9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:47Z', 'updated_at': '2021-11-20T21:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bf52801c-f289-458a-a257-5386e4dc9e32', 'name': '', 'network_id': '5fbe0d84-3959-425d-8b3c-baf663faf303', 'tenant_id': '045b7e5089484700a8d80a811db2062c', 'mac_address': 'fa:16:3e:28:0b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '90291ee7-3784-470a-8c34-5ab0920f4d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:49Z', 'updated_at': '2021-11-20T21:18:54Z', 'revision_number': 4, 'project_id': '045b7e5089484700a8d80a811db2062c', 'subnets': [{'id': '90291ee7-3784-470a-8c34-5ab0920f4d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:18:55.277656 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b07b3a-b90e-4349-9df1-c45823b38b61 None None] The sync data for ids ['b657b370-b155-4b1b-af69-e218a1cb5659'] in ncdv-master-1 is: [{'id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'name': 'tempest-TestVolumeBackupRestore-26022249-router', 'tenant_id': '045b7e5089484700a8d80a811db2062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.172'}], 'enable_snat': True}, 'gw_port_id': '0168dbf2-cfb7-478a-8b49-377549512cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:46Z', 'updated_at': '2021-11-20T21:18:50Z', 'revision_number': 4, 'project_id': '045b7e5089484700a8d80a811db2062c', 'gw_port': {'id': '0168dbf2-cfb7-478a-8b49-377549512cb9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:47Z', 'updated_at': '2021-11-20T21:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bf52801c-f289-458a-a257-5386e4dc9e32', 'name': '', 'network_id': '5fbe0d84-3959-425d-8b3c-baf663faf303', 'tenant_id': '045b7e5089484700a8d80a811db2062c', 'mac_address': 'fa:16:3e:28:0b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '90291ee7-3784-470a-8c34-5ab0920f4d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:49Z', 'updated_at': '2021-11-20T21:18:54Z', 'revision_number': 4, 'project_id': '045b7e5089484700a8d80a811db2062c', 'subnets': [{'id': '90291ee7-3784-470a-8c34-5ab0920f4d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:18:56.438039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bf52801c-f289-458a-a257-5386e4dc9e32 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:18:56.532209 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port bf52801c-f289-458a-a257-5386e4dc9e32 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:18:56.532599 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:18:56.558506 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:19:00.724025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d92e9-3cb7-4c3b-a6c1-987656d85781 req-0222bf4f-ce98-4a10-bf81-a7a67756dce0 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:00.725556 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b16d92e9-3cb7-4c3b-a6c1-987656d85781 req-0222bf4f-ce98-4a10-bf81-a7a67756dce0 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 1097 time: 0.0411675
Nov 20 21:19:00.745276 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b16d92e9-3cb7-4c3b-a6c1-987656d85781 req-b9fcb5e0-52f5-4ce8-9dab-7db7818f7c00 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:00.823880 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b16d92e9-3cb7-4c3b-a6c1-987656d85781 req-b9fcb5e0-52f5-4ce8-9dab-7db7818f7c00 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:00.828621 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b16d92e9-3cb7-4c3b-a6c1-987656d85781 req-b9fcb5e0-52f5-4ce8-9dab-7db7818f7c00 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:00.874003 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b16d92e9-3cb7-4c3b-a6c1-987656d85781 req-b9fcb5e0-52f5-4ce8-9dab-7db7818f7c00 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1421125
Nov 20 21:19:00.874776 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcb5e0-52f5-4ce8-9dab-7db7818f7c00 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54d17f5-b66b-43b5-885b-04a9c6953ee5,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:00.995364 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0673091-0518-45ea-a6da-758bdcfcc075 req-96f6f6b3-52e9-4895-8ece-0c3fc2d20639 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:00.997417 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c0673091-0518-45ea-a6da-758bdcfcc075 req-96f6f6b3-52e9-4895-8ece-0c3fc2d20639 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0503471
Nov 20 21:19:01.047672 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c0673091-0518-45ea-a6da-758bdcfcc075 req-d436d842-9b89-4548-a229-b3bdaee3fd2c tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437453
Nov 20 21:19:01.070299 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51834) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:19:01.132906 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-64a47e99-f643-4c7d-a080-06757987da83 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/floatingips/8ccba274-f391-4bfc-b6bb-f65cb6a80721 HTTP/1.1" status: 200  len: 994 time: 0.0613723
Nov 20 21:19:01.477221 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-ec291d85-a1c7-4fb3-9cb0-7eabee74d473 req-12ef87ac-e8ba-48e0-99b2-fb957e89e834 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:19:01.478413 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ec291d85-a1c7-4fb3-9cb0-7eabee74d473 req-12ef87ac-e8ba-48e0-99b2-fb957e89e834 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0061743
Nov 20 21:19:02.151769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51906) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:19:02.252170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5036a3-7b71-40dc-b9da-7f2703d01091 req-0e43d87d-bf57-4ebd-8157-b0b2c9f6cd11 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:02.253744 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9b5036a3-7b71-40dc-b9da-7f2703d01091 req-0e43d87d-bf57-4ebd-8157-b0b2c9f6cd11 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0935054
Nov 20 21:19:02.409703 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9b5036a3-7b71-40dc-b9da-7f2703d01091 req-979ed6d2-66b8-4498-8a88-e2b3187d0e83 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1487134
Nov 20 21:19:02.432706 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-01094bb9-5511-456c-8060-ea56e5a07cb1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2781498
Nov 20 21:19:02.443033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-6b97550b-0bb6-4682-9db5-8548b38ea862 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:19:02.444240 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-6b97550b-0bb6-4682-9db5-8548b38ea862 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057514
Nov 20 21:19:03.653923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff925308-4884-48a2-b4e9-78b96ee82ac4 req-1e5b5c87-89c3-448b-a679-6289ccf28c96 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:03.665317 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ff925308-4884-48a2-b4e9-78b96ee82ac4 req-1e5b5c87-89c3-448b-a679-6289ccf28c96 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0998020
Nov 20 21:19:03.754825 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ff925308-4884-48a2-b4e9-78b96ee82ac4 req-9ba3826a-f5a0-4880-9b82-6a75e00054c4 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0884609
Nov 20 21:19:04.600020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-504cc7eb-78c7-4d60-b213-a257c9309b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:04.601460 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-504cc7eb-78c7-4d60-b213-a257c9309b0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 1097 time: 0.0516984
Nov 20 21:19:04.693730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-4cedab62-56c7-47cc-8f99-9a6757abdcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:04.695236 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-4cedab62-56c7-47cc-8f99-9a6757abdcb1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b8a3317-5402-477f-b03e-09482e7e472a HTTP/1.1" status: 200  len: 898 time: 0.0873718
Nov 20 21:19:04.759798 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-6c0b45af-4cf1-4e23-8ad3-54471bcdb5e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa HTTP/1.1" status: 200  len: 1002 time: 0.0577416
Nov 20 21:19:04.808207 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-7101f233-6ee8-4bc4-9626-ce87e1fb8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:04.809756 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-7101f233-6ee8-4bc4-9626-ce87e1fb8a02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2675791e-a2ae-4d43-b82d-ddcbf712758a HTTP/1.1" status: 200  len: 835 time: 0.0436773
Nov 20 21:19:04.888141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-c982951d-6f7e-446b-ba4d-4c3cf8e249fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:04.889646 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-c982951d-6f7e-446b-ba4d-4c3cf8e249fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b8a3317-5402-477f-b03e-09482e7e472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0735261
Nov 20 21:19:04.903625 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edff8f-fef7-499f-a5cf-c7fbeec9d67e req-9163df42-9453-4195-a669-db0bfbdbbe1b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:04.905241 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89edff8f-fef7-499f-a5cf-c7fbeec9d67e req-9163df42-9453-4195-a669-db0bfbdbbe1b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0609739
Nov 20 21:19:05.019243 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89edff8f-fef7-499f-a5cf-c7fbeec9d67e req-65ff060c-5097-4817-acdc-9aa0461b644a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1052678
Nov 20 21:19:05.042908 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-c34ec640-1d18-41aa-8ec5-cb664cb52d12 service neutron] 10.222.0.37 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366086
Nov 20 21:19:05.139283 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-9d4133f7-012a-47d1-9213-039b872afbb8 service neutron] 10.222.0.37 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896254
Nov 20 21:19:06.152654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657b60c-6a6b-408f-a6bb-b215b42a3b89 req-0e3ed2ce-b26f-4c97-9640-175596ef1784 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:06.154252 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d657b60c-6a6b-408f-a6bb-b215b42a3b89 req-0e3ed2ce-b26f-4c97-9640-175596ef1784 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0541275
Nov 20 21:19:06.205766 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d657b60c-6a6b-408f-a6bb-b215b42a3b89 req-48501b49-71dd-47fd-8b71-72346e364af9 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454278
Nov 20 21:19:06.559534 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51990) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:19:06.564144 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b577daa4-5701-4749-95d2-5f81f5d6720e tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767088847', 'description': 'tempest-secgroup-smoke-767088847 description', 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:19:06.586031 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b577daa4-5701-4749-95d2-5f81f5d6720e tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:06.652567 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b577daa4-5701-4749-95d2-5f81f5d6720e tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:06.656770 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b577daa4-5701-4749-95d2-5f81f5d6720e tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:06.683462 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b577daa4-5701-4749-95d2-5f81f5d6720e tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:06.684844 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b577daa4-5701-4749-95d2-5f81f5d6720e tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1242063
Nov 20 21:19:06.687566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51992) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:19:06.691815 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-5a954a5a-f6cc-457b-8306-bcb4c533019f tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Request body: {'security_group_rule': {'security_group_id': '5f5da943-9d2e-4275-a268-6f4b5624ba23', 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:19:06.699247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577daa4-5701-4749-95d2-5f81f5d6720e tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5da943-9d2e-4275-a268-6f4b5624ba23,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:06.721620 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a954a5a-f6cc-457b-8306-bcb4c533019f tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:06.775285 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a954a5a-f6cc-457b-8306-bcb4c533019f tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:06.779430 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a954a5a-f6cc-457b-8306-bcb4c533019f tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:06.793859 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a954a5a-f6cc-457b-8306-bcb4c533019f tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ed1571-9adc-428d-9e22-b67b6e2c1273,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:06.804164 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5a954a5a-f6cc-457b-8306-bcb4c533019f tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:06.805351 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5a954a5a-f6cc-457b-8306-bcb4c533019f tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1168680
Nov 20 21:19:06.808039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51994) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:19:06.812600 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6f8f33e1-f6b6-4681-b84d-11efca53e763 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Request body: {'security_group_rule': {'security_group_id': '5f5da943-9d2e-4275-a268-6f4b5624ba23', 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:19:06.838808 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f8f33e1-f6b6-4681-b84d-11efca53e763 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:06.894790 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f8f33e1-f6b6-4681-b84d-11efca53e763 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:06.898387 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f8f33e1-f6b6-4681-b84d-11efca53e763 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:06.921725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f33e1-f6b6-4681-b84d-11efca53e763 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e96c8b8-5f0d-46d2-88a6-47c1f71de33e,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:06.926180 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f8f33e1-f6b6-4681-b84d-11efca53e763 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:06.927363 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6f8f33e1-f6b6-4681-b84d-11efca53e763 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1184080
Nov 20 21:19:06.930076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51996) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:19:06.934873 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-1c67c69a-b4cc-4683-98e6-3c4bfedc8a3e tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Request body: {'security_group_rule': {'security_group_id': '5f5da943-9d2e-4275-a268-6f4b5624ba23', 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:19:06.961207 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c67c69a-b4cc-4683-98e6-3c4bfedc8a3e tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:07.019464 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c67c69a-b4cc-4683-98e6-3c4bfedc8a3e tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:07.022918 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c67c69a-b4cc-4683-98e6-3c4bfedc8a3e tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:07.037195 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67c69a-b4cc-4683-98e6-3c4bfedc8a3e tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a441ee1c-7192-47f2-b219-ffa6025d1441,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:07.047464 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1c67c69a-b4cc-4683-98e6-3c4bfedc8a3e tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:07.048784 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1c67c69a-b4cc-4683-98e6-3c4bfedc8a3e tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1177688
Nov 20 21:19:07.051584 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 51998) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:19:07.055848 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b466bfd8-b611-4213-892f-e8ee11062134 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Request body: {'security_group_rule': {'security_group_id': '5f5da943-9d2e-4275-a268-6f4b5624ba23', 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:19:07.082841 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b466bfd8-b611-4213-892f-e8ee11062134 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:07.141953 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b466bfd8-b611-4213-892f-e8ee11062134 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:07.145422 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b466bfd8-b611-4213-892f-e8ee11062134 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:07.163456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466bfd8-b611-4213-892f-e8ee11062134 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f0e8a8-ee73-407c-8a7f-44400bbc8481,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:07.171270 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b466bfd8-b611-4213-892f-e8ee11062134 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:07.172606 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b466bfd8-b611-4213-892f-e8ee11062134 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1200910
Nov 20 21:19:07.175431 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52000) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:19:07.179740 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-455d2cf1-0ddf-4ac1-8415-20d9ad453154 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Request body: {'security_group_rule': {'security_group_id': '5f5da943-9d2e-4275-a268-6f4b5624ba23', 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:19:07.202441 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-455d2cf1-0ddf-4ac1-8415-20d9ad453154 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Project bfa4e1f38ed645dc8af56e7abe42b889 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:19:07.207226 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-455d2cf1-0ddf-4ac1-8415-20d9ad453154 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:07.268529 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-455d2cf1-0ddf-4ac1-8415-20d9ad453154 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:07.272803 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-455d2cf1-0ddf-4ac1-8415-20d9ad453154 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:07.305025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d2cf1-0ddf-4ac1-8415-20d9ad453154 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be29d005-b007-449d-8767-44b26c14d489,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:07.328533 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-455d2cf1-0ddf-4ac1-8415-20d9ad453154 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:07.329759 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-455d2cf1-0ddf-4ac1-8415-20d9ad453154 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1533926
Nov 20 21:19:07.332555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52004) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:19:07.337475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-913a8c0b-eea0-4af1-bb79-dd2a91465d5a tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Request body: {'security_group_rule': {'security_group_id': '5f5da943-9d2e-4275-a268-6f4b5624ba23', 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:19:07.359893 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-913a8c0b-eea0-4af1-bb79-dd2a91465d5a tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Project bfa4e1f38ed645dc8af56e7abe42b889 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:19:07.360752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf93bb7-18ee-415e-95a1-7b1aa89e25ed req-a8712020-cc87-4c09-ab37-7ad1129a1670 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:07.362478 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0bf93bb7-18ee-415e-95a1-7b1aa89e25ed req-a8712020-cc87-4c09-ab37-7ad1129a1670 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0806241
Nov 20 21:19:07.364905 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-913a8c0b-eea0-4af1-bb79-dd2a91465d5a tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:07.416423 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0bf93bb7-18ee-415e-95a1-7b1aa89e25ed req-77fa8cdc-de6f-4b17-a4ff-0b910a24939d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470986
Nov 20 21:19:07.426957 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-913a8c0b-eea0-4af1-bb79-dd2a91465d5a tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:07.431813 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-913a8c0b-eea0-4af1-bb79-dd2a91465d5a tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:07.455126 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a8c0b-eea0-4af1-bb79-dd2a91465d5a tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc8c1b2-66be-4d5b-88b2-5594eb23d35b,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:07.461001 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-913a8c0b-eea0-4af1-bb79-dd2a91465d5a tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:07.462129 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-913a8c0b-eea0-4af1-bb79-dd2a91465d5a tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1284492
Nov 20 21:19:07.619539 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69cc0260-69cb-4049-8862-4040f4fe152f req-249d2e28-4761-46a2-822e-721398d09fd7 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767088847&fields=id&tenant_id=bfa4e1f38ed645dc8af56e7abe42b889 HTTP/1.1" status: 200  len: 267 time: 0.0472143
Nov 20 21:19:07.734575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc0260-69cb-4049-8862-4040f4fe152f req-40b308f4-051f-4412-b425-5b6b12d159fc tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:07.736040 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69cc0260-69cb-4049-8862-4040f4fe152f req-40b308f4-051f-4412-b425-5b6b12d159fc tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/networks?id=ad85d1e6-7942-40af-9024-3a100cf415ae HTTP/1.1" status: 200  len: 814 time: 0.1079199
Nov 20 21:19:07.751094 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69cc0260-69cb-4049-8862-4040f4fe152f req-f0c3b068-5de3-41e8-8bcf-80db077a5522 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/quotas/bfa4e1f38ed645dc8af56e7abe42b889 HTTP/1.1" status: 200  len: 375 time: 0.0092568
Nov 20 21:19:07.803384 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69cc0260-69cb-4049-8862-4040f4fe152f req-cd734046-3f76-4869-a337-272e0c381c68 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bfa4e1f38ed645dc8af56e7abe42b889&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0470924
Nov 20 21:19:07.903641 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69cc0260-69cb-4049-8862-4040f4fe152f req-a37b3364-bd00-4f7f-8b78-ff23fa2b34a3 service neutron] 10.222.0.41 "GET /v2.0/networks/ad85d1e6-7942-40af-9024-3a100cf415ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876567
Nov 20 21:19:07.993494 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69cc0260-69cb-4049-8862-4040f4fe152f req-d4cc3139-053e-4b02-bef4-876ee54910c5 service neutron] 10.222.0.41 "GET /v2.0/networks/ad85d1e6-7942-40af-9024-3a100cf415ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837326
Nov 20 21:19:08.284664 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5381a1d9-5874-42db-9abb-4cbeed064d43 req-f31f734c-270b-4eec-85e6-b9e785460c39 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/ports?device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 210 time: 0.0352235
Nov 20 21:19:08.330448 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:08.374402 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:08.542794 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e1f30-5e44-43bd-8244-fe71549786ff req-a177d83f-a28f-4ec9-9427-0c49d0eb0315 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:08.544527 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c8e1f30-5e44-43bd-8244-fe71549786ff req-a177d83f-a28f-4ec9-9427-0c49d0eb0315 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0568073
Nov 20 21:19:08.595961 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c8e1f30-5e44-43bd-8244-fe71549786ff req-c6d6872c-34e7-445a-a49c-838ed40caf08 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451305
Nov 20 21:19:09.201787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc0260-69cb-4049-8862-4040f4fe152f req-01d1e700-d50c-48bf-a119-b0003137a714 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:09.203306 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69cc0260-69cb-4049-8862-4040f4fe152f req-01d1e700-d50c-48bf-a119-b0003137a714 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.47 "GET /v2.0/networks?id=ad85d1e6-7942-40af-9024-3a100cf415ae HTTP/1.1" status: 200  len: 814 time: 0.1053855
Nov 20 21:19:09.274079 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69cc0260-69cb-4049-8862-4040f4fe152f req-0135fa30-982d-479c-8125-7efcc1215f3b tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfa4e1f38ed645dc8af56e7abe42b889 HTTP/1.1" status: 200  len: 379 time: 0.0614600
Nov 20 21:19:09.283271 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-69cc0260-69cb-4049-8862-4040f4fe152f req-0ede8f3d-d795-41c1-b26e-b6e89273a620 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Request body: {'port': {'device_id': '91570ff3-344d-4250-b751-70fcb19f046b', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'admin_state_up': True, 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'security_groups': ['5f5da943-9d2e-4275-a268-6f4b5624ba23']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:19:09.383187 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8d5238c2-05e4-4180-b098-b7638059bc70 req-4af1b5b1-f2f1-45b4-9bb9-7fecf895203e tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/ports?device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 210 time: 0.0279713
Nov 20 21:19:09.398970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cc0260-69cb-4049-8862-4040f4fe152f req-0ede8f3d-d795-41c1-b26e-b6e89273a620 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Made reservation on behalf of bfa4e1f38ed645dc8af56e7abe42b889 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:19:09.402797 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69cc0260-69cb-4049-8862-4040f4fe152f req-0ede8f3d-d795-41c1-b26e-b6e89273a620 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:09.534391 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-69cc0260-69cb-4049-8862-4040f4fe152f req-0ede8f3d-d795-41c1-b26e-b6e89273a620 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Allocated IP 172.20.0.6 (ad85d1e6-7942-40af-9024-3a100cf415ae/21ebef96-719a-4441-a704-dcb32d459c8e/aa23ed80-5769-4e18-98f8-88d05c7c82bf) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:19:09.690376 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69cc0260-69cb-4049-8862-4040f4fe152f req-0ede8f3d-d795-41c1-b26e-b6e89273a620 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:09.742664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf55de-8d30-426f-ade5-2453164591b2 req-b94bf087-7cce-4460-8f15-f86a7d91c7ac tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:09.744161 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39bf55de-8d30-426f-ade5-2453164591b2 req-b94bf087-7cce-4460-8f15-f86a7d91c7ac tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0716610
Nov 20 21:19:09.759909 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69cc0260-69cb-4049-8862-4040f4fe152f req-0ede8f3d-d795-41c1-b26e-b6e89273a620 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:09.817966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cc0260-69cb-4049-8862-4040f4fe152f req-0ede8f3d-d795-41c1-b26e-b6e89273a620 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Network ad85d1e6-7942-40af-9024-3a100cf415ae is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:19:09.830156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-69cc0260-69cb-4049-8862-4040f4fe152f req-0ede8f3d-d795-41c1-b26e-b6e89273a620 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:19:09.832649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cc0260-69cb-4049-8862-4040f4fe152f req-0ede8f3d-d795-41c1-b26e-b6e89273a620 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:19:09.860418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede8f3d-d795-41c1-b26e-b6e89273a620 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Pushing event updated for resources: {'Port': ['ID=aa23ed80-5769-4e18-98f8-88d05c7c82bf,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:09.894253 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39bf55de-8d30-426f-ade5-2453164591b2 req-e10fbc1b-a74d-4228-abc2-e1fa09c7e87c tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1412542
Nov 20 21:19:09.915652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc0260-69cb-4049-8862-4040f4fe152f req-0ede8f3d-d795-41c1-b26e-b6e89273a620 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:09.916372 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69cc0260-69cb-4049-8862-4040f4fe152f req-0ede8f3d-d795-41c1-b26e-b6e89273a620 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:09.940914 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69cc0260-69cb-4049-8862-4040f4fe152f req-0ede8f3d-d795-41c1-b26e-b6e89273a620 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6611962
Nov 20 21:19:09.953880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Request body: {'port': {'device_id': '91570ff3-344d-4250-b751-70fcb19f046b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:19:10.018837 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:10.085587 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f8dcb7fe-db42-4e52-86d7-2368bdacdd85 None None] Provisioning complete for port aa23ed80-5769-4e18-98f8-88d05c7c82bf triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:19:10.086554 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f8dcb7fe-db42-4e52-86d7-2368bdacdd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:10.122488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f8dcb7fe-db42-4e52-86d7-2368bdacdd85 None None] Port aa23ed80-5769-4e18-98f8-88d05c7c82bf cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:19:10.300254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa23ed80-5769-4e18-98f8-88d05c7c82bf {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:19:10.307617 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:10.320408 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Transition to ACTIVE for port object aa23ed80-5769-4e18-98f8-88d05c7c82bf will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:19:10.324049 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:10.377950 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Pushing event updated for resources: {'Port': ['ID=aa23ed80-5769-4e18-98f8-88d05c7c82bf,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:10.453754 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Attempting to bind port aa23ed80-5769-4e18-98f8-88d05c7c82bf on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:19:10.454123 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Attempting to bind port aa23ed80-5769-4e18-98f8-88d05c7c82bf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '99134eba-fe3c-4659-a5c1-013c3e91c8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:19:10.454465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Attempting to bind port aa23ed80-5769-4e18-98f8-88d05c7c82bf on network ad85d1e6-7942-40af-9024-3a100cf415ae {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:19:10.460191 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Port aa23ed80-5769-4e18-98f8-88d05c7c82bf on network ad85d1e6-7942-40af-9024-3a100cf415ae not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:19:10.460540 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Attempting to bind port aa23ed80-5769-4e18-98f8-88d05c7c82bf on network ad85d1e6-7942-40af-9024-3a100cf415ae {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:19:10.465938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:19:10.466313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Checking segment: {'id': '99134eba-fe3c-4659-a5c1-013c3e91c8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:19:10.466838 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Bound using segment: {'id': '99134eba-fe3c-4659-a5c1-013c3e91c8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:19:10.467274 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Bound port: aa23ed80-5769-4e18-98f8-88d05c7c82bf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99134eba-fe3c-4659-a5c1-013c3e91c8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:19:10.467638 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:10.525428 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbae82-daf0-4cde-a1c3-0fbe15aceb94 req-57529643-f737-4bda-b11b-f4ff97226837 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:10.527106 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8adbae82-daf0-4cde-a1c3-0fbe15aceb94 req-57529643-f737-4bda-b11b-f4ff97226837 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/ports?device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 943 time: 0.0617523
Nov 20 21:19:10.541305 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] For port aa23ed80-5769-4e18-98f8-88d05c7c82bf, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:19:10.544611 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] For port aa23ed80-5769-4e18-98f8-88d05c7c82bf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa23ed80-5769-4e18-98f8-88d05c7c82bf,segment=NetworkSegment(99134eba-fe3c-4659-a5c1-013c3e91c8f1),segment_id=99134eba-fe3c-4659-a5c1-013c3e91c8f1)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:19:10.550261 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:10.588714 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8adbae82-daf0-4cde-a1c3-0fbe15aceb94 req-05b75ad2-1e0a-477c-b63d-b411628baf81 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f5da943-9d2e-4275-a268-6f4b5624ba23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547221
Nov 20 21:19:10.597683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:10.598338 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:10.599762 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69cc0260-69cb-4049-8862-4040f4fe152f req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] 10.222.0.47 "PUT /v2.0/ports/aa23ed80-5769-4e18-98f8-88d05c7c82bf HTTP/1.1" status: 200  len: 1091 time: 0.6510420
Nov 20 21:19:10.600345 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91570ff3-344d-4250-b751-70fcb19f046b', 'tag': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:19:10.602553 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069e5741-c2b5-4a24-9d34-7825e3528bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "91570ff3-344d-4250-b751-70fcb19f046b", "tag": "aa23ed80-5769-4e18-98f8-88d05c7c82bf"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:19:10.644343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0dfc92-55f7-49ba-8d80-2145ea035690 service neutron] Pushing event updated for resources: {'Port': ['ID=aa23ed80-5769-4e18-98f8-88d05c7c82bf,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:10.648769 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9e8049-6270-4f9b-8690-4bdb3f055bdd x-openstack-request-id: req-ed9e8049-6270-4f9b-8690-4bdb3f055bdd {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:19:10.649383 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91570ff3-344d-4250-b751-70fcb19f046b", "tag": "aa23ed80-5769-4e18-98f8-88d05c7c82bf", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:19:10.649868 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed9e8049-6270-4f9b-8690-4bdb3f055bdd {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:19:10.650410 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91570ff3-344d-4250-b751-70fcb19f046b', 'tag': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf', 'status': 'completed', 'code': 200}
Nov 20 21:19:10.696245 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc0260-69cb-4049-8862-4040f4fe152f req-a9666426-f571-435e-b97e-9abae08cd063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:10.697863 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69cc0260-69cb-4049-8862-4040f4fe152f req-a9666426-f571-435e-b97e-9abae08cd063 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfa4e1f38ed645dc8af56e7abe42b889&device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 1094 time: 0.0431104
Nov 20 21:19:10.741563 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69cc0260-69cb-4049-8862-4040f4fe152f req-92f89229-2345-469f-a1d5-7574993a5f67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa23ed80-5769-4e18-98f8-88d05c7c82bf HTTP/1.1" status: 200  len: 217 time: 0.0354180
Nov 20 21:19:10.792095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc0260-69cb-4049-8862-4040f4fe152f req-148b56df-c4c5-4477-a8e5-4121b68e1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:10.794069 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69cc0260-69cb-4049-8862-4040f4fe152f req-148b56df-c4c5-4477-a8e5-4121b68e1fe8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21ebef96-719a-4441-a704-dcb32d459c8e HTTP/1.1" status: 200  len: 853 time: 0.0455315
Nov 20 21:19:10.841923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc0260-69cb-4049-8862-4040f4fe152f req-1246384d-b619-46a6-9f99-63d4bd92e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:10.843424 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69cc0260-69cb-4049-8862-4040f4fe152f req-1246384d-b619-46a6-9f99-63d4bd92e384 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad85d1e6-7942-40af-9024-3a100cf415ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434923
Nov 20 21:19:10.935465 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69cc0260-69cb-4049-8862-4040f4fe152f req-9deda9b1-cb31-4dda-ba05-a6f34c800d56 service neutron] 10.222.0.47 "GET /v2.0/networks/ad85d1e6-7942-40af-9024-3a100cf415ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843332
Nov 20 21:19:11.008738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fa96e-aee9-4828-9537-4f991ba27355 req-0d9040a8-c9da-4c5e-97ba-c5dd25daf4d1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:11.010354 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-459fa96e-aee9-4828-9537-4f991ba27355 req-0d9040a8-c9da-4c5e-97ba-c5dd25daf4d1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0494132
Nov 20 21:19:11.029840 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69cc0260-69cb-4049-8862-4040f4fe152f req-00c70800-6436-4f8c-acda-e4635bbc6768 service neutron] 10.222.0.47 "GET /v2.0/networks/ad85d1e6-7942-40af-9024-3a100cf415ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879521
Nov 20 21:19:11.061713 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-459fa96e-aee9-4828-9537-4f991ba27355 req-6f450a20-112c-4c44-afb0-33735794e886 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451405
Nov 20 21:19:11.114471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e5741-c2b5-4a24-9d34-7825e3528bfb req-989299ae-71bb-46dc-ac72-8c8b1b102eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:11.115974 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-069e5741-c2b5-4a24-9d34-7825e3528bfb req-989299ae-71bb-46dc-ac72-8c8b1b102eb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfa4e1f38ed645dc8af56e7abe42b889&device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 1094 time: 0.0429978
Nov 20 21:19:11.210869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e5741-c2b5-4a24-9d34-7825e3528bfb req-b953063f-b016-442d-ab86-4864d9d4869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:11.212233 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-069e5741-c2b5-4a24-9d34-7825e3528bfb req-b953063f-b016-442d-ab86-4864d9d4869d service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad85d1e6-7942-40af-9024-3a100cf415ae HTTP/1.1" status: 200  len: 915 time: 0.0892034
Nov 20 21:19:11.253009 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-069e5741-c2b5-4a24-9d34-7825e3528bfb req-2f0b756d-6cf7-482e-9961-18baf4907bed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa23ed80-5769-4e18-98f8-88d05c7c82bf HTTP/1.1" status: 200  len: 217 time: 0.0339792
Nov 20 21:19:11.300865 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e5741-c2b5-4a24-9d34-7825e3528bfb req-ca73dc41-7ad1-40f3-80a4-29ab570544bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:11.302322 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-069e5741-c2b5-4a24-9d34-7825e3528bfb req-ca73dc41-7ad1-40f3-80a4-29ab570544bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21ebef96-719a-4441-a704-dcb32d459c8e HTTP/1.1" status: 200  len: 853 time: 0.0427728
Nov 20 21:19:11.353431 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e5741-c2b5-4a24-9d34-7825e3528bfb req-8dc65fe4-31c6-46a6-99ee-0b5d53a7eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:11.354988 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-069e5741-c2b5-4a24-9d34-7825e3528bfb req-8dc65fe4-31c6-46a6-99ee-0b5d53a7eede service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad85d1e6-7942-40af-9024-3a100cf415ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0443764
Nov 20 21:19:11.445543 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-069e5741-c2b5-4a24-9d34-7825e3528bfb req-6c58c579-7d08-46aa-aa18-942ec239df27 service neutron] 10.222.0.47 "GET /v2.0/networks/ad85d1e6-7942-40af-9024-3a100cf415ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831814
Nov 20 21:19:11.552247 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-069e5741-c2b5-4a24-9d34-7825e3528bfb req-ba1903cc-d0e6-4a91-a619-700db09503b7 service neutron] 10.222.0.47 "GET /v2.0/networks/ad85d1e6-7942-40af-9024-3a100cf415ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865886
Nov 20 21:19:11.708604 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc99f2c-22dd-4b1b-910a-48cdffe0533e req-c44c2d67-2792-4b65-989c-5a0b626e2fba tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:11.710108 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2dc99f2c-22dd-4b1b-910a-48cdffe0533e req-c44c2d67-2792-4b65-989c-5a0b626e2fba tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/ports?device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 943 time: 0.0535150
Nov 20 21:19:11.759969 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2dc99f2c-22dd-4b1b-910a-48cdffe0533e req-bedf3258-903d-4972-b918-66243adfa4c9 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f5da943-9d2e-4275-a268-6f4b5624ba23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438874
Nov 20 21:19:12.184158 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d4b3b-ceb9-4af0-8640-e5631d3e25dc req-6dcae2d3-eb29-4b02-a384-9e2cb08ab96e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:12.185672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a8d4b3b-ceb9-4af0-8640-e5631d3e25dc req-6dcae2d3-eb29-4b02-a384-9e2cb08ab96e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0501163
Nov 20 21:19:12.231587 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-202f20af-bf99-4592-a269-21bd142f9c7d req-7f707c21-f755-4a01-8131-54429e66ad0a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0394583
Nov 20 21:19:12.237816 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a8d4b3b-ceb9-4af0-8640-e5631d3e25dc req-4eeeebf2-db1d-4c55-be4f-85c1492c6069 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461333
Nov 20 21:19:12.318203 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f20af-bf99-4592-a269-21bd142f9c7d req-df242738-4940-453e-8feb-6fe132c2dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:12.319699 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-202f20af-bf99-4592-a269-21bd142f9c7d req-df242738-4940-453e-8feb-6fe132c2dff5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 1097 time: 0.0443475
Nov 20 21:19:12.440896 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f20af-bf99-4592-a269-21bd142f9c7d req-fdc336c5-43b4-4fe4-a1cb-e4f6bc488f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:12.442552 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-202f20af-bf99-4592-a269-21bd142f9c7d req-fdc336c5-43b4-4fe4-a1cb-e4f6bc488f92 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.0998161
Nov 20 21:19:12.522208 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-202f20af-bf99-4592-a269-21bd142f9c7d req-9609021e-98cc-4ea0-8897-f295a1e2264e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f50585-bcb7-49c3-9bc7-6f2b3717ea5c HTTP/1.1" status: 200  len: 1001 time: 0.0713737
Nov 20 21:19:12.577160 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f20af-bf99-4592-a269-21bd142f9c7d req-11e27a68-a15c-4afc-8efa-6627fff6c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:12.578707 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-202f20af-bf99-4592-a269-21bd142f9c7d req-11e27a68-a15c-4afc-8efa-6627fff6c31f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.0484397
Nov 20 21:19:12.629520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f20af-bf99-4592-a269-21bd142f9c7d req-ab98812c-3ec3-4df4-97bc-f7b76f5ee7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:12.631117 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-202f20af-bf99-4592-a269-21bd142f9c7d req-ab98812c-3ec3-4df4-97bc-f7b76f5ee7d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0448062
Nov 20 21:19:12.732877 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-202f20af-bf99-4592-a269-21bd142f9c7d req-edad98ff-6579-4675-99de-a0f78fe7a2e6 service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0934365
Nov 20 21:19:12.821908 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-202f20af-bf99-4592-a269-21bd142f9c7d req-8fc3f363-fe2f-4bf0-980b-48c8f9f8f840 service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820034
Nov 20 21:19:12.882143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b6423-a8e2-46da-99ac-521f66bd7a98 req-8d56d2db-e9a4-4247-9242-e89e51a44e04 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:12.883651 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b55b6423-a8e2-46da-99ac-521f66bd7a98 req-8d56d2db-e9a4-4247-9242-e89e51a44e04 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/ports?device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 943 time: 0.0554731
Nov 20 21:19:12.932639 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b55b6423-a8e2-46da-99ac-521f66bd7a98 req-b56fc6c2-1c11-48dc-8ed3-e30b2fb85246 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f5da943-9d2e-4275-a268-6f4b5624ba23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429499
Nov 20 21:19:13.310514 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dff8daef-84c6-4598-bef1-93dd7275fa13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:13.373095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387bf7f-5bb0-4c0c-b340-4b6e877d0d9c req-1d63ffbb-f5b8-4f66-b7ad-ea4cabc3f75d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:13.374613 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0387bf7f-5bb0-4c0c-b340-4b6e877d0d9c req-1d63ffbb-f5b8-4f66-b7ad-ea4cabc3f75d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0631404
Nov 20 21:19:13.432774 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0387bf7f-5bb0-4c0c-b340-4b6e877d0d9c req-7f413633-4aee-49ef-9454-d96b911cfb79 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512056
Nov 20 21:19:14.047623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d14284-f65d-4618-ac58-23b6168ba1d6 req-c619a656-500c-478c-a7a4-ea28ab763bb5 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:14.049119 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5d14284-f65d-4618-ac58-23b6168ba1d6 req-c619a656-500c-478c-a7a4-ea28ab763bb5 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/ports?device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 943 time: 0.0484321
Nov 20 21:19:14.098240 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c5d14284-f65d-4618-ac58-23b6168ba1d6 req-f79b4b94-6a64-48dc-940b-c42d8c508fb3 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f5da943-9d2e-4275-a268-6f4b5624ba23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431514
Nov 20 21:19:14.142149 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device aa23ed80-5769-4e18-98f8-88d05c7c82bf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:19:14.237445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port aa23ed80-5769-4e18-98f8-88d05c7c82bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa23ed80-5769-4e18-98f8-88d05c7c82bf,segment=NetworkSegment(99134eba-fe3c-4659-a5c1-013c3e91c8f1),segment_id=99134eba-fe3c-4659-a5c1-013c3e91c8f1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:19:14.248706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'port_id': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf', 'mac_address': 'fa:16:3e:ef:e3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:19:14.270499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1a525-5cb0-442f-a795-80705aad00d5 req-01888f8b-297a-45eb-be76-c19fb38792d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:14.272121 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-16d1a525-5cb0-442f-a795-80705aad00d5 req-01888f8b-297a-45eb-be76-c19fb38792d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 1097 time: 0.0414009
Nov 20 21:19:14.290033 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:14.303740 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa23ed80-5769-4e18-98f8-88d05c7c82bf {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:19:14.323004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port aa23ed80-5769-4e18-98f8-88d05c7c82bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa23ed80-5769-4e18-98f8-88d05c7c82bf,segment=NetworkSegment(99134eba-fe3c-4659-a5c1-013c3e91c8f1),segment_id=99134eba-fe3c-4659-a5c1-013c3e91c8f1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:19:14.327086 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:14.376096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=aa23ed80-5769-4e18-98f8-88d05c7c82bf,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:14.384386 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1a525-5cb0-442f-a795-80705aad00d5 req-f89c181f-f156-4959-b0fa-4fe014ab4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:14.385822 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-16d1a525-5cb0-442f-a795-80705aad00d5 req-f89c181f-f156-4959-b0fa-4fe014ab4ae1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b8a3317-5402-477f-b03e-09482e7e472a HTTP/1.1" status: 200  len: 898 time: 0.0912929
Nov 20 21:19:14.453434 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-16d1a525-5cb0-442f-a795-80705aad00d5 req-8c3adfe4-2e41-4785-bdd7-ef735240158f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa HTTP/1.1" status: 200  len: 1002 time: 0.0606301
Nov 20 21:19:14.513312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1a525-5cb0-442f-a795-80705aad00d5 req-947ed579-03c8-46ac-9719-c7f4a68caab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:14.514857 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-16d1a525-5cb0-442f-a795-80705aad00d5 req-947ed579-03c8-46ac-9719-c7f4a68caab7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2675791e-a2ae-4d43-b82d-ddcbf712758a HTTP/1.1" status: 200  len: 835 time: 0.0532217
Nov 20 21:19:14.539890 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['aa23ed80-5769-4e18-98f8-88d05c7c82bf'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:19:14.595525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b153033-df94-4464-8f33-62f4b4b30292 req-3a70801b-c4b2-4bc7-9f97-434ce2c943dd tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:14.597050 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b153033-df94-4464-8f33-62f4b4b30292 req-3a70801b-c4b2-4bc7-9f97-434ce2c943dd tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0869992
Nov 20 21:19:14.599779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1a525-5cb0-442f-a795-80705aad00d5 req-8c728068-dfe3-4cc4-b571-9a6923a4edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:14.601216 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-16d1a525-5cb0-442f-a795-80705aad00d5 req-8c728068-dfe3-4cc4-b571-9a6923a4edc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b8a3317-5402-477f-b03e-09482e7e472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0774519
Nov 20 21:19:14.709121 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b153033-df94-4464-8f33-62f4b4b30292 req-43ca38d1-00f6-4caf-869f-a4205b021339 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1049116
Nov 20 21:19:14.732186 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-16d1a525-5cb0-442f-a795-80705aad00d5 req-3e5600b1-e848-4779-a984-e7ef21ffd92c service neutron] 10.222.0.37 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219971
Nov 20 21:19:14.823095 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-16d1a525-5cb0-442f-a795-80705aad00d5 req-62abbb53-e11c-4447-ad10-f4d90a0b90ab service neutron] 10.222.0.37 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839620
Nov 20 21:19:15.214458 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b6606-964b-4e3c-a8df-fb3cb3976839 req-6e75c1bf-7362-43ab-b229-cae5adb8a755 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:15.215981 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a02b6606-964b-4e3c-a8df-fb3cb3976839 req-6e75c1bf-7362-43ab-b229-cae5adb8a755 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/ports?device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 944 time: 0.0506279
Nov 20 21:19:15.268405 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a02b6606-964b-4e3c-a8df-fb3cb3976839 req-94ace5f3-9645-42b3-ba78-eef72a2230f7 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f5da943-9d2e-4275-a268-6f4b5624ba23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465591
Nov 20 21:19:15.682251 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-495052e7-445f-4a3a-8c1f-0896899bdf32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:15.828261 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c33bd0-e979-42f5-bbb8-7f9ff0390efa req-aa31297b-1ad3-4a59-8976-0d69211cb812 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:15.829772 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02c33bd0-e979-42f5-bbb8-7f9ff0390efa req-aa31297b-1ad3-4a59-8976-0d69211cb812 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0506659
Nov 20 21:19:15.884006 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02c33bd0-e979-42f5-bbb8-7f9ff0390efa req-3483a40a-2f29-4710-859d-0ecf353f7120 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482721
Nov 20 21:19:16.153704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device aa23ed80-5769-4e18-98f8-88d05c7c82bf up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:19:16.202267 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port aa23ed80-5769-4e18-98f8-88d05c7c82bf completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:19:16.206248 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port aa23ed80-5769-4e18-98f8-88d05c7c82bf triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:19:16.206616 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:16.284265 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:16.306733 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91570ff3-344d-4250-b751-70fcb19f046b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:19:16.309754 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc143b0a-0826-4b7f-a2fe-f97da0f3188d" -d '{"events": [{"server_uuid": "91570ff3-344d-4250-b751-70fcb19f046b", "name": "network-vif-plugged", "status": "completed", "tag": "aa23ed80-5769-4e18-98f8-88d05c7c82bf"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:19:16.322925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port aa23ed80-5769-4e18-98f8-88d05c7c82bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa23ed80-5769-4e18-98f8-88d05c7c82bf,segment=NetworkSegment(99134eba-fe3c-4659-a5c1-013c3e91c8f1),segment_id=99134eba-fe3c-4659-a5c1-013c3e91c8f1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:19:16.327986 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:16.357467 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b8ce00-b911-4280-aea2-8b8ea130b802 x-openstack-request-id: req-c1b8ce00-b911-4280-aea2-8b8ea130b802 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:19:16.357467 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91570ff3-344d-4250-b751-70fcb19f046b", "name": "network-vif-plugged", "status": "completed", "tag": "aa23ed80-5769-4e18-98f8-88d05c7c82bf", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:19:16.357467 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1b8ce00-b911-4280-aea2-8b8ea130b802 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:19:16.357799 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91570ff3-344d-4250-b751-70fcb19f046b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf', 'code': 200}
Nov 20 21:19:16.382418 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=aa23ed80-5769-4e18-98f8-88d05c7c82bf,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:16.405213 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3161de4-77b2-4eb9-b0d4-710883e2fa8b req-4547450f-5bff-4e18-85d5-d4cc4087b851 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:16.406781 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e3161de4-77b2-4eb9-b0d4-710883e2fa8b req-4547450f-5bff-4e18-85d5-d4cc4087b851 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/ports?device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 945 time: 0.0645089
Nov 20 21:19:16.484103 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658cfb3-b460-4e23-9a66-75e52cc60d20 req-5a76af3a-60c8-4cbf-9fbe-7ba265798b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:16.485600 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2658cfb3-b460-4e23-9a66-75e52cc60d20 req-5a76af3a-60c8-4cbf-9fbe-7ba265798b26 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 1096 time: 0.0706654
Nov 20 21:19:16.489505 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e3161de4-77b2-4eb9-b0d4-710883e2fa8b req-be788ac5-06ed-4092-937f-c107ec92f7cc tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f5da943-9d2e-4275-a268-6f4b5624ba23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765729
Nov 20 21:19:16.533262 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2658cfb3-b460-4e23-9a66-75e52cc60d20 req-46f556b3-3ac7-4c13-be06-c2e25b00dc8c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5f5da943-9d2e-4275-a268-6f4b5624ba23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400839
Nov 20 21:19:16.813090 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:17.003737 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdceffbf-3642-41cf-abdf-75489a42402b req-3c56e795-dd18-49c9-836d-e19a4c31da54 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:17.005219 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cdceffbf-3642-41cf-abdf-75489a42402b req-3c56e795-dd18-49c9-836d-e19a4c31da54 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0491650
Nov 20 21:19:17.055533 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cdceffbf-3642-41cf-abdf-75489a42402b req-9abc7f96-b3e3-4ba1-b4ea-827b88d66cf0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444744
Nov 20 21:19:17.613640 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f36c58-a371-41e6-8f4d-842dbd14d8e9 req-dfd11d2a-7723-4d4a-a54c-ccf0699d135b tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:17.615145 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f2f36c58-a371-41e6-8f4d-842dbd14d8e9 req-dfd11d2a-7723-4d4a-a54c-ccf0699d135b tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/ports?device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 945 time: 0.0534637
Nov 20 21:19:17.665675 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f2f36c58-a371-41e6-8f4d-842dbd14d8e9 req-d49293ac-3151-4223-a4ce-54ef80adf875 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f5da943-9d2e-4275-a268-6f4b5624ba23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445547
Nov 20 21:19:17.777322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c662af1-2a68-497e-91b4-fc998cc62223 req-685efdb8-3745-427e-ba9e-afd6b17d463f tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:17.778732 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9c662af1-2a68-497e-91b4-fc998cc62223 req-685efdb8-3745-427e-ba9e-afd6b17d463f tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/ports?device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 945 time: 0.0482719
Nov 20 21:19:17.828262 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9c662af1-2a68-497e-91b4-fc998cc62223 req-d8313353-6689-4075-8170-f09ad9426d7a tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f5da943-9d2e-4275-a268-6f4b5624ba23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436599
Nov 20 21:19:17.849617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52078) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:19:17.936336 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3541ade-e872-43a8-ad4c-dea7d1692164 tempest-TestVolumeBackupRestore-929959662 tempest-TestVolumeBackupRestore-929959662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:17.937814 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b3541ade-e872-43a8-ad4c-dea7d1692164 tempest-TestVolumeBackupRestore-929959662 tempest-TestVolumeBackupRestore-929959662-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 1091 time: 0.0870123
Nov 20 21:19:17.940630 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52082) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:19:17.944766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'fixed_ip_address': '172.20.0.6'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:19:17.967059 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:18.061030 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:18.169663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Allocated IP 172.35.1.71 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/743f831e-dd44-40ee-8c71-c2487aadc5c5) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:19:18.171448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c253d8-5533-4735-adf3-cf56211d49c4 req-8fedb637-d690-40e7-ac40-9d72a1897f39 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:18.172985 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22c253d8-5533-4735-adf3-cf56211d49c4 req-8fedb637-d690-40e7-ac40-9d72a1897f39 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0489280
Nov 20 21:19:18.224374 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22c253d8-5533-4735-adf3-cf56211d49c4 req-7f511d71-7a4f-4945-99b7-e0169c6f68c5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440981
Nov 20 21:19:18.271746 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:18.305732 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:18.351390 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:19:18.354244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:19:18.357065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:19:18.385964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Pushing event updated for resources: {'Port': ['ID=743f831e-dd44-40ee-8c71-c2487aadc5c5,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:18.662764 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:18.718413 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:18.787640 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:18.938581 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:18.943810 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:19.011362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Pushing event updated for resources: {'Port': ['ID=743f831e-dd44-40ee-8c71-c2487aadc5c5,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:19.023002 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:19.122383 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Floating IP f90b1f6e-9d26-4cfb-aadb-e21001dad367 associated. External IP: 172.35.1.71, port: aa23ed80-5769-4e18-98f8-88d05c7c82bf.
Nov 20 21:19:19.260854 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:19.356735 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Router b7c95e54-0f2b-4722-88f7-9570e06d758f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:19:19.382230 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d2eb-2767-4f4c-80c8-b6874722883b req-326d2f87-d244-40e5-b19c-70a7c6bfcd7a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:19.384002 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4340d2eb-2767-4f4c-80c8-b6874722883b req-326d2f87-d244-40e5-b19c-70a7c6bfcd7a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0730224
Nov 20 21:19:19.504203 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4340d2eb-2767-4f4c-80c8-b6874722883b req-c38a0705-f273-4eba-8126-2bb9002a2d08 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0845962
Nov 20 21:19:19.518597 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:19:19.532778 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc53876-b681-479c-bf53-244c9a7091a4 None None] Sync routers for ids ['b7c95e54-0f2b-4722-88f7-9570e06d758f'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:19:19.541575 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:19.546013 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc53876-b681-479c-bf53-244c9a7091a4 None None] Routers {'b7c95e54-0f2b-4722-88f7-9570e06d758f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:19:19.546676 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3dc53876-b681-479c-bf53-244c9a7091a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4666b3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:19:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b7c95e54-0f2b-4722-88f7-9570e06d758f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:19:19.569429 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5f51c7fb-e7cb-4bdc-8716-d546ad85f8c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.6277909
Nov 20 21:19:19.570020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91570ff3-344d-4250-b751-70fcb19f046b', 'tag': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:19:19.572237 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52088) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:19:19.572755 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768a4dd4-6ae7-47d1-8fba-90660d86f443" -d '{"events": [{"name": "network-changed", "server_uuid": "91570ff3-344d-4250-b751-70fcb19f046b", "tag": "aa23ed80-5769-4e18-98f8-88d05c7c82bf"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:19:19.613288 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2283474e-8cf7-4072-8b07-e131058cff78 x-openstack-request-id: req-2283474e-8cf7-4072-8b07-e131058cff78 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:19:19.613585 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91570ff3-344d-4250-b751-70fcb19f046b", "tag": "aa23ed80-5769-4e18-98f8-88d05c7c82bf", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:19:19.613842 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2283474e-8cf7-4072-8b07-e131058cff78 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:19:19.614686 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91570ff3-344d-4250-b751-70fcb19f046b', 'tag': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf', 'status': 'completed', 'code': 200}
Nov 20 21:19:19.625948 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4193c4d3-2577-494c-abdb-8d6659e11ace tempest-TestVolumeBackupRestore-929959662 tempest-TestVolumeBackupRestore-929959662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:19.630507 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4193c4d3-2577-494c-abdb-8d6659e11ace tempest-TestVolumeBackupRestore-929959662 tempest-TestVolumeBackupRestore-929959662-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 1091 time: 0.0542424
Nov 20 21:19:19.630850 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52092) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:19:19.635461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6019b418-f0fa-4456-aac4-ce58aa3db2ed tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Request body: {'floatingip': {'port_id': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:19:19.667875 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-3dc53876-b681-479c-bf53-244c9a7091a4 None None] Set router b7c95e54-0f2b-4722-88f7-9570e06d758f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:19:19.679812 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a4dd4-6ae7-47d1-8fba-90660d86f443 req-939f3014-62fe-4120-a8da-46e1563730c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:19.681324 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-768a4dd4-6ae7-47d1-8fba-90660d86f443 req-939f3014-62fe-4120-a8da-46e1563730c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfa4e1f38ed645dc8af56e7abe42b889&device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 1096 time: 0.0422018
Nov 20 21:19:19.695975 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6019b418-f0fa-4456-aac4-ce58aa3db2ed tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for floatingip, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:19.778879 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a4dd4-6ae7-47d1-8fba-90660d86f443 req-55494861-753c-4c83-812c-d06324aeeea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:19.780304 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-768a4dd4-6ae7-47d1-8fba-90660d86f443 req-55494861-753c-4c83-812c-d06324aeeea8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad85d1e6-7942-40af-9024-3a100cf415ae HTTP/1.1" status: 200  len: 915 time: 0.0920491
Nov 20 21:19:19.850187 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-768a4dd4-6ae7-47d1-8fba-90660d86f443 req-f656c04a-d1df-4c99-8749-195767a94cc0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa23ed80-5769-4e18-98f8-88d05c7c82bf HTTP/1.1" status: 200  len: 998 time: 0.0631411
Nov 20 21:19:19.903300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a4dd4-6ae7-47d1-8fba-90660d86f443 req-a610f1ba-5cb5-498c-81e9-02d5fe8d37cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:19.904907 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-768a4dd4-6ae7-47d1-8fba-90660d86f443 req-a610f1ba-5cb5-498c-81e9-02d5fe8d37cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21ebef96-719a-4441-a704-dcb32d459c8e HTTP/1.1" status: 200  len: 853 time: 0.0477641
Nov 20 21:19:19.921360 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3dc53876-b681-479c-bf53-244c9a7091a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4666b3a0>, [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 4, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port': {'id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f90b1f6e-9d26-4cfb-aadb-e21001dad367', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'floating_ip_address': '172.35.1.71', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'port_id': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'mac_address': 'fa:16:3e:ef:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91570ff3-344d-4250-b751-70fcb19f046b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:19:18Z', 'updated_at': '2021-11-20T21:19:18Z', 'revision_number': 0, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3', 'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'mac_address': 'fa:16:3e:2c:c9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:43Z', 'updated_at': '2021-11-20T21:18:49Z', 'revision_number': 5, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'subnets': [{'id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:19:19.952063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a4dd4-6ae7-47d1-8fba-90660d86f443 req-47f4725a-73f6-4ed6-ae28-75031194bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:19.952858 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc53876-b681-479c-bf53-244c9a7091a4 None None] Checking router: b7c95e54-0f2b-4722-88f7-9570e06d758f for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:19:19.953876 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-768a4dd4-6ae7-47d1-8fba-90660d86f443 req-47f4725a-73f6-4ed6-ae28-75031194bd1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad85d1e6-7942-40af-9024-3a100cf415ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0421493
Nov 20 21:19:19.961415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc53876-b681-479c-bf53-244c9a7091a4 None None] Routers {'b7c95e54-0f2b-4722-88f7-9570e06d758f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:19:19.962035 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3dc53876-b681-479c-bf53-244c9a7091a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4666b3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:19:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b7c95e54-0f2b-4722-88f7-9570e06d758f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:19:20.056161 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-768a4dd4-6ae7-47d1-8fba-90660d86f443 req-44cc8b3a-d002-4335-bc3c-8571a111d547 service neutron] 10.222.0.47 "GET /v2.0/networks/ad85d1e6-7942-40af-9024-3a100cf415ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937455
Nov 20 21:19:20.159799 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-768a4dd4-6ae7-47d1-8fba-90660d86f443 req-77b725cf-772d-43ef-8c6e-09d40f8ab17c service neutron] 10.222.0.47 "GET /v2.0/networks/ad85d1e6-7942-40af-9024-3a100cf415ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0966024
Nov 20 21:19:20.188333 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6019b418-f0fa-4456-aac4-ce58aa3db2ed tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:20.192645 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6019b418-f0fa-4456-aac4-ce58aa3db2ed tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:20.224791 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-3dc53876-b681-479c-bf53-244c9a7091a4 None None] Set router b7c95e54-0f2b-4722-88f7-9570e06d758f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:19:20.462500 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3dc53876-b681-479c-bf53-244c9a7091a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4666b3a0>, [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 4, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port': {'id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f90b1f6e-9d26-4cfb-aadb-e21001dad367', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'floating_ip_address': '172.35.1.71', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'port_id': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'mac_address': 'fa:16:3e:ef:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91570ff3-344d-4250-b751-70fcb19f046b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:19:18Z', 'updated_at': '2021-11-20T21:19:18Z', 'revision_number': 0, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3', 'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'mac_address': 'fa:16:3e:2c:c9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:43Z', 'updated_at': '2021-11-20T21:18:49Z', 'revision_number': 5, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'subnets': [{'id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:19:20.491366 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc53876-b681-479c-bf53-244c9a7091a4 None None] The sync data for ids ['b7c95e54-0f2b-4722-88f7-9570e06d758f'] in ncdv-master-1 is: [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 4, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port': {'id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f90b1f6e-9d26-4cfb-aadb-e21001dad367', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'floating_ip_address': '172.35.1.71', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'port_id': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'mac_address': 'fa:16:3e:ef:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91570ff3-344d-4250-b751-70fcb19f046b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:19:18Z', 'updated_at': '2021-11-20T21:19:18Z', 'revision_number': 0, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3', 'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'mac_address': 'fa:16:3e:2c:c9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:43Z', 'updated_at': '2021-11-20T21:18:49Z', 'revision_number': 5, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'subnets': [{'id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:19:20.705774 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff5db5-84b2-4774-8f38-3e842ce23402 req-bb2430ce-c30d-4999-a169-63c6e961dbbc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:20.707354 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d6ff5db5-84b2-4774-8f38-3e842ce23402 req-bb2430ce-c30d-4999-a169-63c6e961dbbc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0918040
Nov 20 21:19:20.714681 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603dfcda-4e96-402b-9297-17ac394b7740 None None] New status for floating IP f90b1f6e-9d26-4cfb-aadb-e21001dad367: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:19:20.807138 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d6ff5db5-84b2-4774-8f38-3e842ce23402 req-9e1782cf-0ffa-451a-bb41-24957f3bfc49 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0904016
Nov 20 21:19:20.813265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6019b418-f0fa-4456-aac4-ce58aa3db2ed tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Router b7c95e54-0f2b-4722-88f7-9570e06d758f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:19:20.925721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6019b418-f0fa-4456-aac4-ce58aa3db2ed tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:19:20.930358 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6019b418-f0fa-4456-aac4-ce58aa3db2ed tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:20.935216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a44d2f-9609-4ac0-8144-0a6cfd7e697d None None] Sync routers for ids ['b7c95e54-0f2b-4722-88f7-9570e06d758f'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:19:20.944531 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a44d2f-9609-4ac0-8144-0a6cfd7e697d None None] Routers {'b7c95e54-0f2b-4722-88f7-9570e06d758f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:19:20.945219 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-07a44d2f-9609-4ac0-8144-0a6cfd7e697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46539460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:19:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b7c95e54-0f2b-4722-88f7-9570e06d758f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:19:20.982754 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6019b418-f0fa-4456-aac4-ce58aa3db2ed tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "PUT /v2.0/floatingips/f90b1f6e-9d26-4cfb-aadb-e21001dad367 HTTP/1.1" status: 200  len: 990 time: 1.3507462
Nov 20 21:19:21.053407 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-07a44d2f-9609-4ac0-8144-0a6cfd7e697d None None] Set router b7c95e54-0f2b-4722-88f7-9570e06d758f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:19:21.280547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-07a44d2f-9609-4ac0-8144-0a6cfd7e697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46539460>, [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 4, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port': {'id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f90b1f6e-9d26-4cfb-aadb-e21001dad367', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'floating_ip_address': '172.35.1.71', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'port_id': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'mac_address': 'fa:16:3e:ef:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91570ff3-344d-4250-b751-70fcb19f046b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:19:18Z', 'updated_at': '2021-11-20T21:19:20Z', 'revision_number': 2, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3', 'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'mac_address': 'fa:16:3e:2c:c9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:43Z', 'updated_at': '2021-11-20T21:18:49Z', 'revision_number': 5, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'subnets': [{'id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:19:21.307548 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a44d2f-9609-4ac0-8144-0a6cfd7e697d None None] Checking router: b7c95e54-0f2b-4722-88f7-9570e06d758f for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:19:21.316864 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a44d2f-9609-4ac0-8144-0a6cfd7e697d None None] Routers {'b7c95e54-0f2b-4722-88f7-9570e06d758f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:19:21.317479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-07a44d2f-9609-4ac0-8144-0a6cfd7e697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46539460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:19:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b7c95e54-0f2b-4722-88f7-9570e06d758f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:19:21.424052 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-07a44d2f-9609-4ac0-8144-0a6cfd7e697d None None] Set router b7c95e54-0f2b-4722-88f7-9570e06d758f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:19:21.615695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91570ff3-344d-4250-b751-70fcb19f046b', 'tag': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf'}, {'name': 'network-changed', 'server_uuid': '91570ff3-344d-4250-b751-70fcb19f046b', 'tag': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:19:21.618503 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "91570ff3-344d-4250-b751-70fcb19f046b", "tag": "aa23ed80-5769-4e18-98f8-88d05c7c82bf"}, {"name": "network-changed", "server_uuid": "91570ff3-344d-4250-b751-70fcb19f046b", "tag": "aa23ed80-5769-4e18-98f8-88d05c7c82bf"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:19:21.656596 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 20 Nov 2021 21:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecce6c2-72bf-4836-8ea1-89a3d11738e1 x-openstack-request-id: req-fecce6c2-72bf-4836-8ea1-89a3d11738e1 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:19:21.656916 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91570ff3-344d-4250-b751-70fcb19f046b", "tag": "aa23ed80-5769-4e18-98f8-88d05c7c82bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "91570ff3-344d-4250-b751-70fcb19f046b", "tag": "aa23ed80-5769-4e18-98f8-88d05c7c82bf", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:19:21.657168 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fecce6c2-72bf-4836-8ea1-89a3d11738e1 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:19:21.657572 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91570ff3-344d-4250-b751-70fcb19f046b', 'tag': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf', 'status': 'completed', 'code': 200}
Nov 20 21:19:21.657833 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91570ff3-344d-4250-b751-70fcb19f046b', 'tag': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf', 'status': 'completed', 'code': 200}
Nov 20 21:19:21.662125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-07a44d2f-9609-4ac0-8144-0a6cfd7e697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46539460>, [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 4, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port': {'id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f90b1f6e-9d26-4cfb-aadb-e21001dad367', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'floating_ip_address': '172.35.1.71', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'port_id': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'mac_address': 'fa:16:3e:ef:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91570ff3-344d-4250-b751-70fcb19f046b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:19:18Z', 'updated_at': '2021-11-20T21:19:20Z', 'revision_number': 2, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3', 'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'mac_address': 'fa:16:3e:2c:c9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:43Z', 'updated_at': '2021-11-20T21:18:49Z', 'revision_number': 5, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'subnets': [{'id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:19:21.689767 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a44d2f-9609-4ac0-8144-0a6cfd7e697d None None] The sync data for ids ['b7c95e54-0f2b-4722-88f7-9570e06d758f'] in ncdv-master-1 is: [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 4, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port': {'id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f90b1f6e-9d26-4cfb-aadb-e21001dad367', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'floating_ip_address': '172.35.1.71', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'port_id': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'mac_address': 'fa:16:3e:ef:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91570ff3-344d-4250-b751-70fcb19f046b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:19:18Z', 'updated_at': '2021-11-20T21:19:20Z', 'revision_number': 2, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3', 'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'mac_address': 'fa:16:3e:2c:c9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:43Z', 'updated_at': '2021-11-20T21:18:49Z', 'revision_number': 5, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'subnets': [{'id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:19:21.719635 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-845f16a9-2481-40a2-8ecb-cef4b24ff862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:21.721153 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-845f16a9-2481-40a2-8ecb-cef4b24ff862 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfa4e1f38ed645dc8af56e7abe42b889&device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 1096 time: 0.0420492
Nov 20 21:19:21.820046 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-14e08839-74e4-44b5-878a-fa6acbe7f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:21.821564 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-14e08839-74e4-44b5-878a-fa6acbe7f52b service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad85d1e6-7942-40af-9024-3a100cf415ae HTTP/1.1" status: 200  len: 915 time: 0.0935597
Nov 20 21:19:21.889832 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-fea7e6c7-7633-4647-b2d0-da95db366f54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa23ed80-5769-4e18-98f8-88d05c7c82bf HTTP/1.1" status: 200  len: 1000 time: 0.0612669
Nov 20 21:19:21.928091 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289abbf0-aac1-43c5-ac5b-cbc578874836 req-75f5b51d-20bd-46b0-a0eb-c19e2a78dc66 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:21.929597 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-289abbf0-aac1-43c5-ac5b-cbc578874836 req-75f5b51d-20bd-46b0-a0eb-c19e2a78dc66 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0493271
Nov 20 21:19:21.941010 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-263bac59-0b89-4265-8bb7-05fd8a9ec725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:21.942497 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-263bac59-0b89-4265-8bb7-05fd8a9ec725 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21ebef96-719a-4441-a704-dcb32d459c8e HTTP/1.1" status: 200  len: 853 time: 0.0460799
Nov 20 21:19:21.994374 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-a76a211b-8b34-4f2e-a372-835aa4915d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:21.995877 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-a76a211b-8b34-4f2e-a372-835aa4915d3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad85d1e6-7942-40af-9024-3a100cf415ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0464158
Nov 20 21:19:22.027609 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-289abbf0-aac1-43c5-ac5b-cbc578874836 req-7fa8189b-b694-4309-ab62-846b12303e99 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910242
Nov 20 21:19:22.030284 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-3428e706-6ff8-49c8-b7fc-a505db6bffcd service neutron] show failed (client error): The resource could not be found.
Nov 20 21:19:22.030870 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-3428e706-6ff8-49c8-b7fc-a505db6bffcd service neutron] 10.222.0.37 "GET /v2.0/ports/e94d1478-befd-479b-af4e-3dd6f60f6faa/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0955815
Nov 20 21:19:22.087071 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-e27d7753-88e3-4067-baff-cd8bfa1be4ce service neutron] 10.222.0.47 "GET /v2.0/networks/ad85d1e6-7942-40af-9024-3a100cf415ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840106
Nov 20 21:19:22.267093 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-66ac92e5-af06-4b3e-af73-062da3cdd9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:22.268608 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-66ac92e5-af06-4b3e-af73-062da3cdd9d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0&tenant_id=9150e5dc713c4519842f75908123d4ce HTTP/1.1" status: 200  len: 1097 time: 0.0743864
Nov 20 21:19:22.281567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:19:22.343780 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:22.490463 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-b54930e6-29f0-4c4d-b195-3b64e89eab3f service neutron] 10.222.0.47 "GET /v2.0/networks/ad85d1e6-7942-40af-9024-3a100cf415ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3966606
Nov 20 21:19:22.557690 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] For port e94d1478-befd-479b-af4e-3dd6f60f6faa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa,segment=NetworkSegment(639255db-caa9-4a45-b65f-e9b532bd0b09),segment_id=639255db-caa9-4a45-b65f-e9b532bd0b09)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:19:22.577899 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-6fa86e3c-4889-46f1-b796-beb366f097d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:22.579463 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-6fa86e3c-4889-46f1-b796-beb366f097d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfa4e1f38ed645dc8af56e7abe42b889&device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 1096 time: 0.0418582
Nov 20 21:19:22.590487 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] For port e94d1478-befd-479b-af4e-3dd6f60f6faa, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:19:22.636655 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:22.649328 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Transition to ACTIVE for port object e94d1478-befd-479b-af4e-3dd6f60f6faa will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:19:22.653746 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:22.683490 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-04bc1784-642f-42d0-953b-3f45a3904114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:22.685442 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-04bc1784-642f-42d0-953b-3f45a3904114 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad85d1e6-7942-40af-9024-3a100cf415ae HTTP/1.1" status: 200  len: 915 time: 0.0979226
Nov 20 21:19:22.760330 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-7509548b-d9cf-4151-888c-e3e1bdfc48be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa23ed80-5769-4e18-98f8-88d05c7c82bf HTTP/1.1" status: 200  len: 1000 time: 0.0679312
Nov 20 21:19:22.765215 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Pushing event updated for resources: {'Port': ['ID=e94d1478-befd-479b-af4e-3dd6f60f6faa,revision_number=6']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:22.814246 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-a69d7984-07e0-4110-ab62-005d066bd898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:22.815745 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-a69d7984-07e0-4110-ab62-005d066bd898 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21ebef96-719a-4441-a704-dcb32d459c8e HTTP/1.1" status: 200  len: 853 time: 0.0487852
Nov 20 21:19:22.844000 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] No DVR routers for this DVR port e94d1478-befd-479b-af4e-3dd6f60f6faa on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:19:22.878372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-1a136749-6702-4fd1-8292-f59fd2c0ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:22.880607 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-1a136749-6702-4fd1-8292-f59fd2c0ecdc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad85d1e6-7942-40af-9024-3a100cf415ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0498686
Nov 20 21:19:22.972257 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-06c41b8f-ac18-4d4c-91cc-f9c8d5fc6918 service neutron] 10.222.0.47 "GET /v2.0/networks/ad85d1e6-7942-40af-9024-3a100cf415ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844636
Nov 20 21:19:22.981557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Attempting to bind port e94d1478-befd-479b-af4e-3dd6f60f6faa on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:19:22.981892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Attempting to bind port e94d1478-befd-479b-af4e-3dd6f60f6faa by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '639255db-caa9-4a45-b65f-e9b532bd0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:19:22.982372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Attempting to bind port e94d1478-befd-479b-af4e-3dd6f60f6faa on network 9b8a3317-5402-477f-b03e-09482e7e472a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:19:22.986804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Port e94d1478-befd-479b-af4e-3dd6f60f6faa on network 9b8a3317-5402-477f-b03e-09482e7e472a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:19:22.987126 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Attempting to bind port e94d1478-befd-479b-af4e-3dd6f60f6faa on network 9b8a3317-5402-477f-b03e-09482e7e472a {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:19:22.991911 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:19:22.992248 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Checking segment: {'id': '639255db-caa9-4a45-b65f-e9b532bd0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:19:22.992638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Bound using segment: {'id': '639255db-caa9-4a45-b65f-e9b532bd0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:19:22.993067 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Bound port: e94d1478-befd-479b-af4e-3dd6f60f6faa, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639255db-caa9-4a45-b65f-e9b532bd0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:19:22.993422 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:23.060284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] For port e94d1478-befd-479b-af4e-3dd6f60f6faa, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:19:23.063848 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] For port e94d1478-befd-479b-af4e-3dd6f60f6faa, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa,segment=NetworkSegment(639255db-caa9-4a45-b65f-e9b532bd0b09),segment_id=639255db-caa9-4a45-b65f-e9b532bd0b09)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:19:23.069003 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:23.070911 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68d959be-7b9e-4eba-bf2e-7801d7cd0bc8 req-8498df23-bad9-4c4a-9147-270aa7c9733e service neutron] 10.222.0.47 "GET /v2.0/networks/ad85d1e6-7942-40af-9024-3a100cf415ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914316
Nov 20 21:19:23.105443 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:23.106935 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:23.108339 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] 10.222.0.47 "PUT /v2.0/ports/e94d1478-befd-479b-af4e-3dd6f60f6faa HTTP/1.1" status: 200  len: 1092 time: 0.8311775
Nov 20 21:19:23.152947 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf3b6a-dd2b-42b2-9024-dfba99d50f01 req-dac5e1c4-5e60-4262-b0a2-1740890e8155 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:23.154758 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d7cf3b6a-dd2b-42b2-9024-dfba99d50f01 req-dac5e1c4-5e60-4262-b0a2-1740890e8155 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 944 time: 0.0527959
Nov 20 21:19:23.179586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86c799-a0ce-421d-9836-856e2496ac88 service neutron] Pushing event updated for resources: {'Port': ['ID=e94d1478-befd-479b-af4e-3dd6f60f6faa,revision_number=7']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:23.196381 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-61ec93d7-90dc-4310-a8c1-8c52697be3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:23.198225 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-61ec93d7-90dc-4310-a8c1-8c52697be3c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 1095 time: 0.0649135
Nov 20 21:19:23.210633 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d7cf3b6a-dd2b-42b2-9024-dfba99d50f01 req-51055995-2cce-4be5-8a9f-8f391eacc9f2 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494781
Nov 20 21:19:23.296142 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-5694f4af-ac48-4e2c-82ca-7d3a2ffdad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:23.297640 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-5694f4af-ac48-4e2c-82ca-7d3a2ffdad09 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b8a3317-5402-477f-b03e-09482e7e472a HTTP/1.1" status: 200  len: 898 time: 0.0925136
Nov 20 21:19:23.367607 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-4917a8b0-ddb4-4588-ae19-7d3d64cd8116 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa HTTP/1.1" status: 200  len: 1000 time: 0.0625548
Nov 20 21:19:23.418554 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-fd256f0f-c4ab-4eb8-92bb-94e85a4c259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:23.420027 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-fd256f0f-c4ab-4eb8-92bb-94e85a4c259b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2675791e-a2ae-4d43-b82d-ddcbf712758a HTTP/1.1" status: 200  len: 835 time: 0.0459161
Nov 20 21:19:23.466364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-2e58d5fd-5bf6-4ba1-9b88-9057ae469add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:23.467866 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-2e58d5fd-5bf6-4ba1-9b88-9057ae469add service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b8a3317-5402-477f-b03e-09482e7e472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409689
Nov 20 21:19:23.563893 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-f4200453-9aa9-41f0-9ae6-956924240a41 service neutron] 10.222.0.47 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888457
Nov 20 21:19:23.656532 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3a7f3ca-7beb-4b42-9f0a-b6d4a104ae77 req-2c88ef58-66ce-49eb-bccf-e35026180d6f service neutron] 10.222.0.47 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856645
Nov 20 21:19:23.659080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e94d1478-befd-479b-af4e-3dd6f60f6faa'}, {'name': 'network-changed', 'server_uuid': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'tag': 'e94d1478-befd-479b-af4e-3dd6f60f6faa'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:19:23.661486 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a03308-6547-4612-b334-9fd53c04ce89" -d '{"events": [{"server_uuid": "8b99339f-f35d-472b-a048-8ed2ce4cc2f0", "name": "network-vif-unplugged", "status": "completed", "tag": "e94d1478-befd-479b-af4e-3dd6f60f6faa"}, {"name": "network-changed", "server_uuid": "8b99339f-f35d-472b-a048-8ed2ce4cc2f0", "tag": "e94d1478-befd-479b-af4e-3dd6f60f6faa"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:19:23.720393 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 20 Nov 2021 21:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562f1ac6-6c74-4961-9660-246656aa0e3b x-openstack-request-id: req-562f1ac6-6c74-4961-9660-246656aa0e3b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:19:23.720799 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b99339f-f35d-472b-a048-8ed2ce4cc2f0", "name": "network-vif-unplugged", "status": "completed", "tag": "e94d1478-befd-479b-af4e-3dd6f60f6faa", "code": 200}, {"name": "network-changed", "server_uuid": "8b99339f-f35d-472b-a048-8ed2ce4cc2f0", "tag": "e94d1478-befd-479b-af4e-3dd6f60f6faa", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:19:23.721122 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-562f1ac6-6c74-4961-9660-246656aa0e3b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:19:23.721542 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e94d1478-befd-479b-af4e-3dd6f60f6faa', 'code': 200}
Nov 20 21:19:23.721812 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'tag': 'e94d1478-befd-479b-af4e-3dd6f60f6faa', 'status': 'completed', 'code': 200}
Nov 20 21:19:23.827444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-8916a487-5206-46c4-8db7-0e2bb8aee421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:23.829130 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-8916a487-5206-46c4-8db7-0e2bb8aee421 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 1095 time: 0.0880892
Nov 20 21:19:23.839507 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-4a8ec95f-aa96-462e-8b1c-7f8ff7b08f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:23.841890 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-4a8ec95f-aa96-462e-8b1c-7f8ff7b08f0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 1095 time: 0.0674586
Nov 20 21:19:24.033971 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-d5dec9aa-a6e5-469b-9c51-4f2cc6380c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:24.036061 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-d5dec9aa-a6e5-469b-9c51-4f2cc6380c25 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b8a3317-5402-477f-b03e-09482e7e472a HTTP/1.1" status: 200  len: 898 time: 0.1930032
Nov 20 21:19:24.037227 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-5666f706-4eea-4443-acbe-62a90d5c8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:24.038585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-5666f706-4eea-4443-acbe-62a90d5c8590 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b8a3317-5402-477f-b03e-09482e7e472a HTTP/1.1" status: 200  len: 898 time: 0.1855607
Nov 20 21:19:24.151735 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-7a5f6216-60fd-4f0d-b5cf-387c49209f28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa HTTP/1.1" status: 200  len: 1000 time: 0.1070433
Nov 20 21:19:24.154291 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-22b600fa-9fb7-49f3-a3a2-0f3d2f9132fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa HTTP/1.1" status: 200  len: 1000 time: 0.1036990
Nov 20 21:19:24.242733 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-3e06e013-2d84-481a-b2ec-c37eb0238478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:24.244220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-3e06e013-2d84-481a-b2ec-c37eb0238478 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2675791e-a2ae-4d43-b82d-ddcbf712758a HTTP/1.1" status: 200  len: 835 time: 0.0853977
Nov 20 21:19:24.246490 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-21df6b1a-6d11-4442-bf20-5e1ef012e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:24.247818 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-21df6b1a-6d11-4442-bf20-5e1ef012e426 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2675791e-a2ae-4d43-b82d-ddcbf712758a HTTP/1.1" status: 200  len: 835 time: 0.0817065
Nov 20 21:19:24.327315 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-5bd37266-94cf-42f8-96bd-450bea4d0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:24.328837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-5bd37266-94cf-42f8-96bd-450bea4d0a75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b8a3317-5402-477f-b03e-09482e7e472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0740676
Nov 20 21:19:24.330643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-cd495755-a824-49c0-b447-c14cc0b2a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:24.331984 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-cd495755-a824-49c0-b447-c14cc0b2a27a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b8a3317-5402-477f-b03e-09482e7e472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0689108
Nov 20 21:19:24.345185 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d023225-373d-47b8-9b8e-7f037f0ad6c3 req-cdda38c3-f828-4cba-914b-601f9e2cc68a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:24.346825 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7d023225-373d-47b8-9b8e-7f037f0ad6c3 req-cdda38c3-f828-4cba-914b-601f9e2cc68a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 944 time: 0.0589538
Nov 20 21:19:24.403285 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7d023225-373d-47b8-9b8e-7f037f0ad6c3 req-fb682ee3-1032-412d-b44f-443d829b166a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494397
Nov 20 21:19:24.495939 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-6cb5ac3f-181f-4ab7-bfdd-09a918edfd98 service neutron] 10.222.0.37 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601248
Nov 20 21:19:24.497806 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-a6e9c481-b68e-4eb2-8282-ba3ba9598828 service neutron] 10.222.0.47 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543286
Nov 20 21:19:24.656716 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-250a800f-7361-4c30-87e1-e59d41a2b0d6 service neutron] 10.222.0.37 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537888
Nov 20 21:19:24.658812 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8a03308-6547-4612-b334-9fd53c04ce89 req-9e63953f-499d-4e05-b1b5-f706f55acb25 service neutron] 10.222.0.47 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485276
Nov 20 21:19:24.947378 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device e94d1478-befd-479b-af4e-3dd6f60f6faa no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:19:24.990142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device e94d1478-befd-479b-af4e-3dd6f60f6faa not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:19:25.523010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f92bec-062c-4754-bd60-9715e9e0be72 req-ecb9e5e4-b5f2-4b4a-8250-9978f393067b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:25.524496 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a8f92bec-062c-4754-bd60-9715e9e0be72 req-ecb9e5e4-b5f2-4b4a-8250-9978f393067b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 944 time: 0.0499463
Nov 20 21:19:25.573240 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a8f92bec-062c-4754-bd60-9715e9e0be72 req-80b420f3-a615-4fa0-a0d3-b9f2ccae8cb8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427108
Nov 20 21:19:25.823721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261322a6-4299-498b-8e2e-6cd052817e92 req-6fed7eb6-45e9-44fb-abf1-aa1027c1fb51 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:25.825627 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-261322a6-4299-498b-8e2e-6cd052817e92 req-6fed7eb6-45e9-44fb-abf1-aa1027c1fb51 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 944 time: 0.1083465
Nov 20 21:19:25.859734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26af27a-e643-4746-b4cd-755b2b4980cf req-6e22ded5-a6c4-44c4-9893-9bc93ce9202e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:25.861170 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b26af27a-e643-4746-b4cd-755b2b4980cf req-6e22ded5-a6c4-44c4-9893-9bc93ce9202e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0&tenant_id=9150e5dc713c4519842f75908123d4ce&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.1196251
Nov 20 21:19:25.923482 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-261322a6-4299-498b-8e2e-6cd052817e92 req-824cb6dd-19f9-4e53-9339-b32bfa1a0cc4 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0914199
Nov 20 21:19:25.943105 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-b26af27a-e643-4746-b4cd-755b2b4980cf req-5a20899c-a570-49dc-b8d8-01ee5a3e217b service neutron] delete failed (client error): The resource could not be found.
Nov 20 21:19:25.944105 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b26af27a-e643-4746-b4cd-755b2b4980cf req-5a20899c-a570-49dc-b8d8-01ee5a3e217b service neutron] 10.222.0.37 "DELETE /v2.0/ports/e94d1478-befd-479b-af4e-3dd6f60f6faa/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0753567
Nov 20 21:19:26.030846 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26af27a-e643-4746-b4cd-755b2b4980cf req-c0fc5a21-2cbe-4cc3-a8c9-fa112712bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:26.032337 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b26af27a-e643-4746-b4cd-755b2b4980cf req-c0fc5a21-2cbe-4cc3-a8c9-fa112712bd01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 1095 time: 0.0423331
Nov 20 21:19:26.120789 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26af27a-e643-4746-b4cd-755b2b4980cf req-42b2b397-30b6-4292-be4f-705a507ca1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:26.122871 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b26af27a-e643-4746-b4cd-755b2b4980cf req-42b2b397-30b6-4292-be4f-705a507ca1cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b8a3317-5402-477f-b03e-09482e7e472a HTTP/1.1" status: 200  len: 898 time: 0.0827334
Nov 20 21:19:26.185678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device e94d1478-befd-479b-af4e-3dd6f60f6faa details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:19:26.190671 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b26af27a-e643-4746-b4cd-755b2b4980cf req-3e198756-aea6-4d38-a00d-0943c50a9f3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa HTTP/1.1" status: 200  len: 1000 time: 0.0613289
Nov 20 21:19:26.239772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26af27a-e643-4746-b4cd-755b2b4980cf req-d3d1f34d-fa39-4e6a-b488-bad3bac8f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:26.241239 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b26af27a-e643-4746-b4cd-755b2b4980cf req-d3d1f34d-fa39-4e6a-b488-bad3bac8f1b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2675791e-a2ae-4d43-b82d-ddcbf712758a HTTP/1.1" status: 200  len: 835 time: 0.0435619
Nov 20 21:19:26.286704 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port e94d1478-befd-479b-af4e-3dd6f60f6faa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa,segment=NetworkSegment(639255db-caa9-4a45-b65f-e9b532bd0b09),segment_id=639255db-caa9-4a45-b65f-e9b532bd0b09)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:19:26.286947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26af27a-e643-4746-b4cd-755b2b4980cf req-7092eac3-dc00-4061-ad0f-16ab113569b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:26.288220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b26af27a-e643-4746-b4cd-755b2b4980cf req-7092eac3-dc00-4061-ad0f-16ab113569b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b8a3317-5402-477f-b03e-09482e7e472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398321
Nov 20 21:19:26.298610 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'e94d1478-befd-479b-af4e-3dd6f60f6faa', 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a', 'port_id': 'e94d1478-befd-479b-af4e-3dd6f60f6faa', 'mac_address': 'fa:16:3e:58:b2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:19:26.340141 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:26.353212 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94d1478-befd-479b-af4e-3dd6f60f6faa {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:19:26.373228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port e94d1478-befd-479b-af4e-3dd6f60f6faa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa,segment=NetworkSegment(639255db-caa9-4a45-b65f-e9b532bd0b09),segment_id=639255db-caa9-4a45-b65f-e9b532bd0b09)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:19:26.377441 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:26.382001 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b26af27a-e643-4746-b4cd-755b2b4980cf req-07e83254-0baf-46e6-a186-d6a5ac698795 service neutron] 10.222.0.37 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865314
Nov 20 21:19:26.425832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=e94d1478-befd-479b-af4e-3dd6f60f6faa,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:26.476024 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b26af27a-e643-4746-b4cd-755b2b4980cf req-00a38396-272f-4b3c-b67d-c3256d9100aa service neutron] 10.222.0.37 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870779
Nov 20 21:19:26.599191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['e94d1478-befd-479b-af4e-3dd6f60f6faa'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:19:27.054385 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a327b1-2f90-4c00-8afe-4b3979a93157 req-151aaa72-7ced-46f0-b9d2-fb96d5b31b37 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:27.055907 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11a327b1-2f90-4c00-8afe-4b3979a93157 req-151aaa72-7ced-46f0-b9d2-fb96d5b31b37 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 945 time: 0.0524912
Nov 20 21:19:27.108954 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11a327b1-2f90-4c00-8afe-4b3979a93157 req-ad8eb48e-e034-40ff-873d-395ec6f5c8c3 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451064
Nov 20 21:19:27.131280 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52114) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:19:27.195792 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3eb180f6-1722-43a1-a127-d3cf2d201c0e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/floatingips/8ccba274-f391-4bfc-b6bb-f65cb6a80721 HTTP/1.1" status: 200  len: 993 time: 0.0632627
Nov 20 21:19:28.199724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device e94d1478-befd-479b-af4e-3dd6f60f6faa up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:19:28.248692 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port e94d1478-befd-479b-af4e-3dd6f60f6faa completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:19:28.252553 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port e94d1478-befd-479b-af4e-3dd6f60f6faa triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:19:28.252927 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:28.332802 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:28.355883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94d1478-befd-479b-af4e-3dd6f60f6faa'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:19:28.358823 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea444f79-09d6-44be-bce0-15aaca1810be" -d '{"events": [{"server_uuid": "8b99339f-f35d-472b-a048-8ed2ce4cc2f0", "name": "network-vif-plugged", "status": "completed", "tag": "e94d1478-befd-479b-af4e-3dd6f60f6faa"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:19:28.372689 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port e94d1478-befd-479b-af4e-3dd6f60f6faa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa,segment=NetworkSegment(639255db-caa9-4a45-b65f-e9b532bd0b09),segment_id=639255db-caa9-4a45-b65f-e9b532bd0b09)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:19:28.377344 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:28.401459 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769c2e77-4054-4f66-8b5a-0c25ea5cccfa x-openstack-request-id: req-769c2e77-4054-4f66-8b5a-0c25ea5cccfa {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:19:28.401754 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b99339f-f35d-472b-a048-8ed2ce4cc2f0", "name": "network-vif-plugged", "status": "completed", "tag": "e94d1478-befd-479b-af4e-3dd6f60f6faa", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:19:28.402010 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-769c2e77-4054-4f66-8b5a-0c25ea5cccfa {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:19:28.402446 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94d1478-befd-479b-af4e-3dd6f60f6faa', 'code': 200}
Nov 20 21:19:28.429653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=e94d1478-befd-479b-af4e-3dd6f60f6faa,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:33.557311 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:19:38.330373 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:38.368177 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:43.303185 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6d565338-6251-48ef-99fb-3baaa3ca845e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:45.688551 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b35f2d78-7d1f-4bee-8cc2-633abc0b0fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:46.815816 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:48.664548 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:49.256829 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:57.705287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec648744-6364-495b-95b1-7736dbc391b2 req-861fc605-d822-468f-9092-1733bbb5f88a tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:57.706848 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec648744-6364-495b-95b1-7736dbc391b2 req-861fc605-d822-468f-9092-1733bbb5f88a tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 1097 time: 0.0406723
Nov 20 21:19:57.753934 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec648744-6364-495b-95b1-7736dbc391b2 req-d0e33804-c3d4-4be4-912c-911274e8bf83 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409949
Nov 20 21:19:57.776586 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52136) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:19:57.938012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting port 2a8de544-5b7a-4082-ba10-db408822c22c {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:19:57.938448 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:58.013470 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:58.013798 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:58.025440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Calling delete_port for 2a8de544-5b7a-4082-ba10-db408822c22c owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:19:58.176401 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:58.204650 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Port': ['ID=2a8de544-5b7a-4082-ba10-db408822c22c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:19:58.232175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:19:58.232518 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:19:58.232864 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:19:58.233208 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:19:58.233550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:19:58.233889 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:19:58.234328 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:19:58.234668 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:19:58.235004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:19:58.235338 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:19:58.235688 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:19:58.236003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:19:58.277249 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:58.277682 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Floating IP 8ccba274-f391-4bfc-b6bb-f65cb6a80721 disassociated (deleted). External IP: 172.35.1.132, port: e94d1478-befd-479b-af4e-3dd6f60f6faa.
Nov 20 21:19:58.488362 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:19:58.593574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:19:58.598414 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:19:58.603689 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03777754-886b-4a15-8661-e41fa67d5dfa None None] Sync routers for ids ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:19:58.613490 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03777754-886b-4a15-8661-e41fa67d5dfa None None] Routers {'a64f1d6b-dd2f-4cb7-af2c-bf674b748701'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:19:58.614126 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-03777754-886b-4a15-8661-e41fa67d5dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543578e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:19:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:19:58.628701 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-651b3900-28d0-4f52-a842-cfe20dddb023 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/floatingips/8ccba274-f391-4bfc-b6bb-f65cb6a80721 HTTP/1.1" status: 204  len: 168 time: 0.8510208
Nov 20 21:19:58.629414 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'tag': 'e94d1478-befd-479b-af4e-3dd6f60f6faa'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:19:58.631837 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a148d8-6943-41fb-bb12-4568ffbec7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "8b99339f-f35d-472b-a048-8ed2ce4cc2f0", "tag": "e94d1478-befd-479b-af4e-3dd6f60f6faa"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:19:58.728471 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-03777754-886b-4a15-8661-e41fa67d5dfa None None] Set router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:19:58.836325 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939e4d05-1065-42c2-8747-5e40d866f838 x-openstack-request-id: req-939e4d05-1065-42c2-8747-5e40d866f838 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:19:58.836924 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b99339f-f35d-472b-a048-8ed2ce4cc2f0", "tag": "e94d1478-befd-479b-af4e-3dd6f60f6faa", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:19:58.836924 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-939e4d05-1065-42c2-8747-5e40d866f838 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:19:58.837338 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'tag': 'e94d1478-befd-479b-af4e-3dd6f60f6faa', 'status': 'completed', 'code': 200}
Nov 20 21:19:58.879024 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acb760-056e-408a-a844-35cacd63d208 req-3d5446d9-8dba-4081-a996-07bbc41af567 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:58.880581 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-00acb760-056e-408a-a844-35cacd63d208 req-3d5446d9-8dba-4081-a996-07bbc41af567 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0573444
Nov 20 21:19:58.902378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a148d8-6943-41fb-bb12-4568ffbec7ba req-20aa5380-9e27-4ad2-a501-6e492e030f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:58.905286 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89a148d8-6943-41fb-bb12-4568ffbec7ba req-20aa5380-9e27-4ad2-a501-6e492e030f56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 1097 time: 0.0456457
Nov 20 21:19:58.936822 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-00acb760-056e-408a-a844-35cacd63d208 req-f4845a2a-ac54-425e-98c9-e1bb66447169 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490985
Nov 20 21:19:58.948075 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-03777754-886b-4a15-8661-e41fa67d5dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543578e0>, [{'id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488686184', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:11Z', 'updated_at': '2021-11-20T21:18:17Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:12Z', 'updated_at': '2021-11-20T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '852f9194-63ec-4b1e-8813-d4dd86b2b961', 'name': '', 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:14:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:16Z', 'updated_at': '2021-11-20T21:18:20Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:19:58.974895 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03777754-886b-4a15-8661-e41fa67d5dfa None None] Checking router: a64f1d6b-dd2f-4cb7-af2c-bf674b748701 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:19:58.984275 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03777754-886b-4a15-8661-e41fa67d5dfa None None] Routers {'a64f1d6b-dd2f-4cb7-af2c-bf674b748701'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:19:58.984889 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-03777754-886b-4a15-8661-e41fa67d5dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543578e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:19:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:19:59.012463 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a148d8-6943-41fb-bb12-4568ffbec7ba req-84e904db-db61-4cb9-91fa-d2e9de023e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:59.013845 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89a148d8-6943-41fb-bb12-4568ffbec7ba req-84e904db-db61-4cb9-91fa-d2e9de023e1e service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b8a3317-5402-477f-b03e-09482e7e472a HTTP/1.1" status: 200  len: 898 time: 0.0990000
Nov 20 21:19:59.058392 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89a148d8-6943-41fb-bb12-4568ffbec7ba req-521cc43c-4894-468d-ac69-ba936bd36197 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa HTTP/1.1" status: 200  len: 217 time: 0.0348957
Nov 20 21:19:59.115240 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a148d8-6943-41fb-bb12-4568ffbec7ba req-13a80d6d-51f1-487f-9026-77c306dc67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:59.117334 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89a148d8-6943-41fb-bb12-4568ffbec7ba req-13a80d6d-51f1-487f-9026-77c306dc67f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2675791e-a2ae-4d43-b82d-ddcbf712758a HTTP/1.1" status: 200  len: 835 time: 0.0506530
Nov 20 21:19:59.187291 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-03777754-886b-4a15-8661-e41fa67d5dfa None None] Set router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:19:59.401089 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-03777754-886b-4a15-8661-e41fa67d5dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543578e0>, [{'id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488686184', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:11Z', 'updated_at': '2021-11-20T21:18:17Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:12Z', 'updated_at': '2021-11-20T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '852f9194-63ec-4b1e-8813-d4dd86b2b961', 'name': '', 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:14:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:16Z', 'updated_at': '2021-11-20T21:18:20Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:19:59.432174 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03777754-886b-4a15-8661-e41fa67d5dfa None None] The sync data for ids ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'] in ncdv-master-1 is: [{'id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488686184', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:11Z', 'updated_at': '2021-11-20T21:18:17Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:12Z', 'updated_at': '2021-11-20T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '852f9194-63ec-4b1e-8813-d4dd86b2b961', 'name': '', 'network_id': '9b8a3317-5402-477f-b03e-09482e7e472a', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:14:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:16Z', 'updated_at': '2021-11-20T21:18:20Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '2675791e-a2ae-4d43-b82d-ddcbf712758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:19:59.500581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a148d8-6943-41fb-bb12-4568ffbec7ba req-497a588c-1cf3-49a2-89a9-fc27dcc89895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:19:59.502110 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89a148d8-6943-41fb-bb12-4568ffbec7ba req-497a588c-1cf3-49a2-89a9-fc27dcc89895 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b8a3317-5402-477f-b03e-09482e7e472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3759692
Nov 20 21:19:59.597979 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89a148d8-6943-41fb-bb12-4568ffbec7ba req-7874255d-3d50-4b45-a946-74e7c350441b service neutron] 10.222.0.47 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865021
Nov 20 21:19:59.671452 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d8bfd-043b-45ef-8bc6-c9927e8fdb67 None None] New status for floating IP 8ccba274-f391-4bfc-b6bb-f65cb6a80721: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:19:59.699506 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-89a148d8-6943-41fb-bb12-4568ffbec7ba req-f54db277-bdb7-4440-a78c-e6c8def8e9d4 service neutron] 10.222.0.47 "GET /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0919516
Nov 20 21:20:00.056446 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f21b37-7372-4548-8419-54a31eefb0c9 req-4a1fd175-2557-47c9-8043-a43c7da1db25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:00.058072 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b2f21b37-7372-4548-8419-54a31eefb0c9 req-4a1fd175-2557-47c9-8043-a43c7da1db25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0481412
Nov 20 21:20:00.108530 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b2f21b37-7372-4548-8419-54a31eefb0c9 req-4a799564-cdfc-4b6a-b4a4-7295aa74f26e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=be4e5174-eafc-4de7-8139-d0b48ccd3acd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437112
Nov 20 21:20:00.330856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503e664-c5a7-4795-8120-e93a190f482d req-f0d7d156-05fe-424a-a9c4-476b495e7314 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:00.332602 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3503e664-c5a7-4795-8120-e93a190f482d req-f0d7d156-05fe-424a-a9c4-476b495e7314 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b99339f-f35d-472b-a048-8ed2ce4cc2f0 HTTP/1.1" status: 200  len: 946 time: 0.0571597
Nov 20 21:20:00.435782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-3503e664-c5a7-4795-8120-e93a190f482d req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting port e94d1478-befd-479b-af4e-3dd6f60f6faa {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:20:00.436130 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3503e664-c5a7-4795-8120-e93a190f482d req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:00.534658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-3503e664-c5a7-4795-8120-e93a190f482d req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] For port e94d1478-befd-479b-af4e-3dd6f60f6faa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e94d1478-befd-479b-af4e-3dd6f60f6faa,segment=NetworkSegment(639255db-caa9-4a45-b65f-e9b532bd0b09),segment_id=639255db-caa9-4a45-b65f-e9b532bd0b09)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:00.535767 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3503e664-c5a7-4795-8120-e93a190f482d req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:00.549744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-3503e664-c5a7-4795-8120-e93a190f482d req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Calling delete_port for e94d1478-befd-479b-af4e-3dd6f60f6faa owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:20:00.693237 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3503e664-c5a7-4795-8120-e93a190f482d req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:00.730511 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Port': ['ID=e94d1478-befd-479b-af4e-3dd6f60f6faa,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:00.747699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:00.748146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:00.748469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:00.749098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:00.749536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:00.749915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:00.750308 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:00.750644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:00.750977 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:00.751307 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:00.751637 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:00.751961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:00.793441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3503e664-c5a7-4795-8120-e93a190f482d req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] No DVR routers for this DVR port e94d1478-befd-479b-af4e-3dd6f60f6faa on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:20:00.796651 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-3503e664-c5a7-4795-8120-e93a190f482d req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:00.801323 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3503e664-c5a7-4795-8120-e93a190f482d req-94145444-8d0a-4e9c-b8fe-3ebed8597768 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.47 "DELETE /v2.0/ports/e94d1478-befd-479b-af4e-3dd6f60f6faa HTTP/1.1" status: 204  len: 173 time: 0.4605401
Nov 20 21:20:00.801891 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'name': 'network-vif-deleted', 'tag': 'e94d1478-befd-479b-af4e-3dd6f60f6faa'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:20:00.804604 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5906b6-4fe1-4b95-92d6-9cd2d2417685" -d '{"events": [{"server_uuid": "8b99339f-f35d-472b-a048-8ed2ce4cc2f0", "name": "network-vif-deleted", "tag": "e94d1478-befd-479b-af4e-3dd6f60f6faa"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:20:00.852820 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71717887-042c-4dd5-8cbb-7ece9fb016f0 x-openstack-request-id: req-71717887-042c-4dd5-8cbb-7ece9fb016f0 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:20:00.853248 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b99339f-f35d-472b-a048-8ed2ce4cc2f0", "name": "network-vif-deleted", "tag": "e94d1478-befd-479b-af4e-3dd6f60f6faa", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:20:00.853879 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71717887-042c-4dd5-8cbb-7ece9fb016f0 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:20:00.854376 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b99339f-f35d-472b-a048-8ed2ce4cc2f0', 'name': 'network-vif-deleted', 'tag': 'e94d1478-befd-479b-af4e-3dd6f60f6faa', 'status': 'completed', 'code': 200}
Nov 20 21:20:01.171030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52154) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:01.582816 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-40a7ceb0-81b5-4d89-ae0f-b76f34edee2d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:01.841801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-40a7ceb0-81b5-4d89-ae0f-b76f34edee2d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting port 852f9194-63ec-4b1e-8813-d4dd86b2b961 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:20:01.842107 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-40a7ceb0-81b5-4d89-ae0f-b76f34edee2d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:01.933200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-40a7ceb0-81b5-4d89-ae0f-b76f34edee2d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] For port 852f9194-63ec-4b1e-8813-d4dd86b2b961, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=852f9194-63ec-4b1e-8813-d4dd86b2b961,segment=NetworkSegment(639255db-caa9-4a45-b65f-e9b532bd0b09),segment_id=639255db-caa9-4a45-b65f-e9b532bd0b09)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:01.933565 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-40a7ceb0-81b5-4d89-ae0f-b76f34edee2d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:01.947104 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-40a7ceb0-81b5-4d89-ae0f-b76f34edee2d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Calling delete_port for 852f9194-63ec-4b1e-8813-d4dd86b2b961 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:20:02.145964 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-40a7ceb0-81b5-4d89-ae0f-b76f34edee2d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:02.173433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7ceb0-81b5-4d89-ae0f-b76f34edee2d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Port': ['ID=852f9194-63ec-4b1e-8813-d4dd86b2b961,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:02.373795 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-40a7ceb0-81b5-4d89-ae0f-b76f34edee2d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:02.606089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a7ceb0-81b5-4d89-ae0f-b76f34edee2d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:20:02.737286 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a7ceb0-81b5-4d89-ae0f-b76f34edee2d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:20:02.743437 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-40a7ceb0-81b5-4d89-ae0f-b76f34edee2d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "PUT /v2.0/routers/a64f1d6b-dd2f-4cb7-af2c-bf674b748701/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5711744
Nov 20 21:20:02.746489 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52156) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:02.750543 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d7cc9-049a-428d-9ccb-b22a7c709d90 None None] Sync routers for ids ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:20:02.764007 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d7cc9-049a-428d-9ccb-b22a7c709d90 None None] Routers {'a64f1d6b-dd2f-4cb7-af2c-bf674b748701'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:02.765132 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e46d7cc9-049a-428d-9ccb-b22a7c709d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54831430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:19:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:02.803904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c94bc8-470a-4713-94ad-1ac57612155f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting subnet 2675791e-a2ae-4d43-b82d-ddcbf712758a {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:20:02.808034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a9c94bc8-470a-4713-94ad-1ac57612155f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:02.862994 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a9c94bc8-470a-4713-94ad-1ac57612155f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:02.876496 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-e46d7cc9-049a-428d-9ccb-b22a7c709d90 None None] Set router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:02.972106 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a9c94bc8-470a-4713-94ad-1ac57612155f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:03.041023 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a9c94bc8-470a-4713-94ad-1ac57612155f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:03.074525 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c94bc8-470a-4713-94ad-1ac57612155f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Subnet': ['ID=2675791e-a2ae-4d43-b82d-ddcbf712758a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:03.078904 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a9c94bc8-470a-4713-94ad-1ac57612155f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:03.081894 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a9c94bc8-470a-4713-94ad-1ac57612155f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/subnets/2675791e-a2ae-4d43-b82d-ddcbf712758a HTTP/1.1" status: 204  len: 168 time: 0.3342528
Nov 20 21:20:03.086020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52158) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:03.093192 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e46d7cc9-049a-428d-9ccb-b22a7c709d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54831430>, [{'id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488686184', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:11Z', 'updated_at': '2021-11-20T21:20:02Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:12Z', 'updated_at': '2021-11-20T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:03.094401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53284e88-433f-407f-a9b7-d207f772ca4d None None] Network 9b8a3317-5402-477f-b03e-09482e7e472a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:20:03.127454 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d7cc9-049a-428d-9ccb-b22a7c709d90 None None] Checking router: a64f1d6b-dd2f-4cb7-af2c-bf674b748701 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:20:03.138253 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d7cc9-049a-428d-9ccb-b22a7c709d90 None None] Routers {'a64f1d6b-dd2f-4cb7-af2c-bf674b748701'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:03.138980 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e46d7cc9-049a-428d-9ccb-b22a7c709d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54831430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:19:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:03.284075 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-e46d7cc9-049a-428d-9ccb-b22a7c709d90 None None] Set router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:03.285480 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f960c99c-5774-4a74-9525-4807cda8ce68 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:03.376388 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] DHCP port deletion for 9b8a3317-5402-477f-b03e-09482e7e472a request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:20:03.423452 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f960c99c-5774-4a74-9525-4807cda8ce68 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:03.446488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Deleting port 85f9bb34-d407-4f43-92ad-df01d5023abb {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:20:03.447653 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:03.490549 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-f960c99c-5774-4a74-9525-4807cda8ce68 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting port c0c26190-a97b-46c6-9e42-f8f6eb14283b {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:20:03.491176 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f960c99c-5774-4a74-9525-4807cda8ce68 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:03.504030 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e46d7cc9-049a-428d-9ccb-b22a7c709d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54831430>, [{'id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488686184', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:11Z', 'updated_at': '2021-11-20T21:20:02Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:12Z', 'updated_at': '2021-11-20T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:03.537851 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d7cc9-049a-428d-9ccb-b22a7c709d90 None None] The sync data for ids ['a64f1d6b-dd2f-4cb7-af2c-bf674b748701'] in ncdv-master-1 is: [{'id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488686184', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:11Z', 'updated_at': '2021-11-20T21:20:02Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'c0c26190-a97b-46c6-9e42-f8f6eb14283b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64f1d6b-dd2f-4cb7-af2c-bf674b748701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:12Z', 'updated_at': '2021-11-20T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:20:03.547136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] For port 85f9bb34-d407-4f43-92ad-df01d5023abb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85f9bb34-d407-4f43-92ad-df01d5023abb,segment=NetworkSegment(639255db-caa9-4a45-b65f-e9b532bd0b09),segment_id=639255db-caa9-4a45-b65f-e9b532bd0b09)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:03.547691 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:03.567179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Calling delete_port for 85f9bb34-d407-4f43-92ad-df01d5023abb owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:20:03.612661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-f960c99c-5774-4a74-9525-4807cda8ce68 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] For port c0c26190-a97b-46c6-9e42-f8f6eb14283b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0c26190-a97b-46c6-9e42-f8f6eb14283b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:03.613096 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f960c99c-5774-4a74-9525-4807cda8ce68 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:03.629006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-f960c99c-5774-4a74-9525-4807cda8ce68 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Calling delete_port for c0c26190-a97b-46c6-9e42-f8f6eb14283b owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:20:03.662685 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:03.690160 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Pushing event deleted for resources: {'Port': ['ID=85f9bb34-d407-4f43-92ad-df01d5023abb,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:03.695278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] No DVR routers for this DVR port 85f9bb34-d407-4f43-92ad-df01d5023abb on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:20:03.703344 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:03.703696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:03.704046 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:03.704388 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:03.704725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:03.705069 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:03.708443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:03.708443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:03.708443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:03.708443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:03.708443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:03.708443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f799a8-bc0a-45f2-b9a8-ae6c480ebc92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:03.826379 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f960c99c-5774-4a74-9525-4807cda8ce68 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:03.851499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960c99c-5774-4a74-9525-4807cda8ce68 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Port': ['ID=c0c26190-a97b-46c6-9e42-f8f6eb14283b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:03.868432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e858c999-3df2-42dd-ab41-468e23bd2750 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:20:03.944834 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f960c99c-5774-4a74-9525-4807cda8ce68 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:04.055063 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f960c99c-5774-4a74-9525-4807cda8ce68 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:04.057852 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f960c99c-5774-4a74-9525-4807cda8ce68 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:04.105885 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f960c99c-5774-4a74-9525-4807cda8ce68 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:04.106523 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f960c99c-5774-4a74-9525-4807cda8ce68 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Fanout notify agent at l3_agent the message router_deleted on router a64f1d6b-dd2f-4cb7-af2c-bf674b748701 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:20:04.115043 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f960c99c-5774-4a74-9525-4807cda8ce68 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:04.116199 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f960c99c-5774-4a74-9525-4807cda8ce68 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/routers/a64f1d6b-dd2f-4cb7-af2c-bf674b748701 HTTP/1.1" status: 204  len: 168 time: 1.0287304
Nov 20 21:20:04.119161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52174) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:04.212752 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e89dd8a-5784-40b1-bdcb-c971148d260b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:04.329788 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device e94d1478-befd-479b-af4e-3dd6f60f6faa no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:20:04.330400 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e89dd8a-5784-40b1-bdcb-c971148d260b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:04.356666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-1e89dd8a-5784-40b1-bdcb-c971148d260b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e235310>,) {'filters': {'network_id': ['9b8a3317-5402-477f-b03e-09482e7e472a']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:04.357003 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: e94d1478-befd-479b-af4e-3dd6f60f6faa {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:20:04.357355 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device e94d1478-befd-479b-af4e-3dd6f60f6faa not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:20:04.368654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-1e89dd8a-5784-40b1-bdcb-c971148d260b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e235310>, '639255db-caa9-4a45-b65f-e9b532bd0b09') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:04.369008 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-1e89dd8a-5784-40b1-bdcb-c971148d260b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e235310>, '639255db-caa9-4a45-b65f-e9b532bd0b09') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:04.380772 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e89dd8a-5784-40b1-bdcb-c971148d260b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:04.396572 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e89dd8a-5784-40b1-bdcb-c971148d260b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:04.403527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e89dd8a-5784-40b1-bdcb-c971148d260b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:20:04.404012 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e89dd8a-5784-40b1-bdcb-c971148d260b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:20:04.407392 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:20:04.480865 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e89dd8a-5784-40b1-bdcb-c971148d260b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:04.488584 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e89dd8a-5784-40b1-bdcb-c971148d260b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:04.492436 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1e89dd8a-5784-40b1-bdcb-c971148d260b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/networks/9b8a3317-5402-477f-b03e-09482e7e472a HTTP/1.1" status: 204  len: 168 time: 0.3721826
Nov 20 21:20:04.495506 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52176) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:04.505589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89dd8a-5784-40b1-bdcb-c971148d260b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Network': ['ID=9b8a3317-5402-477f-b03e-09482e7e472a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:04.584817 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab7d0-5438-4977-8fdd-6a4d937cd0c1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:04.622759 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab7d0-5438-4977-8fdd-6a4d937cd0c1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:04.705803 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c0c26190-a97b-46c6-9e42-f8f6eb14283b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:20:04.718875 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab7d0-5438-4977-8fdd-6a4d937cd0c1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:04.721778 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab7d0-5438-4977-8fdd-6a4d937cd0c1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:04.725669 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ef1ab7d0-5438-4977-8fdd-6a4d937cd0c1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/security-groups/be4e5174-eafc-4de7-8139-d0b48ccd3acd HTTP/1.1" status: 204  len: 168 time: 0.2258666
Nov 20 21:20:04.730037 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: c0c26190-a97b-46c6-9e42-f8f6eb14283b {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:20:04.732044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c0c26190-a97b-46c6-9e42-f8f6eb14283b not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:20:04.732044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 85f9bb34-d407-4f43-92ad-df01d5023abb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:20:04.734003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ab7d0-5438-4977-8fdd-6a4d937cd0c1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4e5174-eafc-4de7-8139-d0b48ccd3acd,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:04.754008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 85f9bb34-d407-4f43-92ad-df01d5023abb {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:20:04.754382 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 85f9bb34-d407-4f43-92ad-df01d5023abb not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:20:04.754822 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 852f9194-63ec-4b1e-8813-d4dd86b2b961 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:20:04.779848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 852f9194-63ec-4b1e-8813-d4dd86b2b961 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:20:04.780460 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 852f9194-63ec-4b1e-8813-d4dd86b2b961 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:20:05.020651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52182) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:05.025906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6cf7cd17-8f74-4b58-a6e1-e8e1520c1cad tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-719204502', 'description': 'tempest-secgroup-smoke-719204502 description', 'project_id': '9150e5dc713c4519842f75908123d4ce'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:20:05.049486 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cf7cd17-8f74-4b58-a6e1-e8e1520c1cad tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.128678 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cf7cd17-8f74-4b58-a6e1-e8e1520c1cad tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.134089 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cf7cd17-8f74-4b58-a6e1-e8e1520c1cad tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.175582 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6cf7cd17-8f74-4b58-a6e1-e8e1520c1cad tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.177169 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6cf7cd17-8f74-4b58-a6e1-e8e1520c1cad tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1554048
Nov 20 21:20:05.179844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7cd17-8f74-4b58-a6e1-e8e1520c1cad tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb94640-3466-48f1-8cd9-7738d0d52900,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:05.181339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52184) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:05.186594 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ac061b20-ea77-41af-a3af-647c1011f02a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': 'fbb94640-3466-48f1-8cd9-7738d0d52900', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:20:05.217666 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac061b20-ea77-41af-a3af-647c1011f02a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.273900 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac061b20-ea77-41af-a3af-647c1011f02a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.277858 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac061b20-ea77-41af-a3af-647c1011f02a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.303833 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac061b20-ea77-41af-a3af-647c1011f02a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1ffc51-d8a4-4959-873d-35526197d025,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:05.310528 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac061b20-ea77-41af-a3af-647c1011f02a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.311843 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ac061b20-ea77-41af-a3af-647c1011f02a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1294541
Nov 20 21:20:05.314643 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52186) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:05.319835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8330ab98-3885-470e-b3a2-ee300c813131 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': 'fbb94640-3466-48f1-8cd9-7738d0d52900', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:20:05.350265 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8330ab98-3885-470e-b3a2-ee300c813131 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.418651 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8330ab98-3885-470e-b3a2-ee300c813131 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.423392 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8330ab98-3885-470e-b3a2-ee300c813131 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.445403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330ab98-3885-470e-b3a2-ee300c813131 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbd899b-2fdf-440d-a85f-e59259463424,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:05.454580 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8330ab98-3885-470e-b3a2-ee300c813131 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.457113 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8330ab98-3885-470e-b3a2-ee300c813131 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1400776
Nov 20 21:20:05.459670 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52188) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:05.465662 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b4e8ed11-604a-47ad-b124-00c48c417440 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': 'fbb94640-3466-48f1-8cd9-7738d0d52900', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:20:05.496390 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4e8ed11-604a-47ad-b124-00c48c417440 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.566404 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4e8ed11-604a-47ad-b124-00c48c417440 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.570608 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4e8ed11-604a-47ad-b124-00c48c417440 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.591901 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8ed11-604a-47ad-b124-00c48c417440 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e1cd5f-58f1-481e-ac7e-a09a976137a0,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:05.597774 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4e8ed11-604a-47ad-b124-00c48c417440 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.602610 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b4e8ed11-604a-47ad-b124-00c48c417440 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1377149
Nov 20 21:20:05.602610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52192) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:05.607329 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f0959691-ca4d-4805-8dd9-c3f9b578f2ec tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': 'fbb94640-3466-48f1-8cd9-7738d0d52900', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:20:05.625177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52194) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:05.641418 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0959691-ca4d-4805-8dd9-c3f9b578f2ec tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.709166 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0959691-ca4d-4805-8dd9-c3f9b578f2ec tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.713438 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0959691-ca4d-4805-8dd9-c3f9b578f2ec tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.736334 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0959691-ca4d-4805-8dd9-c3f9b578f2ec tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d42d26-baea-45c8-b155-146d9514645e,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:05.765189 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f0959691-ca4d-4805-8dd9-c3f9b578f2ec tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.769677 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f0959691-ca4d-4805-8dd9-c3f9b578f2ec tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1636927
Nov 20 21:20:05.769981 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52196) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:05.775179 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e40e41f0-5ee1-43a2-9ced-4bf4c9e0e440 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': 'fbb94640-3466-48f1-8cd9-7738d0d52900', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:20:05.803378 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-e40e41f0-5ee1-43a2-9ced-4bf4c9e0e440 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Project 9150e5dc713c4519842f75908123d4ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:20:05.810514 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e40e41f0-5ee1-43a2-9ced-4bf4c9e0e440 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.886464 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e40e41f0-5ee1-43a2-9ced-4bf4c9e0e440 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.890572 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e40e41f0-5ee1-43a2-9ced-4bf4c9e0e440 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.917058 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e41f0-5ee1-43a2-9ced-4bf4c9e0e440 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10fd83f3-d10a-42ac-8c3f-06c89ee95df1,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:05.927284 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e40e41f0-5ee1-43a2-9ced-4bf4c9e0e440 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:05.928782 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e40e41f0-5ee1-43a2-9ced-4bf4c9e0e440 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1577706
Nov 20 21:20:05.933162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52198) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:05.938870 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-aa7504e8-2f51-4efd-9a63-871af03b291a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': 'fbb94640-3466-48f1-8cd9-7738d0d52900', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:20:05.966838 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-aa7504e8-2f51-4efd-9a63-871af03b291a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Project 9150e5dc713c4519842f75908123d4ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:20:05.972988 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa7504e8-2f51-4efd-9a63-871af03b291a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.047424 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa7504e8-2f51-4efd-9a63-871af03b291a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.051889 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa7504e8-2f51-4efd-9a63-871af03b291a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.071908 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7504e8-2f51-4efd-9a63-871af03b291a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747ea2f2-3ff2-4d79-b5af-92faa3e7de40,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:06.083596 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa7504e8-2f51-4efd-9a63-871af03b291a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.084860 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-aa7504e8-2f51-4efd-9a63-871af03b291a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1503596
Nov 20 21:20:06.088986 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52200) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:06.094139 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-60deada0-5252-47c0-afda-003343900612 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'network': {'name': 'tempest-network-smoke--1571242453', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'port_security_enabled': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:20:06.122682 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60deada0-5252-47c0-afda-003343900612 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Made reservation on behalf of 9150e5dc713c4519842f75908123d4ce for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:20:06.126695 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60deada0-5252-47c0-afda-003343900612 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.157251 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60deada0-5252-47c0-afda-003343900612 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:20:06.173264 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60deada0-5252-47c0-afda-003343900612 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.173700 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-60deada0-5252-47c0-afda-003343900612 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Added segment a27307d8-92f3-4915-9482-cf937aafa5f0 of type vlan for network 849a02a0-5850-4019-99e1-058d08802cd3
Nov 20 21:20:06.197564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2e063daf-5d95-4a6b-a0b1-dc22b739cd21 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Deleting port 743f831e-dd44-40ee-8c71-c2487aadc5c5 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:20:06.198072 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e063daf-5d95-4a6b-a0b1-dc22b739cd21 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.234034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60deada0-5252-47c0-afda-003343900612 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.262763 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60deada0-5252-47c0-afda-003343900612 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.269414 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60deada0-5252-47c0-afda-003343900612 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:06.270254 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60deada0-5252-47c0-afda-003343900612 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.294893 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e063daf-5d95-4a6b-a0b1-dc22b739cd21 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.295214 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e063daf-5d95-4a6b-a0b1-dc22b739cd21 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.305429 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-60deada0-5252-47c0-afda-003343900612 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2128611
Nov 20 21:20:06.306276 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52202) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:06.308653 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2e063daf-5d95-4a6b-a0b1-dc22b739cd21 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Calling delete_port for 743f831e-dd44-40ee-8c71-c2487aadc5c5 owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:20:06.310982 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1213374383', 'admin_state_up': True, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:20:06.367321 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60deada0-5252-47c0-afda-003343900612 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Network': ['ID=849a02a0-5850-4019-99e1-058d08802cd3,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:06.381365 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 849a02a0-5850-4019-99e1-058d08802cd3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:20:06.384561 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.385896 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.451612 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.554181 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e063daf-5d95-4a6b-a0b1-dc22b739cd21 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.594300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e063daf-5d95-4a6b-a0b1-dc22b739cd21 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Pushing event deleted for resources: {'Port': ['ID=743f831e-dd44-40ee-8c71-c2487aadc5c5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:06.633664 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.671973 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e063daf-5d95-4a6b-a0b1-dc22b739cd21 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.674080 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-2e063daf-5d95-4a6b-a0b1-dc22b739cd21 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Floating IP f90b1f6e-9d26-4cfb-aadb-e21001dad367 disassociated (deleted). External IP: 172.35.1.71, port: aa23ed80-5769-4e18-98f8-88d05c7c82bf.
Nov 20 21:20:06.850617 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.871116 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:06.936763 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e063daf-5d95-4a6b-a0b1-dc22b739cd21 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Router b7c95e54-0f2b-4722-88f7-9570e06d758f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:20:07.014507 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Allocated IP 172.35.1.76 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/a0694011-b9d5-41c4-8c14-129006f5b37e) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:20:07.063151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e063daf-5d95-4a6b-a0b1-dc22b739cd21 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:20:07.068689 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e063daf-5d95-4a6b-a0b1-dc22b739cd21 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:07.075670 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aec1dc-101d-440c-8ad0-f329131dce22 None None] Sync routers for ids ['b7c95e54-0f2b-4722-88f7-9570e06d758f'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:20:07.090193 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aec1dc-101d-440c-8ad0-f329131dce22 None None] Routers {'b7c95e54-0f2b-4722-88f7-9570e06d758f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:07.091182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-79aec1dc-101d-440c-8ad0-f329131dce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475e32e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:19:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b7c95e54-0f2b-4722-88f7-9570e06d758f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:07.098861 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2e063daf-5d95-4a6b-a0b1-dc22b739cd21 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "DELETE /v2.0/floatingips/f90b1f6e-9d26-4cfb-aadb-e21001dad367 HTTP/1.1" status: 204  len: 168 time: 1.4724667
Nov 20 21:20:07.099444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91570ff3-344d-4250-b751-70fcb19f046b', 'tag': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:20:07.102608 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3007dda5-aeb8-4ed3-b92d-c6f4730c5d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "91570ff3-344d-4250-b751-70fcb19f046b", "tag": "aa23ed80-5769-4e18-98f8-88d05c7c82bf"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:20:07.165551 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded2c48f-3166-4335-86d7-a8fad574daf0 x-openstack-request-id: req-ded2c48f-3166-4335-86d7-a8fad574daf0 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:20:07.165854 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91570ff3-344d-4250-b751-70fcb19f046b", "tag": "aa23ed80-5769-4e18-98f8-88d05c7c82bf", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:20:07.166136 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ded2c48f-3166-4335-86d7-a8fad574daf0 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:20:07.167017 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91570ff3-344d-4250-b751-70fcb19f046b', 'tag': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf', 'status': 'completed', 'code': 200}
Nov 20 21:20:07.185251 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:07.245206 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-79aec1dc-101d-440c-8ad0-f329131dce22 None None] Set router b7c95e54-0f2b-4722-88f7-9570e06d758f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:07.282357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007dda5-aeb8-4ed3-b92d-c6f4730c5d2a req-85d968bd-c65c-410d-a4f7-4c49e1b41608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:07.283094 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:07.285305 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3007dda5-aeb8-4ed3-b92d-c6f4730c5d2a req-85d968bd-c65c-410d-a4f7-4c49e1b41608 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfa4e1f38ed645dc8af56e7abe42b889&device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 1096 time: 0.0876529
Nov 20 21:20:07.355084 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=a0694011-b9d5-41c4-8c14-129006f5b37e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:07.369171 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:20:07.371082 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:20:07.373727 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:20:07.391292 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89211bf-7b7d-462e-86b0-1c9bd48fb5f8 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:20:07.448591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007dda5-aeb8-4ed3-b92d-c6f4730c5d2a req-1ae4f855-7e45-42ea-907a-f23a5236b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:07.450114 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3007dda5-aeb8-4ed3-b92d-c6f4730c5d2a req-1ae4f855-7e45-42ea-907a-f23a5236b4d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad85d1e6-7942-40af-9024-3a100cf415ae HTTP/1.1" status: 200  len: 915 time: 0.1575873
Nov 20 21:20:07.465717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce881b30-58e5-4109-8a97-061dd586ef08 req-4ab80191-3ca6-41f6-b99d-2c39787c51a2 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:07.467265 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ce881b30-58e5-4109-8a97-061dd586ef08 req-4ab80191-3ca6-41f6-b99d-2c39787c51a2 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/ports?device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 945 time: 0.1219301
Nov 20 21:20:07.525208 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3007dda5-aeb8-4ed3-b92d-c6f4730c5d2a req-e5a675d2-76f0-4475-8909-b1b7c665e5bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa23ed80-5769-4e18-98f8-88d05c7c82bf HTTP/1.1" status: 200  len: 217 time: 0.0569351
Nov 20 21:20:07.570699 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4e36b7a7-970b-4b2c-9955-4f41cd615845 None None] Provisioning complete for port a0694011-b9d5-41c4-8c14-129006f5b37e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:20:07.571200 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4e36b7a7-970b-4b2c-9955-4f41cd615845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:07.592377 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ce881b30-58e5-4109-8a97-061dd586ef08 req-1ea3d7ab-c65d-4135-aa76-c09dc80db3c4 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f5da943-9d2e-4275-a268-6f4b5624ba23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1181214
Nov 20 21:20:07.607496 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007dda5-aeb8-4ed3-b92d-c6f4730c5d2a req-35710d4d-50df-43cf-9ff0-9a0bd0e63d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:07.609056 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3007dda5-aeb8-4ed3-b92d-c6f4730c5d2a req-35710d4d-50df-43cf-9ff0-9a0bd0e63d5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21ebef96-719a-4441-a704-dcb32d459c8e HTTP/1.1" status: 200  len: 853 time: 0.0709779
Nov 20 21:20:07.624992 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-79aec1dc-101d-440c-8ad0-f329131dce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475e32e0>, [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 4, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port': {'id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3', 'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'mac_address': 'fa:16:3e:2c:c9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:43Z', 'updated_at': '2021-11-20T21:18:49Z', 'revision_number': 5, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'subnets': [{'id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:07.658931 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aec1dc-101d-440c-8ad0-f329131dce22 None None] Checking router: b7c95e54-0f2b-4722-88f7-9570e06d758f for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:20:07.662287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4e36b7a7-970b-4b2c-9955-4f41cd615845 None None] Port a0694011-b9d5-41c4-8c14-129006f5b37e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:20:07.676595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aec1dc-101d-440c-8ad0-f329131dce22 None None] Routers {'b7c95e54-0f2b-4722-88f7-9570e06d758f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:07.678301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-79aec1dc-101d-440c-8ad0-f329131dce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475e32e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:19:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b7c95e54-0f2b-4722-88f7-9570e06d758f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:07.679916 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007dda5-aeb8-4ed3-b92d-c6f4730c5d2a req-e9879ff1-d5b4-4ec5-908c-1297c1bb13d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:07.682651 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3007dda5-aeb8-4ed3-b92d-c6f4730c5d2a req-e9879ff1-d5b4-4ec5-908c-1297c1bb13d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad85d1e6-7942-40af-9024-3a100cf415ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0660520
Nov 20 21:20:07.772751 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:07.796435 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3007dda5-aeb8-4ed3-b92d-c6f4730c5d2a req-f29e73ca-ef9c-438b-a5bb-a1bc7e666c96 service neutron] 10.222.0.47 "GET /v2.0/networks/ad85d1e6-7942-40af-9024-3a100cf415ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1036663
Nov 20 21:20:07.842522 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-79aec1dc-101d-440c-8ad0-f329131dce22 None None] Set router b7c95e54-0f2b-4722-88f7-9570e06d758f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:07.905126 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3007dda5-aeb8-4ed3-b92d-c6f4730c5d2a req-05e1d3b3-fac8-4e23-aba7-c3c3ba150d06 service neutron] 10.222.0.47 "GET /v2.0/networks/ad85d1e6-7942-40af-9024-3a100cf415ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1018186
Nov 20 21:20:08.004095 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:08.152015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router 8445b10c-20b3-4972-a85a-13c0f275403f is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:20:08.260688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-79aec1dc-101d-440c-8ad0-f329131dce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475e32e0>, [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 4, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port': {'id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3', 'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'mac_address': 'fa:16:3e:2c:c9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:43Z', 'updated_at': '2021-11-20T21:18:49Z', 'revision_number': 5, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'subnets': [{'id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:08.266173 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:20:08.278871 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Sync routers for ids ['8445b10c-20b3-4972-a85a-13c0f275403f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:20:08.290086 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aec1dc-101d-440c-8ad0-f329131dce22 None None] The sync data for ids ['b7c95e54-0f2b-4722-88f7-9570e06d758f'] in ncdv-master-1 is: [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:44Z', 'revision_number': 4, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port': {'id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3', 'name': '', 'network_id': 'ad85d1e6-7942-40af-9024-3a100cf415ae', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'mac_address': 'fa:16:3e:2c:c9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:43Z', 'updated_at': '2021-11-20T21:18:49Z', 'revision_number': 5, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'subnets': [{'id': '21ebef96-719a-4441-a704-dcb32d459c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:20:08.291486 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:08.293134 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3d20579f-80cf-4af6-b67e-0357fa2daca5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.9859533
Nov 20 21:20:08.297077 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52210) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:08.297236 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Routers {'8445b10c-20b3-4972-a85a-13c0f275403f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:08.298260 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54831c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:19:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8445b10c-20b3-4972-a85a-13c0f275403f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:08.327839 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:08.339385 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-15d2bb7f-6179-4251-9f6d-ee3201b8b4f2 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9150e5dc713c4519842f75908123d4ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0383441
Nov 20 21:20:08.340202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52212) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:08.375953 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:08.434091 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Set router 8445b10c-20b3-4972-a85a-13c0f275403f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:08.588527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e47a40-944e-479b-98bd-c4ec447d180a None None] New status for floating IP f90b1f6e-9d26-4cfb-aadb-e21001dad367: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:20:08.652546 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54831c10>, [{'id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213374383', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:07Z', 'revision_number': 3, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:08.700154 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Checking router: 8445b10c-20b3-4972-a85a-13c0f275403f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:20:08.700504 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Updating router 8445b10c-20b3-4972-a85a-13c0f275403f port a0694011-b9d5-41c4-8c14-129006f5b37e binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:20:08.727628 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:08.860343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa69753-8c94-4532-a096-5313fc129834 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:08.861882 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6aa69753-8c94-4532-a096-5313fc129834 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.5213842
Nov 20 21:20:08.866877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52216) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:08.876266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baea733-d15f-48a6-a192-5babe19ec0bd req-dc0f12c9-d040-4ec8-9bb0-ef2d76fcf5f2 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:08.877738 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8baea733-d15f-48a6-a192-5babe19ec0bd req-dc0f12c9-d040-4ec8-9bb0-ef2d76fcf5f2 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/ports?device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 945 time: 0.1018317
Nov 20 21:20:08.904965 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dbada-a614-4ff2-9088-50661d4c41cf req-bd63085b-879e-403f-9c00-1f0cc68ea754 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:08.906519 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-917dbada-a614-4ff2-9088-50661d4c41cf req-bd63085b-879e-403f-9c00-1f0cc68ea754 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.47 "GET /v2.0/ports?device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 945 time: 0.0582910
Nov 20 21:20:08.912294 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d1734d1e-39bd-43fa-b69d-955f06f7c142 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0441158
Nov 20 21:20:08.919327 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52218) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:08.925764 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-6a70eb8f-a8e0-4d2c-8f7f-fdfe49899758 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1589551450', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:20:08.997578 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:09.003494 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:09.019535 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8baea733-d15f-48a6-a192-5babe19ec0bd req-1e7a1d1c-99d4-4556-ad0e-a8766af44acf tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f5da943-9d2e-4275-a268-6f4b5624ba23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1323383
Nov 20 21:20:09.026273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-917dbada-a614-4ff2-9088-50661d4c41cf req-251565ff-93f6-45ca-ab2f-990f1d258b18 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Deleting port aa23ed80-5769-4e18-98f8-88d05c7c82bf {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:20:09.026724 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-917dbada-a614-4ff2-9088-50661d4c41cf req-251565ff-93f6-45ca-ab2f-990f1d258b18 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:09.054518 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a70eb8f-a8e0-4d2c-8f7f-fdfe49899758 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Made reservation on behalf of 9150e5dc713c4519842f75908123d4ce for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:20:09.055025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dbcbc9-41d3-4736-915e-a5a8d08ac7f9 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:20:09.059360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a70eb8f-a8e0-4d2c-8f7f-fdfe49899758 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:09.098913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6a94596b-472c-4412-8b8d-66c5395d30e4 None None] Provisioning complete for port a0694011-b9d5-41c4-8c14-129006f5b37e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:20:09.099895 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6a94596b-472c-4412-8b8d-66c5395d30e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:09.151200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6a94596b-472c-4412-8b8d-66c5395d30e4 None None] Port a0694011-b9d5-41c4-8c14-129006f5b37e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:20:09.160113 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Attempting to bind port a0694011-b9d5-41c4-8c14-129006f5b37e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:20:09.160498 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Attempting to bind port a0694011-b9d5-41c4-8c14-129006f5b37e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:20:09.160862 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Attempting to bind port a0694011-b9d5-41c4-8c14-129006f5b37e on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:20:09.171571 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:20:09.172005 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:20:09.172353 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:09.172761 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:20:09.173230 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Bound port: a0694011-b9d5-41c4-8c14-129006f5b37e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:20:09.173614 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:09.175122 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-917dbada-a614-4ff2-9088-50661d4c41cf req-251565ff-93f6-45ca-ab2f-990f1d258b18 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] For port aa23ed80-5769-4e18-98f8-88d05c7c82bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa23ed80-5769-4e18-98f8-88d05c7c82bf,segment=NetworkSegment(99134eba-fe3c-4659-a5c1-013c3e91c8f1),segment_id=99134eba-fe3c-4659-a5c1-013c3e91c8f1)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:09.175697 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-917dbada-a614-4ff2-9088-50661d4c41cf req-251565ff-93f6-45ca-ab2f-990f1d258b18 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:09.176398 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec07cba-75b5-456c-9f68-95d7a29c1b1e None None] Pushing event updated for resources: {'Port': ['ID=a0694011-b9d5-41c4-8c14-129006f5b37e,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:09.190986 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-917dbada-a614-4ff2-9088-50661d4c41cf req-251565ff-93f6-45ca-ab2f-990f1d258b18 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Calling delete_port for aa23ed80-5769-4e18-98f8-88d05c7c82bf owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:20:09.202853 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec07cba-75b5-456c-9f68-95d7a29c1b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:09.203203 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec07cba-75b5-456c-9f68-95d7a29c1b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:09.203549 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec07cba-75b5-456c-9f68-95d7a29c1b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:09.203891 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec07cba-75b5-456c-9f68-95d7a29c1b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:09.204531 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec07cba-75b5-456c-9f68-95d7a29c1b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:09.204531 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec07cba-75b5-456c-9f68-95d7a29c1b1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:09.204872 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec07cba-75b5-456c-9f68-95d7a29c1b1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:09.205347 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec07cba-75b5-456c-9f68-95d7a29c1b1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:09.205527 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec07cba-75b5-456c-9f68-95d7a29c1b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:09.205854 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec07cba-75b5-456c-9f68-95d7a29c1b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:09.206210 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec07cba-75b5-456c-9f68-95d7a29c1b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:09.206537 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec07cba-75b5-456c-9f68-95d7a29c1b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:20:09.239438 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] For port a0694011-b9d5-41c4-8c14-129006f5b37e, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:20:09.243448 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] For port a0694011-b9d5-41c4-8c14-129006f5b37e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0694011-b9d5-41c4-8c14-129006f5b37e,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:20:09.248631 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:09.286918 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a70eb8f-a8e0-4d2c-8f7f-fdfe49899758 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:09.297089 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b94a1f-1aec-4f50-9993-cb6b56e97e84 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:20:09.297777 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Routers {'8445b10c-20b3-4972-a85a-13c0f275403f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:09.298444 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54831c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:19:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8445b10c-20b3-4972-a85a-13c0f275403f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:09.343986 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-917dbada-a614-4ff2-9088-50661d4c41cf req-251565ff-93f6-45ca-ab2f-990f1d258b18 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:09.360993 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec07cba-75b5-456c-9f68-95d7a29c1b1e None None] Pushing event updated for resources: {'Port': ['ID=a0694011-b9d5-41c4-8c14-129006f5b37e,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:09.372640 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a70eb8f-a8e0-4d2c-8f7f-fdfe49899758 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Checking segment: {'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:20:09.372640 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a70eb8f-a8e0-4d2c-8f7f-fdfe49899758 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network hostable DHCP agents. Network: 849a02a0-5850-4019-99e1-058d08802cd3, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:20:09.374572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70eb8f-a8e0-4d2c-8f7f-fdfe49899758 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Subnet': ['ID=b76a318c-3f26-4d56-94ae-80e45b04fe49,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:09.381726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251565ff-93f6-45ca-ab2f-990f1d258b18 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Pushing event deleted for resources: {'Port': ['ID=aa23ed80-5769-4e18-98f8-88d05c7c82bf,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:09.405736 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-27cb1d16-d8a8-4398-b5a9-1734198581af None None] Provisioning complete for port a0694011-b9d5-41c4-8c14-129006f5b37e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:20:09.406445 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-27cb1d16-d8a8-4398-b5a9-1734198581af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:09.419611 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a70eb8f-a8e0-4d2c-8f7f-fdfe49899758 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network 849a02a0-5850-4019-99e1-058d08802cd3 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:20:09.423434 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] Set router 8445b10c-20b3-4972-a85a-13c0f275403f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:09.428967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-917dbada-a614-4ff2-9088-50661d4c41cf req-251565ff-93f6-45ca-ab2f-990f1d258b18 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] No DVR routers for this DVR port aa23ed80-5769-4e18-98f8-88d05c7c82bf on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:20:09.429763 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-6a70eb8f-a8e0-4d2c-8f7f-fdfe49899758 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 849a02a0-5850-4019-99e1-058d08802cd3) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:20:09.432545 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-917dbada-a614-4ff2-9088-50661d4c41cf req-251565ff-93f6-45ca-ab2f-990f1d258b18 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:09.437610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a70eb8f-a8e0-4d2c-8f7f-fdfe49899758 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:09.438387 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6a70eb8f-a8e0-4d2c-8f7f-fdfe49899758 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:09.447046 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-917dbada-a614-4ff2-9088-50661d4c41cf req-251565ff-93f6-45ca-ab2f-990f1d258b18 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.47 "DELETE /v2.0/ports/aa23ed80-5769-4e18-98f8-88d05c7c82bf HTTP/1.1" status: 204  len: 173 time: 0.5343330
Nov 20 21:20:09.452123 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91570ff3-344d-4250-b751-70fcb19f046b', 'name': 'network-vif-deleted', 'tag': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:20:09.455050 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad3fee0-e17b-4833-95bb-576b03c06779" -d '{"events": [{"server_uuid": "91570ff3-344d-4250-b751-70fcb19f046b", "name": "network-vif-deleted", "tag": "aa23ed80-5769-4e18-98f8-88d05c7c82bf"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:20:09.459703 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6a70eb8f-a8e0-4d2c-8f7f-fdfe49899758 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5392511
Nov 20 21:20:09.462391 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52222) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:09.468403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fda20c1-26af-43ca-8930-f0df7e49fd7c None None] Network 849a02a0-5850-4019-99e1-058d08802cd3 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:20:09.507510 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dd3f31-4ff7-4f44-a08f-0e0b09476910 x-openstack-request-id: req-e9dd3f31-4ff7-4f44-a08f-0e0b09476910 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:20:09.507816 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91570ff3-344d-4250-b751-70fcb19f046b", "name": "network-vif-deleted", "tag": "aa23ed80-5769-4e18-98f8-88d05c7c82bf", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:20:09.508189 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9dd3f31-4ff7-4f44-a08f-0e0b09476910 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:20:09.508595 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91570ff3-344d-4250-b751-70fcb19f046b', 'name': 'network-vif-deleted', 'tag': 'aa23ed80-5769-4e18-98f8-88d05c7c82bf', 'status': 'completed', 'code': 200}
Nov 20 21:20:09.623536 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-27cb1d16-d8a8-4398-b5a9-1734198581af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:09.685629 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-27cb1d16-d8a8-4398-b5a9-1734198581af None None] For port a0694011-b9d5-41c4-8c14-129006f5b37e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0694011-b9d5-41c4-8c14-129006f5b37e,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:09.691123 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-27cb1d16-d8a8-4398-b5a9-1734198581af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:09.709175 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54831c10>, [{'id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213374383', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:07Z', 'revision_number': 3, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:09.742713 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19b85e1-3250-463e-829f-bf0c1196445d None None] The sync data for ids ['8445b10c-20b3-4972-a85a-13c0f275403f'] in ncdv-master-1 is: [{'id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213374383', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:07Z', 'revision_number': 3, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:20:09.771503 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-849a02a0-5850-4019-99e1-058d08802cd3', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ips': [{'subnet_id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:20:09.772377 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:09.885596 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb1d16-d8a8-4398-b5a9-1734198581af None None] Pushing event updated for resources: {'Port': ['ID=a0694011-b9d5-41c4-8c14-129006f5b37e,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:09.970245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Allocated IP 172.20.0.2 (849a02a0-5850-4019-99e1-058d08802cd3/b76a318c-3f26-4d56-94ae-80e45b04fe49/15e89e4b-a58a-46c0-b0ce-a95ea186ae4d) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:20:10.013848 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:10.216559 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:10.224977 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:10.234779 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c2f6c9af-bc38-4536-9ed0-8a42e6efdf0c req-123e0cf0-17ff-4290-9392-08998f8bf4b6 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "GET /v2.0/ports?device_id=91570ff3-344d-4250-b751-70fcb19f046b HTTP/1.1" status: 200  len: 210 time: 0.0463984
Nov 20 21:20:10.277096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Network 849a02a0-5850-4019-99e1-058d08802cd3 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:20:10.281913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:20:10.286474 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:20:10.290524 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Pushing event updated for resources: {'Port': ['ID=15e89e4b-a58a-46c0-b0ce-a95ea186ae4d,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:10.357905 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Attempting to bind port 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:20:10.358323 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Attempting to bind port 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:20:10.358706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Attempting to bind port 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d on network 849a02a0-5850-4019-99e1-058d08802cd3 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:20:10.364557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:20:10.365627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Checking segment: {'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:20:10.365627 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:10.365955 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Bound using segment: {'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:20:10.367288 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Bound port: 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:20:10.367723 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:10.442214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] For port 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:20:10.445641 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] For port 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15e89e4b-a58a-46c0-b0ce-a95ea186ae4d,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:20:10.451372 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:10.466304 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Allocated IP 172.20.0.1 (849a02a0-5850-4019-99e1-058d08802cd3/b76a318c-3f26-4d56-94ae-80e45b04fe49/df0d9b26-46ad-440f-a10e-2ef6937d7824) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:20:10.488845 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a0694011-b9d5-41c4-8c14-129006f5b37e up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:20:10.557203 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:20:10.560143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6d03b-a600-4e4b-b748-96cc9a3ecb37 None None] Pushing event updated for resources: {'Port': ['ID=15e89e4b-a58a-46c0-b0ce-a95ea186ae4d,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:10.579373 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port a0694011-b9d5-41c4-8c14-129006f5b37e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:20:10.579755 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:10.628106 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:10.668693 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:10.720318 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network 849a02a0-5850-4019-99e1-058d08802cd3 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:20:10.723997 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:20:10.729162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:20:10.736253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=df0d9b26-46ad-440f-a10e-2ef6937d7824,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:10.800562 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:10.940558 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:11.219486 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:11.223486 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:11.301817 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:11.303442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52230) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:11.305506 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=df0d9b26-46ad-440f-a10e-2ef6937d7824,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:11.367374 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e130-7640-4d22-b43a-ca46aa55e2d0 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:11.396922 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e130-7640-4d22-b43a-ca46aa55e2d0 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:11.406973 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network 849a02a0-5850-4019-99e1-058d08802cd3 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:20:11.408503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:20:11.473150 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e130-7640-4d22-b43a-ca46aa55e2d0 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:11.475921 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e130-7640-4d22-b43a-ca46aa55e2d0 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:11.477108 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f3d6e130-7640-4d22-b43a-ca46aa55e2d0 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] 10.222.0.41 "DELETE /v2.0/security-groups/5f5da943-9d2e-4275-a268-6f4b5624ba23 HTTP/1.1" status: 204  len: 168 time: 0.1712742
Nov 20 21:20:11.487417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6e130-7640-4d22-b43a-ca46aa55e2d0 tempest-TestVolumeBackupRestore-667839818 tempest-TestVolumeBackupRestore-667839818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5da943-9d2e-4275-a268-6f4b5624ba23,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:11.548497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router 8445b10c-20b3-4972-a85a-13c0f275403f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:20:11.684538 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:20:11.689865 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5ae1d477-6ce2-4140-8079-f9dea28a9e0a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "PUT /v2.0/routers/8445b10c-20b3-4972-a85a-13c0f275403f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2259865
Nov 20 21:20:11.747605 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9c9343-e0fa-4944-87fa-e57b07c3db55 None None] Network 849a02a0-5850-4019-99e1-058d08802cd3 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:20:11.859326 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3f16cf0a-7c6e-492a-b59f-8132dafa8d38 None None] Provisioning complete for port 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:20:11.859606 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3f16cf0a-7c6e-492a-b59f-8132dafa8d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:11.961733 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-77a16faf-fc6e-428f-9498-33650ef8f75c tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719204502&fields=id&tenant_id=9150e5dc713c4519842f75908123d4ce HTTP/1.1" status: 200  len: 267 time: 0.0536354
Nov 20 21:20:12.012369 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3f16cf0a-7c6e-492a-b59f-8132dafa8d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:12.049044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3f16cf0a-7c6e-492a-b59f-8132dafa8d38 None None] For port 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15e89e4b-a58a-46c0-b0ce-a95ea186ae4d,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:12.055862 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3f16cf0a-7c6e-492a-b59f-8132dafa8d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:12.099605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-2c7bc8a7-8242-460a-a80b-dc531a0f8e9a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:12.101237 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-2c7bc8a7-8242-460a-a80b-dc531a0f8e9a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/networks?id=849a02a0-5850-4019-99e1-058d08802cd3 HTTP/1.1" status: 200  len: 797 time: 0.1324403
Nov 20 21:20:12.108241 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16cf0a-7c6e-492a-b59f-8132dafa8d38 None None] Pushing event updated for resources: {'Port': ['ID=15e89e4b-a58a-46c0-b0ce-a95ea186ae4d,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:12.122205 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-b6037d19-8eb0-4e7e-9f6d-ed2b0cfc7d96 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/quotas/9150e5dc713c4519842f75908123d4ce HTTP/1.1" status: 200  len: 375 time: 0.0109360
Nov 20 21:20:12.182637 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-bef9412f-b747-4e79-89ef-fc6811e0e69e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0527325
Nov 20 21:20:12.194412 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Sync routers for ids ['8445b10c-20b3-4972-a85a-13c0f275403f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:20:12.201412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6ae879c2-afc7-406d-b8df-afcee576712e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:20:12.202494 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6ae879c2-afc7-406d-b8df-afcee576712e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055923
Nov 20 21:20:12.206124 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Routers {'8445b10c-20b3-4972-a85a-13c0f275403f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:12.206742 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a548316a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:19:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8445b10c-20b3-4972-a85a-13c0f275403f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:12.281597 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9111cb1e-6a79-4137-b423-508e92cd9e65 None None] Provisioning complete for port df0d9b26-46ad-440f-a10e-2ef6937d7824 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:20:12.281897 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9111cb1e-6a79-4137-b423-508e92cd9e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:12.321406 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9111cb1e-6a79-4137-b423-508e92cd9e65 None None] Port df0d9b26-46ad-440f-a10e-2ef6937d7824 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:20:12.323225 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-38ac52f7-c0d0-421e-906e-15ce4895f3fc service neutron] 10.222.0.41 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1136618
Nov 20 21:20:12.334083 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9111cb1e-6a79-4137-b423-508e92cd9e65 None None] Provisioning complete for port 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:20:12.334479 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9111cb1e-6a79-4137-b423-508e92cd9e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:12.342533 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Set router 8445b10c-20b3-4972-a85a-13c0f275403f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:12.382793 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device aa23ed80-5769-4e18-98f8-88d05c7c82bf no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:20:12.424385 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: aa23ed80-5769-4e18-98f8-88d05c7c82bf {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:20:12.425056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device aa23ed80-5769-4e18-98f8-88d05c7c82bf not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:20:12.464984 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-b27e67c9-2e3c-49ae-b8b1-5e6ae370115c service neutron] 10.222.0.41 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336975
Nov 20 21:20:12.509670 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:20:12.575871 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:20:12.576251 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:12.710462 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d21913e7-b8b2-4705-b19a-00edba25fff8 req-727d5b5a-7cdc-4d5d-8d08-a7f7a460b7a1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 210 time: 0.0663919
Nov 20 21:20:12.722479 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a548316a0>, [{'id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213374383', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:10Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'df0d9b26-46ad-440f-a10e-2ef6937d7824', 'name': '', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:87:4c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:10Z', 'updated_at': '2021-11-20T21:20:11Z', 'revision_number': 2, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:12.723195 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-05eaa2c9-6ccb-4998-bd4a-f16ce6b8ddc6 None None] Provisioning complete for port df0d9b26-46ad-440f-a10e-2ef6937d7824 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:20:12.728759 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05eaa2c9-6ccb-4998-bd4a-f16ce6b8ddc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:12.836979 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Checking router: 8445b10c-20b3-4972-a85a-13c0f275403f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:20:12.837666 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Updating router 8445b10c-20b3-4972-a85a-13c0f275403f port df0d9b26-46ad-440f-a10e-2ef6937d7824 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:20:12.861811 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-05eaa2c9-6ccb-4998-bd4a-f16ce6b8ddc6 None None] Port df0d9b26-46ad-440f-a10e-2ef6937d7824 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:20:12.881169 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:13.011002 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-54728d91-7575-470b-92ab-611b51853b9f None None] Provisioning complete for port df0d9b26-46ad-440f-a10e-2ef6937d7824 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:20:13.011376 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-54728d91-7575-470b-92ab-611b51853b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:13.062216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-54728d91-7575-470b-92ab-611b51853b9f None None] Port df0d9b26-46ad-440f-a10e-2ef6937d7824 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:20:13.244629 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9da955ec-cf9a-4293-a5f3-218c0c2ff12e req-07d36ad1-e65f-48f6-bb06-e34dfbd84577 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0523436
Nov 20 21:20:13.290994 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:13.308638 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:13.312441 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-891b7426-4b77-460d-8e09-0eb5685adda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:13.357783 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da955ec-cf9a-4293-a5f3-218c0c2ff12e req-577963b4-d089-4d4e-900b-fc957dc366e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:13.360770 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9da955ec-cf9a-4293-a5f3-218c0c2ff12e req-577963b4-d089-4d4e-900b-fc957dc366e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 1097 time: 0.0542278
Nov 20 21:20:13.410760 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa08851-a8f1-4f89-9b90-fa8271908a91 None None] Pushing event updated for resources: {'Port': ['ID=df0d9b26-46ad-440f-a10e-2ef6937d7824,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:13.497125 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Attempting to bind port df0d9b26-46ad-440f-a10e-2ef6937d7824 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:20:13.498135 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Attempting to bind port df0d9b26-46ad-440f-a10e-2ef6937d7824 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:20:13.498135 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Attempting to bind port df0d9b26-46ad-440f-a10e-2ef6937d7824 on network 849a02a0-5850-4019-99e1-058d08802cd3 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:20:13.504534 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:20:13.504918 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Checking segment: {'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:20:13.505329 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:13.505719 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Bound using segment: {'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:20:13.506223 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Bound port: df0d9b26-46ad-440f-a10e-2ef6937d7824, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:20:13.506605 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:13.546606 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da955ec-cf9a-4293-a5f3-218c0c2ff12e req-63870647-fe2d-4e07-bf96-636a79f48fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:13.548566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9da955ec-cf9a-4293-a5f3-218c0c2ff12e req-63870647-fe2d-4e07-bf96-636a79f48fda service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.1561317
Nov 20 21:20:13.599666 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] For port df0d9b26-46ad-440f-a10e-2ef6937d7824, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:20:13.604768 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] For port df0d9b26-46ad-440f-a10e-2ef6937d7824, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df0d9b26-46ad-440f-a10e-2ef6937d7824,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:20:13.609478 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:13.638343 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9da955ec-cf9a-4293-a5f3-218c0c2ff12e req-503d28b9-404b-4ba9-9f3a-caafbc23d204 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f50585-bcb7-49c3-9bc7-6f2b3717ea5c HTTP/1.1" status: 200  len: 1001 time: 0.0795581
Nov 20 21:20:13.687467 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Routers {'8445b10c-20b3-4972-a85a-13c0f275403f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:13.688023 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a548316a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:19:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8445b10c-20b3-4972-a85a-13c0f275403f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:13.699438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f0cc0a94-95b0-40ae-9a0e-2e8acae92817 None None] Provisioning complete for port df0d9b26-46ad-440f-a10e-2ef6937d7824 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:20:13.699867 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0a94-95b0-40ae-9a0e-2e8acae92817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:13.707360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da955ec-cf9a-4293-a5f3-218c0c2ff12e req-94a5c02e-7510-4acf-97e1-2ab1cfb58ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:13.709642 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9da955ec-cf9a-4293-a5f3-218c0c2ff12e req-94a5c02e-7510-4acf-97e1-2ab1cfb58ebb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.0648210
Nov 20 21:20:13.741362 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa08851-a8f1-4f89-9b90-fa8271908a91 None None] Pushing event updated for resources: {'Port': ['ID=df0d9b26-46ad-440f-a10e-2ef6937d7824,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:13.835763 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0a94-95b0-40ae-9a0e-2e8acae92817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:13.844642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da955ec-cf9a-4293-a5f3-218c0c2ff12e req-4d19db81-9c30-44c9-9c16-7e1e5876aa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:13.848822 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9da955ec-cf9a-4293-a5f3-218c0c2ff12e req-4d19db81-9c30-44c9-9c16-7e1e5876aa7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1308923
Nov 20 21:20:13.905275 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-331d4071-26f1-4251-93c4-8850d6ad7f04 req-26fc1640-fc7d-40f3-a39a-96cf95cb0897 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 210 time: 0.0644853
Nov 20 21:20:13.925044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f0cc0a94-95b0-40ae-9a0e-2e8acae92817 None None] For port df0d9b26-46ad-440f-a10e-2ef6937d7824, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df0d9b26-46ad-440f-a10e-2ef6937d7824,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:13.946402 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0a94-95b0-40ae-9a0e-2e8acae92817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:14.006534 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] Set router 8445b10c-20b3-4972-a85a-13c0f275403f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:14.056703 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc0a94-95b0-40ae-9a0e-2e8acae92817 None None] Pushing event updated for resources: {'Port': ['ID=df0d9b26-46ad-440f-a10e-2ef6937d7824,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:14.156610 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9da955ec-cf9a-4293-a5f3-218c0c2ff12e req-5f106384-6480-4882-ad24-594373d38908 service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2502370
Nov 20 21:20:14.191491 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3e7a54a1-072e-489b-9404-d898396d8740 None None] Provisioning complete for port df0d9b26-46ad-440f-a10e-2ef6937d7824 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:20:14.191892 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3e7a54a1-072e-489b-9404-d898396d8740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:14.208110 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-d15c8195-f8d0-4301-98ce-c50cb14a3af0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:14.212565 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-d15c8195-f8d0-4301-98ce-c50cb14a3af0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.47 "GET /v2.0/networks?id=849a02a0-5850-4019-99e1-058d08802cd3 HTTP/1.1" status: 200  len: 797 time: 0.1951714
Nov 20 21:20:14.291159 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-8adcdb65-19bf-4be3-96f9-52465b2f96e9 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9150e5dc713c4519842f75908123d4ce HTTP/1.1" status: 200  len: 379 time: 0.0653055
Nov 20 21:20:14.302414 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-bb8cd62e-7cfb-4ab4-892b-f2145d9cac0d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'port': {'device_id': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'admin_state_up': True, 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'security_groups': ['fbb94640-3466-48f1-8cd9-7738d0d52900']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:20:14.316245 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9da955ec-cf9a-4293-a5f3-218c0c2ff12e req-70d9f434-25d9-44ec-80a7-74ce36903dfe service neutron] 10.222.0.47 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483283
Nov 20 21:20:14.420693 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a548316a0>, [{'id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213374383', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:10Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'df0d9b26-46ad-440f-a10e-2ef6937d7824', 'name': '', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:87:4c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:10Z', 'updated_at': '2021-11-20T21:20:13Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:14.431710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-bb8cd62e-7cfb-4ab4-892b-f2145d9cac0d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Made reservation on behalf of 9150e5dc713c4519842f75908123d4ce for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:20:14.435436 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-bb8cd62e-7cfb-4ab4-892b-f2145d9cac0d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:14.448409 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b454491-6ea5-4ab5-af3d-e1dadb5441df None None] The sync data for ids ['8445b10c-20b3-4972-a85a-13c0f275403f'] in ncdv-master-1 is: [{'id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213374383', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:10Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'df0d9b26-46ad-440f-a10e-2ef6937d7824', 'name': '', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:87:4c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:10Z', 'updated_at': '2021-11-20T21:20:13Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:20:14.577136 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-bb8cd62e-7cfb-4ab4-892b-f2145d9cac0d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Allocated IP 172.20.0.14 (849a02a0-5850-4019-99e1-058d08802cd3/b76a318c-3f26-4d56-94ae-80e45b04fe49/992e9d11-a9f7-41c8-8f5b-9f721b985662) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:20:14.732588 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-bb8cd62e-7cfb-4ab4-892b-f2145d9cac0d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:14.775176 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-bb8cd62e-7cfb-4ab4-892b-f2145d9cac0d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:14.833128 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-bb8cd62e-7cfb-4ab4-892b-f2145d9cac0d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network 849a02a0-5850-4019-99e1-058d08802cd3 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:20:14.837287 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-bb8cd62e-7cfb-4ab4-892b-f2145d9cac0d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:20:14.842138 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-bb8cd62e-7cfb-4ab4-892b-f2145d9cac0d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:20:14.846265 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd62e-7cfb-4ab4-892b-f2145d9cac0d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=992e9d11-a9f7-41c8-8f5b-9f721b985662,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:14.894192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf506f24-bde9-4c4d-b835-34a1477feefe req-19d67e62-ba16-4df5-ac0c-24b0fc76bd05 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:14.901260 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf506f24-bde9-4c4d-b835-34a1477feefe req-19d67e62-ba16-4df5-ac0c-24b0fc76bd05 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 946 time: 0.0613511
Nov 20 21:20:14.905286 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-bb8cd62e-7cfb-4ab4-892b-f2145d9cac0d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:14.905966 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-bb8cd62e-7cfb-4ab4-892b-f2145d9cac0d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:14.925599 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-bb8cd62e-7cfb-4ab4-892b-f2145d9cac0d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6271863
Nov 20 21:20:14.957402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Request body: {'port': {'device_id': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:20:15.022138 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cf506f24-bde9-4c4d-b835-34a1477feefe req-06e6cd25-c102-4cf8-8e5c-5b54365962fc tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1117415
Nov 20 21:20:15.060197 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:15.239786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0eb2718f-f1f4-4087-952b-33286aff1f08 None None] Provisioning complete for port 992e9d11-a9f7-41c8-8f5b-9f721b985662 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:20:15.240645 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0eb2718f-f1f4-4087-952b-33286aff1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:15.264619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce6252-76b6-4c8f-8f06-a124999896c0 req-7b92bc81-bfc3-4cbc-a4a3-1804ffee002a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:15.266198 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e9ce6252-76b6-4c8f-8f06-a124999896c0 req-7b92bc81-bfc3-4cbc-a4a3-1804ffee002a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 932 time: 0.1369028
Nov 20 21:20:15.287140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2718f-f1f4-4087-952b-33286aff1f08 None None] Port 992e9d11-a9f7-41c8-8f5b-9f721b985662 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:20:15.375858 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e9ce6252-76b6-4c8f-8f06-a124999896c0 req-89471a0c-0b41-42bf-a4ef-55401281c63a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0964491
Nov 20 21:20:15.456971 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992e9d11-a9f7-41c8-8f5b-9f721b985662 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:20:15.465864 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:15.479671 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Transition to ACTIVE for port object 992e9d11-a9f7-41c8-8f5b-9f721b985662 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:20:15.482650 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:15.536256 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Pushing event updated for resources: {'Port': ['ID=992e9d11-a9f7-41c8-8f5b-9f721b985662,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:15.615446 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Attempting to bind port 992e9d11-a9f7-41c8-8f5b-9f721b985662 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:20:15.615790 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Attempting to bind port 992e9d11-a9f7-41c8-8f5b-9f721b985662 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:20:15.616125 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Attempting to bind port 992e9d11-a9f7-41c8-8f5b-9f721b985662 on network 849a02a0-5850-4019-99e1-058d08802cd3 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:20:15.621049 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Port 992e9d11-a9f7-41c8-8f5b-9f721b985662 on network 849a02a0-5850-4019-99e1-058d08802cd3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:20:15.621380 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Attempting to bind port 992e9d11-a9f7-41c8-8f5b-9f721b985662 on network 849a02a0-5850-4019-99e1-058d08802cd3 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:20:15.626927 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:20:15.627267 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Checking segment: {'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:20:15.627656 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Bound using segment: {'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:20:15.628090 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Bound port: 992e9d11-a9f7-41c8-8f5b-9f721b985662, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:20:15.628454 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:15.689894 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-04487c98-d554-46ae-9e81-bcc93335bc5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:15.703179 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:20:15.706779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:20:15.711805 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:15.751727 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:15.752345 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:15.753714 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] 10.222.0.47 "PUT /v2.0/ports/992e9d11-a9f7-41c8-8f5b-9f721b985662 HTTP/1.1" status: 200  len: 1092 time: 0.8178465
Nov 20 21:20:15.754183 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:20:15.756436 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce925a6-7ab5-4e27-ba9c-2cdebefed67b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:20:15.788883 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b99f3-4431-41bc-8799-0852d44ad646 service neutron] Pushing event updated for resources: {'Port': ['ID=992e9d11-a9f7-41c8-8f5b-9f721b985662,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:15.831492 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e86e07-ec24-4f97-8eed-58f16cae1ba6 x-openstack-request-id: req-81e86e07-ec24-4f97-8eed-58f16cae1ba6 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:20:15.832009 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:20:15.832322 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81e86e07-ec24-4f97-8eed-58f16cae1ba6 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:20:15.832816 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'status': 'completed', 'code': 200}
Nov 20 21:20:15.851789 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-e1a2ea20-4cb0-4d8e-ac55-36c97584b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:15.853565 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-e1a2ea20-4cb0-4d8e-ac55-36c97584b70e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 1095 time: 0.0587862
Nov 20 21:20:15.905537 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-b145b3fd-f2e1-47b5-8e67-e0a122b1272a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662 HTTP/1.1" status: 200  len: 217 time: 0.0415733
Nov 20 21:20:15.961031 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-76335d01-2d23-4c9a-9311-bd96306d89f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:15.962539 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-76335d01-2d23-4c9a-9311-bd96306d89f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b76a318c-3f26-4d56-94ae-80e45b04fe49 HTTP/1.1" status: 200  len: 835 time: 0.0497062
Nov 20 21:20:16.012020 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6dd041a5-0d26-4a6f-aa0a-02d27bf6b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:16.013510 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6dd041a5-0d26-4a6f-aa0a-02d27bf6b211 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=849a02a0-5850-4019-99e1-058d08802cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0417306
Nov 20 21:20:16.156179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52368) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:16.400645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765af379-2baf-46fd-87a0-5b593af2f613 req-15bd4808-8bf5-4c84-9466-d5d0f5dc50c9 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:16.402544 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-765af379-2baf-46fd-87a0-5b593af2f613 req-15bd4808-8bf5-4c84-9466-d5d0f5dc50c9 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.47 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 946 time: 0.0956950
Nov 20 21:20:16.471507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device df0d9b26-46ad-440f-a10e-2ef6937d7824 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:20:16.481050 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091a5a4-bbf8-4bf2-ad5f-7d56956c9755 req-7002a442-cf92-41b4-a737-705b3354fc8a tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:16.488155 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3091a5a4-bbf8-4bf2-ad5f-7d56956c9755 req-7002a442-cf92-41b4-a737-705b3354fc8a tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 946 time: 0.0795057
Nov 20 21:20:16.507475 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-a88d8808-b392-4caf-af6b-e0cd50d3dee4 service neutron] 10.222.0.47 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4861395
Nov 20 21:20:16.541903 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port df0d9b26-46ad-440f-a10e-2ef6937d7824 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:20:16.542794 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:16.571197 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3091a5a4-bbf8-4bf2-ad5f-7d56956c9755 req-5237ce61-dc85-492f-a380-6aac7e511345 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821416
Nov 20 21:20:16.616467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d63170-8afa-44f7-a7ff-8abf0ac95c25 req-dd4e4cd8-43a0-4273-9a57-ee034e639971 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:16.618285 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-65d63170-8afa-44f7-a7ff-8abf0ac95c25 req-dd4e4cd8-43a0-4273-9a57-ee034e639971 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 944 time: 0.1387537
Nov 20 21:20:16.629814 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-765af379-2baf-46fd-87a0-5b593af2f613 req-e5d022ec-b772-4f14-9358-b281974eac06 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Deleting port 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:20:16.630184 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-765af379-2baf-46fd-87a0-5b593af2f613 req-e5d022ec-b772-4f14-9358-b281974eac06 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:16.643236 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a1bbc7ba-e0d9-4547-b375-1c7358e1e416 req-6422c2c6-0af8-4569-8e02-3a651ea71ab0 service neutron] 10.222.0.47 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269040
Nov 20 21:20:16.735550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce925a6-7ab5-4e27-ba9c-2cdebefed67b req-c063c8dc-94dc-4f80-919e-52d3cf5821c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:16.737051 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bce925a6-7ab5-4e27-ba9c-2cdebefed67b req-c063c8dc-94dc-4f80-919e-52d3cf5821c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 1095 time: 0.0421906
Nov 20 21:20:16.767825 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-65d63170-8afa-44f7-a7ff-8abf0ac95c25 req-a4ddf143-f823-4ccb-a2cf-3f340f0f9cbd tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1337998
Nov 20 21:20:16.805400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-765af379-2baf-46fd-87a0-5b593af2f613 req-e5d022ec-b772-4f14-9358-b281974eac06 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] For port 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39f50585-bcb7-49c3-9bc7-6f2b3717ea5c,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:16.805767 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-765af379-2baf-46fd-87a0-5b593af2f613 req-e5d022ec-b772-4f14-9358-b281974eac06 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:16.820176 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:16.839181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce925a6-7ab5-4e27-ba9c-2cdebefed67b req-764d171a-e069-407c-802d-9b36492f7065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:16.840656 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bce925a6-7ab5-4e27-ba9c-2cdebefed67b req-764d171a-e069-407c-802d-9b36492f7065 service neutron] 10.222.0.47 "GET /v2.0/networks?id=849a02a0-5850-4019-99e1-058d08802cd3 HTTP/1.1" status: 200  len: 898 time: 0.0971866
Nov 20 21:20:16.884859 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bce925a6-7ab5-4e27-ba9c-2cdebefed67b req-dbbe5a3a-ae38-4cf9-bc40-96111bd2d829 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662 HTTP/1.1" status: 200  len: 217 time: 0.0352561
Nov 20 21:20:16.935090 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce925a6-7ab5-4e27-ba9c-2cdebefed67b req-a53d1089-ee54-42b8-aa1d-de8bb8e91bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:16.936505 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bce925a6-7ab5-4e27-ba9c-2cdebefed67b req-a53d1089-ee54-42b8-aa1d-de8bb8e91bf4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b76a318c-3f26-4d56-94ae-80e45b04fe49 HTTP/1.1" status: 200  len: 835 time: 0.0443532
Nov 20 21:20:16.938196 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-18397245-fdcb-4775-bec5-8259de6e2c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:16.983963 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce925a6-7ab5-4e27-ba9c-2cdebefed67b req-092e64d3-1b61-4bb6-b2c4-c7febe3466ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:16.985527 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bce925a6-7ab5-4e27-ba9c-2cdebefed67b req-092e64d3-1b61-4bb6-b2c4-c7febe3466ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=849a02a0-5850-4019-99e1-058d08802cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0418580
Nov 20 21:20:17.084655 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bce925a6-7ab5-4e27-ba9c-2cdebefed67b req-efeb93fe-fd43-4344-9262-4ffb6ba6c9d5 service neutron] 10.222.0.47 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916693
Nov 20 21:20:17.186468 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bce925a6-7ab5-4e27-ba9c-2cdebefed67b req-974a9abb-91b6-45ea-9019-a6f502314e87 service neutron] 10.222.0.47 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0934613
Nov 20 21:20:17.455214 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-765af379-2baf-46fd-87a0-5b593af2f613 req-e5d022ec-b772-4f14-9358-b281974eac06 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:17.455750 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-765af379-2baf-46fd-87a0-5b593af2f613 req-e5d022ec-b772-4f14-9358-b281974eac06 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:17.455877 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-765af379-2baf-46fd-87a0-5b593af2f613 req-e5d022ec-b772-4f14-9358-b281974eac06 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Floating IP 9c973e50-462b-41b5-a779-859603966322 disassociated. External IP: 172.35.1.89, port: 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c.
Nov 20 21:20:17.456217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-765af379-2baf-46fd-87a0-5b593af2f613 req-e5d022ec-b772-4f14-9358-b281974eac06 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Calling delete_port for 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:20:17.694789 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7528fa-866c-4e63-9a7a-f82482fe2c65 req-1636d6da-889d-44ef-a92c-9b6425c7fffe tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:17.696701 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fa7528fa-866c-4e63-9a7a-f82482fe2c65 req-1636d6da-889d-44ef-a92c-9b6425c7fffe tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 946 time: 0.0525398
Nov 20 21:20:17.698070 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-765af379-2baf-46fd-87a0-5b593af2f613 req-e5d022ec-b772-4f14-9358-b281974eac06 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:17.737300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d022ec-b772-4f14-9358-b281974eac06 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event deleted for resources: {'Port': ['ID=39f50585-bcb7-49c3-9bc7-6f2b3717ea5c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:17.758431 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-18397245-fdcb-4775-bec5-8259de6e2c8f admin admin] Deleting port 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:20:17.758786 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-18397245-fdcb-4775-bec5-8259de6e2c8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:17.805551 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fa7528fa-866c-4e63-9a7a-f82482fe2c65 req-52b7f583-1501-4c75-86c1-ebaf78b14c44 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0926716
Nov 20 21:20:17.959123 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-18397245-fdcb-4775-bec5-8259de6e2c8f admin admin] For port 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3,segment=NetworkSegment(99134eba-fe3c-4659-a5c1-013c3e91c8f1),segment_id=99134eba-fe3c-4659-a5c1-013c3e91c8f1)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:17.959407 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-18397245-fdcb-4775-bec5-8259de6e2c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:17.979224 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-18397245-fdcb-4775-bec5-8259de6e2c8f admin admin] Calling delete_port for 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:20:17.992237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb3723-df7e-41a3-8af1-5e56d24e705d req-89a1532e-f75b-43fe-98c1-ed2da94afe1a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:17.993715 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d5bb3723-df7e-41a3-8af1-5e56d24e705d req-89a1532e-f75b-43fe-98c1-ed2da94afe1a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 944 time: 0.1334915
Nov 20 21:20:17.995488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-765af379-2baf-46fd-87a0-5b593af2f613 req-e5d022ec-b772-4f14-9358-b281974eac06 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Router 6c82caac-17bf-4f62-9ce6-723a0820a626 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:20:18.141888 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d5bb3723-df7e-41a3-8af1-5e56d24e705d req-841afdd1-98a5-473d-9a20-ecd1fd94fbf1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1380405
Nov 20 21:20:18.257915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-765af379-2baf-46fd-87a0-5b593af2f613 req-e5d022ec-b772-4f14-9358-b281974eac06 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:20:18.271116 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa5441-8b36-406b-b272-79fa5dc1b5c1 None None] Sync routers for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:20:18.281801 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa5441-8b36-406b-b272-79fa5dc1b5c1 None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:18.282529 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-93fa5441-8b36-406b-b272-79fa5dc1b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47583cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:20:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:18.300780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-765af379-2baf-46fd-87a0-5b593af2f613 req-e5d022ec-b772-4f14-9358-b281974eac06 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] No DVR routers for this DVR port 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:20:18.304968 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-765af379-2baf-46fd-87a0-5b593af2f613 req-e5d022ec-b772-4f14-9358-b281974eac06 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:18.308522 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-765af379-2baf-46fd-87a0-5b593af2f613 req-e5d022ec-b772-4f14-9358-b281974eac06 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.47 "DELETE /v2.0/ports/39f50585-bcb7-49c3-9bc7-6f2b3717ea5c HTTP/1.1" status: 204  len: 173 time: 1.8976493
Nov 20 21:20:18.308975 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63e6faf-abb2-4827-a8d8-71e39e0309bb', 'name': 'network-vif-deleted', 'tag': '39f50585-bcb7-49c3-9bc7-6f2b3717ea5c'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:20:18.311303 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b8bc11-d2e0-4d95-9c49-860fd3375a97" -d '{"events": [{"server_uuid": "f63e6faf-abb2-4827-a8d8-71e39e0309bb", "name": "network-vif-deleted", "tag": "39f50585-bcb7-49c3-9bc7-6f2b3717ea5c"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:20:18.379480 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf2c595-4843-40b7-baf6-93db99cae195 x-openstack-request-id: req-caf2c595-4843-40b7-baf6-93db99cae195 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:20:18.379802 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63e6faf-abb2-4827-a8d8-71e39e0309bb", "name": "network-vif-deleted", "tag": "39f50585-bcb7-49c3-9bc7-6f2b3717ea5c", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:20:18.380036 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-caf2c595-4843-40b7-baf6-93db99cae195 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:20:18.380445 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e6faf-abb2-4827-a8d8-71e39e0309bb', 'name': 'network-vif-deleted', 'tag': '39f50585-bcb7-49c3-9bc7-6f2b3717ea5c', 'status': 'completed', 'code': 200}
Nov 20 21:20:18.385489 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-18397245-fdcb-4775-bec5-8259de6e2c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:18.411861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18397245-fdcb-4775-bec5-8259de6e2c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:18.546680 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 992e9d11-a9f7-41c8-8f5b-9f721b985662 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:20:18.583027 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-93fa5441-8b36-406b-b272-79fa5dc1b5c1 None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:18.642916 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-18397245-fdcb-4775-bec5-8259de6e2c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:18.753105 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:18.807525 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:18.828778 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'port_id': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'mac_address': 'fa:16:3e:b9:c3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:20:18.889366 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18397245-fdcb-4775-bec5-8259de6e2c8f admin admin] Router b7c95e54-0f2b-4722-88f7-9570e06d758f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:20:18.896774 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:18.940105 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992e9d11-a9f7-41c8-8f5b-9f721b985662 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:20:18.970274 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:18.973249 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1122e96d-6ed0-46c5-92b5-88520e4340df req-57b6ab15-394c-407e-bcdc-924491e3a795 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=f63e6faf-abb2-4827-a8d8-71e39e0309bb HTTP/1.1" status: 200  len: 210 time: 0.0309656
Nov 20 21:20:18.979044 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:19.031420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-93fa5441-8b36-406b-b272-79fa5dc1b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47583cd0>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:19.039936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18397245-fdcb-4775-bec5-8259de6e2c8f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:20:19.044984 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-18397245-fdcb-4775-bec5-8259de6e2c8f admin admin] 10.222.0.41 "PUT /v2.0/routers/b7c95e54-0f2b-4722-88f7-9570e06d758f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8877072
Nov 20 21:20:19.047556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52380) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:19.051075 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb04535-6bf7-42b3-b997-b06ea175bc7b None None] Sync routers for ids ['b7c95e54-0f2b-4722-88f7-9570e06d758f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:20:19.063871 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb04535-6bf7-42b3-b997-b06ea175bc7b None None] Routers {'b7c95e54-0f2b-4722-88f7-9570e06d758f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:19.064495 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-0eb04535-6bf7-42b3-b997-b06ea175bc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7585b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:20:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b7c95e54-0f2b-4722-88f7-9570e06d758f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:19.065952 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa5441-8b36-406b-b272-79fa5dc1b5c1 None None] Checking router: 6c82caac-17bf-4f62-9ce6-723a0820a626 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:20:19.072367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=992e9d11-a9f7-41c8-8f5b-9f721b985662,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:19.077461 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa5441-8b36-406b-b272-79fa5dc1b5c1 None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:19.078091 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-93fa5441-8b36-406b-b272-79fa5dc1b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47583cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:20:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:19.152729 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-956c7737-817b-4fc2-b7c7-a5f865fa4790 admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:19.190439 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['992e9d11-a9f7-41c8-8f5b-9f721b985662'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:20:19.198250 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-0eb04535-6bf7-42b3-b997-b06ea175bc7b None None] Set router b7c95e54-0f2b-4722-88f7-9570e06d758f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:19.236600 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-93fa5441-8b36-406b-b272-79fa5dc1b5c1 None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:19.284266 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-956c7737-817b-4fc2-b7c7-a5f865fa4790 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:19.298142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54401ec0-1443-4aee-b542-56cbc68fdd5b req-732d9582-ae86-42c8-8f26-1086a21c8c13 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:19.299894 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54401ec0-1443-4aee-b542-56cbc68fdd5b req-732d9582-ae86-42c8-8f26-1086a21c8c13 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 945 time: 0.0647025
Nov 20 21:20:19.306704 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:19.361968 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-956c7737-817b-4fc2-b7c7-a5f865fa4790 admin admin] Deleting port e25d3135-a7f6-4477-b6b2-ca45c67c88a2 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:20:19.362442 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-956c7737-817b-4fc2-b7c7-a5f865fa4790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:19.369564 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-54401ec0-1443-4aee-b542-56cbc68fdd5b req-e37f4d50-0e66-4732-90c0-bc36814adb7d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622404
Nov 20 21:20:19.443244 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-0eb04535-6bf7-42b3-b997-b06ea175bc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7585b0>, [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:20:18Z', 'revision_number': 5, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port': {'id': 'e25d3135-a7f6-4477-b6b2-ca45c67c88a2', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:19.465663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-956c7737-817b-4fc2-b7c7-a5f865fa4790 admin admin] For port e25d3135-a7f6-4477-b6b2-ca45c67c88a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e25d3135-a7f6-4477-b6b2-ca45c67c88a2,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:19.465892 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-956c7737-817b-4fc2-b7c7-a5f865fa4790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:19.470488 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb04535-6bf7-42b3-b997-b06ea175bc7b None None] Checking router: b7c95e54-0f2b-4722-88f7-9570e06d758f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:20:19.479724 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb04535-6bf7-42b3-b997-b06ea175bc7b None None] Routers {'b7c95e54-0f2b-4722-88f7-9570e06d758f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:19.480331 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-0eb04535-6bf7-42b3-b997-b06ea175bc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7585b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:20:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b7c95e54-0f2b-4722-88f7-9570e06d758f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:19.482856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-956c7737-817b-4fc2-b7c7-a5f865fa4790 admin admin] Calling delete_port for e25d3135-a7f6-4477-b6b2-ca45c67c88a2 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:20:19.569007 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-0eb04535-6bf7-42b3-b997-b06ea175bc7b None None] Set router b7c95e54-0f2b-4722-88f7-9570e06d758f gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:19.595082 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-93fa5441-8b36-406b-b272-79fa5dc1b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47583cd0>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:19.623293 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-0eb04535-6bf7-42b3-b997-b06ea175bc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7585b0>, [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:20:19Z', 'revision_number': 6, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:19.630471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa5441-8b36-406b-b272-79fa5dc1b5c1 None None] The sync data for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 is: [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:20:19.653189 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb04535-6bf7-42b3-b997-b06ea175bc7b None None] The sync data for ids ['b7c95e54-0f2b-4722-88f7-9570e06d758f'] in ncdv-master-1 is: [{'id': 'b7c95e54-0f2b-4722-88f7-9570e06d758f', 'name': 'tempest-TestVolumeBackupRestore-1140408813-router', 'tenant_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:41Z', 'updated_at': '2021-11-20T21:20:19Z', 'revision_number': 6, 'project_id': 'bfa4e1f38ed645dc8af56e7abe42b889', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:20:19.690000 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-956c7737-817b-4fc2-b7c7-a5f865fa4790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:19.716301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c7737-817b-4fc2-b7c7-a5f865fa4790 admin admin] Pushing event deleted for resources: {'Port': ['ID=e25d3135-a7f6-4477-b6b2-ca45c67c88a2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:19.734893 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1169e30f-65c2-49a3-96b3-3f61491c7fad None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:20:19.792572 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-956c7737-817b-4fc2-b7c7-a5f865fa4790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:19.887898 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-956c7737-817b-4fc2-b7c7-a5f865fa4790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:19.890504 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-956c7737-817b-4fc2-b7c7-a5f865fa4790 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:19.922494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1593ed2-eb02-4d83-9d38-965dff065f75 None None] New status for floating IP 9c973e50-462b-41b5-a779-859603966322: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:20:19.941595 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-956c7737-817b-4fc2-b7c7-a5f865fa4790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:19.942151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956c7737-817b-4fc2-b7c7-a5f865fa4790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7c95e54-0f2b-4722-88f7-9570e06d758f {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:20:19.947514 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-956c7737-817b-4fc2-b7c7-a5f865fa4790 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:19.948672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-956c7737-817b-4fc2-b7c7-a5f865fa4790 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b7c95e54-0f2b-4722-88f7-9570e06d758f HTTP/1.1" status: 204  len: 168 time: 0.9001987
Nov 20 21:20:19.951269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52384) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:19.996437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-de77c8cb-e3b8-4d81-b3c8-4eec576bdfad admin admin] Deleting subnet 21ebef96-719a-4441-a704-dcb32d459c8e {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:20:20.008094 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-de77c8cb-e3b8-4d81-b3c8-4eec576bdfad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.058627 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-de77c8cb-e3b8-4d81-b3c8-4eec576bdfad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.156229 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-de77c8cb-e3b8-4d81-b3c8-4eec576bdfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.210586 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-de77c8cb-e3b8-4d81-b3c8-4eec576bdfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.237520 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77c8cb-e3b8-4d81-b3c8-4eec576bdfad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ebef96-719a-4441-a704-dcb32d459c8e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:20.241166 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-de77c8cb-e3b8-4d81-b3c8-4eec576bdfad admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.244542 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-de77c8cb-e3b8-4d81-b3c8-4eec576bdfad admin admin] 10.222.0.41 "DELETE /v2.0/subnets/21ebef96-719a-4441-a704-dcb32d459c8e HTTP/1.1" status: 204  len: 168 time: 0.2923331
Nov 20 21:20:20.248024 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3973a22d-10b1-45ca-922d-033d9c45c54c None None] Network ad85d1e6-7942-40af-9024-3a100cf415ae requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:20:20.249962 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52394) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:20.304957 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd95ba01-2136-4753-929f-cf965690df5e req-71296dc4-d961-403c-9100-c6d20f4bae96 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1225146311&fields=id&tenant_id=6028b150b064464f9c6d8e21d3af617e HTTP/1.1" status: 200  len: 267 time: 0.0677521
Nov 20 21:20:20.325902 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.381323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] Deleting port 68e7c24c-07a0-4eb4-8442-a64e292a661c {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:20:20.381717 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.409323 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 992e9d11-a9f7-41c8-8f5b-9f721b985662 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:20:20.442959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ba01-2136-4753-929f-cf965690df5e req-590ce571-12a4-4a25-9123-48e4db20b72b tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:20.456821 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd95ba01-2136-4753-929f-cf965690df5e req-590ce571-12a4-4a25-9123-48e4db20b72b tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 811 time: 0.1473830
Nov 20 21:20:20.479893 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd95ba01-2136-4753-929f-cf965690df5e req-0bd933d8-370b-4b7e-b41c-2f1b94be27e4 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/quotas/6028b150b064464f9c6d8e21d3af617e HTTP/1.1" status: 200  len: 375 time: 0.0208585
Nov 20 21:20:20.486090 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1f73ce-2b0e-4448-8c56-aa1a4d1264e8 None None] DHCP port deletion for ad85d1e6-7942-40af-9024-3a100cf415ae request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:20:20.524824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] For port 68e7c24c-07a0-4eb4-8442-a64e292a661c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68e7c24c-07a0-4eb4-8442-a64e292a661c,segment=NetworkSegment(99134eba-fe3c-4659-a5c1-013c3e91c8f1),segment_id=99134eba-fe3c-4659-a5c1-013c3e91c8f1)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:20.525225 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.529143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 992e9d11-a9f7-41c8-8f5b-9f721b985662 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:20:20.542310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 992e9d11-a9f7-41c8-8f5b-9f721b985662 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:20:20.544125 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.548332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] Calling delete_port for 68e7c24c-07a0-4eb4-8442-a64e292a661c owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:20:20.570316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e0a83-4c3e-4ed7-a003-030ef178a689 req-1f41f1b7-2dbe-47e2-8bb2-48aa7c2de122 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:20.571840 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e32e0a83-4c3e-4ed7-a003-030ef178a689 req-1f41f1b7-2dbe-47e2-8bb2-48aa7c2de122 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 945 time: 0.1063013
Nov 20 21:20:20.581633 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:20:20.595411 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd95ba01-2136-4753-929f-cf965690df5e req-cc38482b-881c-4b3a-9306-9de7a6655e0d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0952489
Nov 20 21:20:20.615440 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:20:20.615863 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 3b7d6f20-5488-43ba-bdfd-9f1ec6dbc9e3 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:20:20.616290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e25d3135-a7f6-4477-b6b2-ca45c67c88a2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:20:20.645228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: e25d3135-a7f6-4477-b6b2-ca45c67c88a2 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:20:20.645532 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e25d3135-a7f6-4477-b6b2-ca45c67c88a2 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:20:20.645938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 68e7c24c-07a0-4eb4-8442-a64e292a661c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:20:20.674294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f73ce-2b0e-4448-8c56-aa1a4d1264e8 None None] Deleting port 68e7c24c-07a0-4eb4-8442-a64e292a661c {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:20:20.674675 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ab1f73ce-2b0e-4448-8c56-aa1a4d1264e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.702558 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e32e0a83-4c3e-4ed7-a003-030ef178a689 req-e5581bdf-46c9-4aac-99d9-d2961a059af1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935068
Nov 20 21:20:20.708386 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd95ba01-2136-4753-929f-cf965690df5e req-94090f32-6450-45f1-a311-85ef02414ec6 service neutron] 10.222.0.41 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1098421
Nov 20 21:20:20.718777 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.757352 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] Pushing event deleted for resources: {'Port': ['ID=68e7c24c-07a0-4eb4-8442-a64e292a661c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:20.760969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] No DVR routers for this DVR port 68e7c24c-07a0-4eb4-8442-a64e292a661c on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:20:20.786299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No active binding found for port 68e7c24c-07a0-4eb4-8442-a64e292a661c {{(pid=126226) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 20 21:20:20.786752 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 68e7c24c-07a0-4eb4-8442-a64e292a661c not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:20:20.800379 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ab1f73ce-2b0e-4448-8c56-aa1a4d1264e8 None None] For port 68e7c24c-07a0-4eb4-8442-a64e292a661c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68e7c24c-07a0-4eb4-8442-a64e292a661c,segment=NetworkSegment(99134eba-fe3c-4659-a5c1-013c3e91c8f1),segment_id=99134eba-fe3c-4659-a5c1-013c3e91c8f1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:20.800754 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ab1f73ce-2b0e-4448-8c56-aa1a4d1264e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.823361 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f73ce-2b0e-4448-8c56-aa1a4d1264e8 None None] Calling delete_port for 68e7c24c-07a0-4eb4-8442-a64e292a661c owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:20:20.829705 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.850624 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd95ba01-2136-4753-929f-cf965690df5e req-ca77d6cc-d663-47f4-91bd-37d64d71d5e2 service neutron] 10.222.0.41 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337714
Nov 20 21:20:20.861435 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.892330 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:20:20.894891 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a542d4d00>,) {'filters': {'network_id': ['ad85d1e6-7942-40af-9024-3a100cf415ae']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:20.895038 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1fbf2d-ad87-48a8-9b31-3507de78152e" -d '{"events": [{"server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "name": "network-vif-plugged", "status": "completed", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:20:20.917896 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a542d4d00>, '99134eba-fe3c-4659-a5c1-013c3e91c8f1') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:20.918224 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a542d4d00>, '99134eba-fe3c-4659-a5c1-013c3e91c8f1') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:20.938850 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:20.941577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.948545 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740118f1-6a2c-4fc3-878d-df7d8684ee90 x-openstack-request-id: req-740118f1-6a2c-4fc3-878d-df7d8684ee90 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:20:20.948896 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "name": "network-vif-plugged", "status": "completed", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:20:20.949514 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-740118f1-6a2c-4fc3-878d-df7d8684ee90 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:20:20.949630 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'code': 200}
Nov 20 21:20:20.951865 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.952749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:20:20.958966 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.979457 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:20:20.979910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 39f50585-bcb7-49c3-9bc7-6f2b3717ea5c not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:20:20.986861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:20:20.987242 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:20:20.990733 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:20:21.036041 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ab1f73ce-2b0e-4448-8c56-aa1a4d1264e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:21.046407 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=992e9d11-a9f7-41c8-8f5b-9f721b985662,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:21.071299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f73ce-2b0e-4448-8c56-aa1a4d1264e8 None None] No DVR routers for this DVR port 68e7c24c-07a0-4eb4-8442-a64e292a661c on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:20:21.073601 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f73ce-2b0e-4448-8c56-aa1a4d1264e8 None None] Pushing event deleted for resources: {'Port': ['ID=68e7c24c-07a0-4eb4-8442-a64e292a661c,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:21.100309 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:21.107335 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:21.110547 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ad85d1e6-7942-40af-9024-3a100cf415ae HTTP/1.1" status: 204  len: 168 time: 0.8595791
Nov 20 21:20:21.113606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52406) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:21.143993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f510981-b7a1-4862-9d7e-bdc09f0a5522 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad85d1e6-7942-40af-9024-3a100cf415ae,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:21.156469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee314fe-af56-41dc-995b-77339ecd3dca req-3b4502fb-1d6e-4ad8-8e0e-92434e928f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:21.158165 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fee314fe-af56-41dc-995b-77339ecd3dca req-3b4502fb-1d6e-4ad8-8e0e-92434e928f0c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 1097 time: 0.0928013
Nov 20 21:20:21.248108 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9988c840-e33d-49ca-b5d8-629912a714f3 req-6665c1ec-c3db-43d8-9a62-8074657f6adb tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 210 time: 0.0419188
Nov 20 21:20:21.270559 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fee314fe-af56-41dc-995b-77339ecd3dca req-1e376189-ed30-4daf-a454-74df43203517 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1052380
Nov 20 21:20:21.538611 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-585631cf-b8b4-45f3-b060-a51a111396b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:21.832295 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-585631cf-b8b4-45f3-b060-a51a111396b4 admin admin] Deleting port bf52801c-f289-458a-a257-5386e4dc9e32 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:20:21.832631 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-585631cf-b8b4-45f3-b060-a51a111396b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:21.860072 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec24fd-34ab-44a3-9680-3f3458c946cf req-5bed369a-5b8f-4471-bf76-4622a4f09eea tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:21.861535 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fbec24fd-34ab-44a3-9680-3f3458c946cf req-5bed369a-5b8f-4471-bf76-4622a4f09eea tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.0706809
Nov 20 21:20:21.957357 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fbec24fd-34ab-44a3-9680-3f3458c946cf req-39df67f0-9901-4093-95ec-8359e78e047c tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0894790
Nov 20 21:20:21.962620 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-585631cf-b8b4-45f3-b060-a51a111396b4 admin admin] For port bf52801c-f289-458a-a257-5386e4dc9e32, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf52801c-f289-458a-a257-5386e4dc9e32,segment=NetworkSegment(afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e),segment_id=afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:21.962981 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-585631cf-b8b4-45f3-b060-a51a111396b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:21.976808 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-585631cf-b8b4-45f3-b060-a51a111396b4 admin admin] Calling delete_port for bf52801c-f289-458a-a257-5386e4dc9e32 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:20:22.169926 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ba01-2136-4753-929f-cf965690df5e req-84ab502f-ad99-4ed0-af3b-60cfdf4fa540 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:22.171551 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd95ba01-2136-4753-929f-cf965690df5e req-84ab502f-ad99-4ed0-af3b-60cfdf4fa540 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 811 time: 0.1143291
Nov 20 21:20:22.179645 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-585631cf-b8b4-45f3-b060-a51a111396b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:22.207133 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585631cf-b8b4-45f3-b060-a51a111396b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf52801c-f289-458a-a257-5386e4dc9e32,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:22.258035 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd95ba01-2136-4753-929f-cf965690df5e req-e0e5e391-1196-4cd9-8282-72d21417ccdd tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6028b150b064464f9c6d8e21d3af617e HTTP/1.1" status: 200  len: 380 time: 0.0766799
Nov 20 21:20:22.271834 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-fd95ba01-2136-4753-929f-cf965690df5e req-670b4b19-4ccf-42d4-9f19-a3fc9852ec88 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Request body: {'port': {'device_id': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'admin_state_up': True, 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'security_groups': ['8cfac1eb-0841-4114-9167-63a2d54a4888']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:20:22.414331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-71fdbfff-f209-4d37-a8d9-58c6944c9f10 req-ee00e385-6af2-45a1-80b0-4d11c70e480f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 210 time: 0.0705221
Nov 20 21:20:22.473292 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-585631cf-b8b4-45f3-b060-a51a111396b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:22.497525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd95ba01-2136-4753-929f-cf965690df5e req-670b4b19-4ccf-42d4-9f19-a3fc9852ec88 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Made reservation on behalf of 6028b150b064464f9c6d8e21d3af617e for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:20:22.501518 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd95ba01-2136-4753-929f-cf965690df5e req-670b4b19-4ccf-42d4-9f19-a3fc9852ec88 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:22.732375 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585631cf-b8b4-45f3-b060-a51a111396b4 admin admin] Router b657b370-b155-4b1b-af69-e218a1cb5659 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:20:22.856012 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585631cf-b8b4-45f3-b060-a51a111396b4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:20:22.864386 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-585631cf-b8b4-45f3-b060-a51a111396b4 admin admin] 10.222.0.41 "PUT /v2.0/routers/b657b370-b155-4b1b-af69-e218a1cb5659/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7495291
Nov 20 21:20:22.864954 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52430) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:22.869077 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f1939-0e8d-4781-8937-c19189586925 None None] Sync routers for ids ['b657b370-b155-4b1b-af69-e218a1cb5659'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:20:22.883153 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198f1939-0e8d-4781-8937-c19189586925 None None] Routers {'b657b370-b155-4b1b-af69-e218a1cb5659'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:22.884151 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-198f1939-0e8d-4781-8937-c19189586925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f758b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:20:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b657b370-b155-4b1b-af69-e218a1cb5659'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:22.995097 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03ea4649-3f24-467d-8d55-f22d6fc61b56 admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:23.016600 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-198f1939-0e8d-4781-8937-c19189586925 None None] Set router b657b370-b155-4b1b-af69-e218a1cb5659 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:23.039666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-fd95ba01-2136-4753-929f-cf965690df5e req-670b4b19-4ccf-42d4-9f19-a3fc9852ec88 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Allocated IP 172.20.0.8 (ec52e298-c6c7-453e-a2fa-373fbe63335d/e49bdb26-fb3f-4488-8617-26bc32281c9f/c2292d41-b405-4690-8d85-66a2902c9bd5) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:20:23.135296 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03ea4649-3f24-467d-8d55-f22d6fc61b56 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:23.161155 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb5df-51b7-46ad-aa2e-8c26769de6b4 req-da2b433b-a303-42c3-931a-ed64cade744b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:23.162719 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-733fb5df-51b7-46ad-aa2e-8c26769de6b4 req-da2b433b-a303-42c3-931a-ed64cade744b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.0648198
Nov 20 21:20:23.229726 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd95ba01-2136-4753-929f-cf965690df5e req-670b4b19-4ccf-42d4-9f19-a3fc9852ec88 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:23.256291 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-03ea4649-3f24-467d-8d55-f22d6fc61b56 admin admin] Deleting port 0168dbf2-cfb7-478a-8b49-377549512cb9 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:20:23.257268 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03ea4649-3f24-467d-8d55-f22d6fc61b56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:23.264532 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-733fb5df-51b7-46ad-aa2e-8c26769de6b4 req-d9659f78-ba08-46ee-a883-3a24d5cc8256 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685716
Nov 20 21:20:23.276895 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd95ba01-2136-4753-929f-cf965690df5e req-670b4b19-4ccf-42d4-9f19-a3fc9852ec88 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:23.303233 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-198f1939-0e8d-4781-8937-c19189586925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f758b80>, [{'id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'name': 'tempest-TestVolumeBackupRestore-26022249-router', 'tenant_id': '045b7e5089484700a8d80a811db2062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.172'}], 'enable_snat': True}, 'gw_port_id': '0168dbf2-cfb7-478a-8b49-377549512cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:46Z', 'updated_at': '2021-11-20T21:20:22Z', 'revision_number': 5, 'project_id': '045b7e5089484700a8d80a811db2062c', 'gw_port': {'id': '0168dbf2-cfb7-478a-8b49-377549512cb9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:18:47Z', 'updated_at': '2021-11-20T21:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:23.343083 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f1939-0e8d-4781-8937-c19189586925 None None] Checking router: b657b370-b155-4b1b-af69-e218a1cb5659 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:20:23.356327 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198f1939-0e8d-4781-8937-c19189586925 None None] Routers {'b657b370-b155-4b1b-af69-e218a1cb5659'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:23.357089 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-198f1939-0e8d-4781-8937-c19189586925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f758b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:20:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['b657b370-b155-4b1b-af69-e218a1cb5659'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:23.387879 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-03ea4649-3f24-467d-8d55-f22d6fc61b56 admin admin] For port 0168dbf2-cfb7-478a-8b49-377549512cb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0168dbf2-cfb7-478a-8b49-377549512cb9,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:23.388250 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03ea4649-3f24-467d-8d55-f22d6fc61b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:23.398143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd95ba01-2136-4753-929f-cf965690df5e req-670b4b19-4ccf-42d4-9f19-a3fc9852ec88 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Network ec52e298-c6c7-453e-a2fa-373fbe63335d is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:20:23.403688 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-fd95ba01-2136-4753-929f-cf965690df5e req-670b4b19-4ccf-42d4-9f19-a3fc9852ec88 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:20:23.404692 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-03ea4649-3f24-467d-8d55-f22d6fc61b56 admin admin] Calling delete_port for 0168dbf2-cfb7-478a-8b49-377549512cb9 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:20:23.408926 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd95ba01-2136-4753-929f-cf965690df5e req-670b4b19-4ccf-42d4-9f19-a3fc9852ec88 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:20:23.434551 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b4b19-4ccf-42d4-9f19-a3fc9852ec88 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'Port': ['ID=c2292d41-b405-4690-8d85-66a2902c9bd5,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:23.469460 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a69fff-c4ea-4e86-bbfb-cf8f3f3c2a95 req-8f67605e-dc43-4405-b293-0328e6738dd4 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:23.470764 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12a69fff-c4ea-4e86-bbfb-cf8f3f3c2a95 req-8f67605e-dc43-4405-b293-0328e6738dd4 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.1236978
Nov 20 21:20:23.501664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ba01-2136-4753-929f-cf965690df5e req-670b4b19-4ccf-42d4-9f19-a3fc9852ec88 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:23.502225 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd95ba01-2136-4753-929f-cf965690df5e req-670b4b19-4ccf-42d4-9f19-a3fc9852ec88 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:23.537507 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-198f1939-0e8d-4781-8937-c19189586925 None None] Set router b657b370-b155-4b1b-af69-e218a1cb5659 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:23.558993 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd95ba01-2136-4753-929f-cf965690df5e req-670b4b19-4ccf-42d4-9f19-a3fc9852ec88 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2947814
Nov 20 21:20:23.563792 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-12a69fff-c4ea-4e86-bbfb-cf8f3f3c2a95 req-5829309d-dd09-4e79-81ec-b387f4076510 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0838268
Nov 20 21:20:23.581750 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Request body: {'port': {'device_id': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:20:23.612973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52438) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:23.621769 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-198f1939-0e8d-4781-8937-c19189586925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f758b80>, [{'id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'name': 'tempest-TestVolumeBackupRestore-26022249-router', 'tenant_id': '045b7e5089484700a8d80a811db2062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:46Z', 'updated_at': '2021-11-20T21:20:23Z', 'revision_number': 6, 'project_id': '045b7e5089484700a8d80a811db2062c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:23.659010 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f1939-0e8d-4781-8937-c19189586925 None None] The sync data for ids ['b657b370-b155-4b1b-af69-e218a1cb5659'] in ncdv-master-1 is: [{'id': 'b657b370-b155-4b1b-af69-e218a1cb5659', 'name': 'tempest-TestVolumeBackupRestore-26022249-router', 'tenant_id': '045b7e5089484700a8d80a811db2062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:18:46Z', 'updated_at': '2021-11-20T21:20:23Z', 'revision_number': 6, 'project_id': '045b7e5089484700a8d80a811db2062c', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:20:23.688252 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:23.749654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bea1c0d-bea9-4963-af4a-1e95bd116bf5 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:23.751261 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3bea1c0d-bea9-4963-af4a-1e95bd116bf5 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 1092 time: 0.1373081
Nov 20 21:20:23.758988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52440) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:23.761652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650b14a-284d-4426-aef9-1f61b9967344 req-190e87fc-8911-4ae2-a78c-31260b2e7f9e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:23.763387 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:20:23.763575 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0650b14a-284d-4426-aef9-1f61b9967344 req-190e87fc-8911-4ae2-a78c-31260b2e7f9e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 931 time: 0.2199662
Nov 20 21:20:23.803064 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03ea4649-3f24-467d-8d55-f22d6fc61b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:23.837516 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea4649-3f24-467d-8d55-f22d6fc61b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=0168dbf2-cfb7-478a-8b49-377549512cb9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:23.847982 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:23.862717 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0650b14a-284d-4426-aef9-1f61b9967344 req-aa1c3606-e509-49ec-a8ad-3faead4532ab tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910935
Nov 20 21:20:23.921706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c752d50-1a3d-4cdb-94e8-fe8b19f67630 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:20:23.943437 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03ea4649-3f24-467d-8d55-f22d6fc61b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:23.950292 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d40e6515-3be5-40ac-8752-022b4beecba7 None None] Provisioning complete for port c2292d41-b405-4690-8d85-66a2902c9bd5 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:20:23.950735 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d40e6515-3be5-40ac-8752-022b4beecba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.035505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-d40e6515-3be5-40ac-8752-022b4beecba7 None None] Port c2292d41-b405-4690-8d85-66a2902c9bd5 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:20:24.069017 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03ea4649-3f24-467d-8d55-f22d6fc61b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.072026 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03ea4649-3f24-467d-8d55-f22d6fc61b56 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.091515 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.117699 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03ea4649-3f24-467d-8d55-f22d6fc61b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.118519 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ea4649-3f24-467d-8d55-f22d6fc61b56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b657b370-b155-4b1b-af69-e218a1cb5659 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:20:24.123574 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-03ea4649-3f24-467d-8d55-f22d6fc61b56 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.125236 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-03ea4649-3f24-467d-8d55-f22d6fc61b56 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b657b370-b155-4b1b-af69-e218a1cb5659 HTTP/1.1" status: 204  len: 168 time: 1.2592025
Nov 20 21:20:24.127693 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52442) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:24.174263 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e15972-3233-459b-ab9c-7de2468a0cf8 admin admin] Deleting subnet 90291ee7-3784-470a-8c34-5ab0920f4d97 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:20:24.175266 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2292d41-b405-4690-8d85-66a2902c9bd5 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:20:24.177329 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11e15972-3233-459b-ab9c-7de2468a0cf8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.186738 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.220853 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11e15972-3233-459b-ab9c-7de2468a0cf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.231167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Transition to ACTIVE for port object c2292d41-b405-4690-8d85-66a2902c9bd5 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:20:24.245685 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.299488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Allocated IP 172.35.1.150 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/a3d7de12-4e1d-4be7-a1eb-67a4fc6b1e7d) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:20:24.306644 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11e15972-3233-459b-ab9c-7de2468a0cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.326284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Pushing event updated for resources: {'Port': ['ID=c2292d41-b405-4690-8d85-66a2902c9bd5,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:24.371622 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11e15972-3233-459b-ab9c-7de2468a0cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.404280 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-11e15972-3233-459b-ab9c-7de2468a0cf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.409659 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-11e15972-3233-459b-ab9c-7de2468a0cf8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/90291ee7-3784-470a-8c34-5ab0920f4d97 HTTP/1.1" status: 204  len: 168 time: 0.2788074
Nov 20 21:20:24.409659 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e15972-3233-459b-ab9c-7de2468a0cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90291ee7-3784-470a-8c34-5ab0920f4d97,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:24.411785 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a666a4f-0e5d-4bae-a4cb-c468244048ff None None] Network 5fbe0d84-3959-425d-8b3c-baf663faf303 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:20:24.423317 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52444) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:24.458080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Attempting to bind port c2292d41-b405-4690-8d85-66a2902c9bd5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:20:24.458080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Attempting to bind port c2292d41-b405-4690-8d85-66a2902c9bd5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:20:24.458386 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Attempting to bind port c2292d41-b405-4690-8d85-66a2902c9bd5 on network ec52e298-c6c7-453e-a2fa-373fbe63335d {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:20:24.467582 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Port c2292d41-b405-4690-8d85-66a2902c9bd5 on network ec52e298-c6c7-453e-a2fa-373fbe63335d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:20:24.467913 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Attempting to bind port c2292d41-b405-4690-8d85-66a2902c9bd5 on network ec52e298-c6c7-453e-a2fa-373fbe63335d {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:20:24.526076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:20:24.526076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Checking segment: {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:20:24.526076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Bound using segment: {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:20:24.526076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Bound port: c2292d41-b405-4690-8d85-66a2902c9bd5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:20:24.526076 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.574726 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.603687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0168dbf2-cfb7-478a-8b49-377549512cb9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:20:24.645446 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 0168dbf2-cfb7-478a-8b49-377549512cb9 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:20:24.645811 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0168dbf2-cfb7-478a-8b49-377549512cb9 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:20:24.646465 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bf52801c-f289-458a-a257-5386e4dc9e32 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:20:24.676217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] For port c2292d41-b405-4690-8d85-66a2902c9bd5, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:20:24.680598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] For port c2292d41-b405-4690-8d85-66a2902c9bd5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c2292d41-b405-4690-8d85-66a2902c9bd5,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:20:24.682176 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: bf52801c-f289-458a-a257-5386e4dc9e32 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:20:24.682540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bf52801c-f289-458a-a257-5386e4dc9e32 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:20:24.682936 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.692205 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.748288 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:20:24.757971 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:20:24.760782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:24.761528 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.763130 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd95ba01-2136-4753-929f-cf965690df5e req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] 10.222.0.37 "PUT /v2.0/ports/c2292d41-b405-4690-8d85-66a2902c9bd5 HTTP/1.1" status: 200  len: 1091 time: 1.1964998
Nov 20 21:20:24.766509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'tag': 'c2292d41-b405-4690-8d85-66a2902c9bd5'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:20:24.769220 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187185f7-c5a7-4296-a887-4d681adbee39" -d '{"events": [{"name": "network-changed", "server_uuid": "ec31f22e-7a3c-4e54-9723-717b3c619e29", "tag": "c2292d41-b405-4690-8d85-66a2902c9bd5"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:20:24.773300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:20:24.777285 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=a3d7de12-4e1d-4be7-a1eb-67a4fc6b1e7d,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:24.819893 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075f4a04-32f1-4d11-88b5-79e9e183b4f5 None None] DHCP port deletion for 5fbe0d84-3959-425d-8b3c-baf663faf303 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:20:24.863733 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd487a54-49d1-462d-ae1b-621757ca71ad x-openstack-request-id: req-dd487a54-49d1-462d-ae1b-621757ca71ad {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:20:24.864442 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec31f22e-7a3c-4e54-9723-717b3c619e29", "tag": "c2292d41-b405-4690-8d85-66a2902c9bd5", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:20:24.864795 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd487a54-49d1-462d-ae1b-621757ca71ad {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:20:24.865276 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'tag': 'c2292d41-b405-4690-8d85-66a2902c9bd5', 'status': 'completed', 'code': 200}
Nov 20 21:20:24.944891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-075f4a04-32f1-4d11-88b5-79e9e183b4f5 None None] Deleting port 55d7f3de-70a5-4eb4-859f-2049cf6859bf {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:20:24.945859 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-075f4a04-32f1-4d11-88b5-79e9e183b4f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.958577 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b34c8-5083-4790-9c77-0f73fa75544e service neutron] Pushing event updated for resources: {'Port': ['ID=c2292d41-b405-4690-8d85-66a2902c9bd5,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:24.976937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ba01-2136-4753-929f-cf965690df5e req-d82e2311-91cf-4afc-b92c-2ae835cabe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:24.977505 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:24.978863 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd95ba01-2136-4753-929f-cf965690df5e req-d82e2311-91cf-4afc-b92c-2ae835cabe3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 1094 time: 0.1666958
Nov 20 21:20:25.067312 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-075f4a04-32f1-4d11-88b5-79e9e183b4f5 None None] For port 55d7f3de-70a5-4eb4-859f-2049cf6859bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55d7f3de-70a5-4eb4-859f-2049cf6859bf,segment=NetworkSegment(afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e),segment_id=afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:25.068041 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-075f4a04-32f1-4d11-88b5-79e9e183b4f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.072320 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd95ba01-2136-4753-929f-cf965690df5e req-8fcd1d7f-1708-4a1a-ae62-75c03f68cdf8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2292d41-b405-4690-8d85-66a2902c9bd5 HTTP/1.1" status: 200  len: 217 time: 0.0837843
Nov 20 21:20:25.084573 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-075f4a04-32f1-4d11-88b5-79e9e183b4f5 None None] Calling delete_port for 55d7f3de-70a5-4eb4-859f-2049cf6859bf owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:20:25.117654 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] Deleting port 55d7f3de-70a5-4eb4-859f-2049cf6859bf {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:20:25.118078 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.154324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bb580-1eec-4e18-ac5e-3225e18a31e6 req-ef545d97-6a13-4ae0-b5e2-dfe0d2e5b4da tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:25.156259 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-708bb580-1eec-4e18-ac5e-3225e18a31e6 req-ef545d97-6a13-4ae0-b5e2-dfe0d2e5b4da tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 943 time: 0.1110198
Nov 20 21:20:25.182519 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-075f4a04-32f1-4d11-88b5-79e9e183b4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.192772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ba01-2136-4753-929f-cf965690df5e req-59b83ef7-0c8a-4418-91e4-ea0a624bbdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:25.194319 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd95ba01-2136-4753-929f-cf965690df5e req-59b83ef7-0c8a-4418-91e4-ea0a624bbdea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.1076365
Nov 20 21:20:25.213236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f4a04-32f1-4d11-88b5-79e9e183b4f5 None None] Pushing event deleted for resources: {'Port': ['ID=55d7f3de-70a5-4eb4-859f-2049cf6859bf,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:25.218430 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f4a04-32f1-4d11-88b5-79e9e183b4f5 None None] No DVR routers for this DVR port 55d7f3de-70a5-4eb4-859f-2049cf6859bf on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:20:25.233708 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] For port 55d7f3de-70a5-4eb4-859f-2049cf6859bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55d7f3de-70a5-4eb4-859f-2049cf6859bf,segment=NetworkSegment(afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e),segment_id=afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:25.234113 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.256959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] Calling delete_port for 55d7f3de-70a5-4eb4-859f-2049cf6859bf owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:20:25.281594 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-708bb580-1eec-4e18-ac5e-3225e18a31e6 req-cbc8649a-e5e9-42a4-ad09-5e7e6534e096 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160209
Nov 20 21:20:25.291493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ba01-2136-4753-929f-cf965690df5e req-4c3c4a05-1453-4371-996e-9d27746fff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:25.293534 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd95ba01-2136-4753-929f-cf965690df5e req-4c3c4a05-1453-4371-996e-9d27746fff67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0889258
Nov 20 21:20:25.355390 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.382690 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] Pushing event deleted for resources: {'Port': ['ID=55d7f3de-70a5-4eb4-859f-2049cf6859bf,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:25.386386 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] No DVR routers for this DVR port 55d7f3de-70a5-4eb4-859f-2049cf6859bf on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:20:25.457506 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.479838 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd95ba01-2136-4753-929f-cf965690df5e req-34129911-06a6-4236-acd9-5ef4e2e871f9 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1772380
Nov 20 21:20:25.482918 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4fd6b400>,) {'filters': {'network_id': ['5fbe0d84-3959-425d-8b3c-baf663faf303']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:25.492939 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fd6b400>, 'afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:25.493236 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fd6b400>, 'afdf3228-3c5d-4b2f-8c7c-5b9d7e04d62e') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:25.503221 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.516963 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.523665 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:20:25.524143 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   self.session.flush()
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:20:25.526015 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:20:25.579998 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.582980 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.589488 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.592720 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] 10.222.0.41 "DELETE /v2.0/networks/5fbe0d84-3959-425d-8b3c-baf663faf303 HTTP/1.1" status: 204  len: 168 time: 1.1681573
Nov 20 21:20:25.602511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533e6e2-cd86-4c9a-b631-3422247868db admin admin] Pushing event deleted for resources: {'Network': ['ID=5fbe0d84-3959-425d-8b3c-baf663faf303,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:25.643891 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd95ba01-2136-4753-929f-cf965690df5e req-9b0f5e79-2682-4be6-9a61-edc1225e55df service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398778
Nov 20 21:20:25.674850 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.770767 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187185f7-c5a7-4296-a887-4d681adbee39 req-8a919b91-04c6-4f1a-8e94-db563ba0a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:25.773116 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-187185f7-c5a7-4296-a887-4d681adbee39 req-8a919b91-04c6-4f1a-8e94-db563ba0a41f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 1094 time: 0.0740581
Nov 20 21:20:25.784657 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52452) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:25.831828 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-919c37a4-0a31-4023-b658-204e72e54c75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bfa4e1f38ed645dc8af56e7abe42b889&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0436778
Nov 20 21:20:25.832277 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52454) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:25.901876 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c47a4868-5624-4794-bcaf-c36bbc2095dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.930206 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c47a4868-5624-4794-bcaf-c36bbc2095dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.933706 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187185f7-c5a7-4296-a887-4d681adbee39 req-ff198681-5741-420b-a0ce-297e494bf8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:25.935229 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-187185f7-c5a7-4296-a887-4d681adbee39 req-ff198681-5741-420b-a0ce-297e494bf8eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.1520555
Nov 20 21:20:25.955108 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.987598 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c47a4868-5624-4794-bcaf-c36bbc2095dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.988516 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.990328 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c47a4868-5624-4794-bcaf-c36bbc2095dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:25.991490 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c47a4868-5624-4794-bcaf-c36bbc2095dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4cf0fd57-61bb-450e-8412-55b3a27b7f35 HTTP/1.1" status: 204  len: 168 time: 0.1581678
Nov 20 21:20:25.991720 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-187185f7-c5a7-4296-a887-4d681adbee39 req-cbdb81ad-24bc-4315-a818-8d6c3dc23acf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2292d41-b405-4690-8d85-66a2902c9bd5 HTTP/1.1" status: 200  len: 217 time: 0.0465591
Nov 20 21:20:26.000611 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a4868-5624-4794-bcaf-c36bbc2095dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf0fd57-61bb-450e-8412-55b3a27b7f35,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:26.109043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=a3d7de12-4e1d-4be7-a1eb-67a4fc6b1e7d,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:26.127514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187185f7-c5a7-4296-a887-4d681adbee39 req-ef6c8a16-fab2-4a86-9108-e2deb09e5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:26.128922 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-187185f7-c5a7-4296-a887-4d681adbee39 req-ef6c8a16-fab2-4a86-9108-e2deb09e5191 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.1273005
Nov 20 21:20:26.129849 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:26.262256 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187185f7-c5a7-4296-a887-4d681adbee39 req-fbe7954c-4dcd-43de-88c8-f00fd1eff033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:26.263816 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-187185f7-c5a7-4296-a887-4d681adbee39 req-fbe7954c-4dcd-43de-88c8-f00fd1eff033 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0939434
Nov 20 21:20:26.281652 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Floating IP 637d235c-afbd-4af2-8a9b-9f78444551cd associated. External IP: 172.35.1.150, port: 992e9d11-a9f7-41c8-8f5b-9f721b985662.
Nov 20 21:20:26.356688 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52462) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:26.417585 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f607bed1-7eaa-444b-8718-364b089148ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=045b7e5089484700a8d80a811db2062c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0592434
Nov 20 21:20:26.420053 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52464) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:26.443266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 55d7f3de-70a5-4eb4-859f-2049cf6859bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:20:26.465127 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 55d7f3de-70a5-4eb4-859f-2049cf6859bf {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:20:26.465433 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 55d7f3de-70a5-4eb4-859f-2049cf6859bf not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:20:26.489218 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2964587-f8ab-4059-93b4-fd69a212cd58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:26.495362 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-187185f7-c5a7-4296-a887-4d681adbee39 req-67769dea-2bab-4d21-ba64-52240c0ee070 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2217755
Nov 20 21:20:26.518683 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2964587-f8ab-4059-93b4-fd69a212cd58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:26.560015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c28584-80ac-4d71-bbb2-15036fec6337 req-d1915966-2ef0-46ef-a1fd-5a712f250254 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:26.561568 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-34c28584-80ac-4d71-bbb2-15036fec6337 req-d1915966-2ef0-46ef-a1fd-5a712f250254 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 943 time: 0.1775196
Nov 20 21:20:26.579457 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2964587-f8ab-4059-93b4-fd69a212cd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:26.582404 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d2964587-f8ab-4059-93b4-fd69a212cd58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:26.583597 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d2964587-f8ab-4059-93b4-fd69a212cd58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f4602b4-a50b-4065-abca-86ce334bcbba HTTP/1.1" status: 204  len: 168 time: 0.1623282
Nov 20 21:20:26.593656 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2964587-f8ab-4059-93b4-fd69a212cd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4602b4-a50b-4065-abca-86ce334bcbba,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:27.082162 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-34c28584-80ac-4d71-bbb2-15036fec6337 req-ceb76cf8-02ad-40af-8726-f6edea2d56d3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5059047
Nov 20 21:20:27.113547 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-187185f7-c5a7-4296-a887-4d681adbee39 req-079c73e4-5d05-4190-95fc-0cd7c3c266b2 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6103940
Nov 20 21:20:27.119523 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router 8445b10c-20b3-4972-a85a-13c0f275403f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:20:27.154129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device c2292d41-b405-4690-8d85-66a2902c9bd5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:20:27.240579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:20:27.257172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f2e04-f4a8-4e1e-adef-6bb5615334f1 None None] Sync routers for ids ['8445b10c-20b3-4972-a85a-13c0f275403f'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:20:27.261383 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:27.266833 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port c2292d41-b405-4690-8d85-66a2902c9bd5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c2292d41-b405-4690-8d85-66a2902c9bd5,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:27.282674 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'c2292d41-b405-4690-8d85-66a2902c9bd5', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'port_id': 'c2292d41-b405-4690-8d85-66a2902c9bd5', 'mac_address': 'fa:16:3e:2c:dd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:20:27.284243 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f2e04-f4a8-4e1e-adef-6bb5615334f1 None None] Routers {'8445b10c-20b3-4972-a85a-13c0f275403f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:27.284850 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6c4f2e04-f4a8-4e1e-adef-6bb5615334f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4769d550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:20:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8445b10c-20b3-4972-a85a-13c0f275403f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:27.293220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-54928a5b-c641-48aa-b644-99d4f02eb63f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.5310144
Nov 20 21:20:27.296028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:20:27.298476 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8dcb8d-6f22-4844-99bb-67418a3594b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:20:27.339811 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3f1be1-c615-4094-a254-f21780bb04de x-openstack-request-id: req-5d3f1be1-c615-4094-a254-f21780bb04de {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:20:27.340459 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:20:27.340996 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d3f1be1-c615-4094-a254-f21780bb04de {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:20:27.341833 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'status': 'completed', 'code': 200}
Nov 20 21:20:27.378316 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:27.402608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45909df8-0378-441e-89c9-2b0c55213efe req-8f2e1a5b-f206-4fb2-864a-3b7c56e8602f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:27.406697 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45909df8-0378-441e-89c9-2b0c55213efe req-8f2e1a5b-f206-4fb2-864a-3b7c56e8602f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.0610409
Nov 20 21:20:27.410697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dcb8d-6f22-4844-99bb-67418a3594b8 req-72e3e965-00f2-46f3-9077-0027c0637ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:27.412427 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e8dcb8d-6f22-4844-99bb-67418a3594b8 req-72e3e965-00f2-46f3-9077-0027c0637ce1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 1097 time: 0.0485938
Nov 20 21:20:27.426162 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2292d41-b405-4690-8d85-66a2902c9bd5 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:20:27.456563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port c2292d41-b405-4690-8d85-66a2902c9bd5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c2292d41-b405-4690-8d85-66a2902c9bd5,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:27.460237 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-6c4f2e04-f4a8-4e1e-adef-6bb5615334f1 None None] Set router 8445b10c-20b3-4972-a85a-13c0f275403f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:27.461459 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45909df8-0378-441e-89c9-2b0c55213efe req-f61e722f-6607-45cb-846c-09bde30518ae tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509851
Nov 20 21:20:27.463145 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:27.489655 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52472) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:27.535282 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dcb8d-6f22-4844-99bb-67418a3594b8 req-399dfdf6-9e7f-42bb-b633-57cfda88fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:27.537267 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e8dcb8d-6f22-4844-99bb-67418a3594b8 req-399dfdf6-9e7f-42bb-b633-57cfda88fb6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=849a02a0-5850-4019-99e1-058d08802cd3 HTTP/1.1" status: 200  len: 898 time: 0.1169648
Nov 20 21:20:27.563211 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bbd50d5b-de6c-440d-a425-6339d1833a7b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/floatingips/637d235c-afbd-4af2-8a9b-9f78444551cd HTTP/1.1" status: 200  len: 992 time: 0.0717833
Nov 20 21:20:27.582693 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=c2292d41-b405-4690-8d85-66a2902c9bd5,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:27.608053 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e8dcb8d-6f22-4844-99bb-67418a3594b8 req-586ebb3c-ee69-4193-9f8f-ee254d1ce49b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662 HTTP/1.1" status: 200  len: 1000 time: 0.0636730
Nov 20 21:20:27.658566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dcb8d-6f22-4844-99bb-67418a3594b8 req-f1ad719e-2b49-4cd7-a1fd-6c80aac65416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:27.660046 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e8dcb8d-6f22-4844-99bb-67418a3594b8 req-f1ad719e-2b49-4cd7-a1fd-6c80aac65416 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b76a318c-3f26-4d56-94ae-80e45b04fe49 HTTP/1.1" status: 200  len: 835 time: 0.0453613
Nov 20 21:20:27.706124 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dcb8d-6f22-4844-99bb-67418a3594b8 req-fcae4981-aedd-45c4-a808-f77d44d71d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:27.708103 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e8dcb8d-6f22-4844-99bb-67418a3594b8 req-fcae4981-aedd-45c4-a808-f77d44d71d57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=849a02a0-5850-4019-99e1-058d08802cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0415177
Nov 20 21:20:27.708432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['c2292d41-b405-4690-8d85-66a2902c9bd5'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:20:27.797243 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6c4f2e04-f4a8-4e1e-adef-6bb5615334f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4769d550>, [{'id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213374383', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:10Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '637d235c-afbd-4af2-8a9b-9f78444551cd', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'floating_ip_address': '172.35.1.150', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'port_id': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'mac_address': 'fa:16:3e:b9:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:20:25Z', 'updated_at': '2021-11-20T21:20:25Z', 'revision_number': 0, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0d9b26-46ad-440f-a10e-2ef6937d7824', 'name': '', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:87:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:10Z', 'updated_at': '2021-11-20T21:20:13Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:27.804154 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e8dcb8d-6f22-4844-99bb-67418a3594b8 req-7ffaa73a-c941-4fbf-9baa-99d693c8a476 service neutron] 10.222.0.47 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891700
Nov 20 21:20:27.837622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f2e04-f4a8-4e1e-adef-6bb5615334f1 None None] Checking router: 8445b10c-20b3-4972-a85a-13c0f275403f for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:20:27.863248 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f2e04-f4a8-4e1e-adef-6bb5615334f1 None None] Routers {'8445b10c-20b3-4972-a85a-13c0f275403f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:27.863866 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6c4f2e04-f4a8-4e1e-adef-6bb5615334f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4769d550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:20:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8445b10c-20b3-4972-a85a-13c0f275403f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:27.900885 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e8dcb8d-6f22-4844-99bb-67418a3594b8 req-d3e6a62a-6b4f-4fc4-86b6-e46146a69638 service neutron] 10.222.0.47 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904050
Nov 20 21:20:28.017074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-6c4f2e04-f4a8-4e1e-adef-6bb5615334f1 None None] Set router 8445b10c-20b3-4972-a85a-13c0f275403f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:28.206967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f18da9-0b26-42a0-80ff-51a3a5ea02a0 req-0cfc1d50-c4ee-43cd-a1b6-cf5773fe2670 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:28.209078 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b1f18da9-0b26-42a0-80ff-51a3a5ea02a0 req-0cfc1d50-c4ee-43cd-a1b6-cf5773fe2670 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 944 time: 0.0540919
Nov 20 21:20:28.258886 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b1f18da9-0b26-42a0-80ff-51a3a5ea02a0 req-884f6d31-b25a-4966-a236-4620ec2296fc tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433397
Nov 20 21:20:28.291409 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6c4f2e04-f4a8-4e1e-adef-6bb5615334f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4769d550>, [{'id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213374383', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:10Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '637d235c-afbd-4af2-8a9b-9f78444551cd', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'floating_ip_address': '172.35.1.150', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'port_id': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'mac_address': 'fa:16:3e:b9:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:20:25Z', 'updated_at': '2021-11-20T21:20:25Z', 'revision_number': 0, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0d9b26-46ad-440f-a10e-2ef6937d7824', 'name': '', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:87:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:10Z', 'updated_at': '2021-11-20T21:20:13Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:28.318007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f2e04-f4a8-4e1e-adef-6bb5615334f1 None None] The sync data for ids ['8445b10c-20b3-4972-a85a-13c0f275403f'] in ncdv-master-1 is: [{'id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213374383', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:10Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '637d235c-afbd-4af2-8a9b-9f78444551cd', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'floating_ip_address': '172.35.1.150', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'port_id': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'mac_address': 'fa:16:3e:b9:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:20:25Z', 'updated_at': '2021-11-20T21:20:25Z', 'revision_number': 0, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0d9b26-46ad-440f-a10e-2ef6937d7824', 'name': '', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:87:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:10Z', 'updated_at': '2021-11-20T21:20:13Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:20:28.522446 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c7d84d-0d5b-40a6-bc84-eac78beec66a None None] New status for floating IP 637d235c-afbd-4af2-8a9b-9f78444551cd: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:20:28.566897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52476) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:28.637189 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-322bec49-2660-40b3-9965-f26b5e8e6b24 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/floatingips/637d235c-afbd-4af2-8a9b-9f78444551cd HTTP/1.1" status: 200  len: 992 time: 0.0690055
Nov 20 21:20:29.153459 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device c2292d41-b405-4690-8d85-66a2902c9bd5 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:20:29.201411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port c2292d41-b405-4690-8d85-66a2902c9bd5 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:20:29.205242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port c2292d41-b405-4690-8d85-66a2902c9bd5 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:20:29.205613 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:29.289446 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:29.313213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2292d41-b405-4690-8d85-66a2902c9bd5'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:20:29.315663 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8425d8ca-beb1-4e5d-9b21-df87681e7e73" -d '{"events": [{"server_uuid": "ec31f22e-7a3c-4e54-9723-717b3c619e29", "name": "network-vif-plugged", "status": "completed", "tag": "c2292d41-b405-4690-8d85-66a2902c9bd5"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:20:29.328825 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port c2292d41-b405-4690-8d85-66a2902c9bd5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c2292d41-b405-4690-8d85-66a2902c9bd5,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:20:29.334095 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:29.359748 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dfc2d8-0e61-4ade-bf46-371a7a1c7140 x-openstack-request-id: req-d7dfc2d8-0e61-4ade-bf46-371a7a1c7140 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:20:29.360046 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec31f22e-7a3c-4e54-9723-717b3c619e29", "name": "network-vif-plugged", "status": "completed", "tag": "c2292d41-b405-4690-8d85-66a2902c9bd5", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:20:29.360301 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7dfc2d8-0e61-4ade-bf46-371a7a1c7140 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:20:29.360697 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2292d41-b405-4690-8d85-66a2902c9bd5', 'code': 200}
Nov 20 21:20:29.380903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba14eb-d699-444d-81ee-01db8132311d req-871707b4-20d0-41e9-9907-5d70ab8de3b2 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:29.382369 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0ba14eb-d699-444d-81ee-01db8132311d req-871707b4-20d0-41e9-9907-5d70ab8de3b2 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 945 time: 0.0547552
Nov 20 21:20:29.388805 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=c2292d41-b405-4690-8d85-66a2902c9bd5,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:29.437871 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0ba14eb-d699-444d-81ee-01db8132311d req-b72b6134-4892-45af-8adf-e05310940d4a tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477934
Nov 20 21:20:29.456358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052760a-6dfe-400e-80ff-f33d09f283ab req-81467791-42b6-421b-9fbc-e8f5c44b2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:29.457855 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4052760a-6dfe-400e-80ff-f33d09f283ab req-81467791-42b6-421b-9fbc-e8f5c44b2357 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 1096 time: 0.0395138
Nov 20 21:20:29.506036 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4052760a-6dfe-400e-80ff-f33d09f283ab req-76eb46ee-93c8-4efc-bbf8-b346b0a6d288 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393126
Nov 20 21:20:29.640576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52482) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:29.704361 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-13464400-428f-4f4e-8166-870a5f36b945 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/floatingips/637d235c-afbd-4af2-8a9b-9f78444551cd HTTP/1.1" status: 200  len: 994 time: 0.0624921
Nov 20 21:20:30.571580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13a1bd-b112-4bca-bf8d-62a0a730158b req-d9e0a6c2-6a1e-4ff2-908e-b5b3b97098c4 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:30.578092 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec13a1bd-b112-4bca-bf8d-62a0a730158b req-d9e0a6c2-6a1e-4ff2-908e-b5b3b97098c4 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 945 time: 0.0641541
Nov 20 21:20:30.630255 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec13a1bd-b112-4bca-bf8d-62a0a730158b req-60902f39-9636-4cb3-b8b1-857dccf99c25 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453954
Nov 20 21:20:30.743520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beae348-5927-4a28-b549-cb7d1d455e9c req-b06ddba5-fc0f-480b-a114-ac2e7eb27313 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:30.745075 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1beae348-5927-4a28-b549-cb7d1d455e9c req-b06ddba5-fc0f-480b-a114-ac2e7eb27313 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 945 time: 0.0490282
Nov 20 21:20:30.799423 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1beae348-5927-4a28-b549-cb7d1d455e9c req-b573f6fd-41ba-4003-83d5-dd6e4d252d20 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470393
Nov 20 21:20:30.821894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52488) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:30.861661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6a5963-f400-40bc-9ef5-49348072ed58 tempest-TestVolumeBootPattern-327816499 tempest-TestVolumeBootPattern-327816499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:30.863210 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-af6a5963-f400-40bc-9ef5-49348072ed58 tempest-TestVolumeBootPattern-327816499 tempest-TestVolumeBootPattern-327816499-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 1091 time: 0.0402677
Nov 20 21:20:30.866033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52490) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:30.870377 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': 'c2292d41-b405-4690-8d85-66a2902c9bd5', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:20:30.891725 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:30.989313 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:31.094832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Allocated IP 172.35.1.202 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/58bdb61e-6fd6-4a3d-8d11-a7395bd30901) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:20:31.193316 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:31.226671 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:31.265709 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:20:31.268521 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:20:31.271064 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:20:31.301075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'Port': ['ID=58bdb61e-6fd6-4a3d-8d11-a7395bd30901,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:31.630814 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:31.699570 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:31.845024 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:31.849256 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:31.922232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'Port': ['ID=58bdb61e-6fd6-4a3d-8d11-a7395bd30901,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:20:31.931010 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:32.029384 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Floating IP fac2d7d3-8ed0-4604-a408-492d790d0bea associated. External IP: 172.35.1.202, port: c2292d41-b405-4690-8d85-66a2902c9bd5.
Nov 20 21:20:32.236055 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Router 6c82caac-17bf-4f62-9ce6-723a0820a626 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:20:32.342806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:20:32.352962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b64a0-656f-4ad2-bd2f-d54b245fa10b None None] Sync routers for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:20:32.363939 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:32.367124 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b64a0-656f-4ad2-bd2f-d54b245fa10b None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:32.367748 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-215b64a0-656f-4ad2-bd2f-d54b245fa10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473a6250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:20:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:32.392087 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b22fc863-5e68-493b-b050-737a97a3a381 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5249641
Nov 20 21:20:32.392685 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'tag': 'c2292d41-b405-4690-8d85-66a2902c9bd5'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:20:32.394988 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5a2c21-b940-4f44-a6cd-381e4dac08fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ec31f22e-7a3c-4e54-9723-717b3c619e29", "tag": "c2292d41-b405-4690-8d85-66a2902c9bd5"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:20:32.434992 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c9a45e-4535-4ee6-88fa-c7dec1cb51c1 x-openstack-request-id: req-57c9a45e-4535-4ee6-88fa-c7dec1cb51c1 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:20:32.435292 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec31f22e-7a3c-4e54-9723-717b3c619e29", "tag": "c2292d41-b405-4690-8d85-66a2902c9bd5", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:20:32.435553 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57c9a45e-4535-4ee6-88fa-c7dec1cb51c1 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:20:32.435963 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'tag': 'c2292d41-b405-4690-8d85-66a2902c9bd5', 'status': 'completed', 'code': 200}
Nov 20 21:20:32.477702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-215b64a0-656f-4ad2-bd2f-d54b245fa10b None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:32.499381 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a2c21-b940-4f44-a6cd-381e4dac08fa req-39e62ccf-cc85-46cc-81db-87c11987a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:32.500855 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f5a2c21-b940-4f44-a6cd-381e4dac08fa req-39e62ccf-cc85-46cc-81db-87c11987a5d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 1096 time: 0.0428650
Nov 20 21:20:32.606407 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a2c21-b940-4f44-a6cd-381e4dac08fa req-614c141a-b311-44d9-948f-4f753322e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:32.608066 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f5a2c21-b940-4f44-a6cd-381e4dac08fa req-614c141a-b311-44d9-948f-4f753322e2dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.1003678
Nov 20 21:20:32.676354 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f5a2c21-b940-4f44-a6cd-381e4dac08fa req-92dcc9d8-5bbc-4bfa-bd14-c81d6c45a9ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2292d41-b405-4690-8d85-66a2902c9bd5 HTTP/1.1" status: 200  len: 999 time: 0.0612762
Nov 20 21:20:32.726202 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a2c21-b940-4f44-a6cd-381e4dac08fa req-a289a902-2fe2-4733-bda8-3e8f3eb84277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:32.727745 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f5a2c21-b940-4f44-a6cd-381e4dac08fa req-a289a902-2fe2-4733-bda8-3e8f3eb84277 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.0445051
Nov 20 21:20:32.778246 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a2c21-b940-4f44-a6cd-381e4dac08fa req-6757bece-9a64-4e52-9ee1-e3d1286815ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:32.779661 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f5a2c21-b940-4f44-a6cd-381e4dac08fa req-6757bece-9a64-4e52-9ee1-e3d1286815ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0455856
Nov 20 21:20:32.863317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-215b64a0-656f-4ad2-bd2f-d54b245fa10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473a6250>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fac2d7d3-8ed0-4604-a408-492d790d0bea', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'floating_ip_address': '172.35.1.202', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'port_id': 'c2292d41-b405-4690-8d85-66a2902c9bd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'mac_address': 'fa:16:3e:2c:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:20:31Z', 'updated_at': '2021-11-20T21:20:31Z', 'revision_number': 0, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:32.874157 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f5a2c21-b940-4f44-a6cd-381e4dac08fa req-d0e029c2-2db1-4b19-b4ba-924188ea28b7 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872698
Nov 20 21:20:32.893903 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b64a0-656f-4ad2-bd2f-d54b245fa10b None None] Checking router: 6c82caac-17bf-4f62-9ce6-723a0820a626 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:20:32.903344 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b64a0-656f-4ad2-bd2f-d54b245fa10b None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:20:32.903954 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-215b64a0-656f-4ad2-bd2f-d54b245fa10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473a6250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:20:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:32.972151 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8f5a2c21-b940-4f44-a6cd-381e4dac08fa req-bdba409c-1992-4eb7-b028-dbd77798bc94 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914555
Nov 20 21:20:33.016789 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-215b64a0-656f-4ad2-bd2f-d54b245fa10b None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:20:33.234873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-215b64a0-656f-4ad2-bd2f-d54b245fa10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473a6250>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fac2d7d3-8ed0-4604-a408-492d790d0bea', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'floating_ip_address': '172.35.1.202', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'port_id': 'c2292d41-b405-4690-8d85-66a2902c9bd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'mac_address': 'fa:16:3e:2c:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:20:31Z', 'updated_at': '2021-11-20T21:20:31Z', 'revision_number': 0, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:20:33.261625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b64a0-656f-4ad2-bd2f-d54b245fa10b None None] The sync data for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 is: [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fac2d7d3-8ed0-4604-a408-492d790d0bea', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'floating_ip_address': '172.35.1.202', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'port_id': 'c2292d41-b405-4690-8d85-66a2902c9bd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'mac_address': 'fa:16:3e:2c:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:20:31Z', 'updated_at': '2021-11-20T21:20:31Z', 'revision_number': 0, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:20:33.454399 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d457ac27-8560-4ea7-b486-128a5fce1cf5 None None] New status for floating IP fac2d7d3-8ed0-4604-a408-492d790d0bea: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:20:38.338020 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:38.374166 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:43.303732 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-51d28078-7b9f-4f18-9f49-b0162ed1163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:45.681658 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2d63982d-b0d3-49de-92be-a52c4a86290c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:46.822995 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:47.557833 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:20:48.670774 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:49.263774 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:20:54.300008 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91eef5b-be71-42fa-9e63-e8638b93f57f req-253a3c2e-1056-45de-bbea-01d4b1d4993d tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:54.301512 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c91eef5b-be71-42fa-9e63-e8638b93f57f req-253a3c2e-1056-45de-bbea-01d4b1d4993d tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 1097 time: 0.0406349
Nov 20 21:20:54.347575 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c91eef5b-be71-42fa-9e63-e8638b93f57f req-d9fcdd7c-9492-4450-91b4-e3700b2e3be2 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399556
Nov 20 21:20:54.465984 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d18649-8a43-4b37-a963-f00af2d61b41 req-efc4e7ad-1a7c-4312-bc8f-9a18bd7bce23 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:54.467497 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b3d18649-8a43-4b37-a963-f00af2d61b41 req-efc4e7ad-1a7c-4312-bc8f-9a18bd7bce23 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.0490031
Nov 20 21:20:54.520860 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b3d18649-8a43-4b37-a963-f00af2d61b41 req-ea217ac5-5473-49f4-88de-f0d6d729c4ec tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434220
Nov 20 21:20:54.543471 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52514) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:20:54.608856 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a3bc8cc7-9c3b-4ad3-8f0d-373d30d93f92 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/floatingips/637d235c-afbd-4af2-8a9b-9f78444551cd HTTP/1.1" status: 200  len: 994 time: 0.0641496
Nov 20 21:20:55.104345 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-4f1d3f80-8662-4df9-8654-35ce924d4a34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0715303
Nov 20 21:20:55.112585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633585ca-ed26-48cc-9960-1c83493b9ae7 req-520374ff-4f62-4c51-aff4-a381d16b0787 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:55.114010 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-633585ca-ed26-48cc-9960-1c83493b9ae7 req-520374ff-4f62-4c51-aff4-a381d16b0787 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.0711172
Nov 20 21:20:55.167154 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-633585ca-ed26-48cc-9960-1c83493b9ae7 req-ac56c65f-300b-4a92-8510-33ec8f1a4dfe tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460989
Nov 20 21:20:56.310733 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-b43a3ca0-c124-469b-964a-af5109bd477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:56.312076 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d75d5a-1b28-4ef2-919c-ad228e699ed3 req-0f18f038-3adc-46dd-bb32-7c4c87720548 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:56.312483 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-b43a3ca0-c124-469b-964a-af5109bd477b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 1097 time: 0.0535710
Nov 20 21:20:56.313667 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b4d75d5a-1b28-4ef2-919c-ad228e699ed3 req-0f18f038-3adc-46dd-bb32-7c4c87720548 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.0584357
Nov 20 21:20:56.380170 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b4d75d5a-1b28-4ef2-919c-ad228e699ed3 req-6f1cd968-819c-4beb-a1cc-9b92ef475ee7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580370
Nov 20 21:20:56.419209 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-95d083fb-cc95-4172-817b-d5d970675871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:56.421217 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-95d083fb-cc95-4172-817b-d5d970675871 service neutron] 10.222.0.47 "GET /v2.0/networks?id=849a02a0-5850-4019-99e1-058d08802cd3 HTTP/1.1" status: 200  len: 898 time: 0.1012106
Nov 20 21:20:56.494638 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-b07da421-a5ce-464c-a6e6-f7092f019d90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662 HTTP/1.1" status: 200  len: 1002 time: 0.0668056
Nov 20 21:20:56.546918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-52db576d-c02d-4ad0-8e24-dbd5cbfa368c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:56.548699 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-52db576d-c02d-4ad0-8e24-dbd5cbfa368c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b76a318c-3f26-4d56-94ae-80e45b04fe49 HTTP/1.1" status: 200  len: 835 time: 0.0466797
Nov 20 21:20:56.601451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-31436392-1530-4ed3-a4db-a2e4f934b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:56.603691 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-31436392-1530-4ed3-a4db-a2e4f934b4a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=849a02a0-5850-4019-99e1-058d08802cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0438461
Nov 20 21:20:56.703161 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-557b8c0e-f78e-4ee2-aaf9-1007c7c89f86 service neutron] 10.222.0.47 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0911226
Nov 20 21:20:56.801105 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-bbcdd534-c0e9-4f57-8e42-7aa05fd3c5b5 service neutron] 10.222.0.47 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872672
Nov 20 21:20:57.515311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c55112-72df-420e-9c03-51bcb61ce3ad req-a93ba196-cea3-4e11-8442-4fbc9f13c864 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:57.516979 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f5c55112-72df-420e-9c03-51bcb61ce3ad req-a93ba196-cea3-4e11-8442-4fbc9f13c864 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.0589597
Nov 20 21:20:57.572153 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f5c55112-72df-420e-9c03-51bcb61ce3ad req-9962ee2d-d590-493c-8a81-c4891b4dd957 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486054
Nov 20 21:20:58.707796 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577f259-ff45-46cf-a990-fa3160643611 req-4d6760c6-d5f2-4853-993f-f16704f5a88b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:20:58.709400 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3577f259-ff45-46cf-a990-fa3160643611 req-4d6760c6-d5f2-4853-993f-f16704f5a88b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.0586958
Nov 20 21:20:58.763536 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3577f259-ff45-46cf-a990-fa3160643611 req-89e3e2ac-681f-4c91-b28a-d170cf05a750 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472941
Nov 20 21:21:00.039731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e86724-4d1d-41d6-b8a2-6cbc9daf2164 req-9345fa7e-ebb1-4c8f-8b08-a9ab37f412ff tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:00.041231 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-61e86724-4d1d-41d6-b8a2-6cbc9daf2164 req-9345fa7e-ebb1-4c8f-8b08-a9ab37f412ff tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.2101169
Nov 20 21:21:00.089950 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-61e86724-4d1d-41d6-b8a2-6cbc9daf2164 req-9529bcbd-85a9-4fac-9b1b-29c3f69185b0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427496
Nov 20 21:21:01.206418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec13bde-f450-4308-b139-bdbc1d794f95 req-df6d2def-c1ed-41f4-b4d9-6fe7b25846af tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:01.207900 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3ec13bde-f450-4308-b139-bdbc1d794f95 req-df6d2def-c1ed-41f4-b4d9-6fe7b25846af tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.0503759
Nov 20 21:21:01.257976 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3ec13bde-f450-4308-b139-bdbc1d794f95 req-490ddd62-e37a-40d3-87dd-0c0be97f954b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436766
Nov 20 21:21:02.377274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263540ee-0360-4e51-8e8b-111c350c13ae req-74d7c74d-d62c-4121-913a-228fd81e3547 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:02.378780 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-263540ee-0360-4e51-8e8b-111c350c13ae req-74d7c74d-d62c-4121-913a-228fd81e3547 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.0484555
Nov 20 21:21:02.432850 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-263540ee-0360-4e51-8e8b-111c350c13ae req-0947bd9f-ded9-494f-90a3-c976e85dec24 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473790
Nov 20 21:21:03.549611 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9544d75-5a39-42a3-b9f0-7fd46f16eb01 req-2fe4c146-7915-4621-ab1b-72fb05ba5096 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:03.551114 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c9544d75-5a39-42a3-b9f0-7fd46f16eb01 req-2fe4c146-7915-4621-ab1b-72fb05ba5096 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.0499558
Nov 20 21:21:03.604795 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c9544d75-5a39-42a3-b9f0-7fd46f16eb01 req-f9d29305-c622-4d92-8eb0-d494133269b1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472569
Nov 20 21:21:04.724529 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a14d68-d2d5-4b86-86ad-c92c1d2e3951 req-f6c963e5-5f63-4f70-a6a3-fc0072c3396a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:04.725984 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-27a14d68-d2d5-4b86-86ad-c92c1d2e3951 req-f6c963e5-5f63-4f70-a6a3-fc0072c3396a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.0484216
Nov 20 21:21:04.774661 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-27a14d68-d2d5-4b86-86ad-c92c1d2e3951 req-767c6e5e-ae1e-491d-aaf9-5172b2985d9a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426059
Nov 20 21:21:05.953327 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e0200-cbbd-4eb9-9df0-ef43cf088c0d req-b34d194e-5f5a-44d8-97e4-1f7692faf1c7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:05.954832 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c0e0200-cbbd-4eb9-9df0-ef43cf088c0d req-b34d194e-5f5a-44d8-97e4-1f7692faf1c7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.1119654
Nov 20 21:21:06.004066 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c0e0200-cbbd-4eb9-9df0-ef43cf088c0d req-24cbb536-7e84-41d9-a63c-0cedfeb17396 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434260
Nov 20 21:21:07.118555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38688a-8d81-44ac-bf57-d04b8a333a44 req-15bcdaf2-9e51-489d-a713-c65a5a999f49 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:07.120067 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fc38688a-8d81-44ac-bf57-d04b8a333a44 req-15bcdaf2-9e51-489d-a713-c65a5a999f49 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.0485892
Nov 20 21:21:07.168478 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fc38688a-8d81-44ac-bf57-d04b8a333a44 req-e82ff52a-d4d2-4f05-acef-d9b5b1982f31 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422604
Nov 20 21:21:08.286128 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427038f-97f5-4d70-8de4-18ca336e549a req-4832615a-b708-4b6c-b097-4be982521cdb tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:08.287613 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9427038f-97f5-4d70-8de4-18ca336e549a req-4832615a-b708-4b6c-b097-4be982521cdb tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.0503380
Nov 20 21:21:08.339894 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9427038f-97f5-4d70-8de4-18ca336e549a req-a6db6101-5939-4a0f-84f4-e941906b6611 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461714
Nov 20 21:21:08.342208 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:08.376205 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:08.687605 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-8e220206-283c-4789-ab0c-92c87f2caccb service neutron] show failed (client error): The resource could not be found.
Nov 20 21:21:08.688625 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-8e220206-283c-4789-ab0c-92c87f2caccb service neutron] 10.222.0.47 "GET /v2.0/ports/992e9d11-a9f7-41c8-8f5b-9f721b985662/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0576434
Nov 20 21:21:08.883152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-49d2812f-d7fb-47b2-bf6a-16414d878c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:08.884754 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-49d2812f-d7fb-47b2-bf6a-16414d878c67 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef&tenant_id=9150e5dc713c4519842f75908123d4ce HTTP/1.1" status: 200  len: 1097 time: 0.0411696
Nov 20 21:21:08.897121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:21:08.948386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:09.154921 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:21:09.186727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:21:09.226028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:21:09.228865 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fffa62e-2d60-4466-9874-3e04989a8d5d" -d '{"events": [{"server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "name": "network-vif-unplugged", "status": "completed", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:21:09.232997 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:09.246150 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Transition to ACTIVE for port object 992e9d11-a9f7-41c8-8f5b-9f721b985662 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:21:09.250486 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:09.280917 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9cc5a7-b916-41b8-ab39-e2a99ddd6e7f x-openstack-request-id: req-8d9cc5a7-b916-41b8-ab39-e2a99ddd6e7f {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:21:09.281209 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "name": "network-vif-unplugged", "status": "completed", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:21:09.281461 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d9cc5a7-b916-41b8-ab39-e2a99ddd6e7f {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:21:09.281855 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'code': 200}
Nov 20 21:21:09.336113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Pushing event updated for resources: {'Port': ['ID=992e9d11-a9f7-41c8-8f5b-9f721b985662,revision_number=6']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:09.348884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:09.349235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:09.349580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:09.349918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:09.350274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:09.350606 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:09.350938 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:09.351263 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:09.351592 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:09.351916 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:09.352238 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:09.352563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:09.471147 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a586d6-a844-4de4-a444-59ddf2dfccbd req-60fde570-3267-44b9-8967-ccfa1e6a1f53 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:09.472798 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-99a586d6-a844-4de4-a444-59ddf2dfccbd req-60fde570-3267-44b9-8967-ccfa1e6a1f53 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 944 time: 0.0622356
Nov 20 21:21:09.527900 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-99a586d6-a844-4de4-a444-59ddf2dfccbd req-5392601f-0f38-45e0-8cd5-025f21747b7a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484672
Nov 20 21:21:09.740628 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] No DVR routers for this DVR port 992e9d11-a9f7-41c8-8f5b-9f721b985662 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:21:09.870417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Attempting to bind port 992e9d11-a9f7-41c8-8f5b-9f721b985662 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:21:09.870748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Attempting to bind port 992e9d11-a9f7-41c8-8f5b-9f721b985662 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:21:09.871078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Attempting to bind port 992e9d11-a9f7-41c8-8f5b-9f721b985662 on network 849a02a0-5850-4019-99e1-058d08802cd3 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:21:09.875579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Port 992e9d11-a9f7-41c8-8f5b-9f721b985662 on network 849a02a0-5850-4019-99e1-058d08802cd3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:21:09.875900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Attempting to bind port 992e9d11-a9f7-41c8-8f5b-9f721b985662 on network 849a02a0-5850-4019-99e1-058d08802cd3 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:21:09.880601 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:21:09.880938 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Checking segment: {'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:21:09.881323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Bound using segment: {'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:21:09.881751 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Bound port: 992e9d11-a9f7-41c8-8f5b-9f721b985662, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:21:09.882189 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:09.943163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:21:09.946096 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:21:09.951213 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:09.983898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:09.984558 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:09.986412 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] 10.222.0.37 "PUT /v2.0/ports/992e9d11-a9f7-41c8-8f5b-9f721b985662 HTTP/1.1" status: 200  len: 1092 time: 1.0931830
Nov 20 21:21:10.028011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c08a7b-61c9-4271-be5c-5e9b6606ff9d service neutron] Pushing event updated for resources: {'Port': ['ID=992e9d11-a9f7-41c8-8f5b-9f721b985662,revision_number=7']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:10.060100 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-342690f6-8194-4b27-bebb-b68dd36851cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:10.061814 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-342690f6-8194-4b27-bebb-b68dd36851cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 1095 time: 0.0498686
Nov 20 21:21:10.159323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-960c7ceb-7ef0-4cbe-ae88-5027ffef8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:10.160825 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-960c7ceb-7ef0-4cbe-ae88-5027ffef8dde service neutron] 10.222.0.37 "GET /v2.0/networks?id=849a02a0-5850-4019-99e1-058d08802cd3 HTTP/1.1" status: 200  len: 898 time: 0.0922694
Nov 20 21:21:10.231292 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-512095a5-7aa8-4bb4-81c1-731de370a189 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662 HTTP/1.1" status: 200  len: 1000 time: 0.0626466
Nov 20 21:21:10.280196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-9eca3b82-59ac-40c4-998e-1cd40f51257f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:10.281521 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-9eca3b82-59ac-40c4-998e-1cd40f51257f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b76a318c-3f26-4d56-94ae-80e45b04fe49 HTTP/1.1" status: 200  len: 835 time: 0.0439997
Nov 20 21:21:10.327223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-40c47065-39a2-4fe9-8234-554f82de364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:10.328724 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-40c47065-39a2-4fe9-8234-554f82de364f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=849a02a0-5850-4019-99e1-058d08802cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403080
Nov 20 21:21:10.422974 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-1822fa76-e1fc-4b90-8412-846b1f0bb9f4 service neutron] 10.222.0.37 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871220
Nov 20 21:21:10.512048 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-23b4e7e2-ae60-4f4e-9057-b91fc967a41e service neutron] 10.222.0.37 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820792
Nov 20 21:21:10.662344 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1197e0-e7db-4688-8a44-7563d760e980 req-d55b75f1-ee51-4c51-ab31-86938a439fe4 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:10.663824 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c1197e0-e7db-4688-8a44-7563d760e980 req-d55b75f1-ee51-4c51-ab31-86938a439fe4 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 944 time: 0.0558867
Nov 20 21:21:10.713196 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c1197e0-e7db-4688-8a44-7563d760e980 req-13715c7d-656c-4202-abb5-b4d88266acc2 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434859
Nov 20 21:21:11.283050 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:21:11.285465 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d5cc95-734b-4943-bf06-58d19ddb21be" -d '{"events": [{"name": "network-changed", "server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:21:11.333501 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1939f9-9656-4e1f-b5c4-9b9128f5c782 x-openstack-request-id: req-ad1939f9-9656-4e1f-b5c4-9b9128f5c782 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:21:11.333798 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:21:11.334076 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad1939f9-9656-4e1f-b5c4-9b9128f5c782 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:21:11.334481 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'status': 'completed', 'code': 200}
Nov 20 21:21:11.420593 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-e60bc39e-6b55-4a9d-9eb3-7e8a62744222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:11.422142 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-e60bc39e-6b55-4a9d-9eb3-7e8a62744222 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 1095 time: 0.0690281
Nov 20 21:21:11.423670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-a9703f4b-7119-49f1-9e0a-1a330a59ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:11.425020 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-a9703f4b-7119-49f1-9e0a-1a330a59ba11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 1095 time: 0.0634353
Nov 20 21:21:11.585509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-0ad1d222-5cec-45ed-8197-2ae23055aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:11.587048 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-0ad1d222-5cec-45ed-8197-2ae23055aeaa service neutron] 10.222.0.47 "GET /v2.0/networks?id=849a02a0-5850-4019-99e1-058d08802cd3 HTTP/1.1" status: 200  len: 898 time: 0.1585395
Nov 20 21:21:11.588894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-d1255ae5-2407-41d4-8020-e6d0e1eb9f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:11.590261 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-d1255ae5-2407-41d4-8020-e6d0e1eb9f41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=849a02a0-5850-4019-99e1-058d08802cd3 HTTP/1.1" status: 200  len: 898 time: 0.1542995
Nov 20 21:21:11.695616 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-cf7c2500-caf4-4b18-ae1f-66a52c22d75c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662 HTTP/1.1" status: 200  len: 1000 time: 0.1019034
Nov 20 21:21:11.699758 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-8d323fff-a166-45e8-8d9a-05da0f3a4d77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662 HTTP/1.1" status: 200  len: 1000 time: 0.1006951
Nov 20 21:21:11.778957 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-a3651ddf-1c48-4a8f-af37-0c9a5f393c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:11.780448 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-a3651ddf-1c48-4a8f-af37-0c9a5f393c9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b76a318c-3f26-4d56-94ae-80e45b04fe49 HTTP/1.1" status: 200  len: 835 time: 0.0784404
Nov 20 21:21:11.782079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-b2c53197-415e-487d-9c63-fff2a1770c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:11.783399 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-b2c53197-415e-487d-9c63-fff2a1770c0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b76a318c-3f26-4d56-94ae-80e45b04fe49 HTTP/1.1" status: 200  len: 835 time: 0.0742531
Nov 20 21:21:11.892468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac7fd6-5ba1-40d1-8cbf-6bd271949d76 req-6d747be4-246d-4037-bc96-60359e7b0d24 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:11.893959 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e0ac7fd6-5ba1-40d1-8cbf-6bd271949d76 req-6d747be4-246d-4037-bc96-60359e7b0d24 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 944 time: 0.1078970
Nov 20 21:21:11.897610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-a24fbdbb-b0a5-4779-8134-92f53528897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:11.899031 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-a24fbdbb-b0a5-4779-8134-92f53528897f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=849a02a0-5850-4019-99e1-058d08802cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1118352
Nov 20 21:21:11.910645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-ddc52cb4-8b2f-49bf-a68b-70e086519c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:11.912058 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-ddc52cb4-8b2f-49bf-a68b-70e086519c82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=849a02a0-5850-4019-99e1-058d08802cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1160090
Nov 20 21:21:12.057215 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e0ac7fd6-5ba1-40d1-8cbf-6bd271949d76 req-4028e426-a83d-4ad9-9a07-14fbbd5252e9 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1567008
Nov 20 21:21:12.094807 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-07afd911-9f03-4460-9e01-a43b4488a0ee service neutron] 10.222.0.37 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1703730
Nov 20 21:21:12.100034 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-eab631fc-d0ba-4924-b2f3-239ec3696cb1 service neutron] 10.222.0.47 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1912794
Nov 20 21:21:12.266799 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-8a5e8555-4a4d-45d6-9024-f68163fec638 service neutron] 10.222.0.47 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1588960
Nov 20 21:21:12.268881 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05d5cc95-734b-4943-bf06-58d19ddb21be req-9743f95e-0208-440a-ad68-c2401544cb60 service neutron] 10.222.0.37 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532114
Nov 20 21:21:12.832896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 992e9d11-a9f7-41c8-8f5b-9f721b985662 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:21:12.871802 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 992e9d11-a9f7-41c8-8f5b-9f721b985662 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:21:13.177477 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933ed97-c54b-41d6-9830-7d641c881dc8 req-7e578c33-a7e1-458d-b584-42d7f97d405e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:13.179018 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3933ed97-c54b-41d6-9830-7d641c881dc8 req-7e578c33-a7e1-458d-b584-42d7f97d405e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 944 time: 0.0502331
Nov 20 21:21:13.233901 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3933ed97-c54b-41d6-9830-7d641c881dc8 req-3a6ccabc-370b-403b-836b-efcfe3f71c50 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487237
Nov 20 21:21:13.305803 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-09d4887e-d04f-473e-8fb6-42a6aadca3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:13.342649 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 992e9d11-a9f7-41c8-8f5b-9f721b985662 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:21:13.450951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:21:13.462364 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'port_id': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'mac_address': 'fa:16:3e:b9:c3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:21:13.487162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-198f5756-7047-4b40-87d3-58eb473d404b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:13.489356 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-198f5756-7047-4b40-87d3-58eb473d404b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef&tenant_id=9150e5dc713c4519842f75908123d4ce&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0787671
Nov 20 21:21:13.502464 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:13.516801 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992e9d11-a9f7-41c8-8f5b-9f721b985662 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:21:13.519136 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c852a7f-0784-417f-a6d0-7013e2e2bb09 req-72ef6893-d584-4f97-ad5d-32f113917982 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:13.520705 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8c852a7f-0784-417f-a6d0-7013e2e2bb09 req-72ef6893-d584-4f97-ad5d-32f113917982 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 944 time: 0.0618780
Nov 20 21:21:13.536938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:21:13.541304 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:13.567362 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-ee4475a0-8f87-4b4d-8d4f-8efac5f4a0a4 service neutron] 10.222.0.37 "GET /v2.0/ports/992e9d11-a9f7-41c8-8f5b-9f721b985662/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0693755
Nov 20 21:21:13.580573 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8c852a7f-0784-417f-a6d0-7013e2e2bb09 req-6b307fb9-01db-4213-a637-acd1539b64b1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533152
Nov 20 21:21:13.602534 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=992e9d11-a9f7-41c8-8f5b-9f721b985662,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:13.611076 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:13.611436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:13.611786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:13.612132 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:13.612479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:13.612815 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:13.613151 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:13.613487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:13.613821 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:13.614180 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:13.614515 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:13.614848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:13.635907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-c1e52098-c5cc-49d1-9749-e393282ed9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:13.637394 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-c1e52098-c5cc-49d1-9749-e393282ed9ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 1096 time: 0.0443866
Nov 20 21:21:13.731431 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-a4ee9d1c-5668-4a41-9cc7-bff04a1eb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:13.732892 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-a4ee9d1c-5668-4a41-9cc7-bff04a1eb251 service neutron] 10.222.0.37 "GET /v2.0/networks?id=849a02a0-5850-4019-99e1-058d08802cd3 HTTP/1.1" status: 200  len: 898 time: 0.0880194
Nov 20 21:21:13.753525 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['992e9d11-a9f7-41c8-8f5b-9f721b985662'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:21:13.798895 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-6baff0b0-b412-4d5e-9119-65f842fa170a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662 HTTP/1.1" status: 200  len: 1001 time: 0.0585654
Nov 20 21:21:13.853025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-4406dcdc-79d0-4ae3-b3a0-2f4ba941a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:13.855270 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-4406dcdc-79d0-4ae3-b3a0-2f4ba941a4e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b76a318c-3f26-4d56-94ae-80e45b04fe49 HTTP/1.1" status: 200  len: 835 time: 0.0498180
Nov 20 21:21:13.902769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-401fc9a9-4722-4e7a-8374-8ea2b88fad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:13.904287 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-401fc9a9-4722-4e7a-8374-8ea2b88fad4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=849a02a0-5850-4019-99e1-058d08802cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0423260
Nov 20 21:21:14.000573 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-0a8557fd-3f85-4b21-bd9a-fa65ce3130a4 service neutron] 10.222.0.37 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884955
Nov 20 21:21:14.093765 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-98a5833b-830d-4ab7-a5ef-9b517f389036 service neutron] 10.222.0.37 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854328
Nov 20 21:21:14.699888 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d44c0-df63-4d14-b1e3-406143696194 req-2e055ee1-fe8d-4fc3-af39-4b4c1a1a925e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:14.701278 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-962d44c0-df63-4d14-b1e3-406143696194 req-2e055ee1-fe8d-4fc3-af39-4b4c1a1a925e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 945 time: 0.0499725
Nov 20 21:21:14.754819 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-962d44c0-df63-4d14-b1e3-406143696194 req-c8661a45-6347-4fe8-a5d2-e131d34c3247 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474176
Nov 20 21:21:15.358121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 992e9d11-a9f7-41c8-8f5b-9f721b985662 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:21:15.406518 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 992e9d11-a9f7-41c8-8f5b-9f721b985662 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:21:15.410096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 992e9d11-a9f7-41c8-8f5b-9f721b985662 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:21:15.410465 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:15.489260 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:15.511886 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:21:15.514205 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4ca6ec-3a11-46da-a690-7a7dc477b04e" -d '{"events": [{"server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "name": "network-vif-plugged", "status": "completed", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:21:15.531264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:21:15.536681 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:15.569154 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d663d7a-822e-488c-a8d3-8de7e1521f1f x-openstack-request-id: req-5d663d7a-822e-488c-a8d3-8de7e1521f1f {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:21:15.569457 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "name": "network-vif-plugged", "status": "completed", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:21:15.569718 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d663d7a-822e-488c-a8d3-8de7e1521f1f {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:21:15.570155 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'code': 200}
Nov 20 21:21:15.587379 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=992e9d11-a9f7-41c8-8f5b-9f721b985662,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:15.685728 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9c77d047-c630-4a58-8468-77592e9b013c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:15.879469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591f040-b295-4276-b1f8-8a1c3b0389d8 req-4d055b84-66fa-40f7-b816-ac1bc86f5ebf tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:15.880996 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1591f040-b295-4276-b1f8-8a1c3b0389d8 req-4d055b84-66fa-40f7-b816-ac1bc86f5ebf tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 946 time: 0.0536313
Nov 20 21:21:15.932896 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1591f040-b295-4276-b1f8-8a1c3b0389d8 req-4dd2c943-9698-4ae7-a3f4-a724771dced9 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452955
Nov 20 21:21:16.035652 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-5c63c0e4-daee-475b-910f-a43b23ea5708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:16.037122 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-5c63c0e4-daee-475b-910f-a43b23ea5708 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef&tenant_id=9150e5dc713c4519842f75908123d4ce HTTP/1.1" status: 200  len: 1097 time: 0.0411031
Nov 20 21:21:16.048876 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:21:16.103277 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:16.274406 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a00ba24-3359-48fb-b5b1-3071dbd5d19d req-14a722c7-b278-4593-996a-510542d66225 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0778615
Nov 20 21:21:16.361695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:21:16.393385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00ba24-3359-48fb-b5b1-3071dbd5d19d req-8bb2fb9d-ceb3-46c0-8910-6adcd3f3f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:16.394892 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a00ba24-3359-48fb-b5b1-3071dbd5d19d req-8bb2fb9d-ceb3-46c0-8910-6adcd3f3f01c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 1096 time: 0.0715692
Nov 20 21:21:16.407626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:21:16.473347 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:21:16.475608 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4ff992-4a12-4176-9ac4-c51ac7119770" -d '{"events": [{"server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "name": "network-vif-unplugged", "status": "completed", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:21:16.481681 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:16.526173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Transition to ACTIVE for port object 992e9d11-a9f7-41c8-8f5b-9f721b985662 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:21:16.531889 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20f63cb-0547-4390-abda-5fd8d08b752b x-openstack-request-id: req-d20f63cb-0547-4390-abda-5fd8d08b752b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:21:16.532185 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "name": "network-vif-unplugged", "status": "completed", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:21:16.532439 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d20f63cb-0547-4390-abda-5fd8d08b752b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:21:16.532831 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'code': 200}
Nov 20 21:21:16.536830 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:16.572897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00ba24-3359-48fb-b5b1-3071dbd5d19d req-75131740-da79-4cca-b6aa-783d735a02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:16.574451 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a00ba24-3359-48fb-b5b1-3071dbd5d19d req-75131740-da79-4cca-b6aa-783d735a02d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.1473262
Nov 20 21:21:16.667955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Pushing event updated for resources: {'Port': ['ID=992e9d11-a9f7-41c8-8f5b-9f721b985662,revision_number=10']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:16.699802 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a00ba24-3359-48fb-b5b1-3071dbd5d19d req-d48c6a34-6572-46e2-8e25-ba6b102dcf90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2292d41-b405-4690-8d85-66a2902c9bd5 HTTP/1.1" status: 200  len: 1001 time: 0.1160567
Nov 20 21:21:16.749136 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] No DVR routers for this DVR port 992e9d11-a9f7-41c8-8f5b-9f721b985662 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:21:16.803387 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00ba24-3359-48fb-b5b1-3071dbd5d19d req-9af3a32d-954f-4b72-9ad3-3f58c053ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:16.804850 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a00ba24-3359-48fb-b5b1-3071dbd5d19d req-9af3a32d-954f-4b72-9ad3-3f58c053ef4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.0974064
Nov 20 21:21:16.824664 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:16.894539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00ba24-3359-48fb-b5b1-3071dbd5d19d req-ba1d5a32-1f14-463b-bc21-df13fc7f5506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:16.896036 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a00ba24-3359-48fb-b5b1-3071dbd5d19d req-ba1d5a32-1f14-463b-bc21-df13fc7f5506 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0828285
Nov 20 21:21:16.948638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Attempting to bind port 992e9d11-a9f7-41c8-8f5b-9f721b985662 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:21:16.948968 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Attempting to bind port 992e9d11-a9f7-41c8-8f5b-9f721b985662 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:21:16.949291 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Attempting to bind port 992e9d11-a9f7-41c8-8f5b-9f721b985662 on network 849a02a0-5850-4019-99e1-058d08802cd3 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:21:16.961666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Port 992e9d11-a9f7-41c8-8f5b-9f721b985662 on network 849a02a0-5850-4019-99e1-058d08802cd3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:21:16.961990 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Attempting to bind port 992e9d11-a9f7-41c8-8f5b-9f721b985662 on network 849a02a0-5850-4019-99e1-058d08802cd3 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:21:16.995026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:21:16.995350 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Checking segment: {'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:21:16.995729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Bound using segment: {'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:21:16.996159 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Bound port: 992e9d11-a9f7-41c8-8f5b-9f721b985662, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27307d8-92f3-4915-9482-cf937aafa5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:21:16.996510 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:17.077921 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a00ba24-3359-48fb-b5b1-3071dbd5d19d req-dc4d1c67-b168-49b8-9ff9-1810d04015eb service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602802
Nov 20 21:21:17.134555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a908ed8-c993-4816-a1fc-35f8131c3ceb req-003d310f-57fc-4219-9a20-e8e1df0e9ab7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:17.136227 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1a908ed8-c993-4816-a1fc-35f8131c3ceb req-003d310f-57fc-4219-9a20-e8e1df0e9ab7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 945 time: 0.1280997
Nov 20 21:21:17.152187 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:21:17.208607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:21:17.217701 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:17.283758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:17.284373 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:17.285748 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] 10.222.0.47 "PUT /v2.0/ports/992e9d11-a9f7-41c8-8f5b-9f721b985662 HTTP/1.1" status: 200  len: 1093 time: 1.2409956
Nov 20 21:21:17.289833 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a00ba24-3359-48fb-b5b1-3071dbd5d19d req-1268695b-8005-4213-b6b9-d987570af1c8 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948802
Nov 20 21:21:17.294432 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1a908ed8-c993-4816-a1fc-35f8131c3ceb req-0e065471-083e-4631-91f4-5d9b57922c1c tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1477330
Nov 20 21:21:17.311620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf05d7d-7455-4c90-827f-57c6b6c3b65c service neutron] Pushing event updated for resources: {'Port': ['ID=992e9d11-a9f7-41c8-8f5b-9f721b985662,revision_number=11']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:17.377334 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-ccb5f703-c577-4349-a2a7-23271c3a5cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:17.378899 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-ccb5f703-c577-4349-a2a7-23271c3a5cdd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 1096 time: 0.0446615
Nov 20 21:21:17.811433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-c78daaa6-d86d-438e-8bdc-f37fa8a38f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:17.812911 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-c78daaa6-d86d-438e-8bdc-f37fa8a38f95 service neutron] 10.222.0.47 "GET /v2.0/networks?id=849a02a0-5850-4019-99e1-058d08802cd3 HTTP/1.1" status: 200  len: 898 time: 0.4274380
Nov 20 21:21:17.878728 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-b084e22c-cf8e-4e2a-9a94-a454d370b857 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662 HTTP/1.1" status: 200  len: 1000 time: 0.0589786
Nov 20 21:21:17.926880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-534ec0e7-b3fe-4825-9859-23568e8d4407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:17.928282 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-534ec0e7-b3fe-4825-9859-23568e8d4407 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b76a318c-3f26-4d56-94ae-80e45b04fe49 HTTP/1.1" status: 200  len: 835 time: 0.0425065
Nov 20 21:21:17.975121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-d7d90136-78d0-4e88-95f2-d33fc4bf4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:17.976608 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-d7d90136-78d0-4e88-95f2-d33fc4bf4aba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=849a02a0-5850-4019-99e1-058d08802cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0419228
Nov 20 21:21:18.065036 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-2fc88dcf-9698-43a6-b983-e736943163bb service neutron] 10.222.0.47 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815845
Nov 20 21:21:18.155032 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-172ff69e-cfc0-41cf-bece-b81f5d0b7804 req-894af19c-f936-43d9-ab7f-03a64a714986 service neutron] 10.222.0.47 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837517
Nov 20 21:21:18.419326 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f51c06-ba9d-4e0b-bb0d-2d1c2a65e70e req-08f927d7-7de4-40d7-86b9-79f676c36a0b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:18.420782 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0f51c06-ba9d-4e0b-bb0d-2d1c2a65e70e req-08f927d7-7de4-40d7-86b9-79f676c36a0b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 945 time: 0.0499778
Nov 20 21:21:18.472094 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b0f51c06-ba9d-4e0b-bb0d-2d1c2a65e70e req-578f664c-5f75-4ed2-be15-d95a60d0ca4e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452898
Nov 20 21:21:18.533966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:21:18.536379 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33" -d '{"events": [{"name": "network-changed", "server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:21:18.583262 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1617733e-4b95-4d78-9a84-22aa9e2ff739 x-openstack-request-id: req-1617733e-4b95-4d78-9a84-22aa9e2ff739 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:21:18.583561 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:21:18.583820 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1617733e-4b95-4d78-9a84-22aa9e2ff739 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:21:18.584364 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'status': 'completed', 'code': 200}
Nov 20 21:21:18.671637 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-1d5bd0b5-4193-4034-b6d9-987457b5afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:18.673139 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-1d5bd0b5-4193-4034-b6d9-987457b5afed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 1096 time: 0.0598629
Nov 20 21:21:18.673790 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:18.675601 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-3d96f6af-c18b-4664-a399-50af0104c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:18.676940 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-3d96f6af-c18b-4664-a399-50af0104c520 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 1096 time: 0.0716381
Nov 20 21:21:18.835066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-694f3b52-3f3e-4452-b487-eec27ed6c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:18.836463 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-694f3b52-3f3e-4452-b487-eec27ed6c8d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=849a02a0-5850-4019-99e1-058d08802cd3 HTTP/1.1" status: 200  len: 898 time: 0.1566164
Nov 20 21:21:18.838293 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-71e97d98-29ea-4ddc-a4ef-1f06c7ef1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:18.839604 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-71e97d98-29ea-4ddc-a4ef-1f06c7ef1528 service neutron] 10.222.0.47 "GET /v2.0/networks?id=849a02a0-5850-4019-99e1-058d08802cd3 HTTP/1.1" status: 200  len: 898 time: 0.1525204
Nov 20 21:21:18.954779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-54164484-a62b-4cfb-a0e4-6fda46b096f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662 HTTP/1.1" status: 200  len: 1000 time: 0.1113968
Nov 20 21:21:18.956537 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-6a82c862-a4a1-4b42-b888-7e8ff02937a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662 HTTP/1.1" status: 200  len: 1000 time: 0.1078801
Nov 20 21:21:19.040526 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-7283ee28-7666-4cf0-8df1-78179ca3d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:19.042257 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-7283ee28-7666-4cf0-8df1-78179ca3d845 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b76a318c-3f26-4d56-94ae-80e45b04fe49 HTTP/1.1" status: 200  len: 835 time: 0.0804996
Nov 20 21:21:19.043693 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-36468978-1def-4033-85bd-2b3cb1c50b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:19.044992 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-36468978-1def-4033-85bd-2b3cb1c50b6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b76a318c-3f26-4d56-94ae-80e45b04fe49 HTTP/1.1" status: 200  len: 835 time: 0.0755229
Nov 20 21:21:19.118074 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-909284e9-7c09-48ac-8761-2c5bf331fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:19.119785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-909284e9-7c09-48ac-8761-2c5bf331fdbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=849a02a0-5850-4019-99e1-058d08802cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0627978
Nov 20 21:21:19.125494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-4aa5ba6f-a451-4b36-9c30-eba7224fd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:19.126899 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-4aa5ba6f-a451-4b36-9c30-eba7224fd41b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=849a02a0-5850-4019-99e1-058d08802cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0775609
Nov 20 21:21:19.257464 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:19.291905 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-b5349c35-1a81-4ff4-b157-d23ab11bebd6 service neutron] 10.222.0.47 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1636620
Nov 20 21:21:19.293795 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-e0c4137e-c7c4-416d-89c5-88b077ce63ef service neutron] 10.222.0.37 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578698
Nov 20 21:21:19.405596 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 992e9d11-a9f7-41c8-8f5b-9f721b985662 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:21:19.448836 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 992e9d11-a9f7-41c8-8f5b-9f721b985662 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:21:19.460547 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-ff5f82bb-2377-4cdb-ae6f-6fa2b6101fd9 service neutron] 10.222.0.47 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1603763
Nov 20 21:21:19.463016 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1cf3f591-ffb8-4af4-933b-778ea0b7ac33 req-d1a519c3-2bfe-4c90-9c3f-5882372496a3 service neutron] 10.222.0.37 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547711
Nov 20 21:21:19.601685 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b20c5-d7de-4f80-9d70-b64f6697381e req-6efeaa8b-6f71-46ea-8e6c-def617b78bcb tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:19.605109 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b93b20c5-d7de-4f80-9d70-b64f6697381e req-6efeaa8b-6f71-46ea-8e6c-def617b78bcb tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 945 time: 0.0600023
Nov 20 21:21:19.677282 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b93b20c5-d7de-4f80-9d70-b64f6697381e req-8437d067-a6c9-45bc-98cf-b6a012f87c7f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640485
Nov 20 21:21:20.800954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5eca6-0735-4605-bd99-2ea0f5233d61 req-1350419e-5ac0-4cd7-8ee5-682498d04ce6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:20.802459 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f5b5eca6-0735-4605-bd99-2ea0f5233d61 req-1350419e-5ac0-4cd7-8ee5-682498d04ce6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 945 time: 0.0492299
Nov 20 21:21:20.852382 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f5b5eca6-0735-4605-bd99-2ea0f5233d61 req-2f8ab920-adf7-4339-bce7-6f1611f40434 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432451
Nov 20 21:21:20.875761 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52630) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:21:20.898910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 992e9d11-a9f7-41c8-8f5b-9f721b985662 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:21:20.938550 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-840d4810-1ebd-462e-86b1-e5d770d12f1d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/floatingips/637d235c-afbd-4af2-8a9b-9f78444551cd HTTP/1.1" status: 200  len: 992 time: 0.0615683
Nov 20 21:21:20.993280 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:21:21.007674 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'port_id': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'mac_address': 'fa:16:3e:b9:c3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:21:21.045451 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:21.059158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992e9d11-a9f7-41c8-8f5b-9f721b985662 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:21:21.078557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:21:21.082528 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:21.133067 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=992e9d11-a9f7-41c8-8f5b-9f721b985662,revision_number=12']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:21.309873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['992e9d11-a9f7-41c8-8f5b-9f721b985662'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:21:22.913345 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 992e9d11-a9f7-41c8-8f5b-9f721b985662 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:21:22.964744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 992e9d11-a9f7-41c8-8f5b-9f721b985662 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:21:22.968869 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 992e9d11-a9f7-41c8-8f5b-9f721b985662 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:21:22.969260 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:23.050794 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:23.076013 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:21:23.078441 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef9c918-e69e-43ed-abb3-2c7e8434261f" -d '{"events": [{"server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "name": "network-vif-plugged", "status": "completed", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:21:23.092073 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:21:23.097000 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:23.125372 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ce1f30-9e52-4e94-841e-210db4e14bfc x-openstack-request-id: req-28ce1f30-9e52-4e94-841e-210db4e14bfc {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:21:23.125743 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "name": "network-vif-plugged", "status": "completed", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:21:23.126004 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28ce1f30-9e52-4e94-841e-210db4e14bfc {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:21:23.126430 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'code': 200}
Nov 20 21:21:23.149232 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=992e9d11-a9f7-41c8-8f5b-9f721b985662,revision_number=13']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:24.558661 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:21:38.359577 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:38.387552 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:43.308064 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-59c42b81-d87b-4efb-9744-d32cf8a820ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:45.686996 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-052d3936-1cd4-4b95-a9df-0f5debfb9f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:46.827344 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:48.676952 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:49.259446 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:51.743713 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3be8e-f56c-4cf4-991d-95c2701434d6 req-b4817743-be1e-4780-a9b0-24349f215c28 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:51.745237 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aaf3be8e-f56c-4cf4-991d-95c2701434d6 req-b4817743-be1e-4780-a9b0-24349f215c28 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 1098 time: 0.0401592
Nov 20 21:21:51.792112 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aaf3be8e-f56c-4cf4-991d-95c2701434d6 req-b2d3e8ce-eefc-4f63-b87c-9595704f177a tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400081
Nov 20 21:21:51.814896 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52652) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:21:51.974813 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d0b57-7e7a-4086-87cb-75aedbfcef74 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting port a3d7de12-4e1d-4be7-a1eb-67a4fc6b1e7d {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:21:51.975157 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0b57-7e7a-4086-87cb-75aedbfcef74 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:52.049486 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0b57-7e7a-4086-87cb-75aedbfcef74 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:52.049737 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0b57-7e7a-4086-87cb-75aedbfcef74 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:52.061171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d0b57-7e7a-4086-87cb-75aedbfcef74 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Calling delete_port for a3d7de12-4e1d-4be7-a1eb-67a4fc6b1e7d owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:21:52.208236 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0b57-7e7a-4086-87cb-75aedbfcef74 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:52.234966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d0b57-7e7a-4086-87cb-75aedbfcef74 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Port': ['ID=a3d7de12-4e1d-4be7-a1eb-67a4fc6b1e7d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:52.299307 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0b57-7e7a-4086-87cb-75aedbfcef74 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:52.299694 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-2f7d0b57-7e7a-4086-87cb-75aedbfcef74 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Floating IP 637d235c-afbd-4af2-8a9b-9f78444551cd disassociated (deleted). External IP: 172.35.1.150, port: 992e9d11-a9f7-41c8-8f5b-9f721b985662.
Nov 20 21:21:52.509362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7d0b57-7e7a-4086-87cb-75aedbfcef74 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router 8445b10c-20b3-4972-a85a-13c0f275403f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:21:52.620702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7d0b57-7e7a-4086-87cb-75aedbfcef74 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:21:52.625957 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0b57-7e7a-4086-87cb-75aedbfcef74 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:52.633014 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16347627-69c6-4fd6-b3fb-79caea939b96 None None] Sync routers for ids ['8445b10c-20b3-4972-a85a-13c0f275403f'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:21:52.645081 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16347627-69c6-4fd6-b3fb-79caea939b96 None None] Routers {'8445b10c-20b3-4972-a85a-13c0f275403f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:21:52.645728 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-16347627-69c6-4fd6-b3fb-79caea939b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463204f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:21:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8445b10c-20b3-4972-a85a-13c0f275403f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:21:52.655135 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2f7d0b57-7e7a-4086-87cb-75aedbfcef74 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/floatingips/637d235c-afbd-4af2-8a9b-9f78444551cd HTTP/1.1" status: 204  len: 168 time: 0.8390975
Nov 20 21:21:52.656364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:21:52.659167 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b62099-256a-4b0e-ad27-919185cc1ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:21:52.706451 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb32924-5d17-4f2a-bf7f-a69cbe113a2b x-openstack-request-id: req-5cb32924-5d17-4f2a-bf7f-a69cbe113a2b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:21:52.706451 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:21:52.706700 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5cb32924-5d17-4f2a-bf7f-a69cbe113a2b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:21:52.706998 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'status': 'completed', 'code': 200}
Nov 20 21:21:52.759655 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-16347627-69c6-4fd6-b3fb-79caea939b96 None None] Set router 8445b10c-20b3-4972-a85a-13c0f275403f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:21:52.848539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b62099-256a-4b0e-ad27-919185cc1ef6 req-418079e7-1ff6-4442-aa01-26c3d8aca184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:52.850396 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36b62099-256a-4b0e-ad27-919185cc1ef6 req-418079e7-1ff6-4442-aa01-26c3d8aca184 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 1098 time: 0.1193581
Nov 20 21:21:52.912120 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30737333-fed0-42c0-ba22-538623d830e9 req-c8e9709b-34e0-491a-8bb4-938407306c93 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:52.913600 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-30737333-fed0-42c0-ba22-538623d830e9 req-c8e9709b-34e0-491a-8bb4-938407306c93 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 947 time: 0.0523114
Nov 20 21:21:52.946437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b62099-256a-4b0e-ad27-919185cc1ef6 req-55ddad80-3236-412c-8bfc-f30901ec8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:52.947945 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36b62099-256a-4b0e-ad27-919185cc1ef6 req-55ddad80-3236-412c-8bfc-f30901ec8200 service neutron] 10.222.0.47 "GET /v2.0/networks?id=849a02a0-5850-4019-99e1-058d08802cd3 HTTP/1.1" status: 200  len: 898 time: 0.0894651
Nov 20 21:21:52.970929 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-30737333-fed0-42c0-ba22-538623d830e9 req-29efd7b5-e0dd-499f-b6c7-78d03cdcee7e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509703
Nov 20 21:21:52.977495 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-16347627-69c6-4fd6-b3fb-79caea939b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463204f0>, [{'id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213374383', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:10Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'df0d9b26-46ad-440f-a10e-2ef6937d7824', 'name': '', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:87:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:10Z', 'updated_at': '2021-11-20T21:20:13Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:21:52.997183 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36b62099-256a-4b0e-ad27-919185cc1ef6 req-32c55974-49d4-43cf-9855-e87dde7cf1cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662 HTTP/1.1" status: 200  len: 217 time: 0.0411129
Nov 20 21:21:53.004864 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16347627-69c6-4fd6-b3fb-79caea939b96 None None] Checking router: 8445b10c-20b3-4972-a85a-13c0f275403f for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:21:53.013557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16347627-69c6-4fd6-b3fb-79caea939b96 None None] Routers {'8445b10c-20b3-4972-a85a-13c0f275403f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:21:53.014204 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-16347627-69c6-4fd6-b3fb-79caea939b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463204f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:21:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8445b10c-20b3-4972-a85a-13c0f275403f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:21:53.048174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b62099-256a-4b0e-ad27-919185cc1ef6 req-eac2b2f3-4320-497b-b35b-10016589ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:53.049632 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36b62099-256a-4b0e-ad27-919185cc1ef6 req-eac2b2f3-4320-497b-b35b-10016589ce63 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b76a318c-3f26-4d56-94ae-80e45b04fe49 HTTP/1.1" status: 200  len: 835 time: 0.0445807
Nov 20 21:21:53.095949 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b62099-256a-4b0e-ad27-919185cc1ef6 req-20a2b626-c7a4-4d85-ac48-f0628bc475f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:53.097495 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36b62099-256a-4b0e-ad27-919185cc1ef6 req-20a2b626-c7a4-4d85-ac48-f0628bc475f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=849a02a0-5850-4019-99e1-058d08802cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409720
Nov 20 21:21:53.196466 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36b62099-256a-4b0e-ad27-919185cc1ef6 req-35ddfd99-1a9f-40e1-a278-5fcc2810d09b service neutron] 10.222.0.47 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0911384
Nov 20 21:21:53.268003 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-16347627-69c6-4fd6-b3fb-79caea939b96 None None] Set router 8445b10c-20b3-4972-a85a-13c0f275403f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:21:53.289624 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36b62099-256a-4b0e-ad27-919185cc1ef6 req-091eed2a-47e3-4973-8cbc-9cd069a175b0 service neutron] 10.222.0.47 "GET /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855577
Nov 20 21:21:53.465764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-16347627-69c6-4fd6-b3fb-79caea939b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463204f0>, [{'id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213374383', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:10Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'df0d9b26-46ad-440f-a10e-2ef6937d7824', 'name': '', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:87:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:10Z', 'updated_at': '2021-11-20T21:20:13Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:21:53.496400 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16347627-69c6-4fd6-b3fb-79caea939b96 None None] The sync data for ids ['8445b10c-20b3-4972-a85a-13c0f275403f'] in ncdv-master-1 is: [{'id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213374383', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:10Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'df0d9b26-46ad-440f-a10e-2ef6937d7824', 'name': '', 'network_id': '849a02a0-5850-4019-99e1-058d08802cd3', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:87:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:10Z', 'updated_at': '2021-11-20T21:20:13Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'b76a318c-3f26-4d56-94ae-80e45b04fe49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:21:53.724193 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0e4d8-1da6-454f-bb7b-1a7decc47ca7 None None] New status for floating IP 637d235c-afbd-4af2-8a9b-9f78444551cd: DOWN {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:21:54.123412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817aee06-1ecd-4f60-8970-2bd0eb4369cb req-839dc99c-bf36-41eb-9f9a-349c130e686e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:54.125651 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-817aee06-1ecd-4f60-8970-2bd0eb4369cb req-839dc99c-bf36-41eb-9f9a-349c130e686e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 947 time: 0.0826840
Nov 20 21:21:54.137952 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81743a-66cd-41b5-b6a0-395a3ba4274d req-e5831784-f3ef-4a25-9074-bddaa2998986 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:21:54.139373 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c81743a-66cd-41b5-b6a0-395a3ba4274d req-e5831784-f3ef-4a25-9074-bddaa2998986 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7efd91e-b566-4459-8ec6-c327527a26ef HTTP/1.1" status: 200  len: 947 time: 0.0679262
Nov 20 21:21:54.236270 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-817aee06-1ecd-4f60-8970-2bd0eb4369cb req-1ec29b8c-a9ac-4814-a9b5-9fd9cd325d9e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbb94640-3466-48f1-8cd9-7738d0d52900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953355
Nov 20 21:21:54.258964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-5c81743a-66cd-41b5-b6a0-395a3ba4274d req-d347065a-8285-43f4-a3b6-37bd348e84f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting port 992e9d11-a9f7-41c8-8f5b-9f721b985662 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:21:54.259230 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5c81743a-66cd-41b5-b6a0-395a3ba4274d req-d347065a-8285-43f4-a3b6-37bd348e84f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:54.350415 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5c81743a-66cd-41b5-b6a0-395a3ba4274d req-d347065a-8285-43f4-a3b6-37bd348e84f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] For port 992e9d11-a9f7-41c8-8f5b-9f721b985662, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=992e9d11-a9f7-41c8-8f5b-9f721b985662,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:21:54.350776 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5c81743a-66cd-41b5-b6a0-395a3ba4274d req-d347065a-8285-43f4-a3b6-37bd348e84f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:54.362980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-5c81743a-66cd-41b5-b6a0-395a3ba4274d req-d347065a-8285-43f4-a3b6-37bd348e84f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Calling delete_port for 992e9d11-a9f7-41c8-8f5b-9f721b985662 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:21:54.494793 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5c81743a-66cd-41b5-b6a0-395a3ba4274d req-d347065a-8285-43f4-a3b6-37bd348e84f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:54.524844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347065a-8285-43f4-a3b6-37bd348e84f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Port': ['ID=992e9d11-a9f7-41c8-8f5b-9f721b985662,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:54.567922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c81743a-66cd-41b5-b6a0-395a3ba4274d req-d347065a-8285-43f4-a3b6-37bd348e84f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] No DVR routers for this DVR port 992e9d11-a9f7-41c8-8f5b-9f721b985662 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:21:54.570575 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5c81743a-66cd-41b5-b6a0-395a3ba4274d req-d347065a-8285-43f4-a3b6-37bd348e84f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:54.574021 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c81743a-66cd-41b5-b6a0-395a3ba4274d req-d347065a-8285-43f4-a3b6-37bd348e84f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.47 "DELETE /v2.0/ports/992e9d11-a9f7-41c8-8f5b-9f721b985662 HTTP/1.1" status: 204  len: 173 time: 0.4274716
Nov 20 21:21:54.707851 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'name': 'network-vif-deleted', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:21:54.710243 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052f28c6-4072-46df-ae0b-418cf186bcb2" -d '{"events": [{"server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "name": "network-vif-deleted", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:21:54.809604 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3cc8f0-58be-4dca-8633-6204433974c8 x-openstack-request-id: req-ea3cc8f0-58be-4dca-8633-6204433974c8 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:21:54.809955 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7efd91e-b566-4459-8ec6-c327527a26ef", "name": "network-vif-deleted", "tag": "992e9d11-a9f7-41c8-8f5b-9f721b985662", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:21:54.810422 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea3cc8f0-58be-4dca-8633-6204433974c8 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:21:54.810786 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7efd91e-b566-4459-8ec6-c327527a26ef', 'name': 'network-vif-deleted', 'tag': '992e9d11-a9f7-41c8-8f5b-9f721b985662', 'status': 'completed', 'code': 200}
Nov 20 21:21:55.292024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52672) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:21:55.666618 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e2a2dd2f-1d89-4a79-9715-d95daa5bcf81 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:55.921803 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-e2a2dd2f-1d89-4a79-9715-d95daa5bcf81 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting port df0d9b26-46ad-440f-a10e-2ef6937d7824 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:21:55.922090 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e2a2dd2f-1d89-4a79-9715-d95daa5bcf81 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:56.013310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-e2a2dd2f-1d89-4a79-9715-d95daa5bcf81 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] For port df0d9b26-46ad-440f-a10e-2ef6937d7824, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df0d9b26-46ad-440f-a10e-2ef6937d7824,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:21:56.013668 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e2a2dd2f-1d89-4a79-9715-d95daa5bcf81 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:56.025806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-e2a2dd2f-1d89-4a79-9715-d95daa5bcf81 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Calling delete_port for df0d9b26-46ad-440f-a10e-2ef6937d7824 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:21:56.206875 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e2a2dd2f-1d89-4a79-9715-d95daa5bcf81 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:56.240245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2dd2f-1d89-4a79-9715-d95daa5bcf81 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Port': ['ID=df0d9b26-46ad-440f-a10e-2ef6937d7824,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:56.426320 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e2a2dd2f-1d89-4a79-9715-d95daa5bcf81 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:56.642323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a2dd2f-1d89-4a79-9715-d95daa5bcf81 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router 8445b10c-20b3-4972-a85a-13c0f275403f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:21:56.748376 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a2dd2f-1d89-4a79-9715-d95daa5bcf81 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:21:56.754389 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e2a2dd2f-1d89-4a79-9715-d95daa5bcf81 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "PUT /v2.0/routers/8445b10c-20b3-4972-a85a-13c0f275403f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4612162
Nov 20 21:21:56.757239 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52674) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:21:56.758455 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51dad5-4b30-4a5b-b219-af925e2c6742 None None] Sync routers for ids ['8445b10c-20b3-4972-a85a-13c0f275403f'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:21:56.769036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51dad5-4b30-4a5b-b219-af925e2c6742 None None] Routers {'8445b10c-20b3-4972-a85a-13c0f275403f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:21:56.769644 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-0c51dad5-4b30-4a5b-b219-af925e2c6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4646f6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:21:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8445b10c-20b3-4972-a85a-13c0f275403f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:21:56.807749 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed2396a-fd36-4996-a1b4-27777f8106a8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting subnet b76a318c-3f26-4d56-94ae-80e45b04fe49 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:21:56.810895 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fed2396a-fd36-4996-a1b4-27777f8106a8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:56.851143 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fed2396a-fd36-4996-a1b4-27777f8106a8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:56.876378 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-0c51dad5-4b30-4a5b-b219-af925e2c6742 None None] Set router 8445b10c-20b3-4972-a85a-13c0f275403f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:21:56.937462 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fed2396a-fd36-4996-a1b4-27777f8106a8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:56.996451 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fed2396a-fd36-4996-a1b4-27777f8106a8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:57.025782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2396a-fd36-4996-a1b4-27777f8106a8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Subnet': ['ID=b76a318c-3f26-4d56-94ae-80e45b04fe49,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:57.027662 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fed2396a-fd36-4996-a1b4-27777f8106a8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:57.031284 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fed2396a-fd36-4996-a1b4-27777f8106a8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/subnets/b76a318c-3f26-4d56-94ae-80e45b04fe49 HTTP/1.1" status: 204  len: 168 time: 0.2727144
Nov 20 21:21:57.033906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52676) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:21:57.037637 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c8a61b-afb8-43ed-926d-619d927c32aa None None] Network 849a02a0-5850-4019-99e1-058d08802cd3 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:21:57.039536 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 992e9d11-a9f7-41c8-8f5b-9f721b985662 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:21:57.077779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 992e9d11-a9f7-41c8-8f5b-9f721b985662 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:21:57.078401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 992e9d11-a9f7-41c8-8f5b-9f721b985662 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:21:57.144674 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46f565e9-e22e-4d99-9a40-59d966e8026d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:57.185042 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-0c51dad5-4b30-4a5b-b219-af925e2c6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4646f6a0>, [{'id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213374383', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:21:56Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:21:57.219520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51dad5-4b30-4a5b-b219-af925e2c6742 None None] Checking router: 8445b10c-20b3-4972-a85a-13c0f275403f for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:21:57.236852 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51dad5-4b30-4a5b-b219-af925e2c6742 None None] Routers {'8445b10c-20b3-4972-a85a-13c0f275403f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:21:57.237491 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-0c51dad5-4b30-4a5b-b219-af925e2c6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4646f6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:21:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8445b10c-20b3-4972-a85a-13c0f275403f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:21:57.250809 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46f565e9-e22e-4d99-9a40-59d966e8026d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:57.305856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-46f565e9-e22e-4d99-9a40-59d966e8026d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting port a0694011-b9d5-41c4-8c14-129006f5b37e {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:21:57.306170 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46f565e9-e22e-4d99-9a40-59d966e8026d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:57.324981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797db304-0b77-486b-b37d-165a7a93f733 None None] DHCP port deletion for 849a02a0-5850-4019-99e1-058d08802cd3 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:21:57.374588 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-0c51dad5-4b30-4a5b-b219-af925e2c6742 None None] Set router 8445b10c-20b3-4972-a85a-13c0f275403f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:21:57.501172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-797db304-0b77-486b-b37d-165a7a93f733 None None] Deleting port 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:21:57.501551 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-797db304-0b77-486b-b37d-165a7a93f733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:57.615258 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-797db304-0b77-486b-b37d-165a7a93f733 None None] For port 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15e89e4b-a58a-46c0-b0ce-a95ea186ae4d,segment=NetworkSegment(a27307d8-92f3-4915-9482-cf937aafa5f0),segment_id=a27307d8-92f3-4915-9482-cf937aafa5f0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:21:57.615662 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-797db304-0b77-486b-b37d-165a7a93f733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:57.631390 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-797db304-0b77-486b-b37d-165a7a93f733 None None] Calling delete_port for 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:21:57.703093 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-0c51dad5-4b30-4a5b-b219-af925e2c6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4646f6a0>, [{'id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213374383', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:21:56Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:21:57.737483 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51dad5-4b30-4a5b-b219-af925e2c6742 None None] The sync data for ids ['8445b10c-20b3-4972-a85a-13c0f275403f'] in ncdv-master-1 is: [{'id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213374383', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:21:56Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'a0694011-b9d5-41c4-8c14-129006f5b37e', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445b10c-20b3-4972-a85a-13c0f275403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:20:06Z', 'updated_at': '2021-11-20T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:21:57.739921 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-46f565e9-e22e-4d99-9a40-59d966e8026d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] For port a0694011-b9d5-41c4-8c14-129006f5b37e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0694011-b9d5-41c4-8c14-129006f5b37e,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:21:57.740447 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46f565e9-e22e-4d99-9a40-59d966e8026d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:57.755864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-46f565e9-e22e-4d99-9a40-59d966e8026d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Calling delete_port for a0694011-b9d5-41c4-8c14-129006f5b37e owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:21:57.759759 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-797db304-0b77-486b-b37d-165a7a93f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:57.787568 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797db304-0b77-486b-b37d-165a7a93f733 None None] Pushing event deleted for resources: {'Port': ['ID=15e89e4b-a58a-46c0-b0ce-a95ea186ae4d,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:57.793077 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797db304-0b77-486b-b37d-165a7a93f733 None None] No DVR routers for this DVR port 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:21:57.940519 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46f565e9-e22e-4d99-9a40-59d966e8026d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:57.966466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f565e9-e22e-4d99-9a40-59d966e8026d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Port': ['ID=a0694011-b9d5-41c4-8c14-129006f5b37e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:57.977440 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8f5138-c698-4ec7-8264-7e10cd8780c8 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:21:58.028249 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46f565e9-e22e-4d99-9a40-59d966e8026d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:58.122694 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46f565e9-e22e-4d99-9a40-59d966e8026d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:58.125688 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46f565e9-e22e-4d99-9a40-59d966e8026d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:58.168725 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46f565e9-e22e-4d99-9a40-59d966e8026d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:58.169342 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f565e9-e22e-4d99-9a40-59d966e8026d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Fanout notify agent at l3_agent the message router_deleted on router 8445b10c-20b3-4972-a85a-13c0f275403f {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:21:58.177905 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-46f565e9-e22e-4d99-9a40-59d966e8026d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:58.178934 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-46f565e9-e22e-4d99-9a40-59d966e8026d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/routers/8445b10c-20b3-4972-a85a-13c0f275403f HTTP/1.1" status: 204  len: 168 time: 1.1439776
Nov 20 21:21:58.181705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52678) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:21:58.268047 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:58.361251 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:58.383956 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a54a20bb0>,) {'filters': {'network_id': ['849a02a0-5850-4019-99e1-058d08802cd3']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:21:58.393975 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54a20bb0>, 'a27307d8-92f3-4915-9482-cf937aafa5f0') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:21:58.394383 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a54a20bb0>, 'a27307d8-92f3-4915-9482-cf937aafa5f0') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:21:58.404776 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:58.426545 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:58.433265 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:21:58.433711 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:21:58.437714 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:21:58.494433 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:58.500256 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:58.503885 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/networks/849a02a0-5850-4019-99e1-058d08802cd3 HTTP/1.1" status: 204  len: 168 time: 0.3211110
Nov 20 21:21:58.506752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52680) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:21:58.519320 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Network': ['ID=849a02a0-5850-4019-99e1-058d08802cd3,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:58.527147 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:58.527502 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:58.527871 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:58.528209 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:58.532931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:58.532931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:58.532931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:58.532931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:58.532931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:58.532931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:58.532931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:58.532931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9f86f-7d5c-498a-ab3d-db4978c92a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:21:58.566217 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5f3bda3-b0f1-4597-9516-bcc1627293e3 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:58.590955 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5f3bda3-b0f1-4597-9516-bcc1627293e3 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:58.650773 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5f3bda3-b0f1-4597-9516-bcc1627293e3 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:58.653403 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5f3bda3-b0f1-4597-9516-bcc1627293e3 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:58.654581 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c5f3bda3-b0f1-4597-9516-bcc1627293e3 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/security-groups/fbb94640-3466-48f1-8cd9-7738d0d52900 HTTP/1.1" status: 204  len: 168 time: 0.1467760
Nov 20 21:21:58.664179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3bda3-b0f1-4597-9516-bcc1627293e3 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb94640-3466-48f1-8cd9-7738d0d52900,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:58.838576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:21:58.859857 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:21:58.860209 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 15e89e4b-a58a-46c0-b0ce-a95ea186ae4d not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:21:58.860618 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device df0d9b26-46ad-440f-a10e-2ef6937d7824 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:21:58.879747 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: df0d9b26-46ad-440f-a10e-2ef6937d7824 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:21:58.880096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device df0d9b26-46ad-440f-a10e-2ef6937d7824 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:21:59.362361 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52686) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:21:59.367038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b5a7ac43-0633-4c33-840f-5228fb03f275 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1997182537', 'description': 'tempest-secgroup-smoke-1997182537 description', 'project_id': '9150e5dc713c4519842f75908123d4ce'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:21:59.392866 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ac43-0633-4c33-840f-5228fb03f275 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.458659 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ac43-0633-4c33-840f-5228fb03f275 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.462138 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ac43-0633-4c33-840f-5228fb03f275 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.490273 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ac43-0633-4c33-840f-5228fb03f275 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.491805 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b5a7ac43-0633-4c33-840f-5228fb03f275 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1283879
Nov 20 21:21:59.494872 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52688) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:21:59.496021 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7ac43-0633-4c33-840f-5228fb03f275 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f895ec3-e455-4d81-8a73-ea9a31734dce,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:59.501234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7891ca80-7a39-4d82-84b1-500909b7e911 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': '2f895ec3-e455-4d81-8a73-ea9a31734dce', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:21:59.527938 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7891ca80-7a39-4d82-84b1-500909b7e911 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.589079 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7891ca80-7a39-4d82-84b1-500909b7e911 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.593231 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7891ca80-7a39-4d82-84b1-500909b7e911 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.611087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891ca80-7a39-4d82-84b1-500909b7e911 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b5d19f-77d5-4bae-ad1c-e5843f64e64e,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:59.618566 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7891ca80-7a39-4d82-84b1-500909b7e911 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.619762 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7891ca80-7a39-4d82-84b1-500909b7e911 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1238608
Nov 20 21:21:59.622676 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52690) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:21:59.627885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-12375811-2e7d-4fbd-9317-ec17090be028 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': '2f895ec3-e455-4d81-8a73-ea9a31734dce', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:21:59.654028 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12375811-2e7d-4fbd-9317-ec17090be028 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.710374 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12375811-2e7d-4fbd-9317-ec17090be028 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.713710 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12375811-2e7d-4fbd-9317-ec17090be028 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.730756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12375811-2e7d-4fbd-9317-ec17090be028 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0da065-f729-4741-81e7-fc33e225d005,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:59.738715 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-12375811-2e7d-4fbd-9317-ec17090be028 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.740043 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-12375811-2e7d-4fbd-9317-ec17090be028 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1161783
Nov 20 21:21:59.742903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52692) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:21:59.747266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8062ccf7-8f7e-475f-beec-abeff331c120 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': '2f895ec3-e455-4d81-8a73-ea9a31734dce', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:21:59.774732 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8062ccf7-8f7e-475f-beec-abeff331c120 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.832380 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8062ccf7-8f7e-475f-beec-abeff331c120 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.836035 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8062ccf7-8f7e-475f-beec-abeff331c120 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.854907 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062ccf7-8f7e-475f-beec-abeff331c120 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3324c4b8-8952-4983-a380-3b0f1e57fa1e,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:59.861326 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8062ccf7-8f7e-475f-beec-abeff331c120 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.862751 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8062ccf7-8f7e-475f-beec-abeff331c120 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1188877
Nov 20 21:21:59.865598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52694) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:21:59.869892 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0914aa1d-89f1-4040-8e08-e3e252c2502d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': '2f895ec3-e455-4d81-8a73-ea9a31734dce', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:21:59.896828 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0914aa1d-89f1-4040-8e08-e3e252c2502d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.957471 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0914aa1d-89f1-4040-8e08-e3e252c2502d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.961009 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0914aa1d-89f1-4040-8e08-e3e252c2502d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.978581 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914aa1d-89f1-4040-8e08-e3e252c2502d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491ae90d-ce4a-4741-a037-964556692af0,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:21:59.986769 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0914aa1d-89f1-4040-8e08-e3e252c2502d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:21:59.987975 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0914aa1d-89f1-4040-8e08-e3e252c2502d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1214035
Nov 20 21:21:59.991592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52696) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:21:59.995947 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-adc0d4ec-569b-47fb-8bee-938bc9f26f08 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': '2f895ec3-e455-4d81-8a73-ea9a31734dce', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:22:00.019243 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-adc0d4ec-569b-47fb-8bee-938bc9f26f08 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Project 9150e5dc713c4519842f75908123d4ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:22:00.024484 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-adc0d4ec-569b-47fb-8bee-938bc9f26f08 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.083886 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-adc0d4ec-569b-47fb-8bee-938bc9f26f08 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.087345 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-adc0d4ec-569b-47fb-8bee-938bc9f26f08 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.105147 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0d4ec-569b-47fb-8bee-938bc9f26f08 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6dad1f0-38f0-46c3-81ac-a91449c26a40,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:00.113320 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-adc0d4ec-569b-47fb-8bee-938bc9f26f08 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.114544 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-adc0d4ec-569b-47fb-8bee-938bc9f26f08 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1219904
Nov 20 21:22:00.117342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52698) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:22:00.121649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7c8e6e7b-f00a-44e4-bd97-ef89d3e516db tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': '2f895ec3-e455-4d81-8a73-ea9a31734dce', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:22:00.143715 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-7c8e6e7b-f00a-44e4-bd97-ef89d3e516db tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Project 9150e5dc713c4519842f75908123d4ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:22:00.148481 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6e7b-f00a-44e4-bd97-ef89d3e516db tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.208305 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6e7b-f00a-44e4-bd97-ef89d3e516db tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.211735 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6e7b-f00a-44e4-bd97-ef89d3e516db tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.230765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6e7b-f00a-44e4-bd97-ef89d3e516db tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0c9b29-399f-48dd-bc0a-b663344668f6,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:00.239278 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6e7b-f00a-44e4-bd97-ef89d3e516db tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.240667 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7c8e6e7b-f00a-44e4-bd97-ef89d3e516db tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1223707
Nov 20 21:22:00.243574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52700) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:22:00.249081 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4f3d4eb0-36b1-420b-a688-c9f23a23d422 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'network': {'name': 'tempest-network-smoke--593992075', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'port_security_enabled': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:22:00.269498 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3d4eb0-36b1-420b-a688-c9f23a23d422 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Made reservation on behalf of 9150e5dc713c4519842f75908123d4ce for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:22:00.272847 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4eb0-36b1-420b-a688-c9f23a23d422 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.297715 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3d4eb0-36b1-420b-a688-c9f23a23d422 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:22:00.307606 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4eb0-36b1-420b-a688-c9f23a23d422 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.307954 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-4f3d4eb0-36b1-420b-a688-c9f23a23d422 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Added segment 9f078433-81ef-44d2-aefc-fd33187fdba4 of type vlan for network b3f86429-0b60-4f10-896d-f73cc2a57195
Nov 20 21:22:00.351365 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4eb0-36b1-420b-a688-c9f23a23d422 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.376310 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4eb0-36b1-420b-a688-c9f23a23d422 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.382015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3d4eb0-36b1-420b-a688-c9f23a23d422 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:00.382651 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4eb0-36b1-420b-a688-c9f23a23d422 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.417429 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4f3d4eb0-36b1-420b-a688-c9f23a23d422 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1701608
Nov 20 21:22:00.417602 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a0694011-b9d5-41c4-8c14-129006f5b37e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:22:00.418067 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52702) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:22:00.424743 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2020944595', 'admin_state_up': True, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:22:00.448487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: a0694011-b9d5-41c4-8c14-129006f5b37e {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:22:00.448939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a0694011-b9d5-41c4-8c14-129006f5b37e not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:22:00.449078 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.450754 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.455896 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d4eb0-36b1-420b-a688-c9f23a23d422 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Network': ['ID=b3f86429-0b60-4f10-896d-f73cc2a57195,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:00.466844 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network b3f86429-0b60-4f10-896d-f73cc2a57195 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:22:00.513327 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.661730 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.852560 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.871395 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:00.972623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Allocated IP 172.35.1.25 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/bb0f452b-fb36-43c3-a811-17e3f2b8117f) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:22:01.077800 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:01.111836 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:01.149946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:22:01.152737 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:22:01.157510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:22:01.165559 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700bfe1b-78fe-4213-9cbe-33fdb2905e1f None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:22:01.182142 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=bb0f452b-fb36-43c3-a811-17e3f2b8117f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:01.192835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1084809f-b23d-439e-ab16-486f6e2641d1 None None] Provisioning complete for port bb0f452b-fb36-43c3-a811-17e3f2b8117f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:01.193214 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1084809f-b23d-439e-ab16-486f6e2641d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:01.231967 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1084809f-b23d-439e-ab16-486f6e2641d1 None None] Port bb0f452b-fb36-43c3-a811-17e3f2b8117f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:22:01.416112 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:01.558638 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:22:01.613803 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:01.742814 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router 6a623c63-c0df-41e5-9a1f-4869901c810f is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:22:01.847803 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:22:01.857028 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Sync routers for ids ['6a623c63-c0df-41e5-9a1f-4869901c810f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:22:01.867590 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Routers {'6a623c63-c0df-41e5-9a1f-4869901c810f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:22:01.868425 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7dfcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:21:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6a623c63-c0df-41e5-9a1f-4869901c810f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:22:01.870088 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:01.871312 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d9bbcb1c-0116-4de4-8532-7ea8ae03ecd0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4522095
Nov 20 21:22:01.875009 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52704) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:22:01.906506 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f7def272-e937-4e18-920b-434c2514d26e tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9150e5dc713c4519842f75908123d4ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0274689
Nov 20 21:22:01.906862 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52706) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:22:01.973695 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Set router 6a623c63-c0df-41e5-9a1f-4869901c810f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:22:02.000393 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd338e-6de6-4dda-8755-d0632576e1db tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:02.001979 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d2fd338e-6de6-4dda-8755-d0632576e1db tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0941625
Nov 20 21:22:02.004835 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52708) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:22:02.039183 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-710440e4-d87a-4ef0-a6bd-b0f15dbdd55f tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0332403
Nov 20 21:22:02.042130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 52710) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:22:02.047208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e5083149-3274-4068-a2bd-f49518365c6b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1812442930', 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:22:02.133402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5083149-3274-4068-a2bd-f49518365c6b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Made reservation on behalf of 9150e5dc713c4519842f75908123d4ce for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:22:02.136966 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5083149-3274-4068-a2bd-f49518365c6b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:02.150860 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7dfcd0>, [{'id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020944595', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:01Z', 'revision_number': 3, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:22:02.177073 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Checking router: 6a623c63-c0df-41e5-9a1f-4869901c810f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:22:02.177399 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Updating router 6a623c63-c0df-41e5-9a1f-4869901c810f port bb0f452b-fb36-43c3-a811-17e3f2b8117f binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:22:02.201895 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:02.322193 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5083149-3274-4068-a2bd-f49518365c6b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:02.386650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5083149-3274-4068-a2bd-f49518365c6b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Subnet': ['ID=a75a72a1-6bd9-41f7-9423-78af8c52a696,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:02.396124 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5083149-3274-4068-a2bd-f49518365c6b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Checking segment: {'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:22:02.396499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5083149-3274-4068-a2bd-f49518365c6b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network hostable DHCP agents. Network: b3f86429-0b60-4f10-896d-f73cc2a57195, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:22:02.413879 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5083149-3274-4068-a2bd-f49518365c6b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network b3f86429-0b60-4f10-896d-f73cc2a57195 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:22:02.424242 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-e5083149-3274-4068-a2bd-f49518365c6b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b3f86429-0b60-4f10-896d-f73cc2a57195) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:22:02.430100 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5083149-3274-4068-a2bd-f49518365c6b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:02.430900 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e5083149-3274-4068-a2bd-f49518365c6b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:02.436437 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec4fa5-437c-42f7-b560-d0b0992c6128 None None] Network b3f86429-0b60-4f10-896d-f73cc2a57195 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:22:02.449813 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e5083149-3274-4068-a2bd-f49518365c6b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4069502
Nov 20 21:22:02.453260 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52712) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:22:02.468615 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:02.474127 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:02.522203 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Attempting to bind port bb0f452b-fb36-43c3-a811-17e3f2b8117f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:22:02.522776 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Attempting to bind port bb0f452b-fb36-43c3-a811-17e3f2b8117f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:22:02.523435 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Attempting to bind port bb0f452b-fb36-43c3-a811-17e3f2b8117f on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:22:02.532289 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28525f7f-0aa6-451c-be09-758e3b7bf91c None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:22:02.534953 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a3c9d-b9bb-4fe4-9327-558f47bf0f25 None None] Pushing event updated for resources: {'Port': ['ID=bb0f452b-fb36-43c3-a811-17e3f2b8117f,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:02.543612 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a3c9d-b9bb-4fe4-9327-558f47bf0f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:02.544155 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a3c9d-b9bb-4fe4-9327-558f47bf0f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:02.544669 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a3c9d-b9bb-4fe4-9327-558f47bf0f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:02.545175 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a3c9d-b9bb-4fe4-9327-558f47bf0f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:02.545676 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a3c9d-b9bb-4fe4-9327-558f47bf0f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:02.546942 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a3c9d-b9bb-4fe4-9327-558f47bf0f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:02.547468 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a3c9d-b9bb-4fe4-9327-558f47bf0f25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:02.548104 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a3c9d-b9bb-4fe4-9327-558f47bf0f25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:02.548558 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a3c9d-b9bb-4fe4-9327-558f47bf0f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:02.549023 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a3c9d-b9bb-4fe4-9327-558f47bf0f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:02.549398 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a3c9d-b9bb-4fe4-9327-558f47bf0f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:02.549788 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a3c9d-b9bb-4fe4-9327-558f47bf0f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:02.553057 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:22:02.553440 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:22:02.554001 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:02.554310 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:22:02.554991 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Bound port: bb0f452b-fb36-43c3-a811-17e3f2b8117f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:22:02.555424 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:02.611312 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] For port bb0f452b-fb36-43c3-a811-17e3f2b8117f, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:22:02.614779 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] For port bb0f452b-fb36-43c3-a811-17e3f2b8117f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb0f452b-fb36-43c3-a811-17e3f2b8117f,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:22:02.619664 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:02.643491 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b3f86429-0b60-4f10-896d-f73cc2a57195', 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ips': [{'subnet_id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:22:02.644746 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:02.665212 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8a2bd0-7d2c-489b-9445-65c93188e954 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:22:02.674316 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Routers {'6a623c63-c0df-41e5-9a1f-4869901c810f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:22:02.674752 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7dfcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:21:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6a623c63-c0df-41e5-9a1f-4869901c810f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:22:02.732776 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a3c9d-b9bb-4fe4-9327-558f47bf0f25 None None] Pushing event updated for resources: {'Port': ['ID=bb0f452b-fb36-43c3-a811-17e3f2b8117f,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:02.740887 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6aedb137-4011-41e0-88c8-b22513cdac63 None None] Provisioning complete for port bb0f452b-fb36-43c3-a811-17e3f2b8117f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:02.741240 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6aedb137-4011-41e0-88c8-b22513cdac63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:02.799318 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] Set router 6a623c63-c0df-41e5-9a1f-4869901c810f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:22:02.996888 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:03.027860 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Allocated IP 172.20.0.2 (b3f86429-0b60-4f10-896d-f73cc2a57195/a75a72a1-6bd9-41f7-9423-78af8c52a696/67780629-4a2f-4386-8bd4-49e643149fe5) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:22:03.055926 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6aedb137-4011-41e0-88c8-b22513cdac63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:03.092475 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7dfcd0>, [{'id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020944595', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:01Z', 'revision_number': 3, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:22:03.097615 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6aedb137-4011-41e0-88c8-b22513cdac63 None None] For port bb0f452b-fb36-43c3-a811-17e3f2b8117f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb0f452b-fb36-43c3-a811-17e3f2b8117f,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:22:03.126912 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9d1c01-49b9-40bf-bc3c-aa054d2bcbde None None] The sync data for ids ['6a623c63-c0df-41e5-9a1f-4869901c810f'] in ncdv-master-1 is: [{'id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020944595', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:01Z', 'revision_number': 3, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:22:03.127203 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6aedb137-4011-41e0-88c8-b22513cdac63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:03.214362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedb137-4011-41e0-88c8-b22513cdac63 None None] Pushing event updated for resources: {'Port': ['ID=bb0f452b-fb36-43c3-a811-17e3f2b8117f,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:03.272157 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c59c9cdb-22cc-4a8f-adae-eb475fee2271 None None] Provisioning complete for port bb0f452b-fb36-43c3-a811-17e3f2b8117f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:03.272539 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c59c9cdb-22cc-4a8f-adae-eb475fee2271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:03.274330 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:03.300440 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:03.341920 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Allocated IP 172.20.0.1 (b3f86429-0b60-4f10-896d-f73cc2a57195/a75a72a1-6bd9-41f7-9423-78af8c52a696/48812602-e993-41e2-8a51-32b7fd16b603) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:22:03.356072 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Network b3f86429-0b60-4f10-896d-f73cc2a57195 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:22:03.362465 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:22:03.365170 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:22:03.367114 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Pushing event updated for resources: {'Port': ['ID=67780629-4a2f-4386-8bd4-49e643149fe5,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:03.475969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Attempting to bind port 67780629-4a2f-4386-8bd4-49e643149fe5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:22:03.475969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Attempting to bind port 67780629-4a2f-4386-8bd4-49e643149fe5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:22:03.482134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Attempting to bind port 67780629-4a2f-4386-8bd4-49e643149fe5 on network b3f86429-0b60-4f10-896d-f73cc2a57195 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:22:03.489606 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:22:03.489994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Checking segment: {'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:22:03.490440 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:03.490846 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Bound using segment: {'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:22:03.491334 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Bound port: 67780629-4a2f-4386-8bd4-49e643149fe5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:22:03.491929 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:03.521730 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:03.565708 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:03.576461 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] For port 67780629-4a2f-4386-8bd4-49e643149fe5, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:22:03.580030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] For port 67780629-4a2f-4386-8bd4-49e643149fe5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67780629-4a2f-4386-8bd4-49e643149fe5,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:22:03.584808 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:03.617931 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network b3f86429-0b60-4f10-896d-f73cc2a57195 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:22:03.622015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:22:03.624886 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=48812602-e993-41e2-8a51-32b7fd16b603,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:03.627399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:22:03.658447 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dba657-4f3d-45c6-814f-d9688f969a42 None None] Pushing event updated for resources: {'Port': ['ID=67780629-4a2f-4386-8bd4-49e643149fe5,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:03.698215 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:03.864710 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:04.174606 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:04.179283 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:04.254430 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=48812602-e993-41e2-8a51-32b7fd16b603,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:04.259452 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:04.353190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network b3f86429-0b60-4f10-896d-f73cc2a57195 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:22:04.354723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:22:04.488573 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router 6a623c63-c0df-41e5-9a1f-4869901c810f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:22:04.554311 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 67780629-4a2f-4386-8bd4-49e643149fe5 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:22:04.610405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 67780629-4a2f-4386-8bd4-49e643149fe5 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:04.611166 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:04.614769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:22:04.625471 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3c3eba8a-d887-47e5-9d7a-2f0199ed9d22 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "PUT /v2.0/routers/6a623c63-c0df-41e5-9a1f-4869901c810f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1709199
Nov 20 21:22:04.698819 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bd8a1a-7ae2-4103-abe8-ca84db9be525 None None] Network b3f86429-0b60-4f10-896d-f73cc2a57195 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:22:04.726678 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:04.782501 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d972661d-1316-479d-8672-30b79efe9682 None None] Provisioning complete for port 67780629-4a2f-4386-8bd4-49e643149fe5 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:04.782883 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d972661d-1316-479d-8672-30b79efe9682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:04.846624 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-bb54e04e-6216-451a-9cc2-a85b69b1ffa8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1997182537&fields=id&tenant_id=9150e5dc713c4519842f75908123d4ce HTTP/1.1" status: 200  len: 267 time: 0.0507152
Nov 20 21:22:04.855402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 67780629-4a2f-4386-8bd4-49e643149fe5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67780629-4a2f-4386-8bd4-49e643149fe5,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:22:04.880819 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:04.882071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bb0f452b-fb36-43c3-a811-17e3f2b8117f up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:22:04.969448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-52e5039f-3653-4ae4-a308-3a38eee543ac tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:04.976671 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-52e5039f-3653-4ae4-a308-3a38eee543ac tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/networks?id=b3f86429-0b60-4f10-896d-f73cc2a57195 HTTP/1.1" status: 200  len: 796 time: 0.1219351
Nov 20 21:22:04.988241 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-441712e7-a0c5-4be9-86cf-5f13d0a6b5df tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/quotas/9150e5dc713c4519842f75908123d4ce HTTP/1.1" status: 200  len: 375 time: 0.0106928
Nov 20 21:22:05.028930 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=67780629-4a2f-4386-8bd4-49e643149fe5,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:05.042320 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-09e1341d-55f2-4d6a-b6ea-47180ba87961 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0481369
Nov 20 21:22:05.057163 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port bb0f452b-fb36-43c3-a811-17e3f2b8117f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:05.057479 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:05.203141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Sync routers for ids ['6a623c63-c0df-41e5-9a1f-4869901c810f'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:22:05.212983 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Routers {'6a623c63-c0df-41e5-9a1f-4869901c810f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:22:05.213604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473ffac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:21:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6a623c63-c0df-41e5-9a1f-4869901c810f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:22:05.218564 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-77ce79ca-a510-479f-96c2-a7b5e881abcc service neutron] 10.222.0.41 "GET /v2.0/networks/b3f86429-0b60-4f10-896d-f73cc2a57195?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602151
Nov 20 21:22:05.315430 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-a335d685-2ca0-4c38-be6d-19be0c262dc5 service neutron] 10.222.0.41 "GET /v2.0/networks/b3f86429-0b60-4f10-896d-f73cc2a57195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910909
Nov 20 21:22:05.328214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Set router 6a623c63-c0df-41e5-9a1f-4869901c810f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:22:05.384446 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-980151bb-2f8f-438d-91ec-ef619057b016 None None] Provisioning complete for port 67780629-4a2f-4386-8bd4-49e643149fe5 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:05.384884 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-980151bb-2f8f-438d-91ec-ef619057b016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:05.538474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-44f517e9-47ea-4698-bc1f-62094a935def req-fda87452-f4e1-47f7-b951-f49535148371 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 210 time: 0.0565968
Nov 20 21:22:05.613344 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-980151bb-2f8f-438d-91ec-ef619057b016 None None] Provisioning complete for port 48812602-e993-41e2-8a51-32b7fd16b603 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:05.613795 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-980151bb-2f8f-438d-91ec-ef619057b016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:05.659046 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-980151bb-2f8f-438d-91ec-ef619057b016 None None] Port 48812602-e993-41e2-8a51-32b7fd16b603 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:22:05.670208 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473ffac0>, [{'id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020944595', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '48812602-e993-41e2-8a51-32b7fd16b603', 'name': '', 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:68:17:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:03Z', 'updated_at': '2021-11-20T21:22:04Z', 'revision_number': 2, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:22:05.698321 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Checking router: 6a623c63-c0df-41e5-9a1f-4869901c810f for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:22:05.698682 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Updating router 6a623c63-c0df-41e5-9a1f-4869901c810f port 48812602-e993-41e2-8a51-32b7fd16b603 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:22:05.730042 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:05.843365 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-07aa301d-82e2-4efe-a2b4-8272e41d5ade None None] Provisioning complete for port 48812602-e993-41e2-8a51-32b7fd16b603 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:05.843698 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-07aa301d-82e2-4efe-a2b4-8272e41d5ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:05.900254 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-07aa301d-82e2-4efe-a2b4-8272e41d5ade None None] Port 48812602-e993-41e2-8a51-32b7fd16b603 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:22:06.212804 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-19faa5e6-02f0-4ad9-a82d-7e07184aa5ff None None] Provisioning complete for port 48812602-e993-41e2-8a51-32b7fd16b603 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:06.213178 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-19faa5e6-02f0-4ad9-a82d-7e07184aa5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:06.215688 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:06.238708 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:06.289080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-19faa5e6-02f0-4ad9-a82d-7e07184aa5ff None None] Port 48812602-e993-41e2-8a51-32b7fd16b603 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:22:06.306401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabf887-0e01-4650-b4b8-5ef92df63977 None None] Pushing event updated for resources: {'Port': ['ID=48812602-e993-41e2-8a51-32b7fd16b603,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:06.357376 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Attempting to bind port 48812602-e993-41e2-8a51-32b7fd16b603 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:22:06.357749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Attempting to bind port 48812602-e993-41e2-8a51-32b7fd16b603 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:22:06.358148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Attempting to bind port 48812602-e993-41e2-8a51-32b7fd16b603 on network b3f86429-0b60-4f10-896d-f73cc2a57195 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:22:06.363663 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:22:06.364082 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Checking segment: {'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:22:06.364442 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:06.364862 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Bound using segment: {'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:22:06.365330 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Bound port: 48812602-e993-41e2-8a51-32b7fd16b603, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:22:06.365712 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:06.441872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] For port 48812602-e993-41e2-8a51-32b7fd16b603, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:22:06.447384 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] For port 48812602-e993-41e2-8a51-32b7fd16b603, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48812602-e993-41e2-8a51-32b7fd16b603,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:22:06.453029 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:06.511787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Routers {'6a623c63-c0df-41e5-9a1f-4869901c810f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:22:06.512533 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473ffac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:21:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6a623c63-c0df-41e5-9a1f-4869901c810f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:22:06.558348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 67780629-4a2f-4386-8bd4-49e643149fe5 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:22:06.568905 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabf887-0e01-4650-b4b8-5ef92df63977 None None] Pushing event updated for resources: {'Port': ['ID=48812602-e993-41e2-8a51-32b7fd16b603,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:06.653528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-f20dbc84-c59c-4d90-9c37-ee02632971fb tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:06.655888 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-f20dbc84-c59c-4d90-9c37-ee02632971fb tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.47 "GET /v2.0/networks?id=b3f86429-0b60-4f10-896d-f73cc2a57195 HTTP/1.1" status: 200  len: 796 time: 0.2139854
Nov 20 21:22:06.670734 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4721b1ed-29a3-42e5-9cda-0094a46c4114 None None] Provisioning complete for port 48812602-e993-41e2-8a51-32b7fd16b603 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:06.671951 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4721b1ed-29a3-42e5-9cda-0094a46c4114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:06.691755 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5434f440-836f-4dd4-a326-8f106333f4a8 req-a95b1156-2806-4e45-a07e-ccdcdb0c5380 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 210 time: 0.0321779
Nov 20 21:22:06.738476 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] Set router 6a623c63-c0df-41e5-9a1f-4869901c810f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:22:06.744459 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-5c301ddb-fd1f-4a2a-9a19-b2f84b6fb8d0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9150e5dc713c4519842f75908123d4ce HTTP/1.1" status: 200  len: 380 time: 0.0790455
Nov 20 21:22:06.755290 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7274e77a-0ed6-474a-8052-a482819ec741 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'port': {'device_id': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195', 'admin_state_up': True, 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'security_groups': ['2f895ec3-e455-4d81-8a73-ea9a31734dce']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:22:06.766616 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 67780629-4a2f-4386-8bd4-49e643149fe5 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:06.766994 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:06.868020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7274e77a-0ed6-474a-8052-a482819ec741 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Made reservation on behalf of 9150e5dc713c4519842f75908123d4ce for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:22:06.871671 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7274e77a-0ed6-474a-8052-a482819ec741 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:06.895871 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4721b1ed-29a3-42e5-9cda-0094a46c4114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:07.007499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7274e77a-0ed6-474a-8052-a482819ec741 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Allocated IP 172.20.0.11 (b3f86429-0b60-4f10-896d-f73cc2a57195/a75a72a1-6bd9-41f7-9423-78af8c52a696/f3d6a2cc-cc15-4826-969d-54e45ea4384b) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:22:07.009585 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4721b1ed-29a3-42e5-9cda-0094a46c4114 None None] For port 48812602-e993-41e2-8a51-32b7fd16b603, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48812602-e993-41e2-8a51-32b7fd16b603,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:22:07.020013 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4721b1ed-29a3-42e5-9cda-0094a46c4114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:07.098178 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721b1ed-29a3-42e5-9cda-0094a46c4114 None None] Pushing event updated for resources: {'Port': ['ID=48812602-e993-41e2-8a51-32b7fd16b603,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:07.121095 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473ffac0>, [{'id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020944595', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '48812602-e993-41e2-8a51-32b7fd16b603', 'name': '', 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:68:17:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:03Z', 'updated_at': '2021-11-20T21:22:06Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:22:07.154094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c08b258-fd2c-4771-9f89-f984cd536e35 None None] The sync data for ids ['6a623c63-c0df-41e5-9a1f-4869901c810f'] in ncdv-master-1 is: [{'id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020944595', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '48812602-e993-41e2-8a51-32b7fd16b603', 'name': '', 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:68:17:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:03Z', 'updated_at': '2021-11-20T21:22:06Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:22:07.154413 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7274e77a-0ed6-474a-8052-a482819ec741 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:07.165135 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ebdac4e1-0321-4edd-b6fc-107c00fb267e None None] Provisioning complete for port 48812602-e993-41e2-8a51-32b7fd16b603 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:07.165652 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ebdac4e1-0321-4edd-b6fc-107c00fb267e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:07.212410 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7274e77a-0ed6-474a-8052-a482819ec741 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:07.246295 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7274e77a-0ed6-474a-8052-a482819ec741 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network b3f86429-0b60-4f10-896d-f73cc2a57195 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:22:07.249615 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7274e77a-0ed6-474a-8052-a482819ec741 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:22:07.275930 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7274e77a-0ed6-474a-8052-a482819ec741 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:22:07.330369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274e77a-0ed6-474a-8052-a482819ec741 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=f3d6a2cc-cc15-4826-969d-54e45ea4384b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:07.343463 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7274e77a-0ed6-474a-8052-a482819ec741 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:07.344125 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7274e77a-0ed6-474a-8052-a482819ec741 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:07.365391 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7274e77a-0ed6-474a-8052-a482819ec741 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6141832
Nov 20 21:22:07.382076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Request body: {'port': {'device_id': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:22:07.465751 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:07.601911 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b0db3e1e-887a-4d4f-80d5-03ed6dd99e33 None None] Provisioning complete for port f3d6a2cc-cc15-4826-969d-54e45ea4384b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:07.602613 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b0db3e1e-887a-4d4f-80d5-03ed6dd99e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:07.642324 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b0db3e1e-887a-4d4f-80d5-03ed6dd99e33 None None] Port f3d6a2cc-cc15-4826-969d-54e45ea4384b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:22:07.766152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d6a2cc-cc15-4826-969d-54e45ea4384b {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:22:07.775870 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:07.812604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Transition to ACTIVE for port object f3d6a2cc-cc15-4826-969d-54e45ea4384b will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:22:07.817846 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:07.884677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fecb75-03be-43dc-9e92-af721fcc486c req-731d65b0-4595-4ff4-b5d8-045b920dc4a4 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:07.886546 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e8fecb75-03be-43dc-9e92-af721fcc486c req-731d65b0-4595-4ff4-b5d8-045b920dc4a4 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 932 time: 0.1135128
Nov 20 21:22:07.905982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d6a2cc-cc15-4826-969d-54e45ea4384b,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:07.996208 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e8fecb75-03be-43dc-9e92-af721fcc486c req-89b58663-292f-4035-bb65-819889395edc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0991898
Nov 20 21:22:08.012069 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Attempting to bind port f3d6a2cc-cc15-4826-969d-54e45ea4384b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:22:08.012405 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Attempting to bind port f3d6a2cc-cc15-4826-969d-54e45ea4384b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:22:08.012765 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Attempting to bind port f3d6a2cc-cc15-4826-969d-54e45ea4384b on network b3f86429-0b60-4f10-896d-f73cc2a57195 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:22:08.018209 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Port f3d6a2cc-cc15-4826-969d-54e45ea4384b on network b3f86429-0b60-4f10-896d-f73cc2a57195 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:22:08.018538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Attempting to bind port f3d6a2cc-cc15-4826-969d-54e45ea4384b on network b3f86429-0b60-4f10-896d-f73cc2a57195 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:22:08.027481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:22:08.027826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Checking segment: {'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:22:08.028213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Bound using segment: {'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:22:08.028650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Bound port: f3d6a2cc-cc15-4826-969d-54e45ea4384b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:22:08.029008 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:08.111639 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] For port f3d6a2cc-cc15-4826-969d-54e45ea4384b, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:22:08.114982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] For port f3d6a2cc-cc15-4826-969d-54e45ea4384b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:22:08.120226 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:08.164989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:08.165599 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:08.167019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] 10.222.0.47 "PUT /v2.0/ports/f3d6a2cc-cc15-4826-969d-54e45ea4384b HTTP/1.1" status: 200  len: 1092 time: 0.7895339
Nov 20 21:22:08.167466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:22:08.169730 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e053e2-8e92-4f04-914b-cbe4a1f1bf00" -d '{"events": [{"name": "network-changed", "server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:22:08.189141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cb43e-956a-499c-acc3-8d411a8b8542 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d6a2cc-cc15-4826-969d-54e45ea4384b,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:08.255431 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e53367b-83f5-49c3-a859-7eb004154f94 x-openstack-request-id: req-5e53367b-83f5-49c3-a859-7eb004154f94 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:22:08.255728 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:22:08.255985 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e53367b-83f5-49c3-a859-7eb004154f94 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:22:08.256489 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b', 'status': 'completed', 'code': 200}
Nov 20 21:22:08.273898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-9d32dd83-069f-416f-806d-c25cccf70308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:08.275512 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-9d32dd83-069f-416f-806d-c25cccf70308 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 1095 time: 0.0567610
Nov 20 21:22:08.322583 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-199ab7ca-3bf0-4b05-af20-8ff9b3094d09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b HTTP/1.1" status: 200  len: 217 time: 0.0381498
Nov 20 21:22:08.366727 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:08.381521 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-c77fb930-0133-44be-8a45-52e3c23b6dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:08.383539 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-c77fb930-0133-44be-8a45-52e3c23b6dd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a75a72a1-6bd9-41f7-9423-78af8c52a696 HTTP/1.1" status: 200  len: 835 time: 0.0546331
Nov 20 21:22:08.388966 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:08.437771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-77362091-d4ca-457e-9a6f-1e25aaae993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:08.439747 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-77362091-d4ca-457e-9a6f-1e25aaae993c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3f86429-0b60-4f10-896d-f73cc2a57195&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0490983
Nov 20 21:22:08.513292 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 48812602-e993-41e2-8a51-32b7fd16b603 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:22:08.538989 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-320a7fcd-9ca9-4fb1-81e1-9f9a274b0cee service neutron] 10.222.0.47 "GET /v2.0/networks/b3f86429-0b60-4f10-896d-f73cc2a57195?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0925357
Nov 20 21:22:08.566959 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 48812602-e993-41e2-8a51-32b7fd16b603 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:08.567330 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:08.641569 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c1a977bf-b35b-493f-9579-07edb1d275f8 req-537e53f7-7f05-4c7d-b3d6-06be7a038a45 service neutron] 10.222.0.47 "GET /v2.0/networks/b3f86429-0b60-4f10-896d-f73cc2a57195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958073
Nov 20 21:22:08.731452 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e053e2-8e92-4f04-914b-cbe4a1f1bf00 req-c6bcac6a-8c3c-49be-b748-283ad099688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:08.733335 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0e053e2-8e92-4f04-914b-cbe4a1f1bf00 req-c6bcac6a-8c3c-49be-b748-283ad099688e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 1095 time: 0.0433989
Nov 20 21:22:08.833040 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e053e2-8e92-4f04-914b-cbe4a1f1bf00 req-d144664c-cf2d-4a41-8239-7403ec1c0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:08.834634 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0e053e2-8e92-4f04-914b-cbe4a1f1bf00 req-d144664c-cf2d-4a41-8239-7403ec1c0fa6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3f86429-0b60-4f10-896d-f73cc2a57195 HTTP/1.1" status: 200  len: 897 time: 0.0939996
Nov 20 21:22:08.878070 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0e053e2-8e92-4f04-914b-cbe4a1f1bf00 req-a8cabfa4-2a23-4359-a4e9-89159675e649 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b HTTP/1.1" status: 200  len: 217 time: 0.0356715
Nov 20 21:22:08.931380 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e053e2-8e92-4f04-914b-cbe4a1f1bf00 req-031add6f-bf0e-4c71-9b4d-a534a15eb1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:08.932810 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0e053e2-8e92-4f04-914b-cbe4a1f1bf00 req-031add6f-bf0e-4c71-9b4d-a534a15eb1aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a75a72a1-6bd9-41f7-9423-78af8c52a696 HTTP/1.1" status: 200  len: 835 time: 0.0478034
Nov 20 21:22:08.978907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e053e2-8e92-4f04-914b-cbe4a1f1bf00 req-4971c57f-c241-48a2-ad81-441b627cde0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:08.980349 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0e053e2-8e92-4f04-914b-cbe4a1f1bf00 req-4971c57f-c241-48a2-ad81-441b627cde0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3f86429-0b60-4f10-896d-f73cc2a57195&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0393965
Nov 20 21:22:09.073564 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0e053e2-8e92-4f04-914b-cbe4a1f1bf00 req-4f4510c9-6593-4f88-8030-63e823dd9869 service neutron] 10.222.0.47 "GET /v2.0/networks/b3f86429-0b60-4f10-896d-f73cc2a57195?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844722
Nov 20 21:22:09.177498 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188cc95-8f8e-40d9-9b2f-107906e5d04e req-cdea78d1-8774-4891-95d8-4d1eb919eff9 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:09.179019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5188cc95-8f8e-40d9-9b2f-107906e5d04e req-cdea78d1-8774-4891-95d8-4d1eb919eff9 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 944 time: 0.1045613
Nov 20 21:22:09.213982 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0e053e2-8e92-4f04-914b-cbe4a1f1bf00 req-d0a30156-9206-4350-8a05-ea9b6dbba014 service neutron] 10.222.0.47 "GET /v2.0/networks/b3f86429-0b60-4f10-896d-f73cc2a57195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302423
Nov 20 21:22:09.241566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5188cc95-8f8e-40d9-9b2f-107906e5d04e req-54eb90f4-cad8-4249-8a5a-a58c6443094f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566356
Nov 20 21:22:10.366468 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14939416-42a6-480d-8620-c2a51cd9f5ad req-dfd3f489-ebe6-473b-a789-38589838852a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:10.367956 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-14939416-42a6-480d-8620-c2a51cd9f5ad req-dfd3f489-ebe6-473b-a789-38589838852a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 944 time: 0.0544562
Nov 20 21:22:10.418410 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-14939416-42a6-480d-8620-c2a51cd9f5ad req-923a4da9-9a13-4d7b-8b6a-88ca132b4c73 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443416
Nov 20 21:22:11.035408 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f3d6a2cc-cc15-4826-969d-54e45ea4384b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:22:11.132445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port f3d6a2cc-cc15-4826-969d-54e45ea4384b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:22:11.143280 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b', 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195', 'port_id': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b', 'mac_address': 'fa:16:3e:88:fe:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:22:11.180083 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:11.193167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d6a2cc-cc15-4826-969d-54e45ea4384b {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:22:11.212930 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port f3d6a2cc-cc15-4826-969d-54e45ea4384b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:22:11.216497 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:11.262637 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=f3d6a2cc-cc15-4826-969d-54e45ea4384b,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:11.408260 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f3d6a2cc-cc15-4826-969d-54e45ea4384b'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:22:11.538621 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a315a8-ae30-4cf9-a58b-59a134a442f0 req-72ee442e-c398-421c-92d8-2464fd652eb3 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:11.540268 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e9a315a8-ae30-4cf9-a58b-59a134a442f0 req-72ee442e-c398-421c-92d8-2464fd652eb3 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 945 time: 0.0533252
Nov 20 21:22:11.590592 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e9a315a8-ae30-4cf9-a58b-59a134a442f0 req-30bd9270-7dab-4e6e-a802-b653e70835e1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443788
Nov 20 21:22:12.713531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f79f0-7ef0-4274-8999-dd8494e42d6e req-9036e181-4e74-4ba3-bf09-a5ad5a924cbd tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:12.714950 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da4f79f0-7ef0-4274-8999-dd8494e42d6e req-9036e181-4e74-4ba3-bf09-a5ad5a924cbd tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 945 time: 0.0528994
Nov 20 21:22:12.763785 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da4f79f0-7ef0-4274-8999-dd8494e42d6e req-fb5bf33f-4dab-4a10-b415-543bcd73f3a4 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423031
Nov 20 21:22:13.045502 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f3d6a2cc-cc15-4826-969d-54e45ea4384b up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:22:13.100349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port f3d6a2cc-cc15-4826-969d-54e45ea4384b completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:22:13.104039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port f3d6a2cc-cc15-4826-969d-54e45ea4384b triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:13.104408 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:13.181093 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:13.203644 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:22:13.206182 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23a287f-1042-4592-86da-19abb2d6411e" -d '{"events": [{"server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "name": "network-vif-plugged", "status": "completed", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:22:13.218727 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port f3d6a2cc-cc15-4826-969d-54e45ea4384b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:22:13.223216 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:13.272188 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=f3d6a2cc-cc15-4826-969d-54e45ea4384b,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:13.314943 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-45cd1cb4-09d3-480d-8254-67752cf1afc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:13.317236 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02fef69-ed97-4421-9404-100bd8b61826 x-openstack-request-id: req-b02fef69-ed97-4421-9404-100bd8b61826 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:22:13.317534 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "name": "network-vif-plugged", "status": "completed", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:22:13.317791 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b02fef69-ed97-4421-9404-100bd8b61826 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:22:13.318207 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b', 'code': 200}
Nov 20 21:22:13.408536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e133bb0-3e79-4d09-a3b2-60f9f82b2c32 req-f4be8d54-64f3-4ca0-b3d7-a52d04b629c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:13.410070 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e133bb0-3e79-4d09-a3b2-60f9f82b2c32 req-f4be8d54-64f3-4ca0-b3d7-a52d04b629c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 1097 time: 0.0411494
Nov 20 21:22:13.456901 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e133bb0-3e79-4d09-a3b2-60f9f82b2c32 req-a21d7e0a-c1cb-4572-890b-25a5d6b20101 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402036
Nov 20 21:22:13.882572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060797e6-ab45-4cbf-af74-b135c6b89720 req-e8620f72-88b3-4780-814d-d1586f3e345e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:13.884040 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-060797e6-ab45-4cbf-af74-b135c6b89720 req-e8620f72-88b3-4780-814d-d1586f3e345e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 946 time: 0.0527680
Nov 20 21:22:13.933100 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-060797e6-ab45-4cbf-af74-b135c6b89720 req-df2f8cd2-c933-41e2-b6c5-9e8d73bd3f13 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432446
Nov 20 21:22:15.052810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f1f82-a45c-4d82-a8dd-f8b9c72b56db req-7b6f8315-dbd9-41b4-b420-5dc61ed7992f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:15.054316 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f67f1f82-a45c-4d82-a8dd-f8b9c72b56db req-7b6f8315-dbd9-41b4-b420-5dc61ed7992f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 946 time: 0.0530770
Nov 20 21:22:15.102850 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f67f1f82-a45c-4d82-a8dd-f8b9c72b56db req-5147b19c-1955-4d1a-8120-449ca067028d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427103
Nov 20 21:22:15.216331 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb491f7-8330-4357-a2a4-1bfe2dbd6fed req-8970800d-cb19-4e37-8524-32ffc5023cf6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:15.217820 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bfb491f7-8330-4357-a2a4-1bfe2dbd6fed req-8970800d-cb19-4e37-8524-32ffc5023cf6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 946 time: 0.0488932
Nov 20 21:22:15.268444 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bfb491f7-8330-4357-a2a4-1bfe2dbd6fed req-55b9fc06-a1cf-4d4a-9c7b-ec4d2a22c1e2 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436018
Nov 20 21:22:15.290252 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52788) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:22:15.329146 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459cd6f6-daee-46da-bf0b-c956ce7ae8f5 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:15.330801 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-459cd6f6-daee-46da-bf0b-c956ce7ae8f5 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 1092 time: 0.0393319
Nov 20 21:22:15.333546 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52790) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:22:15.337770 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ip_address': '172.20.0.11'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:22:15.359896 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:15.458704 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:15.564254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Allocated IP 172.35.1.217 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/232388a1-aea7-4f8f-a3c1-11e7c6cd4c80) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:22:15.663917 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:15.688994 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6f7a42e0-c84e-4287-b1c5-3612e0568f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:15.700576 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:15.739963 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:22:15.742780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:22:15.746249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:22:15.776309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=232388a1-aea7-4f8f-a3c1-11e7c6cd4c80,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:16.414705 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:16.484740 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:16.636013 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:16.640525 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:16.714852 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=232388a1-aea7-4f8f-a3c1-11e7c6cd4c80,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:16.722942 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:16.823354 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Floating IP 78b00036-7b56-49c8-9552-92434a37b7e6 associated. External IP: 172.35.1.217, port: f3d6a2cc-cc15-4826-969d-54e45ea4384b.
Nov 20 21:22:16.831895 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:17.036665 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router 6a623c63-c0df-41e5-9a1f-4869901c810f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:22:17.144530 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:22:17.155070 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11569346-8de8-4a88-9c1c-0fa73716d458 None None] Sync routers for ids ['6a623c63-c0df-41e5-9a1f-4869901c810f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:22:17.165534 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11569346-8de8-4a88-9c1c-0fa73716d458 None None] Routers {'6a623c63-c0df-41e5-9a1f-4869901c810f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:22:17.166197 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-11569346-8de8-4a88-9c1c-0fa73716d458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7df550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:22:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6a623c63-c0df-41e5-9a1f-4869901c810f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:22:17.170612 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:17.199915 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f76f12bc-7049-4728-b158-2da8c60e4f25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8653300
Nov 20 21:22:17.200518 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:22:17.203127 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13c3487-48e0-4c61-8ee5-94649a92f464" -d '{"events": [{"name": "network-changed", "server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:22:17.274183 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e25ca4b-2884-49ba-97d5-44974cbbc670 x-openstack-request-id: req-8e25ca4b-2884-49ba-97d5-44974cbbc670 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:22:17.274488 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:22:17.274752 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e25ca4b-2884-49ba-97d5-44974cbbc670 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:22:17.275165 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b', 'status': 'completed', 'code': 200}
Nov 20 21:22:17.279536 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-548953e8-f4b3-464e-897a-5a382b753cbb req-aa382a53-f698-4d02-9c7e-d47af281795e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1049740
Nov 20 21:22:17.284867 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-11569346-8de8-4a88-9c1c-0fa73716d458 None None] Set router 6a623c63-c0df-41e5-9a1f-4869901c810f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:22:17.515758 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-11569346-8de8-4a88-9c1c-0fa73716d458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7df550>, [{'id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020944595', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '78b00036-7b56-49c8-9552-92434a37b7e6', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'floating_ip_address': '172.35.1.217', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'port_id': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195', 'mac_address': 'fa:16:3e:88:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:22:15Z', 'updated_at': '2021-11-20T21:22:15Z', 'revision_number': 0, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48812602-e993-41e2-8a51-32b7fd16b603', 'name': '', 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:68:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:03Z', 'updated_at': '2021-11-20T21:22:06Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:22:17.543523 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11569346-8de8-4a88-9c1c-0fa73716d458 None None] Checking router: 6a623c63-c0df-41e5-9a1f-4869901c810f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:22:17.553114 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11569346-8de8-4a88-9c1c-0fa73716d458 None None] Routers {'6a623c63-c0df-41e5-9a1f-4869901c810f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:22:17.553742 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-11569346-8de8-4a88-9c1c-0fa73716d458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7df550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:22:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6a623c63-c0df-41e5-9a1f-4869901c810f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:22:17.665452 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-11569346-8de8-4a88-9c1c-0fa73716d458 None None] Set router 6a623c63-c0df-41e5-9a1f-4869901c810f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:22:17.740951 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3f7aa-7399-4080-8440-f7b19eff223f req-f5326926-27a5-4333-a4e3-78fe229cfd4a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:17.742383 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3fa3f7aa-7399-4080-8440-f7b19eff223f req-f5326926-27a5-4333-a4e3-78fe229cfd4a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 946 time: 0.4612730
Nov 20 21:22:17.746795 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c3487-48e0-4c61-8ee5-94649a92f464 req-6554ed07-8c20-4b88-9ae4-77eb66667828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:17.748433 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a13c3487-48e0-4c61-8ee5-94649a92f464 req-6554ed07-8c20-4b88-9ae4-77eb66667828 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 1097 time: 0.4482493
Nov 20 21:22:17.760061 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548953e8-f4b3-464e-897a-5a382b753cbb req-e8a4b0b8-c44a-4141-9f1a-2f19341601c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:17.761508 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-548953e8-f4b3-464e-897a-5a382b753cbb req-e8a4b0b8-c44a-4141-9f1a-2f19341601c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 1096 time: 0.4241576
Nov 20 21:22:17.899704 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-11569346-8de8-4a88-9c1c-0fa73716d458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7df550>, [{'id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020944595', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '78b00036-7b56-49c8-9552-92434a37b7e6', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'floating_ip_address': '172.35.1.217', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'port_id': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195', 'mac_address': 'fa:16:3e:88:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:22:15Z', 'updated_at': '2021-11-20T21:22:15Z', 'revision_number': 0, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48812602-e993-41e2-8a51-32b7fd16b603', 'name': '', 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:68:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:03Z', 'updated_at': '2021-11-20T21:22:06Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:22:17.924566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3fa3f7aa-7399-4080-8440-f7b19eff223f req-e82681db-d245-4fdb-a287-3e1ded461f33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1751709
Nov 20 21:22:17.928322 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11569346-8de8-4a88-9c1c-0fa73716d458 None None] The sync data for ids ['6a623c63-c0df-41e5-9a1f-4869901c810f'] in ncdv-master-1 is: [{'id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020944595', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '78b00036-7b56-49c8-9552-92434a37b7e6', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'floating_ip_address': '172.35.1.217', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'port_id': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195', 'mac_address': 'fa:16:3e:88:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:22:15Z', 'updated_at': '2021-11-20T21:22:15Z', 'revision_number': 0, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48812602-e993-41e2-8a51-32b7fd16b603', 'name': '', 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:68:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:03Z', 'updated_at': '2021-11-20T21:22:06Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:22:17.949934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52798) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:22:17.953087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c3487-48e0-4c61-8ee5-94649a92f464 req-618f4cd1-7da4-4f1f-8fab-7c838fd46600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:17.955283 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a13c3487-48e0-4c61-8ee5-94649a92f464 req-618f4cd1-7da4-4f1f-8fab-7c838fd46600 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3f86429-0b60-4f10-896d-f73cc2a57195 HTTP/1.1" status: 200  len: 897 time: 0.1972337
Nov 20 21:22:17.958395 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548953e8-f4b3-464e-897a-5a382b753cbb req-6d15919a-f170-47e8-80ce-88eb21ed850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:17.959800 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-548953e8-f4b3-464e-897a-5a382b753cbb req-6d15919a-f170-47e8-80ce-88eb21ed850d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.1730990
Nov 20 21:22:18.020126 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-df997528-1a2d-4004-9b40-e2dd87364689 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/floatingips/78b00036-7b56-49c8-9552-92434a37b7e6 HTTP/1.1" status: 200  len: 992 time: 0.0671601
Nov 20 21:22:18.062836 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a13c3487-48e0-4c61-8ee5-94649a92f464 req-5dd274a6-7553-45b4-8bd9-6cf61406b136 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b HTTP/1.1" status: 200  len: 1000 time: 0.1011598
Nov 20 21:22:18.107380 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-548953e8-f4b3-464e-897a-5a382b753cbb req-9900871c-594b-41bc-8884-15571af3ac52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2292d41-b405-4690-8d85-66a2902c9bd5 HTTP/1.1" status: 200  len: 1001 time: 0.1397107
Nov 20 21:22:18.152180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c3487-48e0-4c61-8ee5-94649a92f464 req-fae0bc69-f5a8-462a-9be7-a33508b1926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:18.152877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf520d-d9a8-4416-97ee-3b8a17b6b18f None None] New status for floating IP 78b00036-7b56-49c8-9552-92434a37b7e6: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:22:18.153664 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a13c3487-48e0-4c61-8ee5-94649a92f464 req-fae0bc69-f5a8-462a-9be7-a33508b1926f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a75a72a1-6bd9-41f7-9423-78af8c52a696 HTTP/1.1" status: 200  len: 835 time: 0.0835471
Nov 20 21:22:18.197274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548953e8-f4b3-464e-897a-5a382b753cbb req-6cf82071-3516-487a-9e34-54e2d663381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:18.198788 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-548953e8-f4b3-464e-897a-5a382b753cbb req-6cf82071-3516-487a-9e34-54e2d663381e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.0835915
Nov 20 21:22:18.235737 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c3487-48e0-4c61-8ee5-94649a92f464 req-7083e7e3-05f3-4fa3-8ae6-32431faa40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:18.237643 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a13c3487-48e0-4c61-8ee5-94649a92f464 req-7083e7e3-05f3-4fa3-8ae6-32431faa40e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3f86429-0b60-4f10-896d-f73cc2a57195&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0746107
Nov 20 21:22:18.271646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548953e8-f4b3-464e-897a-5a382b753cbb req-2600dcc4-3250-4353-8e4b-43ffe63c0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:18.273476 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-548953e8-f4b3-464e-897a-5a382b753cbb req-2600dcc4-3250-4353-8e4b-43ffe63c0d53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0666492
Nov 20 21:22:18.405395 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a13c3487-48e0-4c61-8ee5-94649a92f464 req-53a8e608-d8b8-4278-9ebf-f6b71daa1f6a service neutron] 10.222.0.47 "GET /v2.0/networks/b3f86429-0b60-4f10-896d-f73cc2a57195?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602194
Nov 20 21:22:18.448195 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-548953e8-f4b3-464e-897a-5a382b753cbb req-b703b6d4-1426-48c2-9ce1-f13acd9c8b5e service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1620812
Nov 20 21:22:18.574504 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a13c3487-48e0-4c61-8ee5-94649a92f464 req-5429e0ba-5b65-4f94-a50f-cec9b6981fdb service neutron] 10.222.0.47 "GET /v2.0/networks/b3f86429-0b60-4f10-896d-f73cc2a57195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1596079
Nov 20 21:22:18.594417 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-548953e8-f4b3-464e-897a-5a382b753cbb req-0875393a-8471-482b-8d60-0e88c6cc00e9 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361704
Nov 20 21:22:18.678431 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:19.022602 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52800) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:22:19.086408 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a5998761-7e04-44cc-b294-eaa1bd1a9698 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/floatingips/78b00036-7b56-49c8-9552-92434a37b7e6 HTTP/1.1" status: 200  len: 994 time: 0.0625012
Nov 20 21:22:19.261792 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:23.808438 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-3b019322-f9e7-4d43-b1f4-4abe82a22db3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1225146311&fields=id&tenant_id=6028b150b064464f9c6d8e21d3af617e HTTP/1.1" status: 200  len: 267 time: 0.0486917
Nov 20 21:22:23.919474 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-e709eadb-35b9-4071-9798-321b9a400072 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:23.920942 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-e709eadb-35b9-4071-9798-321b9a400072 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 811 time: 0.1055322
Nov 20 21:22:23.936602 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-580cab8f-8ed7-41da-940e-96f97690e337 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/quotas/6028b150b064464f9c6d8e21d3af617e HTTP/1.1" status: 200  len: 375 time: 0.0090454
Nov 20 21:22:23.994193 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-5e763a4a-1c2d-4a7e-9d20-b63d4d8de468 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0515978
Nov 20 21:22:24.090145 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-119bcb73-d3a3-42aa-8064-366804da8429 service neutron] 10.222.0.41 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841970
Nov 20 21:22:24.183207 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-04438273-bd6b-45c0-b909-add9df225386 service neutron] 10.222.0.41 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872350
Nov 20 21:22:24.466191 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b408d36-a5b3-4ccb-a6b1-e8252e4d525a req-d19f9457-e556-4680-834e-6be16bc1d7a1 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 210 time: 0.0294738
Nov 20 21:22:25.340430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-706375e4-ce78-430c-9345-10232e17173d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:25.342231 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-706375e4-ce78-430c-9345-10232e17173d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 811 time: 0.1052711
Nov 20 21:22:25.411606 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-ae3632ef-5829-4ccb-97f9-376c354791c1 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6028b150b064464f9c6d8e21d3af617e HTTP/1.1" status: 200  len: 380 time: 0.0605111
Nov 20 21:22:25.422315 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Request body: {'port': {'device_id': 'bc5e510d-1fa6-4db2-ac2e-ad4225c82111', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'admin_state_up': True, 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'security_groups': ['8cfac1eb-0841-4114-9167-63a2d54a4888']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:22:25.539585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Made reservation on behalf of 6028b150b064464f9c6d8e21d3af617e for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:22:25.543973 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:25.567824 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d5ce9f3a-5864-4080-8891-f818bb8e4fc0 req-2dd59590-b9ba-4a3f-a206-1735535e47e4 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 210 time: 0.0275118
Nov 20 21:22:25.682978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Allocated IP 172.20.0.13 (ec52e298-c6c7-453e-a2fa-373fbe63335d/e49bdb26-fb3f-4488-8617-26bc32281c9f/4d6308f8-f047-413a-a967-785ed5bf9bd4) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:22:25.825032 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:25.864155 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:25.908653 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Network ec52e298-c6c7-453e-a2fa-373fbe63335d is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:22:25.912390 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:22:25.916239 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:22:25.940796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'Port': ['ID=4d6308f8-f047-413a-a967-785ed5bf9bd4,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:25.957287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:25.957658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:25.958071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:25.958445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:25.958785 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:25.959107 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:25.959434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:25.959762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:25.960092 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:25.960415 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:25.960737 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:25.961643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:25.985263 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:25.985908 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:26.003528 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-e05d673f-ab8e-4877-97a4-510d33a87202 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5847764
Nov 20 21:22:26.016412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Request body: {'port': {'device_id': 'bc5e510d-1fa6-4db2-ac2e-ad4225c82111', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:22:26.080167 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:26.142161 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0ccd6800-aff5-40df-822e-c8743d28d7de None None] Provisioning complete for port 4d6308f8-f047-413a-a967-785ed5bf9bd4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:26.142790 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6800-aff5-40df-822e-c8743d28d7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:26.177882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0ccd6800-aff5-40df-822e-c8743d28d7de None None] Port 4d6308f8-f047-413a-a967-785ed5bf9bd4 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:22:26.363557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6308f8-f047-413a-a967-785ed5bf9bd4 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:22:26.371003 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:26.387390 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Transition to ACTIVE for port object 4d6308f8-f047-413a-a967-785ed5bf9bd4 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:22:26.390942 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:26.458156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Pushing event updated for resources: {'Port': ['ID=4d6308f8-f047-413a-a967-785ed5bf9bd4,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:26.512561 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Attempting to bind port 4d6308f8-f047-413a-a967-785ed5bf9bd4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:22:26.513019 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Attempting to bind port 4d6308f8-f047-413a-a967-785ed5bf9bd4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:22:26.513356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Attempting to bind port 4d6308f8-f047-413a-a967-785ed5bf9bd4 on network ec52e298-c6c7-453e-a2fa-373fbe63335d {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:22:26.518006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Port 4d6308f8-f047-413a-a967-785ed5bf9bd4 on network ec52e298-c6c7-453e-a2fa-373fbe63335d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:22:26.518369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Attempting to bind port 4d6308f8-f047-413a-a967-785ed5bf9bd4 on network ec52e298-c6c7-453e-a2fa-373fbe63335d {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:22:26.524665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:22:26.525003 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Checking segment: {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:22:26.525392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Bound using segment: {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:22:26.525826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Bound port: 4d6308f8-f047-413a-a967-785ed5bf9bd4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f49f0257-7c6c-4870-be29-86300bc82fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:22:26.526210 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:26.594481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] For port 4d6308f8-f047-413a-a967-785ed5bf9bd4, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:22:26.598917 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] For port 4d6308f8-f047-413a-a967-785ed5bf9bd4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4d6308f8-f047-413a-a967-785ed5bf9bd4,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:22:26.603905 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:26.641904 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:26.642521 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:26.643916 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] 10.222.0.37 "PUT /v2.0/ports/4d6308f8-f047-413a-a967-785ed5bf9bd4 HTTP/1.1" status: 200  len: 1092 time: 0.6321278
Nov 20 21:22:26.644543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5e510d-1fa6-4db2-ac2e-ad4225c82111', 'tag': '4d6308f8-f047-413a-a967-785ed5bf9bd4'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:22:26.646854 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1bfeac-11c3-4ab0-bd45-409266b2f774" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5e510d-1fa6-4db2-ac2e-ad4225c82111", "tag": "4d6308f8-f047-413a-a967-785ed5bf9bd4"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:22:26.708349 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9451532f-51f8-4b7e-9b70-a4375c85b674 x-openstack-request-id: req-9451532f-51f8-4b7e-9b70-a4375c85b674 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:22:26.708632 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5e510d-1fa6-4db2-ac2e-ad4225c82111", "tag": "4d6308f8-f047-413a-a967-785ed5bf9bd4", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:22:26.708886 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9451532f-51f8-4b7e-9b70-a4375c85b674 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:22:26.709283 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5e510d-1fa6-4db2-ac2e-ad4225c82111', 'tag': '4d6308f8-f047-413a-a967-785ed5bf9bd4', 'status': 'completed', 'code': 200}
Nov 20 21:22:26.732122 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9e21b-cce1-49f9-9ce1-f36a7211f18a service neutron] Pushing event updated for resources: {'Port': ['ID=4d6308f8-f047-413a-a967-785ed5bf9bd4,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:26.756304 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ecd95-4447-4314-9724-d9450d10e185 req-2b267b89-c990-4fbb-bcd7-12cdfeb105ab tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:26.757852 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e76ecd95-4447-4314-9724-d9450d10e185 req-2b267b89-c990-4fbb-bcd7-12cdfeb105ab tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 944 time: 0.1073971
Nov 20 21:22:26.774076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-00546d96-417f-49b4-a055-dee716b36b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:26.775563 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-00546d96-417f-49b4-a055-dee716b36b3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 1095 time: 0.0798211
Nov 20 21:22:26.828252 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-b3d25f42-c6d1-4683-98aa-21691ce2494e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6308f8-f047-413a-a967-785ed5bf9bd4 HTTP/1.1" status: 200  len: 217 time: 0.0423682
Nov 20 21:22:26.884824 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e76ecd95-4447-4314-9724-d9450d10e185 req-7efaa12e-885e-4e69-9b6e-23eeb038d217 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1207492
Nov 20 21:22:26.904155 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-76e22b56-dfb0-43e4-b4a3-d10c4b5a18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:26.905604 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-76e22b56-dfb0-43e4-b4a3-d10c4b5a18bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.0664434
Nov 20 21:22:26.954264 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d340c27d-6e9d-45ad-9a07-ba24a1a81939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:26.955783 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-d340c27d-6e9d-45ad-9a07-ba24a1a81939 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0432379
Nov 20 21:22:27.045865 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-3c65c010-a254-4fdb-a0d2-b3e8682c4ec1 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828395
Nov 20 21:22:27.138527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ec9442d-c120-4b7f-9b65-d734336d5aa6 req-433ac050-6838-4446-b6e6-28deb4dfa17b service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859573
Nov 20 21:22:27.224759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bfeac-11c3-4ab0-bd45-409266b2f774 req-bf974781-55ae-4c63-8322-4a6c81666261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:27.226308 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb1bfeac-11c3-4ab0-bd45-409266b2f774 req-bf974781-55ae-4c63-8322-4a6c81666261 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 1095 time: 0.0414536
Nov 20 21:22:27.319976 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bfeac-11c3-4ab0-bd45-409266b2f774 req-26d4f199-684c-48c8-845d-94cfec1a4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:27.321449 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb1bfeac-11c3-4ab0-bd45-409266b2f774 req-26d4f199-684c-48c8-845d-94cfec1a4d83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.0881271
Nov 20 21:22:27.364163 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb1bfeac-11c3-4ab0-bd45-409266b2f774 req-0aa93ab0-4bbf-45ce-a58c-bfc51ac314d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6308f8-f047-413a-a967-785ed5bf9bd4 HTTP/1.1" status: 200  len: 217 time: 0.0354586
Nov 20 21:22:27.414963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bfeac-11c3-4ab0-bd45-409266b2f774 req-24c4de5c-d9b7-4f27-af84-c21a659ac745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:27.416319 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb1bfeac-11c3-4ab0-bd45-409266b2f774 req-24c4de5c-d9b7-4f27-af84-c21a659ac745 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.0448394
Nov 20 21:22:27.470672 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bfeac-11c3-4ab0-bd45-409266b2f774 req-a9756885-3b5e-424e-887d-0cf098d25a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:27.472484 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb1bfeac-11c3-4ab0-bd45-409266b2f774 req-a9756885-3b5e-424e-887d-0cf098d25a67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0471730
Nov 20 21:22:27.565967 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb1bfeac-11c3-4ab0-bd45-409266b2f774 req-f0d436c7-1fa0-4943-85dc-7302f32aeed5 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861125
Nov 20 21:22:27.663188 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb1bfeac-11c3-4ab0-bd45-409266b2f774 req-cfe93738-e9d9-48c2-8123-3083137eaa41 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875905
Nov 20 21:22:28.001768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cbeb8-a313-4b2e-8d57-61ba7b712077 req-267ee17d-155d-4650-84b6-258f32c4a200 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:28.003271 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d6cbeb8-a313-4b2e-8d57-61ba7b712077 req-267ee17d-155d-4650-84b6-258f32c4a200 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 944 time: 0.0494099
Nov 20 21:22:28.054843 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d6cbeb8-a313-4b2e-8d57-61ba7b712077 req-4d46b500-ead3-4895-a76e-d4324892378a tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447352
Nov 20 21:22:29.172379 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1dba8-657c-4072-9a47-ea2172a06c4e req-833894f3-78df-440b-8578-218d22111e32 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:29.173847 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-45a1dba8-657c-4072-9a47-ea2172a06c4e req-833894f3-78df-440b-8578-218d22111e32 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 944 time: 0.0495479
Nov 20 21:22:29.222878 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-45a1dba8-657c-4072-9a47-ea2172a06c4e req-5389f76d-b406-4270-8f72-365d28785964 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428913
Nov 20 21:22:30.342811 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7b240-2e5e-42e2-afba-ee04eba4bd0e req-9dd6249d-7370-45eb-927e-649547aa190f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:30.344305 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f3e7b240-2e5e-42e2-afba-ee04eba4bd0e req-9dd6249d-7370-45eb-927e-649547aa190f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 944 time: 0.0548098
Nov 20 21:22:30.394133 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f3e7b240-2e5e-42e2-afba-ee04eba4bd0e req-95aa4e96-8088-419d-9a27-6828159d4b4a tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431919
Nov 20 21:22:31.510127 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a91a4-135b-4560-ada9-7e04a8ff97f9 req-4f161b4f-26f3-4554-b4b7-1787bb4d323e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:31.511597 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df3a91a4-135b-4560-ada9-7e04a8ff97f9 req-4f161b4f-26f3-4554-b4b7-1787bb4d323e tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 944 time: 0.0494630
Nov 20 21:22:31.565799 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-df3a91a4-135b-4560-ada9-7e04a8ff97f9 req-cedd4b18-3a92-4cf0-a362-6cd47647c13c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478768
Nov 20 21:22:31.760794 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 4d6308f8-f047-413a-a967-785ed5bf9bd4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:22:31.851820 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 4d6308f8-f047-413a-a967-785ed5bf9bd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4d6308f8-f047-413a-a967-785ed5bf9bd4,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:22:31.863027 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '4d6308f8-f047-413a-a967-785ed5bf9bd4', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'port_id': '4d6308f8-f047-413a-a967-785ed5bf9bd4', 'mac_address': 'fa:16:3e:5d:f3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:22:31.900393 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:31.916936 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6308f8-f047-413a-a967-785ed5bf9bd4 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:22:31.936527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 4d6308f8-f047-413a-a967-785ed5bf9bd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4d6308f8-f047-413a-a967-785ed5bf9bd4,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:22:31.940427 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:31.985660 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=4d6308f8-f047-413a-a967-785ed5bf9bd4,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:31.993337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:31.993689 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:31.994035 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:31.994471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:31.994810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:31.995150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:31.995481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:31.995812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:31.996142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:31.996469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:31.996798 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:31.997152 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:22:32.152230 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['4d6308f8-f047-413a-a967-785ed5bf9bd4'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:22:32.682448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697278cd-81dc-4ce6-99e6-54beb4aa5d6f req-7f4e7f8f-d688-4523-a895-ad373cf716e2 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:32.683941 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-697278cd-81dc-4ce6-99e6-54beb4aa5d6f req-7f4e7f8f-d688-4523-a895-ad373cf716e2 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 945 time: 0.0501411
Nov 20 21:22:32.734159 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-697278cd-81dc-4ce6-99e6-54beb4aa5d6f req-315164fd-6b3b-4c40-95f5-9ed16e180234 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437491
Nov 20 21:22:33.772552 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 4d6308f8-f047-413a-a967-785ed5bf9bd4 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:22:33.820681 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 4d6308f8-f047-413a-a967-785ed5bf9bd4 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:22:33.824411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 4d6308f8-f047-413a-a967-785ed5bf9bd4 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:33.824784 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:33.849763 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e0bb0-6d26-4638-9225-bc923e0156f9 req-cce5eab1-7dc6-413d-88c8-65b964c2385a tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:33.851339 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d9e0bb0-6d26-4638-9225-bc923e0156f9 req-cce5eab1-7dc6-413d-88c8-65b964c2385a tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 945 time: 0.0499675
Nov 20 21:22:33.901987 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d9e0bb0-6d26-4638-9225-bc923e0156f9 req-09429b5e-a9a4-4b0f-9107-1f582d6eadfa tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438187
Nov 20 21:22:33.905827 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:33.928635 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5e510d-1fa6-4db2-ac2e-ad4225c82111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6308f8-f047-413a-a967-785ed5bf9bd4'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:22:33.930870 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acc7ff2-b664-41a3-957b-3adb6d045728" -d '{"events": [{"server_uuid": "bc5e510d-1fa6-4db2-ac2e-ad4225c82111", "name": "network-vif-plugged", "status": "completed", "tag": "4d6308f8-f047-413a-a967-785ed5bf9bd4"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:22:33.943429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 4d6308f8-f047-413a-a967-785ed5bf9bd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4d6308f8-f047-413a-a967-785ed5bf9bd4,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:22:33.947791 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:33.972086 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bace8cbf-dc8d-433f-98f5-617c2dab2670 x-openstack-request-id: req-bace8cbf-dc8d-433f-98f5-617c2dab2670 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:22:33.972377 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5e510d-1fa6-4db2-ac2e-ad4225c82111", "name": "network-vif-plugged", "status": "completed", "tag": "4d6308f8-f047-413a-a967-785ed5bf9bd4", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:22:33.972628 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bace8cbf-dc8d-433f-98f5-617c2dab2670 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:22:33.973012 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5e510d-1fa6-4db2-ac2e-ad4225c82111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6308f8-f047-413a-a967-785ed5bf9bd4', 'code': 200}
Nov 20 21:22:33.996645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=4d6308f8-f047-413a-a967-785ed5bf9bd4,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:34.069193 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6030957-b5b3-43be-800d-a05d56597a59 req-215b7589-e7c9-4ed1-a977-c2d782285be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:34.070778 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b6030957-b5b3-43be-800d-a05d56597a59 req-215b7589-e7c9-4ed1-a977-c2d782285be8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 1097 time: 0.0410993
Nov 20 21:22:34.115829 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b6030957-b5b3-43be-800d-a05d56597a59 req-d54dfeae-5ec0-42fd-9f09-6686c8e6c67f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380931
Nov 20 21:22:35.023580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62007bab-73fe-4f4e-aba0-f72773b5e34a req-d3505a05-5a76-4f1d-a82b-6d724258414d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:35.025079 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62007bab-73fe-4f4e-aba0-f72773b5e34a req-d3505a05-5a76-4f1d-a82b-6d724258414d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 946 time: 0.0531878
Nov 20 21:22:35.074484 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62007bab-73fe-4f4e-aba0-f72773b5e34a req-d2c5b1d9-76df-4fd5-859b-b03cf90090cb tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434465
Nov 20 21:22:36.194219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b65c97-789b-447d-a2ec-b658ceb7d5de req-0edfd14e-a6c4-438b-bc6c-4d966cbba1ba tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:36.195691 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d5b65c97-789b-447d-a2ec-b658ceb7d5de req-0edfd14e-a6c4-438b-bc6c-4d966cbba1ba tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 946 time: 0.0531046
Nov 20 21:22:36.243481 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d5b65c97-789b-447d-a2ec-b658ceb7d5de req-13a91d3b-e48d-4498-b6db-aac2741c3b8d tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420315
Nov 20 21:22:36.358007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fad1e5-8c07-4000-8230-6431685f4709 req-4ed95745-7a08-4393-920b-e30a0349bdb5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:36.359525 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63fad1e5-8c07-4000-8230-6431685f4709 req-4ed95745-7a08-4393-920b-e30a0349bdb5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 946 time: 0.0490680
Nov 20 21:22:36.409237 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63fad1e5-8c07-4000-8230-6431685f4709 req-451c22ff-ffe0-4a05-8bff-b517abe7baa4 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432811
Nov 20 21:22:36.431406 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52914) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:22:36.471006 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1ff9b9-9bc2-4bcd-b693-a04c7a2d0a34 tempest-TestVolumeBootPattern-327816499 tempest-TestVolumeBootPattern-327816499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:36.472494 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ba1ff9b9-9bc2-4bcd-b693-a04c7a2d0a34 tempest-TestVolumeBootPattern-327816499 tempest-TestVolumeBootPattern-327816499-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 1092 time: 0.0400937
Nov 20 21:22:36.475742 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52916) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:22:36.480044 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '4d6308f8-f047-413a-a967-785ed5bf9bd4', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:22:36.502185 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:36.602591 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:36.706826 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Allocated IP 172.35.1.115 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/0dc0904b-c783-442c-ad74-29c2c5df34e4) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:22:36.811299 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:36.844353 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:36.886799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:22:36.889844 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:22:36.894170 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:22:36.897334 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'Port': ['ID=0dc0904b-c783-442c-ad74-29c2c5df34e4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:37.249252 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:37.314032 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:37.462707 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:37.466977 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:37.538661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event updated for resources: {'Port': ['ID=0dc0904b-c783-442c-ad74-29c2c5df34e4,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:37.550423 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:37.650316 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Floating IP 8740fabe-01d4-40fc-ab6a-a858e5573905 associated. External IP: 172.35.1.115, port: 4d6308f8-f047-413a-a967-785ed5bf9bd4.
Nov 20 21:22:37.855777 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Router 6c82caac-17bf-4f62-9ce6-723a0820a626 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:22:37.965837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:22:37.981443 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385d362d-7daa-44a6-86f2-201d6eb66088 None None] Sync routers for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:22:37.982697 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:37.992174 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385d362d-7daa-44a6-86f2-201d6eb66088 None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:22:37.992854 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-385d362d-7daa-44a6-86f2-201d6eb66088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542fad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:22:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:22:38.010791 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-20c373ec-37a9-4dd1-80af-661290ef5835 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5340436
Nov 20 21:22:38.011492 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5e510d-1fa6-4db2-ac2e-ad4225c82111', 'tag': '4d6308f8-f047-413a-a967-785ed5bf9bd4'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:22:38.013831 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a64376-7a02-4776-b720-9b6b3c0eea20" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5e510d-1fa6-4db2-ac2e-ad4225c82111", "tag": "4d6308f8-f047-413a-a967-785ed5bf9bd4"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:22:38.049695 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47bb2a6-c921-4a89-97f9-e5c22879fca2 x-openstack-request-id: req-e47bb2a6-c921-4a89-97f9-e5c22879fca2 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:22:38.049994 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5e510d-1fa6-4db2-ac2e-ad4225c82111", "tag": "4d6308f8-f047-413a-a967-785ed5bf9bd4", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:22:38.050286 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e47bb2a6-c921-4a89-97f9-e5c22879fca2 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:22:38.050694 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5e510d-1fa6-4db2-ac2e-ad4225c82111', 'tag': '4d6308f8-f047-413a-a967-785ed5bf9bd4', 'status': 'completed', 'code': 200}
Nov 20 21:22:38.103600 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-385d362d-7daa-44a6-86f2-201d6eb66088 None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:22:38.117853 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a64376-7a02-4776-b720-9b6b3c0eea20 req-a8e641e4-14fe-42c6-9aa8-1dfcf7bcc95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:38.119396 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29a64376-7a02-4776-b720-9b6b3c0eea20 req-a8e641e4-14fe-42c6-9aa8-1dfcf7bcc95b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 1097 time: 0.0448816
Nov 20 21:22:38.210358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a64376-7a02-4776-b720-9b6b3c0eea20 req-9e5a4a4c-cea8-41e8-92a2-bf83ab013f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:38.211846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29a64376-7a02-4776-b720-9b6b3c0eea20 req-9e5a4a4c-cea8-41e8-92a2-bf83ab013f2e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.0855980
Nov 20 21:22:38.280341 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29a64376-7a02-4776-b720-9b6b3c0eea20 req-6a354381-8cbd-4aa7-80a2-da448347cc87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6308f8-f047-413a-a967-785ed5bf9bd4 HTTP/1.1" status: 200  len: 1000 time: 0.0617025
Nov 20 21:22:38.325177 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-385d362d-7daa-44a6-86f2-201d6eb66088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542fad90>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8740fabe-01d4-40fc-ab6a-a858e5573905', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'floating_ip_address': '172.35.1.115', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'port_id': '4d6308f8-f047-413a-a967-785ed5bf9bd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'mac_address': 'fa:16:3e:5d:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5e510d-1fa6-4db2-ac2e-ad4225c82111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:22:37Z', 'updated_at': '2021-11-20T21:22:37Z', 'revision_number': 0, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address_scope': None}, {'id': 'fac2d7d3-8ed0-4604-a408-492d790d0bea', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'floating_ip_address': '172.35.1.202', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'port_id': 'c2292d41-b405-4690-8d85-66a2902c9bd5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'mac_address': 'fa:16:3e:2c:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:20:31Z', 'updated_at': '2021-11-20T21:20:33Z', 'revision_number': 1, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:22:38.329489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a64376-7a02-4776-b720-9b6b3c0eea20 req-f7de4233-7e25-4b38-91bc-c8f4f9dad5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:38.331035 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29a64376-7a02-4776-b720-9b6b3c0eea20 req-f7de4233-7e25-4b38-91bc-c8f4f9dad5c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.0443161
Nov 20 21:22:38.351772 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385d362d-7daa-44a6-86f2-201d6eb66088 None None] Checking router: 6c82caac-17bf-4f62-9ce6-723a0820a626 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:22:38.360514 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385d362d-7daa-44a6-86f2-201d6eb66088 None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:22:38.361129 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-385d362d-7daa-44a6-86f2-201d6eb66088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542fad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:22:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:22:38.366352 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:38.378353 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a64376-7a02-4776-b720-9b6b3c0eea20 req-3ec98081-a38a-4764-bd7a-da52ff0c64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:38.379852 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29a64376-7a02-4776-b720-9b6b3c0eea20 req-3ec98081-a38a-4764-bd7a-da52ff0c64d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0423048
Nov 20 21:22:38.414570 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:38.479999 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29a64376-7a02-4776-b720-9b6b3c0eea20 req-aca408ac-2214-44ba-89ee-a3d78fb09399 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926938
Nov 20 21:22:38.560921 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:22:38.568102 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-385d362d-7daa-44a6-86f2-201d6eb66088 None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:22:38.570512 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-29a64376-7a02-4776-b720-9b6b3c0eea20 req-d46eddff-4008-4883-a9e8-41ece498333b service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839477
Nov 20 21:22:38.792888 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-385d362d-7daa-44a6-86f2-201d6eb66088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542fad90>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8740fabe-01d4-40fc-ab6a-a858e5573905', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'floating_ip_address': '172.35.1.115', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'port_id': '4d6308f8-f047-413a-a967-785ed5bf9bd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'mac_address': 'fa:16:3e:5d:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5e510d-1fa6-4db2-ac2e-ad4225c82111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:22:37Z', 'updated_at': '2021-11-20T21:22:37Z', 'revision_number': 0, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address_scope': None}, {'id': 'fac2d7d3-8ed0-4604-a408-492d790d0bea', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'floating_ip_address': '172.35.1.202', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'port_id': 'c2292d41-b405-4690-8d85-66a2902c9bd5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'mac_address': 'fa:16:3e:2c:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:20:31Z', 'updated_at': '2021-11-20T21:20:33Z', 'revision_number': 1, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:22:38.819024 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385d362d-7daa-44a6-86f2-201d6eb66088 None None] The sync data for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 is: [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8740fabe-01d4-40fc-ab6a-a858e5573905', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'floating_ip_address': '172.35.1.115', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'port_id': '4d6308f8-f047-413a-a967-785ed5bf9bd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'mac_address': 'fa:16:3e:5d:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5e510d-1fa6-4db2-ac2e-ad4225c82111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:22:37Z', 'updated_at': '2021-11-20T21:22:37Z', 'revision_number': 0, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address_scope': None}, {'id': 'fac2d7d3-8ed0-4604-a408-492d790d0bea', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'floating_ip_address': '172.35.1.202', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'port_id': 'c2292d41-b405-4690-8d85-66a2902c9bd5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'mac_address': 'fa:16:3e:2c:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:20:31Z', 'updated_at': '2021-11-20T21:20:33Z', 'revision_number': 1, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:22:39.016910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d54e2-5f67-41a7-b6db-5fa73547b978 None None] New status for floating IP 8740fabe-01d4-40fc-ab6a-a858e5573905: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:22:43.307814 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4a74eb4d-893a-47b2-b9ee-ca197b3b07d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:45.690543 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-014917d6-0d78-4b79-bb2b-1c3733fc6935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:46.835189 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:48.681747 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:49.267428 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:50.411441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2d8ba-d14c-4d4b-ac46-2f3c836104cc req-d40ed828-0611-4329-9ce1-b0f838659611 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:50.412949 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-08a2d8ba-d14c-4d4b-ac46-2f3c836104cc req-d40ed828-0611-4329-9ce1-b0f838659611 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 946 time: 0.0529923
Nov 20 21:22:50.462327 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-08a2d8ba-d14c-4d4b-ac46-2f3c836104cc req-3cf708f7-8d87-4ee1-ab76-84755ada22d6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434096
Nov 20 21:22:50.484668 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 52944) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:22:50.544582 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-05ac2595-5a79-4827-8499-dbab031610bb tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/floatingips/78b00036-7b56-49c8-9552-92434a37b7e6 HTTP/1.1" status: 200  len: 994 time: 0.0587549
Nov 20 21:22:50.871207 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03924727-eb83-4606-bcc5-0f0dd9d07308 req-30c606b2-ac22-4901-8ab8-568395990738 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:50.872985 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-03924727-eb83-4606-bcc5-0f0dd9d07308 req-30c606b2-ac22-4901-8ab8-568395990738 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 1097 time: 0.0440528
Nov 20 21:22:50.917893 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-03924727-eb83-4606-bcc5-0f0dd9d07308 req-d77d3fb9-3938-4919-b64e-73a18df908f6 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391529
Nov 20 21:22:51.231939 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-d6eb99bc-7364-4282-893e-9c2df66f70a8 req-825302f1-ba77-4cd0-9ade-0ec219838b2f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:22:51.232834 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d6eb99bc-7364-4282-893e-9c2df66f70a8 req-825302f1-ba77-4cd0-9ade-0ec219838b2f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053067
Nov 20 21:22:51.702723 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-54f39eb1-3da6-4ca0-8ea9-4a54afd84a7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0948603
Nov 20 21:22:51.711969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-e5f56522-20bd-45fd-8e04-f480bc7c870f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:22:51.712927 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-e5f56522-20bd-45fd-8e04-f480bc7c870f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055170
Nov 20 21:22:52.197879 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-44afe0e3-0374-42fd-aeb0-73c6bf43d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:52.199294 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-44afe0e3-0374-42fd-aeb0-73c6bf43d955 service neutron] 10.222.0.41 "GET /v2.0/ports/f3d6a2cc-cc15-4826-969d-54e45ea4384b HTTP/1.1" status: 200  len: 1094 time: 0.0328276
Nov 20 21:22:52.208212 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-4baad9ee-2c13-4c64-bdfc-4c9a6fb61a97 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:22:52.208688 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-4baad9ee-2c13-4c64-bdfc-4c9a6fb61a97 service neutron] Unknown quota resources ['binding']. {{(pid=126225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 20 21:22:52.340130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-4baad9ee-2c13-4c64-bdfc-4c9a6fb61a97 service neutron] Attempting to bind port f3d6a2cc-cc15-4826-969d-54e45ea4384b on host nch1-master-1 for vnic_type normal with profile None {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:22:52.340782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-4baad9ee-2c13-4c64-bdfc-4c9a6fb61a97 service neutron] Attempting to bind port f3d6a2cc-cc15-4826-969d-54e45ea4384b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:22:52.340782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-4baad9ee-2c13-4c64-bdfc-4c9a6fb61a97 service neutron] Attempting to bind port f3d6a2cc-cc15-4826-969d-54e45ea4384b on network b3f86429-0b60-4f10-896d-f73cc2a57195 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:22:52.344917 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-4baad9ee-2c13-4c64-bdfc-4c9a6fb61a97 service neutron] Port f3d6a2cc-cc15-4826-969d-54e45ea4384b on network b3f86429-0b60-4f10-896d-f73cc2a57195 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:22:52.345233 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-4baad9ee-2c13-4c64-bdfc-4c9a6fb61a97 service neutron] Attempting to bind port f3d6a2cc-cc15-4826-969d-54e45ea4384b on network b3f86429-0b60-4f10-896d-f73cc2a57195 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:22:52.350639 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-4baad9ee-2c13-4c64-bdfc-4c9a6fb61a97 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:22:52.350970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-4baad9ee-2c13-4c64-bdfc-4c9a6fb61a97 service neutron] Checking segment: {'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:22:52.351350 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-4baad9ee-2c13-4c64-bdfc-4c9a6fb61a97 service neutron] Bound using segment: {'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:22:52.351822 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-4baad9ee-2c13-4c64-bdfc-4c9a6fb61a97 service neutron] Bound port: f3d6a2cc-cc15-4826-969d-54e45ea4384b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:22:52.434899 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-4baad9ee-2c13-4c64-bdfc-4c9a6fb61a97 service neutron] For port f3d6a2cc-cc15-4826-969d-54e45ea4384b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:22:52.440848 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-4baad9ee-2c13-4c64-bdfc-4c9a6fb61a97 service neutron] Publish callbacks [] for binding, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:52.442576 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-4baad9ee-2c13-4c64-bdfc-4c9a6fb61a97 service neutron] 10.222.0.41 "POST /v2.0/ports/f3d6a2cc-cc15-4826-969d-54e45ea4384b/bindings HTTP/1.1" status: 201  len: 389 time: 0.2381105
Nov 20 21:22:52.577998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263373db-3650-4cac-a771-eba9185aad48 req-0630841d-1cd7-440a-b9a7-2936e0a250b8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:52.579506 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-263373db-3650-4cac-a771-eba9185aad48 req-0630841d-1cd7-440a-b9a7-2936e0a250b8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 946 time: 0.0488405
Nov 20 21:22:52.632538 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-263373db-3650-4cac-a771-eba9185aad48 req-15364e9e-7757-4012-a957-691b57115954 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464659
Nov 20 21:22:52.792392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ddd5676-540f-44ee-99ed-2f90f6f8548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:52.793962 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ddd5676-540f-44ee-99ed-2f90f6f8548a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 1097 time: 0.0425858
Nov 20 21:22:52.888406 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-9001ce2c-cf0e-4d9b-97de-4f290b2163e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:52.889798 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-9001ce2c-cf0e-4d9b-97de-4f290b2163e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3f86429-0b60-4f10-896d-f73cc2a57195 HTTP/1.1" status: 200  len: 897 time: 0.0875323
Nov 20 21:22:52.955114 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-b884128d-56bc-40ee-bf07-26064f4cef55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b HTTP/1.1" status: 200  len: 1002 time: 0.0579062
Nov 20 21:22:53.006139 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-4430d92c-3139-432d-908e-3555eb13e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:53.008202 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-4430d92c-3139-432d-908e-3555eb13e177 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a75a72a1-6bd9-41f7-9423-78af8c52a696 HTTP/1.1" status: 200  len: 835 time: 0.0468745
Nov 20 21:22:53.054490 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-ca002b4d-7baa-4625-8a61-657a81b838e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:53.055927 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-ca002b4d-7baa-4625-8a61-657a81b838e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3f86429-0b60-4f10-896d-f73cc2a57195&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389826
Nov 20 21:22:53.147817 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7747a1b7-5048-44e7-8982-43b3c67eae8b service neutron] 10.222.0.37 "GET /v2.0/networks/b3f86429-0b60-4f10-896d-f73cc2a57195?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839214
Nov 20 21:22:53.242429 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-ec0aa396-cd1e-489a-a91f-cc78df628b03 service neutron] 10.222.0.37 "GET /v2.0/networks/b3f86429-0b60-4f10-896d-f73cc2a57195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872917
Nov 20 21:22:53.386901 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-1b8bbb74-1e80-4634-b14f-49364a423e28 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:53.388468 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-1b8bbb74-1e80-4634-b14f-49364a423e28 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1&tenant_id=9150e5dc713c4519842f75908123d4ce&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.0896428
Nov 20 21:22:53.401684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:22:53.461105 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:53.603171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] For port f3d6a2cc-cc15-4826-969d-54e45ea4384b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:22:53.645848 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] For port f3d6a2cc-cc15-4826-969d-54e45ea4384b, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:22:53.697310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:22:53.699892 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b60f4a-1e56-40cc-9c0a-072906de0705" -d '{"events": [{"server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:22:53.704052 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:53.713207 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:53.765030 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba55bb7-b009-4dfa-a321-6beefd2607ae x-openstack-request-id: req-4ba55bb7-b009-4dfa-a321-6beefd2607ae {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:22:53.765318 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:22:53.765572 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ba55bb7-b009-4dfa-a321-6beefd2607ae {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:22:53.765959 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b', 'code': 200}
Nov 20 21:22:53.837161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d6a2cc-cc15-4826-969d-54e45ea4384b,revision_number=7']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:53.863017 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fd546-acdd-4613-ad4f-0a5c7183ae0f req-29359cbf-881e-45c5-9474-fc04e9078ef6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:53.865402 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd5fd546-acdd-4613-ad4f-0a5c7183ae0f req-29359cbf-881e-45c5-9474-fc04e9078ef6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 944 time: 0.1537247
Nov 20 21:22:53.954080 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd5fd546-acdd-4613-ad4f-0a5c7183ae0f req-2886f80d-e3c8-4298-934d-ffdf2ee00755 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778720
Nov 20 21:22:53.956175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Attempting to bind port f3d6a2cc-cc15-4826-969d-54e45ea4384b on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:22:53.956175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Attempting to bind port f3d6a2cc-cc15-4826-969d-54e45ea4384b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:22:53.956175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Attempting to bind port f3d6a2cc-cc15-4826-969d-54e45ea4384b on network b3f86429-0b60-4f10-896d-f73cc2a57195 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:22:53.964544 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Port f3d6a2cc-cc15-4826-969d-54e45ea4384b on network b3f86429-0b60-4f10-896d-f73cc2a57195 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:22:53.964873 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Attempting to bind port f3d6a2cc-cc15-4826-969d-54e45ea4384b on network b3f86429-0b60-4f10-896d-f73cc2a57195 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:22:53.972289 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:22:53.973156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Checking segment: {'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:22:53.973707 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Bound using segment: {'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:22:53.974180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Bound port: f3d6a2cc-cc15-4826-969d-54e45ea4384b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f078433-81ef-44d2-aefc-fd33187fdba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:22:53.975622 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:54.022200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0c3acf1a-02dc-4aa8-85eb-2868e90bcdc5 None None] Provisioning complete for port f3d6a2cc-cc15-4826-969d-54e45ea4384b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:54.024176 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0c3acf1a-02dc-4aa8-85eb-2868e90bcdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:54.047060 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] For port f3d6a2cc-cc15-4826-969d-54e45ea4384b, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:22:54.050232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] For port f3d6a2cc-cc15-4826-969d-54e45ea4384b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:22:54.055942 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:54.067707 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0c3acf1a-02dc-4aa8-85eb-2868e90bcdc5 None None] Port f3d6a2cc-cc15-4826-969d-54e45ea4384b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:22:54.398666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9bf6f048-c314-455c-b898-0efe8f92bddb None None] Provisioning complete for port f3d6a2cc-cc15-4826-969d-54e45ea4384b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:22:54.399033 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f048-c314-455c-b898-0efe8f92bddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:54.518172 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f048-c314-455c-b898-0efe8f92bddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:54.523091 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d6a2cc-cc15-4826-969d-54e45ea4384b,revision_number=8']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:54.568842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:54.568842 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:54.570440 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7ac446cd-2f45-47f5-8256-14e43d0ccae9 service neutron] 10.222.0.37 "PUT /v2.0/ports/f3d6a2cc-cc15-4826-969d-54e45ea4384b HTTP/1.1" status: 200  len: 1122 time: 1.1718905
Nov 20 21:22:54.577468 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:22:54.579760 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b8822a-7856-4466-b844-fb1c265c18ce" -d '{"events": [{"server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "name": "network-vif-plugged", "status": "completed", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:22:54.596124 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9bf6f048-c314-455c-b898-0efe8f92bddb None None] For port f3d6a2cc-cc15-4826-969d-54e45ea4384b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:22:54.607474 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f048-c314-455c-b898-0efe8f92bddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:22:54.664289 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f90e6ea-d794-4765-bd44-f0fe7a425721 x-openstack-request-id: req-2f90e6ea-d794-4765-bd44-f0fe7a425721 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:22:54.664654 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "name": "network-vif-plugged", "status": "completed", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:22:54.664879 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f90e6ea-d794-4765-bd44-f0fe7a425721 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:22:54.665321 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b', 'code': 200}
Nov 20 21:22:54.666919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['f3d6a2cc-cc15-4826-969d-54e45ea4384b'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:22:54.819811 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6f048-c314-455c-b898-0efe8f92bddb None None] Pushing event updated for resources: {'Port': ['ID=f3d6a2cc-cc15-4826-969d-54e45ea4384b,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:22:55.087717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cb88a-8a19-4c8e-9a6a-d7d5389adb53 req-c043bfa6-2a77-44ed-a3b0-c7b19d91f6d6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:55.089263 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1d3cb88a-8a19-4c8e-9a6a-d7d5389adb53 req-c043bfa6-2a77-44ed-a3b0-c7b19d91f6d6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 946 time: 0.0507228
Nov 20 21:22:55.145281 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1d3cb88a-8a19-4c8e-9a6a-d7d5389adb53 req-6ca0bbdb-b2e2-4b88-91fa-9f2f9e82e845 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498312
Nov 20 21:22:55.767494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:22:55.769983 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc49753-445e-4268-8d63-b7ff4cbe9d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:22:55.809847 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba999cf2-18dd-4620-951a-ec121b239030 x-openstack-request-id: req-ba999cf2-18dd-4620-951a-ec121b239030 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:22:55.810176 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:22:55.810584 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba999cf2-18dd-4620-951a-ec121b239030 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:22:55.810997 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b', 'status': 'completed', 'code': 200}
Nov 20 21:22:55.876411 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc49753-445e-4268-8d63-b7ff4cbe9d9b req-f5fb78b4-3ee0-4dee-b751-4fb4b275894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:55.877928 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4dc49753-445e-4268-8d63-b7ff4cbe9d9b req-f5fb78b4-3ee0-4dee-b751-4fb4b275894c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 1127 time: 0.0425270
Nov 20 21:22:55.965828 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc49753-445e-4268-8d63-b7ff4cbe9d9b req-52c7734a-96c0-4da1-a559-e5c55325ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:55.967315 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4dc49753-445e-4268-8d63-b7ff4cbe9d9b req-52c7734a-96c0-4da1-a559-e5c55325ac11 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3f86429-0b60-4f10-896d-f73cc2a57195 HTTP/1.1" status: 200  len: 897 time: 0.0818567
Nov 20 21:22:56.036762 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4dc49753-445e-4268-8d63-b7ff4cbe9d9b req-47de4a2e-faf1-4387-b32d-86068d784377 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b HTTP/1.1" status: 200  len: 1002 time: 0.0616174
Nov 20 21:22:56.084192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc49753-445e-4268-8d63-b7ff4cbe9d9b req-f36ba603-fbe2-4162-89ff-43af19990f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:56.085494 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4dc49753-445e-4268-8d63-b7ff4cbe9d9b req-f36ba603-fbe2-4162-89ff-43af19990f94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a75a72a1-6bd9-41f7-9423-78af8c52a696 HTTP/1.1" status: 200  len: 835 time: 0.0423925
Nov 20 21:22:56.129425 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc49753-445e-4268-8d63-b7ff4cbe9d9b req-48b222d1-14fa-45e9-bb92-8debdf3d088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:56.130907 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4dc49753-445e-4268-8d63-b7ff4cbe9d9b req-48b222d1-14fa-45e9-bb92-8debdf3d088b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3f86429-0b60-4f10-896d-f73cc2a57195&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389526
Nov 20 21:22:56.232951 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4dc49753-445e-4268-8d63-b7ff4cbe9d9b req-b681bd56-5cb1-4c6f-99b2-148849d0b740 service neutron] 10.222.0.47 "GET /v2.0/networks/b3f86429-0b60-4f10-896d-f73cc2a57195?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0951538
Nov 20 21:22:56.323626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f60a0-8212-4bae-ba04-4e06de5a99d9 req-edb6fec4-5290-4a9c-976a-2ea78dd567f3 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:56.325118 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-419f60a0-8212-4bae-ba04-4e06de5a99d9 req-edb6fec4-5290-4a9c-976a-2ea78dd567f3 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 946 time: 0.1105874
Nov 20 21:22:56.361469 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4dc49753-445e-4268-8d63-b7ff4cbe9d9b req-10aca22a-eb88-4fd5-b212-8ff7f4f7390d service neutron] 10.222.0.47 "GET /v2.0/networks/b3f86429-0b60-4f10-896d-f73cc2a57195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1152689
Nov 20 21:22:56.393247 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-419f60a0-8212-4bae-ba04-4e06de5a99d9 req-290856c5-05fb-44d6-ba32-e7c7f39ac20e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527277
Nov 20 21:22:57.510920 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a38f0-e02f-4950-9c34-cb7eeb234577 req-b79a498a-e8e5-4b2d-8cb4-5c33f5f5ac7c tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:57.512426 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a06a38f0-e02f-4950-9c34-cb7eeb234577 req-b79a498a-e8e5-4b2d-8cb4-5c33f5f5ac7c tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 946 time: 0.0498557
Nov 20 21:22:57.566396 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a06a38f0-e02f-4950-9c34-cb7eeb234577 req-cfadf086-ebfd-4968-953e-ce6e38cbf578 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475206
Nov 20 21:22:57.918782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f3d6a2cc-cc15-4826-969d-54e45ea4384b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:22:58.017574 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port f3d6a2cc-cc15-4826-969d-54e45ea4384b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:22:58.028993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f3d6a2cc-cc15-4826-969d-54e45ea4384b has no active binding in host nch1-master-1 {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 20 21:22:58.682961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a5a3-bf2e-46a8-8e71-c8268a13c273 req-b06ea46c-925e-447f-a894-8ffb4b48587c tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:58.684352 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7293a5a3-bf2e-46a8-8e71-c8268a13c273 req-b06ea46c-925e-447f-a894-8ffb4b48587c tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 946 time: 0.0497146
Nov 20 21:22:58.734569 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7293a5a3-bf2e-46a8-8e71-c8268a13c273 req-0d81de45-f9fb-42f6-aebc-a521760647bf tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440495
Nov 20 21:22:59.871019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c5b96-01bd-4e13-82fe-f45ee8fb32b2 req-26d370da-d200-4a88-8ccf-7ca1c06a8a9d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:22:59.872944 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-835c5b96-01bd-4e13-82fe-f45ee8fb32b2 req-26d370da-d200-4a88-8ccf-7ca1c06a8a9d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 946 time: 0.0639524
Nov 20 21:22:59.899777 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7cf91718-ee50-4a23-a882-b0f174915169 service neutron] 10.222.0.47 "GET /v2.0/ports/f3d6a2cc-cc15-4826-969d-54e45ea4384b/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0702741
Nov 20 21:22:59.928394 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-835c5b96-01bd-4e13-82fe-f45ee8fb32b2 req-908b9592-f6fe-47cf-b4c7-4698788f54f7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480075
Nov 20 21:23:00.078708 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-c4cdfa36-fa9d-4bf6-a2a2-25030ee9013a service neutron] For port f3d6a2cc-cc15-4826-969d-54e45ea4384b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:23:00.100662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-c4cdfa36-fa9d-4bf6-a2a2-25030ee9013a service neutron] For port f3d6a2cc-cc15-4826-969d-54e45ea4384b, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:23:00.142598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:23:00.145670 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b54957b-8fbb-4b63-8538-41eab17c1052" -d '{"events": [{"server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:23:00.152995 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-c4cdfa36-fa9d-4bf6-a2a2-25030ee9013a service neutron] For port f3d6a2cc-cc15-4826-969d-54e45ea4384b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:23:00.169211 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-c4cdfa36-fa9d-4bf6-a2a2-25030ee9013a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:00.204568 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcefd05a-2be0-444d-943e-ae5f120447a7 x-openstack-request-id: req-dcefd05a-2be0-444d-943e-ae5f120447a7 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:23:00.204867 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:23:00.205123 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcefd05a-2be0-444d-943e-ae5f120447a7 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:23:00.205519 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b', 'code': 200}
Nov 20 21:23:00.251007 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-c4cdfa36-fa9d-4bf6-a2a2-25030ee9013a service neutron] Transition to ACTIVE for port object f3d6a2cc-cc15-4826-969d-54e45ea4384b will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:23:00.255778 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-c4cdfa36-fa9d-4bf6-a2a2-25030ee9013a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:00.351927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdfa36-fa9d-4bf6-a2a2-25030ee9013a service neutron] Pushing event updated for resources: {'Port': ['ID=f3d6a2cc-cc15-4826-969d-54e45ea4384b,revision_number=11']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:00.386648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-c4cdfa36-fa9d-4bf6-a2a2-25030ee9013a service neutron] No DVR routers for this DVR port f3d6a2cc-cc15-4826-969d-54e45ea4384b on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:23:00.524206 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-c4cdfa36-fa9d-4bf6-a2a2-25030ee9013a service neutron] 10.222.0.47 "PUT /v2.0/ports/f3d6a2cc-cc15-4826-969d-54e45ea4384b/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.6179669
Nov 20 21:23:00.624171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-bb40b04b-83ad-4d51-82ae-eb6d2da62da8 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:00.625742 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-bb40b04b-83ad-4d51-82ae-eb6d2da62da8 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1&tenant_id=9150e5dc713c4519842f75908123d4ce&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0497503
Nov 20 21:23:00.673129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-33f19899-e6a0-4113-84a3-5d61a2adedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:00.674647 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-33f19899-e6a0-4113-84a3-5d61a2adedd3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1&tenant_id=9150e5dc713c4519842f75908123d4ce HTTP/1.1" status: 200  len: 1096 time: 0.0408876
Nov 20 21:23:00.737184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-af34f939-6917-4440-8a02-08c38a7ca64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:00.739171 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-af34f939-6917-4440-8a02-08c38a7ca64a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 1096 time: 0.0410318
Nov 20 21:23:00.843889 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-715c683b-9a5a-4791-a16b-33851ddaaf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:00.845352 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-715c683b-9a5a-4791-a16b-33851ddaaf6b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3f86429-0b60-4f10-896d-f73cc2a57195 HTTP/1.1" status: 200  len: 897 time: 0.0939443
Nov 20 21:23:00.909546 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-56c300c0-1b28-4c3b-94e4-61e7c7ac9ea2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b HTTP/1.1" status: 200  len: 1000 time: 0.0570786
Nov 20 21:23:00.961594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-03fa1691-3c84-43ad-98b7-187183e2a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:00.962775 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-03fa1691-3c84-43ad-98b7-187183e2a2d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a75a72a1-6bd9-41f7-9423-78af8c52a696 HTTP/1.1" status: 200  len: 835 time: 0.0466783
Nov 20 21:23:01.012046 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-713880dc-4f06-4fbe-a37d-42d11723cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:01.013433 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-713880dc-4f06-4fbe-a37d-42d11723cd2c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3f86429-0b60-4f10-896d-f73cc2a57195&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0423422
Nov 20 21:23:01.050139 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3011def-6922-4bcf-a43f-30cd120f7e0b req-cf1108f0-df21-4437-9c70-09fa6813e5b0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:01.052687 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c3011def-6922-4bcf-a43f-30cd120f7e0b req-cf1108f0-df21-4437-9c70-09fa6813e5b0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 945 time: 0.0522921
Nov 20 21:23:01.104385 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c3011def-6922-4bcf-a43f-30cd120f7e0b req-e83d07a8-c282-4fd4-8abc-ec48c2a094f3 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453804
Nov 20 21:23:01.107246 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-0e2533a8-6739-454f-badb-17d107750405 service neutron] 10.222.0.37 "GET /v2.0/networks/b3f86429-0b60-4f10-896d-f73cc2a57195?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844412
Nov 20 21:23:01.205806 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-07227e36-4cd5-4e59-b4d6-43767accb374 service neutron] 10.222.0.37 "GET /v2.0/networks/b3f86429-0b60-4f10-896d-f73cc2a57195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901523
Nov 20 21:23:01.443576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-8a58faa9-58b1-4a32-8b96-72aaded22b56 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:01.445063 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-8a58faa9-58b1-4a32-8b96-72aaded22b56 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1&tenant_id=9150e5dc713c4519842f75908123d4ce&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0453668
Nov 20 21:23:01.561866 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7d8ca585-b8e0-4ead-88c2-dbbe342cc771 service neutron] For port f3d6a2cc-cc15-4826-969d-54e45ea4384b, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:23:01.565147 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7d8ca585-b8e0-4ead-88c2-dbbe342cc771 service neutron] Publish callbacks [] for binding, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:01.566882 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5cf8d8d5-8f57-499d-9fc2-067d91a26c8f req-7d8ca585-b8e0-4ead-88c2-dbbe342cc771 service neutron] 10.222.0.37 "DELETE /v2.0/ports/f3d6a2cc-cc15-4826-969d-54e45ea4384b/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1137109
Nov 20 21:23:02.244883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57df43b-5915-40d1-af17-17c3acbd8399 req-f75dda1a-ce8e-475e-bdbe-0495076d7d94 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:02.250647 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e57df43b-5915-40d1-af17-17c3acbd8399 req-f75dda1a-ce8e-475e-bdbe-0495076d7d94 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 945 time: 0.0607839
Nov 20 21:23:02.301846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e57df43b-5915-40d1-af17-17c3acbd8399 req-a1c094f8-f71a-47cf-a340-9f67837ff1ae tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487587
Nov 20 21:23:02.757220 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1c082-f1db-455a-ae7b-825a56e330f0 req-0668c2b9-9f88-4154-959b-db87ee675024 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:02.758792 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68f1c082-f1db-455a-ae7b-825a56e330f0 req-0668c2b9-9f88-4154-959b-db87ee675024 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 1096 time: 0.3831031
Nov 20 21:23:02.811719 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68f1c082-f1db-455a-ae7b-825a56e330f0 req-7db75cc8-06ff-46b6-817e-de68964c12b9 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456560
Nov 20 21:23:02.940792 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3f209-bcbf-4917-a0fd-1c0149acdb26 req-d699e30e-2fd0-4611-8c57-c634f3b60f5e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:02.942378 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6ee3f209-bcbf-4917-a0fd-1c0149acdb26 req-d699e30e-2fd0-4611-8c57-c634f3b60f5e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 945 time: 0.0524254
Nov 20 21:23:02.998116 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6ee3f209-bcbf-4917-a0fd-1c0149acdb26 req-0e2e0120-b708-4d04-8e20-2b9560e64b45 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482104
Nov 20 21:23:03.025483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53014) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:03.092144 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a87753e4-005f-4836-bea5-438803c76274 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/floatingips/78b00036-7b56-49c8-9552-92434a37b7e6 HTTP/1.1" status: 200  len: 992 time: 0.0654442
Nov 20 21:23:03.276685 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f3d6a2cc-cc15-4826-969d-54e45ea4384b no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:23:03.321205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53036) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:03.327338 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device f3d6a2cc-cc15-4826-969d-54e45ea4384b not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:23:03.493573 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting port 232388a1-aea7-4f8f-a3c1-11e7c6cd4c80 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:23:03.493922 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:03.580291 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:03.580622 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:03.592157 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Calling delete_port for 232388a1-aea7-4f8f-a3c1-11e7c6cd4c80 owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:23:03.742309 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:03.776436 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Port': ['ID=232388a1-aea7-4f8f-a3c1-11e7c6cd4c80,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:03.792943 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:03.792943 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:03.793261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:03.793512 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:03.793937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:03.794514 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:03.794864 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:03.795192 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:03.795526 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:03.795856 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:03.796185 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:03.796511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:03.862183 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:03.862519 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Floating IP 78b00036-7b56-49c8-9552-92434a37b7e6 disassociated (deleted). External IP: 172.35.1.217, port: f3d6a2cc-cc15-4826-969d-54e45ea4384b.
Nov 20 21:23:04.095903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router 6a623c63-c0df-41e5-9a1f-4869901c810f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:23:04.218984 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:23:04.223825 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:04.228808 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b86c1cd-1d4c-4020-bdaa-3e7a76c2bd4c None None] Sync routers for ids ['6a623c63-c0df-41e5-9a1f-4869901c810f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:23:04.241142 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b86c1cd-1d4c-4020-bdaa-3e7a76c2bd4c None None] Routers {'6a623c63-c0df-41e5-9a1f-4869901c810f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:23:04.242109 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1b86c1cd-1d4c-4020-bdaa-3e7a76c2bd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a546847f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:22:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6a623c63-c0df-41e5-9a1f-4869901c810f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:04.254741 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-aa57efd5-517a-468c-9cca-2a0e69ca1980 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/floatingips/78b00036-7b56-49c8-9552-92434a37b7e6 HTTP/1.1" status: 204  len: 168 time: 0.9323249
Nov 20 21:23:04.255413 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:23:04.258812 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839e4bc5-b4d8-4926-939a-d6bf20d293ed" -d '{"events": [{"name": "network-changed", "server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:23:04.327449 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3f6eed-9160-4aa5-8a64-114747e69239 x-openstack-request-id: req-2b3f6eed-9160-4aa5-8a64-114747e69239 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:23:04.327882 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:23:04.328055 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b3f6eed-9160-4aa5-8a64-114747e69239 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:23:04.328438 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b', 'status': 'completed', 'code': 200}
Nov 20 21:23:04.367894 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-1b86c1cd-1d4c-4020-bdaa-3e7a76c2bd4c None None] Set router 6a623c63-c0df-41e5-9a1f-4869901c810f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:23:04.407065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e4bc5-b4d8-4926-939a-d6bf20d293ed req-e98b9d57-b6df-4d8b-8c73-b62772ebaea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:04.409129 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-839e4bc5-b4d8-4926-939a-d6bf20d293ed req-e98b9d57-b6df-4d8b-8c73-b62772ebaea0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 1096 time: 0.0544331
Nov 20 21:23:04.557268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e4bc5-b4d8-4926-939a-d6bf20d293ed req-ff885cd1-95b7-4f82-94b1-bd961e45222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:04.559801 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-839e4bc5-b4d8-4926-939a-d6bf20d293ed req-ff885cd1-95b7-4f82-94b1-bd961e45222f service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3f86429-0b60-4f10-896d-f73cc2a57195 HTTP/1.1" status: 200  len: 897 time: 0.1422923
Nov 20 21:23:04.588286 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1a38f-35e3-4d2c-b6fc-32e39d8c9278 req-324a67f5-232e-4c82-ac6b-030928b2bac0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:04.589863 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cdc1a38f-35e3-4d2c-b6fc-32e39d8c9278 req-324a67f5-232e-4c82-ac6b-030928b2bac0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 945 time: 0.0621736
Nov 20 21:23:04.607294 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1b86c1cd-1d4c-4020-bdaa-3e7a76c2bd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a546847f0>, [{'id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020944595', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '48812602-e993-41e2-8a51-32b7fd16b603', 'name': '', 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:68:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:03Z', 'updated_at': '2021-11-20T21:22:06Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:04.614683 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-839e4bc5-b4d8-4926-939a-d6bf20d293ed req-3dd24182-015c-4945-be30-6260e1d4c5aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b HTTP/1.1" status: 200  len: 217 time: 0.0453463
Nov 20 21:23:04.641754 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b86c1cd-1d4c-4020-bdaa-3e7a76c2bd4c None None] Checking router: 6a623c63-c0df-41e5-9a1f-4869901c810f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:23:04.651206 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b86c1cd-1d4c-4020-bdaa-3e7a76c2bd4c None None] Routers {'6a623c63-c0df-41e5-9a1f-4869901c810f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:23:04.651823 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1b86c1cd-1d4c-4020-bdaa-3e7a76c2bd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a546847f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:22:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6a623c63-c0df-41e5-9a1f-4869901c810f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:04.653073 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cdc1a38f-35e3-4d2c-b6fc-32e39d8c9278 req-73fec81c-759a-4d92-a284-79376cf02231 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f895ec3-e455-4d81-8a73-ea9a31734dce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558760
Nov 20 21:23:04.673098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e4bc5-b4d8-4926-939a-d6bf20d293ed req-1e0c5a00-9df9-416d-addf-23998b10ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:04.674850 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-839e4bc5-b4d8-4926-939a-d6bf20d293ed req-1e0c5a00-9df9-416d-addf-23998b10ee95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a75a72a1-6bd9-41f7-9423-78af8c52a696 HTTP/1.1" status: 200  len: 835 time: 0.0525851
Nov 20 21:23:04.735492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e4bc5-b4d8-4926-939a-d6bf20d293ed req-53f728dd-6bdb-4803-b571-703ba355701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:04.737246 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-839e4bc5-b4d8-4926-939a-d6bf20d293ed req-53f728dd-6bdb-4803-b571-703ba355701b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3f86429-0b60-4f10-896d-f73cc2a57195&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0520768
Nov 20 21:23:04.778030 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-1b86c1cd-1d4c-4020-bdaa-3e7a76c2bd4c None None] Set router 6a623c63-c0df-41e5-9a1f-4869901c810f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:23:04.849015 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-839e4bc5-b4d8-4926-939a-d6bf20d293ed req-2c2e89b7-9fec-4715-9610-675377712eb1 service neutron] 10.222.0.37 "GET /v2.0/networks/b3f86429-0b60-4f10-896d-f73cc2a57195?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1016145
Nov 20 21:23:04.966341 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-839e4bc5-b4d8-4926-939a-d6bf20d293ed req-dca21ba0-025c-4b4e-be7f-15913fc06203 service neutron] 10.222.0.37 "GET /v2.0/networks/b3f86429-0b60-4f10-896d-f73cc2a57195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1094394
Nov 20 21:23:05.006396 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1b86c1cd-1d4c-4020-bdaa-3e7a76c2bd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a546847f0>, [{'id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020944595', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '48812602-e993-41e2-8a51-32b7fd16b603', 'name': '', 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:68:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:03Z', 'updated_at': '2021-11-20T21:22:06Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:05.013469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b272c5b-de32-472e-b684-df6ea046a6eb req-a18afc85-1d69-40dc-a322-ffb9ee710df3 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:05.015016 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b272c5b-de32-472e-b684-df6ea046a6eb req-a18afc85-1d69-40dc-a322-ffb9ee710df3 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.37 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 945 time: 0.0651522
Nov 20 21:23:05.034715 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b86c1cd-1d4c-4020-bdaa-3e7a76c2bd4c None None] The sync data for ids ['6a623c63-c0df-41e5-9a1f-4869901c810f'] in ncdv-master-1 is: [{'id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020944595', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '48812602-e993-41e2-8a51-32b7fd16b603', 'name': '', 'network_id': 'b3f86429-0b60-4f10-896d-f73cc2a57195', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:68:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:03Z', 'updated_at': '2021-11-20T21:22:06Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': 'a75a72a1-6bd9-41f7-9423-78af8c52a696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:23:05.129200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-4b272c5b-de32-472e-b684-df6ea046a6eb req-0a88a502-c93d-4133-adf1-b00f26892a58 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting port f3d6a2cc-cc15-4826-969d-54e45ea4384b {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:23:05.129545 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b272c5b-de32-472e-b684-df6ea046a6eb req-0a88a502-c93d-4133-adf1-b00f26892a58 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:05.235198 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4b272c5b-de32-472e-b684-df6ea046a6eb req-0a88a502-c93d-4133-adf1-b00f26892a58 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] For port f3d6a2cc-cc15-4826-969d-54e45ea4384b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3d6a2cc-cc15-4826-969d-54e45ea4384b,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:23:05.235960 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b272c5b-de32-472e-b684-df6ea046a6eb req-0a88a502-c93d-4133-adf1-b00f26892a58 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:05.251597 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-4b272c5b-de32-472e-b684-df6ea046a6eb req-0a88a502-c93d-4133-adf1-b00f26892a58 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Calling delete_port for f3d6a2cc-cc15-4826-969d-54e45ea4384b owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:23:05.310393 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4e494-6189-4107-a27e-a64e2f6d011b None None] New status for floating IP 78b00036-7b56-49c8-9552-92434a37b7e6: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:23:05.407272 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b272c5b-de32-472e-b684-df6ea046a6eb req-0a88a502-c93d-4133-adf1-b00f26892a58 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:05.440058 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88a502-c93d-4133-adf1-b00f26892a58 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Port': ['ID=f3d6a2cc-cc15-4826-969d-54e45ea4384b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:05.494206 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b272c5b-de32-472e-b684-df6ea046a6eb req-0a88a502-c93d-4133-adf1-b00f26892a58 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] No DVR routers for this DVR port f3d6a2cc-cc15-4826-969d-54e45ea4384b on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:23:05.497387 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b272c5b-de32-472e-b684-df6ea046a6eb req-0a88a502-c93d-4133-adf1-b00f26892a58 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:05.501126 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b272c5b-de32-472e-b684-df6ea046a6eb req-0a88a502-c93d-4133-adf1-b00f26892a58 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.37 "DELETE /v2.0/ports/f3d6a2cc-cc15-4826-969d-54e45ea4384b HTTP/1.1" status: 204  len: 173 time: 0.4791243
Nov 20 21:23:05.501608 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'name': 'network-vif-deleted', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:23:05.504119 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c29447b-bc18-4711-a49f-9dbd5a8a2d86" -d '{"events": [{"server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "name": "network-vif-deleted", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:23:05.546669 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109be8e3-6841-4ee9-9926-1f141369ecb9 x-openstack-request-id: req-109be8e3-6841-4ee9-9926-1f141369ecb9 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:23:05.547085 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23113ccc-49b1-4faf-acb2-cf78304602d1", "name": "network-vif-deleted", "tag": "f3d6a2cc-cc15-4826-969d-54e45ea4384b", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:23:05.547757 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-109be8e3-6841-4ee9-9926-1f141369ecb9 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:23:05.549456 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23113ccc-49b1-4faf-acb2-cf78304602d1', 'name': 'network-vif-deleted', 'tag': 'f3d6a2cc-cc15-4826-969d-54e45ea4384b', 'status': 'completed', 'code': 200}
Nov 20 21:23:05.802064 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-089680ab-227e-48cf-b323-d09635b9ea5b req-b01b70d4-5469-49e1-95d9-1f13d4f8eb77 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=23113ccc-49b1-4faf-acb2-cf78304602d1 HTTP/1.1" status: 200  len: 210 time: 0.0396781
Nov 20 21:23:06.864881 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53050) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:07.230673 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d539319a-a3be-41f3-ac3a-f4b5ec7452ed tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:07.488605 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d539319a-a3be-41f3-ac3a-f4b5ec7452ed tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting port 48812602-e993-41e2-8a51-32b7fd16b603 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:23:07.488868 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d539319a-a3be-41f3-ac3a-f4b5ec7452ed tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:07.581249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-d539319a-a3be-41f3-ac3a-f4b5ec7452ed tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] For port 48812602-e993-41e2-8a51-32b7fd16b603, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48812602-e993-41e2-8a51-32b7fd16b603,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:23:07.581615 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d539319a-a3be-41f3-ac3a-f4b5ec7452ed tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:07.593385 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d539319a-a3be-41f3-ac3a-f4b5ec7452ed tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Calling delete_port for 48812602-e993-41e2-8a51-32b7fd16b603 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:23:07.776738 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d539319a-a3be-41f3-ac3a-f4b5ec7452ed tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:07.804257 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539319a-a3be-41f3-ac3a-f4b5ec7452ed tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Port': ['ID=48812602-e993-41e2-8a51-32b7fd16b603,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:07.982137 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d539319a-a3be-41f3-ac3a-f4b5ec7452ed tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:08.199101 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d539319a-a3be-41f3-ac3a-f4b5ec7452ed tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router 6a623c63-c0df-41e5-9a1f-4869901c810f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:23:08.304093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d539319a-a3be-41f3-ac3a-f4b5ec7452ed tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:23:08.309115 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d539319a-a3be-41f3-ac3a-f4b5ec7452ed tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "PUT /v2.0/routers/6a623c63-c0df-41e5-9a1f-4869901c810f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4431965
Nov 20 21:23:08.312322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53054) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:08.313370 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b9030-0ab8-4250-b009-2037af703896 None None] Sync routers for ids ['6a623c63-c0df-41e5-9a1f-4869901c810f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:23:08.324585 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b9030-0ab8-4250-b009-2037af703896 None None] Routers {'6a623c63-c0df-41e5-9a1f-4869901c810f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:23:08.325443 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a24b9030-0ab8-4250-b009-2037af703896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5519f670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:22:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6a623c63-c0df-41e5-9a1f-4869901c810f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:08.369293 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ad9c63-7d39-4c0f-b22b-a8d4cec4d5c0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting subnet a75a72a1-6bd9-41f7-9423-78af8c52a696 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:23:08.372760 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59ad9c63-7d39-4c0f-b22b-a8d4cec4d5c0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:08.404673 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:08.409825 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:08.418829 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59ad9c63-7d39-4c0f-b22b-a8d4cec4d5c0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:08.434187 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-a24b9030-0ab8-4250-b009-2037af703896 None None] Set router 6a623c63-c0df-41e5-9a1f-4869901c810f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:23:08.520730 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59ad9c63-7d39-4c0f-b22b-a8d4cec4d5c0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:08.586612 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59ad9c63-7d39-4c0f-b22b-a8d4cec4d5c0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:08.613844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad9c63-7d39-4c0f-b22b-a8d4cec4d5c0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Subnet': ['ID=a75a72a1-6bd9-41f7-9423-78af8c52a696,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:08.618577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-59ad9c63-7d39-4c0f-b22b-a8d4cec4d5c0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:08.624840 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-59ad9c63-7d39-4c0f-b22b-a8d4cec4d5c0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/subnets/a75a72a1-6bd9-41f7-9423-78af8c52a696 HTTP/1.1" status: 204  len: 168 time: 0.3085990
Nov 20 21:23:08.625620 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53056) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:08.625933 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b00f8c-1fea-4d02-b4f7-9b608b6be2e9 None None] Network b3f86429-0b60-4f10-896d-f73cc2a57195 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:23:08.631099 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a24b9030-0ab8-4250-b009-2037af703896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5519f670>, [{'id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020944595', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:23:07Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:08.664853 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b9030-0ab8-4250-b009-2037af703896 None None] Checking router: 6a623c63-c0df-41e5-9a1f-4869901c810f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:23:08.673580 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b9030-0ab8-4250-b009-2037af703896 None None] Routers {'6a623c63-c0df-41e5-9a1f-4869901c810f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:23:08.674229 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a24b9030-0ab8-4250-b009-2037af703896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5519f670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:22:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6a623c63-c0df-41e5-9a1f-4869901c810f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:08.763616 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-121367ae-faa4-403a-93e2-c1cd3b7aabf0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:08.811366 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ba1319-8099-41bb-9c54-e73dcc06f71d None None] DHCP port deletion for b3f86429-0b60-4f10-896d-f73cc2a57195 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:23:08.861832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-48ba1319-8099-41bb-9c54-e73dcc06f71d None None] Deleting port 67780629-4a2f-4386-8bd4-49e643149fe5 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:23:08.862237 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-48ba1319-8099-41bb-9c54-e73dcc06f71d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:08.881101 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-121367ae-faa4-403a-93e2-c1cd3b7aabf0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:08.884550 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-a24b9030-0ab8-4250-b009-2037af703896 None None] Set router 6a623c63-c0df-41e5-9a1f-4869901c810f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:23:08.933359 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-48ba1319-8099-41bb-9c54-e73dcc06f71d None None] For port 67780629-4a2f-4386-8bd4-49e643149fe5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67780629-4a2f-4386-8bd4-49e643149fe5,segment=NetworkSegment(9f078433-81ef-44d2-aefc-fd33187fdba4),segment_id=9f078433-81ef-44d2-aefc-fd33187fdba4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:23:08.934191 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-48ba1319-8099-41bb-9c54-e73dcc06f71d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:08.947337 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-121367ae-faa4-403a-93e2-c1cd3b7aabf0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting port bb0f452b-fb36-43c3-a811-17e3f2b8117f {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:23:08.947699 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-121367ae-faa4-403a-93e2-c1cd3b7aabf0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:08.954701 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-48ba1319-8099-41bb-9c54-e73dcc06f71d None None] Calling delete_port for 67780629-4a2f-4386-8bd4-49e643149fe5 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:23:09.034771 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-121367ae-faa4-403a-93e2-c1cd3b7aabf0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] For port bb0f452b-fb36-43c3-a811-17e3f2b8117f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb0f452b-fb36-43c3-a811-17e3f2b8117f,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:23:09.035395 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-121367ae-faa4-403a-93e2-c1cd3b7aabf0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.043245 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-48ba1319-8099-41bb-9c54-e73dcc06f71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.048657 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-121367ae-faa4-403a-93e2-c1cd3b7aabf0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Calling delete_port for bb0f452b-fb36-43c3-a811-17e3f2b8117f owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:23:09.072101 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a24b9030-0ab8-4250-b009-2037af703896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5519f670>, [{'id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020944595', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:23:07Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:09.073547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba1319-8099-41bb-9c54-e73dcc06f71d None None] Pushing event deleted for resources: {'Port': ['ID=67780629-4a2f-4386-8bd4-49e643149fe5,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:09.079402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ba1319-8099-41bb-9c54-e73dcc06f71d None None] No DVR routers for this DVR port 67780629-4a2f-4386-8bd4-49e643149fe5 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:23:09.102720 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b9030-0ab8-4250-b009-2037af703896 None None] The sync data for ids ['6a623c63-c0df-41e5-9a1f-4869901c810f'] in ncdv-master-1 is: [{'id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020944595', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25'}], 'enable_snat': True}, 'gw_port_id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:23:07Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'bb0f452b-fb36-43c3-a811-17e3f2b8117f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a623c63-c0df-41e5-9a1f-4869901c810f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:22:00Z', 'updated_at': '2021-11-20T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:23:09.236546 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-121367ae-faa4-403a-93e2-c1cd3b7aabf0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.261326 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121367ae-faa4-403a-93e2-c1cd3b7aabf0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Port': ['ID=bb0f452b-fb36-43c3-a811-17e3f2b8117f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:09.277195 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1079f65c-077e-4508-9f8c-6da3b6777c6d None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:23:09.323988 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-121367ae-faa4-403a-93e2-c1cd3b7aabf0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.413311 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-121367ae-faa4-403a-93e2-c1cd3b7aabf0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.415638 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-121367ae-faa4-403a-93e2-c1cd3b7aabf0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.462705 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-121367ae-faa4-403a-93e2-c1cd3b7aabf0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.463255 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121367ae-faa4-403a-93e2-c1cd3b7aabf0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Fanout notify agent at l3_agent the message router_deleted on router 6a623c63-c0df-41e5-9a1f-4869901c810f {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:23:09.470301 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-121367ae-faa4-403a-93e2-c1cd3b7aabf0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.471450 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-121367ae-faa4-403a-93e2-c1cd3b7aabf0 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/routers/6a623c63-c0df-41e5-9a1f-4869901c810f HTTP/1.1" status: 204  len: 168 time: 0.8447564
Nov 20 21:23:09.474339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53058) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:09.552675 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-73ae73c8-be21-4a6f-88c3-dd04df405823 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.651263 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-73ae73c8-be21-4a6f-88c3-dd04df405823 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.671634 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-73ae73c8-be21-4a6f-88c3-dd04df405823 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f089280>,) {'filters': {'network_id': ['b3f86429-0b60-4f10-896d-f73cc2a57195']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:09.682379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-73ae73c8-be21-4a6f-88c3-dd04df405823 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f089280>, '9f078433-81ef-44d2-aefc-fd33187fdba4') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:09.682657 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-73ae73c8-be21-4a6f-88c3-dd04df405823 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f089280>, '9f078433-81ef-44d2-aefc-fd33187fdba4') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:09.693248 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-73ae73c8-be21-4a6f-88c3-dd04df405823 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.707173 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-73ae73c8-be21-4a6f-88c3-dd04df405823 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.713378 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ae73c8-be21-4a6f-88c3-dd04df405823 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:23:09.713776 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-73ae73c8-be21-4a6f-88c3-dd04df405823 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:23:09.717217 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:23:09.785907 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-73ae73c8-be21-4a6f-88c3-dd04df405823 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.793717 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-73ae73c8-be21-4a6f-88c3-dd04df405823 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.799676 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-73ae73c8-be21-4a6f-88c3-dd04df405823 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/networks/b3f86429-0b60-4f10-896d-f73cc2a57195 HTTP/1.1" status: 204  len: 168 time: 0.3218040
Nov 20 21:23:09.800451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53060) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:09.809348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae73c8-be21-4a6f-88c3-dd04df405823 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Network': ['ID=b3f86429-0b60-4f10-896d-f73cc2a57195,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:09.863397 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-101b79d7-97d9-42cb-b849-f2b3fa03494e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.890457 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-101b79d7-97d9-42cb-b849-f2b3fa03494e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.950720 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-101b79d7-97d9-42cb-b849-f2b3fa03494e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.953351 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-101b79d7-97d9-42cb-b849-f2b3fa03494e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:09.954550 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-101b79d7-97d9-42cb-b849-f2b3fa03494e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/security-groups/2f895ec3-e455-4d81-8a73-ea9a31734dce HTTP/1.1" status: 204  len: 168 time: 0.1525528
Nov 20 21:23:09.962710 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f3d6a2cc-cc15-4826-969d-54e45ea4384b no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:23:09.964199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b79d7-97d9-42cb-b849-f2b3fa03494e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f895ec3-e455-4d81-8a73-ea9a31734dce,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:09.987077 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: f3d6a2cc-cc15-4826-969d-54e45ea4384b {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:23:09.987329 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device f3d6a2cc-cc15-4826-969d-54e45ea4384b not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:23:10.204879 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53066) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:10.212232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1c405dc0-19ee-47a4-97f4-880289a6a409 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-31519588', 'description': 'tempest-secgroup-smoke-31519588 description', 'project_id': '9150e5dc713c4519842f75908123d4ce'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:23:10.251624 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c405dc0-19ee-47a4-97f4-880289a6a409 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:10.334161 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c405dc0-19ee-47a4-97f4-880289a6a409 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:10.338004 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c405dc0-19ee-47a4-97f4-880289a6a409 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:10.368972 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1c405dc0-19ee-47a4-97f4-880289a6a409 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:10.370231 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1c405dc0-19ee-47a4-97f4-880289a6a409 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.1635268
Nov 20 21:23:10.372428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c405dc0-19ee-47a4-97f4-880289a6a409 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00495272-6852-40ab-84f0-57674b465cd6,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:10.373455 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53068) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:10.378167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6aa74b24-b068-4b16-91ab-b050f9c87640 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': '00495272-6852-40ab-84f0-57674b465cd6', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:23:10.405755 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6aa74b24-b068-4b16-91ab-b050f9c87640 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:10.454507 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6aa74b24-b068-4b16-91ab-b050f9c87640 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:10.458273 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6aa74b24-b068-4b16-91ab-b050f9c87640 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:10.479716 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa74b24-b068-4b16-91ab-b050f9c87640 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf068ba-7401-47a1-a516-2eea76aad087,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:10.486668 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6aa74b24-b068-4b16-91ab-b050f9c87640 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:10.487770 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6aa74b24-b068-4b16-91ab-b050f9c87640 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1131835
Nov 20 21:23:10.490546 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53070) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:10.497442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0157e82f-00df-4f55-a086-fbac8191b2f2 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': '00495272-6852-40ab-84f0-57674b465cd6', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:23:10.501095 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 67780629-4a2f-4386-8bd4-49e643149fe5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:23:10.522009 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 67780629-4a2f-4386-8bd4-49e643149fe5 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:23:10.522293 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 67780629-4a2f-4386-8bd4-49e643149fe5 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:23:10.522706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 48812602-e993-41e2-8a51-32b7fd16b603 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:23:10.533831 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0157e82f-00df-4f55-a086-fbac8191b2f2 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:10.543141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 48812602-e993-41e2-8a51-32b7fd16b603 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:23:10.543494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 48812602-e993-41e2-8a51-32b7fd16b603 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:23:10.543913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bb0f452b-fb36-43c3-a811-17e3f2b8117f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:23:10.563183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: bb0f452b-fb36-43c3-a811-17e3f2b8117f {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:23:10.563531 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device bb0f452b-fb36-43c3-a811-17e3f2b8117f not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:23:10.592105 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0157e82f-00df-4f55-a086-fbac8191b2f2 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:10.595834 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0157e82f-00df-4f55-a086-fbac8191b2f2 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:10.610640 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157e82f-00df-4f55-a086-fbac8191b2f2 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d0c45c-763e-48f4-bdee-91130ebca69a,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:10.621440 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0157e82f-00df-4f55-a086-fbac8191b2f2 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:10.625521 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0157e82f-00df-4f55-a086-fbac8191b2f2 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1313415
Nov 20 21:23:10.625673 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53072) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:10.630153 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-1168c4d0-5f0d-4de9-9cd1-c2cf55cd83b1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': '00495272-6852-40ab-84f0-57674b465cd6', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:23:10.655213 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1168c4d0-5f0d-4de9-9cd1-c2cf55cd83b1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:10.711368 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1168c4d0-5f0d-4de9-9cd1-c2cf55cd83b1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:10.714772 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1168c4d0-5f0d-4de9-9cd1-c2cf55cd83b1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:10.733926 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168c4d0-5f0d-4de9-9cd1-c2cf55cd83b1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956f0734-ab76-4cb1-a3cb-b9b093cd4f05,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:10.739156 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-1168c4d0-5f0d-4de9-9cd1-c2cf55cd83b1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:10.740272 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-1168c4d0-5f0d-4de9-9cd1-c2cf55cd83b1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1135852
Nov 20 21:23:10.743273 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53074) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:10.794576 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-887e3925-bbce-4902-9d5b-81506a7ea96b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': '00495272-6852-40ab-84f0-57674b465cd6', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:23:10.821262 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-887e3925-bbce-4902-9d5b-81506a7ea96b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.190310 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-887e3925-bbce-4902-9d5b-81506a7ea96b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.194214 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-887e3925-bbce-4902-9d5b-81506a7ea96b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.213346 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e3925-bbce-4902-9d5b-81506a7ea96b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a4c50d-43a3-4f14-8a3a-89e1b1c3a469,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:11.220562 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-887e3925-bbce-4902-9d5b-81506a7ea96b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.221793 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-887e3925-bbce-4902-9d5b-81506a7ea96b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4775925
Nov 20 21:23:11.224492 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53078) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:11.229063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0cc0cc9d-3d10-4893-8603-f1ca2bb9db2a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': '00495272-6852-40ab-84f0-57674b465cd6', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:23:11.250337 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-0cc0cc9d-3d10-4893-8603-f1ca2bb9db2a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Project 9150e5dc713c4519842f75908123d4ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:23:11.254981 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cc9d-3d10-4893-8603-f1ca2bb9db2a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.311862 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cc9d-3d10-4893-8603-f1ca2bb9db2a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.315573 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cc9d-3d10-4893-8603-f1ca2bb9db2a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.333816 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0cc9d-3d10-4893-8603-f1ca2bb9db2a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ea9522-5cc7-4f0d-95d0-307974ce02bb,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:11.342467 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cc9d-3d10-4893-8603-f1ca2bb9db2a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.343726 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0cc0cc9d-3d10-4893-8603-f1ca2bb9db2a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1182566
Nov 20 21:23:11.346486 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53080) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:11.350921 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ba11c2bc-05de-4a27-adbf-fa2d14e635b8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'security_group_rule': {'security_group_id': '00495272-6852-40ab-84f0-57674b465cd6', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:23:11.371605 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-ba11c2bc-05de-4a27-adbf-fa2d14e635b8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Project 9150e5dc713c4519842f75908123d4ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:23:11.376497 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba11c2bc-05de-4a27-adbf-fa2d14e635b8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.435628 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba11c2bc-05de-4a27-adbf-fa2d14e635b8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.438882 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba11c2bc-05de-4a27-adbf-fa2d14e635b8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.457039 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11c2bc-05de-4a27-adbf-fa2d14e635b8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6573fde2-d1fc-4e52-9f59-65205a1cee00,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:11.464636 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba11c2bc-05de-4a27-adbf-fa2d14e635b8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.465833 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ba11c2bc-05de-4a27-adbf-fa2d14e635b8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1184049
Nov 20 21:23:11.468834 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53082) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:11.473619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-dbf2972f-f747-4a4e-bf17-d3aae58b6f90 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'network': {'name': 'tempest-network-smoke--934094718', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'port_security_enabled': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:23:11.494508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf2972f-f747-4a4e-bf17-d3aae58b6f90 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Made reservation on behalf of 9150e5dc713c4519842f75908123d4ce for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:23:11.498099 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dbf2972f-f747-4a4e-bf17-d3aae58b6f90 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.522909 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf2972f-f747-4a4e-bf17-d3aae58b6f90 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:23:11.532656 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dbf2972f-f747-4a4e-bf17-d3aae58b6f90 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.533004 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-dbf2972f-f747-4a4e-bf17-d3aae58b6f90 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Added segment 8faa23f8-59da-4ff4-b01c-9e3593943fe0 of type vlan for network f0823846-b9e6-4832-888e-17b78eb4e4e1
Nov 20 21:23:11.578907 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dbf2972f-f747-4a4e-bf17-d3aae58b6f90 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.602501 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dbf2972f-f747-4a4e-bf17-d3aae58b6f90 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.608302 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf2972f-f747-4a4e-bf17-d3aae58b6f90 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:11.608893 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-dbf2972f-f747-4a4e-bf17-d3aae58b6f90 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.642099 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-dbf2972f-f747-4a4e-bf17-d3aae58b6f90 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1722350
Nov 20 21:23:11.644971 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53084) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:11.649923 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1666563140', 'admin_state_up': True, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:23:11.672254 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.673382 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.680340 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2972f-f747-4a4e-bf17-d3aae58b6f90 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Network': ['ID=f0823846-b9e6-4832-888e-17b78eb4e4e1,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:11.692208 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network f0823846-b9e6-4832-888e-17b78eb4e4e1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:23:11.733519 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:11.876555 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:12.067474 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:12.086793 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:12.194323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Allocated IP 172.35.1.133 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/b10e4caa-2358-4364-bddd-d22041b02114) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:23:12.295519 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:12.328766 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:12.367705 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:23:12.372681 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:23:12.376077 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:23:12.385851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a8f63a-04f9-4c21-a9b3-153e7b2e8b70 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:23:12.404442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=b10e4caa-2358-4364-bddd-d22041b02114,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:12.502191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c724778a-7944-41cc-8956-9d5f97ff3210 None None] Provisioning complete for port b10e4caa-2358-4364-bddd-d22041b02114 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:23:12.502570 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c724778a-7944-41cc-8956-9d5f97ff3210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:12.539790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c724778a-7944-41cc-8956-9d5f97ff3210 None None] Port b10e4caa-2358-4364-bddd-d22041b02114 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:23:12.625230 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:12.818175 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:12.938584 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router cc297434-3b1e-4c1a-9182-45073cf69d52 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:23:13.043054 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:23:13.052923 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Sync routers for ids ['cc297434-3b1e-4c1a-9182-45073cf69d52'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:23:13.063327 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:13.063729 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Routers {'cc297434-3b1e-4c1a-9182-45073cf69d52'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:23:13.064346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4757f460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:22:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cc297434-3b1e-4c1a-9182-45073cf69d52'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:13.064562 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ad9a730c-2267-47ba-9f11-0d3fdbe80769 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.4184976
Nov 20 21:23:13.068034 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53086) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:13.098892 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c2606a6d-0789-4b32-9912-b416b491d1fe tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9150e5dc713c4519842f75908123d4ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0299428
Nov 20 21:23:13.102075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53088) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:13.174342 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Set router cc297434-3b1e-4c1a-9182-45073cf69d52 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:23:13.187856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030a9ab6-d094-424b-8a6c-9da8bdb61eae tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:13.191991 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-030a9ab6-d094-424b-8a6c-9da8bdb61eae tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0863924
Nov 20 21:23:13.192181 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53090) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:13.222840 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-20f7f232-48ac-4b8b-8303-adddd6beb258 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0272391
Nov 20 21:23:13.223075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53092) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:13.228273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8e7568a6-57b3-4ac5-b08d-3ccc7c517eb8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-492274962', 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1', 'project_id': '9150e5dc713c4519842f75908123d4ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:23:13.317748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7568a6-57b3-4ac5-b08d-3ccc7c517eb8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Made reservation on behalf of 9150e5dc713c4519842f75908123d4ce for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:23:13.321749 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e7568a6-57b3-4ac5-b08d-3ccc7c517eb8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:13.341417 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0cba782a-6c66-4c9e-92ba-5278f0473402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:13.368563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4757f460>, [{'id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666563140', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:23:11Z', 'updated_at': '2021-11-20T21:23:12Z', 'revision_number': 3, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:12Z', 'updated_at': '2021-11-20T21:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:13.396690 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Checking router: cc297434-3b1e-4c1a-9182-45073cf69d52 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:23:13.397048 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Updating router cc297434-3b1e-4c1a-9182-45073cf69d52 port b10e4caa-2358-4364-bddd-d22041b02114 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:23:13.422510 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:13.844153 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:13.849392 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:13.862161 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e7568a6-57b3-4ac5-b08d-3ccc7c517eb8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:13.896868 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f25758-da35-4e14-874f-c5b52fc3934d None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:23:13.909678 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Attempting to bind port b10e4caa-2358-4364-bddd-d22041b02114 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:23:13.910071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Attempting to bind port b10e4caa-2358-4364-bddd-d22041b02114 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:23:13.910458 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Attempting to bind port b10e4caa-2358-4364-bddd-d22041b02114 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:23:13.913236 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b48178-35c8-4886-9cc9-04045a06e48c None None] Pushing event updated for resources: {'Port': ['ID=b10e4caa-2358-4364-bddd-d22041b02114,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:13.926497 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:23:13.926888 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:23:13.927304 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:13.927733 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:23:13.928214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Bound port: b10e4caa-2358-4364-bddd-d22041b02114, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:23:13.928610 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:13.932862 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7568a6-57b3-4ac5-b08d-3ccc7c517eb8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Subnet': ['ID=332e6c00-8639-4628-a0ec-4a23a5d2229b,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:13.938602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7568a6-57b3-4ac5-b08d-3ccc7c517eb8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Checking segment: {'id': '8faa23f8-59da-4ff4-b01c-9e3593943fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:23:13.939030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7568a6-57b3-4ac5-b08d-3ccc7c517eb8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network hostable DHCP agents. Network: f0823846-b9e6-4832-888e-17b78eb4e4e1, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:23:13.955049 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7568a6-57b3-4ac5-b08d-3ccc7c517eb8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network f0823846-b9e6-4832-888e-17b78eb4e4e1 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:23:13.965915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-8e7568a6-57b3-4ac5-b08d-3ccc7c517eb8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f0823846-b9e6-4832-888e-17b78eb4e4e1) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:23:13.969982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7568a6-57b3-4ac5-b08d-3ccc7c517eb8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:13.970788 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8e7568a6-57b3-4ac5-b08d-3ccc7c517eb8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:13.980880 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9a49aa-ef18-402f-a826-99ab29e5051e None None] Network f0823846-b9e6-4832-888e-17b78eb4e4e1 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:23:13.987314 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8e7568a6-57b3-4ac5-b08d-3ccc7c517eb8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7633200
Nov 20 21:23:13.990355 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53094) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:14.006997 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] For port b10e4caa-2358-4364-bddd-d22041b02114, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:23:14.016899 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2a7d7372-38ca-4879-b7ce-56a793052a13 None None] Provisioning complete for port b10e4caa-2358-4364-bddd-d22041b02114 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:23:14.017275 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2a7d7372-38ca-4879-b7ce-56a793052a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:14.033927 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] For port b10e4caa-2358-4364-bddd-d22041b02114, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b10e4caa-2358-4364-bddd-d22041b02114,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:23:14.055680 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:14.145565 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d7372-38ca-4879-b7ce-56a793052a13 None None] Port b10e4caa-2358-4364-bddd-d22041b02114 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:23:14.162984 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a9a71c-5c65-4f0a-8891-a527cb527b6f None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:23:14.203410 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b48178-35c8-4886-9cc9-04045a06e48c None None] Pushing event updated for resources: {'Port': ['ID=b10e4caa-2358-4364-bddd-d22041b02114,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:14.215317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Routers {'cc297434-3b1e-4c1a-9182-45073cf69d52'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:23:14.215952 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4757f460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:22:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cc297434-3b1e-4c1a-9182-45073cf69d52'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:14.337570 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f0823846-b9e6-4832-888e-17b78eb4e4e1', 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ips': [{'subnet_id': '332e6c00-8639-4628-a0ec-4a23a5d2229b'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:23:14.338459 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:14.347867 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ed543c8c-cb9e-476e-97bf-f994881fe33c None None] Provisioning complete for port b10e4caa-2358-4364-bddd-d22041b02114 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:23:14.348240 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ed543c8c-cb9e-476e-97bf-f994881fe33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:14.401655 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] Set router cc297434-3b1e-4c1a-9182-45073cf69d52 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:23:14.442141 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:14.670767 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ed543c8c-cb9e-476e-97bf-f994881fe33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:14.722688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ed543c8c-cb9e-476e-97bf-f994881fe33c None None] For port b10e4caa-2358-4364-bddd-d22041b02114, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b10e4caa-2358-4364-bddd-d22041b02114,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:23:14.730037 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Allocated IP 172.20.0.2 (f0823846-b9e6-4832-888e-17b78eb4e4e1/332e6c00-8639-4628-a0ec-4a23a5d2229b/26d35745-4ab6-4fec-8f30-93a58abad2de) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:23:14.732809 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ed543c8c-cb9e-476e-97bf-f994881fe33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:14.855290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed543c8c-cb9e-476e-97bf-f994881fe33c None None] Pushing event updated for resources: {'Port': ['ID=b10e4caa-2358-4364-bddd-d22041b02114,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:14.867906 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4757f460>, [{'id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666563140', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:23:11Z', 'updated_at': '2021-11-20T21:23:12Z', 'revision_number': 3, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:12Z', 'updated_at': '2021-11-20T21:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:14.901274 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860281a2-a4e6-4608-acd0-465a289d1714 None None] The sync data for ids ['cc297434-3b1e-4c1a-9182-45073cf69d52'] in ncdv-master-1 is: [{'id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666563140', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:23:11Z', 'updated_at': '2021-11-20T21:23:12Z', 'revision_number': 3, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:12Z', 'updated_at': '2021-11-20T21:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:23:14.968851 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:14.975460 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:15.017935 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Network f0823846-b9e6-4832-888e-17b78eb4e4e1 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:23:15.020740 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:23:15.023966 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:23:15.033041 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Allocated IP 172.20.0.1 (f0823846-b9e6-4832-888e-17b78eb4e4e1/332e6c00-8639-4628-a0ec-4a23a5d2229b/cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:23:15.036954 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Pushing event updated for resources: {'Port': ['ID=26d35745-4ab6-4fec-8f30-93a58abad2de,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:15.090657 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Attempting to bind port 26d35745-4ab6-4fec-8f30-93a58abad2de on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:23:15.091199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Attempting to bind port 26d35745-4ab6-4fec-8f30-93a58abad2de by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8faa23f8-59da-4ff4-b01c-9e3593943fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:23:15.091470 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Attempting to bind port 26d35745-4ab6-4fec-8f30-93a58abad2de on network f0823846-b9e6-4832-888e-17b78eb4e4e1 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:23:15.096520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:23:15.096909 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Checking segment: {'id': '8faa23f8-59da-4ff4-b01c-9e3593943fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:23:15.097322 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:15.097776 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Bound using segment: {'id': '8faa23f8-59da-4ff4-b01c-9e3593943fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:23:15.098278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Bound port: 26d35745-4ab6-4fec-8f30-93a58abad2de, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8faa23f8-59da-4ff4-b01c-9e3593943fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:23:15.098722 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:15.181475 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:15.201301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] For port 26d35745-4ab6-4fec-8f30-93a58abad2de, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:23:15.205114 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] For port 26d35745-4ab6-4fec-8f30-93a58abad2de, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26d35745-4ab6-4fec-8f30-93a58abad2de,segment=NetworkSegment(8faa23f8-59da-4ff4-b01c-9e3593943fe0),segment_id=8faa23f8-59da-4ff4-b01c-9e3593943fe0)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:23:15.209906 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:15.224423 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:15.275692 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network f0823846-b9e6-4832-888e-17b78eb4e4e1 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:23:15.279086 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:23:15.283295 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:23:15.287635 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9b5d2-a0db-4829-a99b-6751b5d5bf12 None None] Pushing event updated for resources: {'Port': ['ID=26d35745-4ab6-4fec-8f30-93a58abad2de,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:15.318078 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:15.346185 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:15.510859 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:15.561224 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:23:15.697562 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7645ce78-4d18-4f46-97d1-8a0733b07e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:15.820698 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:15.825202 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:15.906890 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:15.910646 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:16.009536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network f0823846-b9e6-4832-888e-17b78eb4e4e1 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:23:16.011195 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:23:16.131700 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router cc297434-3b1e-4c1a-9182-45073cf69d52 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:23:16.249301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:23:16.256349 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-07f03fba-84a5-46b2-a9f1-c90cf81b61f6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "PUT /v2.0/routers/cc297434-3b1e-4c1a-9182-45073cf69d52/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2644498
Nov 20 21:23:16.267848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8233a345-84d4-4ea2-bd69-5e3dc00767fc None None] Network f0823846-b9e6-4832-888e-17b78eb4e4e1 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:23:16.391943 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a64f1bc1-038e-4adc-84d5-11e26b5b0189 None None] Provisioning complete for port 26d35745-4ab6-4fec-8f30-93a58abad2de triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:23:16.392310 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a64f1bc1-038e-4adc-84d5-11e26b5b0189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:16.424251 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-21f52c25-fbd1-4106-b1bd-0118ee4ea359 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-31519588&fields=id&tenant_id=9150e5dc713c4519842f75908123d4ce HTTP/1.1" status: 200  len: 267 time: 0.0461657
Nov 20 21:23:16.544148 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a64f1bc1-038e-4adc-84d5-11e26b5b0189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:16.587486 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-09a66813-f970-45a1-9517-101670611f88 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:16.589521 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-09a66813-f970-45a1-9517-101670611f88 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/networks?id=f0823846-b9e6-4832-888e-17b78eb4e4e1 HTTP/1.1" status: 200  len: 796 time: 0.1561465
Nov 20 21:23:16.595069 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 26d35745-4ab6-4fec-8f30-93a58abad2de up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:23:16.611218 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-60ff9114-69bd-4fc9-9d51-36ed55d2445a tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/quotas/9150e5dc713c4519842f75908123d4ce HTTP/1.1" status: 200  len: 375 time: 0.0109997
Nov 20 21:23:16.654703 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a64f1bc1-038e-4adc-84d5-11e26b5b0189 None None] For port 26d35745-4ab6-4fec-8f30-93a58abad2de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26d35745-4ab6-4fec-8f30-93a58abad2de,segment=NetworkSegment(8faa23f8-59da-4ff4-b01c-9e3593943fe0),segment_id=8faa23f8-59da-4ff4-b01c-9e3593943fe0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:23:16.665095 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a64f1bc1-038e-4adc-84d5-11e26b5b0189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:16.674548 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-ef64aed1-3f26-4d44-a9ac-f9d91dda4694 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0574634
Nov 20 21:23:16.722386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 26d35745-4ab6-4fec-8f30-93a58abad2de triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:23:16.722764 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:16.748077 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f1bc1-038e-4adc-84d5-11e26b5b0189 None None] Pushing event updated for resources: {'Port': ['ID=26d35745-4ab6-4fec-8f30-93a58abad2de,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:16.802854 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-61e49f7b-bb09-4071-8f89-bd3e29302cbc service neutron] 10.222.0.41 "GET /v2.0/networks/f0823846-b9e6-4832-888e-17b78eb4e4e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1117041
Nov 20 21:23:16.813177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b10e4caa-2358-4364-bddd-d22041b02114 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:23:16.876329 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:16.895487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b10e4caa-2358-4364-bddd-d22041b02114 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:23:16.895871 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:16.915200 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-894668a3-cba2-4e69-a19a-90713bf2af93 service neutron] 10.222.0.41 "GET /v2.0/networks/f0823846-b9e6-4832-888e-17b78eb4e4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1042273
Nov 20 21:23:16.968499 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Sync routers for ids ['cc297434-3b1e-4c1a-9182-45073cf69d52'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:23:16.985917 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Routers {'cc297434-3b1e-4c1a-9182-45073cf69d52'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:23:16.987133 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54245f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:23:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cc297434-3b1e-4c1a-9182-45073cf69d52'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:17.092392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fc48e3b1-3a3a-44cb-9825-10fb14bb8f1f None None] Provisioning complete for port 26d35745-4ab6-4fec-8f30-93a58abad2de triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:23:17.093519 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fc48e3b1-3a3a-44cb-9825-10fb14bb8f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:17.110089 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Set router cc297434-3b1e-4c1a-9182-45073cf69d52 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:23:17.216502 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c0bd8b08-1f95-4241-83b6-9c182c345f90 req-d9f1bbc2-3d75-46f2-9541-911c1412fe7e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 210 time: 0.0442450
Nov 20 21:23:17.267511 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fc48e3b1-3a3a-44cb-9825-10fb14bb8f1f None None] Provisioning complete for port cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:23:17.267966 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fc48e3b1-3a3a-44cb-9825-10fb14bb8f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:17.307764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-fc48e3b1-3a3a-44cb-9825-10fb14bb8f1f None None] Port cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:23:17.383396 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54245f40>, [{'id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666563140', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:23:11Z', 'updated_at': '2021-11-20T21:23:15Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:12Z', 'updated_at': '2021-11-20T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99', 'name': '', 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:6a:fa:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:14Z', 'updated_at': '2021-11-20T21:23:15Z', 'revision_number': 2, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:17.408839 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Checking router: cc297434-3b1e-4c1a-9182-45073cf69d52 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:23:17.409193 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Updating router cc297434-3b1e-4c1a-9182-45073cf69d52 port cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:23:17.433533 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-df25e9c7-cc68-4a3c-9522-2dbd2a89dcb6 None None] Provisioning complete for port cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:23:17.434349 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-df25e9c7-cc68-4a3c-9522-2dbd2a89dcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:17.441637 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:17.470671 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-df25e9c7-cc68-4a3c-9522-2dbd2a89dcb6 None None] Port cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:23:17.712708 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:17.719031 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:17.783023 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4aaeb-e13e-4b8d-9987-bf1541a6699e None None] Pushing event updated for resources: {'Port': ['ID=cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:17.809140 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4aaeb-e13e-4b8d-9987-bf1541a6699e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:17.809641 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4aaeb-e13e-4b8d-9987-bf1541a6699e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:17.810079 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4aaeb-e13e-4b8d-9987-bf1541a6699e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:17.810470 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4aaeb-e13e-4b8d-9987-bf1541a6699e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:17.810867 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4aaeb-e13e-4b8d-9987-bf1541a6699e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:17.811262 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4aaeb-e13e-4b8d-9987-bf1541a6699e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:17.811671 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4aaeb-e13e-4b8d-9987-bf1541a6699e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:17.812061 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4aaeb-e13e-4b8d-9987-bf1541a6699e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:17.812452 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4aaeb-e13e-4b8d-9987-bf1541a6699e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:17.812837 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4aaeb-e13e-4b8d-9987-bf1541a6699e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:17.813285 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4aaeb-e13e-4b8d-9987-bf1541a6699e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:17.813674 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4aaeb-e13e-4b8d-9987-bf1541a6699e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:23:17.845046 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Attempting to bind port cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:23:17.845468 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Attempting to bind port cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8faa23f8-59da-4ff4-b01c-9e3593943fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:23:17.845840 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Attempting to bind port cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99 on network f0823846-b9e6-4832-888e-17b78eb4e4e1 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:23:17.852180 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:23:17.852558 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Checking segment: {'id': '8faa23f8-59da-4ff4-b01c-9e3593943fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:23:17.852961 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:17.853357 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Bound using segment: {'id': '8faa23f8-59da-4ff4-b01c-9e3593943fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:23:17.853827 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Bound port: cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8faa23f8-59da-4ff4-b01c-9e3593943fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:23:17.854275 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:17.920775 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] For port cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:23:17.924168 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] For port cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99,segment=NetworkSegment(8faa23f8-59da-4ff4-b01c-9e3593943fe0),segment_id=8faa23f8-59da-4ff4-b01c-9e3593943fe0)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:23:17.928243 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:17.980965 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Routers {'cc297434-3b1e-4c1a-9182-45073cf69d52'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:23:17.981632 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54245f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:23:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cc297434-3b1e-4c1a-9182-45073cf69d52'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:17.993842 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8f3b27a8-d6e4-4c56-9043-88975d1a658d None None] Provisioning complete for port cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:23:17.994255 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8f3b27a8-d6e4-4c56-9043-88975d1a658d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:18.054962 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4aaeb-e13e-4b8d-9987-bf1541a6699e None None] Pushing event updated for resources: {'Port': ['ID=cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:18.101821 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8f3b27a8-d6e4-4c56-9043-88975d1a658d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:18.119702 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] Set router cc297434-3b1e-4c1a-9182-45073cf69d52 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:23:18.143512 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8f3b27a8-d6e4-4c56-9043-88975d1a658d None None] For port cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99,segment=NetworkSegment(8faa23f8-59da-4ff4-b01c-9e3593943fe0),segment_id=8faa23f8-59da-4ff4-b01c-9e3593943fe0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:23:18.159446 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8f3b27a8-d6e4-4c56-9043-88975d1a658d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:18.215333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b27a8-d6e4-4c56-9043-88975d1a658d None None] Pushing event updated for resources: {'Port': ['ID=cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:18.295581 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-22ff39ed-1027-4758-9286-064449686894 None None] Provisioning complete for port cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:23:18.296262 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-22ff39ed-1027-4758-9286-064449686894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:18.299322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-bc659e8c-1456-4b7c-9ad7-c042372c3b9d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:18.302488 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-bc659e8c-1456-4b7c-9ad7-c042372c3b9d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.47 "GET /v2.0/networks?id=f0823846-b9e6-4832-888e-17b78eb4e4e1 HTTP/1.1" status: 200  len: 796 time: 0.2315686
Nov 20 21:23:18.350226 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c2ecf518-753d-4c69-a714-9ca16d5d1915 req-7e750ee9-de96-4c5a-8673-e4cc41688503 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 210 time: 0.0415287
Nov 20 21:23:18.381890 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54245f40>, [{'id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666563140', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:23:11Z', 'updated_at': '2021-11-20T21:23:15Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:12Z', 'updated_at': '2021-11-20T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99', 'name': '', 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:6a:fa:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:14Z', 'updated_at': '2021-11-20T21:23:17Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:18.387249 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-b16f1923-a4aa-455f-ab6a-52640bca40b6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9150e5dc713c4519842f75908123d4ce HTTP/1.1" status: 200  len: 378 time: 0.0755610
Nov 20 21:23:18.397065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-0a478391-ecde-41ca-be07-4cf48a683a2f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'port': {'device_id': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1', 'admin_state_up': True, 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'security_groups': ['00495272-6852-40ab-84f0-57674b465cd6']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:23:18.410592 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d73008-1040-4dfd-9d33-bd1af3aaad2f None None] The sync data for ids ['cc297434-3b1e-4c1a-9182-45073cf69d52'] in ncdv-master-1 is: [{'id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666563140', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:23:11Z', 'updated_at': '2021-11-20T21:23:15Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:12Z', 'updated_at': '2021-11-20T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99', 'name': '', 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:6a:fa:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:14Z', 'updated_at': '2021-11-20T21:23:17Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:23:18.566606 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-0a478391-ecde-41ca-be07-4cf48a683a2f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Made reservation on behalf of 9150e5dc713c4519842f75908123d4ce for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:23:18.570854 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-0a478391-ecde-41ca-be07-4cf48a683a2f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:18.668827 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 26d35745-4ab6-4fec-8f30-93a58abad2de up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:23:18.715394 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:18.718289 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-0a478391-ecde-41ca-be07-4cf48a683a2f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Allocated IP 172.20.0.12 (f0823846-b9e6-4832-888e-17b78eb4e4e1/332e6c00-8639-4628-a0ec-4a23a5d2229b/2f307067-6781-4cc6-b9cf-9eaa06862074) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:23:18.736044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 26d35745-4ab6-4fec-8f30-93a58abad2de triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:23:18.737198 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:18.825271 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:23:18.873528 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:23:18.873821 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:18.880493 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-0a478391-ecde-41ca-be07-4cf48a683a2f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:18.917867 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-0a478391-ecde-41ca-be07-4cf48a683a2f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:18.966241 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-0a478391-ecde-41ca-be07-4cf48a683a2f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network f0823846-b9e6-4832-888e-17b78eb4e4e1 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:23:18.969730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-0a478391-ecde-41ca-be07-4cf48a683a2f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:23:18.973783 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-0a478391-ecde-41ca-be07-4cf48a683a2f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:23:18.981369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a478391-ecde-41ca-be07-4cf48a683a2f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=2f307067-6781-4cc6-b9cf-9eaa06862074,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:19.037500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-0a478391-ecde-41ca-be07-4cf48a683a2f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:19.038376 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-0a478391-ecde-41ca-be07-4cf48a683a2f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:19.057906 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-0a478391-ecde-41ca-be07-4cf48a683a2f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6645582
Nov 20 21:23:19.070879 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Request body: {'port': {'device_id': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:23:19.131625 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:19.269307 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:19.308968 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-78d68bcd-f39f-476e-affc-16669b287fe2 req-8718a29a-451b-4084-b52e-f28d374a0746 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1284368
Nov 20 21:23:19.428624 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-821f0074-4182-42c5-869c-9e5d3e79e62c None None] Provisioning complete for port 2f307067-6781-4cc6-b9cf-9eaa06862074 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:23:19.429873 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-821f0074-4182-42c5-869c-9e5d3e79e62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:19.469759 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-821f0074-4182-42c5-869c-9e5d3e79e62c None None] Port 2f307067-6781-4cc6-b9cf-9eaa06862074 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:23:19.529336 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f307067-6781-4cc6-b9cf-9eaa06862074 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:23:19.540704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68bcd-f39f-476e-affc-16669b287fe2 req-c4f72351-f24c-4b6d-bd36-df1d9864c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:19.542258 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-78d68bcd-f39f-476e-affc-16669b287fe2 req-c4f72351-f24c-4b6d-bd36-df1d9864c135 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 1096 time: 0.1724579
Nov 20 21:23:19.544202 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:19.566943 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05949e58-f86f-4495-8942-3970e6f1c108 req-00e8e3a1-01fc-4f7f-b6a8-34095266b530 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:19.568447 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05949e58-f86f-4495-8942-3970e6f1c108 req-00e8e3a1-01fc-4f7f-b6a8-34095266b530 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 932 time: 0.1410620
Nov 20 21:23:19.569499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Transition to ACTIVE for port object 2f307067-6781-4cc6-b9cf-9eaa06862074 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:23:19.582025 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:19.754483 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05949e58-f86f-4495-8942-3970e6f1c108 req-78decabb-4ca1-446d-b716-344c3164c5c5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1752708
Nov 20 21:23:19.757043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Pushing event updated for resources: {'Port': ['ID=2f307067-6781-4cc6-b9cf-9eaa06862074,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:19.800357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68bcd-f39f-476e-affc-16669b287fe2 req-51868de4-c0f7-43d7-b934-dad3f9d65c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:19.801858 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-78d68bcd-f39f-476e-affc-16669b287fe2 req-51868de4-c0f7-43d7-b934-dad3f9d65c73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.2308917
Nov 20 21:23:19.865710 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Attempting to bind port 2f307067-6781-4cc6-b9cf-9eaa06862074 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:23:19.866061 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Attempting to bind port 2f307067-6781-4cc6-b9cf-9eaa06862074 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8faa23f8-59da-4ff4-b01c-9e3593943fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:23:19.866402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Attempting to bind port 2f307067-6781-4cc6-b9cf-9eaa06862074 on network f0823846-b9e6-4832-888e-17b78eb4e4e1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:23:19.877736 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Port 2f307067-6781-4cc6-b9cf-9eaa06862074 on network f0823846-b9e6-4832-888e-17b78eb4e4e1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:23:19.878071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Attempting to bind port 2f307067-6781-4cc6-b9cf-9eaa06862074 on network f0823846-b9e6-4832-888e-17b78eb4e4e1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:23:19.887131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:23:19.887469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Checking segment: {'id': '8faa23f8-59da-4ff4-b01c-9e3593943fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:23:19.887855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Bound using segment: {'id': '8faa23f8-59da-4ff4-b01c-9e3593943fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:23:19.888284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Bound port: 2f307067-6781-4cc6-b9cf-9eaa06862074, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8faa23f8-59da-4ff4-b01c-9e3593943fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:23:19.888638 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:19.892652 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-78d68bcd-f39f-476e-affc-16669b287fe2 req-e63d6fdb-b474-48c4-be6a-f2a747442d1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2292d41-b405-4690-8d85-66a2902c9bd5 HTTP/1.1" status: 200  len: 1001 time: 0.0823295
Nov 20 21:23:19.979933 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68bcd-f39f-476e-affc-16669b287fe2 req-8d4201a4-8086-41fc-90a4-2cec3e23d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:19.981407 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-78d68bcd-f39f-476e-affc-16669b287fe2 req-8d4201a4-8086-41fc-90a4-2cec3e23d3b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.0817578
Nov 20 21:23:20.018958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] For port 2f307067-6781-4cc6-b9cf-9eaa06862074, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:23:20.034720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] For port 2f307067-6781-4cc6-b9cf-9eaa06862074, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f307067-6781-4cc6-b9cf-9eaa06862074,segment=NetworkSegment(8faa23f8-59da-4ff4-b01c-9e3593943fe0),segment_id=8faa23f8-59da-4ff4-b01c-9e3593943fe0)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:23:20.040818 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:20.077794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68bcd-f39f-476e-affc-16669b287fe2 req-b01c741e-bc1b-4c24-9721-b31b0b18b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:20.079347 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-78d68bcd-f39f-476e-affc-16669b287fe2 req-b01c741e-bc1b-4c24-9721-b31b0b18b5bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0909126
Nov 20 21:23:20.097604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:20.098266 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:20.099891 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] 10.222.0.47 "PUT /v2.0/ports/2f307067-6781-4cc6-b9cf-9eaa06862074 HTTP/1.1" status: 200  len: 1092 time: 1.0336094
Nov 20 21:23:20.103177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'tag': '2f307067-6781-4cc6-b9cf-9eaa06862074'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:23:20.105481 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5152c29d-2e29-4c11-9120-c2da7ab08a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "98a948a3-e7ab-453a-b6ad-78e78c3d49fd", "tag": "2f307067-6781-4cc6-b9cf-9eaa06862074"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:23:20.155702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987ff70-7f58-4bbc-aaa5-63bf7796d178 service neutron] Pushing event updated for resources: {'Port': ['ID=2f307067-6781-4cc6-b9cf-9eaa06862074,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:20.184256 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f94892-00e0-4f5a-855e-135a0afbbd7b x-openstack-request-id: req-c8f94892-00e0-4f5a-855e-135a0afbbd7b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:23:20.184550 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a948a3-e7ab-453a-b6ad-78e78c3d49fd", "tag": "2f307067-6781-4cc6-b9cf-9eaa06862074", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:23:20.184811 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8f94892-00e0-4f5a-855e-135a0afbbd7b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:23:20.185221 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'tag': '2f307067-6781-4cc6-b9cf-9eaa06862074', 'status': 'completed', 'code': 200}
Nov 20 21:23:20.236230 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-78d68bcd-f39f-476e-affc-16669b287fe2 req-5050e81a-5b10-46c9-9446-1998d69a1587 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491201
Nov 20 21:23:20.238845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-04a56115-5979-45fd-85c9-27d9b78eab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:20.240229 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-04a56115-5979-45fd-85c9-27d9b78eab75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 1095 time: 0.0948930
Nov 20 21:23:20.301841 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-cfcdbe98-0be9-428f-8c1b-1aab7155d974 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f307067-6781-4cc6-b9cf-9eaa06862074 HTTP/1.1" status: 200  len: 217 time: 0.0505397
Nov 20 21:23:20.396955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-3558ac9c-f8a7-4057-b3f2-22a8726d28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:20.398494 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-3558ac9c-f8a7-4057-b3f2-22a8726d28e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=332e6c00-8639-4628-a0ec-4a23a5d2229b HTTP/1.1" status: 200  len: 834 time: 0.0858686
Nov 20 21:23:20.417179 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-78d68bcd-f39f-476e-affc-16669b287fe2 req-ce80ca1e-a92d-4653-b093-b2a109894cb6 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1735315
Nov 20 21:23:20.448163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-2cbb566d-1202-4495-9f07-dbe3f8339090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:20.449763 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-2cbb566d-1202-4495-9f07-dbe3f8339090 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0823846-b9e6-4832-888e-17b78eb4e4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0442581
Nov 20 21:23:20.541330 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-61bc356f-ace0-4082-ac68-6d97b6f5c750 service neutron] 10.222.0.47 "GET /v2.0/networks/f0823846-b9e6-4832-888e-17b78eb4e4e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845470
Nov 20 21:23:20.640865 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e5ecda18-e4cf-4be5-bf2c-d569dbf7ad83 req-4e56afdb-c4da-4465-94d5-628a45a1ef62 service neutron] 10.222.0.47 "GET /v2.0/networks/f0823846-b9e6-4832-888e-17b78eb4e4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928695
Nov 20 21:23:20.727697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152c29d-2e29-4c11-9120-c2da7ab08a8c req-0ef53689-a327-4c41-8b97-44bac2939ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:20.729202 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5152c29d-2e29-4c11-9120-c2da7ab08a8c req-0ef53689-a327-4c41-8b97-44bac2939ce4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 1095 time: 0.0426173
Nov 20 21:23:20.825231 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152c29d-2e29-4c11-9120-c2da7ab08a8c req-162ded73-01c8-47f2-aa48-7c55c0e3e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:20.827058 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5152c29d-2e29-4c11-9120-c2da7ab08a8c req-162ded73-01c8-47f2-aa48-7c55c0e3e2bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0823846-b9e6-4832-888e-17b78eb4e4e1 HTTP/1.1" status: 200  len: 897 time: 0.0909817
Nov 20 21:23:20.885168 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5152c29d-2e29-4c11-9120-c2da7ab08a8c req-523baeb2-2915-4e6b-a4fd-c6009d1d4d22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f307067-6781-4cc6-b9cf-9eaa06862074 HTTP/1.1" status: 200  len: 217 time: 0.0472684
Nov 20 21:23:20.942146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1da352-d5e2-49d9-9a42-aa8b43740a98 req-c84c3613-bffb-49f7-bd8b-d80f1def5eec tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:20.943599 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf1da352-d5e2-49d9-9a42-aa8b43740a98 req-c84c3613-bffb-49f7-bd8b-d80f1def5eec tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 944 time: 0.1142268
Nov 20 21:23:20.966895 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152c29d-2e29-4c11-9120-c2da7ab08a8c req-65453c01-f41a-4f95-8c75-efacbcc80824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:20.968295 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5152c29d-2e29-4c11-9120-c2da7ab08a8c req-65453c01-f41a-4f95-8c75-efacbcc80824 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=332e6c00-8639-4628-a0ec-4a23a5d2229b HTTP/1.1" status: 200  len: 834 time: 0.0751567
Nov 20 21:23:21.025328 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf1da352-d5e2-49d9-9a42-aa8b43740a98 req-ef2a52a4-6be2-47f3-914c-dad04e91fa25 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0754871
Nov 20 21:23:21.034918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152c29d-2e29-4c11-9120-c2da7ab08a8c req-3db89e31-dcc3-4835-a924-955a4c73df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:21.036436 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5152c29d-2e29-4c11-9120-c2da7ab08a8c req-3db89e31-dcc3-4835-a924-955a4c73df30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0823846-b9e6-4832-888e-17b78eb4e4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0548489
Nov 20 21:23:21.130087 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5152c29d-2e29-4c11-9120-c2da7ab08a8c req-143b573f-92dd-4c2d-a906-880ed88ce8a3 service neutron] 10.222.0.47 "GET /v2.0/networks/f0823846-b9e6-4832-888e-17b78eb4e4e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854902
Nov 20 21:23:21.222367 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5152c29d-2e29-4c11-9120-c2da7ab08a8c req-4cbb6839-8209-4d89-91f0-c9c631d2ee4d service neutron] 10.222.0.47 "GET /v2.0/networks/f0823846-b9e6-4832-888e-17b78eb4e4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841897
Nov 20 21:23:22.143949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624f1e2-6e9f-4967-9b05-401117e4e426 req-6930aa1d-86ed-4edb-a2c5-bc376ccd927f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:22.145750 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0624f1e2-6e9f-4967-9b05-401117e4e426 req-6930aa1d-86ed-4edb-a2c5-bc376ccd927f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 944 time: 0.0509086
Nov 20 21:23:22.195588 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0624f1e2-6e9f-4967-9b05-401117e4e426 req-8ad34fbc-b24f-4224-b7ec-937d60d7687e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430751
Nov 20 21:23:23.317075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bfc0d-b61a-45bf-8bd5-28eb1c87b881 req-9c38c04e-7320-45af-b19a-17b32fdae2ee tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:23.318584 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-055bfc0d-b61a-45bf-8bd5-28eb1c87b881 req-9c38c04e-7320-45af-b19a-17b32fdae2ee tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 944 time: 0.0535007
Nov 20 21:23:23.371479 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-055bfc0d-b61a-45bf-8bd5-28eb1c87b881 req-e1d06272-a6d6-4f25-87c6-2a703a6e8248 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0469913
Nov 20 21:23:23.385328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2f307067-6781-4cc6-b9cf-9eaa06862074 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:23:23.487724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 2f307067-6781-4cc6-b9cf-9eaa06862074, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f307067-6781-4cc6-b9cf-9eaa06862074,segment=NetworkSegment(8faa23f8-59da-4ff4-b01c-9e3593943fe0),segment_id=8faa23f8-59da-4ff4-b01c-9e3593943fe0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:23:23.500476 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '2f307067-6781-4cc6-b9cf-9eaa06862074', 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1', 'port_id': '2f307067-6781-4cc6-b9cf-9eaa06862074', 'mac_address': 'fa:16:3e:55:0a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:23:23.541512 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:23.557374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f307067-6781-4cc6-b9cf-9eaa06862074 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:23:23.578547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 2f307067-6781-4cc6-b9cf-9eaa06862074, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f307067-6781-4cc6-b9cf-9eaa06862074,segment=NetworkSegment(8faa23f8-59da-4ff4-b01c-9e3593943fe0),segment_id=8faa23f8-59da-4ff4-b01c-9e3593943fe0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:23:23.582184 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:23.637245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=2f307067-6781-4cc6-b9cf-9eaa06862074,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:23.780634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['2f307067-6781-4cc6-b9cf-9eaa06862074'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:23:24.506497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd51a4f-433d-4b61-b04f-f4c004516938 req-9ec49c3d-afbb-422a-b726-de486798b3b8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:24.509144 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7bd51a4f-433d-4b61-b04f-f4c004516938 req-9ec49c3d-afbb-422a-b726-de486798b3b8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 945 time: 0.0560155
Nov 20 21:23:24.566639 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7bd51a4f-433d-4b61-b04f-f4c004516938 req-df470f9b-72fe-4445-818c-076960eb08b9 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0512393
Nov 20 21:23:25.403586 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2f307067-6781-4cc6-b9cf-9eaa06862074 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:23:25.460816 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 2f307067-6781-4cc6-b9cf-9eaa06862074 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:23:25.464880 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 2f307067-6781-4cc6-b9cf-9eaa06862074 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:23:25.465280 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:25.553692 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:25.579684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f307067-6781-4cc6-b9cf-9eaa06862074'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:23:25.581962 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4338a7-0ab7-49cf-a4ec-fa739bb1c75d" -d '{"events": [{"server_uuid": "98a948a3-e7ab-453a-b6ad-78e78c3d49fd", "name": "network-vif-plugged", "status": "completed", "tag": "2f307067-6781-4cc6-b9cf-9eaa06862074"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:23:25.596819 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 2f307067-6781-4cc6-b9cf-9eaa06862074, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f307067-6781-4cc6-b9cf-9eaa06862074,segment=NetworkSegment(8faa23f8-59da-4ff4-b01c-9e3593943fe0),segment_id=8faa23f8-59da-4ff4-b01c-9e3593943fe0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:23:25.602541 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:25.644995 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae611e63-caae-44ea-b4d4-2f596a45f883 x-openstack-request-id: req-ae611e63-caae-44ea-b4d4-2f596a45f883 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:23:25.645297 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a948a3-e7ab-453a-b6ad-78e78c3d49fd", "name": "network-vif-plugged", "status": "completed", "tag": "2f307067-6781-4cc6-b9cf-9eaa06862074", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:23:25.645655 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae611e63-caae-44ea-b4d4-2f596a45f883 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:23:25.646102 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f307067-6781-4cc6-b9cf-9eaa06862074', 'code': 200}
Nov 20 21:23:25.664971 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=2f307067-6781-4cc6-b9cf-9eaa06862074,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:25.720400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440cfd9-9622-45a6-b5fd-70df905cbd6e req-adace327-dce5-4007-a248-6a7287236895 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:25.722187 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f440cfd9-9622-45a6-b5fd-70df905cbd6e req-adace327-dce5-4007-a248-6a7287236895 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0641615
Nov 20 21:23:25.799989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bf8ba-1576-4d87-807f-c7892e63dc7c req-25edfe76-22a8-4037-a6d1-270cbb1c3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:25.801557 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6b5bf8ba-1576-4d87-807f-c7892e63dc7c req-25edfe76-22a8-4037-a6d1-270cbb1c3978 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 1097 time: 0.0784435
Nov 20 21:23:25.805908 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f440cfd9-9622-45a6-b5fd-70df905cbd6e req-9775df48-9d73-4f1e-97fe-f370c9ac8205 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0742586
Nov 20 21:23:25.856292 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6b5bf8ba-1576-4d87-807f-c7892e63dc7c req-eb18b1e0-a7f1-4d1a-ace6-b008b03e623b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0476160
Nov 20 21:23:26.951551 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d2842-5663-48bd-b202-3bb470d310ca req-1112fff4-e026-4565-b401-367da266f31f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:26.953273 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f2d2842-5663-48bd-b202-3bb470d310ca req-1112fff4-e026-4565-b401-367da266f31f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0594022
Nov 20 21:23:27.011914 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f2d2842-5663-48bd-b202-3bb470d310ca req-2bca0f3a-2e56-487f-9e07-6d7b3a7c3dff tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0519307
Nov 20 21:23:27.143833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8cb35-b5bb-44d5-9414-fcb31533f814 req-5facf3bd-c7ae-4d61-bcc4-100a9825d74f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:27.145416 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39d8cb35-b5bb-44d5-9414-fcb31533f814 req-5facf3bd-c7ae-4d61-bcc4-100a9825d74f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0545223
Nov 20 21:23:27.203074 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-39d8cb35-b5bb-44d5-9414-fcb31533f814 req-0a5b1780-d500-4053-aaa5-f41262320fb1 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0508547
Nov 20 21:23:27.227501 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53146) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:27.382410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d949cf19-3b7b-426a-88c3-797b1e312d59 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:27.384246 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d949cf19-3b7b-426a-88c3-797b1e312d59 tempest-TestNetworkAdvancedServerOps-668392955 tempest-TestNetworkAdvancedServerOps-668392955-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 1092 time: 0.1555798
Nov 20 21:23:27.387201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53150) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:27.391804 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '2f307067-6781-4cc6-b9cf-9eaa06862074', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ip_address': '172.20.0.12'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:23:27.415524 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:27.526285 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:27.648555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Allocated IP 172.35.1.12 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/7fec708b-34a0-41c0-9c67-fc55b5dcca0f) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:23:27.756145 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:27.791287 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:27.835000 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:23:27.841146 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:23:27.843575 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=7fec708b-34a0-41c0-9c67-fc55b5dcca0f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:27.845922 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:23:28.247817 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:28.323568 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:28.490095 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:28.496499 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:28.581882 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event updated for resources: {'Port': ['ID=7fec708b-34a0-41c0-9c67-fc55b5dcca0f,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:23:28.593074 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:28.707246 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Floating IP 51038477-e11a-4d42-8ff5-c086e7d04357 associated. External IP: 172.35.1.12, port: 2f307067-6781-4cc6-b9cf-9eaa06862074.
Nov 20 21:23:28.937061 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router cc297434-3b1e-4c1a-9182-45073cf69d52 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:23:29.062988 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:23:29.074536 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a26e55-b4a3-4806-9998-e20f9e364c6e None None] Sync routers for ids ['cc297434-3b1e-4c1a-9182-45073cf69d52'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:23:29.083514 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:29.085908 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a26e55-b4a3-4806-9998-e20f9e364c6e None None] Routers {'cc297434-3b1e-4c1a-9182-45073cf69d52'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:23:29.088284 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f5a26e55-b4a3-4806-9998-e20f9e364c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a466845e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:23:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cc297434-3b1e-4c1a-9182-45073cf69d52'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:29.115197 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2b75dff5-7f67-46ab-bcbc-cd975c0dfa07 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.7269437
Nov 20 21:23:29.115834 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'tag': '2f307067-6781-4cc6-b9cf-9eaa06862074'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:23:29.118254 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a994e8c0-2828-4a7f-993d-058d86dd8da6" -d '{"events": [{"name": "network-changed", "server_uuid": "98a948a3-e7ab-453a-b6ad-78e78c3d49fd", "tag": "2f307067-6781-4cc6-b9cf-9eaa06862074"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:23:29.180365 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e9571e-42c3-4b5c-b7d0-4bcfe14f947b x-openstack-request-id: req-f3e9571e-42c3-4b5c-b7d0-4bcfe14f947b {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:23:29.180943 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a948a3-e7ab-453a-b6ad-78e78c3d49fd", "tag": "2f307067-6781-4cc6-b9cf-9eaa06862074", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:23:29.181394 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f3e9571e-42c3-4b5c-b7d0-4bcfe14f947b {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:23:29.181959 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'tag': '2f307067-6781-4cc6-b9cf-9eaa06862074', 'status': 'completed', 'code': 200}
Nov 20 21:23:29.253416 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252495f2-e21d-4476-97fe-1e5b48514bd1 req-055d8dcb-a3ef-48b6-82d9-4a853ad37a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:29.255817 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-252495f2-e21d-4476-97fe-1e5b48514bd1 req-055d8dcb-a3ef-48b6-82d9-4a853ad37a33 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0872126
Nov 20 21:23:29.266614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994e8c0-2828-4a7f-993d-058d86dd8da6 req-6d10fede-2107-46fe-b3bc-8d023d3ae26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:29.269173 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a994e8c0-2828-4a7f-993d-058d86dd8da6 req-6d10fede-2107-46fe-b3bc-8d023d3ae26c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 1097 time: 0.0692358
Nov 20 21:23:29.289609 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-f5a26e55-b4a3-4806-9998-e20f9e364c6e None None] Set router cc297434-3b1e-4c1a-9182-45073cf69d52 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:23:29.324752 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-252495f2-e21d-4476-97fe-1e5b48514bd1 req-591b9588-0c92-4e62-bbca-713dd64d9f58 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0587461
Nov 20 21:23:29.354324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53158) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:29.390728 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994e8c0-2828-4a7f-993d-058d86dd8da6 req-301827e4-fce7-46ec-8aaf-0af530c40a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:29.392563 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a994e8c0-2828-4a7f-993d-058d86dd8da6 req-301827e4-fce7-46ec-8aaf-0af530c40a07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0823846-b9e6-4832-888e-17b78eb4e4e1 HTTP/1.1" status: 200  len: 897 time: 0.1151597
Nov 20 21:23:29.432725 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5bee362b-bc93-4b1a-9fbc-ffb5aa6c82b5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/floatingips/51038477-e11a-4d42-8ff5-c086e7d04357 HTTP/1.1" status: 200  len: 991 time: 0.0772367
Nov 20 21:23:29.465603 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a994e8c0-2828-4a7f-993d-058d86dd8da6 req-3afef6b3-d9ee-4399-8fa8-3ef2aa52be87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f307067-6781-4cc6-b9cf-9eaa06862074 HTTP/1.1" status: 200  len: 999 time: 0.0659490
Nov 20 21:23:29.524332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994e8c0-2828-4a7f-993d-058d86dd8da6 req-7bac14b6-b81d-4a69-a919-a5873cdacd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:29.525854 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a994e8c0-2828-4a7f-993d-058d86dd8da6 req-7bac14b6-b81d-4a69-a919-a5873cdacd3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=332e6c00-8639-4628-a0ec-4a23a5d2229b HTTP/1.1" status: 200  len: 834 time: 0.0540617
Nov 20 21:23:29.577031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994e8c0-2828-4a7f-993d-058d86dd8da6 req-9ebcbaec-5df2-4955-8239-b6e2ea70ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:29.577751 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f5a26e55-b4a3-4806-9998-e20f9e364c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a466845e0>, [{'id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666563140', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:23:11Z', 'updated_at': '2021-11-20T21:23:15Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:12Z', 'updated_at': '2021-11-20T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '51038477-e11a-4d42-8ff5-c086e7d04357', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'floating_ip_address': '172.35.1.12', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'port_id': '2f307067-6781-4cc6-b9cf-9eaa06862074', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1', 'mac_address': 'fa:16:3e:55:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:23:28Z', 'updated_at': '2021-11-20T21:23:28Z', 'revision_number': 0, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99', 'name': '', 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:6a:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:14Z', 'updated_at': '2021-11-20T21:23:18Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:29.578479 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a994e8c0-2828-4a7f-993d-058d86dd8da6 req-9ebcbaec-5df2-4955-8239-b6e2ea70ec6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0823846-b9e6-4832-888e-17b78eb4e4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0452926
Nov 20 21:23:29.608819 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a26e55-b4a3-4806-9998-e20f9e364c6e None None] Checking router: cc297434-3b1e-4c1a-9182-45073cf69d52 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:23:29.619544 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a26e55-b4a3-4806-9998-e20f9e364c6e None None] Routers {'cc297434-3b1e-4c1a-9182-45073cf69d52'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:23:29.620165 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f5a26e55-b4a3-4806-9998-e20f9e364c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a466845e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:23:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cc297434-3b1e-4c1a-9182-45073cf69d52'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:29.679469 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a994e8c0-2828-4a7f-993d-058d86dd8da6 req-ceee8d16-2540-4626-b3cd-2ba33136d005 service neutron] 10.222.0.47 "GET /v2.0/networks/f0823846-b9e6-4832-888e-17b78eb4e4e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926759
Nov 20 21:23:29.743652 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-f5a26e55-b4a3-4806-9998-e20f9e364c6e None None] Set router cc297434-3b1e-4c1a-9182-45073cf69d52 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:23:29.783249 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a994e8c0-2828-4a7f-993d-058d86dd8da6 req-9b08ad55-c7c5-440a-8b7e-c4638bcb441f service neutron] 10.222.0.47 "GET /v2.0/networks/f0823846-b9e6-4832-888e-17b78eb4e4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0978112
Nov 20 21:23:29.992768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-f5a26e55-b4a3-4806-9998-e20f9e364c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a466845e0>, [{'id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666563140', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:23:11Z', 'updated_at': '2021-11-20T21:23:15Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:12Z', 'updated_at': '2021-11-20T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '51038477-e11a-4d42-8ff5-c086e7d04357', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'floating_ip_address': '172.35.1.12', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'port_id': '2f307067-6781-4cc6-b9cf-9eaa06862074', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1', 'mac_address': 'fa:16:3e:55:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:23:28Z', 'updated_at': '2021-11-20T21:23:28Z', 'revision_number': 0, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99', 'name': '', 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:6a:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:14Z', 'updated_at': '2021-11-20T21:23:18Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:23:30.019999 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a26e55-b4a3-4806-9998-e20f9e364c6e None None] The sync data for ids ['cc297434-3b1e-4c1a-9182-45073cf69d52'] in ncdv-master-1 is: [{'id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666563140', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:23:11Z', 'updated_at': '2021-11-20T21:23:15Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:12Z', 'updated_at': '2021-11-20T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '51038477-e11a-4d42-8ff5-c086e7d04357', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'floating_ip_address': '172.35.1.12', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'port_id': '2f307067-6781-4cc6-b9cf-9eaa06862074', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1', 'mac_address': 'fa:16:3e:55:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:23:28Z', 'updated_at': '2021-11-20T21:23:28Z', 'revision_number': 0, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99', 'name': '', 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:6a:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:14Z', 'updated_at': '2021-11-20T21:23:18Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:23:30.253313 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eddc20d-4843-4b32-aeb5-888f5da44b6c None None] New status for floating IP 51038477-e11a-4d42-8ff5-c086e7d04357: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:23:30.435297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53160) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:23:30.509032 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-513889b9-f5b5-43f8-9b3b-fbc1ff5042c8 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/floatingips/51038477-e11a-4d42-8ff5-c086e7d04357 HTTP/1.1" status: 200  len: 993 time: 0.0724883
Nov 20 21:23:34.331576 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-dbfffbae-4165-4f74-b9c9-57090f83ee0b req-7b626457-6bf5-4569-8fae-b145ec58bbad service neutron] (126224) timed out ('10.222.0.41', 35850) {{(pid=126224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 20 21:23:38.381961 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:38.425496 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:43.312855 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3b33dc85-bc70-40bc-bde9-9532b90d2eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:45.689708 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b3f9eb78-edfe-4f72-92b5-42a6a537e040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:46.841580 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:48.688544 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:49.264214 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:23:52.561414 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:23:59.332661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65ddae-1efc-46c8-a109-912b6786742f req-4248a2f3-ae4b-4d4e-ac5d-5c5dfa02f9fd tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:23:59.334210 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de65ddae-1efc-46c8-a109-912b6786742f req-4248a2f3-ae4b-4d4e-ac5d-5c5dfa02f9fd tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0517476
Nov 20 21:23:59.384078 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de65ddae-1efc-46c8-a109-912b6786742f req-094ccbdf-7218-4e2c-8e90-17f613498298 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0438070
Nov 20 21:24:00.502102 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178543c1-0956-4074-8c9c-98beb531ef37 req-7f2d3ca6-6976-4069-b1d0-f23ff087eecb tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:00.503596 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-178543c1-0956-4074-8c9c-98beb531ef37 req-7f2d3ca6-6976-4069-b1d0-f23ff087eecb tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0502493
Nov 20 21:24:00.552909 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-178543c1-0956-4074-8c9c-98beb531ef37 req-ca387c38-f983-4857-a139-c51e30b19258 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435021
Nov 20 21:24:01.674725 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f671a-4fe7-4e47-a598-83468fc23268 req-fdadb429-f138-494b-8591-d6957cb20a0e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:01.676230 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a36f671a-4fe7-4e47-a598-83468fc23268 req-fdadb429-f138-494b-8591-d6957cb20a0e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0526619
Nov 20 21:24:01.725569 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a36f671a-4fe7-4e47-a598-83468fc23268 req-d3c6fb61-f74a-4a2a-9cea-aa18c282833c tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433841
Nov 20 21:24:02.840079 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726a7a9-24d5-4080-b238-871cf1323686 req-59a6aaa2-caa3-454c-aa91-88a2e7459ea4 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:02.841615 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6726a7a9-24d5-4080-b238-871cf1323686 req-59a6aaa2-caa3-454c-aa91-88a2e7459ea4 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0488973
Nov 20 21:24:02.894663 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6726a7a9-24d5-4080-b238-871cf1323686 req-63917d82-b63c-499a-9be5-df09177b2772 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0471406
Nov 20 21:24:04.009525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6b098-41e5-447f-96a3-b13f40b3ded0 req-e34d8f16-085f-4f93-b520-a7dca9789a20 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:04.011026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8c6b098-41e5-447f-96a3-b13f40b3ded0 req-e34d8f16-085f-4f93-b520-a7dca9789a20 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0485620
Nov 20 21:24:04.059478 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d8c6b098-41e5-447f-96a3-b13f40b3ded0 req-3634f4c5-ceee-4e6a-b411-73d7f81c5951 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412209
Nov 20 21:24:05.178450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c3344-769a-4f02-88d4-2b920ec195b5 req-60438336-9b93-473e-bf89-880a1d840296 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:05.179937 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ce4c3344-769a-4f02-88d4-2b920ec195b5 req-60438336-9b93-473e-bf89-880a1d840296 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0532699
Nov 20 21:24:05.229092 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ce4c3344-769a-4f02-88d4-2b920ec195b5 req-6df0ec50-9eba-4cb5-82a1-a710c17bb913 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433614
Nov 20 21:24:06.347450 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baca1c0-8848-4495-aeeb-158a50c3f16f req-5ce397a7-0ba7-47bc-8469-988a1f9ae60c tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:06.348963 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3baca1c0-8848-4495-aeeb-158a50c3f16f req-5ce397a7-0ba7-47bc-8469-988a1f9ae60c tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0519896
Nov 20 21:24:06.398031 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3baca1c0-8848-4495-aeeb-158a50c3f16f req-7b6cdf69-50cb-407c-82e4-13d005d85541 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431366
Nov 20 21:24:07.514684 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a98de-688b-414c-9656-0fd687c14beb req-01b3bcaf-5b8b-4fa0-990b-6e9c2ec4c944 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:07.516187 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f6a98de-688b-414c-9656-0fd687c14beb req-01b3bcaf-5b8b-4fa0-990b-6e9c2ec4c944 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0486307
Nov 20 21:24:07.565861 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0f6a98de-688b-414c-9656-0fd687c14beb req-fa861889-6427-43d5-91c9-911d65f19b98 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437827
Nov 20 21:24:08.395444 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:08.452516 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:08.686781 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95825d76-66f8-4106-9723-d34b1e765fb2 req-97491685-fb00-4830-8ac9-04d72591cc0e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:08.688302 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95825d76-66f8-4106-9723-d34b1e765fb2 req-97491685-fb00-4830-8ac9-04d72591cc0e tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0518939
Nov 20 21:24:08.739313 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95825d76-66f8-4106-9723-d34b1e765fb2 req-3565e15b-dcff-46d4-92e5-e6a854af7d04 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0450530
Nov 20 21:24:09.863924 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6a97e-4f43-40f3-859c-c172eaa58884 req-d4735279-671c-424b-bd70-66237cfbad53 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:09.865520 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-09c6a97e-4f43-40f3-859c-c172eaa58884 req-d4735279-671c-424b-bd70-66237cfbad53 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0553005
Nov 20 21:24:09.916517 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-09c6a97e-4f43-40f3-859c-c172eaa58884 req-1c6cc30d-a2e3-4340-9dde-8fd5a905e59f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0450881
Nov 20 21:24:11.030111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde9b79-63c2-488e-b2a7-a76196e82093 req-6ef7dcc4-95aa-4627-b1fd-3c735108425b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:11.031591 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0dde9b79-63c2-488e-b2a7-a76196e82093 req-6ef7dcc4-95aa-4627-b1fd-3c735108425b tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0486572
Nov 20 21:24:11.083649 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0dde9b79-63c2-488e-b2a7-a76196e82093 req-3ebd2d0f-34b1-4a45-912e-03c1da5a7e14 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460253
Nov 20 21:24:11.880032 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403a853-251e-4881-8943-e7a0161c2dea req-294c202f-6dd3-491d-ba51-f58b363f8ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:11.881522 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e403a853-251e-4881-8943-e7a0161c2dea req-294c202f-6dd3-491d-ba51-f58b363f8ec6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 1097 time: 0.0397205
Nov 20 21:24:11.929186 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e403a853-251e-4881-8943-e7a0161c2dea req-2c4daa0a-d89d-4684-b42a-9262dd382939 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0391808
Nov 20 21:24:12.199180 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10eb056-2424-4b7f-8864-21aa7eadbf59 req-28270218-05fc-4521-bc57-a043cf88f97c tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:12.200581 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e10eb056-2424-4b7f-8864-21aa7eadbf59 req-28270218-05fc-4521-bc57-a043cf88f97c tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0493064
Nov 20 21:24:12.251467 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e10eb056-2424-4b7f-8864-21aa7eadbf59 req-cbc9a897-b8a1-4f43-a6b9-e00bce6f3d7d tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0448341
Nov 20 21:24:13.314769 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e2f9-b2b7-425b-bc61-eb494a4f8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:13.367425 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae91479-d5f7-47dc-b46e-5b4ba21f8969 req-326b5e01-9d09-4cc8-94f1-cb28c1620149 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:13.368899 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dae91479-d5f7-47dc-b46e-5b4ba21f8969 req-326b5e01-9d09-4cc8-94f1-cb28c1620149 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0484445
Nov 20 21:24:13.417738 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dae91479-d5f7-47dc-b46e-5b4ba21f8969 req-c364aa0d-8cd0-47d5-9b07-972d2ccfa774 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422368
Nov 20 21:24:13.440606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53234) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:24:13.504062 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-15310899-c4c3-425e-ab36-fe35a1d7f386 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/floatingips/51038477-e11a-4d42-8ff5-c086e7d04357 HTTP/1.1" status: 200  len: 993 time: 0.0622752
Nov 20 21:24:13.609004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2f307067-6781-4cc6-b9cf-9eaa06862074 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:24:13.612161 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2f307067-6781-4cc6-b9cf-9eaa06862074 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:24:13.763746 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:13.769960 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 2f307067-6781-4cc6-b9cf-9eaa06862074, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f307067-6781-4cc6-b9cf-9eaa06862074,segment=NetworkSegment(8faa23f8-59da-4ff4-b01c-9e3593943fe0),segment_id=8faa23f8-59da-4ff4-b01c-9e3593943fe0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:24:13.943891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '2f307067-6781-4cc6-b9cf-9eaa06862074', 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1', 'port_id': '2f307067-6781-4cc6-b9cf-9eaa06862074', 'mac_address': 'fa:16:3e:55:0a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:24:13.952141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f307067-6781-4cc6-b9cf-9eaa06862074'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:24:13.954392 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6de2eb7-cf29-4ffe-8989-ac8f734b1a36" -d '{"events": [{"server_uuid": "98a948a3-e7ab-453a-b6ad-78e78c3d49fd", "name": "network-vif-unplugged", "status": "completed", "tag": "2f307067-6781-4cc6-b9cf-9eaa06862074"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:24:13.983992 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 2f307067-6781-4cc6-b9cf-9eaa06862074, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f307067-6781-4cc6-b9cf-9eaa06862074,segment=NetworkSegment(8faa23f8-59da-4ff4-b01c-9e3593943fe0),segment_id=8faa23f8-59da-4ff4-b01c-9e3593943fe0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:24:13.992987 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:13.997258 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cc2cf7-fb9d-4551-88ff-a25554a49de4 x-openstack-request-id: req-c2cc2cf7-fb9d-4551-88ff-a25554a49de4 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:24:13.998096 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a948a3-e7ab-453a-b6ad-78e78c3d49fd", "name": "network-vif-unplugged", "status": "completed", "tag": "2f307067-6781-4cc6-b9cf-9eaa06862074", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:24:13.998348 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2cc2cf7-fb9d-4551-88ff-a25554a49de4 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:24:13.998740 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f307067-6781-4cc6-b9cf-9eaa06862074', 'code': 200}
Nov 20 21:24:14.024505 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:14.044883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f307067-6781-4cc6-b9cf-9eaa06862074 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:24:14.062944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=2f307067-6781-4cc6-b9cf-9eaa06862074,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:14.090936 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:14.091287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:14.091673 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:14.092013 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:14.092451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:14.092768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:14.093101 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:14.093433 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:14.093765 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:14.094125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:14.094458 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:14.094782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:14.110131 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:24:14.110498 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:24:14.646598 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:14.659782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f307067-6781-4cc6-b9cf-9eaa06862074 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:24:14.678567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 2f307067-6781-4cc6-b9cf-9eaa06862074, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f307067-6781-4cc6-b9cf-9eaa06862074,segment=NetworkSegment(8faa23f8-59da-4ff4-b01c-9e3593943fe0),segment_id=8faa23f8-59da-4ff4-b01c-9e3593943fe0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:24:14.682036 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:14.730189 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=2f307067-6781-4cc6-b9cf-9eaa06862074,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:14.882147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['2f307067-6781-4cc6-b9cf-9eaa06862074'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:24:15.218982 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d429673e-327e-48a5-8761-392badbcc1bf req-f94bd95b-48f0-4ca5-afd8-ea9fc4af121a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0423892
Nov 20 21:24:15.300739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429673e-327e-48a5-8761-392badbcc1bf req-c21ff395-b466-4aae-b723-c0ed171dadfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:15.302243 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d429673e-327e-48a5-8761-392badbcc1bf req-c21ff395-b466-4aae-b723-c0ed171dadfa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 1096 time: 0.0400817
Nov 20 21:24:15.407921 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429673e-327e-48a5-8761-392badbcc1bf req-529ecb96-6f0c-45e5-a4e0-ae4d4ea9201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:15.409284 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d429673e-327e-48a5-8761-392badbcc1bf req-529ecb96-6f0c-45e5-a4e0-ae4d4ea9201b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0823846-b9e6-4832-888e-17b78eb4e4e1 HTTP/1.1" status: 200  len: 897 time: 0.0878620
Nov 20 21:24:15.474145 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d429673e-327e-48a5-8761-392badbcc1bf req-ae078b01-1fe0-46c6-8fbc-87456f1776fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f307067-6781-4cc6-b9cf-9eaa06862074 HTTP/1.1" status: 200  len: 1000 time: 0.0577414
Nov 20 21:24:15.525321 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429673e-327e-48a5-8761-392badbcc1bf req-88b18603-cbff-4936-bce5-9486ac00e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:15.526840 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d429673e-327e-48a5-8761-392badbcc1bf req-88b18603-cbff-4936-bce5-9486ac00e910 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=332e6c00-8639-4628-a0ec-4a23a5d2229b HTTP/1.1" status: 200  len: 834 time: 0.0448365
Nov 20 21:24:15.575351 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429673e-327e-48a5-8761-392badbcc1bf req-047f319a-48bf-460f-b985-f5f1928a6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:15.577526 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d429673e-327e-48a5-8761-392badbcc1bf req-047f319a-48bf-460f-b985-f5f1928a6a30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0823846-b9e6-4832-888e-17b78eb4e4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437653
Nov 20 21:24:15.621096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2f307067-6781-4cc6-b9cf-9eaa06862074 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:24:15.665404 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d429673e-327e-48a5-8761-392badbcc1bf req-856068ea-64af-4369-ba4f-e9811f6ebc45 service neutron] 10.222.0.47 "GET /v2.0/networks/f0823846-b9e6-4832-888e-17b78eb4e4e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810244
Nov 20 21:24:15.672932 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 2f307067-6781-4cc6-b9cf-9eaa06862074 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:24:15.673435 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:15.714151 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1dc96af5-271e-460a-99fc-eb3c7861aaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:15.762402 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d429673e-327e-48a5-8761-392badbcc1bf req-782ba52c-575c-4f4a-85e5-4c3934fe0a2a service neutron] 10.222.0.47 "GET /v2.0/networks/f0823846-b9e6-4832-888e-17b78eb4e4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900707
Nov 20 21:24:15.768790 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:15.803266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 2f307067-6781-4cc6-b9cf-9eaa06862074, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f307067-6781-4cc6-b9cf-9eaa06862074,segment=NetworkSegment(8faa23f8-59da-4ff4-b01c-9e3593943fe0),segment_id=8faa23f8-59da-4ff4-b01c-9e3593943fe0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:24:15.806872 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:15.856480 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=2f307067-6781-4cc6-b9cf-9eaa06862074,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:15.999695 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f307067-6781-4cc6-b9cf-9eaa06862074'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:24:16.002021 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1627f63b-2ac4-439f-8b47-a26f833eba2f" -d '{"events": [{"server_uuid": "98a948a3-e7ab-453a-b6ad-78e78c3d49fd", "name": "network-vif-plugged", "status": "completed", "tag": "2f307067-6781-4cc6-b9cf-9eaa06862074"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:24:16.039064 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bffc76c-329d-4a46-a081-3eaa6da0faa7 x-openstack-request-id: req-9bffc76c-329d-4a46-a081-3eaa6da0faa7 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:24:16.039361 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a948a3-e7ab-453a-b6ad-78e78c3d49fd", "name": "network-vif-plugged", "status": "completed", "tag": "2f307067-6781-4cc6-b9cf-9eaa06862074", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:24:16.039621 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9bffc76c-329d-4a46-a081-3eaa6da0faa7 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:24:16.040020 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f307067-6781-4cc6-b9cf-9eaa06862074', 'code': 200}
Nov 20 21:24:16.844555 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:18.691606 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:19.110820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53240) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:24:19.265977 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:19.268215 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Deleting port 0dc0904b-c783-442c-ad74-29c2c5df34e4 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:24:19.268215 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:19.341774 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:19.342118 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:19.354173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Calling delete_port for 0dc0904b-c783-442c-ad74-29c2c5df34e4 owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:24:19.501479 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:19.524334 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event deleted for resources: {'Port': ['ID=0dc0904b-c783-442c-ad74-29c2c5df34e4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:19.535189 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:19.535539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:19.535881 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:19.536626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:19.536626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:19.536860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:19.537184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:19.537511 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:19.537838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:19.538188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:19.538513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:19.538837 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:19.602610 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:19.602944 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Floating IP 8740fabe-01d4-40fc-ab6a-a858e5573905 disassociated (deleted). External IP: 172.35.1.115, port: 4d6308f8-f047-413a-a967-785ed5bf9bd4.
Nov 20 21:24:19.809313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Router 6c82caac-17bf-4f62-9ce6-723a0820a626 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:24:20.280659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:24:20.285483 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:20.291844 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3484995a-fe56-4f73-99b8-0038e8e0ece1 None None] Sync routers for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:24:20.303283 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3484995a-fe56-4f73-99b8-0038e8e0ece1 None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:24:20.303900 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3484995a-fe56-4f73-99b8-0038e8e0ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46240070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:24:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:20.319285 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d7abe681-3fae-4651-bcba-8917010a76bc req-63fdc628-6d49-45c1-a554-f2def2215501 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0693722
Nov 20 21:24:20.320641 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b06171d0-6c16-43bf-a65d-c17ecd3479a5 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "DELETE /v2.0/floatingips/8740fabe-01d4-40fc-ab6a-a858e5573905 HTTP/1.1" status: 204  len: 168 time: 1.2088125
Nov 20 21:24:20.321204 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5e510d-1fa6-4db2-ac2e-ad4225c82111', 'tag': '4d6308f8-f047-413a-a967-785ed5bf9bd4'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:24:20.323522 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedd578e-1bb4-4f16-9a20-620e914d3188" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5e510d-1fa6-4db2-ac2e-ad4225c82111", "tag": "4d6308f8-f047-413a-a967-785ed5bf9bd4"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:24:20.386878 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ce0d17-9073-4523-8886-12181a786483 x-openstack-request-id: req-b8ce0d17-9073-4523-8886-12181a786483 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:24:20.387172 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5e510d-1fa6-4db2-ac2e-ad4225c82111", "tag": "4d6308f8-f047-413a-a967-785ed5bf9bd4", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:24:20.387427 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8ce0d17-9073-4523-8886-12181a786483 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:24:20.387821 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5e510d-1fa6-4db2-ac2e-ad4225c82111', 'tag': '4d6308f8-f047-413a-a967-785ed5bf9bd4', 'status': 'completed', 'code': 200}
Nov 20 21:24:20.405684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abe681-3fae-4651-bcba-8917010a76bc req-381c5137-be23-4439-acf5-5ca0d78f9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:20.407220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d7abe681-3fae-4651-bcba-8917010a76bc req-381c5137-be23-4439-acf5-5ca0d78f9e0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 1097 time: 0.0499737
Nov 20 21:24:20.418276 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-3484995a-fe56-4f73-99b8-0038e8e0ece1 None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:24:20.556707 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abe681-3fae-4651-bcba-8917010a76bc req-fa0dba5c-ffb5-4528-a8e8-94bcac5fb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:20.558222 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d7abe681-3fae-4651-bcba-8917010a76bc req-fa0dba5c-ffb5-4528-a8e8-94bcac5fb45c service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.1296442
Nov 20 21:24:20.604936 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d7abe681-3fae-4651-bcba-8917010a76bc req-fbe2e108-4e19-4aa5-8db0-33943d30afa1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6308f8-f047-413a-a967-785ed5bf9bd4 HTTP/1.1" status: 200  len: 217 time: 0.0392849
Nov 20 21:24:20.614381 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8de1e3-0ef9-4a2d-9d28-236e7c54de8e req-33a40eea-53f6-4507-ab5b-fbc48203cf55 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:20.615808 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d8de1e3-0ef9-4a2d-9d28-236e7c54de8e req-33a40eea-53f6-4507-ab5b-fbc48203cf55 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 946 time: 0.0983510
Nov 20 21:24:20.663561 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3484995a-fe56-4f73-99b8-0038e8e0ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46240070>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fac2d7d3-8ed0-4604-a408-492d790d0bea', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'floating_ip_address': '172.35.1.202', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'port_id': 'c2292d41-b405-4690-8d85-66a2902c9bd5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'mac_address': 'fa:16:3e:2c:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:20:31Z', 'updated_at': '2021-11-20T21:20:33Z', 'revision_number': 1, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:20.687806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abe681-3fae-4651-bcba-8917010a76bc req-edd33994-e938-4a07-a013-261884931cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:20.689249 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d7abe681-3fae-4651-bcba-8917010a76bc req-edd33994-e938-4a07-a013-261884931cb2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.0725935
Nov 20 21:24:20.691743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3484995a-fe56-4f73-99b8-0038e8e0ece1 None None] Checking router: 6c82caac-17bf-4f62-9ce6-723a0820a626 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:24:20.698152 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d8de1e3-0ef9-4a2d-9d28-236e7c54de8e req-720cec6d-9f79-48d5-99fc-ebfad83906a1 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730057
Nov 20 21:24:20.700260 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3484995a-fe56-4f73-99b8-0038e8e0ece1 None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:24:20.701012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3484995a-fe56-4f73-99b8-0038e8e0ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46240070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:24:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:20.741925 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abe681-3fae-4651-bcba-8917010a76bc req-5f984947-c9fd-4020-9a0f-da1015dbebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:20.743497 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d7abe681-3fae-4651-bcba-8917010a76bc req-5f984947-c9fd-4020-9a0f-da1015dbebda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445576
Nov 20 21:24:20.808154 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-3484995a-fe56-4f73-99b8-0038e8e0ece1 None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:24:20.837057 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d7abe681-3fae-4651-bcba-8917010a76bc req-c3603ca9-5b17-4130-a7fe-a1b92f23d899 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858843
Nov 20 21:24:20.943451 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d7abe681-3fae-4651-bcba-8917010a76bc req-3ce7c45e-78c7-4651-890a-0b4fe144e616 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0991335
Nov 20 21:24:21.034938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-3484995a-fe56-4f73-99b8-0038e8e0ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46240070>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fac2d7d3-8ed0-4604-a408-492d790d0bea', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'floating_ip_address': '172.35.1.202', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'port_id': 'c2292d41-b405-4690-8d85-66a2902c9bd5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'mac_address': 'fa:16:3e:2c:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:20:31Z', 'updated_at': '2021-11-20T21:20:33Z', 'revision_number': 1, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:21.038345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd578e-1bb4-4f16-9a20-620e914d3188 req-282827cd-026f-4c30-a1e4-3b7fd4ec2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:21.039874 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bedd578e-1bb4-4f16-9a20-620e914d3188 req-282827cd-026f-4c30-a1e4-3b7fd4ec2eae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 1097 time: 0.0484998
Nov 20 21:24:21.065205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3484995a-fe56-4f73-99b8-0038e8e0ece1 None None] The sync data for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 is: [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fac2d7d3-8ed0-4604-a408-492d790d0bea', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'floating_ip_address': '172.35.1.202', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'port_id': 'c2292d41-b405-4690-8d85-66a2902c9bd5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'mac_address': 'fa:16:3e:2c:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:20:31Z', 'updated_at': '2021-11-20T21:20:33Z', 'revision_number': 1, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:24:21.135836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd578e-1bb4-4f16-9a20-620e914d3188 req-8bfb440e-c546-422a-b607-7f7e75a2c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:21.137336 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bedd578e-1bb4-4f16-9a20-620e914d3188 req-8bfb440e-c546-422a-b607-7f7e75a2c0ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.0894337
Nov 20 21:24:21.187529 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bedd578e-1bb4-4f16-9a20-620e914d3188 req-5cfe58f4-e7c9-4858-81c4-1756d0a5aa0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6308f8-f047-413a-a967-785ed5bf9bd4 HTTP/1.1" status: 200  len: 217 time: 0.0430710
Nov 20 21:24:21.240509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd578e-1bb4-4f16-9a20-620e914d3188 req-09e540c6-4b84-46cc-946f-59fe1efda499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:21.241974 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bedd578e-1bb4-4f16-9a20-620e914d3188 req-09e540c6-4b84-46cc-946f-59fe1efda499 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.0470684
Nov 20 21:24:21.293376 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd578e-1bb4-4f16-9a20-620e914d3188 req-5ee1a9bf-2455-45e8-99e2-3dfc02c122cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:21.294191 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6291a6c-de35-49e7-852e-9c9e0667184c None None] New status for floating IP 8740fabe-01d4-40fc-ab6a-a858e5573905: DOWN {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:24:21.295688 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bedd578e-1bb4-4f16-9a20-620e914d3188 req-5ee1a9bf-2455-45e8-99e2-3dfc02c122cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445583
Nov 20 21:24:21.392212 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bedd578e-1bb4-4f16-9a20-620e914d3188 req-39b9bc68-bb03-453f-a7f5-0aa51ba7f784 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885284
Nov 20 21:24:21.492296 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bedd578e-1bb4-4f16-9a20-620e914d3188 req-989f570c-6685-40e4-9e4b-51392f7e2387 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902796
Nov 20 21:24:21.818426 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301e7be-9085-4bc3-a082-a7f1cd3d5ac3 req-99e5aa00-80f9-4a2d-9ed2-7445b3911eee tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:21.819904 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2301e7be-9085-4bc3-a082-a7f1cd3d5ac3 req-99e5aa00-80f9-4a2d-9ed2-7445b3911eee tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 946 time: 0.0490105
Nov 20 21:24:21.869200 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2301e7be-9085-4bc3-a082-a7f1cd3d5ac3 req-593a2ee2-e46d-4e24-83a6-35ef1fc1c93f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434370
Nov 20 21:24:22.104217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11f4b4-318a-4e1d-a1af-08efd9d1ef4a req-9ae31820-14f3-4480-887c-3ea6ab210c09 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:22.105544 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a11f4b4-318a-4e1d-a1af-08efd9d1ef4a req-9ae31820-14f3-4480-887c-3ea6ab210c09 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 946 time: 0.0524154
Nov 20 21:24:22.194670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-8a11f4b4-318a-4e1d-a1af-08efd9d1ef4a req-c175328f-ca27-4d3b-9cc1-796bf70d9635 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Deleting port 4d6308f8-f047-413a-a967-785ed5bf9bd4 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:24:22.195006 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8a11f4b4-318a-4e1d-a1af-08efd9d1ef4a req-c175328f-ca27-4d3b-9cc1-796bf70d9635 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:22.287090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-8a11f4b4-318a-4e1d-a1af-08efd9d1ef4a req-c175328f-ca27-4d3b-9cc1-796bf70d9635 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] For port 4d6308f8-f047-413a-a967-785ed5bf9bd4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4d6308f8-f047-413a-a967-785ed5bf9bd4,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:24:22.287444 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8a11f4b4-318a-4e1d-a1af-08efd9d1ef4a req-c175328f-ca27-4d3b-9cc1-796bf70d9635 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:22.299324 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-8a11f4b4-318a-4e1d-a1af-08efd9d1ef4a req-c175328f-ca27-4d3b-9cc1-796bf70d9635 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Calling delete_port for 4d6308f8-f047-413a-a967-785ed5bf9bd4 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:24:22.425454 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8a11f4b4-318a-4e1d-a1af-08efd9d1ef4a req-c175328f-ca27-4d3b-9cc1-796bf70d9635 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:22.457913 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175328f-ca27-4d3b-9cc1-796bf70d9635 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event deleted for resources: {'Port': ['ID=4d6308f8-f047-413a-a967-785ed5bf9bd4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:22.498846 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a11f4b4-318a-4e1d-a1af-08efd9d1ef4a req-c175328f-ca27-4d3b-9cc1-796bf70d9635 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] No DVR routers for this DVR port 4d6308f8-f047-413a-a967-785ed5bf9bd4 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:24:22.501466 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8a11f4b4-318a-4e1d-a1af-08efd9d1ef4a req-c175328f-ca27-4d3b-9cc1-796bf70d9635 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:22.504788 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8a11f4b4-318a-4e1d-a1af-08efd9d1ef4a req-c175328f-ca27-4d3b-9cc1-796bf70d9635 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "DELETE /v2.0/ports/4d6308f8-f047-413a-a967-785ed5bf9bd4 HTTP/1.1" status: 204  len: 173 time: 0.3930712
Nov 20 21:24:22.505223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5e510d-1fa6-4db2-ac2e-ad4225c82111', 'name': 'network-vif-deleted', 'tag': '4d6308f8-f047-413a-a967-785ed5bf9bd4'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:24:22.507492 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b38c4f1-a5b5-40c2-91a3-cf1ca20ccd45" -d '{"events": [{"server_uuid": "bc5e510d-1fa6-4db2-ac2e-ad4225c82111", "name": "network-vif-deleted", "tag": "4d6308f8-f047-413a-a967-785ed5bf9bd4"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:24:22.548930 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e00ba36-d73e-497e-a931-f765a57df4da x-openstack-request-id: req-4e00ba36-d73e-497e-a931-f765a57df4da {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:24:22.549228 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5e510d-1fa6-4db2-ac2e-ad4225c82111", "name": "network-vif-deleted", "tag": "4d6308f8-f047-413a-a967-785ed5bf9bd4", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:24:22.549480 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e00ba36-d73e-497e-a931-f765a57df4da {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:24:22.549884 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5e510d-1fa6-4db2-ac2e-ad4225c82111', 'name': 'network-vif-deleted', 'tag': '4d6308f8-f047-413a-a967-785ed5bf9bd4', 'status': 'completed', 'code': 200}
Nov 20 21:24:22.979912 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a549147a-b92c-4dd7-9aec-ad004683582a req-b4412a43-197d-4950-bbdf-447f8807ae6c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5e510d-1fa6-4db2-ac2e-ad4225c82111 HTTP/1.1" status: 200  len: 210 time: 0.0272055
Nov 20 21:24:26.288603 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 4d6308f8-f047-413a-a967-785ed5bf9bd4 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:24:26.308439 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 4d6308f8-f047-413a-a967-785ed5bf9bd4 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:24:26.308790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 4d6308f8-f047-413a-a967-785ed5bf9bd4 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:24:29.561186 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:24:38.395323 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:38.448380 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:43.316818 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3cdf03ae-cde9-48b7-b3f2-631f118b35b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:45.695499 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a4dc183f-b11f-4c0c-b581-100a9f02e289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:46.850149 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:48.695538 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:48.700719 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53362) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:24:48.859249 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-0408776b-fa7f-442b-bb7b-1ad4906b4811 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting port 7fec708b-34a0-41c0-9c67-fc55b5dcca0f {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:24:48.859599 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0408776b-fa7f-442b-bb7b-1ad4906b4811 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:48.938455 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0408776b-fa7f-442b-bb7b-1ad4906b4811 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:48.938777 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0408776b-fa7f-442b-bb7b-1ad4906b4811 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:48.950369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-0408776b-fa7f-442b-bb7b-1ad4906b4811 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Calling delete_port for 7fec708b-34a0-41c0-9c67-fc55b5dcca0f owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:24:49.092575 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0408776b-fa7f-442b-bb7b-1ad4906b4811 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:49.124004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408776b-fa7f-442b-bb7b-1ad4906b4811 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Port': ['ID=7fec708b-34a0-41c0-9c67-fc55b5dcca0f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:49.185108 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0408776b-fa7f-442b-bb7b-1ad4906b4811 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:49.186112 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-0408776b-fa7f-442b-bb7b-1ad4906b4811 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Floating IP 51038477-e11a-4d42-8ff5-c086e7d04357 disassociated (deleted). External IP: 172.35.1.12, port: 2f307067-6781-4cc6-b9cf-9eaa06862074.
Nov 20 21:24:49.267483 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:49.394478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0408776b-fa7f-442b-bb7b-1ad4906b4811 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router cc297434-3b1e-4c1a-9182-45073cf69d52 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:24:49.503413 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0408776b-fa7f-442b-bb7b-1ad4906b4811 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:24:49.508195 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0408776b-fa7f-442b-bb7b-1ad4906b4811 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:49.512735 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19bf8d5-3058-4f25-b95f-613bed6ccc55 None None] Sync routers for ids ['cc297434-3b1e-4c1a-9182-45073cf69d52'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:24:49.523123 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19bf8d5-3058-4f25-b95f-613bed6ccc55 None None] Routers {'cc297434-3b1e-4c1a-9182-45073cf69d52'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:24:49.523742 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e19bf8d5-3058-4f25-b95f-613bed6ccc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4770dbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:24:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cc297434-3b1e-4c1a-9182-45073cf69d52'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:49.539950 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0408776b-fa7f-442b-bb7b-1ad4906b4811 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/floatingips/51038477-e11a-4d42-8ff5-c086e7d04357 HTTP/1.1" status: 204  len: 168 time: 0.8350716
Nov 20 21:24:49.539950 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'tag': '2f307067-6781-4cc6-b9cf-9eaa06862074'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:24:49.540775 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aafefc3-ff5d-406a-bd03-ef58a1883a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "98a948a3-e7ab-453a-b6ad-78e78c3d49fd", "tag": "2f307067-6781-4cc6-b9cf-9eaa06862074"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:24:49.585006 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8eef56-1904-4584-9ba8-ab1f90a41136 x-openstack-request-id: req-1f8eef56-1904-4584-9ba8-ab1f90a41136 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:24:49.585249 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a948a3-e7ab-453a-b6ad-78e78c3d49fd", "tag": "2f307067-6781-4cc6-b9cf-9eaa06862074", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:24:49.585506 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f8eef56-1904-4584-9ba8-ab1f90a41136 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:24:49.585915 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'tag': '2f307067-6781-4cc6-b9cf-9eaa06862074', 'status': 'completed', 'code': 200}
Nov 20 21:24:49.639184 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-e19bf8d5-3058-4f25-b95f-613bed6ccc55 None None] Set router cc297434-3b1e-4c1a-9182-45073cf69d52 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:24:49.659853 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafefc3-ff5d-406a-bd03-ef58a1883a8a req-d3af00df-72b4-44f8-8f90-0f44c9b61bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:49.661348 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0aafefc3-ff5d-406a-bd03-ef58a1883a8a req-d3af00df-72b4-44f8-8f90-0f44c9b61bf8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9150e5dc713c4519842f75908123d4ce&device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 1097 time: 0.0511127
Nov 20 21:24:49.766638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafefc3-ff5d-406a-bd03-ef58a1883a8a req-28f37bc3-ca9e-4f25-9262-68bcd9d71a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:49.769141 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0aafefc3-ff5d-406a-bd03-ef58a1883a8a req-28f37bc3-ca9e-4f25-9262-68bcd9d71a6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0823846-b9e6-4832-888e-17b78eb4e4e1 HTTP/1.1" status: 200  len: 897 time: 0.0979228
Nov 20 21:24:49.787270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7e9ab-3ba9-414a-bfb6-61da241f7eb0 req-a9465a7d-5b86-4b1f-bad0-6b34564aa9e5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:49.791277 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c2e7e9ab-3ba9-414a-bfb6-61da241f7eb0 req-a9465a7d-5b86-4b1f-bad0-6b34564aa9e5 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0580575
Nov 20 21:24:49.817971 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0aafefc3-ff5d-406a-bd03-ef58a1883a8a req-41885155-86e0-4679-af9f-64c84e12a9de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f307067-6781-4cc6-b9cf-9eaa06862074 HTTP/1.1" status: 200  len: 217 time: 0.0414431
Nov 20 21:24:49.843235 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c2e7e9ab-3ba9-414a-bfb6-61da241f7eb0 req-cf05e656-09f1-43b4-8da5-308d04931a64 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0478585
Nov 20 21:24:49.853962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e19bf8d5-3058-4f25-b95f-613bed6ccc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4770dbe0>, [{'id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666563140', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:23:11Z', 'updated_at': '2021-11-20T21:23:15Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:12Z', 'updated_at': '2021-11-20T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99', 'name': '', 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:6a:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:14Z', 'updated_at': '2021-11-20T21:23:18Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:49.882691 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafefc3-ff5d-406a-bd03-ef58a1883a8a req-c45dd9f7-e580-4453-8d00-092ec122e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:49.884180 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0aafefc3-ff5d-406a-bd03-ef58a1883a8a req-c45dd9f7-e580-4453-8d00-092ec122e444 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=332e6c00-8639-4628-a0ec-4a23a5d2229b HTTP/1.1" status: 200  len: 834 time: 0.0566006
Nov 20 21:24:49.892113 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19bf8d5-3058-4f25-b95f-613bed6ccc55 None None] Checking router: cc297434-3b1e-4c1a-9182-45073cf69d52 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:24:49.900721 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19bf8d5-3058-4f25-b95f-613bed6ccc55 None None] Routers {'cc297434-3b1e-4c1a-9182-45073cf69d52'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:24:49.901323 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e19bf8d5-3058-4f25-b95f-613bed6ccc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4770dbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:24:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cc297434-3b1e-4c1a-9182-45073cf69d52'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:49.933060 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafefc3-ff5d-406a-bd03-ef58a1883a8a req-4fcd3757-51b0-4941-8ab5-504f64241078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:49.934549 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0aafefc3-ff5d-406a-bd03-ef58a1883a8a req-4fcd3757-51b0-4941-8ab5-504f64241078 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0823846-b9e6-4832-888e-17b78eb4e4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0418563
Nov 20 21:24:50.033031 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0aafefc3-ff5d-406a-bd03-ef58a1883a8a req-5a34ea99-eb92-4e8a-9548-1e2cdb57284c service neutron] 10.222.0.47 "GET /v2.0/networks/f0823846-b9e6-4832-888e-17b78eb4e4e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908401
Nov 20 21:24:50.131922 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0aafefc3-ff5d-406a-bd03-ef58a1883a8a req-901ab28b-f2e4-40f2-8b2a-84449a1b74ef service neutron] 10.222.0.47 "GET /v2.0/networks/f0823846-b9e6-4832-888e-17b78eb4e4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914104
Nov 20 21:24:50.162445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-e19bf8d5-3058-4f25-b95f-613bed6ccc55 None None] Set router cc297434-3b1e-4c1a-9182-45073cf69d52 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:24:50.358109 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-e19bf8d5-3058-4f25-b95f-613bed6ccc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4770dbe0>, [{'id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666563140', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:23:11Z', 'updated_at': '2021-11-20T21:23:15Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:12Z', 'updated_at': '2021-11-20T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99', 'name': '', 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:6a:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:14Z', 'updated_at': '2021-11-20T21:23:18Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:50.384029 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19bf8d5-3058-4f25-b95f-613bed6ccc55 None None] The sync data for ids ['cc297434-3b1e-4c1a-9182-45073cf69d52'] in ncdv-master-1 is: [{'id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666563140', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:23:11Z', 'updated_at': '2021-11-20T21:23:15Z', 'revision_number': 4, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:12Z', 'updated_at': '2021-11-20T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99', 'name': '', 'network_id': 'f0823846-b9e6-4832-888e-17b78eb4e4e1', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'mac_address': 'fa:16:3e:6a:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:14Z', 'updated_at': '2021-11-20T21:23:18Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'subnets': [{'id': '332e6c00-8639-4628-a0ec-4a23a5d2229b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:24:50.608803 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c02f12-41c2-4c15-8eee-3fc5b58651ae None None] New status for floating IP 51038477-e11a-4d42-8ff5-c086e7d04357: DOWN {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:24:50.962430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41536e9a-b288-446d-be9a-b6794a719c94 req-b25523a8-199b-4c3b-b630-472a78588ac6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:50.963915 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-41536e9a-b288-446d-be9a-b6794a719c94 req-b25523a8-199b-4c3b-b630-472a78588ac6 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0505569
Nov 20 21:24:51.046451 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-41536e9a-b288-446d-be9a-b6794a719c94 req-aae44d34-7bfe-470e-90f1-160bfcc9cf73 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "GET /v2.0/security-groups?id=00495272-6852-40ab-84f0-57674b465cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0762811
Nov 20 21:24:51.054523 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cde00a-d564-4d44-9151-35a05c57967e req-1fe843d5-ba56-40b1-b28a-ae0195c48277 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:51.055959 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46cde00a-d564-4d44-9151-35a05c57967e req-1fe843d5-ba56-40b1-b28a-ae0195c48277 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.47 "GET /v2.0/ports?device_id=98a948a3-e7ab-453a-b6ad-78e78c3d49fd HTTP/1.1" status: 200  len: 946 time: 0.0869944
Nov 20 21:24:51.146804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-46cde00a-d564-4d44-9151-35a05c57967e req-8edf70df-c6f3-4ee4-a02c-b75ae0b3bc6f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting port 2f307067-6781-4cc6-b9cf-9eaa06862074 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:24:51.147066 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-46cde00a-d564-4d44-9151-35a05c57967e req-8edf70df-c6f3-4ee4-a02c-b75ae0b3bc6f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:51.237514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-46cde00a-d564-4d44-9151-35a05c57967e req-8edf70df-c6f3-4ee4-a02c-b75ae0b3bc6f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] For port 2f307067-6781-4cc6-b9cf-9eaa06862074, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f307067-6781-4cc6-b9cf-9eaa06862074,segment=NetworkSegment(8faa23f8-59da-4ff4-b01c-9e3593943fe0),segment_id=8faa23f8-59da-4ff4-b01c-9e3593943fe0)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:24:51.237867 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-46cde00a-d564-4d44-9151-35a05c57967e req-8edf70df-c6f3-4ee4-a02c-b75ae0b3bc6f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:51.251123 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-46cde00a-d564-4d44-9151-35a05c57967e req-8edf70df-c6f3-4ee4-a02c-b75ae0b3bc6f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Calling delete_port for 2f307067-6781-4cc6-b9cf-9eaa06862074 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:24:51.378312 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-46cde00a-d564-4d44-9151-35a05c57967e req-8edf70df-c6f3-4ee4-a02c-b75ae0b3bc6f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:51.411172 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf70df-c6f3-4ee4-a02c-b75ae0b3bc6f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Port': ['ID=2f307067-6781-4cc6-b9cf-9eaa06862074,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:51.455090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cde00a-d564-4d44-9151-35a05c57967e req-8edf70df-c6f3-4ee4-a02c-b75ae0b3bc6f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] No DVR routers for this DVR port 2f307067-6781-4cc6-b9cf-9eaa06862074 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:24:51.457848 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-46cde00a-d564-4d44-9151-35a05c57967e req-8edf70df-c6f3-4ee4-a02c-b75ae0b3bc6f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:51.461318 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46cde00a-d564-4d44-9151-35a05c57967e req-8edf70df-c6f3-4ee4-a02c-b75ae0b3bc6f tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.47 "DELETE /v2.0/ports/2f307067-6781-4cc6-b9cf-9eaa06862074 HTTP/1.1" status: 204  len: 173 time: 0.3986855
Nov 20 21:24:51.587188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'name': 'network-vif-deleted', 'tag': '2f307067-6781-4cc6-b9cf-9eaa06862074'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:24:51.589546 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f6fda0-5718-417c-be37-b04b9e766182" -d '{"events": [{"server_uuid": "98a948a3-e7ab-453a-b6ad-78e78c3d49fd", "name": "network-vif-deleted", "tag": "2f307067-6781-4cc6-b9cf-9eaa06862074"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:24:51.626193 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe32e9ff-bfab-4995-8f8c-e9ba02a6b9dd x-openstack-request-id: req-fe32e9ff-bfab-4995-8f8c-e9ba02a6b9dd {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:24:51.626498 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a948a3-e7ab-453a-b6ad-78e78c3d49fd", "name": "network-vif-deleted", "tag": "2f307067-6781-4cc6-b9cf-9eaa06862074", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:24:51.626761 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe32e9ff-bfab-4995-8f8c-e9ba02a6b9dd {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:24:51.627193 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a948a3-e7ab-453a-b6ad-78e78c3d49fd', 'name': 'network-vif-deleted', 'tag': '2f307067-6781-4cc6-b9cf-9eaa06862074', 'status': 'completed', 'code': 200}
Nov 20 21:24:52.103189 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53386) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:24:52.459049 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f6732684-68c1-4147-8c03-5b7486fda401 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:52.713386 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-f6732684-68c1-4147-8c03-5b7486fda401 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting port cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:24:52.713641 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f6732684-68c1-4147-8c03-5b7486fda401 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:52.802207 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-f6732684-68c1-4147-8c03-5b7486fda401 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] For port cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99,segment=NetworkSegment(8faa23f8-59da-4ff4-b01c-9e3593943fe0),segment_id=8faa23f8-59da-4ff4-b01c-9e3593943fe0)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:24:52.802570 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f6732684-68c1-4147-8c03-5b7486fda401 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:52.815061 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-f6732684-68c1-4147-8c03-5b7486fda401 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Calling delete_port for cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:24:53.000548 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f6732684-68c1-4147-8c03-5b7486fda401 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:53.026193 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6732684-68c1-4147-8c03-5b7486fda401 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Port': ['ID=cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:53.208485 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f6732684-68c1-4147-8c03-5b7486fda401 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:53.781952 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6732684-68c1-4147-8c03-5b7486fda401 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Router cc297434-3b1e-4c1a-9182-45073cf69d52 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:24:53.812107 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2f307067-6781-4cc6-b9cf-9eaa06862074 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:24:53.832777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 2f307067-6781-4cc6-b9cf-9eaa06862074 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:24:53.833136 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2f307067-6781-4cc6-b9cf-9eaa06862074 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:24:53.892386 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6732684-68c1-4147-8c03-5b7486fda401 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:24:53.897738 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f6732684-68c1-4147-8c03-5b7486fda401 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "PUT /v2.0/routers/cc297434-3b1e-4c1a-9182-45073cf69d52/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7934675
Nov 20 21:24:53.900429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53390) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:24:53.902947 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028a002d-442e-4a8b-afab-613475fc8b21 None None] Sync routers for ids ['cc297434-3b1e-4c1a-9182-45073cf69d52'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:24:53.913396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028a002d-442e-4a8b-afab-613475fc8b21 None None] Routers {'cc297434-3b1e-4c1a-9182-45073cf69d52'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:24:53.914011 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-028a002d-442e-4a8b-afab-613475fc8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47639a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:24:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cc297434-3b1e-4c1a-9182-45073cf69d52'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:53.952410 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf93945-6424-4608-bb2e-79e726bee2cc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting subnet 332e6c00-8639-4628-a0ec-4a23a5d2229b {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:24:53.955618 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbf93945-6424-4608-bb2e-79e726bee2cc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:53.995103 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbf93945-6424-4608-bb2e-79e726bee2cc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.021369 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-028a002d-442e-4a8b-afab-613475fc8b21 None None] Set router cc297434-3b1e-4c1a-9182-45073cf69d52 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:24:54.083307 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbf93945-6424-4608-bb2e-79e726bee2cc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.141240 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbf93945-6424-4608-bb2e-79e726bee2cc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.170673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf93945-6424-4608-bb2e-79e726bee2cc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Subnet': ['ID=332e6c00-8639-4628-a0ec-4a23a5d2229b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:54.172666 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbf93945-6424-4608-bb2e-79e726bee2cc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.175913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fbf93945-6424-4608-bb2e-79e726bee2cc tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/subnets/332e6c00-8639-4628-a0ec-4a23a5d2229b HTTP/1.1" status: 204  len: 168 time: 0.2745094
Nov 20 21:24:54.178721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53394) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:24:54.179326 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4da2fab-0bcc-4f13-8aa4-028ca13f06dd None None] Network f0823846-b9e6-4832-888e-17b78eb4e4e1 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:24:54.289261 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69467222-ccb6-4f9d-8906-f4f38c595366 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.301032 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-028a002d-442e-4a8b-afab-613475fc8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47639a90>, [{'id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666563140', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:23:11Z', 'updated_at': '2021-11-20T21:24:52Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:12Z', 'updated_at': '2021-11-20T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:54.330495 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028a002d-442e-4a8b-afab-613475fc8b21 None None] Checking router: cc297434-3b1e-4c1a-9182-45073cf69d52 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:24:54.342975 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028a002d-442e-4a8b-afab-613475fc8b21 None None] Routers {'cc297434-3b1e-4c1a-9182-45073cf69d52'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:24:54.343582 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-028a002d-442e-4a8b-afab-613475fc8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47639a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:24:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['cc297434-3b1e-4c1a-9182-45073cf69d52'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:54.399304 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69467222-ccb6-4f9d-8906-f4f38c595366 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.406488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287c7ec0-e163-4099-b935-458c3e0472a5 None None] DHCP port deletion for f0823846-b9e6-4832-888e-17b78eb4e4e1 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:24:54.453622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-69467222-ccb6-4f9d-8906-f4f38c595366 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Deleting port b10e4caa-2358-4364-bddd-d22041b02114 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:24:54.453980 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69467222-ccb6-4f9d-8906-f4f38c595366 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.486514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-028a002d-442e-4a8b-afab-613475fc8b21 None None] Set router cc297434-3b1e-4c1a-9182-45073cf69d52 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:24:54.545168 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-69467222-ccb6-4f9d-8906-f4f38c595366 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] For port b10e4caa-2358-4364-bddd-d22041b02114, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b10e4caa-2358-4364-bddd-d22041b02114,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:24:54.545555 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69467222-ccb6-4f9d-8906-f4f38c595366 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.557753 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-69467222-ccb6-4f9d-8906-f4f38c595366 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Calling delete_port for b10e4caa-2358-4364-bddd-d22041b02114 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:24:54.612367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-287c7ec0-e163-4099-b935-458c3e0472a5 None None] Deleting port 26d35745-4ab6-4fec-8f30-93a58abad2de {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:24:54.612745 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-287c7ec0-e163-4099-b935-458c3e0472a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.645595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 26d35745-4ab6-4fec-8f30-93a58abad2de no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:24:54.726532 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-287c7ec0-e163-4099-b935-458c3e0472a5 None None] For port 26d35745-4ab6-4fec-8f30-93a58abad2de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26d35745-4ab6-4fec-8f30-93a58abad2de,segment=NetworkSegment(8faa23f8-59da-4ff4-b01c-9e3593943fe0),segment_id=8faa23f8-59da-4ff4-b01c-9e3593943fe0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:24:54.726934 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-287c7ec0-e163-4099-b935-458c3e0472a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.733990 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69467222-ccb6-4f9d-8906-f4f38c595366 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.762418 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-287c7ec0-e163-4099-b935-458c3e0472a5 None None] Calling delete_port for 26d35745-4ab6-4fec-8f30-93a58abad2de owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:24:54.765173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69467222-ccb6-4f9d-8906-f4f38c595366 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Port': ['ID=b10e4caa-2358-4364-bddd-d22041b02114,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:54.811932 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3234e82-1e26-4c80-baa2-7b51c41aba4e None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:24:54.828177 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69467222-ccb6-4f9d-8906-f4f38c595366 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.885539 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.920258 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-028a002d-442e-4a8b-afab-613475fc8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47639a90>, [{'id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666563140', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:23:11Z', 'updated_at': '2021-11-20T21:24:52Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:12Z', 'updated_at': '2021-11-20T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:54.923688 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69467222-ccb6-4f9d-8906-f4f38c595366 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.925306 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-287c7ec0-e163-4099-b935-458c3e0472a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.926319 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69467222-ccb6-4f9d-8906-f4f38c595366 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.953869 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028a002d-442e-4a8b-afab-613475fc8b21 None None] The sync data for ids ['cc297434-3b1e-4c1a-9182-45073cf69d52'] in ncdv-master-1 is: [{'id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666563140', 'tenant_id': '9150e5dc713c4519842f75908123d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:23:11Z', 'updated_at': '2021-11-20T21:24:52Z', 'revision_number': 5, 'project_id': '9150e5dc713c4519842f75908123d4ce', 'gw_port': {'id': 'b10e4caa-2358-4364-bddd-d22041b02114', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc297434-3b1e-4c1a-9182-45073cf69d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:23:12Z', 'updated_at': '2021-11-20T21:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:24:54.983043 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69467222-ccb6-4f9d-8906-f4f38c595366 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.983581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69467222-ccb6-4f9d-8906-f4f38c595366 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Fanout notify agent at l3_agent the message router_deleted on router cc297434-3b1e-4c1a-9182-45073cf69d52 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:24:54.992615 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-69467222-ccb6-4f9d-8906-f4f38c595366 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:54.994746 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-69467222-ccb6-4f9d-8906-f4f38c595366 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/routers/cc297434-3b1e-4c1a-9182-45073cf69d52 HTTP/1.1" status: 204  len: 168 time: 0.8148053
Nov 20 21:24:54.996866 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53398) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:24:54.999864 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c7ec0-e163-4099-b935-458c3e0472a5 None None] Pushing event deleted for resources: {'Port': ['ID=26d35745-4ab6-4fec-8f30-93a58abad2de,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:55.005842 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287c7ec0-e163-4099-b935-458c3e0472a5 None None] No DVR routers for this DVR port 26d35745-4ab6-4fec-8f30-93a58abad2de on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:24:55.091129 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d1e96be3-e3ce-4296-8a43-c1f8f1cb7bf7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:55.183231 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d1e96be3-e3ce-4296-8a43-c1f8f1cb7bf7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:55.203971 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-d1e96be3-e3ce-4296-8a43-c1f8f1cb7bf7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e5437c0>,) {'filters': {'network_id': ['f0823846-b9e6-4832-888e-17b78eb4e4e1']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:55.213362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-d1e96be3-e3ce-4296-8a43-c1f8f1cb7bf7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e5437c0>, '8faa23f8-59da-4ff4-b01c-9e3593943fe0') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:55.213658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-d1e96be3-e3ce-4296-8a43-c1f8f1cb7bf7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e5437c0>, '8faa23f8-59da-4ff4-b01c-9e3593943fe0') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:55.223036 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d1e96be3-e3ce-4296-8a43-c1f8f1cb7bf7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:55.236110 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d1e96be3-e3ce-4296-8a43-c1f8f1cb7bf7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:55.242155 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e96be3-e3ce-4296-8a43-c1f8f1cb7bf7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:24:55.242537 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d1e96be3-e3ce-4296-8a43-c1f8f1cb7bf7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:24:55.245613 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:24:55.305983 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d1e96be3-e3ce-4296-8a43-c1f8f1cb7bf7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:55.314271 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d1e96be3-e3ce-4296-8a43-c1f8f1cb7bf7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:55.317980 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d1e96be3-e3ce-4296-8a43-c1f8f1cb7bf7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/networks/f0823846-b9e6-4832-888e-17b78eb4e4e1 HTTP/1.1" status: 204  len: 168 time: 0.3199587
Nov 20 21:24:55.320621 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53400) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:24:55.349129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e96be3-e3ce-4296-8a43-c1f8f1cb7bf7 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'Network': ['ID=f0823846-b9e6-4832-888e-17b78eb4e4e1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:55.404617 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3e835ad7-8282-438f-a374-e164e28e4d57 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:55.434447 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3e835ad7-8282-438f-a374-e164e28e4d57 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:55.503842 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3e835ad7-8282-438f-a374-e164e28e4d57 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:55.506697 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3e835ad7-8282-438f-a374-e164e28e4d57 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:55.507883 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3e835ad7-8282-438f-a374-e164e28e4d57 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] 10.222.0.41 "DELETE /v2.0/security-groups/00495272-6852-40ab-84f0-57674b465cd6 HTTP/1.1" status: 204  len: 168 time: 0.1863191
Nov 20 21:24:55.518277 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e835ad7-8282-438f-a374-e164e28e4d57 tempest-TestNetworkAdvancedServerOps-1608411578 tempest-TestNetworkAdvancedServerOps-1608411578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00495272-6852-40ab-84f0-57674b465cd6,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:55.824947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53408) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:24:55.966219 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4902ebdb-0413-4ed1-839f-160809f97627 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9150e5dc713c4519842f75908123d4ce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1393976
Nov 20 21:24:55.968574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53412) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:24:56.017586 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53416) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:24:56.023437 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d67b4fd0-9f92-4af4-b35a-aec40d8ed8ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:56.046189 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d67b4fd0-9f92-4af4-b35a-aec40d8ed8ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:56.096465 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d67b4fd0-9f92-4af4-b35a-aec40d8ed8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:56.099470 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d67b4fd0-9f92-4af4-b35a-aec40d8ed8ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:56.100789 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d67b4fd0-9f92-4af4-b35a-aec40d8ed8ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e498087f-4675-4b87-ac9c-9a8713261b00 HTTP/1.1" status: 204  len: 168 time: 0.1313095
Nov 20 21:24:56.108936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b4fd0-9f92-4af4-b35a-aec40d8ed8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e498087f-4675-4b87-ac9c-9a8713261b00,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:56.180066 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Deleting port 58bdb61e-6fd6-4a3d-8d11-a7395bd30901 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:24:56.180455 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:56.258460 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:56.258785 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:56.270436 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Calling delete_port for 58bdb61e-6fd6-4a3d-8d11-a7395bd30901 owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:24:56.371495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53422) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:24:56.444014 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7d2ff8b1-853e-4fc6-9302-f5a1d2612256 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a473f08dff447688bf533507566fc40&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0713227
Nov 20 21:24:56.446945 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53424) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:24:56.454584 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:56.497640 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event deleted for resources: {'Port': ['ID=58bdb61e-6fd6-4a3d-8d11-a7395bd30901,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:56.534646 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:56.534994 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:56.535519 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:56.536016 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:56.536524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:56.537023 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:56.537515 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:56.537997 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:56.538524 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:56.539007 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:56.539488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:56.539971 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:24:56.563874 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:24:56.583869 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:24:56.584218 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cad8213f-dd6d-4ce0-94a8-ab62cd3b5c99 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:24:56.584630 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b10e4caa-2358-4364-bddd-d22041b02114 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:24:56.585581 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e1beeaa-ff66-41b0-9b06-2d47347b100a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:56.602209 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:56.602546 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Floating IP fac2d7d3-8ed0-4604-a408-492d790d0bea disassociated (deleted). External IP: 172.35.1.202, port: c2292d41-b405-4690-8d85-66a2902c9bd5.
Nov 20 21:24:56.604208 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: b10e4caa-2358-4364-bddd-d22041b02114 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:24:56.604559 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b10e4caa-2358-4364-bddd-d22041b02114 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:24:56.613002 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e1beeaa-ff66-41b0-9b06-2d47347b100a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:57.042587 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e1beeaa-ff66-41b0-9b06-2d47347b100a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:57.045369 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4e1beeaa-ff66-41b0-9b06-2d47347b100a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:57.046549 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4e1beeaa-ff66-41b0-9b06-2d47347b100a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e54d17f5-b66b-43b5-885b-04a9c6953ee5 HTTP/1.1" status: 204  len: 168 time: 0.5987275
Nov 20 21:24:57.058940 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1beeaa-ff66-41b0-9b06-2d47347b100a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54d17f5-b66b-43b5-885b-04a9c6953ee5,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:57.170416 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Router 6c82caac-17bf-4f62-9ce6-723a0820a626 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:24:57.282553 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:24:57.287050 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:57.293250 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44d786f-9b76-4202-a27f-9a2ea6230bb3 None None] Sync routers for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:24:57.307585 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d786f-9b76-4202-a27f-9a2ea6230bb3 None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:24:57.308321 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a44d786f-9b76-4202-a27f-9a2ea6230bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541082b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:24:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:57.316068 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ac97bd69-bc1e-46d9-97a3-7c715dddf37c tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "DELETE /v2.0/floatingips/fac2d7d3-8ed0-4604-a408-492d790d0bea HTTP/1.1" status: 204  len: 168 time: 1.2973390
Nov 20 21:24:57.316772 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'tag': 'c2292d41-b405-4690-8d85-66a2902c9bd5'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:24:57.319618 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c5bac7-08e4-40a7-9cc5-8dcac339f172" -d '{"events": [{"name": "network-changed", "server_uuid": "ec31f22e-7a3c-4e54-9723-717b3c619e29", "tag": "c2292d41-b405-4690-8d85-66a2902c9bd5"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:24:57.393793 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433672e1-3106-4c8c-933d-26543fd70d64 x-openstack-request-id: req-433672e1-3106-4c8c-933d-26543fd70d64 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:24:57.394395 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec31f22e-7a3c-4e54-9723-717b3c619e29", "tag": "c2292d41-b405-4690-8d85-66a2902c9bd5", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:24:57.394756 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-433672e1-3106-4c8c-933d-26543fd70d64 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:24:57.395262 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'tag': 'c2292d41-b405-4690-8d85-66a2902c9bd5', 'status': 'completed', 'code': 200}
Nov 20 21:24:57.439045 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-a44d786f-9b76-4202-a27f-9a2ea6230bb3 None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:24:57.468791 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5bac7-08e4-40a7-9cc5-8dcac339f172 req-7f53ef1c-4eda-42c0-a66b-3996d09046a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:57.471508 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-48c5bac7-08e4-40a7-9cc5-8dcac339f172 req-7f53ef1c-4eda-42c0-a66b-3996d09046a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6028b150b064464f9c6d8e21d3af617e&device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 1096 time: 0.0644977
Nov 20 21:24:57.596372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5bac7-08e4-40a7-9cc5-8dcac339f172 req-70e25fcd-01d3-4fb7-a406-3b4411e915cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:57.598396 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-48c5bac7-08e4-40a7-9cc5-8dcac339f172 req-70e25fcd-01d3-4fb7-a406-3b4411e915cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 200  len: 912 time: 0.1139011
Nov 20 21:24:57.631659 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2da1f-70c4-4c5c-bfa0-f962dc9e073f req-b0badbe6-d807-4881-90b4-1445b5a9a0cf tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:57.633287 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-07e2da1f-70c4-4c5c-bfa0-f962dc9e073f req-b0badbe6-d807-4881-90b4-1445b5a9a0cf tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 945 time: 0.0701187
Nov 20 21:24:57.660831 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-48c5bac7-08e4-40a7-9cc5-8dcac339f172 req-e8fb0466-bc15-4031-b822-0eef4d92bd61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2292d41-b405-4690-8d85-66a2902c9bd5 HTTP/1.1" status: 200  len: 217 time: 0.0537467
Nov 20 21:24:57.697690 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-07e2da1f-70c4-4c5c-bfa0-f962dc9e073f req-86ecc109-7353-4e09-bbac-b4078189633b tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581310
Nov 20 21:24:57.717001 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5bac7-08e4-40a7-9cc5-8dcac339f172 req-d5472028-88a7-4159-8e74-ea191dad9e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:57.718816 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-48c5bac7-08e4-40a7-9cc5-8dcac339f172 req-d5472028-88a7-4159-8e74-ea191dad9e63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 200  len: 850 time: 0.0495241
Nov 20 21:24:57.727482 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a44d786f-9b76-4202-a27f-9a2ea6230bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541082b0>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:57.757559 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44d786f-9b76-4202-a27f-9a2ea6230bb3 None None] Checking router: 6c82caac-17bf-4f62-9ce6-723a0820a626 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:24:57.767212 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d786f-9b76-4202-a27f-9a2ea6230bb3 None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:24:57.767823 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a44d786f-9b76-4202-a27f-9a2ea6230bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541082b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:24:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:57.770255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5bac7-08e4-40a7-9cc5-8dcac339f172 req-9db03a17-64dc-4f88-8926-63469a759cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:57.771819 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-48c5bac7-08e4-40a7-9cc5-8dcac339f172 req-9db03a17-64dc-4f88-8926-63469a759cce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec52e298-c6c7-453e-a2fa-373fbe63335d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0452921
Nov 20 21:24:57.866077 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53452) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:24:57.879925 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-48c5bac7-08e4-40a7-9cc5-8dcac339f172 req-96ebd347-8303-4047-998d-6b90e4898c84 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0979323
Nov 20 21:24:57.885266 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-a44d786f-9b76-4202-a27f-9a2ea6230bb3 None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:24:57.985693 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d33768bf-8e2f-477f-bf2f-8cb78e662271 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1624412127-network', 'tenant_id': '9ae4c865270648c8a4551befa186f2d7'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:24:57.991386 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-48c5bac7-08e4-40a7-9cc5-8dcac339f172 req-99184c00-31b2-4b32-be23-de79960a3fe6 service neutron] 10.222.0.37 "GET /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1012466
Nov 20 21:24:58.016565 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33768bf-8e2f-477f-bf2f-8cb78e662271 admin admin] Made reservation on behalf of 9ae4c865270648c8a4551befa186f2d7 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:24:58.018911 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d33768bf-8e2f-477f-bf2f-8cb78e662271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:58.027595 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d33768bf-8e2f-477f-bf2f-8cb78e662271 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:58.093898 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-a44d786f-9b76-4202-a27f-9a2ea6230bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541082b0>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:24:58.103888 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d33768bf-8e2f-477f-bf2f-8cb78e662271 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:58.108425 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d33768bf-8e2f-477f-bf2f-8cb78e662271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:58.125712 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44d786f-9b76-4202-a27f-9a2ea6230bb3 None None] The sync data for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 is: [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7530fba4-e7fa-490c-bdf9-9ea1146c7e55', 'name': '', 'network_id': 'ec52e298-c6c7-453e-a2fa-373fbe63335d', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'mac_address': 'fa:16:3e:ca:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:43Z', 'updated_at': '2021-11-20T21:15:52Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'subnets': [{'id': 'e49bdb26-fb3f-4488-8617-26bc32281c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:24:58.134825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33768bf-8e2f-477f-bf2f-8cb78e662271 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:24:58.144037 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33768bf-8e2f-477f-bf2f-8cb78e662271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb2897f-1590-43db-bd4f-eba35cdc1d99,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:58.153203 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d33768bf-8e2f-477f-bf2f-8cb78e662271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:58.153556 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-d33768bf-8e2f-477f-bf2f-8cb78e662271 admin admin] Added segment 9ab3668d-e0c2-401e-bb39-f6570e5ec475 of type vlan for network d4b6685a-c91b-44a0-99c2-191bfd87e908
Nov 20 21:24:58.196778 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d33768bf-8e2f-477f-bf2f-8cb78e662271 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:58.222638 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d33768bf-8e2f-477f-bf2f-8cb78e662271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:58.223588 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33768bf-8e2f-477f-bf2f-8cb78e662271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:58.224234 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d33768bf-8e2f-477f-bf2f-8cb78e662271 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:58.263511 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d33768bf-8e2f-477f-bf2f-8cb78e662271 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3955410
Nov 20 21:24:58.266247 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53456) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:24:58.271017 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-afccab12-aeb5-4016-9876-d0f0d08e311e admin admin] Request body: {'subnet': {'network_id': 'd4b6685a-c91b-44a0-99c2-191bfd87e908', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1624412127-subnet', 'tenant_id': '9ae4c865270648c8a4551befa186f2d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:24:58.306366 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33768bf-8e2f-477f-bf2f-8cb78e662271 admin admin] Pushing event updated for resources: {'Network': ['ID=d4b6685a-c91b-44a0-99c2-191bfd87e908,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:58.317741 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network d4b6685a-c91b-44a0-99c2-191bfd87e908 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:24:58.325279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afccab12-aeb5-4016-9876-d0f0d08e311e admin admin] Made reservation on behalf of 9ae4c865270648c8a4551befa186f2d7 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:24:58.327728 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-afccab12-aeb5-4016-9876-d0f0d08e311e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:58.380157 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb028eef-289a-4e6f-b83e-d1911d32d3ec None None] New status for floating IP fac2d7d3-8ed0-4604-a408-492d790d0bea: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:24:58.512569 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-afccab12-aeb5-4016-9876-d0f0d08e311e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:58.573268 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccab12-aeb5-4016-9876-d0f0d08e311e admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c13128-c4f9-4430-8134-aff28208fb31,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:58.581317 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afccab12-aeb5-4016-9876-d0f0d08e311e admin admin] Checking segment: {'id': '9ab3668d-e0c2-401e-bb39-f6570e5ec475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd4b6685a-c91b-44a0-99c2-191bfd87e908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:24:58.581694 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afccab12-aeb5-4016-9876-d0f0d08e311e admin admin] Network hostable DHCP agents. Network: d4b6685a-c91b-44a0-99c2-191bfd87e908, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:24:58.598607 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afccab12-aeb5-4016-9876-d0f0d08e311e admin admin] Network d4b6685a-c91b-44a0-99c2-191bfd87e908 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:24:58.608560 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-afccab12-aeb5-4016-9876-d0f0d08e311e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d4b6685a-c91b-44a0-99c2-191bfd87e908) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:24:58.612607 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afccab12-aeb5-4016-9876-d0f0d08e311e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:58.613229 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-afccab12-aeb5-4016-9876-d0f0d08e311e admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:58.619957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dfcd2e-a339-4120-ab08-55f329f1a40d None None] Network d4b6685a-c91b-44a0-99c2-191bfd87e908 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:24:58.642227 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-afccab12-aeb5-4016-9876-d0f0d08e311e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3664591
Nov 20 21:24:58.757971 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a88591-2146-49c6-acce-e026f044fd60 None None] Network d4b6685a-c91b-44a0-99c2-191bfd87e908 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:24:58.846732 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f331d-b425-496d-a5d9-574373469141 req-06a88df7-b55a-4418-bc5c-da4d4d9662d1 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:58.848667 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-057f331d-b425-496d-a5d9-574373469141 req-06a88df7-b55a-4418-bc5c-da4d4d9662d1 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 945 time: 0.0595529
Nov 20 21:24:58.901964 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-057f331d-b425-496d-a5d9-574373469141 req-ad621dd0-4845-4773-9c50-d15821ae0455 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/security-groups?id=8cfac1eb-0841-4114-9167-63a2d54a4888&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475717
Nov 20 21:24:59.134579 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53474) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:24:59.137981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9fc73-d899-4d22-ac10-ae5a42236ecd req-ea593c18-0dc3-478e-9b77-fe6872229417 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:59.139700 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4f8b9588-c7d1-4dae-81f2-c4ccfc2f7be1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-212314771-network', 'tenant_id': '56de5a1bc5b64736aaf86cc0ae6981b0'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:24:59.139832 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-41f9fc73-d899-4d22-ac10-ae5a42236ecd req-ea593c18-0dc3-478e-9b77-fe6872229417 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 945 time: 0.0518222
Nov 20 21:24:59.161459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8b9588-c7d1-4dae-81f2-c4ccfc2f7be1 admin admin] Made reservation on behalf of 56de5a1bc5b64736aaf86cc0ae6981b0 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:24:59.163808 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b9588-c7d1-4dae-81f2-c4ccfc2f7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:59.174473 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b9588-c7d1-4dae-81f2-c4ccfc2f7be1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:59.245597 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-41f9fc73-d899-4d22-ac10-ae5a42236ecd req-279e3c42-fedd-4b2d-abd5-7f37e4221d29 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Deleting port c2292d41-b405-4690-8d85-66a2902c9bd5 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:24:59.246240 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-41f9fc73-d899-4d22-ac10-ae5a42236ecd req-279e3c42-fedd-4b2d-abd5-7f37e4221d29 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:59.259161 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b9588-c7d1-4dae-81f2-c4ccfc2f7be1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:59.263597 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b9588-c7d1-4dae-81f2-c4ccfc2f7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:59.288647 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8b9588-c7d1-4dae-81f2-c4ccfc2f7be1 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:24:59.305312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b9588-c7d1-4dae-81f2-c4ccfc2f7be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbce741-c364-4ab6-9735-0a5839def91b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:59.308214 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b9588-c7d1-4dae-81f2-c4ccfc2f7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:59.308565 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-4f8b9588-c7d1-4dae-81f2-c4ccfc2f7be1 admin admin] Added segment 32afcd59-f1c2-4315-8f1f-e840ff8115c0 of type vlan for network cca57816-dcd6-4309-b1ff-55f37ee71812
Nov 20 21:24:59.347394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-41f9fc73-d899-4d22-ac10-ae5a42236ecd req-279e3c42-fedd-4b2d-abd5-7f37e4221d29 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] For port c2292d41-b405-4690-8d85-66a2902c9bd5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c2292d41-b405-4690-8d85-66a2902c9bd5,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:24:59.347849 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-41f9fc73-d899-4d22-ac10-ae5a42236ecd req-279e3c42-fedd-4b2d-abd5-7f37e4221d29 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:59.351997 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b9588-c7d1-4dae-81f2-c4ccfc2f7be1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:59.360683 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-41f9fc73-d899-4d22-ac10-ae5a42236ecd req-279e3c42-fedd-4b2d-abd5-7f37e4221d29 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Calling delete_port for c2292d41-b405-4690-8d85-66a2902c9bd5 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:24:59.376593 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b9588-c7d1-4dae-81f2-c4ccfc2f7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:59.377611 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8b9588-c7d1-4dae-81f2-c4ccfc2f7be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:59.378212 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4f8b9588-c7d1-4dae-81f2-c4ccfc2f7be1 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:59.411765 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4f8b9588-c7d1-4dae-81f2-c4ccfc2f7be1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.2758434
Nov 20 21:24:59.414343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53476) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:24:59.419080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-10ff2fe3-115b-4a4f-ad49-a60eed250122 admin admin] Request body: {'subnet': {'network_id': 'cca57816-dcd6-4309-b1ff-55f37ee71812', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-212314771-subnet', 'tenant_id': '56de5a1bc5b64736aaf86cc0ae6981b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:24:59.453898 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b9588-c7d1-4dae-81f2-c4ccfc2f7be1 admin admin] Pushing event updated for resources: {'Network': ['ID=cca57816-dcd6-4309-b1ff-55f37ee71812,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:59.464836 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network cca57816-dcd6-4309-b1ff-55f37ee71812 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:24:59.469084 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ff2fe3-115b-4a4f-ad49-a60eed250122 admin admin] Made reservation on behalf of 56de5a1bc5b64736aaf86cc0ae6981b0 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:24:59.471784 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10ff2fe3-115b-4a4f-ad49-a60eed250122 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:59.508823 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-41f9fc73-d899-4d22-ac10-ae5a42236ecd req-279e3c42-fedd-4b2d-abd5-7f37e4221d29 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:59.553338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e3c42-fedd-4b2d-abd5-7f37e4221d29 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event deleted for resources: {'Port': ['ID=c2292d41-b405-4690-8d85-66a2902c9bd5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:59.591504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f9fc73-d899-4d22-ac10-ae5a42236ecd req-279e3c42-fedd-4b2d-abd5-7f37e4221d29 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] No DVR routers for this DVR port c2292d41-b405-4690-8d85-66a2902c9bd5 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:24:59.594187 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-41f9fc73-d899-4d22-ac10-ae5a42236ecd req-279e3c42-fedd-4b2d-abd5-7f37e4221d29 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:59.597565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-41f9fc73-d899-4d22-ac10-ae5a42236ecd req-279e3c42-fedd-4b2d-abd5-7f37e4221d29 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.37 "DELETE /v2.0/ports/c2292d41-b405-4690-8d85-66a2902c9bd5 HTTP/1.1" status: 204  len: 173 time: 0.4519465
Nov 20 21:24:59.598003 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'name': 'network-vif-deleted', 'tag': 'c2292d41-b405-4690-8d85-66a2902c9bd5'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:24:59.600310 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87ebc93-c001-49d7-84af-b9c8fd719f35" -d '{"events": [{"server_uuid": "ec31f22e-7a3c-4e54-9723-717b3c619e29", "name": "network-vif-deleted", "tag": "c2292d41-b405-4690-8d85-66a2902c9bd5"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:24:59.649740 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af70688-f687-4540-9730-1026663902e0 x-openstack-request-id: req-2af70688-f687-4540-9730-1026663902e0 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:24:59.649873 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec31f22e-7a3c-4e54-9723-717b3c619e29", "name": "network-vif-deleted", "tag": "c2292d41-b405-4690-8d85-66a2902c9bd5", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:24:59.650181 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2af70688-f687-4540-9730-1026663902e0 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:24:59.650608 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec31f22e-7a3c-4e54-9723-717b3c619e29', 'name': 'network-vif-deleted', 'tag': 'c2292d41-b405-4690-8d85-66a2902c9bd5', 'status': 'completed', 'code': 200}
Nov 20 21:24:59.662111 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10ff2fe3-115b-4a4f-ad49-a60eed250122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:59.724202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff2fe3-115b-4a4f-ad49-a60eed250122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7c3bc4-91ae-447e-84d9-9da704b4ee33,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:24:59.733750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff2fe3-115b-4a4f-ad49-a60eed250122 admin admin] Checking segment: {'id': '32afcd59-f1c2-4315-8f1f-e840ff8115c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'cca57816-dcd6-4309-b1ff-55f37ee71812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:24:59.734162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ff2fe3-115b-4a4f-ad49-a60eed250122 admin admin] Network hostable DHCP agents. Network: cca57816-dcd6-4309-b1ff-55f37ee71812, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:24:59.751101 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ff2fe3-115b-4a4f-ad49-a60eed250122 admin admin] Network cca57816-dcd6-4309-b1ff-55f37ee71812 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:24:59.760769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-10ff2fe3-115b-4a4f-ad49-a60eed250122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cca57816-dcd6-4309-b1ff-55f37ee71812) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:24:59.768207 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ff2fe3-115b-4a4f-ad49-a60eed250122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:24:59.768858 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10ff2fe3-115b-4a4f-ad49-a60eed250122 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:24:59.776261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6030c0-80da-49cb-abb4-6a13d3a85bd7 None None] Network cca57816-dcd6-4309-b1ff-55f37ee71812 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:24:59.786997 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-10ff2fe3-115b-4a4f-ad49-a60eed250122 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3715932
Nov 20 21:24:59.915896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfd0133-ea20-4ce9-b72a-d356f274991d None None] Network cca57816-dcd6-4309-b1ff-55f37ee71812 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:25:00.034897 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-76017ecd-8035-4013-94a6-147d4c3d0012 req-e00113bd-7e05-43f5-9b7d-9f3896760df3 tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec31f22e-7a3c-4e54-9723-717b3c619e29 HTTP/1.1" status: 200  len: 210 time: 0.0349326
Nov 20 21:25:00.331211 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-d7036b4d-a68f-4159-89f7-93d21ccfdc7d tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:00.332685 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-d7036b4d-a68f-4159-89f7-93d21ccfdc7d tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/networks?id=d4b6685a-c91b-44a0-99c2-191bfd87e908 HTTP/1.1" status: 200  len: 812 time: 0.1020658
Nov 20 21:25:00.347782 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0d5199e0-f0d3-49b4-842a-355d3d198176 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/quotas/9ae4c865270648c8a4551befa186f2d7 HTTP/1.1" status: 200  len: 375 time: 0.0091512
Nov 20 21:25:00.379742 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0a894d9c-0b94-41d5-8346-66fae51c95ff tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ae4c865270648c8a4551befa186f2d7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0267744
Nov 20 21:25:00.475660 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-a58a2179-c056-4a90-a3a3-479708a103e3 service neutron] 10.222.0.41 "GET /v2.0/networks/d4b6685a-c91b-44a0-99c2-191bfd87e908?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886006
Nov 20 21:25:00.569327 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-a464dc6c-09e2-44dd-81d1-de6ec5285b14 service neutron] 10.222.0.41 "GET /v2.0/networks/d4b6685a-c91b-44a0-99c2-191bfd87e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878077
Nov 20 21:25:00.726567 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d629c1d6-b415-406e-933f-7d8eac96b805 req-7a1dd219-fe59-4ffa-b928-f245fe0a1dc8 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 210 time: 0.0266750
Nov 20 21:25:01.093035 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53508) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:01.216967 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-cf304c53-c62a-4fa3-b649-3545a5e304eb tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Deleting port 0bb15360-7e2e-4553-a7d8-bf10031a03dc {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:25:01.217307 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf304c53-c62a-4fa3-b649-3545a5e304eb tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:01.293893 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf304c53-c62a-4fa3-b649-3545a5e304eb tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:01.294306 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf304c53-c62a-4fa3-b649-3545a5e304eb tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:01.305760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-cf304c53-c62a-4fa3-b649-3545a5e304eb tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Calling delete_port for 0bb15360-7e2e-4553-a7d8-bf10031a03dc owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:25:01.445326 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf304c53-c62a-4fa3-b649-3545a5e304eb tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:01.469727 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf304c53-c62a-4fa3-b649-3545a5e304eb tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event deleted for resources: {'Port': ['ID=0bb15360-7e2e-4553-a7d8-bf10031a03dc,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:01.535886 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf304c53-c62a-4fa3-b649-3545a5e304eb tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:01.538504 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf304c53-c62a-4fa3-b649-3545a5e304eb tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:01.539661 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cf304c53-c62a-4fa3-b649-3545a5e304eb tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "DELETE /v2.0/floatingips/9c973e50-462b-41b5-a779-859603966322 HTTP/1.1" status: 204  len: 168 time: 0.4456277
Nov 20 21:25:01.821300 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-caf463d1-e821-4687-b913-365c20a46bc4 req-f1d777f7-ce52-4cc6-ab5d-b72cdb048b6c tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 210 time: 0.0322556
Nov 20 21:25:02.901743 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-acfb6df8-0251-4998-b25c-18ce53af52d6 req-b6d2807f-c922-4be2-9fd2-d7f1136d2ad2 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 210 time: 0.0278530
Nov 20 21:25:03.699851 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-9250b892-d8e8-4598-9395-0f466578c82b tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:03.701605 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-9250b892-d8e8-4598-9395-0f466578c82b tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.47 "GET /v2.0/networks?id=d4b6685a-c91b-44a0-99c2-191bfd87e908 HTTP/1.1" status: 200  len: 812 time: 0.1038358
Nov 20 21:25:03.714021 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-354db30a-f9b0-4ae5-a320-50039b7e3f41 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Request body: {'port': {'device_id': 'b368e691-c6a1-4206-8b33-bb2568432076', 'network_id': 'd4b6685a-c91b-44a0-99c2-191bfd87e908', 'admin_state_up': True, 'tenant_id': '9ae4c865270648c8a4551befa186f2d7'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:25:03.775675 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53580) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:03.829854 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-354db30a-f9b0-4ae5-a320-50039b7e3f41 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Made reservation on behalf of 9ae4c865270648c8a4551befa186f2d7 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:25:03.833975 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-354db30a-f9b0-4ae5-a320-50039b7e3f41 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:03.839440 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-537b9f6e-711c-4cd3-8158-51002442204f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:03.865620 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-537b9f6e-711c-4cd3-8158-51002442204f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:03.927225 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-537b9f6e-711c-4cd3-8158-51002442204f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:03.930078 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-537b9f6e-711c-4cd3-8158-51002442204f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:03.931375 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-537b9f6e-711c-4cd3-8158-51002442204f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] 10.222.0.41 "DELETE /v2.0/security-groups/8cfac1eb-0841-4114-9167-63a2d54a4888 HTTP/1.1" status: 204  len: 168 time: 0.1545405
Nov 20 21:25:03.956015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b9f6e-711c-4cd3-8158-51002442204f tempest-TestVolumeBootPattern-1052726415 tempest-TestVolumeBootPattern-1052726415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfac1eb-0841-4114-9167-63a2d54a4888,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:03.964262 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-354db30a-f9b0-4ae5-a320-50039b7e3f41 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Allocated IP 172.20.0.10 (d4b6685a-c91b-44a0-99c2-191bfd87e908/83c13128-c4f9-4430-8134-aff28208fb31/953195c9-0ffc-41df-aad5-7d80d2a2c7e0) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:25:04.000223 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53586) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:04.040196 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-97300f08-0adc-4fc9-92fd-624d0b5e3bcc req-10a40fbe-cf80-4a7a-8316-870b2cd2488a tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 210 time: 0.0396922
Nov 20 21:25:04.154335 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-354db30a-f9b0-4ae5-a320-50039b7e3f41 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:04.189388 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-354db30a-f9b0-4ae5-a320-50039b7e3f41 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:04.240585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-354db30a-f9b0-4ae5-a320-50039b7e3f41 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Network d4b6685a-c91b-44a0-99c2-191bfd87e908 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:25:04.243929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-354db30a-f9b0-4ae5-a320-50039b7e3f41 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:25:04.249044 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-354db30a-f9b0-4ae5-a320-50039b7e3f41 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:25:04.252995 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354db30a-f9b0-4ae5-a320-50039b7e3f41 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Pushing event updated for resources: {'Port': ['ID=953195c9-0ffc-41df-aad5-7d80d2a2c7e0,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:04.298171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-354db30a-f9b0-4ae5-a320-50039b7e3f41 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:04.298792 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-354db30a-f9b0-4ae5-a320-50039b7e3f41 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:04.314894 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-354db30a-f9b0-4ae5-a320-50039b7e3f41 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6046138
Nov 20 21:25:04.328918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Request body: {'port': {'device_id': 'b368e691-c6a1-4206-8b33-bb2568432076', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:25:04.384026 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:04.506599 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device c2292d41-b405-4690-8d85-66a2902c9bd5 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:25:04.521538 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-93c438ec-d6f4-4567-a944-dd1f4a005771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:04.538195 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: c2292d41-b405-4690-8d85-66a2902c9bd5 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:25:04.538542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device c2292d41-b405-4690-8d85-66a2902c9bd5 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:25:04.661387 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:25:04.668801 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:04.681259 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Transition to ACTIVE for port object 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:25:04.685654 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:04.737458 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Pushing event updated for resources: {'Port': ['ID=953195c9-0ffc-41df-aad5-7d80d2a2c7e0,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:04.776207 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-93c438ec-d6f4-4567-a944-dd1f4a005771 admin admin] Deleting port 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:25:04.776555 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-93c438ec-d6f4-4567-a944-dd1f4a005771 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:04.810620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Attempting to bind port 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:25:04.811097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Attempting to bind port 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9ab3668d-e0c2-401e-bb39-f6570e5ec475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd4b6685a-c91b-44a0-99c2-191bfd87e908'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:25:04.811535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Attempting to bind port 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 on network d4b6685a-c91b-44a0-99c2-191bfd87e908 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:25:04.816160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Port 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 on network d4b6685a-c91b-44a0-99c2-191bfd87e908 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:25:04.816478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Attempting to bind port 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 on network d4b6685a-c91b-44a0-99c2-191bfd87e908 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:25:04.821294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:25:04.821624 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Checking segment: {'id': '9ab3668d-e0c2-401e-bb39-f6570e5ec475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd4b6685a-c91b-44a0-99c2-191bfd87e908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:25:04.822003 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Bound using segment: {'id': '9ab3668d-e0c2-401e-bb39-f6570e5ec475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd4b6685a-c91b-44a0-99c2-191bfd87e908'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:25:04.822453 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Bound port: 953195c9-0ffc-41df-aad5-7d80d2a2c7e0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab3668d-e0c2-401e-bb39-f6570e5ec475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd4b6685a-c91b-44a0-99c2-191bfd87e908'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:25:04.822830 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:04.858342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-93c438ec-d6f4-4567-a944-dd1f4a005771 admin admin] For port 7530fba4-e7fa-490c-bdf9-9ea1146c7e55, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7530fba4-e7fa-490c-bdf9-9ea1146c7e55,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:04.858707 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-93c438ec-d6f4-4567-a944-dd1f4a005771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:04.871442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-93c438ec-d6f4-4567-a944-dd1f4a005771 admin admin] Calling delete_port for 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:25:04.886118 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] For port 953195c9-0ffc-41df-aad5-7d80d2a2c7e0, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:25:04.889745 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] For port 953195c9-0ffc-41df-aad5-7d80d2a2c7e0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=953195c9-0ffc-41df-aad5-7d80d2a2c7e0,segment=NetworkSegment(9ab3668d-e0c2-401e-bb39-f6570e5ec475),segment_id=9ab3668d-e0c2-401e-bb39-f6570e5ec475)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:25:04.893994 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:04.930928 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:04.931553 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:04.933000 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] 10.222.0.47 "PUT /v2.0/ports/953195c9-0ffc-41df-aad5-7d80d2a2c7e0 HTTP/1.1" status: 200  len: 1092 time: 0.6093380
Nov 20 21:25:04.933486 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b368e691-c6a1-4206-8b33-bb2568432076', 'tag': '953195c9-0ffc-41df-aad5-7d80d2a2c7e0'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:25:04.936197 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cae7c9-e474-4221-afad-c2119ad18a03" -d '{"events": [{"name": "network-changed", "server_uuid": "b368e691-c6a1-4206-8b33-bb2568432076", "tag": "953195c9-0ffc-41df-aad5-7d80d2a2c7e0"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:25:04.957992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae944a5-dfc5-4200-a950-793ad84f7326 service neutron] Pushing event updated for resources: {'Port': ['ID=953195c9-0ffc-41df-aad5-7d80d2a2c7e0,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:04.993648 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2303dbe-a97d-4b8a-bf4c-0ebfdc1e8383 x-openstack-request-id: req-f2303dbe-a97d-4b8a-bf4c-0ebfdc1e8383 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:25:04.993950 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b368e691-c6a1-4206-8b33-bb2568432076", "tag": "953195c9-0ffc-41df-aad5-7d80d2a2c7e0", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:25:04.994232 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2303dbe-a97d-4b8a-bf4c-0ebfdc1e8383 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:25:04.994635 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b368e691-c6a1-4206-8b33-bb2568432076', 'tag': '953195c9-0ffc-41df-aad5-7d80d2a2c7e0', 'status': 'completed', 'code': 200}
Nov 20 21:25:05.024930 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-1fdbea58-2e8e-42c7-bd35-ded14794d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:05.026529 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-1fdbea58-2e8e-42c7-bd35-ded14794d41f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ae4c865270648c8a4551befa186f2d7&device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 1095 time: 0.0434520
Nov 20 21:25:05.058098 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-93c438ec-d6f4-4567-a944-dd1f4a005771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:05.072685 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-55ec845f-efd9-41c4-b499-7ea8a73c57b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=953195c9-0ffc-41df-aad5-7d80d2a2c7e0 HTTP/1.1" status: 200  len: 217 time: 0.0385139
Nov 20 21:25:05.092340 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c438ec-d6f4-4567-a944-dd1f4a005771 admin admin] Pushing event deleted for resources: {'Port': ['ID=7530fba4-e7fa-490c-bdf9-9ea1146c7e55,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:05.139346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-37e922f2-b5da-496d-8101-230c4c266171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:05.140895 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-37e922f2-b5da-496d-8101-230c4c266171 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83c13128-c4f9-4430-8134-aff28208fb31 HTTP/1.1" status: 200  len: 852 time: 0.0574272
Nov 20 21:25:05.186718 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-461b5217-b1bd-46b2-8232-4acd4edd089b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4b6685a-c91b-44a0-99c2-191bfd87e908&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271266
Nov 20 21:25:05.230259 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fc568-f424-4424-bd6c-9f71cbf06f5b req-f5a8f694-a10e-475d-8fc3-4bfe917a1fc7 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:05.232573 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d9fc568-f424-4424-bd6c-9f71cbf06f5b req-f5a8f694-a10e-475d-8fc3-4bfe917a1fc7 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 944 time: 0.1043112
Nov 20 21:25:05.273239 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-93c438ec-d6f4-4567-a944-dd1f4a005771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:05.332446 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4d9fc568-f424-4424-bd6c-9f71cbf06f5b req-83e4098a-01e2-4a9f-881d-18b3d6c62bc5 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888655
Nov 20 21:25:05.336415 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-56f9edd9-131e-4a05-851f-f94b6a7d738a service neutron] 10.222.0.47 "GET /v2.0/networks/d4b6685a-c91b-44a0-99c2-191bfd87e908?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410859
Nov 20 21:25:05.431912 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f9c5089-e468-46d2-9261-9b4130233d84 req-2d90c6c1-dfd4-4133-a993-36899eeb4fd8 service neutron] 10.222.0.47 "GET /v2.0/networks/d4b6685a-c91b-44a0-99c2-191bfd87e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879118
Nov 20 21:25:05.498884 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c438ec-d6f4-4567-a944-dd1f4a005771 admin admin] Router 6c82caac-17bf-4f62-9ce6-723a0820a626 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:25:05.513311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cae7c9-e474-4221-afad-c2119ad18a03 req-7c9044e7-c3b3-4b23-b8cf-3be59b373491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:05.514872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80cae7c9-e474-4221-afad-c2119ad18a03 req-7c9044e7-c3b3-4b23-b8cf-3be59b373491 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ae4c865270648c8a4551befa186f2d7&device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 1095 time: 0.0414484
Nov 20 21:25:05.603603 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c438ec-d6f4-4567-a944-dd1f4a005771 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:25:05.607566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cae7c9-e474-4221-afad-c2119ad18a03 req-95427fa9-00d1-4256-b3fc-ed5138a717da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:05.609059 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80cae7c9-e474-4221-afad-c2119ad18a03 req-95427fa9-00d1-4256-b3fc-ed5138a717da service neutron] 10.222.0.47 "GET /v2.0/networks?id=d4b6685a-c91b-44a0-99c2-191bfd87e908 HTTP/1.1" status: 200  len: 913 time: 0.0876064
Nov 20 21:25:05.610770 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-93c438ec-d6f4-4567-a944-dd1f4a005771 admin admin] 10.222.0.41 "PUT /v2.0/routers/6c82caac-17bf-4f62-9ce6-723a0820a626/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6091716
Nov 20 21:25:05.613239 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53594) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:05.613545 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be54dc-f943-4e6d-bc97-487304b38abb None None] Sync routers for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:25:05.625995 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be54dc-f943-4e6d-bc97-487304b38abb None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:25:05.626648 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-86be54dc-f943-4e6d-bc97-487304b38abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541081c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:24:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:05.655900 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80cae7c9-e474-4221-afad-c2119ad18a03 req-dcfed1d7-8357-4594-94cf-d1d73bf90c4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=953195c9-0ffc-41df-aad5-7d80d2a2c7e0 HTTP/1.1" status: 200  len: 217 time: 0.0392344
Nov 20 21:25:05.710970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cae7c9-e474-4221-afad-c2119ad18a03 req-2344a1a3-44c6-49fb-b18f-9637bb4daf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:05.712464 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80cae7c9-e474-4221-afad-c2119ad18a03 req-2344a1a3-44c6-49fb-b18f-9637bb4daf96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83c13128-c4f9-4430-8134-aff28208fb31 HTTP/1.1" status: 200  len: 852 time: 0.0486145
Nov 20 21:25:05.727530 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0a65169a-db15-4a2a-a8d6-c8afb07d9ef1 admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:05.736139 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-86be54dc-f943-4e6d-bc97-487304b38abb None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:25:05.746351 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80cae7c9-e474-4221-afad-c2119ad18a03 req-26a675c1-a25e-414b-9e6a-3a5a736c87cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4b6685a-c91b-44a0-99c2-191bfd87e908&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265820
Nov 20 21:25:05.841957 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0a65169a-db15-4a2a-a8d6-c8afb07d9ef1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:05.848012 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80cae7c9-e474-4221-afad-c2119ad18a03 req-526d048b-f38a-420f-a726-5abf3b0eb390 service neutron] 10.222.0.47 "GET /v2.0/networks/d4b6685a-c91b-44a0-99c2-191bfd87e908?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0940630
Nov 20 21:25:05.900375 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-0a65169a-db15-4a2a-a8d6-c8afb07d9ef1 admin admin] Deleting port 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:25:05.900755 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0a65169a-db15-4a2a-a8d6-c8afb07d9ef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:05.917300 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-86be54dc-f943-4e6d-bc97-487304b38abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541081c0>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:25:05Z', 'revision_number': 5, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port': {'id': '0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:40Z', 'updated_at': '2021-11-20T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:05.947913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80cae7c9-e474-4221-afad-c2119ad18a03 req-246a586e-382c-44b2-975a-9deb0944904a service neutron] 10.222.0.47 "GET /v2.0/networks/d4b6685a-c91b-44a0-99c2-191bfd87e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924923
Nov 20 21:25:05.948146 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be54dc-f943-4e6d-bc97-487304b38abb None None] Checking router: 6c82caac-17bf-4f62-9ce6-723a0820a626 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:25:05.957081 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be54dc-f943-4e6d-bc97-487304b38abb None None] Routers {'6c82caac-17bf-4f62-9ce6-723a0820a626'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:25:05.957674 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-86be54dc-f943-4e6d-bc97-487304b38abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541081c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:24:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['6c82caac-17bf-4f62-9ce6-723a0820a626'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:05.991021 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-0a65169a-db15-4a2a-a8d6-c8afb07d9ef1 admin admin] For port 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:05.991392 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0a65169a-db15-4a2a-a8d6-c8afb07d9ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:06.003653 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-0a65169a-db15-4a2a-a8d6-c8afb07d9ef1 admin admin] Calling delete_port for 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:25:06.043495 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-86be54dc-f943-4e6d-bc97-487304b38abb None None] Set router 6c82caac-17bf-4f62-9ce6-723a0820a626 gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:25:06.177635 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0a65169a-db15-4a2a-a8d6-c8afb07d9ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:06.191368 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-86be54dc-f943-4e6d-bc97-487304b38abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541081c0>, [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:25:05Z', 'revision_number': 6, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:06.203478 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65169a-db15-4a2a-a8d6-c8afb07d9ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:06.218835 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be54dc-f943-4e6d-bc97-487304b38abb None None] The sync data for ids ['6c82caac-17bf-4f62-9ce6-723a0820a626'] in ncdv-master-1 is: [{'id': '6c82caac-17bf-4f62-9ce6-723a0820a626', 'name': 'tempest-TestVolumeBootPattern-634746928-router', 'tenant_id': '6028b150b064464f9c6d8e21d3af617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:39Z', 'updated_at': '2021-11-20T21:25:05Z', 'revision_number': 6, 'project_id': '6028b150b064464f9c6d8e21d3af617e', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:25:06.223596 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf53456-1882-4092-bd0e-dced09dccf6e None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:25:06.270010 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0a65169a-db15-4a2a-a8d6-c8afb07d9ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:06.358560 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0a65169a-db15-4a2a-a8d6-c8afb07d9ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:06.360955 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0a65169a-db15-4a2a-a8d6-c8afb07d9ef1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:06.405099 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0a65169a-db15-4a2a-a8d6-c8afb07d9ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:06.405662 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a65169a-db15-4a2a-a8d6-c8afb07d9ef1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c82caac-17bf-4f62-9ce6-723a0820a626 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:25:06.409969 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0a65169a-db15-4a2a-a8d6-c8afb07d9ef1 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:06.411152 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0a65169a-db15-4a2a-a8d6-c8afb07d9ef1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6c82caac-17bf-4f62-9ce6-723a0820a626 HTTP/1.1" status: 204  len: 168 time: 0.7969701
Nov 20 21:25:06.413744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53598) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:06.483371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7152f610-53fb-4899-9cf7-38f6c044282d admin admin] Deleting subnet e49bdb26-fb3f-4488-8617-26bc32281c9f {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:25:06.486756 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7152f610-53fb-4899-9cf7-38f6c044282d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:06.561873 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:25:06.849269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569bddb-91dc-4f1a-8355-31a03454539e req-28d315f0-be5a-49dc-84bf-2e2f14c73110 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:06.850691 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7569bddb-91dc-4f1a-8355-31a03454539e req-28d315f0-be5a-49dc-84bf-2e2f14c73110 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 944 time: 0.4295464
Nov 20 21:25:06.856407 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7152f610-53fb-4899-9cf7-38f6c044282d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:06.949209 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7569bddb-91dc-4f1a-8355-31a03454539e req-be81bc16-fdc1-4fa6-af8b-764de988f917 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897532
Nov 20 21:25:06.966979 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7152f610-53fb-4899-9cf7-38f6c044282d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:07.017056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:25:07.036608 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7152f610-53fb-4899-9cf7-38f6c044282d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:07.040434 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:25:07.040691 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7530fba4-e7fa-490c-bdf9-9ea1146c7e55 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:25:07.065441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152f610-53fb-4899-9cf7-38f6c044282d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e49bdb26-fb3f-4488-8617-26bc32281c9f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:07.067512 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7152f610-53fb-4899-9cf7-38f6c044282d admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:07.070771 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7152f610-53fb-4899-9cf7-38f6c044282d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e49bdb26-fb3f-4488-8617-26bc32281c9f HTTP/1.1" status: 204  len: 168 time: 0.6560163
Nov 20 21:25:07.073291 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53600) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:07.075802 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef067d0-069c-458c-8528-01c84ebbf074 None None] Network ec52e298-c6c7-453e-a2fa-373fbe63335d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:25:07.147218 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:07.202307 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] Deleting port 5e050b16-ed2f-4adb-a7be-63c094a3437a {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:25:07.202905 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:07.267497 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ade22e-3807-41d1-975d-de24c5efa988 None None] DHCP port deletion for ec52e298-c6c7-453e-a2fa-373fbe63335d request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:25:07.298898 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] For port 5e050b16-ed2f-4adb-a7be-63c094a3437a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e050b16-ed2f-4adb-a7be-63c094a3437a,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:07.299445 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:07.312710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] Calling delete_port for 5e050b16-ed2f-4adb-a7be-63c094a3437a owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:25:07.326658 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-20ade22e-3807-41d1-975d-de24c5efa988 None None] Deleting port 5e050b16-ed2f-4adb-a7be-63c094a3437a {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:25:07.327040 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-20ade22e-3807-41d1-975d-de24c5efa988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:07.399669 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:07.402240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-20ade22e-3807-41d1-975d-de24c5efa988 None None] For port 5e050b16-ed2f-4adb-a7be-63c094a3437a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e050b16-ed2f-4adb-a7be-63c094a3437a,segment=NetworkSegment(f49f0257-7c6c-4870-be29-86300bc82fb1),segment_id=f49f0257-7c6c-4870-be29-86300bc82fb1)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:07.404782 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-20ade22e-3807-41d1-975d-de24c5efa988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:07.418667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-20ade22e-3807-41d1-975d-de24c5efa988 None None] Calling delete_port for 5e050b16-ed2f-4adb-a7be-63c094a3437a owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:25:07.437063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e050b16-ed2f-4adb-a7be-63c094a3437a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:07.442361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] No DVR routers for this DVR port 5e050b16-ed2f-4adb-a7be-63c094a3437a on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:25:07.496341 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-20ade22e-3807-41d1-975d-de24c5efa988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:07.524423 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:07.524916 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ade22e-3807-41d1-975d-de24c5efa988 None None] Pushing event deleted for resources: {'Port': ['ID=5e050b16-ed2f-4adb-a7be-63c094a3437a,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:07.528409 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ade22e-3807-41d1-975d-de24c5efa988 None None] No DVR routers for this DVR port 5e050b16-ed2f-4adb-a7be-63c094a3437a on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:25:07.554293 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4dc90040>,) {'filters': {'network_id': ['ec52e298-c6c7-453e-a2fa-373fbe63335d']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:07.563821 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dc90040>, 'f49f0257-7c6c-4870-be29-86300bc82fb1') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:07.564120 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4dc90040>, 'f49f0257-7c6c-4870-be29-86300bc82fb1') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:07.573560 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:07.588052 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:07.599113 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:25:07.599529 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:25:07.601347 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:25:07.662882 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:07.672565 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:07.676496 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ec52e298-c6c7-453e-a2fa-373fbe63335d HTTP/1.1" status: 204  len: 168 time: 0.6021435
Nov 20 21:25:07.680377 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53602) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:07.688085 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1babe-252e-4d0f-aabc-5001e3bb3a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec52e298-c6c7-453e-a2fa-373fbe63335d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:07.854696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:25:07.965586 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 953195c9-0ffc-41df-aad5-7d80d2a2c7e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=953195c9-0ffc-41df-aad5-7d80d2a2c7e0,segment=NetworkSegment(9ab3668d-e0c2-401e-bb39-f6570e5ec475),segment_id=9ab3668d-e0c2-401e-bb39-f6570e5ec475)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:07.979398 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '953195c9-0ffc-41df-aad5-7d80d2a2c7e0', 'network_id': 'd4b6685a-c91b-44a0-99c2-191bfd87e908', 'port_id': '953195c9-0ffc-41df-aad5-7d80d2a2c7e0', 'mac_address': 'fa:16:3e:ac:7f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c13128-c4f9-4430-8134-aff28208fb31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:25:08.030304 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:08.047954 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:25:08.072553 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 953195c9-0ffc-41df-aad5-7d80d2a2c7e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=953195c9-0ffc-41df-aad5-7d80d2a2c7e0,segment=NetworkSegment(9ab3668d-e0c2-401e-bb39-f6570e5ec475),segment_id=9ab3668d-e0c2-401e-bb39-f6570e5ec475)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:08.077395 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:08.133118 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=953195c9-0ffc-41df-aad5-7d80d2a2c7e0,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:08.276138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['953195c9-0ffc-41df-aad5-7d80d2a2c7e0'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:25:08.369369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9b997-6ce5-4df1-9c12-3427a8da0d88 req-350d65f2-8746-42a6-8bf4-12540f915bf9 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:08.371157 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbe9b997-6ce5-4df1-9c12-3427a8da0d88 req-350d65f2-8746-42a6-8bf4-12540f915bf9 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 945 time: 0.0811238
Nov 20 21:25:08.429831 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:08.441473 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dbe9b997-6ce5-4df1-9c12-3427a8da0d88 req-d594f290-657f-44f3-9e65-e5b4c2c28a7e tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634005
Nov 20 21:25:08.455349 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:08.495281 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-74112152-322b-47b7-9e57-9de4636496ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:08.574439 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:25:08.596503 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:25:08.596941 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0fc9fe0f-09c9-4b8b-bc3f-fe94f65cbd60 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:25:08.597369 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5e050b16-ed2f-4adb-a7be-63c094a3437a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:25:08.615630 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 5e050b16-ed2f-4adb-a7be-63c094a3437a {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:25:08.615973 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5e050b16-ed2f-4adb-a7be-63c094a3437a not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:25:08.741268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-74112152-322b-47b7-9e57-9de4636496ff admin admin] Deleting port 70000a23-4ec9-4ffe-8c9a-81ca143666b9 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:25:08.741868 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-74112152-322b-47b7-9e57-9de4636496ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:08.819051 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-74112152-322b-47b7-9e57-9de4636496ff admin admin] For port 70000a23-4ec9-4ffe-8c9a-81ca143666b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70000a23-4ec9-4ffe-8c9a-81ca143666b9,segment=NetworkSegment(372568d3-1378-4468-904b-d5e68fb54c22),segment_id=372568d3-1378-4468-904b-d5e68fb54c22)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:08.819332 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-74112152-322b-47b7-9e57-9de4636496ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:08.832068 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-74112152-322b-47b7-9e57-9de4636496ff admin admin] Calling delete_port for 70000a23-4ec9-4ffe-8c9a-81ca143666b9 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:25:09.010450 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-74112152-322b-47b7-9e57-9de4636496ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:09.040701 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74112152-322b-47b7-9e57-9de4636496ff admin admin] Pushing event deleted for resources: {'Port': ['ID=70000a23-4ec9-4ffe-8c9a-81ca143666b9,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:09.209481 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-74112152-322b-47b7-9e57-9de4636496ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:09.430689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74112152-322b-47b7-9e57-9de4636496ff admin admin] Router da3ef34a-f7b3-4e80-93a3-83c3272c24f2 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:25:09.543311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74112152-322b-47b7-9e57-9de4636496ff admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:25:09.551306 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-74112152-322b-47b7-9e57-9de4636496ff admin admin] 10.222.0.41 "PUT /v2.0/routers/da3ef34a-f7b3-4e80-93a3-83c3272c24f2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8673623
Nov 20 21:25:09.551474 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53608) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:09.555060 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7383c7-11be-4b6c-a7d3-58f4c4705568 None None] Sync routers for ids ['da3ef34a-f7b3-4e80-93a3-83c3272c24f2'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:25:09.566961 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7383c7-11be-4b6c-a7d3-58f4c4705568 None None] Routers {'da3ef34a-f7b3-4e80-93a3-83c3272c24f2'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:25:09.567815 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-de7383c7-11be-4b6c-a7d3-58f4c4705568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a478b8610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:24:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['da3ef34a-f7b3-4e80-93a3-83c3272c24f2'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:09.568593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5cbc5-b4e5-4646-9f7d-61685659fa36 req-8d8ae342-4090-4a08-b3b9-0b1b05ad967c tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:09.570152 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c9f5cbc5-b4e5-4646-9f7d-61685659fa36 req-8d8ae342-4090-4a08-b3b9-0b1b05ad967c tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 945 time: 0.0536101
Nov 20 21:25:09.619609 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c9f5cbc5-b4e5-4646-9f7d-61685659fa36 req-56376942-71dc-4d42-be2c-7b717ba2ac4c tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421126
Nov 20 21:25:09.662967 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e18dc02-4d7d-4cf6-bdd5-e5447882a775 admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:09.677156 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-de7383c7-11be-4b6c-a7d3-58f4c4705568 None None] Set router da3ef34a-f7b3-4e80-93a3-83c3272c24f2 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:25:09.761864 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e18dc02-4d7d-4cf6-bdd5-e5447882a775 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:09.818227 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2e18dc02-4d7d-4cf6-bdd5-e5447882a775 admin admin] Deleting port 86488eac-0f08-4784-a3b4-1725bfb29394 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:25:09.818571 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e18dc02-4d7d-4cf6-bdd5-e5447882a775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:09.858292 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:25:09.860756 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-de7383c7-11be-4b6c-a7d3-58f4c4705568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a478b8610>, [{'id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'name': 'tempest-TestVolumeBootPattern-2086664642-router', 'tenant_id': '597ad3023aad44ae964010237b4737c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '86488eac-0f08-4784-a3b4-1725bfb29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:49Z', 'updated_at': '2021-11-20T21:25:08Z', 'revision_number': 5, 'project_id': '597ad3023aad44ae964010237b4737c8', 'gw_port': {'id': '86488eac-0f08-4784-a3b4-1725bfb29394', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:15:49Z', 'updated_at': '2021-11-20T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:09.898199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-2e18dc02-4d7d-4cf6-bdd5-e5447882a775 admin admin] For port 86488eac-0f08-4784-a3b4-1725bfb29394, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86488eac-0f08-4784-a3b4-1725bfb29394,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:09.898563 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e18dc02-4d7d-4cf6-bdd5-e5447882a775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:09.905848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7383c7-11be-4b6c-a7d3-58f4c4705568 None None] Checking router: da3ef34a-f7b3-4e80-93a3-83c3272c24f2 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:25:09.911764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2e18dc02-4d7d-4cf6-bdd5-e5447882a775 admin admin] Calling delete_port for 86488eac-0f08-4784-a3b4-1725bfb29394 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:25:09.926319 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7383c7-11be-4b6c-a7d3-58f4c4705568 None None] Routers {'da3ef34a-f7b3-4e80-93a3-83c3272c24f2'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:25:09.926934 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-de7383c7-11be-4b6c-a7d3-58f4c4705568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a478b8610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:24:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['da3ef34a-f7b3-4e80-93a3-83c3272c24f2'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:10.008609 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:25:10.017264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:25:10.017638 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:10.023102 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-de7383c7-11be-4b6c-a7d3-58f4c4705568 None None] Set router da3ef34a-f7b3-4e80-93a3-83c3272c24f2 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:25:10.080952 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e18dc02-4d7d-4cf6-bdd5-e5447882a775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:10.096386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-de7383c7-11be-4b6c-a7d3-58f4c4705568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a478b8610>, [{'id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'name': 'tempest-TestVolumeBootPattern-2086664642-router', 'tenant_id': '597ad3023aad44ae964010237b4737c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:49Z', 'updated_at': '2021-11-20T21:25:09Z', 'revision_number': 6, 'project_id': '597ad3023aad44ae964010237b4737c8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:10.106726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18dc02-4d7d-4cf6-bdd5-e5447882a775 admin admin] Pushing event deleted for resources: {'Port': ['ID=86488eac-0f08-4784-a3b4-1725bfb29394,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:10.129377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3e542c-3da6-47cc-8c0f-7fe471163462 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:25:10.133187 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7383c7-11be-4b6c-a7d3-58f4c4705568 None None] The sync data for ids ['da3ef34a-f7b3-4e80-93a3-83c3272c24f2'] in ncdv-master-1 is: [{'id': 'da3ef34a-f7b3-4e80-93a3-83c3272c24f2', 'name': 'tempest-TestVolumeBootPattern-2086664642-router', 'tenant_id': '597ad3023aad44ae964010237b4737c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:15:49Z', 'updated_at': '2021-11-20T21:25:09Z', 'revision_number': 6, 'project_id': '597ad3023aad44ae964010237b4737c8', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:25:10.176763 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e18dc02-4d7d-4cf6-bdd5-e5447882a775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:10.194653 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:10.219242 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b368e691-c6a1-4206-8b33-bb2568432076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953195c9-0ffc-41df-aad5-7d80d2a2c7e0'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:25:10.221509 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2744f657-2107-4d4c-83a2-6cc0c7733570" -d '{"events": [{"server_uuid": "b368e691-c6a1-4206-8b33-bb2568432076", "name": "network-vif-plugged", "status": "completed", "tag": "953195c9-0ffc-41df-aad5-7d80d2a2c7e0"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:25:10.236528 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 953195c9-0ffc-41df-aad5-7d80d2a2c7e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=953195c9-0ffc-41df-aad5-7d80d2a2c7e0,segment=NetworkSegment(9ab3668d-e0c2-401e-bb39-f6570e5ec475),segment_id=9ab3668d-e0c2-401e-bb39-f6570e5ec475)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:10.240665 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:10.266260 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0e420c-f83d-4290-b39c-f42ba0858d4c x-openstack-request-id: req-ee0e420c-f83d-4290-b39c-f42ba0858d4c {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:25:10.266598 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b368e691-c6a1-4206-8b33-bb2568432076", "name": "network-vif-plugged", "status": "completed", "tag": "953195c9-0ffc-41df-aad5-7d80d2a2c7e0", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:25:10.266906 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee0e420c-f83d-4290-b39c-f42ba0858d4c {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:25:10.267297 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b368e691-c6a1-4206-8b33-bb2568432076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953195c9-0ffc-41df-aad5-7d80d2a2c7e0', 'code': 200}
Nov 20 21:25:10.277007 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e18dc02-4d7d-4cf6-bdd5-e5447882a775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:10.279454 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e18dc02-4d7d-4cf6-bdd5-e5447882a775 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:10.292999 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=953195c9-0ffc-41df-aad5-7d80d2a2c7e0,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:10.330139 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e18dc02-4d7d-4cf6-bdd5-e5447882a775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:10.330652 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e18dc02-4d7d-4cf6-bdd5-e5447882a775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da3ef34a-f7b3-4e80-93a3-83c3272c24f2 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:25:10.335069 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2e18dc02-4d7d-4cf6-bdd5-e5447882a775 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:10.336191 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2e18dc02-4d7d-4cf6-bdd5-e5447882a775 admin admin] 10.222.0.41 "DELETE /v2.0/routers/da3ef34a-f7b3-4e80-93a3-83c3272c24f2 HTTP/1.1" status: 204  len: 168 time: 0.7832787
Nov 20 21:25:10.341160 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53612) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:10.364075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f627f9-721f-4885-b95e-5cc54707969c req-484d57c2-8bab-4388-bbb8-e60352f761ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:10.365607 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-40f627f9-721f-4885-b95e-5cc54707969c req-484d57c2-8bab-4388-bbb8-e60352f761ac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 1097 time: 0.0450301
Nov 20 21:25:10.391327 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-035e5d08-b4c1-46e3-b3c2-dbff2cddb455 admin admin] Deleting subnet 1ae98d41-1874-47ca-98c4-e6fb73e4454c {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:25:10.394596 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-035e5d08-b4c1-46e3-b3c2-dbff2cddb455 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:10.416827 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-40f627f9-721f-4885-b95e-5cc54707969c req-6c433622-341f-4528-80a5-625b3a39f3d3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430121
Nov 20 21:25:10.429140 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-035e5d08-b4c1-46e3-b3c2-dbff2cddb455 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:10.509750 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-035e5d08-b4c1-46e3-b3c2-dbff2cddb455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:10.580221 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-035e5d08-b4c1-46e3-b3c2-dbff2cddb455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:10.606079 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e5d08-b4c1-46e3-b3c2-dbff2cddb455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ae98d41-1874-47ca-98c4-e6fb73e4454c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:10.610563 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-035e5d08-b4c1-46e3-b3c2-dbff2cddb455 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:10.613776 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-035e5d08-b4c1-46e3-b3c2-dbff2cddb455 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1ae98d41-1874-47ca-98c4-e6fb73e4454c HTTP/1.1" status: 204  len: 168 time: 0.2714598
Nov 20 21:25:10.616664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53614) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:10.618537 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435d6bcd-009a-4312-8e6a-e9dac79daa30 None None] Network c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:25:10.689680 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:10.772944 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3aa7e-4d13-4ad7-8c97-d4085af099cd req-9357a64f-f071-44d5-bbae-4bb288c40e32 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:10.774448 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f2a3aa7e-4d13-4ad7-8c97-d4085af099cd req-9357a64f-f071-44d5-bbae-4bb288c40e32 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 946 time: 0.0795045
Nov 20 21:25:10.819453 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] Deleting port 6837b743-9770-4061-86f1-eee7df09fdfe {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:25:10.819791 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:10.842028 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f2a3aa7e-4d13-4ad7-8c97-d4085af099cd req-03df1b18-2f0e-402a-b3ea-8a4ae8a5d428 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612128
Nov 20 21:25:10.894597 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] For port 6837b743-9770-4061-86f1-eee7df09fdfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6837b743-9770-4061-86f1-eee7df09fdfe,segment=NetworkSegment(372568d3-1378-4468-904b-d5e68fb54c22),segment_id=372568d3-1378-4468-904b-d5e68fb54c22)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:10.895147 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:10.909229 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] Calling delete_port for 6837b743-9770-4061-86f1-eee7df09fdfe owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:25:10.912792 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02d1ec7-ca12-4470-b7c3-4112321754e3 None None] DHCP port deletion for c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:25:10.952687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 70000a23-4ec9-4ffe-8c9a-81ca143666b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:25:10.972955 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 70000a23-4ec9-4ffe-8c9a-81ca143666b9 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:25:10.973292 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 70000a23-4ec9-4ffe-8c9a-81ca143666b9 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:25:10.987092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a02d1ec7-ca12-4470-b7c3-4112321754e3 None None] Deleting port 6837b743-9770-4061-86f1-eee7df09fdfe {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:25:10.987467 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a02d1ec7-ca12-4470-b7c3-4112321754e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:11.007854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:11.039316 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] Pushing event deleted for resources: {'Port': ['ID=6837b743-9770-4061-86f1-eee7df09fdfe,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:11.041512 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] No DVR routers for this DVR port 6837b743-9770-4061-86f1-eee7df09fdfe on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:25:11.062209 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a02d1ec7-ca12-4470-b7c3-4112321754e3 None None] For port 6837b743-9770-4061-86f1-eee7df09fdfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6837b743-9770-4061-86f1-eee7df09fdfe,segment=NetworkSegment(372568d3-1378-4468-904b-d5e68fb54c22),segment_id=372568d3-1378-4468-904b-d5e68fb54c22)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:11.062615 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a02d1ec7-ca12-4470-b7c3-4112321754e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:11.075217 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a02d1ec7-ca12-4470-b7c3-4112321754e3 None None] Calling delete_port for 6837b743-9770-4061-86f1-eee7df09fdfe owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:25:11.119227 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:11.141207 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e817c40>,) {'filters': {'network_id': ['c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:11.151101 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e817c40>, '372568d3-1378-4468-904b-d5e68fb54c22') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:11.151393 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e817c40>, '372568d3-1378-4468-904b-d5e68fb54c22') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:11.156761 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a02d1ec7-ca12-4470-b7c3-4112321754e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:11.161736 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:11.176527 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:11.183135 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:25:11.183607 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:25:11.185784 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:25:11.189512 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d1ec7-ca12-4470-b7c3-4112321754e3 None None] Pushing event deleted for resources: {'Port': ['ID=6837b743-9770-4061-86f1-eee7df09fdfe,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:11.197296 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d1ec7-ca12-4470-b7c3-4112321754e3 None None] No DVR routers for this DVR port 6837b743-9770-4061-86f1-eee7df09fdfe on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:25:11.259330 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:11.265283 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:11.268926 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] 10.222.0.41 "DELETE /v2.0/networks/c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a HTTP/1.1" status: 204  len: 168 time: 0.6509485
Nov 20 21:25:11.280472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a3532-697e-4932-a772-5a9a7aad9edd admin admin] Pushing event deleted for resources: {'Network': ['ID=c06af814-6cf3-4dd7-a3ed-c7c3c9c18c0a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:11.394545 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53620) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:11.441726 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-09b11485-041d-4f4d-ad39-c08fe9153371 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6028b150b064464f9c6d8e21d3af617e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0459173
Nov 20 21:25:11.444198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53622) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:11.492182 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54bd324a-b9ab-428a-8b18-62eb1b75795e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:11.514002 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54bd324a-b9ab-428a-8b18-62eb1b75795e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:11.566294 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54bd324a-b9ab-428a-8b18-62eb1b75795e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:11.568881 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-54bd324a-b9ab-428a-8b18-62eb1b75795e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:11.570028 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-54bd324a-b9ab-428a-8b18-62eb1b75795e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8 HTTP/1.1" status: 204  len: 168 time: 0.1248660
Nov 20 21:25:11.578261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd324a-b9ab-428a-8b18-62eb1b75795e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b48f50d-83b8-4f6b-b0d8-ec4d3925d1e8,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:11.881713 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53630) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:11.921884 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7a1329f2-ba46-40ba-9659-14e3e7ee5817 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=597ad3023aad44ae964010237b4737c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0387990
Nov 20 21:25:11.924446 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53632) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:11.962180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdca13-52f9-4f22-8a42-c23699a245de req-5605d818-dc44-4ac2-9fa7-dad397468e06 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:11.963677 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92bdca13-52f9-4f22-8a42-c23699a245de req-5605d818-dc44-4ac2-9fa7-dad397468e06 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 946 time: 0.0514836
Nov 20 21:25:11.973777 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-778d00ff-7991-4a7f-99d9-49781dba1226 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:11.995298 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-778d00ff-7991-4a7f-99d9-49781dba1226 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:12.011400 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92bdca13-52f9-4f22-8a42-c23699a245de req-926efa2a-8540-440a-9191-e7202ae6ef64 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413020
Nov 20 21:25:12.047116 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-778d00ff-7991-4a7f-99d9-49781dba1226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:12.049971 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-778d00ff-7991-4a7f-99d9-49781dba1226 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:12.053554 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-778d00ff-7991-4a7f-99d9-49781dba1226 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2803c794-b2d1-42d2-ac2a-4b89b4ac7238 HTTP/1.1" status: 204  len: 168 time: 0.1256905
Nov 20 21:25:12.061349 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d00ff-7991-4a7f-99d9-49781dba1226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2803c794-b2d1-42d2-ac2a-4b89b4ac7238,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:12.137150 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb56ab-7a77-4bea-9867-28f8831002cf req-2684d2ab-5db1-4145-89e2-19f3bf429727 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:12.138737 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0cb56ab-7a77-4bea-9867-28f8831002cf req-2684d2ab-5db1-4145-89e2-19f3bf429727 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 946 time: 0.0530674
Nov 20 21:25:12.188726 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0cb56ab-7a77-4bea-9867-28f8831002cf req-98d99e39-5f75-4946-a52e-d8b7af53264b tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430906
Nov 20 21:25:12.461480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c249e5-a92d-46ca-bfcc-b482d6288c06 req-1c99c0b4-0053-4bb2-90ab-339a7b73acda tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:12.463283 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-12c249e5-a92d-46ca-bfcc-b482d6288c06 req-1c99c0b4-0053-4bb2-90ab-339a7b73acda tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 946 time: 0.0541568
Nov 20 21:25:12.530741 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-12c249e5-a92d-46ca-bfcc-b482d6288c06 req-4baa5e3f-1b85-4e0f-8ab4-ce13bed1305f tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612879
Nov 20 21:25:12.573233 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6837b743-9770-4061-86f1-eee7df09fdfe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:25:12.594715 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 6837b743-9770-4061-86f1-eee7df09fdfe {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:25:12.595068 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 6837b743-9770-4061-86f1-eee7df09fdfe not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:25:12.595492 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 86488eac-0f08-4784-a3b4-1725bfb29394 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:25:12.615958 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 86488eac-0f08-4784-a3b4-1725bfb29394 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:25:12.616305 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 86488eac-0f08-4784-a3b4-1725bfb29394 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:25:12.808332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-ac71dba5-2cab-480c-a775-1742d9a53155 req-ac73c316-b5ab-420d-87a2-b2749db0ede9 service neutron] (126225) timed out ('10.222.0.41', 44680) {{(pid=126225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 20 21:25:13.317918 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d9d2fe14-7bbd-47c3-a34d-c5cf283a50e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:13.641331 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573319a5-29ba-46b6-910c-7ab609ce510a req-5fa1eee3-d353-4f7b-a8e8-fa8704c8d749 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:13.642867 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-573319a5-29ba-46b6-910c-7ab609ce510a req-5fa1eee3-d353-4f7b-a8e8-fa8704c8d749 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 946 time: 0.0493450
Nov 20 21:25:13.690145 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-573319a5-29ba-46b6-910c-7ab609ce510a req-84360ac5-ce19-4eca-ad29-d54545d3d996 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413272
Nov 20 21:25:13.928069 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc95150-a25d-40cb-bc14-7cba33c24f34 req-79723e2b-20c0-4273-abde-080a30d5572c tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:13.929538 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc95150-a25d-40cb-bc14-7cba33c24f34 req-79723e2b-20c0-4273-abde-080a30d5572c tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 946 time: 0.0823083
Nov 20 21:25:13.935578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430464a-edf8-4b72-957d-cfb530bb7265 req-ebb7b831-b331-4698-812c-3ec28f5f9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:13.936938 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5430464a-edf8-4b72-957d-cfb530bb7265 req-ebb7b831-b331-4698-812c-3ec28f5f9c6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ae4c865270648c8a4551befa186f2d7&device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 1097 time: 0.0582628
Nov 20 21:25:14.034037 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc95150-a25d-40cb-bc14-7cba33c24f34 req-5a6109c5-dfb2-4d6a-9304-02f4a301e4f1 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961339
Nov 20 21:25:14.057050 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430464a-edf8-4b72-957d-cfb530bb7265 req-a8025ce4-b537-4e93-83e0-0e1f806beb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:14.058529 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5430464a-edf8-4b72-957d-cfb530bb7265 req-a8025ce4-b537-4e93-83e0-0e1f806beb07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d4b6685a-c91b-44a0-99c2-191bfd87e908 HTTP/1.1" status: 200  len: 913 time: 0.1142955
Nov 20 21:25:14.098943 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5430464a-edf8-4b72-957d-cfb530bb7265 req-150b397a-7f98-482c-940e-3fae413997f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=953195c9-0ffc-41df-aad5-7d80d2a2c7e0 HTTP/1.1" status: 200  len: 217 time: 0.0334845
Nov 20 21:25:14.148111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430464a-edf8-4b72-957d-cfb530bb7265 req-1746be9a-a556-418e-92b3-179f3523a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:14.149565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5430464a-edf8-4b72-957d-cfb530bb7265 req-1746be9a-a556-418e-92b3-179f3523a1ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83c13128-c4f9-4430-8134-aff28208fb31 HTTP/1.1" status: 200  len: 852 time: 0.0435288
Nov 20 21:25:14.180023 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5430464a-edf8-4b72-957d-cfb530bb7265 req-b5a316df-9039-4d04-b6e5-ae0f0ce964dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4b6685a-c91b-44a0-99c2-191bfd87e908&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0234132
Nov 20 21:25:14.272008 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5430464a-edf8-4b72-957d-cfb530bb7265 req-25b33eba-9cd3-407e-b972-8c340844a088 service neutron] 10.222.0.47 "GET /v2.0/networks/d4b6685a-c91b-44a0-99c2-191bfd87e908?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848804
Nov 20 21:25:14.364913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5430464a-edf8-4b72-957d-cfb530bb7265 req-368dc264-3498-4831-9cdf-66d8e8aaaffa service neutron] 10.222.0.47 "GET /v2.0/networks/d4b6685a-c91b-44a0-99c2-191bfd87e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854177
Nov 20 21:25:15.156801 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be53a61-6059-4995-9040-2dc6774ab6af req-12ceac1c-3359-4694-95c1-4e5bb7bea6ed tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:15.158303 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9be53a61-6059-4995-9040-2dc6774ab6af req-12ceac1c-3359-4694-95c1-4e5bb7bea6ed tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 946 time: 0.0529296
Nov 20 21:25:15.206513 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9be53a61-6059-4995-9040-2dc6774ab6af req-3ee855c7-8b25-44ec-96b7-6911f0da534b tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422180
Nov 20 21:25:15.426718 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d1c4e-edba-4a7c-9e70-5e93e0afded9 req-a1b489f1-68ee-4000-a9be-4b944334ed06 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:15.428134 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-910d1c4e-edba-4a7c-9e70-5e93e0afded9 req-a1b489f1-68ee-4000-a9be-4b944334ed06 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 946 time: 0.0491090
Nov 20 21:25:15.476174 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-910d1c4e-edba-4a7c-9e70-5e93e0afded9 req-9daa4318-43c3-4242-86f9-0c02c6d05728 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422339
Nov 20 21:25:15.699558 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fd86e33c-9f8c-4414-852a-67c58875a20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:16.215829 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00c2b81e-2aba-47cc-9d12-c64f6c26fbcb req-b192ce60-4d00-418f-a510-8f5086fdcaf4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0401027
Nov 20 21:25:16.301386 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2b81e-2aba-47cc-9d12-c64f6c26fbcb req-6f0e1e79-148e-4b0b-8e66-3acbe70c4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:16.302965 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00c2b81e-2aba-47cc-9d12-c64f6c26fbcb req-6f0e1e79-148e-4b0b-8e66-3acbe70c4522 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ae4c865270648c8a4551befa186f2d7&device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 1097 time: 0.0418649
Nov 20 21:25:16.413043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2b81e-2aba-47cc-9d12-c64f6c26fbcb req-dcd52fc8-c396-45a0-aedc-67b0e15072a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:16.414757 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00c2b81e-2aba-47cc-9d12-c64f6c26fbcb req-dcd52fc8-c396-45a0-aedc-67b0e15072a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d4b6685a-c91b-44a0-99c2-191bfd87e908 HTTP/1.1" status: 200  len: 913 time: 0.0899293
Nov 20 21:25:16.459892 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00c2b81e-2aba-47cc-9d12-c64f6c26fbcb req-d6ae7f6d-57ba-4ebd-b180-8b270663c837 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=953195c9-0ffc-41df-aad5-7d80d2a2c7e0 HTTP/1.1" status: 200  len: 217 time: 0.0385344
Nov 20 21:25:16.510207 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2b81e-2aba-47cc-9d12-c64f6c26fbcb req-c101626f-fe59-4922-add8-b7651d5c4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:16.511813 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00c2b81e-2aba-47cc-9d12-c64f6c26fbcb req-c101626f-fe59-4922-add8-b7651d5c4ee6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83c13128-c4f9-4430-8134-aff28208fb31 HTTP/1.1" status: 200  len: 852 time: 0.0445628
Nov 20 21:25:16.547465 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00c2b81e-2aba-47cc-9d12-c64f6c26fbcb req-2ae2d425-e5a5-42a7-9b55-36fb11befe5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4b6685a-c91b-44a0-99c2-191bfd87e908&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0287414
Nov 20 21:25:16.652311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412b4f4-d20a-4dc7-aa84-38e9bc836c5f req-73e58863-7829-4740-9554-4760385459ac tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:16.653785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9412b4f4-d20a-4dc7-aa84-38e9bc836c5f req-73e58863-7829-4740-9554-4760385459ac tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 946 time: 0.1021941
Nov 20 21:25:16.687393 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00c2b81e-2aba-47cc-9d12-c64f6c26fbcb req-11e81c77-905e-47ea-940d-75b061566f4c service neutron] 10.222.0.47 "GET /v2.0/networks/d4b6685a-c91b-44a0-99c2-191bfd87e908?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277459
Nov 20 21:25:16.732760 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9412b4f4-d20a-4dc7-aa84-38e9bc836c5f req-deefd8fa-d4e7-43cf-b09e-5198e420d4ad tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712695
Nov 20 21:25:16.802576 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00c2b81e-2aba-47cc-9d12-c64f6c26fbcb req-641af742-33fd-4c73-be9a-6cefd581f823 service neutron] 10.222.0.47 "GET /v2.0/networks/d4b6685a-c91b-44a0-99c2-191bfd87e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1050327
Nov 20 21:25:16.853796 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:16.964217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea44715-b58b-46ca-95e0-4053e8b78c3c req-12463e78-e934-4fdf-9aec-41efd26d58ad tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:16.966262 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ea44715-b58b-46ca-95e0-4053e8b78c3c req-12463e78-e934-4fdf-9aec-41efd26d58ad tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 946 time: 0.0781641
Nov 20 21:25:16.984265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5797d-bb25-442d-a9cf-faa595b35d39 req-987b9902-aaac-4176-a7ec-8c87d8048d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:16.985816 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52a5797d-bb25-442d-a9cf-faa595b35d39 req-987b9902-aaac-4176-a7ec-8c87d8048d0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ae4c865270648c8a4551befa186f2d7&device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 1097 time: 0.0656364
Nov 20 21:25:17.076373 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ea44715-b58b-46ca-95e0-4053e8b78c3c req-f5f5d4fe-3b84-4425-92b5-19b9d29453b2 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037860
Nov 20 21:25:17.104860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5797d-bb25-442d-a9cf-faa595b35d39 req-6bd8ac2c-8fe9-49ac-84cd-7d183d8c8b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:17.106993 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52a5797d-bb25-442d-a9cf-faa595b35d39 req-6bd8ac2c-8fe9-49ac-84cd-7d183d8c8b11 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d4b6685a-c91b-44a0-99c2-191bfd87e908 HTTP/1.1" status: 200  len: 913 time: 0.1139872
Nov 20 21:25:17.150587 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52a5797d-bb25-442d-a9cf-faa595b35d39 req-29fb0bd7-92d3-41ee-a976-14e92822cd84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=953195c9-0ffc-41df-aad5-7d80d2a2c7e0 HTTP/1.1" status: 200  len: 217 time: 0.0375721
Nov 20 21:25:17.199759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5797d-bb25-442d-a9cf-faa595b35d39 req-08338d4e-3afe-4ed1-8873-6a8c20a70606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:17.201322 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52a5797d-bb25-442d-a9cf-faa595b35d39 req-08338d4e-3afe-4ed1-8873-6a8c20a70606 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83c13128-c4f9-4430-8134-aff28208fb31 HTTP/1.1" status: 200  len: 852 time: 0.0443664
Nov 20 21:25:17.234294 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52a5797d-bb25-442d-a9cf-faa595b35d39 req-7a3ef4ab-0320-4f27-8695-6c514630d564 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4b6685a-c91b-44a0-99c2-191bfd87e908&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265372
Nov 20 21:25:17.327209 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52a5797d-bb25-442d-a9cf-faa595b35d39 req-bf33875b-653d-4045-b7a7-32573bc9fd80 service neutron] 10.222.0.47 "GET /v2.0/networks/d4b6685a-c91b-44a0-99c2-191bfd87e908?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854075
Nov 20 21:25:17.415508 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52a5797d-bb25-442d-a9cf-faa595b35d39 req-99828d87-d8fa-4a79-89a6-51a79da84c52 service neutron] 10.222.0.47 "GET /v2.0/networks/d4b6685a-c91b-44a0-99c2-191bfd87e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818255
Nov 20 21:25:18.194014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e24ea-22f7-4a36-a464-2b1e1efc38cf req-41c1967d-1688-418f-bb8a-3aa5d797734c tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:18.195515 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-241e24ea-22f7-4a36-a464-2b1e1efc38cf req-41c1967d-1688-418f-bb8a-3aa5d797734c tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 946 time: 0.0492523
Nov 20 21:25:18.246661 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-241e24ea-22f7-4a36-a464-2b1e1efc38cf req-48164027-d360-40b9-b056-371d2cd52176 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452676
Nov 20 21:25:18.476574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37266c31-5cf3-43b0-84d9-371a7217a0ca req-fb10e36c-49a3-4794-ae09-7abf54f59f80 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:18.478066 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37266c31-5cf3-43b0-84d9-371a7217a0ca req-fb10e36c-49a3-4794-ae09-7abf54f59f80 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 946 time: 0.0505679
Nov 20 21:25:18.526519 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37266c31-5cf3-43b0-84d9-371a7217a0ca req-4591de06-b7ec-473d-a14d-543d94c8f659 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416262
Nov 20 21:25:18.698094 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:19.269428 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:19.643616 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d28511-b1bc-462a-a787-4e0db94b86c7 req-8ce48714-02c6-4814-84ed-e661d784bf8a tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:19.645080 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-17d28511-b1bc-462a-a787-4e0db94b86c7 req-8ce48714-02c6-4814-84ed-e661d784bf8a tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 946 time: 0.0483558
Nov 20 21:25:19.695648 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-17d28511-b1bc-462a-a787-4e0db94b86c7 req-9a498fff-e628-43b0-bc89-3ff8f750516a tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/security-groups?id=8eb2897f-1590-43db-bd4f-eba35cdc1d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446815
Nov 20 21:25:20.209079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7eb65-65f7-430c-8ecd-1921cc286801 req-061ea44f-95f5-44b5-bfb7-dbb4824a0a4a tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:20.210578 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c0a7eb65-65f7-430c-8ecd-1921cc286801 req-061ea44f-95f5-44b5-bfb7-dbb4824a0a4a tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.47 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 946 time: 0.0494318
Nov 20 21:25:20.299207 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c0a7eb65-65f7-430c-8ecd-1921cc286801 req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Deleting port 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:25:20.299541 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c0a7eb65-65f7-430c-8ecd-1921cc286801 req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:20.392502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c0a7eb65-65f7-430c-8ecd-1921cc286801 req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] For port 953195c9-0ffc-41df-aad5-7d80d2a2c7e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=953195c9-0ffc-41df-aad5-7d80d2a2c7e0,segment=NetworkSegment(9ab3668d-e0c2-401e-bb39-f6570e5ec475),segment_id=9ab3668d-e0c2-401e-bb39-f6570e5ec475)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:20.392867 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c0a7eb65-65f7-430c-8ecd-1921cc286801 req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:20.405570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c0a7eb65-65f7-430c-8ecd-1921cc286801 req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Calling delete_port for 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:25:20.536711 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c0a7eb65-65f7-430c-8ecd-1921cc286801 req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:20.549737 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['953195c9-0ffc-41df-aad5-7d80d2a2c7e0'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:25:20.567101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Pushing event deleted for resources: {'Port': ['ID=953195c9-0ffc-41df-aad5-7d80d2a2c7e0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:20.595882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:20.596227 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:20.596572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:20.596908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:20.597242 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:20.597572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:20.597896 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:20.598247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:20.598579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:20.598898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:20.599216 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:20.599534 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:20.618658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a7eb65-65f7-430c-8ecd-1921cc286801 req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] No DVR routers for this DVR port 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:25:20.621322 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c0a7eb65-65f7-430c-8ecd-1921cc286801 req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:20.624662 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c0a7eb65-65f7-430c-8ecd-1921cc286801 req-249496cf-cb43-4264-9043-23da025f7e27 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.47 "DELETE /v2.0/ports/953195c9-0ffc-41df-aad5-7d80d2a2c7e0 HTTP/1.1" status: 204  len: 173 time: 0.4079337
Nov 20 21:25:20.625101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b368e691-c6a1-4206-8b33-bb2568432076', 'name': 'network-vif-deleted', 'tag': '953195c9-0ffc-41df-aad5-7d80d2a2c7e0'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:25:20.627377 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92abcb5-94c2-43d1-8c90-43939bc8f352" -d '{"events": [{"server_uuid": "b368e691-c6a1-4206-8b33-bb2568432076", "name": "network-vif-deleted", "tag": "953195c9-0ffc-41df-aad5-7d80d2a2c7e0"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:25:20.666103 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7873ad75-2a79-420b-a333-2d353954bb06 x-openstack-request-id: req-7873ad75-2a79-420b-a333-2d353954bb06 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:25:20.666708 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b368e691-c6a1-4206-8b33-bb2568432076", "name": "network-vif-deleted", "tag": "953195c9-0ffc-41df-aad5-7d80d2a2c7e0", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:25:20.666813 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7873ad75-2a79-420b-a333-2d353954bb06 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:25:20.667275 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b368e691-c6a1-4206-8b33-bb2568432076', 'name': 'network-vif-deleted', 'tag': '953195c9-0ffc-41df-aad5-7d80d2a2c7e0', 'status': 'completed', 'code': 200}
Nov 20 21:25:20.801637 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0cf166da-bae2-4b90-af06-067212e8f02f req-f61c1b2c-589a-4663-a482-f637ac92c407 tempest-TestServerAdvancedOps-1973945794 tempest-TestServerAdvancedOps-1973945794-project] 10.222.0.41 "GET /v2.0/ports?device_id=b368e691-c6a1-4206-8b33-bb2568432076 HTTP/1.1" status: 200  len: 210 time: 0.0255010
Nov 20 21:25:21.861434 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53674) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:21.905600 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-0686e1c2-28f7-4d08-a889-c2af66a80b5c admin admin] Deleting subnet 83c13128-c4f9-4430-8134-aff28208fb31 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:25:21.908650 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0686e1c2-28f7-4d08-a889-c2af66a80b5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:21.946293 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0686e1c2-28f7-4d08-a889-c2af66a80b5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:21.985925 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0686e1c2-28f7-4d08-a889-c2af66a80b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:22.036622 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0686e1c2-28f7-4d08-a889-c2af66a80b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:22.063119 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686e1c2-28f7-4d08-a889-c2af66a80b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c13128-c4f9-4430-8134-aff28208fb31,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:22.065073 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0686e1c2-28f7-4d08-a889-c2af66a80b5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:22.068305 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0686e1c2-28f7-4d08-a889-c2af66a80b5c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/83c13128-c4f9-4430-8134-aff28208fb31 HTTP/1.1" status: 204  len: 168 time: 0.2057815
Nov 20 21:25:22.070933 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53676) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:22.143391 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b40c6a43-88c7-4991-8543-a8e5878efe0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:22.222569 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b40c6a43-88c7-4991-8543-a8e5878efe0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:22.242019 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b40c6a43-88c7-4991-8543-a8e5878efe0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4fbb8e20>,) {'filters': {'network_id': ['d4b6685a-c91b-44a0-99c2-191bfd87e908']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:22.252146 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b40c6a43-88c7-4991-8543-a8e5878efe0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fbb8e20>, '9ab3668d-e0c2-401e-bb39-f6570e5ec475') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:22.252444 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b40c6a43-88c7-4991-8543-a8e5878efe0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fbb8e20>, '9ab3668d-e0c2-401e-bb39-f6570e5ec475') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:22.261695 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b40c6a43-88c7-4991-8543-a8e5878efe0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:22.275409 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b40c6a43-88c7-4991-8543-a8e5878efe0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:22.281214 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40c6a43-88c7-4991-8543-a8e5878efe0d admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:25:22.281611 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b40c6a43-88c7-4991-8543-a8e5878efe0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:25:22.283297 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:25:22.340791 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b40c6a43-88c7-4991-8543-a8e5878efe0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:22.346350 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b40c6a43-88c7-4991-8543-a8e5878efe0d admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:22.349521 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b40c6a43-88c7-4991-8543-a8e5878efe0d admin admin] 10.222.0.41 "DELETE /v2.0/networks/d4b6685a-c91b-44a0-99c2-191bfd87e908 HTTP/1.1" status: 204  len: 168 time: 0.2776716
Nov 20 21:25:22.352521 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53678) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:22.360332 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c6a43-88c7-4991-8543-a8e5878efe0d admin admin] Pushing event deleted for resources: {'Network': ['ID=d4b6685a-c91b-44a0-99c2-191bfd87e908,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:22.404080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac7caa5-4cd7-4338-9a64-ec18d7f03f36 admin admin] Deleting subnet dc7c3bc4-91ae-447e-84d9-9da704b4ee33 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:25:22.407308 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6ac7caa5-4cd7-4338-9a64-ec18d7f03f36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:22.441813 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6ac7caa5-4cd7-4338-9a64-ec18d7f03f36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:22.481377 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6ac7caa5-4cd7-4338-9a64-ec18d7f03f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:22.535076 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6ac7caa5-4cd7-4338-9a64-ec18d7f03f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:22.557751 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7caa5-4cd7-4338-9a64-ec18d7f03f36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7c3bc4-91ae-447e-84d9-9da704b4ee33,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:22.564277 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6ac7caa5-4cd7-4338-9a64-ec18d7f03f36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:22.567468 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6ac7caa5-4cd7-4338-9a64-ec18d7f03f36 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dc7c3bc4-91ae-447e-84d9-9da704b4ee33 HTTP/1.1" status: 204  len: 168 time: 0.2136300
Nov 20 21:25:22.570092 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53680) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:22.641392 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed012d38-0289-42ff-a277-ef0c80b5fc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:23.070155 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed012d38-0289-42ff-a277-ef0c80b5fc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:23.090794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ed012d38-0289-42ff-a277-ef0c80b5fc5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e26a7f0>,) {'filters': {'network_id': ['cca57816-dcd6-4309-b1ff-55f37ee71812']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:23.099843 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ed012d38-0289-42ff-a277-ef0c80b5fc5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e26a7f0>, '32afcd59-f1c2-4315-8f1f-e840ff8115c0') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:23.100143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ed012d38-0289-42ff-a277-ef0c80b5fc5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e26a7f0>, '32afcd59-f1c2-4315-8f1f-e840ff8115c0') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:25:23.109528 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed012d38-0289-42ff-a277-ef0c80b5fc5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:23.123152 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed012d38-0289-42ff-a277-ef0c80b5fc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:23.128919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed012d38-0289-42ff-a277-ef0c80b5fc5f admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:25:23.129287 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed012d38-0289-42ff-a277-ef0c80b5fc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:25:23.130956 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:25:23.186789 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed012d38-0289-42ff-a277-ef0c80b5fc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:23.191359 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed012d38-0289-42ff-a277-ef0c80b5fc5f admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:23.194587 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ed012d38-0289-42ff-a277-ef0c80b5fc5f admin admin] 10.222.0.41 "DELETE /v2.0/networks/cca57816-dcd6-4309-b1ff-55f37ee71812 HTTP/1.1" status: 204  len: 168 time: 0.6235893
Nov 20 21:25:23.207407 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed012d38-0289-42ff-a277-ef0c80b5fc5f admin admin] Pushing event deleted for resources: {'Network': ['ID=cca57816-dcd6-4309-b1ff-55f37ee71812,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:23.355492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53684) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:23.398630 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b57279a6-f5db-4841-bbfe-4b9594b0c11a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ae4c865270648c8a4551befa186f2d7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0395918
Nov 20 21:25:23.398846 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53686) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:23.452445 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9e4db7fc-ab25-453f-9188-4821d60438db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:23.474361 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9e4db7fc-ab25-453f-9188-4821d60438db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:23.520831 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9e4db7fc-ab25-453f-9188-4821d60438db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:23.523680 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9e4db7fc-ab25-453f-9188-4821d60438db admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:23.527648 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9e4db7fc-ab25-453f-9188-4821d60438db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8eb2897f-1590-43db-bd4f-eba35cdc1d99 HTTP/1.1" status: 204  len: 168 time: 0.1277142
Nov 20 21:25:23.536027 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4db7fc-ab25-453f-9188-4821d60438db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb2897f-1590-43db-bd4f-eba35cdc1d99,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:23.841892 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53692) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:23.881955 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bc66b111-87ff-47cd-8b9a-eb41a9447f28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56de5a1bc5b64736aaf86cc0ae6981b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0388796
Nov 20 21:25:23.884471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53694) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:23.917554 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:25:23.933212 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c1501482-1e23-491b-b970-3dff6113ad7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:23.939935 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:25:23.940282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 953195c9-0ffc-41df-aad5-7d80d2a2c7e0 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:25:23.956454 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c1501482-1e23-491b-b970-3dff6113ad7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:24.008527 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c1501482-1e23-491b-b970-3dff6113ad7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:24.011296 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c1501482-1e23-491b-b970-3dff6113ad7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:24.013296 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c1501482-1e23-491b-b970-3dff6113ad7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ccbce741-c364-4ab6-9735-0a5839def91b HTTP/1.1" status: 204  len: 168 time: 0.1270802
Nov 20 21:25:24.021033 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1501482-1e23-491b-b970-3dff6113ad7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbce741-c364-4ab6-9735-0a5839def91b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:35.085156 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-f7e8708e-6c92-4094-98c3-c619b0cab8fb tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=48e7e28717f146dea2631786e9b47e0a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0217872
Nov 20 21:25:35.193909 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-550e6c7c-7e84-4418-b58d-dbc1c99a6296 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:35.195326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-550e6c7c-7e84-4418-b58d-dbc1c99a6296 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1048095
Nov 20 21:25:35.209854 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-01f86519-5bb7-4b66-889d-0d3f039b9d69 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/quotas/48e7e28717f146dea2631786e9b47e0a HTTP/1.1" status: 200  len: 375 time: 0.0087731
Nov 20 21:25:35.241199 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-853ba885-d568-4dd6-b3a4-88444d2764cc tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=48e7e28717f146dea2631786e9b47e0a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0262787
Nov 20 21:25:36.418943 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-efacf338-50d3-470d-b513-9967a064c2ff req-f953ffca-40f7-44b7-b5bb-41fa30d5ae61 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/ports?device_id=28432994-7e61-4223-97fb-e69373e8179f HTTP/1.1" status: 200  len: 210 time: 0.0263522
Nov 20 21:25:37.495708 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c7503a6c-4068-4045-8c12-970d70031263 req-40138740-f2eb-429e-a1df-d9816e510169 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/ports?device_id=28432994-7e61-4223-97fb-e69373e8179f HTTP/1.1" status: 200  len: 210 time: 0.0258651
Nov 20 21:25:38.353831 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-884f9bfa-40dc-41ab-b41a-3f451b247e15 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=48e7e28717f146dea2631786e9b47e0a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0212448
Nov 20 21:25:38.408955 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:38.467208 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:38.473076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-b64daacf-813f-4535-98c6-9560dafcec14 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:38.474683 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-b64daacf-813f-4535-98c6-9560dafcec14 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1154082
Nov 20 21:25:38.493258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-1ca7c8b1-7d46-4daa-92c5-4df6d9f2731e tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Request body: {'port': {'device_id': '28432994-7e61-4223-97fb-e69373e8179f', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'admin_state_up': True, 'tenant_id': '48e7e28717f146dea2631786e9b47e0a'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:25:38.592832 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-962affff-1266-4ebb-9ba0-40304fc6e540 req-d9ff4463-5860-4fbb-a7f9-b5fc030a738c tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/ports?device_id=28432994-7e61-4223-97fb-e69373e8179f HTTP/1.1" status: 200  len: 210 time: 0.0258954
Nov 20 21:25:38.600794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-1ca7c8b1-7d46-4daa-92c5-4df6d9f2731e tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Made reservation on behalf of 48e7e28717f146dea2631786e9b47e0a for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:25:38.604619 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-1ca7c8b1-7d46-4daa-92c5-4df6d9f2731e tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:38.618832 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-1ca7c8b1-7d46-4daa-92c5-4df6d9f2731e tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:38.695356 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-1ca7c8b1-7d46-4daa-92c5-4df6d9f2731e tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:38.699074 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-1ca7c8b1-7d46-4daa-92c5-4df6d9f2731e tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:38.760994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7c8b1-7d46-4daa-92c5-4df6d9f2731e tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b719c258-2944-44d1-934a-bb6e748f81ea,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:38.837267 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-1ca7c8b1-7d46-4daa-92c5-4df6d9f2731e tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Allocated IP 192.168.233.106 (6d171274-36d6-47d9-8dd2-30f76842f5ec/51b6ca11-232a-4f72-ab99-c502981bd380/48c52e0e-448e-429d-9918-e3af76441087) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:25:38.985870 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-1ca7c8b1-7d46-4daa-92c5-4df6d9f2731e tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:39.018852 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-1ca7c8b1-7d46-4daa-92c5-4df6d9f2731e tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:39.063969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-1ca7c8b1-7d46-4daa-92c5-4df6d9f2731e tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Network 6d171274-36d6-47d9-8dd2-30f76842f5ec is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:25:39.067171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-1ca7c8b1-7d46-4daa-92c5-4df6d9f2731e tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:25:39.071121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-1ca7c8b1-7d46-4daa-92c5-4df6d9f2731e tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:25:39.100292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7c8b1-7d46-4daa-92c5-4df6d9f2731e tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Pushing event updated for resources: {'Port': ['ID=48c52e0e-448e-429d-9918-e3af76441087,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:39.129268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-1ca7c8b1-7d46-4daa-92c5-4df6d9f2731e tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:39.129896 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-1ca7c8b1-7d46-4daa-92c5-4df6d9f2731e tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:39.147180 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-1ca7c8b1-7d46-4daa-92c5-4df6d9f2731e tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6574395
Nov 20 21:25:39.160114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Request body: {'port': {'device_id': '28432994-7e61-4223-97fb-e69373e8179f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:25:39.216910 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:39.308268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b306d290-e20c-420d-b865-21300769a8b7 None None] Provisioning complete for port 48c52e0e-448e-429d-9918-e3af76441087 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:25:39.308638 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b306d290-e20c-420d-b865-21300769a8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:39.342693 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b306d290-e20c-420d-b865-21300769a8b7 None None] Port 48c52e0e-448e-429d-9918-e3af76441087 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:25:39.479815 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c52e0e-448e-429d-9918-e3af76441087 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:25:39.488097 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:39.500145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Transition to ACTIVE for port object 48c52e0e-448e-429d-9918-e3af76441087 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:25:39.503936 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:39.558565 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Pushing event updated for resources: {'Port': ['ID=48c52e0e-448e-429d-9918-e3af76441087,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:39.629791 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Attempting to bind port 48c52e0e-448e-429d-9918-e3af76441087 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:25:39.630773 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Attempting to bind port 48c52e0e-448e-429d-9918-e3af76441087 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:25:39.631369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Attempting to bind port 48c52e0e-448e-429d-9918-e3af76441087 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:25:39.636247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Port 48c52e0e-448e-429d-9918-e3af76441087 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:25:39.636586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Attempting to bind port 48c52e0e-448e-429d-9918-e3af76441087 on network 6d171274-36d6-47d9-8dd2-30f76842f5ec {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:25:39.642462 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:25:39.642807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Checking segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:25:39.643200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Bound using segment: {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:25:39.643637 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Bound port: 48c52e0e-448e-429d-9918-e3af76441087, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abe21ef-63db-478d-9419-cb8d04a07086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:25:39.643998 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:39.744298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] For port 48c52e0e-448e-429d-9918-e3af76441087, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:25:39.748450 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] For port 48c52e0e-448e-429d-9918-e3af76441087, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48c52e0e-448e-429d-9918-e3af76441087,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:25:39.757539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afd849-42a4-49eb-9bb5-f84e15f538a1 req-4e38bca3-4a1f-40d6-99ed-dfac2d9c10c6 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:39.759090 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e5afd849-42a4-49eb-9bb5-f84e15f538a1 req-4e38bca3-4a1f-40d6-99ed-dfac2d9c10c6 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/ports?device_id=28432994-7e61-4223-97fb-e69373e8179f HTTP/1.1" status: 200  len: 948 time: 0.0817757
Nov 20 21:25:39.760700 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:39.806611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:39.807169 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:39.808539 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] 10.222.0.47 "PUT /v2.0/ports/48c52e0e-448e-429d-9918-e3af76441087 HTTP/1.1" status: 200  len: 1096 time: 0.6529448
Nov 20 21:25:39.811121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28432994-7e61-4223-97fb-e69373e8179f', 'tag': '48c52e0e-448e-429d-9918-e3af76441087'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:25:39.813490 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309aeae5-971d-4f0d-b795-b386e6d7f93a" -d '{"events": [{"name": "network-changed", "server_uuid": "28432994-7e61-4223-97fb-e69373e8179f", "tag": "48c52e0e-448e-429d-9918-e3af76441087"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:25:39.869863 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee95a53-2400-46ea-9f2e-e378c6a881c1 x-openstack-request-id: req-8ee95a53-2400-46ea-9f2e-e378c6a881c1 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:25:39.870182 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28432994-7e61-4223-97fb-e69373e8179f", "tag": "48c52e0e-448e-429d-9918-e3af76441087", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:25:39.870729 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ee95a53-2400-46ea-9f2e-e378c6a881c1 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:25:39.871139 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28432994-7e61-4223-97fb-e69373e8179f', 'tag': '48c52e0e-448e-429d-9918-e3af76441087', 'status': 'completed', 'code': 200}
Nov 20 21:25:39.890005 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e5afd849-42a4-49eb-9bb5-f84e15f538a1 req-10aa263b-6755-4bfc-9bec-0e81d901ef6b tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/security-groups?id=b719c258-2944-44d1-934a-bb6e748f81ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212409
Nov 20 21:25:39.891706 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc206e-c240-4ca4-b863-849d64473b93 service neutron] Pushing event updated for resources: {'Port': ['ID=48c52e0e-448e-429d-9918-e3af76441087,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:39.917967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-d6bd73d9-756d-434b-bf39-e99cbac1ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:39.920089 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-d6bd73d9-756d-434b-bf39-e99cbac1ed7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48e7e28717f146dea2631786e9b47e0a&device_id=28432994-7e61-4223-97fb-e69373e8179f HTTP/1.1" status: 200  len: 1099 time: 0.0653117
Nov 20 21:25:39.967246 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-1e7e984b-57c3-4253-a82e-8b3adcb4124d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=48c52e0e-448e-429d-9918-e3af76441087 HTTP/1.1" status: 200  len: 217 time: 0.0396125
Nov 20 21:25:40.019686 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-f356c150-7e29-48f0-be9f-c98da16ffabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:40.021116 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-f356c150-7e29-48f0-be9f-c98da16ffabe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0469856
Nov 20 21:25:40.070523 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-12b25bb2-db8e-47ff-94a5-b67cd658b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:40.071919 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-12b25bb2-db8e-47ff-94a5-b67cd658b788 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0428789
Nov 20 21:25:40.164764 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-e47990d3-15f1-4591-a294-c10f9a1abf1a service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856516
Nov 20 21:25:40.255882 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d9fc7c0-e07e-4401-9b19-3813adc28f55 req-04c792fe-9230-42c8-8735-c0a8a75fcf97 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836058
Nov 20 21:25:40.343458 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309aeae5-971d-4f0d-b795-b386e6d7f93a req-7e79e1eb-c085-4e27-bbe0-f6d226ef11a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:40.344862 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-309aeae5-971d-4f0d-b795-b386e6d7f93a req-7e79e1eb-c085-4e27-bbe0-f6d226ef11a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48e7e28717f146dea2631786e9b47e0a&device_id=28432994-7e61-4223-97fb-e69373e8179f HTTP/1.1" status: 200  len: 1099 time: 0.0468676
Nov 20 21:25:40.437090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309aeae5-971d-4f0d-b795-b386e6d7f93a req-847be388-bd20-4faa-bf83-32231ac96ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:40.438582 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-309aeae5-971d-4f0d-b795-b386e6d7f93a req-847be388-bd20-4faa-bf83-32231ac96ce5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d171274-36d6-47d9-8dd2-30f76842f5ec HTTP/1.1" status: 200  len: 870 time: 0.0864644
Nov 20 21:25:40.489171 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-309aeae5-971d-4f0d-b795-b386e6d7f93a req-9ee6a6d8-5b10-45e1-9012-330325884496 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=48c52e0e-448e-429d-9918-e3af76441087 HTTP/1.1" status: 200  len: 217 time: 0.0433280
Nov 20 21:25:40.543835 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309aeae5-971d-4f0d-b795-b386e6d7f93a req-b2ad5a66-d849-455f-905c-1acb5850d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:40.545330 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-309aeae5-971d-4f0d-b795-b386e6d7f93a req-b2ad5a66-d849-455f-905c-1acb5850d431 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51b6ca11-232a-4f72-ab99-c502981bd380 HTTP/1.1" status: 200  len: 843 time: 0.0480306
Nov 20 21:25:40.591992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309aeae5-971d-4f0d-b795-b386e6d7f93a req-4ff5f33c-30c8-4f7c-99e1-38da662e262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:40.593532 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-309aeae5-971d-4f0d-b795-b386e6d7f93a req-4ff5f33c-30c8-4f7c-99e1-38da662e262a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d171274-36d6-47d9-8dd2-30f76842f5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0407689
Nov 20 21:25:40.686143 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-309aeae5-971d-4f0d-b795-b386e6d7f93a req-8f24978b-c2db-4721-80b7-15de94145cc3 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851865
Nov 20 21:25:40.775730 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-309aeae5-971d-4f0d-b795-b386e6d7f93a req-a9ed1fdb-08f5-4c03-a5f2-7f7635c448b5 service neutron] 10.222.0.47 "GET /v2.0/networks/6d171274-36d6-47d9-8dd2-30f76842f5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821168
Nov 20 21:25:41.016431 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfae9b-d87c-4d95-b29f-82a885b6198a req-c9521c0f-0561-45cf-a86c-52dc24cbe7cd tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:41.017914 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-12dfae9b-d87c-4d95-b29f-82a885b6198a req-c9521c0f-0561-45cf-a86c-52dc24cbe7cd tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/ports?device_id=28432994-7e61-4223-97fb-e69373e8179f HTTP/1.1" status: 200  len: 948 time: 0.0491123
Nov 20 21:25:41.064435 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-12dfae9b-d87c-4d95-b29f-82a885b6198a req-cce45a8e-ead5-479c-a29b-c4092434b22c tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/security-groups?id=b719c258-2944-44d1-934a-bb6e748f81ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405347
Nov 20 21:25:41.994558 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 48c52e0e-448e-429d-9918-e3af76441087 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:25:42.185959 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64382d9d-3cf7-406c-9bcc-b910117b7968 req-2820dc9a-2d97-49d8-9cc6-6973146eaecf tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:42.187548 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-64382d9d-3cf7-406c-9bcc-b910117b7968 req-2820dc9a-2d97-49d8-9cc6-6973146eaecf tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/ports?device_id=28432994-7e61-4223-97fb-e69373e8179f HTTP/1.1" status: 200  len: 948 time: 0.0522084
Nov 20 21:25:42.242148 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-64382d9d-3cf7-406c-9bcc-b910117b7968 req-04ca30e6-7274-4e40-b00f-dd29fd9d671d tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/security-groups?id=b719c258-2944-44d1-934a-bb6e748f81ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485585
Nov 20 21:25:42.244840 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 48c52e0e-448e-429d-9918-e3af76441087, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48c52e0e-448e-429d-9918-e3af76441087,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:42.256560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '48c52e0e-448e-429d-9918-e3af76441087', 'network_id': '6d171274-36d6-47d9-8dd2-30f76842f5ec', 'port_id': '48c52e0e-448e-429d-9918-e3af76441087', 'mac_address': 'fa:16:3e:7b:bc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b6ca11-232a-4f72-ab99-c502981bd380', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:25:42.293662 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:42.306355 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c52e0e-448e-429d-9918-e3af76441087 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:25:42.326258 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 48c52e0e-448e-429d-9918-e3af76441087, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48c52e0e-448e-429d-9918-e3af76441087,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:42.330350 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:42.378019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=48c52e0e-448e-429d-9918-e3af76441087,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:42.385300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:42.385658 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:42.386008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:42.386381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:42.386722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:42.387220 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:42.387780 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:42.388126 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:42.388463 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:42.388799 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:42.389135 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:42.389469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:25:42.522885 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['48c52e0e-448e-429d-9918-e3af76441087'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:25:43.319549 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-863b1d30-8fd5-47d2-a04f-6d5936e30e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:43.361081 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5b0ee-d6b1-424a-9e97-5df96f67872e req-3f5dce9f-8077-4d91-8f4f-1c2032aec8af tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:43.363016 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47d5b0ee-d6b1-424a-9e97-5df96f67872e req-3f5dce9f-8077-4d91-8f4f-1c2032aec8af tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/ports?device_id=28432994-7e61-4223-97fb-e69373e8179f HTTP/1.1" status: 200  len: 949 time: 0.0535121
Nov 20 21:25:43.410604 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47d5b0ee-d6b1-424a-9e97-5df96f67872e req-f645ce2a-fe5f-4697-8220-a613faa0c7d1 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/security-groups?id=b719c258-2944-44d1-934a-bb6e748f81ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416753
Nov 20 21:25:43.560770 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:25:44.010585 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 48c52e0e-448e-429d-9918-e3af76441087 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:25:44.061317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 48c52e0e-448e-429d-9918-e3af76441087 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:25:44.064883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 48c52e0e-448e-429d-9918-e3af76441087 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:25:44.065249 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:44.141206 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:44.162626 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28432994-7e61-4223-97fb-e69373e8179f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c52e0e-448e-429d-9918-e3af76441087'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:25:44.164839 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062f03e7-bad2-4a95-a2fa-507cdf341144" -d '{"events": [{"server_uuid": "28432994-7e61-4223-97fb-e69373e8179f", "name": "network-vif-plugged", "status": "completed", "tag": "48c52e0e-448e-429d-9918-e3af76441087"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:25:44.177628 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 48c52e0e-448e-429d-9918-e3af76441087, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48c52e0e-448e-429d-9918-e3af76441087,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:44.182282 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:44.206160 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a339c4d4-08a1-484f-a0d4-8986521596f2 x-openstack-request-id: req-a339c4d4-08a1-484f-a0d4-8986521596f2 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:25:44.206482 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28432994-7e61-4223-97fb-e69373e8179f", "name": "network-vif-plugged", "status": "completed", "tag": "48c52e0e-448e-429d-9918-e3af76441087", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:25:44.206718 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a339c4d4-08a1-484f-a0d4-8986521596f2 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:25:44.207108 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28432994-7e61-4223-97fb-e69373e8179f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c52e0e-448e-429d-9918-e3af76441087', 'code': 200}
Nov 20 21:25:44.236936 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=48c52e0e-448e-429d-9918-e3af76441087,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:44.300745 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd99dff-ef52-45d6-80b0-52bdcd0a85c0 req-ca2aa132-bfd2-4ce5-b250-eb64a3c545a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:44.302170 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bdd99dff-ef52-45d6-80b0-52bdcd0a85c0 req-ca2aa132-bfd2-4ce5-b250-eb64a3c545a0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28432994-7e61-4223-97fb-e69373e8179f HTTP/1.1" status: 200  len: 1101 time: 0.0400276
Nov 20 21:25:44.346513 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bdd99dff-ef52-45d6-80b0-52bdcd0a85c0 req-6e87706b-8831-4dfb-b9a4-d57e87985d6c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b719c258-2944-44d1-934a-bb6e748f81ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367813
Nov 20 21:25:44.530308 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11196c04-34ec-4e0f-a84d-3b3862be06fc req-5850551f-ad7f-4a5f-af3c-c139081e871a tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:44.531837 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11196c04-34ec-4e0f-a84d-3b3862be06fc req-5850551f-ad7f-4a5f-af3c-c139081e871a tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/ports?device_id=28432994-7e61-4223-97fb-e69373e8179f HTTP/1.1" status: 200  len: 950 time: 0.0522213
Nov 20 21:25:44.580375 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-11196c04-34ec-4e0f-a84d-3b3862be06fc req-79bbf1fe-1206-4c52-bda8-1285c8439e8d tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/security-groups?id=b719c258-2944-44d1-934a-bb6e748f81ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425422
Nov 20 21:25:45.696420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e54fd-ab9b-47f4-809e-fa0ec0b88f8a req-81490823-1103-4f28-b772-251c83d338cd tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:45.697926 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-952e54fd-ab9b-47f4-809e-fa0ec0b88f8a req-81490823-1103-4f28-b772-251c83d338cd tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/ports?device_id=28432994-7e61-4223-97fb-e69373e8179f HTTP/1.1" status: 200  len: 950 time: 0.0487790
Nov 20 21:25:45.702238 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-49490309-a747-420d-a10d-dd18491421ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:45.748924 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-952e54fd-ab9b-47f4-809e-fa0ec0b88f8a req-b39761fc-1939-4acd-939e-cbb7e5a0bf3c tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/security-groups?id=b719c258-2944-44d1-934a-bb6e748f81ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416539
Nov 20 21:25:46.025841 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-91e61f5b-ad46-429c-be2e-1914a0ff90f3 req-80b32406-72e7-40da-9db4-d38c59b06843 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:25:46.026891 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-91e61f5b-ad46-429c-be2e-1914a0ff90f3 req-80b32406-72e7-40da-9db4-d38c59b06843 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055571
Nov 20 21:25:46.440064 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-b93ca703-79e4-4381-ad6d-e8f8174203ad req-affef100-4eca-4798-ace5-ff8652aeca0a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:25:46.441094 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b93ca703-79e4-4381-ad6d-e8f8174203ad req-affef100-4eca-4798-ace5-ff8652aeca0a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1039183
Nov 20 21:25:46.783035 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa3177-762d-4024-8def-9d9fac2cd8ff req-973019a2-36c3-4aac-aa83-7bfc2ee35fd9 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:46.784534 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1afa3177-762d-4024-8def-9d9fac2cd8ff req-973019a2-36c3-4aac-aa83-7bfc2ee35fd9 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/ports?device_id=28432994-7e61-4223-97fb-e69373e8179f HTTP/1.1" status: 200  len: 950 time: 0.0554678
Nov 20 21:25:46.832282 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1afa3177-762d-4024-8def-9d9fac2cd8ff req-0469195d-ae26-4d2c-a8b6-4d01039e267f tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/security-groups?id=b719c258-2944-44d1-934a-bb6e748f81ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416694
Nov 20 21:25:46.852616 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:47.948301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee555e75-e73b-40b6-8c23-50fd92618e2d req-0240bbcb-8bd1-4fac-bba1-add38304054a tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:47.950543 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ee555e75-e73b-40b6-8c23-50fd92618e2d req-0240bbcb-8bd1-4fac-bba1-add38304054a tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/ports?device_id=28432994-7e61-4223-97fb-e69373e8179f HTTP/1.1" status: 200  len: 950 time: 0.0490541
Nov 20 21:25:48.002771 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ee555e75-e73b-40b6-8c23-50fd92618e2d req-a072ee44-e84d-43ad-a61a-2f8788251c29 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.41 "GET /v2.0/security-groups?id=b719c258-2944-44d1-934a-bb6e748f81ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464823
Nov 20 21:25:48.045684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e24cc-ad07-4b07-b1c7-5a97eb0fcce8 req-831d600b-26c3-48c4-8f3d-9bcac2476b6c tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:48.047184 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-019e24cc-ad07-4b07-b1c7-5a97eb0fcce8 req-831d600b-26c3-48c4-8f3d-9bcac2476b6c tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.47 "GET /v2.0/ports?device_id=28432994-7e61-4223-97fb-e69373e8179f HTTP/1.1" status: 200  len: 950 time: 0.0486734
Nov 20 21:25:48.139538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-019e24cc-ad07-4b07-b1c7-5a97eb0fcce8 req-3da8aa93-46f7-425a-8429-80dd9edbdbb1 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Deleting port 48c52e0e-448e-429d-9918-e3af76441087 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:25:48.139795 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-019e24cc-ad07-4b07-b1c7-5a97eb0fcce8 req-3da8aa93-46f7-425a-8429-80dd9edbdbb1 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:48.226740 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-019e24cc-ad07-4b07-b1c7-5a97eb0fcce8 req-3da8aa93-46f7-425a-8429-80dd9edbdbb1 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] For port 48c52e0e-448e-429d-9918-e3af76441087, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48c52e0e-448e-429d-9918-e3af76441087,segment=NetworkSegment(6abe21ef-63db-478d-9419-cb8d04a07086),segment_id=6abe21ef-63db-478d-9419-cb8d04a07086)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:48.227096 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-019e24cc-ad07-4b07-b1c7-5a97eb0fcce8 req-3da8aa93-46f7-425a-8429-80dd9edbdbb1 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:48.238589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-019e24cc-ad07-4b07-b1c7-5a97eb0fcce8 req-3da8aa93-46f7-425a-8429-80dd9edbdbb1 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Calling delete_port for 48c52e0e-448e-429d-9918-e3af76441087 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:25:48.368074 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-019e24cc-ad07-4b07-b1c7-5a97eb0fcce8 req-3da8aa93-46f7-425a-8429-80dd9edbdbb1 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:48.379762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['48c52e0e-448e-429d-9918-e3af76441087'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:25:48.397328 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8aa93-46f7-425a-8429-80dd9edbdbb1 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Pushing event deleted for resources: {'Port': ['ID=48c52e0e-448e-429d-9918-e3af76441087,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:48.443804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-019e24cc-ad07-4b07-b1c7-5a97eb0fcce8 req-3da8aa93-46f7-425a-8429-80dd9edbdbb1 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] No DVR routers for this DVR port 48c52e0e-448e-429d-9918-e3af76441087 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:25:48.446534 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-019e24cc-ad07-4b07-b1c7-5a97eb0fcce8 req-3da8aa93-46f7-425a-8429-80dd9edbdbb1 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:48.450658 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-019e24cc-ad07-4b07-b1c7-5a97eb0fcce8 req-3da8aa93-46f7-425a-8429-80dd9edbdbb1 tempest-ServersAdminNegativeTestJSON-291309874 tempest-ServersAdminNegativeTestJSON-291309874-project] 10.222.0.47 "DELETE /v2.0/ports/48c52e0e-448e-429d-9918-e3af76441087 HTTP/1.1" status: 204  len: 173 time: 0.3975708
Nov 20 21:25:48.451154 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28432994-7e61-4223-97fb-e69373e8179f', 'name': 'network-vif-deleted', 'tag': '48c52e0e-448e-429d-9918-e3af76441087'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:25:48.453622 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889b8b68-4aac-461a-95bc-c8f55090170e" -d '{"events": [{"server_uuid": "28432994-7e61-4223-97fb-e69373e8179f", "name": "network-vif-deleted", "tag": "48c52e0e-448e-429d-9918-e3af76441087"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:25:48.498488 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1e3f55-3162-4fb5-8488-115611a16a90 x-openstack-request-id: req-af1e3f55-3162-4fb5-8488-115611a16a90 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:25:48.498792 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28432994-7e61-4223-97fb-e69373e8179f", "name": "network-vif-deleted", "tag": "48c52e0e-448e-429d-9918-e3af76441087", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:25:48.499053 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af1e3f55-3162-4fb5-8488-115611a16a90 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:25:48.499466 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28432994-7e61-4223-97fb-e69373e8179f', 'name': 'network-vif-deleted', 'tag': '48c52e0e-448e-429d-9918-e3af76441087', 'status': 'completed', 'code': 200}
Nov 20 21:25:48.700536 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:49.270801 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:49.294508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53824) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:49.425275 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ed270c17-0009-44ab-8ec2-f359a22001b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48e7e28717f146dea2631786e9b47e0a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1296127
Nov 20 21:25:49.427840 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53828) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:49.478528 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e1b503d-2388-4181-bcbf-268a77537e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:49.500301 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e1b503d-2388-4181-bcbf-268a77537e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:49.548017 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e1b503d-2388-4181-bcbf-268a77537e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:49.550672 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7e1b503d-2388-4181-bcbf-268a77537e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:49.551823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7e1b503d-2388-4181-bcbf-268a77537e2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b719c258-2944-44d1-934a-bb6e748f81ea HTTP/1.1" status: 204  len: 168 time: 0.1230860
Nov 20 21:25:49.560448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b503d-2388-4181-bcbf-268a77537e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b719c258-2944-44d1-934a-bb6e748f81ea,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:49.813800 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53834) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:49.827313 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-218a50a1-5cfc-4d66-be99-711893a41b4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:49.901410 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-218a50a1-5cfc-4d66-be99-711893a41b4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:49.905364 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-218a50a1-5cfc-4d66-be99-711893a41b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:49.942376 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a50a1-5cfc-4d66-be99-711893a41b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2219729-9f16-4712-a6c6-dff89c44375a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:49.946718 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-218a50a1-5cfc-4d66-be99-711893a41b4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af701f3825304a3fa7755171a65cef00&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1318483
Nov 20 21:25:49.949456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53836) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:49.997290 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df04ed11-5adc-4cb2-b5a5-aa40f087711d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:50.017638 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df04ed11-5adc-4cb2-b5a5-aa40f087711d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:50.062637 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df04ed11-5adc-4cb2-b5a5-aa40f087711d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:50.065156 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-df04ed11-5adc-4cb2-b5a5-aa40f087711d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:50.066321 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-df04ed11-5adc-4cb2-b5a5-aa40f087711d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2219729-9f16-4712-a6c6-dff89c44375a HTTP/1.1" status: 204  len: 168 time: 0.1157598
Nov 20 21:25:50.074657 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04ed11-5adc-4cb2-b5a5-aa40f087711d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2219729-9f16-4712-a6c6-dff89c44375a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:50.722827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 53858) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:50.820634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-2822dd0f-0012-4e8b-90d8-bf2898d0f040 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1428789207-network', 'tenant_id': 'f4206c1665154df4b6276fff2783e771'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:25:50.841854 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2822dd0f-0012-4e8b-90d8-bf2898d0f040 admin admin] Made reservation on behalf of f4206c1665154df4b6276fff2783e771 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:25:50.844124 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2822dd0f-0012-4e8b-90d8-bf2898d0f040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:50.855292 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2822dd0f-0012-4e8b-90d8-bf2898d0f040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:50.927812 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2822dd0f-0012-4e8b-90d8-bf2898d0f040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:50.931442 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2822dd0f-0012-4e8b-90d8-bf2898d0f040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:50.952843 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2822dd0f-0012-4e8b-90d8-bf2898d0f040 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:25:50.966283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822dd0f-0012-4e8b-90d8-bf2898d0f040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8990f3-fb2c-4e80-8504-3b7884fe7448,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:50.971043 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2822dd0f-0012-4e8b-90d8-bf2898d0f040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:50.971385 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-2822dd0f-0012-4e8b-90d8-bf2898d0f040 admin admin] Added segment ba328dc9-14da-4dba-999d-8be0f9285323 of type vlan for network e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f
Nov 20 21:25:51.011437 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2822dd0f-0012-4e8b-90d8-bf2898d0f040 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:51.036386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2822dd0f-0012-4e8b-90d8-bf2898d0f040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:51.037351 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2822dd0f-0012-4e8b-90d8-bf2898d0f040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:51.037929 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2822dd0f-0012-4e8b-90d8-bf2898d0f040 admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:51.066421 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2822dd0f-0012-4e8b-90d8-bf2898d0f040 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3424790
Nov 20 21:25:51.069517 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 53862) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:25:51.075462 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-2b93f6da-1bc7-49b1-85e3-1ba8a87c97ee admin admin] Request body: {'subnet': {'network_id': 'e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1428789207-subnet', 'tenant_id': 'f4206c1665154df4b6276fff2783e771', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:25:51.095561 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b93f6da-1bc7-49b1-85e3-1ba8a87c97ee admin admin] Made reservation on behalf of f4206c1665154df4b6276fff2783e771 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:25:51.097854 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b93f6da-1bc7-49b1-85e3-1ba8a87c97ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:51.108121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822dd0f-0012-4e8b-90d8-bf2898d0f040 admin admin] Pushing event updated for resources: {'Network': ['ID=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:51.118544 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:25:51.270139 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b93f6da-1bc7-49b1-85e3-1ba8a87c97ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:51.334221 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93f6da-1bc7-49b1-85e3-1ba8a87c97ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=6db28f47-bcbc-415e-bb48-23a699f5e0c9,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:51.339335 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b93f6da-1bc7-49b1-85e3-1ba8a87c97ee admin admin] Checking segment: {'id': 'ba328dc9-14da-4dba-999d-8be0f9285323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:25:51.339723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b93f6da-1bc7-49b1-85e3-1ba8a87c97ee admin admin] Network hostable DHCP agents. Network: e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:25:51.357300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b93f6da-1bc7-49b1-85e3-1ba8a87c97ee admin admin] Network e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:25:51.365740 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-2b93f6da-1bc7-49b1-85e3-1ba8a87c97ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:25:51.369750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b93f6da-1bc7-49b1-85e3-1ba8a87c97ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:51.370702 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b93f6da-1bc7-49b1-85e3-1ba8a87c97ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:51.375963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1446f41c-8c70-4afd-8e9e-0c5e886527f7 None None] Network e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:25:51.388316 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2b93f6da-1bc7-49b1-85e3-1ba8a87c97ee admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3175776
Nov 20 21:25:51.512571 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6792f3ef-361a-47ed-a553-1779287f6fb3 None None] Network e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:25:51.826360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-198d2341-ebc2-42cc-9c67-1446942cbb51 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:51.827846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-198d2341-ebc2-42cc-9c67-1446942cbb51 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/networks?id=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f HTTP/1.1" status: 200  len: 812 time: 0.1035497
Nov 20 21:25:51.843425 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-95443435-bd26-41f0-9484-fdcab902cca5 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/quotas/f4206c1665154df4b6276fff2783e771 HTTP/1.1" status: 200  len: 375 time: 0.0097377
Nov 20 21:25:51.874414 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-06791bbb-dfc7-4732-984e-cebba91b1b4d tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f4206c1665154df4b6276fff2783e771&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0257072
Nov 20 21:25:51.967272 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-2aa4558d-8cd3-4dc8-a9a0-7a3b6caf4ecc service neutron] 10.222.0.41 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859089
Nov 20 21:25:52.057739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 48c52e0e-448e-429d-9918-e3af76441087 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:25:52.059576 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-ce0ec1c2-88ff-4686-b498-eb16e2f75ac7 service neutron] 10.222.0.41 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863485
Nov 20 21:25:52.078082 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 48c52e0e-448e-429d-9918-e3af76441087 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:25:52.078434 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 48c52e0e-448e-429d-9918-e3af76441087 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:25:52.217773 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-413cc461-87e4-4846-9efb-eb70b62493b6 req-9cad2e3a-73aa-4471-833e-6393c46ed145 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 210 time: 0.0269156
Nov 20 21:25:53.142357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-3f94eb3c-9880-4a1f-823d-3efb73868187 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:53.144168 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-3f94eb3c-9880-4a1f-823d-3efb73868187 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.47 "GET /v2.0/networks?id=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f HTTP/1.1" status: 200  len: 812 time: 0.1091738
Nov 20 21:25:53.157672 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-b87c83bf-d5fb-45e2-84a7-9ef0e8385b3b tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Request body: {'port': {'device_id': '3d6e7b1a-8abb-41ce-857f-17eda5ddffc3', 'network_id': 'e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f', 'admin_state_up': True, 'tenant_id': 'f4206c1665154df4b6276fff2783e771'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:25:53.276029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-b87c83bf-d5fb-45e2-84a7-9ef0e8385b3b tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Made reservation on behalf of f4206c1665154df4b6276fff2783e771 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:25:53.279804 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-b87c83bf-d5fb-45e2-84a7-9ef0e8385b3b tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:53.323992 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9535ea3e-e184-4fdb-b977-47a6d8a2c1cf req-913c01ca-4cbd-4cca-9654-6f41e7875cad tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 210 time: 0.0343342
Nov 20 21:25:53.432556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-b87c83bf-d5fb-45e2-84a7-9ef0e8385b3b tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Allocated IP 172.20.0.10 (e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f/6db28f47-bcbc-415e-bb48-23a699f5e0c9/1befbb7f-1091-4fa6-b06c-07da815531c1) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:25:53.578359 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-b87c83bf-d5fb-45e2-84a7-9ef0e8385b3b tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:53.614687 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-b87c83bf-d5fb-45e2-84a7-9ef0e8385b3b tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:53.657193 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-b87c83bf-d5fb-45e2-84a7-9ef0e8385b3b tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Network e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:25:53.660194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-b87c83bf-d5fb-45e2-84a7-9ef0e8385b3b tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:25:53.662787 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-b87c83bf-d5fb-45e2-84a7-9ef0e8385b3b tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:25:53.694695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c83bf-d5fb-45e2-84a7-9ef0e8385b3b tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Pushing event updated for resources: {'Port': ['ID=1befbb7f-1091-4fa6-b06c-07da815531c1,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:53.717610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-b87c83bf-d5fb-45e2-84a7-9ef0e8385b3b tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:53.718246 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-b87c83bf-d5fb-45e2-84a7-9ef0e8385b3b tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:53.734220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-b87c83bf-d5fb-45e2-84a7-9ef0e8385b3b tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5804114
Nov 20 21:25:53.747195 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Request body: {'port': {'device_id': '3d6e7b1a-8abb-41ce-857f-17eda5ddffc3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:25:53.799698 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:54.055723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1befbb7f-1091-4fa6-b06c-07da815531c1 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:25:54.063183 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:54.075324 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Transition to ACTIVE for port object 1befbb7f-1091-4fa6-b06c-07da815531c1 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:25:54.078353 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:54.129156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Pushing event updated for resources: {'Port': ['ID=1befbb7f-1091-4fa6-b06c-07da815531c1,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:54.195208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Attempting to bind port 1befbb7f-1091-4fa6-b06c-07da815531c1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:25:54.195892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Attempting to bind port 1befbb7f-1091-4fa6-b06c-07da815531c1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ba328dc9-14da-4dba-999d-8be0f9285323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:25:54.195892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Attempting to bind port 1befbb7f-1091-4fa6-b06c-07da815531c1 on network e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:25:54.201428 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Port 1befbb7f-1091-4fa6-b06c-07da815531c1 on network e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:25:54.201752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Attempting to bind port 1befbb7f-1091-4fa6-b06c-07da815531c1 on network e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:25:54.206857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:25:54.207192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Checking segment: {'id': 'ba328dc9-14da-4dba-999d-8be0f9285323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:25:54.207576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Bound using segment: {'id': 'ba328dc9-14da-4dba-999d-8be0f9285323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:25:54.208004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Bound port: 1befbb7f-1091-4fa6-b06c-07da815531c1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba328dc9-14da-4dba-999d-8be0f9285323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:25:54.208361 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:54.270518 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] For port 1befbb7f-1091-4fa6-b06c-07da815531c1, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:25:54.273570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] For port 1befbb7f-1091-4fa6-b06c-07da815531c1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1befbb7f-1091-4fa6-b06c-07da815531c1,segment=NetworkSegment(ba328dc9-14da-4dba-999d-8be0f9285323),segment_id=ba328dc9-14da-4dba-999d-8be0f9285323)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:25:54.278788 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:54.314506 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:54.315131 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:54.316513 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] 10.222.0.47 "PUT /v2.0/ports/1befbb7f-1091-4fa6-b06c-07da815531c1 HTTP/1.1" status: 200  len: 1092 time: 0.5737238
Nov 20 21:25:54.316958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6e7b1a-8abb-41ce-857f-17eda5ddffc3', 'tag': '1befbb7f-1091-4fa6-b06c-07da815531c1'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:25:54.319237 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37509150-a138-4e98-a38d-46edf6e3c3dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6e7b1a-8abb-41ce-857f-17eda5ddffc3", "tag": "1befbb7f-1091-4fa6-b06c-07da815531c1"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:25:54.344734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ae6a7-9f8f-4611-afcc-578376181a8c service neutron] Pushing event updated for resources: {'Port': ['ID=1befbb7f-1091-4fa6-b06c-07da815531c1,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:54.370850 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccab0a4-5353-4f4b-b4b9-def88623b37e x-openstack-request-id: req-6ccab0a4-5353-4f4b-b4b9-def88623b37e {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:25:54.370850 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6e7b1a-8abb-41ce-857f-17eda5ddffc3", "tag": "1befbb7f-1091-4fa6-b06c-07da815531c1", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:25:54.371501 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ccab0a4-5353-4f4b-b4b9-def88623b37e {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:25:54.371883 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6e7b1a-8abb-41ce-857f-17eda5ddffc3', 'tag': '1befbb7f-1091-4fa6-b06c-07da815531c1', 'status': 'completed', 'code': 200}
Nov 20 21:25:54.411341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-ff8850c2-ecdd-4ba0-afaa-5148e576ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:54.412830 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-ff8850c2-ecdd-4ba0-afaa-5148e576ef82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f4206c1665154df4b6276fff2783e771&device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 1095 time: 0.0553238
Nov 20 21:25:54.466273 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-5c46c763-e34c-4488-a975-3dbf4f1265c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1befbb7f-1091-4fa6-b06c-07da815531c1 HTTP/1.1" status: 200  len: 217 time: 0.0366824
Nov 20 21:25:54.511636 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70477f70-4d46-4cca-b9c4-a897a20c340d req-cde3e56d-258a-4055-9f4c-e6db42436a63 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:54.513623 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70477f70-4d46-4cca-b9c4-a897a20c340d req-cde3e56d-258a-4055-9f4c-e6db42436a63 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 944 time: 0.1175652
Nov 20 21:25:54.547726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-b1b521a3-c75d-45b8-bacc-3b326090b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:54.549166 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-b1b521a3-c75d-45b8-bacc-3b326090b3c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6db28f47-bcbc-415e-bb48-23a699f5e0c9 HTTP/1.1" status: 200  len: 852 time: 0.0759439
Nov 20 21:25:54.590920 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-fe893571-61f3-4e3f-88f9-8bb080963dc1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0349269
Nov 20 21:25:54.598641 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-70477f70-4d46-4cca-b9c4-a897a20c340d req-4aa44b87-01cd-4bbb-b51d-841895279e7b tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772724
Nov 20 21:25:54.682118 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-9228ff4c-02e5-406e-a3ea-784787d50b2d service neutron] 10.222.0.47 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812831
Nov 20 21:25:54.775532 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5a1dc240-e2e6-4faf-880e-9ef3ba392677 req-519cc8de-9edd-4155-bd18-df4cb0a32e79 service neutron] 10.222.0.47 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864270
Nov 20 21:25:54.864143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37509150-a138-4e98-a38d-46edf6e3c3dc req-0ed8fbf6-0b40-45d5-b645-7a0d83456d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:54.865637 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37509150-a138-4e98-a38d-46edf6e3c3dc req-0ed8fbf6-0b40-45d5-b645-7a0d83456d55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f4206c1665154df4b6276fff2783e771&device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 1095 time: 0.0399463
Nov 20 21:25:54.958015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37509150-a138-4e98-a38d-46edf6e3c3dc req-b207068c-f787-4f5d-96b0-7157027b1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:54.959512 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37509150-a138-4e98-a38d-46edf6e3c3dc req-b207068c-f787-4f5d-96b0-7157027b1ebb service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f HTTP/1.1" status: 200  len: 913 time: 0.0858755
Nov 20 21:25:55.002347 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37509150-a138-4e98-a38d-46edf6e3c3dc req-95f48ae7-638b-4e3a-b300-c91e9a9345a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1befbb7f-1091-4fa6-b06c-07da815531c1 HTTP/1.1" status: 200  len: 217 time: 0.0344987
Nov 20 21:25:55.050316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37509150-a138-4e98-a38d-46edf6e3c3dc req-c682a5ac-4ee6-4b1a-a9a0-b6c3ea03c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:55.051778 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37509150-a138-4e98-a38d-46edf6e3c3dc req-c682a5ac-4ee6-4b1a-a9a0-b6c3ea03c2ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6db28f47-bcbc-415e-bb48-23a699f5e0c9 HTTP/1.1" status: 200  len: 852 time: 0.0424473
Nov 20 21:25:55.084004 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37509150-a138-4e98-a38d-46edf6e3c3dc req-f7fb7717-0fb5-4e85-817b-88ddb2f734bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0237405
Nov 20 21:25:55.177654 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37509150-a138-4e98-a38d-46edf6e3c3dc req-56ef2fee-5519-4a83-806d-77ad3eb85c47 service neutron] 10.222.0.47 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844789
Nov 20 21:25:55.269708 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37509150-a138-4e98-a38d-46edf6e3c3dc req-6b59ddc3-8ddd-4388-8255-e1005be648c6 service neutron] 10.222.0.47 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837421
Nov 20 21:25:55.714190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ef81a-12d7-4775-b117-939f783be7f7 req-14d7eb35-3fa8-4449-bd99-de33b915f6ef tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:55.716212 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6b2ef81a-12d7-4775-b117-939f783be7f7 req-14d7eb35-3fa8-4449-bd99-de33b915f6ef tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 944 time: 0.0492439
Nov 20 21:25:55.765934 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6b2ef81a-12d7-4775-b117-939f783be7f7 req-ea0be7c8-2731-48cb-b61e-b94b68856c6d tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436399
Nov 20 21:25:56.077799 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1befbb7f-1091-4fa6-b06c-07da815531c1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:25:56.172914 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 1befbb7f-1091-4fa6-b06c-07da815531c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1befbb7f-1091-4fa6-b06c-07da815531c1,segment=NetworkSegment(ba328dc9-14da-4dba-999d-8be0f9285323),segment_id=ba328dc9-14da-4dba-999d-8be0f9285323)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:56.184250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '1befbb7f-1091-4fa6-b06c-07da815531c1', 'network_id': 'e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f', 'port_id': '1befbb7f-1091-4fa6-b06c-07da815531c1', 'mac_address': 'fa:16:3e:43:32:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db28f47-bcbc-415e-bb48-23a699f5e0c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:25:56.220156 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:56.236280 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1befbb7f-1091-4fa6-b06c-07da815531c1 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:25:56.255595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 1befbb7f-1091-4fa6-b06c-07da815531c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1befbb7f-1091-4fa6-b06c-07da815531c1,segment=NetworkSegment(ba328dc9-14da-4dba-999d-8be0f9285323),segment_id=ba328dc9-14da-4dba-999d-8be0f9285323)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:56.259445 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:56.306037 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=1befbb7f-1091-4fa6-b06c-07da815531c1,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:56.445949 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['1befbb7f-1091-4fa6-b06c-07da815531c1'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:25:56.880403 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65b5d2-c5e3-4d59-978a-835ec20aa4b2 req-b3c643e7-8f2f-4987-8785-c2700946a59f tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:56.881886 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9c65b5d2-c5e3-4d59-978a-835ec20aa4b2 req-b3c643e7-8f2f-4987-8785-c2700946a59f tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 945 time: 0.0496383
Nov 20 21:25:56.929017 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9c65b5d2-c5e3-4d59-978a-835ec20aa4b2 req-cf84abeb-3693-4dcd-9450-923adbb3aabc tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409603
Nov 20 21:25:58.044264 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fe180-24c3-4312-8555-03d713bd4b03 req-0f2c2bd4-57f6-4381-aec8-e648342c90be tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:58.045728 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ac3fe180-24c3-4312-8555-03d713bd4b03 req-0f2c2bd4-57f6-4381-aec8-e648342c90be tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 945 time: 0.0475190
Nov 20 21:25:58.093097 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1befbb7f-1091-4fa6-b06c-07da815531c1 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:25:58.096346 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ac3fe180-24c3-4312-8555-03d713bd4b03 req-971dfa76-ab7d-4b7e-b6d4-4ffb817ea5bc tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447755
Nov 20 21:25:58.142285 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 1befbb7f-1091-4fa6-b06c-07da815531c1 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:25:58.145939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 1befbb7f-1091-4fa6-b06c-07da815531c1 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:25:58.146346 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:58.222818 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:58.245234 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6e7b1a-8abb-41ce-857f-17eda5ddffc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1befbb7f-1091-4fa6-b06c-07da815531c1'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:25:58.247837 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da71f763-a950-4c51-ba17-611c9998a85e" -d '{"events": [{"server_uuid": "3d6e7b1a-8abb-41ce-857f-17eda5ddffc3", "name": "network-vif-plugged", "status": "completed", "tag": "1befbb7f-1091-4fa6-b06c-07da815531c1"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:25:58.260664 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 1befbb7f-1091-4fa6-b06c-07da815531c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1befbb7f-1091-4fa6-b06c-07da815531c1,segment=NetworkSegment(ba328dc9-14da-4dba-999d-8be0f9285323),segment_id=ba328dc9-14da-4dba-999d-8be0f9285323)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:25:58.265648 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:25:58.292168 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03021ea0-a06b-4186-9125-d2dac2e9d4df x-openstack-request-id: req-03021ea0-a06b-4186-9125-d2dac2e9d4df {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:25:58.292477 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6e7b1a-8abb-41ce-857f-17eda5ddffc3", "name": "network-vif-plugged", "status": "completed", "tag": "1befbb7f-1091-4fa6-b06c-07da815531c1", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:25:58.292835 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03021ea0-a06b-4186-9125-d2dac2e9d4df {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:25:58.293698 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6e7b1a-8abb-41ce-857f-17eda5ddffc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1befbb7f-1091-4fa6-b06c-07da815531c1', 'code': 200}
Nov 20 21:25:58.320810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=1befbb7f-1091-4fa6-b06c-07da815531c1,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:25:58.381894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bc47c-4ff7-4afd-a95c-15899f52fa17 req-b538fe1d-2e71-45e5-93a7-48fd9130860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:58.383422 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c2bc47c-4ff7-4afd-a95c-15899f52fa17 req-b538fe1d-2e71-45e5-93a7-48fd9130860b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 1097 time: 0.0392051
Nov 20 21:25:58.427710 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c2bc47c-4ff7-4afd-a95c-15899f52fa17 req-284fd0e4-2233-43ba-92f2-2f9116a9bc0d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373931
Nov 20 21:25:59.472024 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd7934-dd20-4128-98cb-98549c5cb7ba req-88f23d9f-501a-468c-9ee1-2c3a7a5c0d09 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:25:59.473434 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e7fd7934-dd20-4128-98cb-98549c5cb7ba req-88f23d9f-501a-468c-9ee1-2c3a7a5c0d09 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0525863
Nov 20 21:25:59.522646 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e7fd7934-dd20-4128-98cb-98549c5cb7ba req-54d830bc-33b2-4479-a223-2941b82dcfa9 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433383
Nov 20 21:26:00.703439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81b30d-4ddc-4c90-80b9-500350171b90 req-9fe48b6d-6ad2-428a-918f-433ef93be7d3 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:00.704953 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d81b30d-4ddc-4c90-80b9-500350171b90 req-9fe48b6d-6ad2-428a-918f-433ef93be7d3 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.1091745
Nov 20 21:26:00.752055 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9d81b30d-4ddc-4c90-80b9-500350171b90 req-5d4c7dbb-c14c-4a86-9967-e23d0cc0d143 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410922
Nov 20 21:26:01.088268 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-bb2c6117-3969-4563-b6b6-f03f15506326 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0670624
Nov 20 21:26:01.101650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fc772-e20c-46d6-83d3-b6a2b8b8bf41 req-6b3da079-74cb-42aa-add8-4ec78d31e3d4 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:01.103066 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-979fc772-e20c-46d6-83d3-b6a2b8b8bf41 req-6b3da079-74cb-42aa-add8-4ec78d31e3d4 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0729337
Nov 20 21:26:01.107345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-8c432587-f163-4ae2-89c8-937fbc0f9f50 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:26:01.108317 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-8c432587-f163-4ae2-89c8-937fbc0f9f50 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0144932
Nov 20 21:26:01.154996 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-979fc772-e20c-46d6-83d3-b6a2b8b8bf41 req-f4a12dce-6d50-4839-8ca1-4548b7534e48 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451818
Nov 20 21:26:02.226915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455163cb-cef6-4537-a585-5877ad2df878 req-e6a5b891-1fd7-4041-8437-4786503035bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:02.228436 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-e6a5b891-1fd7-4041-8437-4786503035bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f4206c1665154df4b6276fff2783e771&device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 1097 time: 0.0413575
Nov 20 21:26:02.276431 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2fc3d-35a6-4ea4-804a-c5a2f6a2aed9 req-1f31553d-3bdb-4ca6-86e5-074d81164893 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:02.277894 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9ee2fc3d-35a6-4ea4-804a-c5a2f6a2aed9 req-1f31553d-3bdb-4ca6-86e5-074d81164893 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0500631
Nov 20 21:26:02.322264 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455163cb-cef6-4537-a585-5877ad2df878 req-5ec92aad-1de6-44a2-b99d-69dc2660fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:02.323784 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-5ec92aad-1de6-44a2-b99d-69dc2660fad2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f HTTP/1.1" status: 200  len: 913 time: 0.0885835
Nov 20 21:26:02.326475 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9ee2fc3d-35a6-4ea4-804a-c5a2f6a2aed9 req-aa70d11b-ba65-4b3c-8eec-faaf02f68594 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424235
Nov 20 21:26:02.370899 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-18409a0b-a8de-4913-9336-da8a8f18ac8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1befbb7f-1091-4fa6-b06c-07da815531c1 HTTP/1.1" status: 200  len: 217 time: 0.0394051
Nov 20 21:26:02.422527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455163cb-cef6-4537-a585-5877ad2df878 req-72b06809-0731-4ac8-b3c9-f00a6eb904fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:02.424029 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-72b06809-0731-4ac8-b3c9-f00a6eb904fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6db28f47-bcbc-415e-bb48-23a699f5e0c9 HTTP/1.1" status: 200  len: 852 time: 0.0445888
Nov 20 21:26:02.456453 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-cd99af65-d6c7-454e-85e7-bf0e2a1f82b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256314
Nov 20 21:26:02.549901 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-90e2b91b-c6bf-46e8-82e8-2bde7cce0c4e service neutron] 10.222.0.47 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869682
Nov 20 21:26:02.639211 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-8dc795ee-13f7-42c5-b0f6-610e9998e02d service neutron] 10.222.0.47 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821235
Nov 20 21:26:03.444483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d23e2-3419-43ff-bed4-76ac2448c704 req-1a5546d3-5270-4274-8633-734adaca59f5 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:03.445965 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-340d23e2-3419-43ff-bed4-76ac2448c704 req-1a5546d3-5270-4274-8633-734adaca59f5 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0493538
Nov 20 21:26:03.498084 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-340d23e2-3419-43ff-bed4-76ac2448c704 req-d82540e7-2a92-4a44-b742-dcd52d7945bd tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451574
Nov 20 21:26:04.617821 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dc232-f694-4472-a696-be05fe83516a req-4bf373ad-a738-4ac3-9851-94b00a6a257c tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:04.619328 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9b4dc232-f694-4472-a696-be05fe83516a req-4bf373ad-a738-4ac3-9851-94b00a6a257c tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0526605
Nov 20 21:26:04.666518 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9b4dc232-f694-4472-a696-be05fe83516a req-f85d8912-dc24-403a-a87d-8154c2bd7d9e tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408876
Nov 20 21:26:05.782206 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8633af-7916-42e4-83d7-b7c03e10a870 req-6c765941-1e64-4a97-b7fb-77b24a714f28 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:05.783686 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd8633af-7916-42e4-83d7-b7c03e10a870 req-6c765941-1e64-4a97-b7fb-77b24a714f28 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0494075
Nov 20 21:26:05.831100 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd8633af-7916-42e4-83d7-b7c03e10a870 req-c8cb01ad-1778-4890-988c-be07989395b0 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413826
Nov 20 21:26:07.008382 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ac486-982e-4f5f-85bc-ea54da8cddfa req-abf4b17f-22ac-454c-a7e2-6342630fda45 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:07.009863 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4f6ac486-982e-4f5f-85bc-ea54da8cddfa req-abf4b17f-22ac-454c-a7e2-6342630fda45 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.1111264
Nov 20 21:26:07.056413 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4f6ac486-982e-4f5f-85bc-ea54da8cddfa req-bced59ff-79f2-4796-9c15-037046c4a2ab tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405405
Nov 20 21:26:08.172225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333587a-cbe5-4bf3-adb0-05a44796fbfb req-f2d97397-8a77-40eb-84c7-5a39a4a0a40e tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:08.173716 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b333587a-cbe5-4bf3-adb0-05a44796fbfb req-f2d97397-8a77-40eb-84c7-5a39a4a0a40e tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0493305
Nov 20 21:26:08.220625 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b333587a-cbe5-4bf3-adb0-05a44796fbfb req-bff2807c-344c-42f1-a35e-d14c097079e9 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409381
Nov 20 21:26:08.423707 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:08.471362 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:09.344996 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8172b6-272e-476b-b3fd-9736a32847ef req-96427c9d-e0e5-43c0-bd22-019357ffb61a tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:09.346591 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed8172b6-272e-476b-b3fd-9736a32847ef req-96427c9d-e0e5-43c0-bd22-019357ffb61a tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0528538
Nov 20 21:26:09.393489 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed8172b6-272e-476b-b3fd-9736a32847ef req-b744c280-3b5a-4063-ae6d-8982a6081d35 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408874
Nov 20 21:26:10.518739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14be911-01ad-4b0e-a300-a6db8469c423 req-51385194-0d3f-4600-8398-bbecb30b470a tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:10.520247 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b14be911-01ad-4b0e-a300-a6db8469c423 req-51385194-0d3f-4600-8398-bbecb30b470a tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0552905
Nov 20 21:26:10.568530 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b14be911-01ad-4b0e-a300-a6db8469c423 req-14f3eb11-1585-45cf-bde1-60e7b561854e tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418704
Nov 20 21:26:11.685576 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f1de7-a7c4-4480-907d-6146b1b16f3a req-b913b2d6-2efc-4e72-9f2d-dd35d5ac1545 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:11.687084 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7c3f1de7-a7c4-4480-907d-6146b1b16f3a req-b913b2d6-2efc-4e72-9f2d-dd35d5ac1545 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0508575
Nov 20 21:26:11.733615 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7c3f1de7-a7c4-4480-907d-6146b1b16f3a req-0e7a9d0a-781b-441c-beac-4348bfad1ce8 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406101
Nov 20 21:26:12.856777 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39507c-fce6-4772-9ba4-e162afa49b2a req-94f31848-b93f-4997-a9d3-813e873852de tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:12.858314 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a39507c-fce6-4772-9ba4-e162afa49b2a req-94f31848-b93f-4997-a9d3-813e873852de tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0494626
Nov 20 21:26:12.905960 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a39507c-fce6-4772-9ba4-e162afa49b2a req-0959d6e1-3509-4902-9e1d-11da6d2339a8 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414956
Nov 20 21:26:13.324434 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-45cc66f1-713c-4092-ac41-ecc182b4e1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:14.020908 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e433037-1b15-4b40-90da-f53c74355993 req-dd3513ce-ca5e-4a0b-9ab2-93b313cde236 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:14.022437 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e433037-1b15-4b40-90da-f53c74355993 req-dd3513ce-ca5e-4a0b-9ab2-93b313cde236 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0488863
Nov 20 21:26:14.073570 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e433037-1b15-4b40-90da-f53c74355993 req-36437d5b-b0fe-4884-8c88-8263cfee9044 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452199
Nov 20 21:26:15.199650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fa76a-0dc8-45e2-a075-2e1a919993fd req-c79636ff-bffb-46a3-8680-5b49d8f075fb tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:15.201631 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-645fa76a-0dc8-45e2-a075-2e1a919993fd req-c79636ff-bffb-46a3-8680-5b49d8f075fb tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0561571
Nov 20 21:26:15.602385 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-645fa76a-0dc8-45e2-a075-2e1a919993fd req-7880ff57-d1a4-4bfe-b6b5-c0a02c05710e tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3947463
Nov 20 21:26:15.703231 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-be28d8d5-e7fb-4d84-a321-721c4c0ca342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:16.721030 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0483418-050d-42ac-a00c-f4024e1adb3a req-97f81b07-aa9d-4ab9-9fbb-58b991e07f3d tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:16.722595 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d0483418-050d-42ac-a00c-f4024e1adb3a req-97f81b07-aa9d-4ab9-9fbb-58b991e07f3d tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0488212
Nov 20 21:26:16.771867 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d0483418-050d-42ac-a00c-f4024e1adb3a req-d9a5ed32-141a-4160-82c6-9be7818f083c tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434322
Nov 20 21:26:16.855233 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:17.886599 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f39b9-9341-469d-a319-d80e731dfd59 req-20fab9d3-977f-4bc3-b158-fa1a88258dd4 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:17.888757 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f62f39b9-9341-469d-a319-d80e731dfd59 req-20fab9d3-977f-4bc3-b158-fa1a88258dd4 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0488231
Nov 20 21:26:17.933907 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f62f39b9-9341-469d-a319-d80e731dfd59 req-b90dbf72-4235-4f8f-87c9-38d50626f874 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391088
Nov 20 21:26:18.242945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d297b6d-aa53-468a-a75e-5638dd95d7f1 req-b31d52cb-0bf2-4877-86df-fcd43cb32a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:18.244434 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d297b6d-aa53-468a-a75e-5638dd95d7f1 req-b31d52cb-0bf2-4877-86df-fcd43cb32a80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f4206c1665154df4b6276fff2783e771&device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 1097 time: 0.0395541
Nov 20 21:26:18.348590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d297b6d-aa53-468a-a75e-5638dd95d7f1 req-f9bce2d4-b09b-4f28-aa91-2fdf80c4a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:18.350042 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d297b6d-aa53-468a-a75e-5638dd95d7f1 req-f9bce2d4-b09b-4f28-aa91-2fdf80c4a9e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f HTTP/1.1" status: 200  len: 913 time: 0.0854442
Nov 20 21:26:18.391270 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d297b6d-aa53-468a-a75e-5638dd95d7f1 req-1f512958-73c2-47b3-bd93-f92e0effe16c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1befbb7f-1091-4fa6-b06c-07da815531c1 HTTP/1.1" status: 200  len: 217 time: 0.0335472
Nov 20 21:26:18.442839 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d297b6d-aa53-468a-a75e-5638dd95d7f1 req-5ff7460b-308f-4dd4-8f74-ad078b9050c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:18.444314 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d297b6d-aa53-468a-a75e-5638dd95d7f1 req-5ff7460b-308f-4dd4-8f74-ad078b9050c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6db28f47-bcbc-415e-bb48-23a699f5e0c9 HTTP/1.1" status: 200  len: 852 time: 0.0465202
Nov 20 21:26:18.476177 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d297b6d-aa53-468a-a75e-5638dd95d7f1 req-facbeb73-dc49-4e59-9f5d-94ce8a8007f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0241060
Nov 20 21:26:18.564789 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d297b6d-aa53-468a-a75e-5638dd95d7f1 req-86a1654b-e6f5-4f53-963b-971bb86d626e service neutron] 10.222.0.47 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812590
Nov 20 21:26:18.656291 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7d297b6d-aa53-468a-a75e-5638dd95d7f1 req-bc7e6fc3-d0b1-4f92-a940-3f4543bd96dd service neutron] 10.222.0.47 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845785
Nov 20 21:26:18.702211 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:19.051532 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7464e-1f30-4be2-81d7-744aadaa17e2 req-3f047138-2f19-4b7f-8ead-dda06b85da0e tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:19.053022 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-44e7464e-1f30-4be2-81d7-744aadaa17e2 req-3f047138-2f19-4b7f-8ead-dda06b85da0e tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0501943
Nov 20 21:26:19.101028 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-44e7464e-1f30-4be2-81d7-744aadaa17e2 req-d490a108-24b8-4da3-997e-0350eb54f3cd tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419745
Nov 20 21:26:19.272860 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:20.217156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d35ba9-9183-4364-819a-e6e4b2e367bd req-8595a8d0-1f25-478b-a026-491cf1d53e8d tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:20.218879 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42d35ba9-9183-4364-819a-e6e4b2e367bd req-8595a8d0-1f25-478b-a026-491cf1d53e8d tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0488477
Nov 20 21:26:20.267956 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42d35ba9-9183-4364-819a-e6e4b2e367bd req-17b2ba36-352b-496b-bd21-3ef03bfc83ce tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430260
Nov 20 21:26:20.559344 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:26:21.389508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10c540-c21b-4bcf-ad32-a4b4e27b1a5e req-343fe0f8-d00f-4513-9566-bfbcf56a699a tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:21.390995 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eb10c540-c21b-4bcf-ad32-a4b4e27b1a5e req-343fe0f8-d00f-4513-9566-bfbcf56a699a tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0531974
Nov 20 21:26:21.437832 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eb10c540-c21b-4bcf-ad32-a4b4e27b1a5e req-36bea566-ed4c-45df-9984-51ef2b466b6d tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409114
Nov 20 21:26:22.559036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a04c46-eeab-428d-8309-f3b7553f9fab req-2650a8ad-6412-4bdb-b176-6c7d28daec67 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:22.561204 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b8a04c46-eeab-428d-8309-f3b7553f9fab req-2650a8ad-6412-4bdb-b176-6c7d28daec67 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0538864
Nov 20 21:26:22.607714 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b8a04c46-eeab-428d-8309-f3b7553f9fab req-5ccf3f3e-a5fb-4d7d-9025-313b0fcde941 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405090
Nov 20 21:26:23.724422 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5c041-dd79-4ea2-9cad-41a7caa74c8b req-5c69adf1-c6ef-4a77-86b0-d9a2e59e66e4 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:23.725940 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-93c5c041-dd79-4ea2-9cad-41a7caa74c8b req-5c69adf1-c6ef-4a77-86b0-d9a2e59e66e4 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0483477
Nov 20 21:26:23.777132 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-93c5c041-dd79-4ea2-9cad-41a7caa74c8b req-39de4503-84c2-40c6-84e2-f58eb621d155 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426292
Nov 20 21:26:24.892511 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81385e9a-73df-4a61-8871-074b839d528a req-e3523a08-b228-416e-874f-d5091033e375 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:24.893989 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-81385e9a-73df-4a61-8871-074b839d528a req-e3523a08-b228-416e-874f-d5091033e375 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0486095
Nov 20 21:26:24.940784 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-81385e9a-73df-4a61-8871-074b839d528a req-a6ebfc22-3012-4c3e-a9c0-8eea282d65c3 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407166
Nov 20 21:26:26.053342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea81c2f-b19d-4640-8897-6996ce758c2d req-f6b41bbe-879e-45c9-8aa0-01c3c0cf1687 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:26.054754 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6ea81c2f-b19d-4640-8897-6996ce758c2d req-f6b41bbe-879e-45c9-8aa0-01c3c0cf1687 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0472851
Nov 20 21:26:26.105098 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6ea81c2f-b19d-4640-8897-6996ce758c2d req-e2fa63a5-7523-46da-812e-17feb1241b0a tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439036
Nov 20 21:26:27.221856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02467ac1-4784-4322-a39a-8e46ac323e1d req-e5e75ab6-d8e0-4a33-a079-b813b9197081 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:27.223368 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02467ac1-4784-4322-a39a-8e46ac323e1d req-e5e75ab6-d8e0-4a33-a079-b813b9197081 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0495665
Nov 20 21:26:27.274617 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02467ac1-4784-4322-a39a-8e46ac323e1d req-7839d906-58fb-489f-84ad-8837ee7ede3c tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452111
Nov 20 21:26:28.389658 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9dd42-dd33-48f5-b83a-525ec8d6eee9 req-611dbba2-6e3d-41e9-b321-99d30aaa95f6 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:28.391148 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61e9dd42-dd33-48f5-b83a-525ec8d6eee9 req-611dbba2-6e3d-41e9-b321-99d30aaa95f6 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0485446
Nov 20 21:26:28.437274 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61e9dd42-dd33-48f5-b83a-525ec8d6eee9 req-abfc29f1-f60a-4d67-b686-93db15082870 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402689
Nov 20 21:26:29.378636 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-455163cb-cef6-4537-a585-5877ad2df878 req-c733cdf6-e103-427a-bfc1-95dafb484ca5 service neutron] show failed (client error): The resource could not be found.
Nov 20 21:26:29.379649 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-c733cdf6-e103-427a-bfc1-95dafb484ca5 service neutron] 10.222.0.47 "GET /v2.0/ports/1befbb7f-1091-4fa6-b06c-07da815531c1/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0547984
Nov 20 21:26:29.589535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4fccc-9f95-4b35-84db-dd1822da5171 req-dc59034d-97b9-45df-bd9b-61971e3ebad4 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:29.591048 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-97c4fccc-9f95-4b35-84db-dd1822da5171 req-dc59034d-97b9-45df-bd9b-61971e3ebad4 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 946 time: 0.0783989
Nov 20 21:26:29.598165 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455163cb-cef6-4537-a585-5877ad2df878 req-e3ceae30-4a87-4ed6-8fbe-ce57316b96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:29.599575 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-e3ceae30-4a87-4ed6-8fbe-ce57316b96d4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3&tenant_id=f4206c1665154df4b6276fff2783e771 HTTP/1.1" status: 200  len: 1097 time: 0.0575047
Nov 20 21:26:29.617024 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:26:29.690968 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-97c4fccc-9f95-4b35-84db-dd1822da5171 req-dfc1129d-b21a-4af1-86b2-c54a4b25ac06 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903533
Nov 20 21:26:29.695503 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:29.897915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] For port 1befbb7f-1091-4fa6-b06c-07da815531c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1befbb7f-1091-4fa6-b06c-07da815531c1,segment=NetworkSegment(ba328dc9-14da-4dba-999d-8be0f9285323),segment_id=ba328dc9-14da-4dba-999d-8be0f9285323)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:26:29.929150 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] For port 1befbb7f-1091-4fa6-b06c-07da815531c1, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:26:29.972632 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6e7b1a-8abb-41ce-857f-17eda5ddffc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1befbb7f-1091-4fa6-b06c-07da815531c1'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:26:29.974853 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7c06d8-fa17-4abb-9005-8ba7c46cd78e" -d '{"events": [{"server_uuid": "3d6e7b1a-8abb-41ce-857f-17eda5ddffc3", "name": "network-vif-unplugged", "status": "completed", "tag": "1befbb7f-1091-4fa6-b06c-07da815531c1"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:26:29.978989 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:29.991858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Transition to ACTIVE for port object 1befbb7f-1091-4fa6-b06c-07da815531c1 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:26:29.996869 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:30.030840 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcaf7e4-b718-448e-9607-f47ebb244dc5 x-openstack-request-id: req-efcaf7e4-b718-448e-9607-f47ebb244dc5 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:26:30.031140 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6e7b1a-8abb-41ce-857f-17eda5ddffc3", "name": "network-vif-unplugged", "status": "completed", "tag": "1befbb7f-1091-4fa6-b06c-07da815531c1", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:26:30.031398 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efcaf7e4-b718-448e-9607-f47ebb244dc5 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:26:30.031797 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6e7b1a-8abb-41ce-857f-17eda5ddffc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1befbb7f-1091-4fa6-b06c-07da815531c1', 'code': 200}
Nov 20 21:26:30.062580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] No DVR routers for this DVR port 1befbb7f-1091-4fa6-b06c-07da815531c1 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:26:30.065617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Pushing event updated for resources: {'Port': ['ID=1befbb7f-1091-4fa6-b06c-07da815531c1,revision_number=6']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:26:30.091885 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:30.092257 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:30.092609 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:30.092953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:30.093290 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:30.093625 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:30.093957 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:30.094323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:30.094655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:30.094983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:30.095310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:30.095634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:30.108715 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Attempting to bind port 1befbb7f-1091-4fa6-b06c-07da815531c1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:26:30.109052 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Attempting to bind port 1befbb7f-1091-4fa6-b06c-07da815531c1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ba328dc9-14da-4dba-999d-8be0f9285323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:26:30.109378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Attempting to bind port 1befbb7f-1091-4fa6-b06c-07da815531c1 on network e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:26:30.113666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Port 1befbb7f-1091-4fa6-b06c-07da815531c1 on network e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:26:30.113988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Attempting to bind port 1befbb7f-1091-4fa6-b06c-07da815531c1 on network e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:26:30.118793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:26:30.119129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Checking segment: {'id': 'ba328dc9-14da-4dba-999d-8be0f9285323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:26:30.119514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Bound using segment: {'id': 'ba328dc9-14da-4dba-999d-8be0f9285323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:26:30.120201 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Bound port: 1befbb7f-1091-4fa6-b06c-07da815531c1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba328dc9-14da-4dba-999d-8be0f9285323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:26:30.120556 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:30.181483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] For port 1befbb7f-1091-4fa6-b06c-07da815531c1, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:26:30.184451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] For port 1befbb7f-1091-4fa6-b06c-07da815531c1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1befbb7f-1091-4fa6-b06c-07da815531c1,segment=NetworkSegment(ba328dc9-14da-4dba-999d-8be0f9285323),segment_id=ba328dc9-14da-4dba-999d-8be0f9285323)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:26:30.189433 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:30.229695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:30.230348 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:30.231726 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] 10.222.0.37 "PUT /v2.0/ports/1befbb7f-1091-4fa6-b06c-07da815531c1 HTTP/1.1" status: 200  len: 1092 time: 0.6185586
Nov 20 21:26:30.252967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3259da7-dd2f-4f25-a16f-556b916604fe service neutron] Pushing event updated for resources: {'Port': ['ID=1befbb7f-1091-4fa6-b06c-07da815531c1,revision_number=7']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:26:30.296484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455163cb-cef6-4537-a585-5877ad2df878 req-9639b816-0ed3-4b96-9acc-d1ca88ac43d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:30.297958 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-9639b816-0ed3-4b96-9acc-d1ca88ac43d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4206c1665154df4b6276fff2783e771&device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 1095 time: 0.0414674
Nov 20 21:26:30.390004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455163cb-cef6-4537-a585-5877ad2df878 req-1e8a31d9-2778-4cf7-8e97-cc72c5190c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:30.391501 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-1e8a31d9-2778-4cf7-8e97-cc72c5190c22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f HTTP/1.1" status: 200  len: 913 time: 0.0867596
Nov 20 21:26:30.432680 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-dcf2c8c3-c659-41dc-aca8-14b9499175ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1befbb7f-1091-4fa6-b06c-07da815531c1 HTTP/1.1" status: 200  len: 217 time: 0.0344293
Nov 20 21:26:30.481537 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455163cb-cef6-4537-a585-5877ad2df878 req-766cacf1-aea6-479b-8276-aa00882b7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:30.483774 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-766cacf1-aea6-479b-8276-aa00882b7376 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6db28f47-bcbc-415e-bb48-23a699f5e0c9 HTTP/1.1" status: 200  len: 852 time: 0.0444231
Nov 20 21:26:30.514033 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-d7b12627-4764-4215-ad03-f2369c251966 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0238316
Nov 20 21:26:30.608608 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-8a6ae856-52e8-4b82-80d1-b4e634b2e39b service neutron] 10.222.0.37 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879347
Nov 20 21:26:30.699767 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-455163cb-cef6-4537-a585-5877ad2df878 req-db14c7f1-67fe-42e1-9bf5-df8ad2ef9605 service neutron] 10.222.0.37 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847185
Nov 20 21:26:30.811808 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf60a6-2251-4c45-97f9-6af454d83d72 req-dd0def19-8ccd-46c2-a9d7-5bee7cb857ba tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:30.813311 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-76bf60a6-2251-4c45-97f9-6af454d83d72 req-dd0def19-8ccd-46c2-a9d7-5bee7cb857ba tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 944 time: 0.0512204
Nov 20 21:26:30.861631 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-76bf60a6-2251-4c45-97f9-6af454d83d72 req-caa8031a-f8cf-40e5-a6a4-12205e7eb3c8 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424950
Nov 20 21:26:31.987000 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842b7c4-9cfd-4e0c-a298-94131b6c8f3c req-8f72aa6b-daae-4129-8315-a9658e4b3b39 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:31.988960 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c842b7c4-9cfd-4e0c-a298-94131b6c8f3c req-8f72aa6b-daae-4129-8315-a9658e4b3b39 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 944 time: 0.0548701
Nov 20 21:26:32.032610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6e7b1a-8abb-41ce-857f-17eda5ddffc3', 'tag': '1befbb7f-1091-4fa6-b06c-07da815531c1'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:26:32.035941 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e655b8-eb25-4beb-af0c-2f225359476b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6e7b1a-8abb-41ce-857f-17eda5ddffc3", "tag": "1befbb7f-1091-4fa6-b06c-07da815531c1"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:26:32.039593 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c842b7c4-9cfd-4e0c-a298-94131b6c8f3c req-7bc7f879-eca2-4ed0-b8ca-7244714cee63 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446928
Nov 20 21:26:32.088313 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2362ba30-080c-4b5d-b6c7-34287f054b0a x-openstack-request-id: req-2362ba30-080c-4b5d-b6c7-34287f054b0a {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:26:32.088615 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6e7b1a-8abb-41ce-857f-17eda5ddffc3", "tag": "1befbb7f-1091-4fa6-b06c-07da815531c1", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:26:32.088871 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2362ba30-080c-4b5d-b6c7-34287f054b0a {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:26:32.089279 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6e7b1a-8abb-41ce-857f-17eda5ddffc3', 'tag': '1befbb7f-1091-4fa6-b06c-07da815531c1', 'status': 'completed', 'code': 200}
Nov 20 21:26:32.180244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e655b8-eb25-4beb-af0c-2f225359476b req-02526c7d-da27-49cc-9f77-1ea8c91565a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:32.181908 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04e655b8-eb25-4beb-af0c-2f225359476b req-02526c7d-da27-49cc-9f77-1ea8c91565a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f4206c1665154df4b6276fff2783e771&device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 1095 time: 0.0726154
Nov 20 21:26:32.191247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e655b8-eb25-4beb-af0c-2f225359476b req-25f75498-dbd2-491e-aa7e-748cd3e2a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:32.192662 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04e655b8-eb25-4beb-af0c-2f225359476b req-25f75498-dbd2-491e-aa7e-748cd3e2a0a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4206c1665154df4b6276fff2783e771&device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 1095 time: 0.0744538
Nov 20 21:26:32.245040 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1befbb7f-1091-4fa6-b06c-07da815531c1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:26:32.286938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 1befbb7f-1091-4fa6-b06c-07da815531c1 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:26:32.350329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e655b8-eb25-4beb-af0c-2f225359476b req-0dfc7f63-496b-4048-9160-19b9ee19696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:32.351795 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04e655b8-eb25-4beb-af0c-2f225359476b req-0dfc7f63-496b-4048-9160-19b9ee19696e service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f HTTP/1.1" status: 200  len: 913 time: 0.1628952
Nov 20 21:26:32.354397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e655b8-eb25-4beb-af0c-2f225359476b req-c252b1cc-37f1-443b-a326-628ecca71477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:32.355987 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04e655b8-eb25-4beb-af0c-2f225359476b req-c252b1cc-37f1-443b-a326-628ecca71477 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f HTTP/1.1" status: 200  len: 913 time: 0.1559534
Nov 20 21:26:32.398369 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04e655b8-eb25-4beb-af0c-2f225359476b req-21b34fac-d0c0-4a6a-a752-90afdf553e16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1befbb7f-1091-4fa6-b06c-07da815531c1 HTTP/1.1" status: 200  len: 217 time: 0.0389340
Nov 20 21:26:32.435050 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04e655b8-eb25-4beb-af0c-2f225359476b req-f0ca0dc7-c3ea-47ad-a1ff-5eae42a30547 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1befbb7f-1091-4fa6-b06c-07da815531c1 HTTP/1.1" status: 200  len: 217 time: 0.0701516
Nov 20 21:26:32.504254 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e655b8-eb25-4beb-af0c-2f225359476b req-55b0fed7-61ef-4000-afb5-d8c2408114ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:32.505686 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04e655b8-eb25-4beb-af0c-2f225359476b req-55b0fed7-61ef-4000-afb5-d8c2408114ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6db28f47-bcbc-415e-bb48-23a699f5e0c9 HTTP/1.1" status: 200  len: 852 time: 0.0787137
Nov 20 21:26:32.510672 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e655b8-eb25-4beb-af0c-2f225359476b req-854f3b83-3f52-4664-ab20-9c16184df3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:32.511995 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04e655b8-eb25-4beb-af0c-2f225359476b req-854f3b83-3f52-4664-ab20-9c16184df3e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6db28f47-bcbc-415e-bb48-23a699f5e0c9 HTTP/1.1" status: 200  len: 852 time: 0.0574923
Nov 20 21:26:32.543053 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04e655b8-eb25-4beb-af0c-2f225359476b req-cf6507b9-d0d4-4094-b0c2-e2dbfade2f0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0300853
Nov 20 21:26:32.562848 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04e655b8-eb25-4beb-af0c-2f225359476b req-e0d4ff58-26bf-48a1-a995-b47f7b0e2887 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424426
Nov 20 21:26:32.712914 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04e655b8-eb25-4beb-af0c-2f225359476b req-617a07f0-92a5-481b-bd4e-74dc771452b1 service neutron] 10.222.0.47 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527617
Nov 20 21:26:32.714705 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04e655b8-eb25-4beb-af0c-2f225359476b req-6d67bf77-2e52-4b27-b1e6-279c4050036a service neutron] 10.222.0.37 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453907
Nov 20 21:26:32.871930 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04e655b8-eb25-4beb-af0c-2f225359476b req-de038ade-a39a-4cca-b02c-eb51c3d2ec8a service neutron] 10.222.0.47 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513963
Nov 20 21:26:32.873839 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04e655b8-eb25-4beb-af0c-2f225359476b req-526a489c-53fb-4a76-aecd-3adedb0a3693 service neutron] 10.222.0.37 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463361
Nov 20 21:26:33.160904 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f1b90-d835-4f15-8bdc-cee66ba42675 req-84fe2299-7cab-4321-a6f5-1fd985ac3064 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:33.162386 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7d4f1b90-d835-4f15-8bdc-cee66ba42675 req-84fe2299-7cab-4321-a6f5-1fd985ac3064 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 944 time: 0.0527577
Nov 20 21:26:33.208578 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7d4f1b90-d835-4f15-8bdc-cee66ba42675 req-e6267eb5-1da3-4010-bef6-fdb479f3e3ba tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400548
Nov 20 21:26:33.454366 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-f326986f-076f-4ec9-96bb-a43845670125 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:33.455833 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-f326986f-076f-4ec9-96bb-a43845670125 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3&tenant_id=f4206c1665154df4b6276fff2783e771&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0558443
Nov 20 21:26:33.516265 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-0cf81093-8ebf-452e-9905-8ce928e72f88 service neutron] delete failed (client error): The resource could not be found.
Nov 20 21:26:33.517277 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-0cf81093-8ebf-452e-9905-8ce928e72f88 service neutron] 10.222.0.47 "DELETE /v2.0/ports/1befbb7f-1091-4fa6-b06c-07da815531c1/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0531125
Nov 20 21:26:33.600659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-63f0929d-a520-4e55-bc6a-4245eac0cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:33.602060 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-63f0929d-a520-4e55-bc6a-4245eac0cd0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f4206c1665154df4b6276fff2783e771&device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 1095 time: 0.0413220
Nov 20 21:26:33.699071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-604d7478-4b02-4486-b37a-664b31ef137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:33.700542 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-604d7478-4b02-4486-b37a-664b31ef137f service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f HTTP/1.1" status: 200  len: 913 time: 0.0917988
Nov 20 21:26:33.741099 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-a35c81b5-0f05-4fc0-b2e9-de3bb8ebc4d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1befbb7f-1091-4fa6-b06c-07da815531c1 HTTP/1.1" status: 200  len: 217 time: 0.0332427
Nov 20 21:26:33.790927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-4d34ed90-2877-45e5-9a78-fa32445ed1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:33.792361 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-4d34ed90-2877-45e5-9a78-fa32445ed1a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6db28f47-bcbc-415e-bb48-23a699f5e0c9 HTTP/1.1" status: 200  len: 852 time: 0.0436728
Nov 20 21:26:33.824402 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-9ae82f8d-8617-4237-a03f-a549aca088d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243239
Nov 20 21:26:33.915958 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-336f872c-e936-41be-8594-39be70a4dc5d service neutron] 10.222.0.47 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849326
Nov 20 21:26:34.006630 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-d3f4af2e-74e3-4b72-b2de-4594b02338e3 service neutron] 10.222.0.47 "GET /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839374
Nov 20 21:26:34.694561 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed9638-04b3-4723-aa2c-c9fb29c36f8e req-fbda91a2-fe99-4990-9c68-742cfb6be6fd tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:34.696405 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7ed9638-04b3-4723-aa2c-c9fb29c36f8e req-fbda91a2-fe99-4990-9c68-742cfb6be6fd tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 944 time: 0.0536954
Nov 20 21:26:34.762394 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b7ed9638-04b3-4723-aa2c-c9fb29c36f8e req-8ff38e4c-2264-48a0-8d08-fb8bc46b871e tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593779
Nov 20 21:26:35.017245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1befbb7f-1091-4fa6-b06c-07da815531c1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:26:35.116045 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1befbb7f-1091-4fa6-b06c-07da815531c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1befbb7f-1091-4fa6-b06c-07da815531c1,segment=NetworkSegment(ba328dc9-14da-4dba-999d-8be0f9285323),segment_id=ba328dc9-14da-4dba-999d-8be0f9285323)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:26:35.127620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '1befbb7f-1091-4fa6-b06c-07da815531c1', 'network_id': 'e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f', 'port_id': '1befbb7f-1091-4fa6-b06c-07da815531c1', 'mac_address': 'fa:16:3e:43:32:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db28f47-bcbc-415e-bb48-23a699f5e0c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:26:35.166348 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:35.179976 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1befbb7f-1091-4fa6-b06c-07da815531c1 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:26:35.199515 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 1befbb7f-1091-4fa6-b06c-07da815531c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1befbb7f-1091-4fa6-b06c-07da815531c1,segment=NetworkSegment(ba328dc9-14da-4dba-999d-8be0f9285323),segment_id=ba328dc9-14da-4dba-999d-8be0f9285323)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:26:35.204182 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:35.253961 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=1befbb7f-1091-4fa6-b06c-07da815531c1,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:26:35.472840 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['1befbb7f-1091-4fa6-b06c-07da815531c1'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:26:35.915815 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3490f07-3ec5-4911-82ff-e4df6b41be8b req-64a2b416-648e-4a34-acc0-1512cee5cc50 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:35.917310 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e3490f07-3ec5-4911-82ff-e4df6b41be8b req-64a2b416-648e-4a34-acc0-1512cee5cc50 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 945 time: 0.0837789
Nov 20 21:26:35.929368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-ae699a47-8ceb-4787-82d6-12c31a089f1b tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:35.930856 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-ae699a47-8ceb-4787-82d6-12c31a089f1b tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d6e7b1a-8abb-41ce-857f-17eda5ddffc3 HTTP/1.1" status: 200  len: 945 time: 0.0701306
Nov 20 21:26:36.027101 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e3490f07-3ec5-4911-82ff-e4df6b41be8b req-e510f3e8-fb3d-4999-8f75-1f6936afbfa5 tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f8990f3-fb2c-4e80-8504-3b7884fe7448&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952864
Nov 20 21:26:36.052544 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-d8db41c6-8f72-4833-89d9-846cd669a0bd tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Deleting port 1befbb7f-1091-4fa6-b06c-07da815531c1 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:26:36.052819 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-d8db41c6-8f72-4833-89d9-846cd669a0bd tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:36.146891 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-d8db41c6-8f72-4833-89d9-846cd669a0bd tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] For port 1befbb7f-1091-4fa6-b06c-07da815531c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1befbb7f-1091-4fa6-b06c-07da815531c1,segment=NetworkSegment(ba328dc9-14da-4dba-999d-8be0f9285323),segment_id=ba328dc9-14da-4dba-999d-8be0f9285323)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:26:36.147253 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-d8db41c6-8f72-4833-89d9-846cd669a0bd tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:36.164614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-d8db41c6-8f72-4833-89d9-846cd669a0bd tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Calling delete_port for 1befbb7f-1091-4fa6-b06c-07da815531c1 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:26:36.289401 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-d8db41c6-8f72-4833-89d9-846cd669a0bd tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:36.317673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db41c6-8f72-4833-89d9-846cd669a0bd tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Pushing event deleted for resources: {'Port': ['ID=1befbb7f-1091-4fa6-b06c-07da815531c1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:26:36.361504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-d8db41c6-8f72-4833-89d9-846cd669a0bd tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] No DVR routers for this DVR port 1befbb7f-1091-4fa6-b06c-07da815531c1 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:26:36.364208 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-d8db41c6-8f72-4833-89d9-846cd669a0bd tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:36.367795 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-91596aab-309e-4c2f-966f-853d5ad3a797 req-d8db41c6-8f72-4833-89d9-846cd669a0bd tempest-DeleteServersTestJSON-1857013875 tempest-DeleteServersTestJSON-1857013875-project] 10.222.0.37 "DELETE /v2.0/ports/1befbb7f-1091-4fa6-b06c-07da815531c1 HTTP/1.1" status: 204  len: 173 time: 0.4295204
Nov 20 21:26:36.368259 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6e7b1a-8abb-41ce-857f-17eda5ddffc3', 'name': 'network-vif-deleted', 'tag': '1befbb7f-1091-4fa6-b06c-07da815531c1'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:26:36.370850 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca44879-b66b-4110-b302-9d638301463f" -d '{"events": [{"server_uuid": "3d6e7b1a-8abb-41ce-857f-17eda5ddffc3", "name": "network-vif-deleted", "tag": "1befbb7f-1091-4fa6-b06c-07da815531c1"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:26:36.413995 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d87aa8-b392-4ef9-8e9f-c20edf09e59a x-openstack-request-id: req-81d87aa8-b392-4ef9-8e9f-c20edf09e59a {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:26:36.414324 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6e7b1a-8abb-41ce-857f-17eda5ddffc3", "name": "network-vif-deleted", "tag": "1befbb7f-1091-4fa6-b06c-07da815531c1", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:26:36.414595 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81d87aa8-b392-4ef9-8e9f-c20edf09e59a {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:26:36.415015 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6e7b1a-8abb-41ce-857f-17eda5ddffc3', 'name': 'network-vif-deleted', 'tag': '1befbb7f-1091-4fa6-b06c-07da815531c1', 'status': 'completed', 'code': 200}
Nov 20 21:26:37.020819 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1befbb7f-1091-4fa6-b06c-07da815531c1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:26:37.025559 ncdv-master-1 neutron-server[126226]: INFO neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No ports have port_id starting with 1befbb7f-1091-4fa6-b06c-07da815531c1
Nov 20 21:26:37.027053 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1befbb7f-1091-4fa6-b06c-07da815531c1 requested by agent hyperv_nch1-master-1 not found in database {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}}
Nov 20 21:26:37.158450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54028) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:26:37.205129 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Deleting subnet 6db28f47-bcbc-415e-bb48-23a699f5e0c9 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:26:37.208096 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:37.241822 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:37.280333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:37.331109 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:37.357476 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6db28f47-bcbc-415e-bb48-23a699f5e0c9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:26:37.360973 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:37.363675 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6db28f47-bcbc-415e-bb48-23a699f5e0c9 HTTP/1.1" status: 204  len: 168 time: 0.2042274
Nov 20 21:26:37.366532 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54030) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:26:37.370471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:37.370832 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:37.371179 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:37.371579 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:37.371924 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:37.372262 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:37.372595 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:37.372924 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:37.373257 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:37.373641 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:37.374023 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:37.374378 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5031e736-562d-448b-b37a-263b53094d81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:37.435769 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08397b8c-b763-469b-a16e-aaf353e55da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:37.517875 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08397b8c-b763-469b-a16e-aaf353e55da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:37.538200 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-08397b8c-b763-469b-a16e-aaf353e55da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e7b3670>,) {'filters': {'network_id': ['e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:26:37.547638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-08397b8c-b763-469b-a16e-aaf353e55da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e7b3670>, 'ba328dc9-14da-4dba-999d-8be0f9285323') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:26:37.547932 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-08397b8c-b763-469b-a16e-aaf353e55da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e7b3670>, 'ba328dc9-14da-4dba-999d-8be0f9285323') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:26:37.557039 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08397b8c-b763-469b-a16e-aaf353e55da0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:37.569993 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08397b8c-b763-469b-a16e-aaf353e55da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:37.575704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08397b8c-b763-469b-a16e-aaf353e55da0 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:26:37.577214 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08397b8c-b763-469b-a16e-aaf353e55da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:26:37.579057 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:26:37.635973 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08397b8c-b763-469b-a16e-aaf353e55da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:37.641972 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-08397b8c-b763-469b-a16e-aaf353e55da0 admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:37.645135 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-08397b8c-b763-469b-a16e-aaf353e55da0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f HTTP/1.1" status: 204  len: 168 time: 0.2775631
Nov 20 21:26:37.656534 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08397b8c-b763-469b-a16e-aaf353e55da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6cc01b7-a8f8-45bc-ba36-665d99c7ac8f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:26:37.748452 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54034) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:26:37.788683 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-745aa787-c7b1-4889-8dba-e28876fd0cd1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4206c1665154df4b6276fff2783e771&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0388825
Nov 20 21:26:37.791157 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54036) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:26:37.837323 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c7c44d5f-7a98-4301-8da8-334435a4bc93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:37.858172 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c7c44d5f-7a98-4301-8da8-334435a4bc93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:37.905692 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c7c44d5f-7a98-4301-8da8-334435a4bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:37.908314 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c7c44d5f-7a98-4301-8da8-334435a4bc93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:37.909486 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c7c44d5f-7a98-4301-8da8-334435a4bc93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f8990f3-fb2c-4e80-8504-3b7884fe7448 HTTP/1.1" status: 204  len: 168 time: 0.1174326
Nov 20 21:26:37.917491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c44d5f-7a98-4301-8da8-334435a4bc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8990f3-fb2c-4e80-8504-3b7884fe7448,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:26:38.437725 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:38.477948 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:38.563839 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54058) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:26:38.660112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-5d53bf4a-4549-42ca-925a-e22a6ce655e4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1086711935-network', 'tenant_id': '125aa0037bff4a39b23180aa19a58b44'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:26:38.680775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d53bf4a-4549-42ca-925a-e22a6ce655e4 admin admin] Made reservation on behalf of 125aa0037bff4a39b23180aa19a58b44 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:26:38.683016 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5d53bf4a-4549-42ca-925a-e22a6ce655e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:38.691674 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5d53bf4a-4549-42ca-925a-e22a6ce655e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:38.767910 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5d53bf4a-4549-42ca-925a-e22a6ce655e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:38.771655 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5d53bf4a-4549-42ca-925a-e22a6ce655e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:38.797680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d53bf4a-4549-42ca-925a-e22a6ce655e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:26:38.803900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53bf4a-4549-42ca-925a-e22a6ce655e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2965a7d8-de6a-4cf1-b407-4194fccf2e8d,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:26:38.809712 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5d53bf4a-4549-42ca-925a-e22a6ce655e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:38.810083 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-5d53bf4a-4549-42ca-925a-e22a6ce655e4 admin admin] Added segment e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9 of type vlan for network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37
Nov 20 21:26:38.851267 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5d53bf4a-4549-42ca-925a-e22a6ce655e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:38.874889 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5d53bf4a-4549-42ca-925a-e22a6ce655e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:38.875814 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d53bf4a-4549-42ca-925a-e22a6ce655e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:38.876393 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5d53bf4a-4549-42ca-925a-e22a6ce655e4 admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:38.902630 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5d53bf4a-4549-42ca-925a-e22a6ce655e4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3376396
Nov 20 21:26:38.907845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54062) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:26:38.916834 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-63773166-026d-4970-bf2b-dfb20eeb2ab7 admin admin] Request body: {'subnet': {'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1086711935-subnet', 'tenant_id': '125aa0037bff4a39b23180aa19a58b44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:26:38.959773 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53bf4a-4549-42ca-925a-e22a6ce655e4 admin admin] Pushing event updated for resources: {'Network': ['ID=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:26:38.970541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:26:38.971897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63773166-026d-4970-bf2b-dfb20eeb2ab7 admin admin] Made reservation on behalf of 125aa0037bff4a39b23180aa19a58b44 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:26:38.974375 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-63773166-026d-4970-bf2b-dfb20eeb2ab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:39.141628 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-63773166-026d-4970-bf2b-dfb20eeb2ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:39.201258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63773166-026d-4970-bf2b-dfb20eeb2ab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a218911f-88ac-4cfa-a222-a2fb11b41368,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:26:39.210571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63773166-026d-4970-bf2b-dfb20eeb2ab7 admin admin] Checking segment: {'id': 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:26:39.210937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63773166-026d-4970-bf2b-dfb20eeb2ab7 admin admin] Network hostable DHCP agents. Network: c491c6ef-afa4-46dc-9be7-aafd9ce4ca37, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:26:39.232602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63773166-026d-4970-bf2b-dfb20eeb2ab7 admin admin] Network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:26:39.241780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-63773166-026d-4970-bf2b-dfb20eeb2ab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c491c6ef-afa4-46dc-9be7-aafd9ce4ca37) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:26:39.246116 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63773166-026d-4970-bf2b-dfb20eeb2ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:39.246758 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-63773166-026d-4970-bf2b-dfb20eeb2ab7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:39.251571 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c40c4a-2b84-4d16-a3ff-01312cf4ab38 None None] Network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:26:39.262419 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-63773166-026d-4970-bf2b-dfb20eeb2ab7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3513713
Nov 20 21:26:39.385438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2058d289-95b8-42c3-a13f-cac2111ce0ba None None] Network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:26:39.688749 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42592297-b050-4b09-a049-1dd69228d0ea req-d248b2ed-4065-4a7e-ab00-013f9feb0b34 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:39.690245 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-42592297-b050-4b09-a049-1dd69228d0ea req-d248b2ed-4065-4a7e-ab00-013f9feb0b34 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/networks?id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 HTTP/1.1" status: 200  len: 815 time: 0.1044862
Nov 20 21:26:39.705733 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-42592297-b050-4b09-a049-1dd69228d0ea req-2963b556-ef67-4922-b190-3a38890eb78a tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/quotas/125aa0037bff4a39b23180aa19a58b44 HTTP/1.1" status: 200  len: 375 time: 0.0096431
Nov 20 21:26:39.736574 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-42592297-b050-4b09-a049-1dd69228d0ea req-57a148b7-8ab0-439f-bfd8-7d70e7543902 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=125aa0037bff4a39b23180aa19a58b44&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0256627
Nov 20 21:26:39.829604 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-42592297-b050-4b09-a049-1dd69228d0ea req-ae17a5d7-2a72-4c66-bf34-22d0af327bce service neutron] 10.222.0.41 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861361
Nov 20 21:26:39.918462 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-42592297-b050-4b09-a049-1dd69228d0ea req-73cfd6fa-7ee1-47db-92d2-a1b58c330ea3 service neutron] 10.222.0.41 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828023
Nov 20 21:26:40.073648 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-81255c50-2b5f-4d64-81f1-950a3d13e73d req-08aade14-1e73-4060-a128-d7676f8aed70 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 210 time: 0.0260794
Nov 20 21:26:40.979871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42592297-b050-4b09-a049-1dd69228d0ea req-fd94de18-89ba-4833-a9a1-3d81137874ae tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:40.981326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42592297-b050-4b09-a049-1dd69228d0ea req-fd94de18-89ba-4833-a9a1-3d81137874ae tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.37 "GET /v2.0/networks?id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 HTTP/1.1" status: 200  len: 815 time: 0.1038668
Nov 20 21:26:40.993989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-42592297-b050-4b09-a049-1dd69228d0ea req-47cb0576-d3f6-44fe-9e5d-b4c6d89ef9d2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Request body: {'port': {'device_id': '7d81719a-543b-4e13-94d3-9c500b2f7ec3', 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37', 'admin_state_up': True, 'tenant_id': '125aa0037bff4a39b23180aa19a58b44'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:26:41.100438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42592297-b050-4b09-a049-1dd69228d0ea req-47cb0576-d3f6-44fe-9e5d-b4c6d89ef9d2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Made reservation on behalf of 125aa0037bff4a39b23180aa19a58b44 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:26:41.104768 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-42592297-b050-4b09-a049-1dd69228d0ea req-47cb0576-d3f6-44fe-9e5d-b4c6d89ef9d2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:41.128183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1befbb7f-1091-4fa6-b06c-07da815531c1 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:26:41.149353 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 1befbb7f-1091-4fa6-b06c-07da815531c1 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:26:41.149990 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 1befbb7f-1091-4fa6-b06c-07da815531c1 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:26:41.172813 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22034254-28a5-4a79-a4d0-29e172196bc7 req-b592838a-bc47-4cec-a06f-713565883ea9 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 210 time: 0.0292273
Nov 20 21:26:41.236171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-42592297-b050-4b09-a049-1dd69228d0ea req-47cb0576-d3f6-44fe-9e5d-b4c6d89ef9d2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Allocated IP 172.20.0.10 (c491c6ef-afa4-46dc-9be7-aafd9ce4ca37/a218911f-88ac-4cfa-a222-a2fb11b41368/d041a7ed-c3dc-44e5-9f4c-d1d12848a606) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:26:41.390496 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-42592297-b050-4b09-a049-1dd69228d0ea req-47cb0576-d3f6-44fe-9e5d-b4c6d89ef9d2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:41.764192 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-42592297-b050-4b09-a049-1dd69228d0ea req-47cb0576-d3f6-44fe-9e5d-b4c6d89ef9d2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:41.806121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42592297-b050-4b09-a049-1dd69228d0ea req-47cb0576-d3f6-44fe-9e5d-b4c6d89ef9d2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:26:41.808962 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-42592297-b050-4b09-a049-1dd69228d0ea req-47cb0576-d3f6-44fe-9e5d-b4c6d89ef9d2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:26:41.812826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-42592297-b050-4b09-a049-1dd69228d0ea req-47cb0576-d3f6-44fe-9e5d-b4c6d89ef9d2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:26:41.838629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb0576-d3f6-44fe-9e5d-b4c6d89ef9d2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Pushing event updated for resources: {'Port': ['ID=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:26:41.864803 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42592297-b050-4b09-a049-1dd69228d0ea req-47cb0576-d3f6-44fe-9e5d-b4c6d89ef9d2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:41.865411 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-42592297-b050-4b09-a049-1dd69228d0ea req-47cb0576-d3f6-44fe-9e5d-b4c6d89ef9d2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:41.880755 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42592297-b050-4b09-a049-1dd69228d0ea req-47cb0576-d3f6-44fe-9e5d-b4c6d89ef9d2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8904369
Nov 20 21:26:41.893304 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Request body: {'port': {'device_id': '7d81719a-543b-4e13-94d3-9c500b2f7ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:26:41.947562 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:42.197184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d041a7ed-c3dc-44e5-9f4c-d1d12848a606 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:26:42.205691 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:42.219397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Transition to ACTIVE for port object d041a7ed-c3dc-44e5-9f4c-d1d12848a606 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:26:42.223292 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:42.302872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Pushing event updated for resources: {'Port': ['ID=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:26:42.360360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1cba1-d972-42e5-aa50-e9bef4b6667a req-4b5a0c4e-9068-4707-8173-0c704e6e7c2e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:42.361844 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9f1cba1-d972-42e5-aa50-e9bef4b6667a req-4b5a0c4e-9068-4707-8173-0c704e6e7c2e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 944 time: 0.1111329
Nov 20 21:26:42.414557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Attempting to bind port d041a7ed-c3dc-44e5-9f4c-d1d12848a606 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:26:42.414899 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Attempting to bind port d041a7ed-c3dc-44e5-9f4c-d1d12848a606 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:26:42.415235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Attempting to bind port d041a7ed-c3dc-44e5-9f4c-d1d12848a606 on network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:26:42.427314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Port d041a7ed-c3dc-44e5-9f4c-d1d12848a606 on network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:26:42.427635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Attempting to bind port d041a7ed-c3dc-44e5-9f4c-d1d12848a606 on network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:26:42.433312 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9f1cba1-d972-42e5-aa50-e9bef4b6667a req-9a43ed5d-eb1a-44ce-92ff-b6ebeda867ef tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655217
Nov 20 21:26:42.436016 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:26:42.436590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Checking segment: {'id': 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:26:42.437018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Bound using segment: {'id': 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:26:42.437459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Bound port: d041a7ed-c3dc-44e5-9f4c-d1d12848a606, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:26:42.437818 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:42.502255 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] For port d041a7ed-c3dc-44e5-9f4c-d1d12848a606, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:26:42.505124 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] For port d041a7ed-c3dc-44e5-9f4c-d1d12848a606, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:26:42.509537 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:42.550439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:42.551062 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:42.552429 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42592297-b050-4b09-a049-1dd69228d0ea req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] 10.222.0.37 "PUT /v2.0/ports/d041a7ed-c3dc-44e5-9f4c-d1d12848a606 HTTP/1.1" status: 200  len: 1092 time: 0.6632218
Nov 20 21:26:42.552872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d81719a-543b-4e13-94d3-9c500b2f7ec3', 'tag': 'd041a7ed-c3dc-44e5-9f4c-d1d12848a606'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:26:42.555210 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b2cdb6-df9f-4459-86a6-9aa233645d45" -d '{"events": [{"name": "network-changed", "server_uuid": "7d81719a-543b-4e13-94d3-9c500b2f7ec3", "tag": "d041a7ed-c3dc-44e5-9f4c-d1d12848a606"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:26:42.576818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396f94f-56c9-4b5a-91d6-2f2ab7ec1086 service neutron] Pushing event updated for resources: {'Port': ['ID=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:26:42.604563 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6bd733-8044-437d-b23f-cd4f87b18107 x-openstack-request-id: req-4e6bd733-8044-437d-b23f-cd4f87b18107 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:26:42.604845 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d81719a-543b-4e13-94d3-9c500b2f7ec3", "tag": "d041a7ed-c3dc-44e5-9f4c-d1d12848a606", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:26:42.605096 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e6bd733-8044-437d-b23f-cd4f87b18107 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:26:42.605486 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d81719a-543b-4e13-94d3-9c500b2f7ec3', 'tag': 'd041a7ed-c3dc-44e5-9f4c-d1d12848a606', 'status': 'completed', 'code': 200}
Nov 20 21:26:42.638543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42592297-b050-4b09-a049-1dd69228d0ea req-fc79f724-cb73-4a15-bfaa-f7b4c2167759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:42.640351 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42592297-b050-4b09-a049-1dd69228d0ea req-fc79f724-cb73-4a15-bfaa-f7b4c2167759 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=125aa0037bff4a39b23180aa19a58b44&device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 1095 time: 0.0449238
Nov 20 21:26:42.682357 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42592297-b050-4b09-a049-1dd69228d0ea req-88d1a84f-ddf2-4541-934a-afab499b0b13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d041a7ed-c3dc-44e5-9f4c-d1d12848a606 HTTP/1.1" status: 200  len: 217 time: 0.0347807
Nov 20 21:26:42.735372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42592297-b050-4b09-a049-1dd69228d0ea req-cedddc17-2b49-4df2-97e7-cabe149ae165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:42.736852 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42592297-b050-4b09-a049-1dd69228d0ea req-cedddc17-2b49-4df2-97e7-cabe149ae165 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a218911f-88ac-4cfa-a222-a2fb11b41368 HTTP/1.1" status: 200  len: 855 time: 0.0478277
Nov 20 21:26:42.768568 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42592297-b050-4b09-a049-1dd69228d0ea req-eb88a44f-c742-4a24-bb59-7f9301239ca6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251138
Nov 20 21:26:42.857380 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42592297-b050-4b09-a049-1dd69228d0ea req-ccedf21a-d7df-42b2-b4f6-c0ef2b470d44 service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822537
Nov 20 21:26:42.948600 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42592297-b050-4b09-a049-1dd69228d0ea req-d7a270e4-7c7c-41ae-9b0c-bf057ac73c5b service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846972
Nov 20 21:26:43.031307 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2cdb6-df9f-4459-86a6-9aa233645d45 req-4b7e1bf6-8481-4865-803d-b8a0a3c3bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:43.032705 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b2cdb6-df9f-4459-86a6-9aa233645d45 req-4b7e1bf6-8481-4865-803d-b8a0a3c3bd04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=125aa0037bff4a39b23180aa19a58b44&device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 1095 time: 0.0409236
Nov 20 21:26:43.124288 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2cdb6-df9f-4459-86a6-9aa233645d45 req-8ed36427-5ad5-4ea2-915c-646cbc67529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:43.125738 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b2cdb6-df9f-4459-86a6-9aa233645d45 req-8ed36427-5ad5-4ea2-915c-646cbc67529a service neutron] 10.222.0.37 "GET /v2.0/networks?id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 HTTP/1.1" status: 200  len: 916 time: 0.0865707
Nov 20 21:26:43.165630 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b2cdb6-df9f-4459-86a6-9aa233645d45 req-1615c149-ea4a-46bb-b3cf-4f39604ddc86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d041a7ed-c3dc-44e5-9f4c-d1d12848a606 HTTP/1.1" status: 200  len: 217 time: 0.0334086
Nov 20 21:26:43.213752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2cdb6-df9f-4459-86a6-9aa233645d45 req-58b17efd-a741-44c6-8e6e-5e05814e7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:43.215203 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b2cdb6-df9f-4459-86a6-9aa233645d45 req-58b17efd-a741-44c6-8e6e-5e05814e7b48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a218911f-88ac-4cfa-a222-a2fb11b41368 HTTP/1.1" status: 200  len: 855 time: 0.0418355
Nov 20 21:26:43.253072 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b2cdb6-df9f-4459-86a6-9aa233645d45 req-c8c61862-42e5-4eae-aa7b-7f5685cda22b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283120
Nov 20 21:26:43.327347 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0c5620f0-ac69-4e2e-9e6c-93e6c1164c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:43.341210 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b2cdb6-df9f-4459-86a6-9aa233645d45 req-082b8f3c-49e2-4594-9cb2-5b81b37818ba service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810361
Nov 20 21:26:43.435720 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4b2cdb6-df9f-4459-86a6-9aa233645d45 req-40e92f96-6460-4f03-a438-747bcc0fa34f service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869319
Nov 20 21:26:43.552010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0979b9-255b-4fba-b552-f5cbb9ee97cb req-a7336feb-be6d-4f02-8122-adca606ad0af tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:43.553484 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb0979b9-255b-4fba-b552-f5cbb9ee97cb req-a7336feb-be6d-4f02-8122-adca606ad0af tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 944 time: 0.0505877
Nov 20 21:26:43.601894 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb0979b9-255b-4fba-b552-f5cbb9ee97cb req-f73a773b-f34b-4b31-a210-f6939d73563f tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422411
Nov 20 21:26:44.720680 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234428a-d8e7-4282-9335-5a77742af3f9 req-2d6b61d1-ee8d-4c96-ab70-c1e970f79d5d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:44.722156 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2234428a-d8e7-4282-9335-5a77742af3f9 req-2d6b61d1-ee8d-4c96-ab70-c1e970f79d5d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 944 time: 0.0522971
Nov 20 21:26:44.770320 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2234428a-d8e7-4282-9335-5a77742af3f9 req-4578af43-eaca-49a5-9b2f-a5b3999050af tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421994
Nov 20 21:26:45.708215 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c3c2a717-0197-421f-86be-36aa991e92a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:45.883906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd8679-8bf5-4ed6-b321-c8e24dc79577 req-3941d26a-4536-4dcc-a575-4639dcd22045 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:45.885392 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-34dd8679-8bf5-4ed6-b321-c8e24dc79577 req-3941d26a-4536-4dcc-a575-4639dcd22045 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 944 time: 0.0484028
Nov 20 21:26:45.936986 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-34dd8679-8bf5-4ed6-b321-c8e24dc79577 req-bbe6eacf-ab05-4672-ba62-66ba9069ef6e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449028
Nov 20 21:26:46.860013 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:47.053028 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cec27b-3a04-4170-b839-e9124b1f06c9 req-5ca32633-c07d-4324-aa4d-1954ea81deaf tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:47.054519 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f8cec27b-3a04-4170-b839-e9124b1f06c9 req-5ca32633-c07d-4324-aa4d-1954ea81deaf tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 944 time: 0.0482531
Nov 20 21:26:47.101043 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f8cec27b-3a04-4170-b839-e9124b1f06c9 req-0fe9c760-1f61-4f00-9648-5f942c7975e7 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405719
Nov 20 21:26:47.126668 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d041a7ed-c3dc-44e5-9f4c-d1d12848a606 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:26:47.219233 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d041a7ed-c3dc-44e5-9f4c-d1d12848a606, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:26:47.229961 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'd041a7ed-c3dc-44e5-9f4c-d1d12848a606', 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37', 'port_id': 'd041a7ed-c3dc-44e5-9f4c-d1d12848a606', 'mac_address': 'fa:16:3e:a5:14:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a218911f-88ac-4cfa-a222-a2fb11b41368', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:26:47.270296 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:47.283190 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d041a7ed-c3dc-44e5-9f4c-d1d12848a606 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:26:47.302231 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d041a7ed-c3dc-44e5-9f4c-d1d12848a606, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:26:47.306149 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:47.353120 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:26:47.360838 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:47.361192 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:47.361540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:47.361926 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:47.362252 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:47.362591 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:47.362930 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:47.363261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:47.363603 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:47.363921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:47.364251 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:47.364621 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:26:47.491410 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d041a7ed-c3dc-44e5-9f4c-d1d12848a606'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:26:48.215034 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eaa58-42be-448f-9493-d3ee20c7f8f7 req-579cf23d-2d45-48e6-b58e-e872b66ad0e4 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:48.216506 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-736eaa58-42be-448f-9493-d3ee20c7f8f7 req-579cf23d-2d45-48e6-b58e-e872b66ad0e4 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 945 time: 0.0481613
Nov 20 21:26:48.264614 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-736eaa58-42be-448f-9493-d3ee20c7f8f7 req-7fd15a73-8668-4c65-8b40-4876b484ead0 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407441
Nov 20 21:26:48.706710 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:49.126943 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d041a7ed-c3dc-44e5-9f4c-d1d12848a606 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:26:49.175166 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port d041a7ed-c3dc-44e5-9f4c-d1d12848a606 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:26:49.178935 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port d041a7ed-c3dc-44e5-9f4c-d1d12848a606 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:26:49.179310 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:49.257294 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:49.287655 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:49.292608 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d81719a-543b-4e13-94d3-9c500b2f7ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd041a7ed-c3dc-44e5-9f4c-d1d12848a606'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:26:49.294859 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dff6b74-619c-4a00-b886-c66c81e1fb8c" -d '{"events": [{"server_uuid": "7d81719a-543b-4e13-94d3-9c500b2f7ec3", "name": "network-vif-plugged", "status": "completed", "tag": "d041a7ed-c3dc-44e5-9f4c-d1d12848a606"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:26:49.308713 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d041a7ed-c3dc-44e5-9f4c-d1d12848a606, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:26:49.314696 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:26:49.337907 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d569b2-6d69-46b3-b9ce-85d66f19c0f1 x-openstack-request-id: req-63d569b2-6d69-46b3-b9ce-85d66f19c0f1 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:26:49.338226 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d81719a-543b-4e13-94d3-9c500b2f7ec3", "name": "network-vif-plugged", "status": "completed", "tag": "d041a7ed-c3dc-44e5-9f4c-d1d12848a606", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:26:49.338483 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63d569b2-6d69-46b3-b9ce-85d66f19c0f1 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:26:49.338869 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d81719a-543b-4e13-94d3-9c500b2f7ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd041a7ed-c3dc-44e5-9f4c-d1d12848a606', 'code': 200}
Nov 20 21:26:49.367555 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:26:49.386581 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf30a5-dcd7-4047-9383-03745bfa23c9 req-e1a2c208-64cf-4e90-82cf-1c568c6fee7a tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:49.387983 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dabf30a5-dcd7-4047-9383-03745bfa23c9 req-e1a2c208-64cf-4e90-82cf-1c568c6fee7a tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0499113
Nov 20 21:26:49.434425 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc16f0c-771b-4d38-ae1f-8f0643decad5 req-38bd035e-6b1e-403d-b455-179149b53ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:49.436590 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-edc16f0c-771b-4d38-ae1f-8f0643decad5 req-38bd035e-6b1e-403d-b455-179149b53ed9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 1097 time: 0.0413494
Nov 20 21:26:49.441090 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dabf30a5-dcd7-4047-9383-03745bfa23c9 req-4303507e-10ce-4572-abde-0e8e2c41f9c7 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468130
Nov 20 21:26:49.481924 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-edc16f0c-771b-4d38-ae1f-8f0643decad5 req-1483ed56-ffe3-4c14-aa11-9ef180fa0881 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388370
Nov 20 21:26:50.566429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b86542-5fed-4525-9c90-54a2b6826c0b req-025409e0-4dbf-4fb6-a2ac-cd3057f11b0d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:50.567915 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-28b86542-5fed-4525-9c90-54a2b6826c0b req-025409e0-4dbf-4fb6-a2ac-cd3057f11b0d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0534930
Nov 20 21:26:50.614261 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-28b86542-5fed-4525-9c90-54a2b6826c0b req-cf44c3a1-414d-45b1-b1f1-9b37684e8adc tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403459
Nov 20 21:26:50.729429 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65631c1e-d07d-4c5d-b819-79e0c1b22b42 req-fa37a7c7-761e-48c6-b1d0-48e875c3660d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:50.730826 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-65631c1e-d07d-4c5d-b819-79e0c1b22b42 req-fa37a7c7-761e-48c6-b1d0-48e875c3660d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0493495
Nov 20 21:26:50.777581 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-65631c1e-d07d-4c5d-b819-79e0c1b22b42 req-9c88b063-6513-4617-a4bc-5bf1bdba47e7 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408196
Nov 20 21:26:50.976045 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a9c32-b726-4841-8a68-23953146e5c9 req-20f10f10-50fb-4e07-be41-a9ccd7ac911d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:50.977484 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd6a9c32-b726-4841-8a68-23953146e5c9 req-20f10f10-50fb-4e07-be41-a9ccd7ac911d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0489471
Nov 20 21:26:51.025462 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd6a9c32-b726-4841-8a68-23953146e5c9 req-0083149e-5095-4ca8-8dfd-05a78aee0bae tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411410
Nov 20 21:26:51.138419 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67310e4-0d60-410e-8df3-460d4ade9614 req-bebc13c0-c8a7-4f4d-b475-e78be6a68147 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:51.140270 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c67310e4-0d60-410e-8df3-460d4ade9614 req-bebc13c0-c8a7-4f4d-b475-e78be6a68147 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0489800
Nov 20 21:26:51.188061 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c67310e4-0d60-410e-8df3-460d4ade9614 req-4852167f-6871-4565-a09c-718710e2da10 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419097
Nov 20 21:26:51.444569 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-32f9180d-3d41-44c3-83dd-11b37373e67a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0716939
Nov 20 21:26:51.453412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7eae0-42d4-4727-9dea-efb90814f3bc req-9e05a8a4-1724-40b0-b3cb-a4ffdde3f92d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:51.455425 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-17d7eae0-42d4-4727-9dea-efb90814f3bc req-9e05a8a4-1724-40b0-b3cb-a4ffdde3f92d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0746415
Nov 20 21:26:51.506106 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-17d7eae0-42d4-4727-9dea-efb90814f3bc req-7e3196c6-c6ed-4b05-a425-cdaa3c61d49d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440145
Nov 20 21:26:52.549277 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-e75db94c-c178-48f7-bf22-df92617d4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:52.550851 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-e75db94c-c178-48f7-bf22-df92617d4fa8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=125aa0037bff4a39b23180aa19a58b44&device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 1097 time: 0.0417776
Nov 20 21:26:52.627175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cd01f-a773-4fdd-ac50-750be8d79e5e req-fe2d1b46-f54a-4c8d-950f-683f236d748f tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:52.628643 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9a5cd01f-a773-4fdd-ac50-750be8d79e5e req-fe2d1b46-f54a-4c8d-950f-683f236d748f tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0529740
Nov 20 21:26:52.647253 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-c72036e1-2164-4f72-9455-e99efb9dddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:52.648867 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-c72036e1-2164-4f72-9455-e99efb9dddf2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 HTTP/1.1" status: 200  len: 916 time: 0.0916653
Nov 20 21:26:52.678135 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9a5cd01f-a773-4fdd-ac50-750be8d79e5e req-92903bd6-6095-4fc8-918a-b49de50876fa tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430012
Nov 20 21:26:52.692670 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-31fb1e58-90a1-4bcb-af65-1294eab377da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d041a7ed-c3dc-44e5-9f4c-d1d12848a606 HTTP/1.1" status: 200  len: 217 time: 0.0354526
Nov 20 21:26:52.741690 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-98bfa729-23fb-426c-960d-fa8db8cfb243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:52.743164 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-98bfa729-23fb-426c-960d-fa8db8cfb243 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a218911f-88ac-4cfa-a222-a2fb11b41368 HTTP/1.1" status: 200  len: 855 time: 0.0441968
Nov 20 21:26:52.780558 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-5af4e3bf-b3c6-423c-ae99-688c9a578793 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297146
Nov 20 21:26:52.790672 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-f73de7d9-c16b-4006-97ee-a662a435b17b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:26:52.791610 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-f73de7d9-c16b-4006-97ee-a662a435b17b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048811
Nov 20 21:26:52.882386 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-095a9147-55fe-40cf-bc72-87e4dbcfdc17 service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838234
Nov 20 21:26:52.978195 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-92bee184-31f9-4b64-812a-2f73e04a0fc8 service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878663
Nov 20 21:26:53.793825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864f2c7-5fa4-425a-8290-72fd440a39f9 req-5efe461b-368e-4b50-8637-6b3840ce5e2e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:53.795875 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9864f2c7-5fa4-425a-8290-72fd440a39f9 req-5efe461b-368e-4b50-8637-6b3840ce5e2e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0495205
Nov 20 21:26:53.843001 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9864f2c7-5fa4-425a-8290-72fd440a39f9 req-45fe276e-6215-4d1f-a7ec-81664368185c tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410221
Nov 20 21:26:54.959598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e8609-f27c-4f5a-8216-c1e337498b72 req-545dcd4b-d5c9-481a-b3cb-d09c95ff0a8a tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:54.961078 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2e9e8609-f27c-4f5a-8216-c1e337498b72 req-545dcd4b-d5c9-481a-b3cb-d09c95ff0a8a tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0494766
Nov 20 21:26:55.008655 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2e9e8609-f27c-4f5a-8216-c1e337498b72 req-c2784fc4-b61d-4bb7-b9d7-453a20f49362 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416701
Nov 20 21:26:56.124294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897ecf5-11c8-467a-9c05-0757add19370 req-3311ba9c-d88f-436e-bc5a-fc2779d7ca2b tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:56.125785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4897ecf5-11c8-467a-9c05-0757add19370 req-3311ba9c-d88f-436e-bc5a-fc2779d7ca2b tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0493162
Nov 20 21:26:56.176698 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4897ecf5-11c8-467a-9c05-0757add19370 req-1cb06c84-e454-4746-930d-99676ee95192 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450437
Nov 20 21:26:57.295299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fad1a0-966c-42a7-abfc-b0c2fc209a55 req-5cbe2b91-ff9a-4ce9-a466-7ad45e7bd617 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:57.296919 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-31fad1a0-966c-42a7-abfc-b0c2fc209a55 req-5cbe2b91-ff9a-4ce9-a466-7ad45e7bd617 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0523355
Nov 20 21:26:57.343719 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-31fad1a0-966c-42a7-abfc-b0c2fc209a55 req-128b7f29-ce05-43d7-af15-196dc8d82dc1 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409832
Nov 20 21:26:57.558600 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:26:58.458290 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3a8e8-5ce1-4880-9913-71bddd8ebc47 req-fe718ece-2c1b-4300-b2c6-c338855e32e1 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:58.459797 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30f3a8e8-5ce1-4880-9913-71bddd8ebc47 req-fe718ece-2c1b-4300-b2c6-c338855e32e1 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0481150
Nov 20 21:26:58.507470 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30f3a8e8-5ce1-4880-9913-71bddd8ebc47 req-40f653e2-c13d-4499-829d-c74476b3c3e0 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417926
Nov 20 21:26:59.623547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7a145-132c-4713-9ca5-3664dcb9d29a req-bb9cdadb-4d64-4e46-8518-ca61f3384941 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:26:59.624892 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-23c7a145-132c-4713-9ca5-3664dcb9d29a req-bb9cdadb-4d64-4e46-8518-ca61f3384941 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0491612
Nov 20 21:26:59.671299 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-23c7a145-132c-4713-9ca5-3664dcb9d29a req-aa8c52d8-eb63-4080-8382-88a8d82ff1a2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406048
Nov 20 21:27:00.785692 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5159d60-88e8-4bbe-900d-33e9b7d730d2 req-c8d3252f-f473-4970-9856-da6cee0e8387 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:00.787122 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5159d60-88e8-4bbe-900d-33e9b7d730d2 req-c8d3252f-f473-4970-9856-da6cee0e8387 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0485895
Nov 20 21:27:00.834775 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5159d60-88e8-4bbe-900d-33e9b7d730d2 req-7f5c50d7-261a-425e-a04c-d5ba81af9cc1 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417099
Nov 20 21:27:01.948182 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a25830-9649-4f4e-9bfa-966b0ae34b23 req-57b7a79c-2cf1-4099-a361-21766f808406 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:01.949647 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-63a25830-9649-4f4e-9bfa-966b0ae34b23 req-57b7a79c-2cf1-4099-a361-21766f808406 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0472038
Nov 20 21:27:02.000223 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-63a25830-9649-4f4e-9bfa-966b0ae34b23 req-cdd8e06a-f95c-4361-a0ca-1a3205a09fce tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439360
Nov 20 21:27:03.123458 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7854d-5c83-4e6c-976f-318eccdb567c req-b76abd5c-ea0e-4597-a57f-a7771f49ebb7 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:03.125026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9eb7854d-5c83-4e6c-976f-318eccdb567c req-b76abd5c-ea0e-4597-a57f-a7771f49ebb7 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0543528
Nov 20 21:27:03.175083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9eb7854d-5c83-4e6c-976f-318eccdb567c req-39f48c04-9ec0-4b47-9340-eabbe835037c tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440986
Nov 20 21:27:04.298422 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba8e9d-7000-4ebe-90c1-3a47a3e79f5d req-71ed9e74-475d-4351-a04f-c1b1b63adc3e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:04.299951 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f5ba8e9d-7000-4ebe-90c1-3a47a3e79f5d req-71ed9e74-475d-4351-a04f-c1b1b63adc3e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0536399
Nov 20 21:27:04.349177 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f5ba8e9d-7000-4ebe-90c1-3a47a3e79f5d req-a4297863-0c5b-41cb-a545-5de1b5c214f7 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430334
Nov 20 21:27:05.466269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f4a66-1187-44e1-a0d2-874cd6f44ba3 req-7486a6da-f568-48de-8620-94faafbce1e0 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:05.467921 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fe1f4a66-1187-44e1-a0d2-874cd6f44ba3 req-7486a6da-f568-48de-8620-94faafbce1e0 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0498717
Nov 20 21:27:05.515642 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fe1f4a66-1187-44e1-a0d2-874cd6f44ba3 req-452ad145-0c16-49e7-b7c3-0880d50d6890 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418568
Nov 20 21:27:06.632559 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21545dfb-7f1d-4477-8c17-2b0025aad918 req-96ef9024-15a1-4847-bf15-e6b01812eaae tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:06.634033 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-21545dfb-7f1d-4477-8c17-2b0025aad918 req-96ef9024-15a1-4847-bf15-e6b01812eaae tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0490270
Nov 20 21:27:06.680759 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-21545dfb-7f1d-4477-8c17-2b0025aad918 req-75b4d58e-c460-4002-85f8-03dbb7997c93 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407944
Nov 20 21:27:07.798815 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e6838-e95a-4da5-8b6b-4a1b69f31f90 req-2be5abda-525e-4c06-ba4e-2678619f567a tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:07.800220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a58e6838-e95a-4da5-8b6b-4a1b69f31f90 req-2be5abda-525e-4c06-ba4e-2678619f567a tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0503054
Nov 20 21:27:07.851643 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a58e6838-e95a-4da5-8b6b-4a1b69f31f90 req-383dbd13-fe0d-4c8e-99c0-ddb4924129b9 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454257
Nov 20 21:27:08.451277 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:08.490466 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:08.970555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac6a2d-f5bc-4793-a34e-463ad4933246 req-74832871-a18a-4cc6-aece-6e74d18c5f2e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:08.972019 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d3ac6a2d-f5bc-4793-a34e-463ad4933246 req-74832871-a18a-4cc6-aece-6e74d18c5f2e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0521038
Nov 20 21:27:09.019309 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d3ac6a2d-f5bc-4793-a34e-463ad4933246 req-390e0487-14fd-46d1-ace2-618173f30bd5 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414295
Nov 20 21:27:10.134411 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3e752-c9d4-4b14-b341-c50525e50720 req-c1c36b71-fbf7-492f-842d-f1ceb848ea18 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:10.135881 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30a3e752-c9d4-4b14-b341-c50525e50720 req-c1c36b71-fbf7-492f-842d-f1ceb848ea18 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0490727
Nov 20 21:27:10.183248 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30a3e752-c9d4-4b14-b341-c50525e50720 req-1baf3b82-374a-42df-bf16-f133d509e4f6 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405216
Nov 20 21:27:11.302560 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7723f3-3011-412d-9497-f0a7459d724b req-dde8f546-4c33-4a4e-8e9f-4f0c6caff751 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:11.304035 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b7723f3-3011-412d-9497-f0a7459d724b req-dde8f546-4c33-4a4e-8e9f-4f0c6caff751 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0520997
Nov 20 21:27:11.351629 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b7723f3-3011-412d-9497-f0a7459d724b req-6fa0db30-4f6a-4a87-820e-5b996988273f tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417287
Nov 20 21:27:12.469470 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83e808-1c21-4521-a85b-43cdd70040e3 req-b854d2ca-f095-43c6-a4a9-e092ca8c3b69 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:12.470992 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb83e808-1c21-4521-a85b-43cdd70040e3 req-b854d2ca-f095-43c6-a4a9-e092ca8c3b69 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0506434
Nov 20 21:27:12.518846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb83e808-1c21-4521-a85b-43cdd70040e3 req-fe4362c8-75e7-4e88-84e0-e1be16bd194b tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418482
Nov 20 21:27:13.330017 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3cb415e8-6317-4c08-aad6-295fc57a0b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:13.633790 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae74cc8-618b-4039-8842-71578e04adae req-117f7ceb-a2ba-4f04-8eb6-835cb303959d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:13.635301 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7ae74cc8-618b-4039-8842-71578e04adae req-117f7ceb-a2ba-4f04-8eb6-835cb303959d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0487595
Nov 20 21:27:13.685579 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7ae74cc8-618b-4039-8842-71578e04adae req-a308089d-a37a-4475-ae89-d02ced97d139 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443308
Nov 20 21:27:14.806231 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912aa8c-a881-4d65-bb4c-a6e574a81874 req-9add2bab-59a6-46b2-aaa5-77928162bafc tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:14.807607 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e912aa8c-a881-4d65-bb4c-a6e574a81874 req-9add2bab-59a6-46b2-aaa5-77928162bafc tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0532293
Nov 20 21:27:14.855228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e912aa8c-a881-4d65-bb4c-a6e574a81874 req-eb8da145-779a-4ca3-b098-fe65a4496112 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412946
Nov 20 21:27:15.709242 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-315853e3-2009-4242-94b7-3f017e450956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:15.975582 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a21981-aaa6-4a3a-b846-b7b5ed3874a6 req-af60bc35-2f2d-4bcb-bf4e-485c2400255b tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:15.977057 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-93a21981-aaa6-4a3a-b846-b7b5ed3874a6 req-af60bc35-2f2d-4bcb-bf4e-485c2400255b tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0505302
Nov 20 21:27:16.024486 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-93a21981-aaa6-4a3a-b846-b7b5ed3874a6 req-547b1803-8ac6-4102-8f55-51dcacb1733a tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415337
Nov 20 21:27:16.861725 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:17.145130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ae005-4ec9-4ed6-abff-2bdd94bd11de req-3a3e3274-0974-4193-8cc3-1629a6713bd0 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:17.146579 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-621ae005-4ec9-4ed6-abff-2bdd94bd11de req-3a3e3274-0974-4193-8cc3-1629a6713bd0 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0495656
Nov 20 21:27:17.194026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-621ae005-4ec9-4ed6-abff-2bdd94bd11de req-f8795dc7-78d1-4254-b1ec-49dfddb93e50 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412443
Nov 20 21:27:18.308756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413e205-255c-4aef-b084-9ae6b9d5850f req-818c874e-d353-44b7-946c-f8bff789a20c tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:18.310532 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9413e205-255c-4aef-b084-9ae6b9d5850f req-818c874e-d353-44b7-946c-f8bff789a20c tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0495405
Nov 20 21:27:18.357489 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9413e205-255c-4aef-b084-9ae6b9d5850f req-32c84a94-3171-414d-bc98-b777770b06cd tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407448
Nov 20 21:27:18.708244 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:19.278901 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:19.478591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5506b6-5760-4e15-af6f-b8e736ff8d3f req-b2545e39-2e7b-4e8c-801b-5cafcb1d7086 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:19.480095 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c5506b6-5760-4e15-af6f-b8e736ff8d3f req-b2545e39-2e7b-4e8c-801b-5cafcb1d7086 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0543537
Nov 20 21:27:19.527975 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3c5506b6-5760-4e15-af6f-b8e736ff8d3f req-6b8ca07b-327b-40f9-a7fe-d99af3f8d80f tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418437
Nov 20 21:27:19.786862 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-6b04e2c6-48a4-4401-adf0-1caa6243181a service neutron] show failed (client error): The resource could not be found.
Nov 20 21:27:19.787812 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-6b04e2c6-48a4-4401-adf0-1caa6243181a service neutron] 10.222.0.37 "GET /v2.0/ports/d041a7ed-c3dc-44e5-9f4c-d1d12848a606/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1438444
Nov 20 21:27:20.044612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-f87a8184-5598-4c67-b773-1e444aeac9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:20.046103 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-f87a8184-5598-4c67-b773-1e444aeac9db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3&tenant_id=125aa0037bff4a39b23180aa19a58b44 HTTP/1.1" status: 200  len: 1097 time: 0.1011057
Nov 20 21:27:20.064663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-148aee12-d76a-4c32-ace7-6168ed2874cf service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:27:20.065660 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-148aee12-d76a-4c32-ace7-6168ed2874cf service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055032
Nov 20 21:27:20.077003 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:27:20.132423 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:20.332714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] For port d041a7ed-c3dc-44e5-9f4c-d1d12848a606, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:27:20.365065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] For port d041a7ed-c3dc-44e5-9f4c-d1d12848a606, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:27:20.403954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d81719a-543b-4e13-94d3-9c500b2f7ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd041a7ed-c3dc-44e5-9f4c-d1d12848a606'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:27:20.406353 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc1a3e3-a48e-431d-aa58-22476525c9bd" -d '{"events": [{"server_uuid": "7d81719a-543b-4e13-94d3-9c500b2f7ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "d041a7ed-c3dc-44e5-9f4c-d1d12848a606"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:27:20.410594 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:20.425223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Transition to ACTIVE for port object d041a7ed-c3dc-44e5-9f4c-d1d12848a606 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:27:20.429092 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:20.480278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Pushing event updated for resources: {'Port': ['ID=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,revision_number=6']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:27:20.500833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] No DVR routers for this DVR port d041a7ed-c3dc-44e5-9f4c-d1d12848a606 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:27:20.536103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Attempting to bind port d041a7ed-c3dc-44e5-9f4c-d1d12848a606 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:27:20.536445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Attempting to bind port d041a7ed-c3dc-44e5-9f4c-d1d12848a606 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:27:20.536778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Attempting to bind port d041a7ed-c3dc-44e5-9f4c-d1d12848a606 on network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:27:20.542217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Port d041a7ed-c3dc-44e5-9f4c-d1d12848a606 on network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:27:20.542540 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Attempting to bind port d041a7ed-c3dc-44e5-9f4c-d1d12848a606 on network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:27:20.550037 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d213fa-45f6-4f75-a794-9f7448b0e655 x-openstack-request-id: req-14d213fa-45f6-4f75-a794-9f7448b0e655 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:27:20.550355 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d81719a-543b-4e13-94d3-9c500b2f7ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "d041a7ed-c3dc-44e5-9f4c-d1d12848a606", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:27:20.550613 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14d213fa-45f6-4f75-a794-9f7448b0e655 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:27:20.551011 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d81719a-543b-4e13-94d3-9c500b2f7ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd041a7ed-c3dc-44e5-9f4c-d1d12848a606', 'code': 200}
Nov 20 21:27:20.551674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:27:20.552005 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Checking segment: {'id': 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:27:20.552703 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Bound using segment: {'id': 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:27:20.553141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Bound port: d041a7ed-c3dc-44e5-9f4c-d1d12848a606, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:27:20.553494 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:20.641188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] For port d041a7ed-c3dc-44e5-9f4c-d1d12848a606, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:27:20.657373 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] For port d041a7ed-c3dc-44e5-9f4c-d1d12848a606, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:27:20.663254 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:20.678071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20773923-1105-4db3-a89c-2f73b190ec23 req-f9bd2962-3525-4a4f-8eb3-43ce371a1d9d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:20.679546 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-20773923-1105-4db3-a89c-2f73b190ec23 req-f9bd2962-3525-4a4f-8eb3-43ce371a1d9d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 944 time: 0.0803583
Nov 20 21:27:20.721199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:20.721808 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:20.723165 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] 10.222.0.47 "PUT /v2.0/ports/d041a7ed-c3dc-44e5-9f4c-d1d12848a606 HTTP/1.1" status: 200  len: 1092 time: 0.6498184
Nov 20 21:27:20.764821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a5d8c-269b-4fa1-af17-c8fef3da8884 service neutron] Pushing event updated for resources: {'Port': ['ID=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,revision_number=7']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:27:20.795160 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-20773923-1105-4db3-a89c-2f73b190ec23 req-b5b6cd6f-8992-4d6e-84a2-65d0e45f9dcb tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928299
Nov 20 21:27:20.808547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-e3ad5ae9-100e-4c45-b065-cffbf69f066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:20.810078 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-e3ad5ae9-100e-4c45-b065-cffbf69f066f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=125aa0037bff4a39b23180aa19a58b44&device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 1095 time: 0.0628726
Nov 20 21:27:20.899760 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-ac478e6f-1e9c-4f9d-877c-1ca7952e9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:20.901129 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-ac478e6f-1e9c-4f9d-877c-1ca7952e9fdb service neutron] 10.222.0.47 "GET /v2.0/networks?id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 HTTP/1.1" status: 200  len: 916 time: 0.0832043
Nov 20 21:27:20.946294 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-8de4d01a-efa1-4cb9-a44f-9b9108d82fe9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d041a7ed-c3dc-44e5-9f4c-d1d12848a606 HTTP/1.1" status: 200  len: 217 time: 0.0379291
Nov 20 21:27:20.995356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-a5634d34-cf0f-43b5-a90c-338ae47b4ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:20.996778 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-a5634d34-cf0f-43b5-a90c-338ae47b4ea4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a218911f-88ac-4cfa-a222-a2fb11b41368 HTTP/1.1" status: 200  len: 855 time: 0.0435734
Nov 20 21:27:21.027541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-dd108e5c-fe4b-4699-831a-4681b41334d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0237286
Nov 20 21:27:21.118303 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-6ced95c5-3739-4206-9844-f2ca82c748da service neutron] 10.222.0.47 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832865
Nov 20 21:27:21.206370 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-128ae712-9264-46a3-b9d6-db7dc85df233 req-d3a21085-895b-44d0-83d9-8630d828a27b service neutron] 10.222.0.47 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811131
Nov 20 21:27:21.916912 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933c6fc-4a35-44d5-9704-bf80047d7720 req-6d7fe267-fb7b-471e-be3b-fdf916dad58f tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:21.918392 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9933c6fc-4a35-44d5-9704-bf80047d7720 req-6d7fe267-fb7b-471e-be3b-fdf916dad58f tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 944 time: 0.0514414
Nov 20 21:27:21.965938 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9933c6fc-4a35-44d5-9704-bf80047d7720 req-cf63a4ef-f60e-4f57-8bb6-521f51b55af8 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407517
Nov 20 21:27:22.520875 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d041a7ed-c3dc-44e5-9f4c-d1d12848a606 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:27:22.551718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d81719a-543b-4e13-94d3-9c500b2f7ec3', 'tag': 'd041a7ed-c3dc-44e5-9f4c-d1d12848a606'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:27:22.554169 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ad219e-2484-4034-8639-dedb082d331b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d81719a-543b-4e13-94d3-9c500b2f7ec3", "tag": "d041a7ed-c3dc-44e5-9f4c-d1d12848a606"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:27:22.605882 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebddc3b-7e6d-49b0-8ec6-f3781fe21b09 x-openstack-request-id: req-2ebddc3b-7e6d-49b0-8ec6-f3781fe21b09 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:27:22.606210 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d81719a-543b-4e13-94d3-9c500b2f7ec3", "tag": "d041a7ed-c3dc-44e5-9f4c-d1d12848a606", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:27:22.606466 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ebddc3b-7e6d-49b0-8ec6-f3781fe21b09 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:27:22.606870 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d81719a-543b-4e13-94d3-9c500b2f7ec3', 'tag': 'd041a7ed-c3dc-44e5-9f4c-d1d12848a606', 'status': 'completed', 'code': 200}
Nov 20 21:27:22.625656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port d041a7ed-c3dc-44e5-9f4c-d1d12848a606, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:27:22.637610 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'd041a7ed-c3dc-44e5-9f4c-d1d12848a606', 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37', 'port_id': 'd041a7ed-c3dc-44e5-9f4c-d1d12848a606', 'mac_address': 'fa:16:3e:a5:14:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a218911f-88ac-4cfa-a222-a2fb11b41368', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:27:22.687988 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:22.701619 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d041a7ed-c3dc-44e5-9f4c-d1d12848a606 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:27:22.722862 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port d041a7ed-c3dc-44e5-9f4c-d1d12848a606, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:27:22.728043 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:22.729228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad219e-2484-4034-8639-dedb082d331b req-18088dfb-9122-4386-b297-4fab2fe279ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:22.731556 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79ad219e-2484-4034-8639-dedb082d331b req-18088dfb-9122-4386-b297-4fab2fe279ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=125aa0037bff4a39b23180aa19a58b44&device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 1095 time: 0.0585709
Nov 20 21:27:22.734995 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad219e-2484-4034-8639-dedb082d331b req-0cb16dc2-3c90-44fb-94ba-40a012c17bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:22.736911 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79ad219e-2484-4034-8639-dedb082d331b req-0cb16dc2-3c90-44fb-94ba-40a012c17bc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=125aa0037bff4a39b23180aa19a58b44&device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 1095 time: 0.1032550
Nov 20 21:27:22.779752 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:27:22.907182 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad219e-2484-4034-8639-dedb082d331b req-85a49b5a-7850-4857-bcf1-c88b872fc9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:22.908639 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79ad219e-2484-4034-8639-dedb082d331b req-85a49b5a-7850-4857-bcf1-c88b872fc9f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 HTTP/1.1" status: 200  len: 916 time: 0.1647587
Nov 20 21:27:22.909718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad219e-2484-4034-8639-dedb082d331b req-210ecd1d-524e-48fa-ad68-c89580e0c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:22.911040 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79ad219e-2484-4034-8639-dedb082d331b req-210ecd1d-524e-48fa-ad68-c89580e0c72c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 HTTP/1.1" status: 200  len: 916 time: 0.1578310
Nov 20 21:27:22.942859 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['d041a7ed-c3dc-44e5-9f4c-d1d12848a606'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:27:22.958615 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79ad219e-2484-4034-8639-dedb082d331b req-302bafb2-9d6a-47cc-8860-4ae4afbe3671 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d041a7ed-c3dc-44e5-9f4c-d1d12848a606 HTTP/1.1" status: 200  len: 217 time: 0.0429823
Nov 20 21:27:22.993045 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79ad219e-2484-4034-8639-dedb082d331b req-e412c08c-90b9-48c4-9547-86880b87926c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d041a7ed-c3dc-44e5-9f4c-d1d12848a606 HTTP/1.1" status: 200  len: 217 time: 0.0720892
Nov 20 21:27:23.060611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad219e-2484-4034-8639-dedb082d331b req-bbcc2ef1-a781-4e1d-95ac-3199e79f35da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:23.062113 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79ad219e-2484-4034-8639-dedb082d331b req-bbcc2ef1-a781-4e1d-95ac-3199e79f35da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a218911f-88ac-4cfa-a222-a2fb11b41368 HTTP/1.1" status: 200  len: 855 time: 0.0774450
Nov 20 21:27:23.081440 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad219e-2484-4034-8639-dedb082d331b req-0227b6d2-c5d2-46d7-8f54-7a44c7883222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:23.083272 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79ad219e-2484-4034-8639-dedb082d331b req-0227b6d2-c5d2-46d7-8f54-7a44c7883222 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a218911f-88ac-4cfa-a222-a2fb11b41368 HTTP/1.1" status: 200  len: 855 time: 0.0710993
Nov 20 21:27:23.088418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19728a-ca5f-4f8f-997c-bb14af076076 req-afe19b2a-9ac6-469b-90c1-6dc684eaf0e6 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:23.089954 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ad19728a-ca5f-4f8f-997c-bb14af076076 req-afe19b2a-9ac6-469b-90c1-6dc684eaf0e6 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 945 time: 0.0508707
Nov 20 21:27:23.111418 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79ad219e-2484-4034-8639-dedb082d331b req-7f6dfddc-036b-4169-ba0d-46ad8e533584 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423136
Nov 20 21:27:23.130168 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79ad219e-2484-4034-8639-dedb082d331b req-ffc36b6a-c323-4dc0-9303-9c158df8bdb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0279784
Nov 20 21:27:23.139415 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ad19728a-ca5f-4f8f-997c-bb14af076076 req-8f87ca8b-e7f8-4282-9c8f-751c6412043e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428338
Nov 20 21:27:23.267608 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d041a7ed-c3dc-44e5-9f4c-d1d12848a606 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:27:23.286509 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79ad219e-2484-4034-8639-dedb082d331b req-e7fdfe72-d2d9-4942-b58a-89811da34d93 service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586571
Nov 20 21:27:23.290103 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79ad219e-2484-4034-8639-dedb082d331b req-19339e96-52b6-4e1c-9f3e-af8cd16e9a0f service neutron] 10.222.0.47 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524870
Nov 20 21:27:23.315781 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d041a7ed-c3dc-44e5-9f4c-d1d12848a606 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:27:23.349933 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cedd4-a6b7-468a-aacb-588b955677c0 req-c9633bdb-4187-4529-b364-8d1368756ab4 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:23.351562 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6a0cedd4-a6b7-468a-aacb-588b955677c0 req-c9633bdb-4187-4529-b364-8d1368756ab4 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 945 time: 0.0567172
Nov 20 21:27:23.401298 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6a0cedd4-a6b7-468a-aacb-588b955677c0 req-5c5c7e17-b1a1-43c0-b7d5-f9eabf0f0ddc tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437629
Nov 20 21:27:23.487120 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f71fb-eb1b-4970-a8bd-e04b0c5512db req-364e9b9c-dcc2-4fdb-a046-e7edd5f52fb1 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:23.488572 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-188f71fb-eb1b-4970-a8bd-e04b0c5512db req-364e9b9c-dcc2-4fdb-a046-e7edd5f52fb1 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3&tenant_id=125aa0037bff4a39b23180aa19a58b44&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.1644461
Nov 20 21:27:23.493508 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79ad219e-2484-4034-8639-dedb082d331b req-7e213626-fc2e-4d00-82bc-ec53f2b7e5eb service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984279
Nov 20 21:27:23.534406 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79ad219e-2484-4034-8639-dedb082d331b req-dd6983ad-975d-4b3e-8e33-79c88203a1ca service neutron] 10.222.0.47 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2300153
Nov 20 21:27:23.564620 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-188f71fb-eb1b-4970-a8bd-e04b0c5512db req-185e8bc9-2adb-472a-90b4-f2ea80766d60 service neutron] delete failed (client error): The resource could not be found.
Nov 20 21:27:23.565640 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-188f71fb-eb1b-4970-a8bd-e04b0c5512db req-185e8bc9-2adb-472a-90b4-f2ea80766d60 service neutron] 10.222.0.37 "DELETE /v2.0/ports/d041a7ed-c3dc-44e5-9f4c-d1d12848a606/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0599000
Nov 20 21:27:23.648832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f71fb-eb1b-4970-a8bd-e04b0c5512db req-701bdce2-4de0-4575-8d12-f70d56edf5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:23.650355 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-188f71fb-eb1b-4970-a8bd-e04b0c5512db req-701bdce2-4de0-4575-8d12-f70d56edf5e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=125aa0037bff4a39b23180aa19a58b44&device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 1096 time: 0.0400612
Nov 20 21:27:23.743664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f71fb-eb1b-4970-a8bd-e04b0c5512db req-9f346699-7e83-4574-afd8-8799f26cb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:23.745399 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-188f71fb-eb1b-4970-a8bd-e04b0c5512db req-9f346699-7e83-4574-afd8-8799f26cb804 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 HTTP/1.1" status: 200  len: 916 time: 0.0871825
Nov 20 21:27:23.786806 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-188f71fb-eb1b-4970-a8bd-e04b0c5512db req-80fa9ab9-9db0-4430-96e1-c261a74a3d74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d041a7ed-c3dc-44e5-9f4c-d1d12848a606 HTTP/1.1" status: 200  len: 217 time: 0.0342040
Nov 20 21:27:23.836252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f71fb-eb1b-4970-a8bd-e04b0c5512db req-a7c1a1ae-b81a-43d7-b473-78c9021cee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:23.837699 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-188f71fb-eb1b-4970-a8bd-e04b0c5512db req-a7c1a1ae-b81a-43d7-b473-78c9021cee54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a218911f-88ac-4cfa-a222-a2fb11b41368 HTTP/1.1" status: 200  len: 855 time: 0.0440812
Nov 20 21:27:23.868425 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-188f71fb-eb1b-4970-a8bd-e04b0c5512db req-8a085c4e-8860-4f77-be6a-ef0f6fe96238 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0236177
Nov 20 21:27:23.961597 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-188f71fb-eb1b-4970-a8bd-e04b0c5512db req-d4442c36-1e39-4f80-b338-9fba78a5dfdb service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848250
Nov 20 21:27:24.053547 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-188f71fb-eb1b-4970-a8bd-e04b0c5512db req-8388f1c4-30db-428f-8505-c4c8344ba932 service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850406
Nov 20 21:27:24.529795 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c3df7-8081-4660-a9cd-7a747004d644 req-fb937e10-e64a-4431-8762-096091793eda tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:24.538088 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-902c3df7-8081-4660-a9cd-7a747004d644 req-fb937e10-e64a-4431-8762-096091793eda tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 945 time: 0.0631342
Nov 20 21:27:24.545320 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d041a7ed-c3dc-44e5-9f4c-d1d12848a606 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:27:24.590771 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-902c3df7-8081-4660-a9cd-7a747004d644 req-052d2884-3077-48a8-b4ba-cc7c06f11c16 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516057
Nov 20 21:27:24.604074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port d041a7ed-c3dc-44e5-9f4c-d1d12848a606 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:27:24.609911 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port d041a7ed-c3dc-44e5-9f4c-d1d12848a606 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:27:24.610307 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:24.690531 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:24.707140 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98577d16-d820-469d-ad02-b39146981a0c req-c5fd2a97-44f9-47af-867c-826e72a2a962 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:24.708777 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-98577d16-d820-469d-ad02-b39146981a0c req-c5fd2a97-44f9-47af-867c-826e72a2a962 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 945 time: 0.0502965
Nov 20 21:27:24.713632 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d81719a-543b-4e13-94d3-9c500b2f7ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd041a7ed-c3dc-44e5-9f4c-d1d12848a606'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:27:24.715910 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f73f89-d1b2-416a-9abd-0a5b347b5db9" -d '{"events": [{"server_uuid": "7d81719a-543b-4e13-94d3-9c500b2f7ec3", "name": "network-vif-plugged", "status": "completed", "tag": "d041a7ed-c3dc-44e5-9f4c-d1d12848a606"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:27:24.729494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port d041a7ed-c3dc-44e5-9f4c-d1d12848a606, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:27:24.734549 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:24.769149 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-98577d16-d820-469d-ad02-b39146981a0c req-a8cffd2f-e2d3-4969-b589-7a0b6b00c220 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536182
Nov 20 21:27:24.800357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:27:24.829261 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a898c6-3a12-413d-a209-05a67b94f28a x-openstack-request-id: req-36a898c6-3a12-413d-a209-05a67b94f28a {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:27:24.829564 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d81719a-543b-4e13-94d3-9c500b2f7ec3", "name": "network-vif-plugged", "status": "completed", "tag": "d041a7ed-c3dc-44e5-9f4c-d1d12848a606", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:27:24.829821 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36a898c6-3a12-413d-a209-05a67b94f28a {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:27:24.830252 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d81719a-543b-4e13-94d3-9c500b2f7ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd041a7ed-c3dc-44e5-9f4c-d1d12848a606', 'code': 200}
Nov 20 21:27:24.886277 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849e0ca-067a-48a0-808b-1b7aa5f34d46 req-31dd8f76-ee66-4f9d-a976-1be68cadaa98 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:24.887718 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a849e0ca-067a-48a0-808b-1b7aa5f34d46 req-31dd8f76-ee66-4f9d-a976-1be68cadaa98 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0483239
Nov 20 21:27:24.938486 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a849e0ca-067a-48a0-808b-1b7aa5f34d46 req-77874b86-4812-4033-95c6-c5b1c8729b9f tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440350
Nov 20 21:27:25.296082 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-1dd07dad-92aa-470e-b903-332b27dad5cf tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:25.297450 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-1dd07dad-92aa-470e-b903-332b27dad5cf tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/networks?id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 HTTP/1.1" status: 200  len: 815 time: 0.1070011
Nov 20 21:27:25.312930 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-7e26bae1-083e-42e8-aeec-107ca5302aa7 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/quotas/125aa0037bff4a39b23180aa19a58b44 HTTP/1.1" status: 200  len: 375 time: 0.0095587
Nov 20 21:27:25.360813 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-8cf9f4ae-f684-45bc-9822-39e694940fa4 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=125aa0037bff4a39b23180aa19a58b44&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0425866
Nov 20 21:27:25.513557 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-4a45ea14-931a-4ff4-9945-40e2a9f3dbe4 service neutron] 10.222.0.41 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457062
Nov 20 21:27:25.609549 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-01053818-23d2-4bed-a79a-8e677b46443b service neutron] 10.222.0.41 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890310
Nov 20 21:27:25.771203 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ebca58d9-e46f-42a6-923c-25cc9b29385e req-71a79bb6-5821-4656-a161-ec474f6e2b39 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 210 time: 0.0263643
Nov 20 21:27:26.405904 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e29be8-4dc4-4541-b544-2fce94d8a852 req-26a2858f-d4e3-408c-903c-3673a28bb8ec tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:26.407276 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f5e29be8-4dc4-4541-b544-2fce94d8a852 req-26a2858f-d4e3-408c-903c-3673a28bb8ec tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d81719a-543b-4e13-94d3-9c500b2f7ec3 HTTP/1.1" status: 200  len: 946 time: 0.0475841
Nov 20 21:27:26.498305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-f5e29be8-4dc4-4541-b544-2fce94d8a852 req-508a7e78-00cf-4fa2-8a04-bea07dc8477e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Deleting port d041a7ed-c3dc-44e5-9f4c-d1d12848a606 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:27:26.498645 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f5e29be8-4dc4-4541-b544-2fce94d8a852 req-508a7e78-00cf-4fa2-8a04-bea07dc8477e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:26.588855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-f5e29be8-4dc4-4541-b544-2fce94d8a852 req-508a7e78-00cf-4fa2-8a04-bea07dc8477e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] For port d041a7ed-c3dc-44e5-9f4c-d1d12848a606, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:27:26.589222 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f5e29be8-4dc4-4541-b544-2fce94d8a852 req-508a7e78-00cf-4fa2-8a04-bea07dc8477e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:26.607054 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-f5e29be8-4dc4-4541-b544-2fce94d8a852 req-508a7e78-00cf-4fa2-8a04-bea07dc8477e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Calling delete_port for d041a7ed-c3dc-44e5-9f4c-d1d12848a606 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:27:26.876340 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-88926c95-af88-467d-8fda-df8d364279ce req-710738ec-eab8-4400-a558-1689f650c04c tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 210 time: 0.0338638
Nov 20 21:27:27.116062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-27be1cb5-315a-45bf-8878-56cd65283fc8 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:27.117490 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-27be1cb5-315a-45bf-8878-56cd65283fc8 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.37 "GET /v2.0/networks?id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 HTTP/1.1" status: 200  len: 815 time: 0.1229227
Nov 20 21:27:27.144631 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-b8569508-43f6-40a0-bd4c-31a68be5bace tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Request body: {'port': {'device_id': '455c0939-0c40-4018-8a6d-74cc41a8581b', 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37', 'admin_state_up': True, 'tenant_id': '125aa0037bff4a39b23180aa19a58b44'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:27:27.223543 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f5e29be8-4dc4-4541-b544-2fce94d8a852 req-508a7e78-00cf-4fa2-8a04-bea07dc8477e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:27.235715 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['d041a7ed-c3dc-44e5-9f4c-d1d12848a606'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:27:27.265717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a7e78-00cf-4fa2-8a04-bea07dc8477e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Pushing event deleted for resources: {'Port': ['ID=d041a7ed-c3dc-44e5-9f4c-d1d12848a606,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:27:27.317383 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e29be8-4dc4-4541-b544-2fce94d8a852 req-508a7e78-00cf-4fa2-8a04-bea07dc8477e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] No DVR routers for this DVR port d041a7ed-c3dc-44e5-9f4c-d1d12848a606 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:27:27.321223 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f5e29be8-4dc4-4541-b544-2fce94d8a852 req-508a7e78-00cf-4fa2-8a04-bea07dc8477e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:27.324490 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f5e29be8-4dc4-4541-b544-2fce94d8a852 req-508a7e78-00cf-4fa2-8a04-bea07dc8477e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.47 "DELETE /v2.0/ports/d041a7ed-c3dc-44e5-9f4c-d1d12848a606 HTTP/1.1" status: 204  len: 173 time: 0.9107864
Nov 20 21:27:27.324924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d81719a-543b-4e13-94d3-9c500b2f7ec3', 'name': 'network-vif-deleted', 'tag': 'd041a7ed-c3dc-44e5-9f4c-d1d12848a606'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:27:27.327571 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f708f9-7a2f-4385-986d-8f26c6b2cecd" -d '{"events": [{"server_uuid": "7d81719a-543b-4e13-94d3-9c500b2f7ec3", "name": "network-vif-deleted", "tag": "d041a7ed-c3dc-44e5-9f4c-d1d12848a606"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:27:27.340316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-b8569508-43f6-40a0-bd4c-31a68be5bace tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Made reservation on behalf of 125aa0037bff4a39b23180aa19a58b44 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:27:27.344468 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-b8569508-43f6-40a0-bd4c-31a68be5bace tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:27.373917 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6e0722-8f2a-4577-b819-af7f583e4b67 x-openstack-request-id: req-8c6e0722-8f2a-4577-b819-af7f583e4b67 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:27:27.374243 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d81719a-543b-4e13-94d3-9c500b2f7ec3", "name": "network-vif-deleted", "tag": "d041a7ed-c3dc-44e5-9f4c-d1d12848a606", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:27:27.374590 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c6e0722-8f2a-4577-b819-af7f583e4b67 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:27:27.375000 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d81719a-543b-4e13-94d3-9c500b2f7ec3', 'name': 'network-vif-deleted', 'tag': 'd041a7ed-c3dc-44e5-9f4c-d1d12848a606', 'status': 'completed', 'code': 200}
Nov 20 21:27:27.484748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-b8569508-43f6-40a0-bd4c-31a68be5bace tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Allocated IP 172.20.0.11 (c491c6ef-afa4-46dc-9be7-aafd9ce4ca37/a218911f-88ac-4cfa-a222-a2fb11b41368/4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:27:27.643577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-b8569508-43f6-40a0-bd4c-31a68be5bace tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:27.677339 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-b8569508-43f6-40a0-bd4c-31a68be5bace tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:27.688538 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['d041a7ed-c3dc-44e5-9f4c-d1d12848a606'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:27:27.724618 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-b8569508-43f6-40a0-bd4c-31a68be5bace tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:27:27.727762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-b8569508-43f6-40a0-bd4c-31a68be5bace tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:27:27.731720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-b8569508-43f6-40a0-bd4c-31a68be5bace tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:27:27.738330 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8569508-43f6-40a0-bd4c-31a68be5bace tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Pushing event updated for resources: {'Port': ['ID=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:27:27.785251 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-b8569508-43f6-40a0-bd4c-31a68be5bace tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:27.785874 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-b8569508-43f6-40a0-bd4c-31a68be5bace tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:27.801588 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-b8569508-43f6-40a0-bd4c-31a68be5bace tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6605983
Nov 20 21:27:27.814091 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Request body: {'port': {'device_id': '455c0939-0c40-4018-8a6d-74cc41a8581b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:27:27.870366 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:27.998190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d75cb2-96fc-45ce-8b6b-1ecb9d227807 req-b79782db-987d-498e-a8e5-f71540818a3c tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:27.999760 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-53d75cb2-96fc-45ce-8b6b-1ecb9d227807 req-b79782db-987d-498e-a8e5-f71540818a3c tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 932 time: 0.0514538
Nov 20 21:27:28.048270 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-53d75cb2-96fc-45ce-8b6b-1ecb9d227807 req-0f600804-62e5-42e0-b65b-ea4b00ced7ae tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420556
Nov 20 21:27:28.134312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:27:28.142692 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:28.154583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Transition to ACTIVE for port object 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:27:28.158238 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:28.209711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Pushing event updated for resources: {'Port': ['ID=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:27:28.277608 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Attempting to bind port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:27:28.277941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Attempting to bind port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:27:28.278298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Attempting to bind port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 on network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:27:28.282729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 on network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:27:28.283050 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Attempting to bind port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 on network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:27:28.287819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:27:28.288156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Checking segment: {'id': 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:27:28.288540 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Bound using segment: {'id': 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:27:28.288965 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Bound port: 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:27:28.289316 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:28.350778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] For port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:27:28.353786 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] For port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:27:28.358333 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:28.394864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:28.395483 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:28.396847 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] 10.222.0.37 "PUT /v2.0/ports/4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 HTTP/1.1" status: 200  len: 1092 time: 0.5870867
Nov 20 21:27:28.415051 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56e8f4-085f-4749-bac6-1dac63b3af4e service neutron] Pushing event updated for resources: {'Port': ['ID=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:27:28.477319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-c538b395-cbbd-4668-82b1-6dbbbe82f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:28.478845 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-c538b395-cbbd-4668-82b1-6dbbbe82f942 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=125aa0037bff4a39b23180aa19a58b44&device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 1095 time: 0.0463519
Nov 20 21:27:28.521014 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-c84ce6e9-de41-4462-8c59-edbfd9c3d00b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 HTTP/1.1" status: 200  len: 217 time: 0.0340819
Nov 20 21:27:28.571611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-55b25584-75c9-4428-aa0c-df53c80e3317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:28.573059 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-55b25584-75c9-4428-aa0c-df53c80e3317 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a218911f-88ac-4cfa-a222-a2fb11b41368 HTTP/1.1" status: 200  len: 855 time: 0.0436530
Nov 20 21:27:28.604372 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-dc986b56-6e27-43b6-bc21-80c2c339763f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0237865
Nov 20 21:27:28.697601 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-627b40c1-a96e-4509-b8e9-7ba8cc45eb73 service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860190
Nov 20 21:27:28.790560 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f4e6220a-4e50-4e49-9659-0941cd8af6f8 req-3c8cfb4b-e015-4df1-b7c1-d10c584684b1 service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857692
Nov 20 21:27:29.166422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41ddb-7824-424d-9145-728c58a739d1 req-dc91310a-7bef-44b3-aed6-f5a82bf5812a tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:29.167904 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04a41ddb-7824-424d-9145-728c58a739d1 req-dc91310a-7bef-44b3-aed6-f5a82bf5812a tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 944 time: 0.0495586
Nov 20 21:27:29.215275 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04a41ddb-7824-424d-9145-728c58a739d1 req-fc08810e-0605-4fde-8a2b-023cbb3f317d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406041
Nov 20 21:27:29.376517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455c0939-0c40-4018-8a6d-74cc41a8581b', 'tag': '4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:27:29.379011 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac984bf-b721-48e5-8712-2ed93ba6edff" -d '{"events": [{"name": "network-changed", "server_uuid": "455c0939-0c40-4018-8a6d-74cc41a8581b", "tag": "4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:27:29.416388 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282c9d4b-2ac0-4536-8b40-81a4fa48a327 x-openstack-request-id: req-282c9d4b-2ac0-4536-8b40-81a4fa48a327 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:27:29.416683 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455c0939-0c40-4018-8a6d-74cc41a8581b", "tag": "4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:27:29.416935 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-282c9d4b-2ac0-4536-8b40-81a4fa48a327 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:27:29.417335 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455c0939-0c40-4018-8a6d-74cc41a8581b', 'tag': '4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6', 'status': 'completed', 'code': 200}
Nov 20 21:27:29.480229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac984bf-b721-48e5-8712-2ed93ba6edff req-b97adbc1-8be4-4cdc-9af5-e4dbea11b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:29.481717 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9ac984bf-b721-48e5-8712-2ed93ba6edff req-b97adbc1-8be4-4cdc-9af5-e4dbea11b152 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=125aa0037bff4a39b23180aa19a58b44&device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 1095 time: 0.0415039
Nov 20 21:27:29.581872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac984bf-b721-48e5-8712-2ed93ba6edff req-02cf052d-e3c0-4e48-bdde-d91dfde58aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:29.583377 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9ac984bf-b721-48e5-8712-2ed93ba6edff req-02cf052d-e3c0-4e48-bdde-d91dfde58aba service neutron] 10.222.0.37 "GET /v2.0/networks?id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 HTTP/1.1" status: 200  len: 916 time: 0.0941610
Nov 20 21:27:29.626092 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9ac984bf-b721-48e5-8712-2ed93ba6edff req-ff95e080-7851-4859-b860-ceed2744b408 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 HTTP/1.1" status: 200  len: 217 time: 0.0343461
Nov 20 21:27:29.677607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac984bf-b721-48e5-8712-2ed93ba6edff req-9e705d59-f561-4d4d-9ec3-8ea1557a3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:29.679021 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9ac984bf-b721-48e5-8712-2ed93ba6edff req-9e705d59-f561-4d4d-9ec3-8ea1557a3220 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a218911f-88ac-4cfa-a222-a2fb11b41368 HTTP/1.1" status: 200  len: 855 time: 0.0468144
Nov 20 21:27:29.711115 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9ac984bf-b721-48e5-8712-2ed93ba6edff req-cd4f33b2-d8f0-40a7-99db-5e41eed26c44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248113
Nov 20 21:27:29.801548 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9ac984bf-b721-48e5-8712-2ed93ba6edff req-52a85899-dfe7-4fbd-b1fc-a751154d1250 service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824881
Nov 20 21:27:29.898604 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9ac984bf-b721-48e5-8712-2ed93ba6edff req-72b638dd-b7c7-4096-9ca0-d3957f54820e service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904303
Nov 20 21:27:30.333179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56562f-a4c9-4e89-8628-2b27d1edfb43 req-de7c20ba-952b-49fe-8ba9-8a506d9a8802 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:30.334709 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f56562f-a4c9-4e89-8628-2b27d1edfb43 req-de7c20ba-952b-49fe-8ba9-8a506d9a8802 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 944 time: 0.0497530
Nov 20 21:27:30.382228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f56562f-a4c9-4e89-8628-2b27d1edfb43 req-be086ed7-4bea-4829-9351-a3f3b02635f9 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416713
Nov 20 21:27:30.552685 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d041a7ed-c3dc-44e5-9f4c-d1d12848a606 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:27:30.727998 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: d041a7ed-c3dc-44e5-9f4c-d1d12848a606 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:27:30.728336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d041a7ed-c3dc-44e5-9f4c-d1d12848a606 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:27:31.297020 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:27:31.390638 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:27:31.404115 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6', 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37', 'port_id': '4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6', 'mac_address': 'fa:16:3e:74:08:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a218911f-88ac-4cfa-a222-a2fb11b41368', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:27:31.441870 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:31.455003 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:27:31.474760 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:27:31.479574 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:31.505269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42910ab-6553-4d40-8214-6df987f0d71c req-e7eac08d-0e7a-4fe9-85d2-dd5f10313387 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:31.506779 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d42910ab-6553-4d40-8214-6df987f0d71c req-e7eac08d-0e7a-4fe9-85d2-dd5f10313387 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 944 time: 0.0540757
Nov 20 21:27:31.529720 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:27:31.560851 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d42910ab-6553-4d40-8214-6df987f0d71c req-b5936094-95f6-44a9-ad41-a62843bbf167 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480828
Nov 20 21:27:31.671463 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:27:32.683192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07240b-63df-46c0-9048-9da07b2a210b req-b7f357f5-0afb-4be3-b67b-528dc2f32fa1 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:32.684692 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c07240b-63df-46c0-9048-9da07b2a210b req-b7f357f5-0afb-4be3-b67b-528dc2f32fa1 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 945 time: 0.0547254
Nov 20 21:27:32.731817 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c07240b-63df-46c0-9048-9da07b2a210b req-122495a5-fa2c-49e8-8e80-b84bb84bd675 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409372
Nov 20 21:27:33.313487 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:27:33.361405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:27:33.365116 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:27:33.365485 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:33.444158 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:33.466116 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455c0939-0c40-4018-8a6d-74cc41a8581b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:27:33.468563 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2922d057-3b14-4178-bd8b-f88ad8b70c98" -d '{"events": [{"server_uuid": "455c0939-0c40-4018-8a6d-74cc41a8581b", "name": "network-vif-plugged", "status": "completed", "tag": "4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:27:33.481510 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:27:33.485946 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:33.509724 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ef3694-1932-4b85-be5d-182273cbc04a x-openstack-request-id: req-e3ef3694-1932-4b85-be5d-182273cbc04a {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:27:33.510023 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455c0939-0c40-4018-8a6d-74cc41a8581b", "name": "network-vif-plugged", "status": "completed", "tag": "4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:27:33.510320 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3ef3694-1932-4b85-be5d-182273cbc04a {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:27:33.510710 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455c0939-0c40-4018-8a6d-74cc41a8581b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6', 'code': 200}
Nov 20 21:27:33.539063 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:27:33.611860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5e389-9982-4b8f-b292-fb3ac69e90cc req-41f289f2-3bd5-4b60-af3a-e31f39fa781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:33.613368 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03a5e389-9982-4b8f-b292-fb3ac69e90cc req-41f289f2-3bd5-4b60-af3a-e31f39fa781f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 1097 time: 0.0417893
Nov 20 21:27:33.658943 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-03a5e389-9982-4b8f-b292-fb3ac69e90cc req-943b9158-2ebb-4440-a299-c2acb2dd8cd7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377467
Nov 20 21:27:33.848456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c65d6-1cc5-48ec-967c-edfce5cef15a req-80a1d207-a9a1-40fc-8bf5-97b3e07f4860 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:33.849921 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f1c65d6-1cc5-48ec-967c-edfce5cef15a req-80a1d207-a9a1-40fc-8bf5-97b3e07f4860 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0494609
Nov 20 21:27:33.901307 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f1c65d6-1cc5-48ec-967c-edfce5cef15a req-92c6c31a-ac81-4f86-8645-b75eb3aa699a tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452933
Nov 20 21:27:34.557959 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:27:35.022994 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde95abe-2c85-4cc0-814c-1155554c1c06 req-a5df3937-fee1-40a4-8566-419902827c1d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:35.024464 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cde95abe-2c85-4cc0-814c-1155554c1c06 req-a5df3937-fee1-40a4-8566-419902827c1d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0494237
Nov 20 21:27:35.076749 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cde95abe-2c85-4cc0-814c-1155554c1c06 req-6f84b583-f405-42b1-821d-775e4585d935 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455191
Nov 20 21:27:35.206865 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40914563-0ebf-4b04-93f8-9f8e5ae20a70 req-084fd227-3ecc-48ff-bb68-f79752f74123 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:35.208319 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-40914563-0ebf-4b04-93f8-9f8e5ae20a70 req-084fd227-3ecc-48ff-bb68-f79752f74123 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0593402
Nov 20 21:27:35.264966 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-40914563-0ebf-4b04-93f8-9f8e5ae20a70 req-d02227b6-e568-48f4-98b2-a74de6c97ede tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501621
Nov 20 21:27:35.522364 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-320047b7-6057-434f-8c24-7652ff9d6e76 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0707355
Nov 20 21:27:35.535470 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6ca9b-5d5c-4206-88c8-b9583b007266 req-4eaa9d42-9a09-438a-8fa5-32655381a320 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:35.536862 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2bc6ca9b-5d5c-4206-88c8-b9583b007266 req-4eaa9d42-9a09-438a-8fa5-32655381a320 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0764844
Nov 20 21:27:35.587139 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2bc6ca9b-5d5c-4206-88c8-b9583b007266 req-e92b4731-c78a-4e14-8efb-86659737906b tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439410
Nov 20 21:27:36.574346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-dcdf3021-1c37-4532-a580-b62c5a7a33bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:36.575853 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-dcdf3021-1c37-4532-a580-b62c5a7a33bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=125aa0037bff4a39b23180aa19a58b44&device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 1097 time: 0.0408623
Nov 20 21:27:36.670736 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-36529ce5-5f50-4ec9-be0f-faaf2295a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:36.672792 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-36529ce5-5f50-4ec9-be0f-faaf2295a08b service neutron] 10.222.0.37 "GET /v2.0/networks?id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 HTTP/1.1" status: 200  len: 916 time: 0.0902321
Nov 20 21:27:36.710366 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13308edd-4d18-47f4-ad75-8821617e7ed8 req-5af59039-dbef-42d1-a766-61d33bb391a2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:36.711837 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-13308edd-4d18-47f4-ad75-8821617e7ed8 req-5af59039-dbef-42d1-a766-61d33bb391a2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0502326
Nov 20 21:27:36.714453 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-a9e2f8b0-3252-462c-b46d-ea1459f46907 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 HTTP/1.1" status: 200  len: 217 time: 0.0347857
Nov 20 21:27:36.759772 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-13308edd-4d18-47f4-ad75-8821617e7ed8 req-5af1528e-0b4e-4bdf-bde7-9fcc932c0a5a tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407815
Nov 20 21:27:36.762716 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-1ec6646d-5408-4770-aff5-31ea157a2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:36.764744 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-1ec6646d-5408-4770-aff5-31ea157a2b28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a218911f-88ac-4cfa-a222-a2fb11b41368 HTTP/1.1" status: 200  len: 855 time: 0.0437818
Nov 20 21:27:36.796139 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-bd945e71-f0d0-41bd-9de5-7fa4e971949a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251157
Nov 20 21:27:36.887549 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-084d0bdd-322a-4977-a1d9-4f76f3882925 service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849702
Nov 20 21:27:36.979104 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-f1c31968-627e-464d-b049-a0f013f2c373 service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845711
Nov 20 21:27:37.878347 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e6fbf-a742-4dbd-97bf-44be7f248e95 req-acd6cefe-788b-4ecb-97f9-0b333dd28893 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:37.879838 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e2e6fbf-a742-4dbd-97bf-44be7f248e95 req-acd6cefe-788b-4ecb-97f9-0b333dd28893 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0491233
Nov 20 21:27:37.929352 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e2e6fbf-a742-4dbd-97bf-44be7f248e95 req-b3c5d7d9-a03d-4a49-a711-3e7508f634ab tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434883
Nov 20 21:27:38.466340 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:38.489297 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:39.049692 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a93cf-ec80-40b7-a2bc-34737a10b007 req-190d9306-02ac-4a57-8b6f-b6ead239844b tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:39.051205 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-652a93cf-ec80-40b7-a2bc-34737a10b007 req-190d9306-02ac-4a57-8b6f-b6ead239844b tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0524347
Nov 20 21:27:39.099597 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-652a93cf-ec80-40b7-a2bc-34737a10b007 req-fc505312-ebc9-4e99-a451-e08a895de5b1 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414014
Nov 20 21:27:40.212801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420291c2-39aa-4a24-871a-feed90a6cd6c req-f0c054c8-7299-42a9-bee4-428ebeffdc4f tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:40.214285 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-420291c2-39aa-4a24-871a-feed90a6cd6c req-f0c054c8-7299-42a9-bee4-428ebeffdc4f tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0475461
Nov 20 21:27:40.261260 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-420291c2-39aa-4a24-871a-feed90a6cd6c req-98530b2a-1c44-479e-9f50-f6f35c78c589 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404842
Nov 20 21:27:41.377142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08830129-fd9a-4e8f-841f-943cd02cebe2 req-c2acb688-9562-4416-bee4-8c161a074aed tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:41.378632 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-08830129-fd9a-4e8f-841f-943cd02cebe2 req-c2acb688-9562-4416-bee4-8c161a074aed tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0484595
Nov 20 21:27:41.425363 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-08830129-fd9a-4e8f-841f-943cd02cebe2 req-ac346d78-353e-4cd7-a028-ce30ab6b4706 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408683
Nov 20 21:27:42.545599 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579fdea-ddf1-458a-a97c-4065520af863 req-5afd367e-2051-4c71-b876-1b093a431ef9 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:42.547307 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5579fdea-ddf1-458a-a97c-4065520af863 req-5afd367e-2051-4c71-b876-1b093a431ef9 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0537789
Nov 20 21:27:42.594393 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5579fdea-ddf1-458a-a97c-4065520af863 req-1875da20-5099-4ac9-acdf-3a284a4a3967 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411582
Nov 20 21:27:43.331910 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-670af89f-8d40-4d34-af03-6813108933d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:43.713426 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2b365-9d24-4c0c-8498-11e30f40d4ec req-797a77ae-10db-48dd-9d19-a71716422ddf tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:43.714940 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aef2b365-9d24-4c0c-8498-11e30f40d4ec req-797a77ae-10db-48dd-9d19-a71716422ddf tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0520701
Nov 20 21:27:43.763022 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aef2b365-9d24-4c0c-8498-11e30f40d4ec req-183842ad-e830-4a98-baad-357aade5ed84 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414333
Nov 20 21:27:44.877911 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406039c2-a6cb-48b3-a690-9431332b70ef req-3719100b-0730-46cc-a181-58d6ffb4cfcf tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:44.879398 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-406039c2-a6cb-48b3-a690-9431332b70ef req-3719100b-0730-46cc-a181-58d6ffb4cfcf tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0483320
Nov 20 21:27:44.925787 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-406039c2-a6cb-48b3-a690-9431332b70ef req-c5979c70-77c6-4285-a2e9-ba30b1e13ded tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404735
Nov 20 21:27:45.710550 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-375c5226-685b-4d4e-8af6-10aa3d4fb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:46.039225 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df4178-e786-40e8-b692-a47a3750fb44 req-4640c77f-3aae-4a12-9906-4fbf545d26fb tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:46.040678 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10df4178-e786-40e8-b692-a47a3750fb44 req-4640c77f-3aae-4a12-9906-4fbf545d26fb tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0480120
Nov 20 21:27:46.087257 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10df4178-e786-40e8-b692-a47a3750fb44 req-08e3125d-ee1b-4132-b10f-3eb8c4793293 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400863
Nov 20 21:27:46.864231 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:47.202744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7398b-4707-484f-9242-adb07ce2c9ed req-c08370e5-eb6a-4c61-98b0-ec3de8e8b681 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:47.204211 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6fa7398b-4707-484f-9242-adb07ce2c9ed req-c08370e5-eb6a-4c61-98b0-ec3de8e8b681 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0489402
Nov 20 21:27:47.254839 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6fa7398b-4707-484f-9242-adb07ce2c9ed req-5724bd85-a69e-487e-bd4b-605ee54e22da tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445876
Nov 20 21:27:48.368999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bfeac-40f6-4366-bc00-69f843449c48 req-fd6b7eff-cff2-4e91-9694-ba09d72fd558 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:48.370527 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-829bfeac-40f6-4366-bc00-69f843449c48 req-fd6b7eff-cff2-4e91-9694-ba09d72fd558 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0486064
Nov 20 21:27:48.421049 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-829bfeac-40f6-4366-bc00-69f843449c48 req-0107a6fb-c8e8-4021-9f4d-ca240b105566 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439465
Nov 20 21:27:48.710394 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:49.282223 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:27:49.542627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2322d92-2c35-4922-832f-0536232ba647 req-61c8d057-b9ec-4daf-bdc4-b7dad29ae956 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:49.544154 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a2322d92-2c35-4922-832f-0536232ba647 req-61c8d057-b9ec-4daf-bdc4-b7dad29ae956 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0514956
Nov 20 21:27:49.593105 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a2322d92-2c35-4922-832f-0536232ba647 req-8fba097a-6c92-4596-b98f-d5073b53d14e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418649
Nov 20 21:27:50.708774 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b0c83-5d37-4839-80bd-b9078748d768 req-61f8f02e-8fe0-45d6-9500-e7389911da22 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:50.710267 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-841b0c83-5d37-4839-80bd-b9078748d768 req-61f8f02e-8fe0-45d6-9500-e7389911da22 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0480015
Nov 20 21:27:50.757751 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-841b0c83-5d37-4839-80bd-b9078748d768 req-600c1629-4e21-4c37-b498-359f474426c1 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415070
Nov 20 21:27:51.871991 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bca9ad-b0a0-4317-a7b7-8d1f6b4b547b req-18dddc46-924a-49d5-8674-94ca34601be6 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:51.874259 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-78bca9ad-b0a0-4317-a7b7-8d1f6b4b547b req-18dddc46-924a-49d5-8674-94ca34601be6 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0482042
Nov 20 21:27:51.920592 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-78bca9ad-b0a0-4317-a7b7-8d1f6b4b547b req-b1422fd5-3da8-4070-aad5-9d0dade11ec5 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399470
Nov 20 21:27:53.041559 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87e8db-b31e-4201-a0cb-2f1e4c2858ae req-6ab08b33-f8ac-4c99-a9fb-e38ea5e857a7 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:53.043038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ac87e8db-b31e-4201-a0cb-2f1e4c2858ae req-6ab08b33-f8ac-4c99-a9fb-e38ea5e857a7 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0482631
Nov 20 21:27:53.089223 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ac87e8db-b31e-4201-a0cb-2f1e4c2858ae req-5f1575ce-af04-4757-82f5-878fed9ab98d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396020
Nov 20 21:27:54.209437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298284f-5715-452f-a6eb-e40ab80a3622 req-567d8e70-52cd-46b1-a4ef-005087e167bd tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:54.210932 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2298284f-5715-452f-a6eb-e40ab80a3622 req-567d8e70-52cd-46b1-a4ef-005087e167bd tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0511801
Nov 20 21:27:54.257319 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2298284f-5715-452f-a6eb-e40ab80a3622 req-07e815c4-7563-4f98-95b7-f114c9f7881b tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404067
Nov 20 21:27:55.376606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5964b9-f20e-4cfb-97b0-a85ded04c52d req-a681c3fd-5fbd-4065-aece-e3c2083967da tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:55.378075 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3f5964b9-f20e-4cfb-97b0-a85ded04c52d req-a681c3fd-5fbd-4065-aece-e3c2083967da tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0522256
Nov 20 21:27:55.425223 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3f5964b9-f20e-4cfb-97b0-a85ded04c52d req-9ed0af81-04ee-48b2-ada5-a32fbcf43dda tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412610
Nov 20 21:27:56.540287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8e85e-caab-4a31-893b-67ba8a613e2a req-d09c1b61-8431-45c7-9ea8-97e9ca6c2e51 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:56.541761 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2fd8e85e-caab-4a31-893b-67ba8a613e2a req-d09c1b61-8431-45c7-9ea8-97e9ca6c2e51 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0483050
Nov 20 21:27:56.588651 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2fd8e85e-caab-4a31-893b-67ba8a613e2a req-d8937442-58c3-4c98-9173-6ac8ba6aaa51 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401762
Nov 20 21:27:57.710500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6d10a-f124-4565-b344-6956cab75b3c req-423cc407-0438-4b0e-9be0-b37e0d63d7d3 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:57.712096 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-00f6d10a-f124-4565-b344-6956cab75b3c req-423cc407-0438-4b0e-9be0-b37e0d63d7d3 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0532291
Nov 20 21:27:57.759104 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-00f6d10a-f124-4565-b344-6956cab75b3c req-511b9aed-9f3f-44d8-9894-4e7276eb12f9 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405540
Nov 20 21:27:58.880371 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0149de-8d5a-42ce-86a2-9e206d514e82 req-a84f92c4-a057-4f17-a3b0-e66cdb6d8f82 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:27:58.881850 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-af0149de-8d5a-42ce-86a2-9e206d514e82 req-a84f92c4-a057-4f17-a3b0-e66cdb6d8f82 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0526612
Nov 20 21:27:58.928811 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-af0149de-8d5a-42ce-86a2-9e206d514e82 req-41c2329c-48b5-40c2-a986-e6afcfe94c7f tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410395
Nov 20 21:28:00.043778 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f719d38-e083-4496-933a-1bfe795675c8 req-3e9c141f-e523-4598-aa7b-df1ff2a4a9d4 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:00.045259 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9f719d38-e083-4496-933a-1bfe795675c8 req-3e9c141f-e523-4598-aa7b-df1ff2a4a9d4 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0487001
Nov 20 21:28:00.095503 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9f719d38-e083-4496-933a-1bfe795675c8 req-63ae2846-ff78-40ce-a78f-719466efe52b tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443761
Nov 20 21:28:01.208553 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a0d8b-f1b8-4895-9e65-0e0ac7815735 req-9c7be21a-18cf-4a37-8f38-e29626fca7f2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:01.210019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-307a0d8b-f1b8-4895-9e65-0e0ac7815735 req-9c7be21a-18cf-4a37-8f38-e29626fca7f2 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0478854
Nov 20 21:28:01.257465 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-307a0d8b-f1b8-4895-9e65-0e0ac7815735 req-85e3b921-c3bc-4859-817c-06a6ab83b12b tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412438
Nov 20 21:28:02.371633 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155c9af-aeee-4c12-bd4d-51a5183a77da req-21eeda48-c411-4365-9f26-95254f1ca795 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:02.373691 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1155c9af-aeee-4c12-bd4d-51a5183a77da req-21eeda48-c411-4365-9f26-95254f1ca795 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0480354
Nov 20 21:28:02.419445 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1155c9af-aeee-4c12-bd4d-51a5183a77da req-f4bc8991-ab4c-4a00-94dc-e67615a05aee tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398331
Nov 20 21:28:03.538185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df714b-c82d-4f3e-a06d-d3e83187ca7f req-875287e9-a8f6-47cc-8320-2646e27353e8 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:03.539668 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80df714b-c82d-4f3e-a06d-d3e83187ca7f req-875287e9-a8f6-47cc-8320-2646e27353e8 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0491307
Nov 20 21:28:03.590438 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80df714b-c82d-4f3e-a06d-d3e83187ca7f req-92b99dc7-6b26-4e34-a39f-43ba7e551869 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444748
Nov 20 21:28:03.900819 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-eda7c482-8de5-4b41-bdcf-161d098b52e9 service neutron] show failed (client error): The resource could not be found.
Nov 20 21:28:03.901846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-eda7c482-8de5-4b41-bdcf-161d098b52e9 service neutron] 10.222.0.37 "GET /v2.0/ports/4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0550127
Nov 20 21:28:04.099635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-10383490-8941-43fa-84fd-839641670fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:04.101115 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-10383490-8941-43fa-84fd-839641670fec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b&tenant_id=125aa0037bff4a39b23180aa19a58b44 HTTP/1.1" status: 200  len: 1097 time: 0.0436797
Nov 20 21:28:04.113784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:28:04.168666 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:04.365245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] For port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:28:04.397998 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] For port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:28:04.436756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455c0939-0c40-4018-8a6d-74cc41a8581b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:28:04.438983 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac4d1f2-51f2-41c1-a269-0a26b65def0a" -d '{"events": [{"server_uuid": "455c0939-0c40-4018-8a6d-74cc41a8581b", "name": "network-vif-unplugged", "status": "completed", "tag": "4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:28:04.443926 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:04.456980 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Transition to ACTIVE for port object 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:28:04.460292 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:04.487933 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c4eba0-85d3-4a2a-9e48-e3e2d4dc05bc x-openstack-request-id: req-b2c4eba0-85d3-4a2a-9e48-e3e2d4dc05bc {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:28:04.488213 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455c0939-0c40-4018-8a6d-74cc41a8581b", "name": "network-vif-unplugged", "status": "completed", "tag": "4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:28:04.488472 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2c4eba0-85d3-4a2a-9e48-e3e2d4dc05bc {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:28:04.488923 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455c0939-0c40-4018-8a6d-74cc41a8581b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6', 'code': 200}
Nov 20 21:28:04.526812 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] No DVR routers for this DVR port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:28:04.533590 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,revision_number=6']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:04.556649 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:04.557296 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:04.557436 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:04.557662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:04.557995 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:04.558350 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:04.558682 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:04.559013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:04.559345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:04.559684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:04.560018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:04.560342 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:04.576204 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Attempting to bind port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:28:04.576544 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Attempting to bind port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:28:04.576871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Attempting to bind port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 on network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:28:04.581122 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 on network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:28:04.581443 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Attempting to bind port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 on network c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:28:04.586607 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:28:04.586967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Checking segment: {'id': 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:28:04.587373 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Bound using segment: {'id': 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:28:04.587827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Bound port: 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:28:04.588234 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:04.655105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] For port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:28:04.659772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] For port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:28:04.672091 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:04.731747 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:04.733062 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:04.734872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] 10.222.0.47 "PUT /v2.0/ports/4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 HTTP/1.1" status: 200  len: 1092 time: 0.6259005
Nov 20 21:28:04.765602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85424d2-2e91-4591-8be9-5024e7919a6e req-2f825197-f412-4ace-9b56-fc2c5e4d7306 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:04.767190 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b85424d2-2e91-4591-8be9-5024e7919a6e req-2f825197-f412-4ace-9b56-fc2c5e4d7306 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 944 time: 0.1095800
Nov 20 21:28:04.779210 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb2763-10ff-4d7c-aec3-5de52b8f83b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,revision_number=7']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:04.845890 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-c3328113-c72d-4ba6-a02a-bcb7979e5dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:04.847432 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-c3328113-c72d-4ba6-a02a-bcb7979e5dc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=125aa0037bff4a39b23180aa19a58b44&device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 1095 time: 0.0793533
Nov 20 21:28:04.852061 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b85424d2-2e91-4591-8be9-5024e7919a6e req-ddbfb0c4-f910-4b00-a1e1-5d46d3d2fafe tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738308
Nov 20 21:28:04.944517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5c116321-4e49-4a82-a872-1792675e5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:04.946035 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-5c116321-4e49-4a82-a872-1792675e5213 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 HTTP/1.1" status: 200  len: 916 time: 0.0899415
Nov 20 21:28:04.987542 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-8a55fbdc-c66c-46ba-9386-4870916fe29e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 HTTP/1.1" status: 200  len: 217 time: 0.0346260
Nov 20 21:28:05.036063 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-85ebc1f4-c1dc-41ab-8328-e0b92d315a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:05.037522 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-85ebc1f4-c1dc-41ab-8328-e0b92d315a0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a218911f-88ac-4cfa-a222-a2fb11b41368 HTTP/1.1" status: 200  len: 855 time: 0.0431497
Nov 20 21:28:05.068011 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-667c7dd1-8b67-4a4c-b6cf-9a72dcef8cd8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0240486
Nov 20 21:28:05.159594 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-ff8fae87-0d90-47fe-ba89-816095c9a463 service neutron] 10.222.0.47 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849457
Nov 20 21:28:05.249776 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-119cb5af-0e14-42d6-a90d-5b65c72db634 req-9936f995-ebbe-499f-b7c0-e98ed0241d33 service neutron] 10.222.0.47 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836320
Nov 20 21:28:05.973917 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3b58e-f6b3-48aa-9f98-e4608e7d6e37 req-62db5ffb-0240-440b-8d12-7b422f9d2be9 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:05.975400 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4cb3b58e-f6b3-48aa-9f98-e4608e7d6e37 req-62db5ffb-0240-440b-8d12-7b422f9d2be9 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 944 time: 0.0481896
Nov 20 21:28:06.021549 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4cb3b58e-f6b3-48aa-9f98-e4608e7d6e37 req-35bf49fe-7ff1-446e-ae96-12fa38c36608 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402637
Nov 20 21:28:06.490622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455c0939-0c40-4018-8a6d-74cc41a8581b', 'tag': '4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:28:06.493040 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640" -d '{"events": [{"name": "network-changed", "server_uuid": "455c0939-0c40-4018-8a6d-74cc41a8581b", "tag": "4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:28:06.541819 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d44ea6f-1939-4c82-b865-f3f735c8ffcd x-openstack-request-id: req-1d44ea6f-1939-4c82-b865-f3f735c8ffcd {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:28:06.542145 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455c0939-0c40-4018-8a6d-74cc41a8581b", "tag": "4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:28:06.542409 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d44ea6f-1939-4c82-b865-f3f735c8ffcd {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:28:06.542820 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455c0939-0c40-4018-8a6d-74cc41a8581b', 'tag': '4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6', 'status': 'completed', 'code': 200}
Nov 20 21:28:06.628161 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-7e6d3a3f-c5aa-4bbe-9487-079dd196f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:06.629663 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-7e6d3a3f-c5aa-4bbe-9487-079dd196f187 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=125aa0037bff4a39b23180aa19a58b44&device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 1095 time: 0.0599105
Nov 20 21:28:06.635071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-d32ee412-4940-408f-8a77-f6ac3688e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:06.636595 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-d32ee412-4940-408f-8a77-f6ac3688e2e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=125aa0037bff4a39b23180aa19a58b44&device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 1095 time: 0.0746772
Nov 20 21:28:06.735895 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:28:06.802211 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-46dc1e98-7dca-49a9-908b-2b35430563a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:06.803686 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-46dc1e98-7dca-49a9-908b-2b35430563a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 HTTP/1.1" status: 200  len: 916 time: 0.1660960
Nov 20 21:28:06.806403 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-7a9c33eb-5f52-4842-bd08-3428b8d89b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:06.807737 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-7a9c33eb-5f52-4842-bd08-3428b8d89b75 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 HTTP/1.1" status: 200  len: 916 time: 0.1509807
Nov 20 21:28:06.837558 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:28:06.849629 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6', 'network_id': 'c491c6ef-afa4-46dc-9be7-aafd9ce4ca37', 'port_id': '4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6', 'mac_address': 'fa:16:3e:74:08:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a218911f-88ac-4cfa-a222-a2fb11b41368', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:28:06.889829 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:06.903444 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:28:06.924562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:28:06.928654 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:06.978213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:06.987098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:06.987694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:06.988051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:06.988450 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:06.988780 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:06.989135 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:06.989475 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:06.989952 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:06.990246 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:06.990602 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:06.990956 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:06.991373 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:07.126735 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:28:07.149448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8092a-a0b7-4fc8-ad03-c10ea00ea481 req-f56b1ffa-e0e0-44ed-a978-c05bf61e39fe tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:07.151678 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37a8092a-a0b7-4fc8-ad03-c10ea00ea481 req-f56b1ffa-e0e0-44ed-a978-c05bf61e39fe tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 945 time: 0.0562539
Nov 20 21:28:07.204547 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37a8092a-a0b7-4fc8-ad03-c10ea00ea481 req-ebfd26b8-9b20-49c7-b618-7f4510c7262f tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448923
Nov 20 21:28:07.211670 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-53b1cbcb-8c99-48df-a258-a19c66c8308e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 HTTP/1.1" status: 200  len: 217 time: 0.3995695
Nov 20 21:28:07.247064 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-5819adab-d42a-4308-aab1-789589560fc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 HTTP/1.1" status: 200  len: 217 time: 0.4292219
Nov 20 21:28:07.320410 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-295227b6-9b5b-475f-9a8e-5a773b359d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:07.321863 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-295227b6-9b5b-475f-9a8e-5a773b359d81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a218911f-88ac-4cfa-a222-a2fb11b41368 HTTP/1.1" status: 200  len: 855 time: 0.0835180
Nov 20 21:28:07.331316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-d0f02dee-5463-4fec-b68c-31aa6f0aee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:07.332743 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-d0f02dee-5463-4fec-b68c-31aa6f0aee04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a218911f-88ac-4cfa-a222-a2fb11b41368 HTTP/1.1" status: 200  len: 855 time: 0.0669210
Nov 20 21:28:07.376866 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-88651291-3a3b-439b-ae38-936c02296e9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472710
Nov 20 21:28:07.379879 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-c6c47aa0-1c86-490b-bbda-c6b4300ea3a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387819
Nov 20 21:28:07.410405 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557ca76-290d-4608-9e2b-663ea9ed4dd5 req-502983d4-b206-4589-9a26-74f66efd36de tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:07.411928 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1557ca76-290d-4608-9e2b-663ea9ed4dd5 req-502983d4-b206-4589-9a26-74f66efd36de tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 945 time: 0.0496914
Nov 20 21:28:07.462670 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1557ca76-290d-4608-9e2b-663ea9ed4dd5 req-3363a986-2bd0-4ec6-985f-0fc4fffd7b8c tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441508
Nov 20 21:28:07.514839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:28:07.549031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532475b7-3f79-414e-a55e-2516e7cacd25 req-e61e9cd5-2141-482e-a4d3-49698485bc13 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:07.550523 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-532475b7-3f79-414e-a55e-2516e7cacd25 req-e61e9cd5-2141-482e-a4d3-49698485bc13 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.37 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b&tenant_id=125aa0037bff4a39b23180aa19a58b44&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.1726732
Nov 20 21:28:07.554082 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:28:07.611973 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-7f88e85a-5f11-4991-9387-bc85f91b4d77 service neutron] 10.222.0.47 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2240920
Nov 20 21:28:07.615364 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-ebe79107-39b6-47ee-91a8-13b4b977511c service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2265334
Nov 20 21:28:07.692216 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-532475b7-3f79-414e-a55e-2516e7cacd25 req-82691116-8316-4485-be7e-9c302e7445bc service neutron] delete failed (client error): The resource could not be found.
Nov 20 21:28:07.693212 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-532475b7-3f79-414e-a55e-2516e7cacd25 req-82691116-8316-4485-be7e-9c302e7445bc service neutron] 10.222.0.37 "DELETE /v2.0/ports/4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1339028
Nov 20 21:28:07.791147 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-29701151-4614-47f0-abf4-f320290bfa57 service neutron] 10.222.0.47 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1710074
Nov 20 21:28:07.793289 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c1a6ee1-ca8f-4137-9c29-7516dcfa0640 req-6275168e-49a1-4734-915d-7736702b59b6 service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1576438
Nov 20 21:28:07.899075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532475b7-3f79-414e-a55e-2516e7cacd25 req-2f7133d4-e631-445b-b56e-db49197a966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:07.900464 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-532475b7-3f79-414e-a55e-2516e7cacd25 req-2f7133d4-e631-445b-b56e-db49197a966d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=125aa0037bff4a39b23180aa19a58b44&device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 1096 time: 0.0416718
Nov 20 21:28:07.989305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532475b7-3f79-414e-a55e-2516e7cacd25 req-1a71e230-49c6-4344-aebe-537eaba61854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:07.991027 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-532475b7-3f79-414e-a55e-2516e7cacd25 req-1a71e230-49c6-4344-aebe-537eaba61854 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 HTTP/1.1" status: 200  len: 916 time: 0.0840065
Nov 20 21:28:08.037619 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-532475b7-3f79-414e-a55e-2516e7cacd25 req-f80b0ec9-2bce-4dcb-943c-f1d1249f08ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 HTTP/1.1" status: 200  len: 217 time: 0.0383782
Nov 20 21:28:08.088602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532475b7-3f79-414e-a55e-2516e7cacd25 req-01ef317e-5f19-4223-9b0b-192ffbf0cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:08.090028 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-532475b7-3f79-414e-a55e-2516e7cacd25 req-01ef317e-5f19-4223-9b0b-192ffbf0cccc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a218911f-88ac-4cfa-a222-a2fb11b41368 HTTP/1.1" status: 200  len: 855 time: 0.0443053
Nov 20 21:28:08.120783 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-532475b7-3f79-414e-a55e-2516e7cacd25 req-8e207d1c-f0f3-4e0e-9512-20b63e0b5c58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0237083
Nov 20 21:28:08.212563 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-532475b7-3f79-414e-a55e-2516e7cacd25 req-3a7885e4-e439-4223-a2d3-f5ca574a88c2 service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849700
Nov 20 21:28:08.300431 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-532475b7-3f79-414e-a55e-2516e7cacd25 req-06342ea8-a102-41f5-ac38-b86c4b62a356 service neutron] 10.222.0.37 "GET /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812325
Nov 20 21:28:08.464574 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:08.507776 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:08.586905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256c719-322a-48a0-b1c3-032020270276 req-1af38987-c138-4749-ae01-70ec6b7794d8 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:08.588411 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a256c719-322a-48a0-b1c3-032020270276 req-1af38987-c138-4749-ae01-70ec6b7794d8 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 945 time: 0.0520287
Nov 20 21:28:08.643375 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a256c719-322a-48a0-b1c3-032020270276 req-663f560c-938a-41fe-b58e-a031a9aeff65 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488236
Nov 20 21:28:08.756301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:28:08.811353 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:28:08.815832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:28:08.816273 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:08.893591 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:08.915724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455c0939-0c40-4018-8a6d-74cc41a8581b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:28:08.917953 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30877d88-71c4-40d3-9143-39c6d727550a" -d '{"events": [{"server_uuid": "455c0939-0c40-4018-8a6d-74cc41a8581b", "name": "network-vif-plugged", "status": "completed", "tag": "4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:28:08.934485 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:28:08.939373 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:08.961584 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7044fa-8994-4cbc-a9e4-259b061fadd7 x-openstack-request-id: req-9b7044fa-8994-4cbc-a9e4-259b061fadd7 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:28:08.961897 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455c0939-0c40-4018-8a6d-74cc41a8581b", "name": "network-vif-plugged", "status": "completed", "tag": "4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:28:08.962193 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b7044fa-8994-4cbc-a9e4-259b061fadd7 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:28:08.962615 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455c0939-0c40-4018-8a6d-74cc41a8581b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6', 'code': 200}
Nov 20 21:28:08.987785 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:09.761415 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deab51c-769c-4ecb-82e8-0ea4fb0d1453 req-3d1d841d-8ae5-459a-8655-78f7bc610951 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:09.762948 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2deab51c-769c-4ecb-82e8-0ea4fb0d1453 req-3d1d841d-8ae5-459a-8655-78f7bc610951 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0516388
Nov 20 21:28:09.811685 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2deab51c-769c-4ecb-82e8-0ea4fb0d1453 req-5fe8749a-1128-4861-bd83-9423eeb50fc4 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421975
Nov 20 21:28:09.931502 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603bb2f-4ed7-4fde-9fb6-9ade75640d35 req-88a79c5e-f3ba-45cf-bd0f-eaba14056617 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:09.933138 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a603bb2f-4ed7-4fde-9fb6-9ade75640d35 req-88a79c5e-f3ba-45cf-bd0f-eaba14056617 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0535491
Nov 20 21:28:10.299149 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a603bb2f-4ed7-4fde-9fb6-9ade75640d35 req-943c76c8-c556-4596-85b8-e5e8b2fddeab tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3598480
Nov 20 21:28:10.416080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a97c6-4054-4462-99f2-7815b71287fc req-7e5c0cd6-961d-4d90-a488-1657cb5cdd7d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:10.417589 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e88a97c6-4054-4462-99f2-7815b71287fc req-7e5c0cd6-961d-4d90-a488-1657cb5cdd7d tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0535150
Nov 20 21:28:10.467423 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e88a97c6-4054-4462-99f2-7815b71287fc req-a55f608d-8bb7-431c-8e03-62e589a3c37c tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431812
Nov 20 21:28:10.801745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04d90a-8f1a-4700-9d6b-bceb22335387 req-07d5b752-aca6-4b61-a101-1d82e3581b8e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:10.803238 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d04d90a-8f1a-4700-9d6b-bceb22335387 req-07d5b752-aca6-4b61-a101-1d82e3581b8e tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0482919
Nov 20 21:28:10.850194 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d04d90a-8f1a-4700-9d6b-bceb22335387 req-9ee91798-e435-4920-b160-042442a6a3b9 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409863
Nov 20 21:28:11.556986 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:28:11.985469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586d98a-53b3-4d13-bec4-88d66349bd4e req-2e0c9187-1d43-49a7-8aa0-11c9ee437969 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:11.986987 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d586d98a-53b3-4d13-bec4-88d66349bd4e req-2e0c9187-1d43-49a7-8aa0-11c9ee437969 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.47 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0812037
Nov 20 21:28:11.999936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a54e25-7693-4eae-8e1b-d35d1d2adfa7 req-b1f8d791-13d9-4f39-9968-1b2ee5e3e202 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:12.001324 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-77a54e25-7693-4eae-8e1b-d35d1d2adfa7 req-b1f8d791-13d9-4f39-9968-1b2ee5e3e202 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/ports?device_id=455c0939-0c40-4018-8a6d-74cc41a8581b HTTP/1.1" status: 200  len: 946 time: 0.0666614
Nov 20 21:28:12.097505 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-77a54e25-7693-4eae-8e1b-d35d1d2adfa7 req-27fd3290-02cc-48d7-82a3-35ee9e7d5476 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.41 "GET /v2.0/security-groups?id=2965a7d8-de6a-4cf1-b407-4194fccf2e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892632
Nov 20 21:28:12.121270 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d586d98a-53b3-4d13-bec4-88d66349bd4e req-48f912b6-cc00-483b-9308-def10843e937 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Deleting port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:28:12.121641 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d586d98a-53b3-4d13-bec4-88d66349bd4e req-48f912b6-cc00-483b-9308-def10843e937 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:12.208877 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d586d98a-53b3-4d13-bec4-88d66349bd4e req-48f912b6-cc00-483b-9308-def10843e937 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] For port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,segment=NetworkSegment(e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9),segment_id=e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:28:12.209153 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d586d98a-53b3-4d13-bec4-88d66349bd4e req-48f912b6-cc00-483b-9308-def10843e937 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:12.221830 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-d586d98a-53b3-4d13-bec4-88d66349bd4e req-48f912b6-cc00-483b-9308-def10843e937 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Calling delete_port for 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:28:12.350861 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d586d98a-53b3-4d13-bec4-88d66349bd4e req-48f912b6-cc00-483b-9308-def10843e937 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:12.363001 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:28:12.378917 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f912b6-cc00-483b-9308-def10843e937 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Pushing event deleted for resources: {'Port': ['ID=4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:12.423226 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d586d98a-53b3-4d13-bec4-88d66349bd4e req-48f912b6-cc00-483b-9308-def10843e937 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] No DVR routers for this DVR port 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:28:12.425931 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d586d98a-53b3-4d13-bec4-88d66349bd4e req-48f912b6-cc00-483b-9308-def10843e937 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:12.429382 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d586d98a-53b3-4d13-bec4-88d66349bd4e req-48f912b6-cc00-483b-9308-def10843e937 tempest-ServerDiskConfigTestJSON-251186677 tempest-ServerDiskConfigTestJSON-251186677-project] 10.222.0.47 "DELETE /v2.0/ports/4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 HTTP/1.1" status: 204  len: 173 time: 0.4271922
Nov 20 21:28:12.429821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455c0939-0c40-4018-8a6d-74cc41a8581b', 'name': 'network-vif-deleted', 'tag': '4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:28:12.432158 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdc87e8-a2e4-46e3-bac7-a7f3d311fe8b" -d '{"events": [{"server_uuid": "455c0939-0c40-4018-8a6d-74cc41a8581b", "name": "network-vif-deleted", "tag": "4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:28:12.475969 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aded7a-ce02-4a12-8781-2311398c90eb x-openstack-request-id: req-b6aded7a-ce02-4a12-8781-2311398c90eb {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:28:12.476493 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455c0939-0c40-4018-8a6d-74cc41a8581b", "name": "network-vif-deleted", "tag": "4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:28:12.476767 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6aded7a-ce02-4a12-8781-2311398c90eb {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:28:12.477178 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455c0939-0c40-4018-8a6d-74cc41a8581b', 'name': 'network-vif-deleted', 'tag': '4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6', 'status': 'completed', 'code': 200}
Nov 20 21:28:13.218769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54428) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:28:13.268028 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ff776e-ab1a-4218-9624-202de2e516e6 admin admin] Deleting subnet a218911f-88ac-4cfa-a222-a2fb11b41368 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:28:13.271113 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-30ff776e-ab1a-4218-9624-202de2e516e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:13.304702 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-30ff776e-ab1a-4218-9624-202de2e516e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:13.333345 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-865e97ce-5eb1-4ce6-9295-0506df1ee0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:13.344983 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-30ff776e-ab1a-4218-9624-202de2e516e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:13.396006 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-30ff776e-ab1a-4218-9624-202de2e516e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:13.421831 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff776e-ab1a-4218-9624-202de2e516e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a218911f-88ac-4cfa-a222-a2fb11b41368,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:13.425362 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-30ff776e-ab1a-4218-9624-202de2e516e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:13.428820 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-30ff776e-ab1a-4218-9624-202de2e516e6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a218911f-88ac-4cfa-a222-a2fb11b41368 HTTP/1.1" status: 204  len: 168 time: 0.2090528
Nov 20 21:28:13.431394 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54430) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:28:13.504822 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4df3f7-86fc-4620-b2a5-c26e32f77f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:13.587115 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4df3f7-86fc-4620-b2a5-c26e32f77f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:13.607534 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ed4df3f7-86fc-4620-b2a5-c26e32f77f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f4589d0>,) {'filters': {'network_id': ['c491c6ef-afa4-46dc-9be7-aafd9ce4ca37']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:28:13.617014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ed4df3f7-86fc-4620-b2a5-c26e32f77f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f4589d0>, 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:28:13.617315 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ed4df3f7-86fc-4620-b2a5-c26e32f77f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f4589d0>, 'e41ab5d9-9f4a-42c5-8c57-8f0c85f15bb9') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:28:13.627543 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4df3f7-86fc-4620-b2a5-c26e32f77f49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:13.640634 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4df3f7-86fc-4620-b2a5-c26e32f77f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:13.646587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4df3f7-86fc-4620-b2a5-c26e32f77f49 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:28:13.646910 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4df3f7-86fc-4620-b2a5-c26e32f77f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:28:13.648555 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:28:13.701887 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4df3f7-86fc-4620-b2a5-c26e32f77f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:13.707174 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed4df3f7-86fc-4620-b2a5-c26e32f77f49 admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:13.710409 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ed4df3f7-86fc-4620-b2a5-c26e32f77f49 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c491c6ef-afa4-46dc-9be7-aafd9ce4ca37 HTTP/1.1" status: 204  len: 168 time: 0.2780511
Nov 20 21:28:13.721314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4df3f7-86fc-4620-b2a5-c26e32f77f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=c491c6ef-afa4-46dc-9be7-aafd9ce4ca37,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:13.817776 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54434) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:28:13.856297 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2b4c7ad3-0c67-43e6-9821-905c65ea3030 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=125aa0037bff4a39b23180aa19a58b44&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0373292
Nov 20 21:28:13.859380 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54436) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:28:13.906191 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:13.929945 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:13.975522 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:13.978591 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:13.979946 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2965a7d8-de6a-4cf1-b407-4194fccf2e8d HTTP/1.1" status: 204  len: 168 time: 0.1195066
Nov 20 21:28:13.992315 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2965a7d8-de6a-4cf1-b407-4194fccf2e8d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:14.004917 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:14.005466 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:14.006033 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:14.006503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:14.006925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:14.007321 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:14.007793 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:14.008307 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:14.008747 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:14.009175 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:14.009605 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:14.010026 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60381f1f-8d21-4af2-87fb-b5d5cd5e2809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:14.704225 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54458) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:28:14.788290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:28:14.803279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d4b25027-fe66-49d2-a936-6dce95ec4f9d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1538053490-network', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:28:14.812646 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:28:14.813009 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 4f90b8a8-1dd3-482e-8d0b-eea9d5aa75d6 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:28:14.826469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b25027-fe66-49d2-a936-6dce95ec4f9d admin admin] Made reservation on behalf of 55bf4df5c73841dbb6507b288100a89d for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:28:14.828838 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d4b25027-fe66-49d2-a936-6dce95ec4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:14.837431 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d4b25027-fe66-49d2-a936-6dce95ec4f9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:14.913237 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d4b25027-fe66-49d2-a936-6dce95ec4f9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:14.917035 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d4b25027-fe66-49d2-a936-6dce95ec4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:14.943868 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b25027-fe66-49d2-a936-6dce95ec4f9d admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:28:14.949078 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b25027-fe66-49d2-a936-6dce95ec4f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564b47e8-9360-440f-9b42-a8a751c1b385,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:14.957386 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d4b25027-fe66-49d2-a936-6dce95ec4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:14.957735 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-d4b25027-fe66-49d2-a936-6dce95ec4f9d admin admin] Added segment 7ef781ed-8cc6-4915-b86c-cfdfa43a85dd of type vlan for network 4c5f91b7-b565-4458-971f-538d019cd893
Nov 20 21:28:14.997326 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d4b25027-fe66-49d2-a936-6dce95ec4f9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:15.021049 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d4b25027-fe66-49d2-a936-6dce95ec4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:15.022021 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b25027-fe66-49d2-a936-6dce95ec4f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:15.022619 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d4b25027-fe66-49d2-a936-6dce95ec4f9d admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:15.058181 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d4b25027-fe66-49d2-a936-6dce95ec4f9d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3528035
Nov 20 21:28:15.061345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54462) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:28:15.067106 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-2a4257a1-6400-421f-9e61-fc79def9dd13 admin admin] Request body: {'subnet': {'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1538053490-subnet', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:28:15.087497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b25027-fe66-49d2-a936-6dce95ec4f9d admin admin] Pushing event updated for resources: {'Network': ['ID=4c5f91b7-b565-4458-971f-538d019cd893,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:15.088316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4257a1-6400-421f-9e61-fc79def9dd13 admin admin] Made reservation on behalf of 55bf4df5c73841dbb6507b288100a89d for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:28:15.092771 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2a4257a1-6400-421f-9e61-fc79def9dd13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:15.102137 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 4c5f91b7-b565-4458-971f-538d019cd893 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:28:15.261620 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2a4257a1-6400-421f-9e61-fc79def9dd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:15.322920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4257a1-6400-421f-9e61-fc79def9dd13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a71773a6-703a-4980-bd23-78f58243cc51,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:15.330181 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4257a1-6400-421f-9e61-fc79def9dd13 admin admin] Checking segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:28:15.330546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4257a1-6400-421f-9e61-fc79def9dd13 admin admin] Network hostable DHCP agents. Network: 4c5f91b7-b565-4458-971f-538d019cd893, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:28:15.347577 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4257a1-6400-421f-9e61-fc79def9dd13 admin admin] Network 4c5f91b7-b565-4458-971f-538d019cd893 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:28:15.356046 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-2a4257a1-6400-421f-9e61-fc79def9dd13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4c5f91b7-b565-4458-971f-538d019cd893) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:28:15.360960 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4257a1-6400-421f-9e61-fc79def9dd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:15.361539 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2a4257a1-6400-421f-9e61-fc79def9dd13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:15.367094 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3347390-99af-4851-b9d6-8901329b19ec None None] Network 4c5f91b7-b565-4458-971f-538d019cd893 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:28:15.378369 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2a4257a1-6400-421f-9e61-fc79def9dd13 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3151579
Nov 20 21:28:15.381180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54464) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:28:15.385510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:28:15.407162 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:15.408197 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:15.458747 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:15.519726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4c5f91b7-b565-4458-971f-538d019cd893', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:28:15.521000 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:15.601139 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:15.664564 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Allocated IP 172.20.0.2 (4c5f91b7-b565-4458-971f-538d019cd893/a71773a6-703a-4980-bd23-78f58243cc51/dd87e381-3b84-4acb-80e7-468302217b39) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:28:15.751912 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1fad1236-9c82-4688-8c40-074478abab7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:15.801234 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:15.824775 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:15.827518 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:15.832696 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:15.867805 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Network 4c5f91b7-b565-4458-971f-538d019cd893 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:28:15.873325 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:28:15.876978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:28:15.890241 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Pushing event updated for resources: {'Port': ['ID=dd87e381-3b84-4acb-80e7-468302217b39,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:15.932259 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Allocated IP 172.35.1.239 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/7e656804-3e50-4fed-ab19-29d3497e1a7c) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:28:15.941461 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Attempting to bind port dd87e381-3b84-4acb-80e7-468302217b39 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:28:15.941843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Attempting to bind port dd87e381-3b84-4acb-80e7-468302217b39 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:28:15.942247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Attempting to bind port dd87e381-3b84-4acb-80e7-468302217b39 on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:28:15.947375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:28:15.947742 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Checking segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:28:15.948152 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:15.948552 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Bound using segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:28:15.949026 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Bound port: dd87e381-3b84-4acb-80e7-468302217b39, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:28:15.949414 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:16.012150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] For port dd87e381-3b84-4acb-80e7-468302217b39, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:28:16.015981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] For port dd87e381-3b84-4acb-80e7-468302217b39, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd87e381-3b84-4acb-80e7-468302217b39,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:28:16.019390 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:16.037995 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:16.080120 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef72ca3-f7ec-4933-b63d-6089cb13e1c8 None None] Pushing event updated for resources: {'Port': ['ID=dd87e381-3b84-4acb-80e7-468302217b39,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:16.080329 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:16.121629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:28:16.125956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:28:16.129610 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:28:16.139506 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c97e5d-6160-43b1-b078-4b744c6a584a None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:28:16.154973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7e656804-3e50-4fed-ab19-29d3497e1a7c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:16.253688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5b74d8f9-5d7a-4d12-9902-53f74f78183c None None] Provisioning complete for port 7e656804-3e50-4fed-ab19-29d3497e1a7c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:28:16.254439 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5b74d8f9-5d7a-4d12-9902-53f74f78183c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:16.304333 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-5b74d8f9-5d7a-4d12-9902-53f74f78183c None None] Port 7e656804-3e50-4fed-ab19-29d3497e1a7c cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:28:16.414439 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:16.611078 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:16.689754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device dd87e381-3b84-4acb-80e7-468302217b39 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:28:16.751439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Router 70f64c2a-6e29-4416-a342-f64f7fdf429f is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:28:16.755124 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port dd87e381-3b84-4acb-80e7-468302217b39 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:28:16.755591 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:16.843239 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:16.871770 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:28:16.880970 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Sync routers for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:28:16.892613 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:16.894372 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:16.894931 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:28:16.895756 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54347b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:28:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:28:16.898499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54466) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:28:16.899014 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c58669f1-bf33-45af-9584-d153624d09e1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.5163922
Nov 20 21:28:16.908667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port dd87e381-3b84-4acb-80e7-468302217b39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd87e381-3b84-4acb-80e7-468302217b39,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:28:16.914414 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:16.973468 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=dd87e381-3b84-4acb-80e7-468302217b39,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:17.015214 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:28:17.087482 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5785fc-1665-464c-aa8e-78108da6c562 None None] Network 4c5f91b7-b565-4458-971f-538d019cd893 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:28:17.177711 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6608600d-7b5a-40f9-97b8-a53aee24e175 None None] Provisioning complete for port dd87e381-3b84-4acb-80e7-468302217b39 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:28:17.178002 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6608600d-7b5a-40f9-97b8-a53aee24e175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:17.198986 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54347b20>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:16Z', 'revision_number': 3, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:28:17.227734 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Checking router: 70f64c2a-6e29-4416-a342-f64f7fdf429f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:28:17.227734 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Updating router 70f64c2a-6e29-4416-a342-f64f7fdf429f port 7e656804-3e50-4fed-ab19-29d3497e1a7c binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:28:17.259230 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:17.349650 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:17.527834 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Allocated IP 172.20.0.1 (4c5f91b7-b565-4458-971f-538d019cd893/a71773a6-703a-4980-bd23-78f58243cc51/51bbb60d-e6ce-4419-83f7-55dea10b8806) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:28:17.547999 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7b1fab49-9fba-495b-927c-2caf7ebccd56 None None] Provisioning complete for port dd87e381-3b84-4acb-80e7-468302217b39 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:28:17.548455 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7b1fab49-9fba-495b-927c-2caf7ebccd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:17.551535 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:17.557306 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:17.613633 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Attempting to bind port 7e656804-3e50-4fed-ab19-29d3497e1a7c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:28:17.614023 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Attempting to bind port 7e656804-3e50-4fed-ab19-29d3497e1a7c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:28:17.614779 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Attempting to bind port 7e656804-3e50-4fed-ab19-29d3497e1a7c on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:28:17.616439 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899bc91-5bb6-4106-ab37-c9d3b1cdad52 None None] Pushing event updated for resources: {'Port': ['ID=7e656804-3e50-4fed-ab19-29d3497e1a7c,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:17.618968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93e2a69-a2b3-4181-87f4-4bc47538b5e7 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:28:17.625799 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:28:17.626218 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:28:17.626627 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:17.627024 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:28:17.628124 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Bound port: 7e656804-3e50-4fed-ab19-29d3497e1a7c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:28:17.628124 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:17.630173 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bc91-5bb6-4106-ab37-c9d3b1cdad52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:17.630957 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bc91-5bb6-4106-ab37-c9d3b1cdad52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:17.630957 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bc91-5bb6-4106-ab37-c9d3b1cdad52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:17.631295 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bc91-5bb6-4106-ab37-c9d3b1cdad52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:17.631627 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bc91-5bb6-4106-ab37-c9d3b1cdad52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:17.631955 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bc91-5bb6-4106-ab37-c9d3b1cdad52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:17.632284 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bc91-5bb6-4106-ab37-c9d3b1cdad52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:17.632610 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bc91-5bb6-4106-ab37-c9d3b1cdad52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:17.632936 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bc91-5bb6-4106-ab37-c9d3b1cdad52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:17.633260 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bc91-5bb6-4106-ab37-c9d3b1cdad52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:17.634088 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bc91-5bb6-4106-ab37-c9d3b1cdad52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:17.634088 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899bc91-5bb6-4106-ab37-c9d3b1cdad52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:28:17.658323 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:17.692438 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:17.694827 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] For port 7e656804-3e50-4fed-ab19-29d3497e1a7c, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:28:17.698654 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] For port 7e656804-3e50-4fed-ab19-29d3497e1a7c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e656804-3e50-4fed-ab19-29d3497e1a7c,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:28:17.702579 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:17.739360 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Network 4c5f91b7-b565-4458-971f-538d019cd893 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:28:17.743205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:28:17.746095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:28:17.750666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c3b9db-d224-4b5f-96d9-0f1098505876 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:28:17.764894 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:28:17.765561 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54347b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:28:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:28:17.772935 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899bc91-5bb6-4106-ab37-c9d3b1cdad52 None None] Pushing event updated for resources: {'Port': ['ID=7e656804-3e50-4fed-ab19-29d3497e1a7c,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:17.779026 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Pushing event updated for resources: {'Port': ['ID=51bbb60d-e6ce-4419-83f7-55dea10b8806,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:17.791198 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-76a1c0ce-134c-4097-be20-80e7b97e033c None None] Provisioning complete for port 7e656804-3e50-4fed-ab19-29d3497e1a7c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:28:17.792176 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-76a1c0ce-134c-4097-be20-80e7b97e033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:17.801759 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:17.903699 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-76a1c0ce-134c-4097-be20-80e7b97e033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:17.930377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-76a1c0ce-134c-4097-be20-80e7b97e033c None None] For port 7e656804-3e50-4fed-ab19-29d3497e1a7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e656804-3e50-4fed-ab19-29d3497e1a7c,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:28:17.936767 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-76a1c0ce-134c-4097-be20-80e7b97e033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:17.970980 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:17.994519 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1c0ce-134c-4097-be20-80e7b97e033c None None] Pushing event updated for resources: {'Port': ['ID=7e656804-3e50-4fed-ab19-29d3497e1a7c,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:18.003262 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:28:18.056455 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0f55db3c-d50f-4c9d-a706-851de41aaca3 None None] Provisioning complete for port 7e656804-3e50-4fed-ab19-29d3497e1a7c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:28:18.056837 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0f55db3c-d50f-4c9d-a706-851de41aaca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:18.156828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0f55db3c-d50f-4c9d-a706-851de41aaca3 None None] Provisioning complete for port 51bbb60d-e6ce-4419-83f7-55dea10b8806 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:28:18.157203 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0f55db3c-d50f-4c9d-a706-851de41aaca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:18.171222 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:18.177680 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:18.193746 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0f55db3c-d50f-4c9d-a706-851de41aaca3 None None] Port 51bbb60d-e6ce-4419-83f7-55dea10b8806 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:28:18.204663 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54347b20>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:16Z', 'revision_number': 3, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:28:18.234779 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec96aaf8-1bf4-4dc1-b83f-9a2070a5c417 None None] The sync data for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 is: [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:16Z', 'revision_number': 3, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:28:18.254925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Pushing event updated for resources: {'Port': ['ID=51bbb60d-e6ce-4419-83f7-55dea10b8806,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:18.257729 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:18.352231 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Network 4c5f91b7-b565-4458-971f-538d019cd893 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:28:18.353580 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:28:18.504522 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Router 70f64c2a-6e29-4416-a342-f64f7fdf429f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:28:18.626856 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3cae3209-8d2e-4c60-ace1-2ec0d413ed76 None None] Provisioning complete for port 51bbb60d-e6ce-4419-83f7-55dea10b8806 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:28:18.627234 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3cae3209-8d2e-4c60-ace1-2ec0d413ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:18.643727 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:28:18.662280 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-267cc176-5acf-4dc2-bf04-d089b1a135fd admin admin] 10.222.0.41 "PUT /v2.0/routers/70f64c2a-6e29-4416-a342-f64f7fdf429f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7539904
Nov 20 21:28:18.676577 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3cae3209-8d2e-4c60-ace1-2ec0d413ed76 None None] Port 51bbb60d-e6ce-4419-83f7-55dea10b8806 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:28:18.718934 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:18.791433 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7e656804-3e50-4fed-ab19-29d3497e1a7c up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:28:18.850739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 7e656804-3e50-4fed-ab19-29d3497e1a7c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:28:18.851216 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:18.943442 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device dd87e381-3b84-4acb-80e7-468302217b39 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:28:19.000435 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port dd87e381-3b84-4acb-80e7-468302217b39 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:28:19.000982 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:19.121193 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54474) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:28:19.126573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-762e27df-af42-48bf-8c91-f1fa0a90da87 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--329218344', 'description': 'tempest-description--575533993'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:28:19.151616 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-762e27df-af42-48bf-8c91-f1fa0a90da87 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:19.226969 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-762e27df-af42-48bf-8c91-f1fa0a90da87 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:19.230804 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-762e27df-af42-48bf-8c91-f1fa0a90da87 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:19.264439 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-762e27df-af42-48bf-8c91-f1fa0a90da87 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:19.266246 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-762e27df-af42-48bf-8c91-f1fa0a90da87 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.1437991
Nov 20 21:28:19.268535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e27df-af42-48bf-8c91-f1fa0a90da87 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbae88f6-dd05-45eb-a329-2c6918117d5b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:19.270518 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54476) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:28:19.275164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c3380618-8ebd-4d59-9ebd-18ddf6e0565e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Request body: {'security_group_rule': {'security_group_id': 'dbae88f6-dd05-45eb-a329-2c6918117d5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:28:19.285319 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:19.304200 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3380618-8ebd-4d59-9ebd-18ddf6e0565e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:19.359588 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3380618-8ebd-4d59-9ebd-18ddf6e0565e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:19.363141 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3380618-8ebd-4d59-9ebd-18ddf6e0565e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:19.381559 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3380618-8ebd-4d59-9ebd-18ddf6e0565e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673d5c39-feb9-44d5-902c-30076d6f8684,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:19.387173 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c3380618-8ebd-4d59-9ebd-18ddf6e0565e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:19.392068 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c3380618-8ebd-4d59-9ebd-18ddf6e0565e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1169369
Nov 20 21:28:19.392068 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54478) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:28:19.396360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8061e44f-ccc8-41e0-882e-9f07cfdcffcc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Request body: {'security_group_rule': {'security_group_id': 'dbae88f6-dd05-45eb-a329-2c6918117d5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:28:19.423751 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8061e44f-ccc8-41e0-882e-9f07cfdcffcc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:19.477842 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8061e44f-ccc8-41e0-882e-9f07cfdcffcc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:19.481206 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8061e44f-ccc8-41e0-882e-9f07cfdcffcc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:19.496163 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061e44f-ccc8-41e0-882e-9f07cfdcffcc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205a56e9-f144-4b91-8b49-5e082d3b96ab,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:19.506542 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8061e44f-ccc8-41e0-882e-9f07cfdcffcc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:19.507746 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8061e44f-ccc8-41e0-882e-9f07cfdcffcc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1148930
Nov 20 21:28:19.510708 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54480) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:28:19.515612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:28:19.536627 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:19.926169 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Sync routers for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:28:19.935774 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:28:19.936448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4616cb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:28:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:28:19.978575 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:20.088430 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Allocated IP 172.35.1.249 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/571bc30a-e155-4390-9d47-9b78858282ad) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:28:20.195769 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:20.198386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:28:20.231617 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:20.266175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:28:20.272388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:28:20.276034 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:28:20.306964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Pushing event updated for resources: {'Port': ['ID=571bc30a-e155-4390-9d47-9b78858282ad,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:20.372392 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:20.405125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4616cb80>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:18Z', 'revision_number': 2, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:28:20.407537 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:20.435342 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Checking router: 70f64c2a-6e29-4416-a342-f64f7fdf429f for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:28:20.435696 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Updating router 70f64c2a-6e29-4416-a342-f64f7fdf429f port 51bbb60d-e6ce-4419-83f7-55dea10b8806 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:28:20.460333 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:20.568113 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:20.572827 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:20.640276 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Pushing event updated for resources: {'Port': ['ID=571bc30a-e155-4390-9d47-9b78858282ad,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:20.652245 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:20.669823 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:20.678135 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a467e44a-9259-4b9e-a0fd-38d549ef6d17 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1594994
Nov 20 21:28:20.729664 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:20.736034 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:20.791537 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f918a4-d5c6-407b-a5c0-a14f2b0130a7 None None] Pushing event updated for resources: {'Port': ['ID=51bbb60d-e6ce-4419-83f7-55dea10b8806,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:20.832654 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-8adf17c4-2818-4dec-ac3b-9ce4dbad47c3 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--329218344&fields=id&tenant_id=55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 267 time: 0.0498333
Nov 20 21:28:20.842295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Attempting to bind port 51bbb60d-e6ce-4419-83f7-55dea10b8806 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:28:20.843203 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Attempting to bind port 51bbb60d-e6ce-4419-83f7-55dea10b8806 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:28:20.843577 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Attempting to bind port 51bbb60d-e6ce-4419-83f7-55dea10b8806 on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:28:20.848887 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:28:20.849271 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Checking segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:28:20.849677 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:20.850103 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Bound using segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:28:20.850584 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Bound port: 51bbb60d-e6ce-4419-83f7-55dea10b8806, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:28:20.850971 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:20.918940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] For port 51bbb60d-e6ce-4419-83f7-55dea10b8806, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:28:20.922990 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] For port 51bbb60d-e6ce-4419-83f7-55dea10b8806, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51bbb60d-e6ce-4419-83f7-55dea10b8806,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:28:20.928059 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:20.948731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-ea6096d0-110c-4c49-bd4b-f002a607f7f9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:20.950329 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-ea6096d0-110c-4c49-bd4b-f002a607f7f9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 812 time: 0.1095619
Nov 20 21:28:20.970341 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-f996a41f-0e5a-4e3c-82fa-ed75576df3c1 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/quotas/55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 375 time: 0.0127366
Nov 20 21:28:20.990145 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:28:20.990805 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4616cb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:28:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:28:21.029326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-a9f1220a-d8e5-4eb6-aae0-6cc8398fd34f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0513265
Nov 20 21:28:21.036245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f918a4-d5c6-407b-a5c0-a14f2b0130a7 None None] Pushing event updated for resources: {'Port': ['ID=51bbb60d-e6ce-4419-83f7-55dea10b8806,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:21.061650 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a4089159-e3c7-4dc0-80d6-502c84c3e79e None None] Provisioning complete for port 51bbb60d-e6ce-4419-83f7-55dea10b8806 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:28:21.061937 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a4089159-e3c7-4dc0-80d6-502c84c3e79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:21.143837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-63a2d9f6-e3fc-4426-81e0-f307fc6e8c80 service neutron] 10.222.0.41 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0961723
Nov 20 21:28:21.144939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:28:21.245800 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-14fc3bc9-1d14-4b4b-9979-d81f80e830b6 service neutron] 10.222.0.41 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0945845
Nov 20 21:28:21.307001 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a4089159-e3c7-4dc0-80d6-502c84c3e79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:21.362021 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a4089159-e3c7-4dc0-80d6-502c84c3e79e None None] For port 51bbb60d-e6ce-4419-83f7-55dea10b8806, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51bbb60d-e6ce-4419-83f7-55dea10b8806,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:28:21.381770 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a4089159-e3c7-4dc0-80d6-502c84c3e79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:21.426158 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-29e97114-29cf-423a-bdef-c2387dff6e1a req-4039ad15-ae48-45c3-aeec-7f3f12dc947e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 210 time: 0.0345607
Nov 20 21:28:21.460845 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4089159-e3c7-4dc0-80d6-502c84c3e79e None None] Pushing event updated for resources: {'Port': ['ID=51bbb60d-e6ce-4419-83f7-55dea10b8806,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:21.474867 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4616cb80>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:20Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:28:21.507183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a811775-c1b2-4527-bd93-1d24b82b3603 None None] The sync data for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 is: [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:20Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:28:21.517500 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c55e0cb2-b979-4b2b-a398-8914c4b5fad6 None None] Provisioning complete for port 51bbb60d-e6ce-4419-83f7-55dea10b8806 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:28:21.517872 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c55e0cb2-b979-4b2b-a398-8914c4b5fad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:22.445362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-5ac3a74e-53e0-42c1-bbbb-6ba7105af57b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:22.454650 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-5ac3a74e-53e0-42c1-bbbb-6ba7105af57b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 812 time: 0.1159110
Nov 20 21:28:22.544706 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb7756dc-85da-4bb1-ae2b-aafec37c9daa req-8cd8ec77-6195-45ab-9fbf-c0b237542282 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 210 time: 0.0385129
Nov 20 21:28:22.555445 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-2e55b573-d13b-4213-8c57-b37571a9e44d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 379 time: 0.0993514
Nov 20 21:28:22.566898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-60087e33-40f1-4f35-928e-c7aa6d6016b6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Request body: {'port': {'device_id': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'admin_state_up': True, 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'security_groups': ['dbae88f6-dd05-45eb-a329-2c6918117d5b']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:28:22.685356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-60087e33-40f1-4f35-928e-c7aa6d6016b6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Made reservation on behalf of 55bf4df5c73841dbb6507b288100a89d for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:28:22.691602 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 51bbb60d-e6ce-4419-83f7-55dea10b8806 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:28:22.692541 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-60087e33-40f1-4f35-928e-c7aa6d6016b6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:22.744592 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 51bbb60d-e6ce-4419-83f7-55dea10b8806 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:28:22.744968 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:22.826283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-60087e33-40f1-4f35-928e-c7aa6d6016b6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Allocated IP 172.20.0.9 (4c5f91b7-b565-4458-971f-538d019cd893/a71773a6-703a-4980-bd23-78f58243cc51/7bb20b8b-e8de-4f22-ab90-0e46063be52d) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:28:22.961496 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-60087e33-40f1-4f35-928e-c7aa6d6016b6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:23.000037 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-60087e33-40f1-4f35-928e-c7aa6d6016b6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:23.042882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-60087e33-40f1-4f35-928e-c7aa6d6016b6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Network 4c5f91b7-b565-4458-971f-538d019cd893 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:28:23.046517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-60087e33-40f1-4f35-928e-c7aa6d6016b6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:28:23.050282 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-60087e33-40f1-4f35-928e-c7aa6d6016b6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:28:23.075631 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60087e33-40f1-4f35-928e-c7aa6d6016b6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Pushing event updated for resources: {'Port': ['ID=7bb20b8b-e8de-4f22-ab90-0e46063be52d,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:23.104954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-60087e33-40f1-4f35-928e-c7aa6d6016b6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:23.105597 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-60087e33-40f1-4f35-928e-c7aa6d6016b6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:23.122583 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-60087e33-40f1-4f35-928e-c7aa6d6016b6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5599315
Nov 20 21:28:23.135730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Request body: {'port': {'device_id': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:28:23.193109 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:23.277074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e4791c44-df5f-470a-9439-a52236057b95 None None] Provisioning complete for port 7bb20b8b-e8de-4f22-ab90-0e46063be52d triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:28:23.278004 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e4791c44-df5f-470a-9439-a52236057b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:23.312661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e4791c44-df5f-470a-9439-a52236057b95 None None] Port 7bb20b8b-e8de-4f22-ab90-0e46063be52d cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:28:23.462793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb20b8b-e8de-4f22-ab90-0e46063be52d {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:28:23.472373 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:23.484531 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Transition to ACTIVE for port object 7bb20b8b-e8de-4f22-ab90-0e46063be52d will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:28:23.487439 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:23.542385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Pushing event updated for resources: {'Port': ['ID=7bb20b8b-e8de-4f22-ab90-0e46063be52d,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:23.627293 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Attempting to bind port 7bb20b8b-e8de-4f22-ab90-0e46063be52d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:28:23.627895 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Attempting to bind port 7bb20b8b-e8de-4f22-ab90-0e46063be52d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:28:23.628399 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Attempting to bind port 7bb20b8b-e8de-4f22-ab90-0e46063be52d on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:28:23.633546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Port 7bb20b8b-e8de-4f22-ab90-0e46063be52d on network 4c5f91b7-b565-4458-971f-538d019cd893 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:28:23.634129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Attempting to bind port 7bb20b8b-e8de-4f22-ab90-0e46063be52d on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:28:23.640926 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:28:23.641541 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Checking segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:28:23.642156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Bound using segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:28:23.642760 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Bound port: 7bb20b8b-e8de-4f22-ab90-0e46063be52d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:28:23.643432 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:23.684495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3171ccd-5555-48d5-8389-40edb409e0a4 req-63b31f7b-0ea1-422c-a653-7264a626ea8d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:23.690626 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e3171ccd-5555-48d5-8389-40edb409e0a4 req-63b31f7b-0ea1-422c-a653-7264a626ea8d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 943 time: 0.0588677
Nov 20 21:28:23.731489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] For port 7bb20b8b-e8de-4f22-ab90-0e46063be52d, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:28:23.734675 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] For port 7bb20b8b-e8de-4f22-ab90-0e46063be52d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:28:23.739658 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:23.751675 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e3171ccd-5555-48d5-8389-40edb409e0a4 req-10cb2964-4016-410d-8245-4f8082c06071 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561242
Nov 20 21:28:23.784498 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:23.785375 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:23.787698 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] 10.222.0.47 "PUT /v2.0/ports/7bb20b8b-e8de-4f22-ab90-0e46063be52d HTTP/1.1" status: 200  len: 1091 time: 0.6563463
Nov 20 21:28:23.788169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'tag': '7bb20b8b-e8de-4f22-ab90-0e46063be52d'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:28:23.791619 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cee88c-995e-47a9-9ac3-2ff9cdb7741a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1187118-c4d6-4cd7-81c9-b04213c8a1fe", "tag": "7bb20b8b-e8de-4f22-ab90-0e46063be52d"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:28:23.828519 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b5736-533c-4cd6-a7c2-811819b7950b service neutron] Pushing event updated for resources: {'Port': ['ID=7bb20b8b-e8de-4f22-ab90-0e46063be52d,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:23.842183 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14435b3-8923-4649-887b-5a4e9c61523b x-openstack-request-id: req-b14435b3-8923-4649-887b-5a4e9c61523b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:28:23.842635 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1187118-c4d6-4cd7-81c9-b04213c8a1fe", "tag": "7bb20b8b-e8de-4f22-ab90-0e46063be52d", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:28:23.842821 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b14435b3-8923-4649-887b-5a4e9c61523b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:28:23.843476 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'tag': '7bb20b8b-e8de-4f22-ab90-0e46063be52d', 'status': 'completed', 'code': 200}
Nov 20 21:28:23.877400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-8828b744-8e8a-4b8b-898e-f289783ec8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:23.879019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-8828b744-8e8a-4b8b-898e-f289783ec8bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 1094 time: 0.0473847
Nov 20 21:28:23.926482 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-7620ae9c-6732-4bc5-81f1-8f5d258e7551 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d HTTP/1.1" status: 200  len: 217 time: 0.0395455
Nov 20 21:28:23.979313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-4941095b-c5aa-404d-85f3-4f2658941e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:23.980793 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-4941095b-c5aa-404d-85f3-4f2658941e8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0481651
Nov 20 21:28:24.029152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-90b8dd84-470a-4968-9c77-267623ef7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:24.030752 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-90b8dd84-470a-4968-9c77-267623ef7f26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428050
Nov 20 21:28:24.126685 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-0d833efc-bf72-486d-be2c-0151ad0c3eb1 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873883
Nov 20 21:28:24.217843 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ba93e8f1-5eb1-4144-a069-b4a7a91b5dfd req-b7f1e377-83d3-471b-874e-c90c76e836d9 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837297
Nov 20 21:28:24.309901 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cee88c-995e-47a9-9ac3-2ff9cdb7741a req-c15c57ed-84c5-4af8-88b2-1e6a36cbfe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:24.311457 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95cee88c-995e-47a9-9ac3-2ff9cdb7741a req-c15c57ed-84c5-4af8-88b2-1e6a36cbfe5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 1094 time: 0.0465224
Nov 20 21:28:24.400887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cee88c-995e-47a9-9ac3-2ff9cdb7741a req-defb70d7-98cb-4e2f-84f8-6bbf09cc3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:24.402382 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95cee88c-995e-47a9-9ac3-2ff9cdb7741a req-defb70d7-98cb-4e2f-84f8-6bbf09cc3fb9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0835290
Nov 20 21:28:24.446679 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95cee88c-995e-47a9-9ac3-2ff9cdb7741a req-3404bee3-ecb7-4db1-8270-f6e2297dbec4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d HTTP/1.1" status: 200  len: 217 time: 0.0370605
Nov 20 21:28:24.496008 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cee88c-995e-47a9-9ac3-2ff9cdb7741a req-a6e2e609-364e-4289-bcce-e1dd35e44ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:24.497440 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95cee88c-995e-47a9-9ac3-2ff9cdb7741a req-a6e2e609-364e-4289-bcce-e1dd35e44ed0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0442166
Nov 20 21:28:24.545409 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cee88c-995e-47a9-9ac3-2ff9cdb7741a req-1b576063-afcb-4f30-be38-6dae2cd494f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:24.547718 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95cee88c-995e-47a9-9ac3-2ff9cdb7741a req-1b576063-afcb-4f30-be38-6dae2cd494f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0427413
Nov 20 21:28:24.643198 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95cee88c-995e-47a9-9ac3-2ff9cdb7741a req-72676794-868c-4f50-bfbd-e8217c407f95 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872254
Nov 20 21:28:24.737156 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95cee88c-995e-47a9-9ac3-2ff9cdb7741a req-edec336e-a121-44c9-8b30-2be7c5da6618 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867503
Nov 20 21:28:24.871189 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b615e-b444-48e2-9345-2d779ceada63 req-459d1276-0ac7-4f84-ad96-a4bd09dd48fc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:24.872599 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b34b615e-b444-48e2-9345-2d779ceada63 req-459d1276-0ac7-4f84-ad96-a4bd09dd48fc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 943 time: 0.0498023
Nov 20 21:28:24.922265 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b34b615e-b444-48e2-9345-2d779ceada63 req-89ba761c-2e6a-4d1a-9514-145f8b2bf455 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435891
Nov 20 21:28:26.042787 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dfa86-2761-4873-99fd-e91a76c701d5 req-d5754c00-20e0-40d2-8cf2-5013b0d83dd1 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:26.044266 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd7dfa86-2761-4873-99fd-e91a76c701d5 req-d5754c00-20e0-40d2-8cf2-5013b0d83dd1 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 943 time: 0.0540245
Nov 20 21:28:26.092432 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fd7dfa86-2761-4873-99fd-e91a76c701d5 req-4e66324c-1282-46d8-965e-ec68b6596e1a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420115
Nov 20 21:28:26.866830 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7bb20b8b-e8de-4f22-ab90-0e46063be52d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:28:26.963382 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7bb20b8b-e8de-4f22-ab90-0e46063be52d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:28:26.975092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '7bb20b8b-e8de-4f22-ab90-0e46063be52d', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'port_id': '7bb20b8b-e8de-4f22-ab90-0e46063be52d', 'mac_address': 'fa:16:3e:5c:1e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:28:27.013442 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:27.031482 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb20b8b-e8de-4f22-ab90-0e46063be52d {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:28:27.050846 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7bb20b8b-e8de-4f22-ab90-0e46063be52d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:28:27.054504 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:27.102427 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=7bb20b8b-e8de-4f22-ab90-0e46063be52d,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:27.208745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e8bc8-d360-403b-93db-72514618725d req-0afa4c0c-d8a2-400a-8e92-fe2b218a18c5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:27.210256 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da1e8bc8-d360-403b-93db-72514618725d req-0afa4c0c-d8a2-400a-8e92-fe2b218a18c5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 944 time: 0.0494187
Nov 20 21:28:27.257959 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7bb20b8b-e8de-4f22-ab90-0e46063be52d'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:28:27.258237 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da1e8bc8-d360-403b-93db-72514618725d req-b0933c38-c8e5-4fd2-b72a-b6686a0fc66b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417762
Nov 20 21:28:28.375475 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fb957-480a-461b-8ff5-789a36027dc2 req-59d25db9-5ddb-4acf-a953-0f0a3f1778a2 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:28.376986 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-da4fb957-480a-461b-8ff5-789a36027dc2 req-59d25db9-5ddb-4acf-a953-0f0a3f1778a2 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 944 time: 0.0486619
Nov 20 21:28:28.425342 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-da4fb957-480a-461b-8ff5-789a36027dc2 req-d265e8d7-10fa-4bae-b84a-d0919b34726b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423036
Nov 20 21:28:28.870838 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7bb20b8b-e8de-4f22-ab90-0e46063be52d up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:28:28.918006 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 7bb20b8b-e8de-4f22-ab90-0e46063be52d completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:28:28.922565 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 7bb20b8b-e8de-4f22-ab90-0e46063be52d triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:28:28.922942 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:28.998616 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:29.026488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb20b8b-e8de-4f22-ab90-0e46063be52d'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:28:29.029109 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787671c0-74f0-49df-8a1f-971fbd59973f" -d '{"events": [{"server_uuid": "c1187118-c4d6-4cd7-81c9-b04213c8a1fe", "name": "network-vif-plugged", "status": "completed", "tag": "7bb20b8b-e8de-4f22-ab90-0e46063be52d"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:28:29.035620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7bb20b8b-e8de-4f22-ab90-0e46063be52d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:28:29.039516 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:29.072305 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b9387f-6462-4fde-afb4-d2c32d8253c9 x-openstack-request-id: req-41b9387f-6462-4fde-afb4-d2c32d8253c9 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:28:29.072614 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1187118-c4d6-4cd7-81c9-b04213c8a1fe", "name": "network-vif-plugged", "status": "completed", "tag": "7bb20b8b-e8de-4f22-ab90-0e46063be52d", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:28:29.072874 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41b9387f-6462-4fde-afb4-d2c32d8253c9 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:28:29.073263 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb20b8b-e8de-4f22-ab90-0e46063be52d', 'code': 200}
Nov 20 21:28:29.098181 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=7bb20b8b-e8de-4f22-ab90-0e46063be52d,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:28:29.167659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575de97-24c8-4d12-a727-36e350415d12 req-114e27fc-4558-441a-b7f9-0a4164145acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:29.169092 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5575de97-24c8-4d12-a727-36e350415d12 req-114e27fc-4558-441a-b7f9-0a4164145acc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 1096 time: 0.0415995
Nov 20 21:28:29.218412 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5575de97-24c8-4d12-a727-36e350415d12 req-52a2b6de-fc01-4bb4-82a7-04dca46ff940 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409362
Nov 20 21:28:29.544168 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876c10-2c49-44e0-b3d0-b0b5948d2d55 req-8a85eb41-6a73-47b7-a0f3-92de6fc7c9ab tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:29.545668 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d876c10-2c49-44e0-b3d0-b0b5948d2d55 req-8a85eb41-6a73-47b7-a0f3-92de6fc7c9ab tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 945 time: 0.0502875
Nov 20 21:28:29.593695 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d876c10-2c49-44e0-b3d0-b0b5948d2d55 req-9ffaf2b2-d1b6-4ff4-a238-5042a1b43da9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419047
Nov 20 21:28:30.716312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82054c6f-582c-426b-81e5-7e2630f5cc00 req-2be4e255-537f-4264-bf8b-c59047f99d82 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:30.718446 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-82054c6f-582c-426b-81e5-7e2630f5cc00 req-2be4e255-537f-4264-bf8b-c59047f99d82 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 945 time: 0.0526166
Nov 20 21:28:30.767220 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-82054c6f-582c-426b-81e5-7e2630f5cc00 req-f1292c95-55f5-4285-9595-05f8313661ab tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428367
Nov 20 21:28:30.878585 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78219ff3-239e-477b-bb39-820d45f1d856 req-649a7547-1a49-4a41-a51a-2470022dfce7 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:30.880106 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-78219ff3-239e-477b-bb39-820d45f1d856 req-649a7547-1a49-4a41-a51a-2470022dfce7 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 945 time: 0.0495808
Nov 20 21:28:30.888485 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 54526) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:28:30.893472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-261f6dfe-e80e-4e20-92bf-84563ab7efbc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Request body: {'floatingip': {'port_id': '7bb20b8b-e8de-4f22-ab90-0e46063be52d'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:28:30.934927 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-261f6dfe-e80e-4e20-92bf-84563ab7efbc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for floatingip, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:31.357536 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-261f6dfe-e80e-4e20-92bf-84563ab7efbc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:31.361244 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-261f6dfe-e80e-4e20-92bf-84563ab7efbc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:31.459879 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-261f6dfe-e80e-4e20-92bf-84563ab7efbc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Floating IP 170ace79-18a6-498b-92fd-e5f5dd1e84f1 associated. External IP: 172.35.1.249, port: 7bb20b8b-e8de-4f22-ab90-0e46063be52d.
Nov 20 21:28:31.666504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261f6dfe-e80e-4e20-92bf-84563ab7efbc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Router 70f64c2a-6e29-4416-a342-f64f7fdf429f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:28:31.773978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261f6dfe-e80e-4e20-92bf-84563ab7efbc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:28:31.778734 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-261f6dfe-e80e-4e20-92bf-84563ab7efbc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:31.785081 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a45ad-14d2-4372-a55c-36effff8201b None None] Sync routers for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:28:31.795091 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a45ad-14d2-4372-a55c-36effff8201b None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:28:31.795695 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ae0a45ad-14d2-4372-a55c-36effff8201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54583850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:28:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:28:31.806721 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-261f6dfe-e80e-4e20-92bf-84563ab7efbc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "PUT /v2.0/floatingips/170ace79-18a6-498b-92fd-e5f5dd1e84f1 HTTP/1.1" status: 200  len: 991 time: 0.9171875
Nov 20 21:28:31.807309 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'tag': '7bb20b8b-e8de-4f22-ab90-0e46063be52d'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:28:31.809691 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459b5efa-5a9b-4dd2-a691-52d7258ec7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c1187118-c4d6-4cd7-81c9-b04213c8a1fe", "tag": "7bb20b8b-e8de-4f22-ab90-0e46063be52d"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:28:31.847498 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e3140b-65a6-4bdb-8441-077069997f28 x-openstack-request-id: req-88e3140b-65a6-4bdb-8441-077069997f28 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:28:31.847890 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1187118-c4d6-4cd7-81c9-b04213c8a1fe", "tag": "7bb20b8b-e8de-4f22-ab90-0e46063be52d", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:28:31.848076 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88e3140b-65a6-4bdb-8441-077069997f28 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:28:31.848458 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'tag': '7bb20b8b-e8de-4f22-ab90-0e46063be52d', 'status': 'completed', 'code': 200}
Nov 20 21:28:31.909922 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-ae0a45ad-14d2-4372-a55c-36effff8201b None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:28:31.913646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b5efa-5a9b-4dd2-a691-52d7258ec7cf req-26e86291-ea29-4f42-bf1c-1e9996e2ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:31.915328 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-459b5efa-5a9b-4dd2-a691-52d7258ec7cf req-26e86291-ea29-4f42-bf1c-1e9996e2ca92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 1096 time: 0.0427749
Nov 20 21:28:32.009722 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b5efa-5a9b-4dd2-a691-52d7258ec7cf req-7ed72c2f-e89e-4f95-b8df-148420cdeab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:32.011300 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-459b5efa-5a9b-4dd2-a691-52d7258ec7cf req-7ed72c2f-e89e-4f95-b8df-148420cdeab5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0881968
Nov 20 21:28:32.081636 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-459b5efa-5a9b-4dd2-a691-52d7258ec7cf req-e71a41e5-f073-4291-b692-fb0a71a19a4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d HTTP/1.1" status: 200  len: 999 time: 0.0630848
Nov 20 21:28:32.131040 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ae0a45ad-14d2-4372-a55c-36effff8201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54583850>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '170ace79-18a6-498b-92fd-e5f5dd1e84f1', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'floating_ip_address': '172.35.1.249', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'port_id': '7bb20b8b-e8de-4f22-ab90-0e46063be52d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'mac_address': 'fa:16:3e:5c:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:28:20Z', 'updated_at': '2021-11-20T21:28:31Z', 'revision_number': 1, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:28:32.132659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b5efa-5a9b-4dd2-a691-52d7258ec7cf req-e6c8b1ea-0988-4c7f-8048-2ebabe3c0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:32.134185 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-459b5efa-5a9b-4dd2-a691-52d7258ec7cf req-e6c8b1ea-0988-4c7f-8048-2ebabe3c0587 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0449972
Nov 20 21:28:32.162247 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a45ad-14d2-4372-a55c-36effff8201b None None] Checking router: 70f64c2a-6e29-4416-a342-f64f7fdf429f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:28:32.171150 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a45ad-14d2-4372-a55c-36effff8201b None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:28:32.171781 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ae0a45ad-14d2-4372-a55c-36effff8201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54583850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:28:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:28:32.181632 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b5efa-5a9b-4dd2-a691-52d7258ec7cf req-01164fda-17b0-4168-b486-af42aaedf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:28:32.183192 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-459b5efa-5a9b-4dd2-a691-52d7258ec7cf req-01164fda-17b0-4168-b486-af42aaedf610 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0417385
Nov 20 21:28:32.276281 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-459b5efa-5a9b-4dd2-a691-52d7258ec7cf req-dc626101-b527-420f-89b4-d472054e9004 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856404
Nov 20 21:28:32.276514 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-ae0a45ad-14d2-4372-a55c-36effff8201b None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:28:32.366390 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-459b5efa-5a9b-4dd2-a691-52d7258ec7cf req-ca781176-5982-48b0-a580-0407cb8c539c service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829821
Nov 20 21:28:32.501518 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ae0a45ad-14d2-4372-a55c-36effff8201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54583850>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '170ace79-18a6-498b-92fd-e5f5dd1e84f1', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'floating_ip_address': '172.35.1.249', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'port_id': '7bb20b8b-e8de-4f22-ab90-0e46063be52d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'mac_address': 'fa:16:3e:5c:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:28:20Z', 'updated_at': '2021-11-20T21:28:31Z', 'revision_number': 1, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:28:32.527748 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a45ad-14d2-4372-a55c-36effff8201b None None] The sync data for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 is: [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '170ace79-18a6-498b-92fd-e5f5dd1e84f1', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'floating_ip_address': '172.35.1.249', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'port_id': '7bb20b8b-e8de-4f22-ab90-0e46063be52d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'mac_address': 'fa:16:3e:5c:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:28:20Z', 'updated_at': '2021-11-20T21:28:31Z', 'revision_number': 1, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:28:32.730693 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e69cc-93aa-40c4-99c9-248fde283390 None None] New status for floating IP 170ace79-18a6-498b-92fd-e5f5dd1e84f1: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:28:38.464064 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:38.513482 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:43.335490 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1066ff03-33e4-442f-a22a-066bdfe72d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:45.712661 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e6fac122-3845-4f84-90bc-6e6b17b8e624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:46.870418 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:48.555464 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:28:48.715033 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:28:49.286664 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:29:08.462508 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:29:08.537522 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:29:13.336611 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-120d4746-9b2f-4a36-8c85-1e3b3a0aa499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:29:15.714410 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f740e8cf-cd4d-4e87-9ee8-e20466d3e1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:29:16.871784 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:29:18.205581 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c858dff-fb27-4fb4-b527-02d76925689c req-a850d752-ae34-4b77-b036-05a1977c7c39 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0397491
Nov 20 21:29:18.290178 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c858dff-fb27-4fb4-b527-02d76925689c req-77103f54-b630-4484-8175-1f59862dcf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:29:18.291689 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c858dff-fb27-4fb4-b527-02d76925689c req-77103f54-b630-4484-8175-1f59862dcf82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 1096 time: 0.0451550
Nov 20 21:29:18.392620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c858dff-fb27-4fb4-b527-02d76925689c req-6c1fc18a-1860-4d39-8d27-5a6084a704f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:29:18.394130 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c858dff-fb27-4fb4-b527-02d76925689c req-6c1fc18a-1860-4d39-8d27-5a6084a704f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0846696
Nov 20 21:29:18.462118 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c858dff-fb27-4fb4-b527-02d76925689c req-24e584e0-6efb-4c31-94d7-38d6eec0ceeb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d HTTP/1.1" status: 200  len: 1001 time: 0.0609872
Nov 20 21:29:18.511709 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c858dff-fb27-4fb4-b527-02d76925689c req-4d3ad97b-2141-4ebe-a0de-a6ee74caeba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:29:18.513228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c858dff-fb27-4fb4-b527-02d76925689c req-4d3ad97b-2141-4ebe-a0de-a6ee74caeba1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0448222
Nov 20 21:29:18.559443 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c858dff-fb27-4fb4-b527-02d76925689c req-ed3bf3cb-c362-4714-939d-22220926e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:29:18.560980 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c858dff-fb27-4fb4-b527-02d76925689c req-ed3bf3cb-c362-4714-939d-22220926e5fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400207
Nov 20 21:29:18.659681 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c858dff-fb27-4fb4-b527-02d76925689c req-fff1c16b-18b7-4297-9164-fb00a77d80c6 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0911963
Nov 20 21:29:18.719777 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:29:18.754789 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5c858dff-fb27-4fb4-b527-02d76925689c req-9b21533b-2006-45d1-8506-fba812a5194f service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877349
Nov 20 21:29:19.288105 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:29:25.554751 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:29:38.477710 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:29:38.537907 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:29:43.337560 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3f534e3e-03ab-471a-beb4-c995f2467c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:29:45.715425 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cd131a2f-85fb-445d-b671-5a30b12b1264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:29:46.874392 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:29:48.721608 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:29:49.289313 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:02.553968 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:30:08.480686 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:08.555267 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:08.754430 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcf389-4fc7-400e-954d-34e71da732fd req-35d2e006-9bc4-413e-b0ec-45f120cda5e5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:08.755859 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0dcf389-4fc7-400e-954d-34e71da732fd req-35d2e006-9bc4-413e-b0ec-45f120cda5e5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 945 time: 0.0507035
Nov 20 21:30:08.803128 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f0dcf389-4fc7-400e-954d-34e71da732fd req-85ac956a-4f3d-4a37-b18e-e3f00bd59c78 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414267
Nov 20 21:30:09.049335 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dc9c2-2a68-493d-9621-4673ae4f0abc req-35886d43-28e8-45e2-b176-27efda23bdf9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:09.051044 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-408dc9c2-2a68-493d-9621-4673ae4f0abc req-35886d43-28e8-45e2-b176-27efda23bdf9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 945 time: 0.0535862
Nov 20 21:30:09.087936 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-591a9c3c-afd8-424e-a840-386d05538359 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1019425
Nov 20 21:30:09.103700 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-408dc9c2-2a68-493d-9621-4673ae4f0abc req-69169063-377d-4d65-bb9c-e69d38c6226d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464761
Nov 20 21:30:10.162622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-c85072e6-8fdc-4a21-bc37-2e7251e0791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:10.164432 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-c85072e6-8fdc-4a21-bc37-2e7251e0791e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 1096 time: 0.0420675
Nov 20 21:30:10.282647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5a830-0a9d-4a36-8ecc-e38dc0e73252 req-c7263101-26ba-4ad0-9e52-2b67d404290c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:10.284131 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43e5a830-0a9d-4a36-8ecc-e38dc0e73252 req-c7263101-26ba-4ad0-9e52-2b67d404290c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 945 time: 0.1053522
Nov 20 21:30:10.299832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-59703bae-0a62-495f-86f0-24b587698c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:10.301198 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-59703bae-0a62-495f-86f0-24b587698c28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.1299658
Nov 20 21:30:10.379445 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-43e5a830-0a9d-4a36-8ecc-e38dc0e73252 req-aefe2952-b161-426c-a719-e4773861614d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0882385
Nov 20 21:30:10.386033 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-75156e3a-2d5b-43ff-b7c4-1f8f55d1ae47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d HTTP/1.1" status: 200  len: 1001 time: 0.0776293
Nov 20 21:30:10.439077 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-be638988-e710-4044-8423-50949d063a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:10.441455 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-be638988-e710-4044-8423-50949d063a26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0492740
Nov 20 21:30:10.487518 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-d2096b70-4b79-42ed-9346-55aa149cc9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:10.489011 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-d2096b70-4b79-42ed-9346-55aa149cc9e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402243
Nov 20 21:30:10.580810 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-a9daab54-5e8c-45f2-889c-cb91b728da04 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846059
Nov 20 21:30:10.669076 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-4a4a5271-334a-4c29-836f-166d349375cb service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818899
Nov 20 21:30:11.501021 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586a014-00d5-4a3d-b1d8-a24ec79f3da0 req-d542cd26-1a35-4627-80ed-9489ff32da61 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:11.503064 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e586a014-00d5-4a3d-b1d8-a24ec79f3da0 req-d542cd26-1a35-4627-80ed-9489ff32da61 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 945 time: 0.0517700
Nov 20 21:30:11.551648 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e586a014-00d5-4a3d-b1d8-a24ec79f3da0 req-1fed5e4f-12de-42d3-9e04-258b80d18aaa tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419071
Nov 20 21:30:12.674331 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe574d-040b-49cd-a5cb-79e56ef51054 req-32f9f586-4a06-4495-a4db-ef595a2e63f7 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:12.675816 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0bbe574d-040b-49cd-a5cb-79e56ef51054 req-32f9f586-4a06-4495-a4db-ef595a2e63f7 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 945 time: 0.0545805
Nov 20 21:30:12.727033 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0bbe574d-040b-49cd-a5cb-79e56ef51054 req-6d8bdd64-7e15-41fb-8b28-f3aa77ae57d3 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450974
Nov 20 21:30:13.338102 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e4d75138-44b0-4f7b-bf58-6f3d98b1067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:13.841226 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dc14a-20d6-48b5-8b4f-909bb5380e22 req-182c4cb1-ac7a-4eef-8b43-0df5331fdb18 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:13.842746 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-015dc14a-20d6-48b5-8b4f-909bb5380e22 req-182c4cb1-ac7a-4eef-8b43-0df5331fdb18 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 945 time: 0.0485253
Nov 20 21:30:13.894561 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-015dc14a-20d6-48b5-8b4f-909bb5380e22 req-80cba3e9-da4f-4a9c-88ad-b96fa91ab61a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453572
Nov 20 21:30:15.010702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f41006-edfc-43b0-8628-956e82e6e019 req-03ff2e4f-e38b-43c8-a6d7-da1b32ee7356 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:15.012173 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-86f41006-edfc-43b0-8628-956e82e6e019 req-03ff2e4f-e38b-43c8-a6d7-da1b32ee7356 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 945 time: 0.0486000
Nov 20 21:30:15.058916 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-86f41006-edfc-43b0-8628-956e82e6e019 req-2a8ff89a-b981-4cbe-b501-359e666e2cfe tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401380
Nov 20 21:30:15.716103 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-439add62-d85d-4d9f-94e2-5d68ecbe62dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:16.175355 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c865cd6-3abc-4cea-9c90-325cde161280 req-a79e9b07-5f99-4fdb-b7f2-97b1fc151d67 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:16.176856 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c865cd6-3abc-4cea-9c90-325cde161280 req-a79e9b07-5f99-4fdb-b7f2-97b1fc151d67 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 945 time: 0.0489211
Nov 20 21:30:16.224498 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c865cd6-3abc-4cea-9c90-325cde161280 req-c90481d0-13c3-4e4f-9cf0-c84b3fb589c8 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414219
Nov 20 21:30:16.878391 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:17.339897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26079a-8faa-42fd-96ee-11273f42842f req-1fbd1667-7391-4947-83a9-3ebd9db63ebe tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:17.341366 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be26079a-8faa-42fd-96ee-11273f42842f req-1fbd1667-7391-4947-83a9-3ebd9db63ebe tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 945 time: 0.0487232
Nov 20 21:30:17.388579 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be26079a-8faa-42fd-96ee-11273f42842f req-54e6bb06-bd9e-48c6-ac41-0f9a7ea2002b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411963
Nov 20 21:30:18.506759 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893e29b-b8ee-4298-b55a-5ded1895f1b6 req-12d2f817-397f-46ad-813b-9d7664807d73 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:18.508251 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5893e29b-b8ee-4298-b55a-5ded1895f1b6 req-12d2f817-397f-46ad-813b-9d7664807d73 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 945 time: 0.0502536
Nov 20 21:30:18.555830 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5893e29b-b8ee-4298-b55a-5ded1895f1b6 req-f9216569-3fc1-4dcf-9434-cedf806c46e0 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416896
Nov 20 21:30:18.724094 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:19.291629 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:19.678909 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ad498-25d2-4e2d-9209-a4a73c6d1f35 req-fedc7d8c-6c76-4958-b654-d3a452e7493f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:19.680345 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f3ad498-25d2-4e2d-9209-a4a73c6d1f35 req-fedc7d8c-6c76-4958-b654-d3a452e7493f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 945 time: 0.0511675
Nov 20 21:30:19.726679 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f3ad498-25d2-4e2d-9209-a4a73c6d1f35 req-6ba1cb15-4fd1-4771-be2a-a184189ab8c3 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404916
Nov 20 21:30:20.246306 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5de1eb-6b04-4ce6-82f3-1b9c60264cd8 req-559e2dca-be94-47b9-b0cb-219e8e067c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:20.247839 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa5de1eb-6b04-4ce6-82f3-1b9c60264cd8 req-559e2dca-be94-47b9-b0cb-219e8e067c54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 1096 time: 0.0418851
Nov 20 21:30:20.762343 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5de1eb-6b04-4ce6-82f3-1b9c60264cd8 req-d686dd93-b3eb-4b9f-bb5f-38637f3f312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:20.763871 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa5de1eb-6b04-4ce6-82f3-1b9c60264cd8 req-d686dd93-b3eb-4b9f-bb5f-38637f3f312e service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.4944930
Nov 20 21:30:20.830313 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa5de1eb-6b04-4ce6-82f3-1b9c60264cd8 req-8b963a69-997e-4632-a427-947f534c1553 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d HTTP/1.1" status: 200  len: 1001 time: 0.0586593
Nov 20 21:30:20.850625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649920a-8b46-4872-9e77-7c19a6012831 req-23f69b9d-64e4-4301-83c3-bcd35657e380 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:20.852173 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c649920a-8b46-4872-9e77-7c19a6012831 req-23f69b9d-64e4-4301-83c3-bcd35657e380 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 945 time: 0.0538123
Nov 20 21:30:20.880546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5de1eb-6b04-4ce6-82f3-1b9c60264cd8 req-d9f659ea-9591-4e0b-89e0-4b78ed3c77fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:20.882170 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa5de1eb-6b04-4ce6-82f3-1b9c60264cd8 req-d9f659ea-9591-4e0b-89e0-4b78ed3c77fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0442293
Nov 20 21:30:20.899649 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c649920a-8b46-4872-9e77-7c19a6012831 req-726c9f26-b8cb-4d55-a33b-cff1d2011a0f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413895
Nov 20 21:30:20.932972 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5de1eb-6b04-4ce6-82f3-1b9c60264cd8 req-3ad328d8-0e07-489c-a142-2b30f93d09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:20.934486 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa5de1eb-6b04-4ce6-82f3-1b9c60264cd8 req-3ad328d8-0e07-489c-a142-2b30f93d09cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0441608
Nov 20 21:30:21.023199 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa5de1eb-6b04-4ce6-82f3-1b9c60264cd8 req-e4ab60fb-9a18-4ee2-968b-78a7b90c3c3d service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815265
Nov 20 21:30:21.193280 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa5de1eb-6b04-4ce6-82f3-1b9c60264cd8 req-1a018e05-748a-4584-8222-f4b8eced72de service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860207
Nov 20 21:30:22.015220 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80440a5b-d8a9-4dfa-8b58-0ced8edb4658 req-6f434151-b4a8-473c-b829-830646e5e59b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:22.016673 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80440a5b-d8a9-4dfa-8b58-0ced8edb4658 req-6f434151-b4a8-473c-b829-830646e5e59b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 945 time: 0.0488081
Nov 20 21:30:22.064948 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80440a5b-d8a9-4dfa-8b58-0ced8edb4658 req-c0526f1f-6ba6-4b38-b3bb-1aaaf9bd6025 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420573
Nov 20 21:30:22.707472 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-206bef91-3088-43c0-a52d-56bee9e95943 service neutron] show failed (client error): The resource could not be found.
Nov 20 21:30:22.708480 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-206bef91-3088-43c0-a52d-56bee9e95943 service neutron] 10.222.0.47 "GET /v2.0/ports/7bb20b8b-e8de-4f22-ab90-0e46063be52d/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0594006
Nov 20 21:30:22.906382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-64cc48d5-d89c-43b9-9971-c58bda70eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:22.907941 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-64cc48d5-d89c-43b9-9971-c58bda70eded service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe&tenant_id=55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 1096 time: 0.0425417
Nov 20 21:30:22.919436 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:30:22.970855 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:23.178702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] For port 7bb20b8b-e8de-4f22-ab90-0e46063be52d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:30:23.182473 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acba8b-24aa-45ec-9b40-b40fae1f3212 req-c2c91bbb-b13a-4e22-88fb-86866c28f2df tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:23.184071 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-42acba8b-24aa-45ec-9b40-b40fae1f3212 req-c2c91bbb-b13a-4e22-88fb-86866c28f2df tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 945 time: 0.0503111
Nov 20 21:30:23.211380 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] For port 7bb20b8b-e8de-4f22-ab90-0e46063be52d, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:30:23.232650 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-42acba8b-24aa-45ec-9b40-b40fae1f3212 req-c74b9774-ab79-43c3-8eac-0b83ca881e7a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426371
Nov 20 21:30:23.252498 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb20b8b-e8de-4f22-ab90-0e46063be52d'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:30:23.254806 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a4c286-acb9-4123-8971-06a4549a65be" -d '{"events": [{"server_uuid": "c1187118-c4d6-4cd7-81c9-b04213c8a1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb20b8b-e8de-4f22-ab90-0e46063be52d"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:30:23.258737 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:23.271876 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Transition to ACTIVE for port object 7bb20b8b-e8de-4f22-ab90-0e46063be52d will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:30:23.275662 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:23.308998 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f3154b-0efe-4d14-a6d1-c7d642c190a2 x-openstack-request-id: req-96f3154b-0efe-4d14-a6d1-c7d642c190a2 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:30:23.309291 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1187118-c4d6-4cd7-81c9-b04213c8a1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb20b8b-e8de-4f22-ab90-0e46063be52d", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:30:23.309543 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96f3154b-0efe-4d14-a6d1-c7d642c190a2 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:30:23.310011 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb20b8b-e8de-4f22-ab90-0e46063be52d', 'code': 200}
Nov 20 21:30:23.357952 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb20b8b-e8de-4f22-ab90-0e46063be52d,revision_number=6']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:30:23.372826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:23.373176 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:23.373518 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:23.373857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:23.374222 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:23.374555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:23.374883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:23.375208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:23.375535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:23.375858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:23.376180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:23.376526 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:23.416166 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] No DVR routers for this DVR port 7bb20b8b-e8de-4f22-ab90-0e46063be52d on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:30:23.554321 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Attempting to bind port 7bb20b8b-e8de-4f22-ab90-0e46063be52d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:30:23.554650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Attempting to bind port 7bb20b8b-e8de-4f22-ab90-0e46063be52d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:30:23.554971 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Attempting to bind port 7bb20b8b-e8de-4f22-ab90-0e46063be52d on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:30:23.559164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Port 7bb20b8b-e8de-4f22-ab90-0e46063be52d on network 4c5f91b7-b565-4458-971f-538d019cd893 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:30:23.559481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Attempting to bind port 7bb20b8b-e8de-4f22-ab90-0e46063be52d on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:30:23.564234 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:30:23.564571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Checking segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:30:23.564948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Bound using segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:30:23.565368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Bound port: 7bb20b8b-e8de-4f22-ab90-0e46063be52d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:30:23.565720 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:23.627875 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] For port 7bb20b8b-e8de-4f22-ab90-0e46063be52d, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:30:23.630907 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] For port 7bb20b8b-e8de-4f22-ab90-0e46063be52d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:30:23.635642 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:23.672374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:23.672999 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:23.675313 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] 10.222.0.37 "PUT /v2.0/ports/7bb20b8b-e8de-4f22-ab90-0e46063be52d HTTP/1.1" status: 200  len: 1091 time: 0.7597775
Nov 20 21:30:23.696527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a6288-11f0-40d7-b05f-303819752444 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb20b8b-e8de-4f22-ab90-0e46063be52d,revision_number=7']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:30:23.752771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-e79a6e13-156d-41c7-be77-a24cc44d5c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:23.754549 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-e79a6e13-156d-41c7-be77-a24cc44d5c04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 1094 time: 0.0515885
Nov 20 21:30:23.861140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-2a760a9c-5ed7-451f-829b-64262642d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:23.862858 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-2a760a9c-5ed7-451f-829b-64262642d56b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.1008146
Nov 20 21:30:23.937565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-58a30379-57dc-495f-820d-a1e473a469b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d HTTP/1.1" status: 200  len: 999 time: 0.0657051
Nov 20 21:30:23.988014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-1a452d37-8518-48a4-b6aa-ab8a6aae750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:23.989492 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-1a452d37-8518-48a4-b6aa-ab8a6aae750d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0449586
Nov 20 21:30:24.035075 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-e72dc4fd-a4fe-4a50-8a85-307831554104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:24.036569 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-e72dc4fd-a4fe-4a50-8a85-307831554104 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401580
Nov 20 21:30:24.139581 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-8120a437-76c7-4644-9847-45b39d5328e1 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0959411
Nov 20 21:30:24.232242 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1f4c966f-5a17-4dbc-9fa8-93b19d7fc47c req-74ee42bf-9c29-4efd-ba38-21980ac2e894 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844510
Nov 20 21:30:24.365027 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a6d21-e540-4ab8-8afc-724f07739a5b req-b08e738e-681f-46da-bd69-e50e6e9545ee tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:24.366498 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-799a6d21-e540-4ab8-8afc-724f07739a5b req-b08e738e-681f-46da-bd69-e50e6e9545ee tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 943 time: 0.0524693
Nov 20 21:30:24.419820 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-799a6d21-e540-4ab8-8afc-724f07739a5b req-cf1403b0-fe43-40c7-8ea7-d2db27924523 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471206
Nov 20 21:30:25.310931 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'tag': '7bb20b8b-e8de-4f22-ab90-0e46063be52d'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:30:25.313290 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da45c92-e7d4-4699-b49f-78b96f73ca84" -d '{"events": [{"name": "network-changed", "server_uuid": "c1187118-c4d6-4cd7-81c9-b04213c8a1fe", "tag": "7bb20b8b-e8de-4f22-ab90-0e46063be52d"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:30:25.363585 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcee3692-4967-430f-9d00-71b544c225fd x-openstack-request-id: req-fcee3692-4967-430f-9d00-71b544c225fd {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:30:25.363899 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1187118-c4d6-4cd7-81c9-b04213c8a1fe", "tag": "7bb20b8b-e8de-4f22-ab90-0e46063be52d", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:30:25.364176 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fcee3692-4967-430f-9d00-71b544c225fd {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:30:25.364673 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'tag': '7bb20b8b-e8de-4f22-ab90-0e46063be52d', 'status': 'completed', 'code': 200}
Nov 20 21:30:25.457278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-14f5288a-b726-4423-858f-89b8bd10a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:25.458903 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-14f5288a-b726-4423-858f-89b8bd10a424 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 1094 time: 0.0768967
Nov 20 21:30:25.461452 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-c16377f8-ce3f-4f60-b463-d022ed87bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:25.462854 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-c16377f8-ce3f-4f60-b463-d022ed87bda8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 1094 time: 0.0729275
Nov 20 21:30:25.540273 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e3520-24f0-428a-9154-ba6d8a63add1 req-5486c4e7-2a30-4b61-90d9-ff8a4f851384 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:25.541821 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-081e3520-24f0-428a-9154-ba6d8a63add1 req-5486c4e7-2a30-4b61-90d9-ff8a4f851384 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 943 time: 0.0499015
Nov 20 21:30:25.588915 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-081e3520-24f0-428a-9154-ba6d8a63add1 req-a2231eba-5eee-41e9-8a4b-f8ba385d0d00 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408833
Nov 20 21:30:25.626081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-4bcdfc31-eb54-4f09-a46f-cbb41f14b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:25.628769 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-4bcdfc31-eb54-4f09-a46f-cbb41f14b850 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.1633394
Nov 20 21:30:25.632837 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-a51a4331-afbe-4298-b110-fd166f18f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:25.635003 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7bb20b8b-e8de-4f22-ab90-0e46063be52d no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:30:25.635526 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-a51a4331-afbe-4298-b110-fd166f18f2ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.1613410
Nov 20 21:30:25.675149 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7bb20b8b-e8de-4f22-ab90-0e46063be52d not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:30:25.751106 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-4deb6a34-ed25-42ea-9fad-213f65f5dd6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d HTTP/1.1" status: 200  len: 999 time: 0.1148117
Nov 20 21:30:25.755648 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-9536576d-cb83-4668-9dbd-a1c82e0b1469 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d HTTP/1.1" status: 200  len: 999 time: 0.1094825
Nov 20 21:30:25.839782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-faed3ebe-7ff3-4c66-9550-3f99cba1cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:25.841313 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-faed3ebe-7ff3-4c66-9550-3f99cba1cd18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0833380
Nov 20 21:30:25.846839 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-efe6c2aa-1c6b-420b-83d5-075ba1a68d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:25.849259 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-efe6c2aa-1c6b-420b-83d5-075ba1a68d2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0824594
Nov 20 21:30:25.915779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-8ba70e14-f093-4b07-95ad-c0502d82eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:25.917281 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-8ba70e14-f093-4b07-95ad-c0502d82eddb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0669546
Nov 20 21:30:25.923065 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-28b90d03-bf73-4c65-917f-2b29e4a92922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:25.924570 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-28b90d03-bf73-4c65-917f-2b29e4a92922 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0656173
Nov 20 21:30:26.076760 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-1e9a6d01-bcc4-44eb-a771-6e7633df8587 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512442
Nov 20 21:30:26.080657 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-ddac965e-2dd5-49b9-a745-4dfac8a01b27 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474888
Nov 20 21:30:26.273119 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-e4ae27ee-fe8b-459f-9628-b0701ee13e22 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1822963
Nov 20 21:30:26.276016 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-03397f69-63fc-45df-a970-05fcb4c86433 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1929867
Nov 20 21:30:26.282000 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b162fc93-0898-4c98-ab55-513d7ea25347 req-fb50c980-208e-4f81-86e8-6556d9c43a09 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1102118
Nov 20 21:30:26.369003 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162fc93-0898-4c98-ab55-513d7ea25347 req-80223938-0731-4c35-af59-674aaf735875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:26.370508 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b162fc93-0898-4c98-ab55-513d7ea25347 req-80223938-0731-4c35-af59-674aaf735875 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 1094 time: 0.0407457
Nov 20 21:30:26.474280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162fc93-0898-4c98-ab55-513d7ea25347 req-29e14309-f6ee-4b08-9249-7701beca503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:26.476327 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b162fc93-0898-4c98-ab55-513d7ea25347 req-29e14309-f6ee-4b08-9249-7701beca503a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0871568
Nov 20 21:30:26.541356 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b162fc93-0898-4c98-ab55-513d7ea25347 req-16cf0bfc-98cf-42cd-a3cf-dad4f023d461 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d HTTP/1.1" status: 200  len: 999 time: 0.0585370
Nov 20 21:30:26.590037 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162fc93-0898-4c98-ab55-513d7ea25347 req-4db84d2f-af25-41c2-9b27-388efaf94314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:26.591499 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b162fc93-0898-4c98-ab55-513d7ea25347 req-4db84d2f-af25-41c2-9b27-388efaf94314 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0438569
Nov 20 21:30:26.640987 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162fc93-0898-4c98-ab55-513d7ea25347 req-c8e7feaa-797c-4450-aa61-ce48ba28b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:26.642812 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b162fc93-0898-4c98-ab55-513d7ea25347 req-c8e7feaa-797c-4450-aa61-ce48ba28b643 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0446961
Nov 20 21:30:26.767730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac22c3-4ff9-46b1-b116-b2611a3968e8 req-b73f9574-b7b3-4594-bd03-5939051e830a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:26.769475 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-50ac22c3-4ff9-46b1-b116-b2611a3968e8 req-b73f9574-b7b3-4594-bd03-5939051e830a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 943 time: 0.1015923
Nov 20 21:30:26.786699 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b162fc93-0898-4c98-ab55-513d7ea25347 req-b8499f28-4332-48c4-93e4-47582c1508eb service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364250
Nov 20 21:30:26.848861 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-50ac22c3-4ff9-46b1-b116-b2611a3968e8 req-225aed53-c9cf-40fe-9c91-f2fef517628e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720584
Nov 20 21:30:26.901216 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b162fc93-0898-4c98-ab55-513d7ea25347 req-a34e06c6-670a-4ff3-b6e5-62cb7683f496 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1076355
Nov 20 21:30:27.084702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9958c0-ad46-4ba9-8425-ba277f48d348 req-29351e72-83b6-4d3f-bf2b-237874a4cbeb tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:27.086117 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de9958c0-ad46-4ba9-8425-ba277f48d348 req-29351e72-83b6-4d3f-bf2b-237874a4cbeb tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 943 time: 0.0828788
Nov 20 21:30:27.094189 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e900d6b-2e72-43f0-a829-fedb5e4b5c43 req-1c3fcf29-4a28-4aaf-ad5c-58b96f1aaa09 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:27.095662 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e900d6b-2e72-43f0-a829-fedb5e4b5c43 req-1c3fcf29-4a28-4aaf-ad5c-58b96f1aaa09 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe&tenant_id=55bf4df5c73841dbb6507b288100a89d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0836246
Nov 20 21:30:27.175480 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-de9958c0-ad46-4ba9-8425-ba277f48d348 req-54024984-4d2f-4c2f-888c-e8bd0f2aba54 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787838
Nov 20 21:30:27.184050 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-8e900d6b-2e72-43f0-a829-fedb5e4b5c43 req-16f606f5-3d97-4c5a-a9cc-03223b9dd773 service neutron] delete failed (client error): The resource could not be found.
Nov 20 21:30:27.185025 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e900d6b-2e72-43f0-a829-fedb5e4b5c43 req-16f606f5-3d97-4c5a-a9cc-03223b9dd773 service neutron] 10.222.0.47 "DELETE /v2.0/ports/7bb20b8b-e8de-4f22-ab90-0e46063be52d/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0817485
Nov 20 21:30:27.272556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e900d6b-2e72-43f0-a829-fedb5e4b5c43 req-e645c153-c6c7-4b08-acc1-13d2647ec787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:27.274026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e900d6b-2e72-43f0-a829-fedb5e4b5c43 req-e645c153-c6c7-4b08-acc1-13d2647ec787 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 1094 time: 0.0411794
Nov 20 21:30:27.366230 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e900d6b-2e72-43f0-a829-fedb5e4b5c43 req-ddbd7126-937d-40a3-844b-d615ef0c60ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:27.367964 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e900d6b-2e72-43f0-a829-fedb5e4b5c43 req-ddbd7126-937d-40a3-844b-d615ef0c60ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0875089
Nov 20 21:30:27.431417 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e900d6b-2e72-43f0-a829-fedb5e4b5c43 req-03508960-c0d8-4f14-9047-534caeeb6260 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d HTTP/1.1" status: 200  len: 999 time: 0.0568192
Nov 20 21:30:27.482974 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e900d6b-2e72-43f0-a829-fedb5e4b5c43 req-6ca72728-d0dc-41a5-9b04-f75a3a1e0f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:27.484428 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e900d6b-2e72-43f0-a829-fedb5e4b5c43 req-6ca72728-d0dc-41a5-9b04-f75a3a1e0f72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0466878
Nov 20 21:30:27.530458 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e900d6b-2e72-43f0-a829-fedb5e4b5c43 req-34e517aa-9311-4d83-a3f0-3dff697bba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:27.531958 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e900d6b-2e72-43f0-a829-fedb5e4b5c43 req-34e517aa-9311-4d83-a3f0-3dff697bba90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399086
Nov 20 21:30:27.624540 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e900d6b-2e72-43f0-a829-fedb5e4b5c43 req-211b25d9-28c9-4c6b-a785-b1a7033a15de service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844092
Nov 20 21:30:27.713789 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e900d6b-2e72-43f0-a829-fedb5e4b5c43 req-c640c4db-ecea-46cc-8289-a1f0252a1a72 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826330
Nov 20 21:30:28.251936 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 7bb20b8b-e8de-4f22-ab90-0e46063be52d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:30:28.294937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dd54f-ef0a-4f30-b8d2-612b160c6985 req-c23fa749-6e77-4996-be72-63101646977e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:28.296408 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a57dd54f-ef0a-4f30-b8d2-612b160c6985 req-c23fa749-6e77-4996-be72-63101646977e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 943 time: 0.0504017
Nov 20 21:30:28.344566 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a57dd54f-ef0a-4f30-b8d2-612b160c6985 req-d81b2d6b-5be1-4130-8a18-b52a175a21b4 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416098
Nov 20 21:30:28.367039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 7bb20b8b-e8de-4f22-ab90-0e46063be52d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:30:28.372717 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '7bb20b8b-e8de-4f22-ab90-0e46063be52d', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'port_id': '7bb20b8b-e8de-4f22-ab90-0e46063be52d', 'mac_address': 'fa:16:3e:5c:1e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:30:28.410536 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:28.424350 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb20b8b-e8de-4f22-ab90-0e46063be52d {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:30:28.444004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 7bb20b8b-e8de-4f22-ab90-0e46063be52d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:30:28.447219 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:28.461494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af4a54-d211-4e06-b056-50ff23d4ed9b req-a71eb65c-b77b-44dd-b620-950b03e162ef tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:28.463038 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-40af4a54-d211-4e06-b056-50ff23d4ed9b req-a71eb65c-b77b-44dd-b620-950b03e162ef tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 943 time: 0.0505228
Nov 20 21:30:28.499403 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=7bb20b8b-e8de-4f22-ab90-0e46063be52d,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:30:28.507063 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:28.507443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:28.507791 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:28.508131 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:28.508467 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:28.508797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:28.509127 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:28.509479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:28.509807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:28.510167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:28.510498 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:28.510824 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:30:28.514858 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-40af4a54-d211-4e06-b056-50ff23d4ed9b req-9c98ec9f-9b0d-446b-9b51-f25e0534245d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458007
Nov 20 21:30:28.633350 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539a3a6-1d87-41b0-9fa8-ff08e864d62d req-498bcb14-05a8-444a-96a4-b13b59be11b3 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:28.634870 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a539a3a6-1d87-41b0-9fa8-ff08e864d62d req-498bcb14-05a8-444a-96a4-b13b59be11b3 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 944 time: 0.0531213
Nov 20 21:30:28.683408 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a539a3a6-1d87-41b0-9fa8-ff08e864d62d req-58fc737a-9d7e-4cfc-921a-879ea6b2618d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424018
Nov 20 21:30:28.700183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['7bb20b8b-e8de-4f22-ab90-0e46063be52d'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:30:28.929321 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a912e-d85f-4556-bb47-c3e3a491873d req-f28a33e6-6a69-43d0-ae49-4b63e2a78a8a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:28.930738 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5c2a912e-d85f-4556-bb47-c3e3a491873d req-f28a33e6-6a69-43d0-ae49-4b63e2a78a8a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 944 time: 0.0504835
Nov 20 21:30:28.977632 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5c2a912e-d85f-4556-bb47-c3e3a491873d req-d7a5200b-fa79-4017-8e39-b4e6ad6de369 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409882
Nov 20 21:30:30.094158 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf2752-a524-4190-ad28-e81077095a8c req-d04a38f8-3eac-40e1-90e8-d4bc8bfa6aa5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:30.095778 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0bbf2752-a524-4190-ad28-e81077095a8c req-d04a38f8-3eac-40e1-90e8-d4bc8bfa6aa5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 944 time: 0.0481169
Nov 20 21:30:30.143407 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0bbf2752-a524-4190-ad28-e81077095a8c req-e8ddb93c-d0eb-4ea6-8402-8bceaf073d3a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418475
Nov 20 21:30:30.220998 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08910a6b-f312-4f9f-a5e0-fa441fe020ab req-cc20d73e-46f7-4ef0-b4ba-9a0536d6c637 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:30.222461 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-08910a6b-f312-4f9f-a5e0-fa441fe020ab req-cc20d73e-46f7-4ef0-b4ba-9a0536d6c637 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 944 time: 0.0472851
Nov 20 21:30:30.260748 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 7bb20b8b-e8de-4f22-ab90-0e46063be52d up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:30:30.312459 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 7bb20b8b-e8de-4f22-ab90-0e46063be52d completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:30:30.316792 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 7bb20b8b-e8de-4f22-ab90-0e46063be52d triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:30:30.317211 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:30.318957 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-08910a6b-f312-4f9f-a5e0-fa441fe020ab req-e261075f-61a0-4b96-8939-47567124e557 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Deleting port 7bb20b8b-e8de-4f22-ab90-0e46063be52d {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:30:30.319305 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-08910a6b-f312-4f9f-a5e0-fa441fe020ab req-e261075f-61a0-4b96-8939-47567124e557 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:30.395212 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:30.414482 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-08910a6b-f312-4f9f-a5e0-fa441fe020ab req-e261075f-61a0-4b96-8939-47567124e557 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] For port 7bb20b8b-e8de-4f22-ab90-0e46063be52d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:30:30.414866 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-08910a6b-f312-4f9f-a5e0-fa441fe020ab req-e261075f-61a0-4b96-8939-47567124e557 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:30.419866 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb20b8b-e8de-4f22-ab90-0e46063be52d'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:30:30.422109 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fd7064-4b53-4751-8cce-a2eab438e135" -d '{"events": [{"server_uuid": "c1187118-c4d6-4cd7-81c9-b04213c8a1fe", "name": "network-vif-plugged", "status": "completed", "tag": "7bb20b8b-e8de-4f22-ab90-0e46063be52d"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:30:30.435711 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 7bb20b8b-e8de-4f22-ab90-0e46063be52d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7bb20b8b-e8de-4f22-ab90-0e46063be52d,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:30:30.440767 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:30.472060 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1247e39e-1f9c-4544-89fa-c122ac9c1843 x-openstack-request-id: req-1247e39e-1f9c-4544-89fa-c122ac9c1843 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:30:30.472360 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1187118-c4d6-4cd7-81c9-b04213c8a1fe", "name": "network-vif-plugged", "status": "completed", "tag": "7bb20b8b-e8de-4f22-ab90-0e46063be52d", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:30:30.472616 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1247e39e-1f9c-4544-89fa-c122ac9c1843 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:30:30.473000 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb20b8b-e8de-4f22-ab90-0e46063be52d', 'code': 200}
Nov 20 21:30:30.500603 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=7bb20b8b-e8de-4f22-ab90-0e46063be52d,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:30:30.599888 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-08910a6b-f312-4f9f-a5e0-fa441fe020ab req-e261075f-61a0-4b96-8939-47567124e557 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:30.600249 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-08910a6b-f312-4f9f-a5e0-fa441fe020ab req-e261075f-61a0-4b96-8939-47567124e557 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:30.600566 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-08910a6b-f312-4f9f-a5e0-fa441fe020ab req-e261075f-61a0-4b96-8939-47567124e557 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Floating IP 170ace79-18a6-498b-92fd-e5f5dd1e84f1 disassociated. External IP: 172.35.1.249, port: 7bb20b8b-e8de-4f22-ab90-0e46063be52d.
Nov 20 21:30:30.600909 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-08910a6b-f312-4f9f-a5e0-fa441fe020ab req-e261075f-61a0-4b96-8939-47567124e557 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Calling delete_port for 7bb20b8b-e8de-4f22-ab90-0e46063be52d owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:30:30.726743 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-08910a6b-f312-4f9f-a5e0-fa441fe020ab req-e261075f-61a0-4b96-8939-47567124e557 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:30.754647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261075f-61a0-4b96-8939-47567124e557 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Pushing event deleted for resources: {'Port': ['ID=7bb20b8b-e8de-4f22-ab90-0e46063be52d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:30:30.875642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08910a6b-f312-4f9f-a5e0-fa441fe020ab req-e261075f-61a0-4b96-8939-47567124e557 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Router 70f64c2a-6e29-4416-a342-f64f7fdf429f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:30:30.985377 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08910a6b-f312-4f9f-a5e0-fa441fe020ab req-e261075f-61a0-4b96-8939-47567124e557 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:30:30.996948 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4851e07-3e27-4b37-8d45-53da46df2a6b None None] Sync routers for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:30:31.007377 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4851e07-3e27-4b37-8d45-53da46df2a6b None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:30:31.007987 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-d4851e07-3e27-4b37-8d45-53da46df2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54456760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:30:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:30:31.027696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-08910a6b-f312-4f9f-a5e0-fa441fe020ab req-e261075f-61a0-4b96-8939-47567124e557 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] No DVR routers for this DVR port 7bb20b8b-e8de-4f22-ab90-0e46063be52d on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:30:31.030408 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-08910a6b-f312-4f9f-a5e0-fa441fe020ab req-e261075f-61a0-4b96-8939-47567124e557 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:31.034711 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-08910a6b-f312-4f9f-a5e0-fa441fe020ab req-e261075f-61a0-4b96-8939-47567124e557 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.37 "DELETE /v2.0/ports/7bb20b8b-e8de-4f22-ab90-0e46063be52d HTTP/1.1" status: 204  len: 173 time: 0.8054986
Nov 20 21:30:31.035184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'name': 'network-vif-deleted', 'tag': '7bb20b8b-e8de-4f22-ab90-0e46063be52d'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:30:31.037616 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c9828b-3259-4eb9-81d4-672020d3d1cf" -d '{"events": [{"server_uuid": "c1187118-c4d6-4cd7-81c9-b04213c8a1fe", "name": "network-vif-deleted", "tag": "7bb20b8b-e8de-4f22-ab90-0e46063be52d"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:30:31.084141 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16da5210-232c-4032-813c-3b48c888a303 x-openstack-request-id: req-16da5210-232c-4032-813c-3b48c888a303 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:30:31.084469 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1187118-c4d6-4cd7-81c9-b04213c8a1fe", "name": "network-vif-deleted", "tag": "7bb20b8b-e8de-4f22-ab90-0e46063be52d", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:30:31.084810 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16da5210-232c-4032-813c-3b48c888a303 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:30:31.085119 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1187118-c4d6-4cd7-81c9-b04213c8a1fe', 'name': 'network-vif-deleted', 'tag': '7bb20b8b-e8de-4f22-ab90-0e46063be52d', 'status': 'completed', 'code': 200}
Nov 20 21:30:31.213726 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-d4851e07-3e27-4b37-8d45-53da46df2a6b None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:30:31.254081 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e00f3a51-4938-4c80-a924-d549be3945a9 req-dde54806-b5c4-49b2-97da-39cd91dd25a6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1187118-c4d6-4cd7-81c9-b04213c8a1fe HTTP/1.1" status: 200  len: 210 time: 0.0276535
Nov 20 21:30:31.412599 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-d4851e07-3e27-4b37-8d45-53da46df2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54456760>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:30:31.440654 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4851e07-3e27-4b37-8d45-53da46df2a6b None None] Checking router: 70f64c2a-6e29-4416-a342-f64f7fdf429f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:30:31.449327 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4851e07-3e27-4b37-8d45-53da46df2a6b None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:30:31.449925 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-d4851e07-3e27-4b37-8d45-53da46df2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54456760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:30:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:30:31.563192 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-d4851e07-3e27-4b37-8d45-53da46df2a6b None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:30:31.759166 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-d4851e07-3e27-4b37-8d45-53da46df2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54456760>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:30:31.785590 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4851e07-3e27-4b37-8d45-53da46df2a6b None None] The sync data for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 is: [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:30:32.008667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc194da-5b47-413c-aa19-9635652251dc None None] New status for floating IP 170ace79-18a6-498b-92fd-e5f5dd1e84f1: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:30:32.490845 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-d79bc55b-14e6-4281-a9ae-f2ec281f697b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--329218344&fields=id&tenant_id=55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 267 time: 0.0433154
Nov 20 21:30:32.603322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-2a1e425e-3ab6-46d0-8199-a70096c80a26 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:32.604787 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-2a1e425e-3ab6-46d0-8199-a70096c80a26 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 812 time: 0.1069951
Nov 20 21:30:32.619479 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-1be13340-22fd-4d9d-a263-60e6249b6dd5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/quotas/55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 375 time: 0.0089104
Nov 20 21:30:32.674198 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ed7b71f4-0e4b-4464-aef3-938bff1cfa96 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0495281
Nov 20 21:30:32.690640 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-9918a6c3-7c48-4fd0-9839-ecd03121afd3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:30:32.691606 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-9918a6c3-7c48-4fd0-9839-ecd03121afd3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057049
Nov 20 21:30:32.778813 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-d54f014c-0cc9-4da3-9e0a-b20522856d24 service neutron] 10.222.0.41 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814536
Nov 20 21:30:33.219700 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-75db50b9-feb6-453b-9f4a-04fa1087c0c5 service neutron] 10.222.0.41 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4346905
Nov 20 21:30:33.383762 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-57dd3669-cb76-403f-8032-cc2cb2f8c3ab req-b4a8cc20-3443-4b37-8641-afd6258113aa tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 210 time: 0.0317163
Nov 20 21:30:34.278063 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-4c1b000a-ef2f-43d7-9118-d4cd8c009863 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:34.279539 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-4c1b000a-ef2f-43d7-9118-d4cd8c009863 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 812 time: 0.1015754
Nov 20 21:30:34.285390 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 7bb20b8b-e8de-4f22-ab90-0e46063be52d no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:30:34.306719 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 7bb20b8b-e8de-4f22-ab90-0e46063be52d {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:30:34.307375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 7bb20b8b-e8de-4f22-ab90-0e46063be52d not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:30:34.348022 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-b51e24ad-ca35-437d-bf92-40f267a36a10 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 379 time: 0.0598025
Nov 20 21:30:34.360944 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-915dec3e-106a-406f-80d6-cff0e619c742 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Request body: {'port': {'device_id': '15807139-1482-45f2-bba9-2c1fae724944', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'admin_state_up': True, 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'security_groups': ['dbae88f6-dd05-45eb-a329-2c6918117d5b']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:30:34.484564 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3f8b206b-19c0-4246-b9f0-acc0677fe238 req-60e45f36-1e0a-4c5a-8983-e448c4c553ac tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 210 time: 0.0316131
Nov 20 21:30:34.492481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-915dec3e-106a-406f-80d6-cff0e619c742 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Made reservation on behalf of 55bf4df5c73841dbb6507b288100a89d for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:30:34.496616 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-915dec3e-106a-406f-80d6-cff0e619c742 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:34.631885 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-915dec3e-106a-406f-80d6-cff0e619c742 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Allocated IP 172.20.0.5 (4c5f91b7-b565-4458-971f-538d019cd893/a71773a6-703a-4980-bd23-78f58243cc51/2c8be03d-8f8c-464a-900f-e21e7b690b9e) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:30:34.768293 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-915dec3e-106a-406f-80d6-cff0e619c742 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:34.800624 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-915dec3e-106a-406f-80d6-cff0e619c742 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:34.845356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-915dec3e-106a-406f-80d6-cff0e619c742 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Network 4c5f91b7-b565-4458-971f-538d019cd893 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:30:34.848530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-915dec3e-106a-406f-80d6-cff0e619c742 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:30:34.852527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-915dec3e-106a-406f-80d6-cff0e619c742 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:30:34.876679 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915dec3e-106a-406f-80d6-cff0e619c742 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Pushing event updated for resources: {'Port': ['ID=2c8be03d-8f8c-464a-900f-e21e7b690b9e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:30:34.906339 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-915dec3e-106a-406f-80d6-cff0e619c742 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:34.906958 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-915dec3e-106a-406f-80d6-cff0e619c742 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:34.923228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-915dec3e-106a-406f-80d6-cff0e619c742 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5662389
Nov 20 21:30:34.935620 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Request body: {'port': {'device_id': '15807139-1482-45f2-bba9-2c1fae724944', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:30:34.996656 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:35.055203 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c54f5d56-757d-4c17-a688-5cba0c30dcf6 None None] Provisioning complete for port 2c8be03d-8f8c-464a-900f-e21e7b690b9e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:30:35.055503 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c54f5d56-757d-4c17-a688-5cba0c30dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:35.093766 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c54f5d56-757d-4c17-a688-5cba0c30dcf6 None None] Port 2c8be03d-8f8c-464a-900f-e21e7b690b9e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:30:35.253094 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8be03d-8f8c-464a-900f-e21e7b690b9e {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:30:35.260307 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:35.272278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Transition to ACTIVE for port object 2c8be03d-8f8c-464a-900f-e21e7b690b9e will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:30:35.275870 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:35.330134 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Pushing event updated for resources: {'Port': ['ID=2c8be03d-8f8c-464a-900f-e21e7b690b9e,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:30:35.401462 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Attempting to bind port 2c8be03d-8f8c-464a-900f-e21e7b690b9e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:30:35.401799 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Attempting to bind port 2c8be03d-8f8c-464a-900f-e21e7b690b9e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:30:35.402158 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Attempting to bind port 2c8be03d-8f8c-464a-900f-e21e7b690b9e on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:30:35.406715 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Port 2c8be03d-8f8c-464a-900f-e21e7b690b9e on network 4c5f91b7-b565-4458-971f-538d019cd893 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:30:35.407036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Attempting to bind port 2c8be03d-8f8c-464a-900f-e21e7b690b9e on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:30:35.412644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:30:35.412983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Checking segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:30:35.413365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Bound using segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:30:35.413793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Bound port: 2c8be03d-8f8c-464a-900f-e21e7b690b9e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:30:35.414171 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:35.480325 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] For port 2c8be03d-8f8c-464a-900f-e21e7b690b9e, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:30:35.483567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] For port 2c8be03d-8f8c-464a-900f-e21e7b690b9e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:30:35.487991 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:35.524812 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:35.525398 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:35.526837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] 10.222.0.37 "PUT /v2.0/ports/2c8be03d-8f8c-464a-900f-e21e7b690b9e HTTP/1.1" status: 200  len: 1091 time: 0.5956273
Nov 20 21:30:35.527299 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15807139-1482-45f2-bba9-2c1fae724944', 'tag': '2c8be03d-8f8c-464a-900f-e21e7b690b9e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:30:35.529635 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1c4005-e5c7-46ba-bd32-8f31b2437bed" -d '{"events": [{"name": "network-changed", "server_uuid": "15807139-1482-45f2-bba9-2c1fae724944", "tag": "2c8be03d-8f8c-464a-900f-e21e7b690b9e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:30:35.569111 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae702415-86de-42fb-961f-1fd1eb1b114e service neutron] Pushing event updated for resources: {'Port': ['ID=2c8be03d-8f8c-464a-900f-e21e7b690b9e,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:30:35.590453 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6e6715-ba74-44b4-9f45-02ac1d754329 x-openstack-request-id: req-9c6e6715-ba74-44b4-9f45-02ac1d754329 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:30:35.590808 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15807139-1482-45f2-bba9-2c1fae724944", "tag": "2c8be03d-8f8c-464a-900f-e21e7b690b9e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:30:35.591092 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c6e6715-ba74-44b4-9f45-02ac1d754329 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:30:35.591652 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15807139-1482-45f2-bba9-2c1fae724944', 'tag': '2c8be03d-8f8c-464a-900f-e21e7b690b9e', 'status': 'completed', 'code': 200}
Nov 20 21:30:35.623740 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-32734acf-c76d-4983-aed8-201134402803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:35.625270 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-32734acf-c76d-4983-aed8-201134402803 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 1094 time: 0.0500455
Nov 20 21:30:35.647653 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab891b0-0ecd-46fe-b6b9-c28cdbfc61e2 req-2e3a98fd-61df-47b1-b640-225f2f226907 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:35.649216 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0ab891b0-0ecd-46fe-b6b9-c28cdbfc61e2 req-2e3a98fd-61df-47b1-b640-225f2f226907 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 943 time: 0.0550125
Nov 20 21:30:35.672312 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-cd58ef44-d5ff-4ffc-8016-a7053d1cab89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e HTTP/1.1" status: 200  len: 217 time: 0.0393662
Nov 20 21:30:35.701943 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0ab891b0-0ecd-46fe-b6b9-c28cdbfc61e2 req-2b8a1205-90fd-49b6-b664-0c8ed1d0bb60 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461376
Nov 20 21:30:35.727434 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-26e290ee-8d7e-4c75-8d06-b7564a6ca43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:35.729009 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-26e290ee-8d7e-4c75-8d06-b7564a6ca43c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0500083
Nov 20 21:30:35.776383 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-2a108295-b26f-487d-b96a-869603183562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:35.777881 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-2a108295-b26f-487d-b96a-869603183562 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407972
Nov 20 21:30:35.871456 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-6f5bd12c-efeb-42a0-b247-4a20d3103226 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859625
Nov 20 21:30:35.959667 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38cba0a7-26f8-4d78-a34f-aec9078626ae req-f1645436-745e-40d3-a7b9-1e756479e8e9 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813794
Nov 20 21:30:36.051412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c4005-e5c7-46ba-bd32-8f31b2437bed req-f9488e21-d9de-4ebf-823d-7b77bbc32436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:36.052890 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e1c4005-e5c7-46ba-bd32-8f31b2437bed req-f9488e21-d9de-4ebf-823d-7b77bbc32436 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 1094 time: 0.0458875
Nov 20 21:30:36.144635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c4005-e5c7-46ba-bd32-8f31b2437bed req-8804f353-e316-4ae8-937d-de858d3697fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:36.146007 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e1c4005-e5c7-46ba-bd32-8f31b2437bed req-8804f353-e316-4ae8-937d-de858d3697fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0842216
Nov 20 21:30:36.189980 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e1c4005-e5c7-46ba-bd32-8f31b2437bed req-545f59e5-38d3-470a-9b0c-288cd7f959d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e HTTP/1.1" status: 200  len: 217 time: 0.0372910
Nov 20 21:30:36.239832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c4005-e5c7-46ba-bd32-8f31b2437bed req-1f549a00-4987-4a5d-a421-d9431fa09dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:36.241313 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e1c4005-e5c7-46ba-bd32-8f31b2437bed req-1f549a00-4987-4a5d-a421-d9431fa09dc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0436449
Nov 20 21:30:36.288072 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c4005-e5c7-46ba-bd32-8f31b2437bed req-f5e2a46d-003c-47ba-9a3d-7b4a55a3d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:36.289604 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e1c4005-e5c7-46ba-bd32-8f31b2437bed req-f5e2a46d-003c-47ba-9a3d-7b4a55a3d5fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407219
Nov 20 21:30:36.384605 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e1c4005-e5c7-46ba-bd32-8f31b2437bed req-e8fe0599-805c-4052-b520-1fb8a7999a8c service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877292
Nov 20 21:30:36.473708 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8e1c4005-e5c7-46ba-bd32-8f31b2437bed req-6f203bea-6c0c-4bca-879b-066c5b11feff service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815785
Nov 20 21:30:36.828006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aaf31-5e98-459e-b241-38696a950fd7 req-ada1d8b0-4c24-4528-aadb-7c80f36feaf1 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:36.829530 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-341aaf31-5e98-459e-b241-38696a950fd7 req-ada1d8b0-4c24-4528-aadb-7c80f36feaf1 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 943 time: 0.0546775
Nov 20 21:30:36.878540 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-341aaf31-5e98-459e-b241-38696a950fd7 req-ff952b87-07cb-44a9-8d35-9a154b721ce5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424187
Nov 20 21:30:38.004098 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b724a-5198-4869-bd9f-6b963ac7ef95 req-5216d266-ed85-4fe2-b50a-98a0812fd223 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:38.011058 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e67b724a-5198-4869-bd9f-6b963ac7ef95 req-5216d266-ed85-4fe2-b50a-98a0812fd223 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 943 time: 0.0600805
Nov 20 21:30:38.063273 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e67b724a-5198-4869-bd9f-6b963ac7ef95 req-14e56db2-6def-499a-ae9b-a2a860be0acc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457852
Nov 20 21:30:38.290357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 2c8be03d-8f8c-464a-900f-e21e7b690b9e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:30:38.385532 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 2c8be03d-8f8c-464a-900f-e21e7b690b9e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:30:38.400560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '2c8be03d-8f8c-464a-900f-e21e7b690b9e', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'port_id': '2c8be03d-8f8c-464a-900f-e21e7b690b9e', 'mac_address': 'fa:16:3e:28:aa:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:30:38.437551 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:38.450238 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8be03d-8f8c-464a-900f-e21e7b690b9e {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:30:38.476845 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 2c8be03d-8f8c-464a-900f-e21e7b690b9e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:30:38.482442 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:38.486995 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:38.530729 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=2c8be03d-8f8c-464a-900f-e21e7b690b9e,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:30:38.564931 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:38.671504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['2c8be03d-8f8c-464a-900f-e21e7b690b9e'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:30:39.182337 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0b6d7-9f43-4fa6-8f84-babe9e903504 req-03c51623-fdf1-42d6-ac5c-34cf5fc13619 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:39.183887 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8dd0b6d7-9f43-4fa6-8f84-babe9e903504 req-03c51623-fdf1-42d6-ac5c-34cf5fc13619 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 944 time: 0.0493276
Nov 20 21:30:39.231423 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8dd0b6d7-9f43-4fa6-8f84-babe9e903504 req-44abbd3a-9b22-44d4-949a-302d4e99a425 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411019
Nov 20 21:30:39.554159 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:30:40.306853 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 2c8be03d-8f8c-464a-900f-e21e7b690b9e up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:30:40.352937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad74a80-025a-47f4-9929-6adab0950313 req-6837770d-a2dd-4d49-8a4d-9a361724b116 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:40.354708 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ad74a80-025a-47f4-9929-6adab0950313 req-6837770d-a2dd-4d49-8a4d-9a361724b116 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 944 time: 0.0541599
Nov 20 21:30:40.359990 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 2c8be03d-8f8c-464a-900f-e21e7b690b9e completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:30:40.364536 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 2c8be03d-8f8c-464a-900f-e21e7b690b9e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:30:40.364916 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:40.406856 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4ad74a80-025a-47f4-9929-6adab0950313 req-ac1a7ea0-cff1-4233-b0c5-9090c3fa2cab tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463810
Nov 20 21:30:40.450842 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:40.473567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15807139-1482-45f2-bba9-2c1fae724944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8be03d-8f8c-464a-900f-e21e7b690b9e'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:30:40.475838 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a989fc6-6ad9-48c9-b31e-8748e754ed17" -d '{"events": [{"server_uuid": "15807139-1482-45f2-bba9-2c1fae724944", "name": "network-vif-plugged", "status": "completed", "tag": "2c8be03d-8f8c-464a-900f-e21e7b690b9e"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:30:40.487972 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 2c8be03d-8f8c-464a-900f-e21e7b690b9e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:30:40.492370 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:40.515254 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6547659-2ae2-4450-90a8-7a1210dceb8a x-openstack-request-id: req-c6547659-2ae2-4450-90a8-7a1210dceb8a {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:30:40.515557 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15807139-1482-45f2-bba9-2c1fae724944", "name": "network-vif-plugged", "status": "completed", "tag": "2c8be03d-8f8c-464a-900f-e21e7b690b9e", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:30:40.515837 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6547659-2ae2-4450-90a8-7a1210dceb8a {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:30:40.516214 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15807139-1482-45f2-bba9-2c1fae724944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8be03d-8f8c-464a-900f-e21e7b690b9e', 'code': 200}
Nov 20 21:30:40.544454 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=2c8be03d-8f8c-464a-900f-e21e7b690b9e,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:30:40.611844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33692787-6c84-463a-8d6e-293fad50e882 req-c4045b06-e4aa-4091-8232-5db9bd82d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:40.613329 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33692787-6c84-463a-8d6e-293fad50e882 req-c4045b06-e4aa-4091-8232-5db9bd82d07f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 1096 time: 0.0410371
Nov 20 21:30:40.662326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-33692787-6c84-463a-8d6e-293fad50e882 req-97086cfe-044c-486d-8737-a91d0688ac26 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414064
Nov 20 21:30:41.527219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b9bf3-d640-4b7e-9a35-41abfba2c355 req-75914e27-daf8-4c8e-951e-e81eac885afb tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:41.531398 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c50b9bf3-d640-4b7e-9a35-41abfba2c355 req-75914e27-daf8-4c8e-951e-e81eac885afb tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.0499158
Nov 20 21:30:41.578562 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c50b9bf3-d640-4b7e-9a35-41abfba2c355 req-d759f2f6-5fe4-4bac-8731-221533e70b8b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427909
Nov 20 21:30:42.695618 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3c2d7-7988-4171-a1ab-426984667cf6 req-297c8308-eab8-4c57-83c1-04e3796845cb tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:42.697123 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bab3c2d7-7988-4171-a1ab-426984667cf6 req-297c8308-eab8-4c57-83c1-04e3796845cb tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.0495620
Nov 20 21:30:42.744716 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bab3c2d7-7988-4171-a1ab-426984667cf6 req-516ca956-1b94-453c-8728-4ccca25f6a00 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415115
Nov 20 21:30:42.861793 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cab08-7509-4284-84e0-ea05e5501c5c req-82150d61-3c24-47dd-b022-fd4ea4befc32 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:42.863319 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-225cab08-7509-4284-84e0-ea05e5501c5c req-82150d61-3c24-47dd-b022-fd4ea4befc32 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.0541625
Nov 20 21:30:42.872217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 54896) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:30:42.877045 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-24d0da4f-ecc9-43c3-8f39-3a6a138d1f13 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Request body: {'floatingip': {'port_id': '2c8be03d-8f8c-464a-900f-e21e7b690b9e'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:30:42.916659 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-24d0da4f-ecc9-43c3-8f39-3a6a138d1f13 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:43.337910 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e8d5240d-f452-45bf-8627-8c9456a8a957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:43.345149 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-24d0da4f-ecc9-43c3-8f39-3a6a138d1f13 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:43.348675 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-24d0da4f-ecc9-43c3-8f39-3a6a138d1f13 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:43.449780 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-24d0da4f-ecc9-43c3-8f39-3a6a138d1f13 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Floating IP 170ace79-18a6-498b-92fd-e5f5dd1e84f1 associated. External IP: 172.35.1.249, port: 2c8be03d-8f8c-464a-900f-e21e7b690b9e.
Nov 20 21:30:43.654657 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d0da4f-ecc9-43c3-8f39-3a6a138d1f13 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Router 70f64c2a-6e29-4416-a342-f64f7fdf429f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:30:43.761451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d0da4f-ecc9-43c3-8f39-3a6a138d1f13 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:30:43.766819 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-24d0da4f-ecc9-43c3-8f39-3a6a138d1f13 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:43.771697 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37300cda-f191-4bfc-ba94-94117a2fa12a None None] Sync routers for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:30:43.780741 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37300cda-f191-4bfc-ba94-94117a2fa12a None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:30:43.781344 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-37300cda-f191-4bfc-ba94-94117a2fa12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5452e340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:30:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:30:43.797139 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-24d0da4f-ecc9-43c3-8f39-3a6a138d1f13 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "PUT /v2.0/floatingips/170ace79-18a6-498b-92fd-e5f5dd1e84f1 HTTP/1.1" status: 200  len: 991 time: 0.9238877
Nov 20 21:30:43.797847 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15807139-1482-45f2-bba9-2c1fae724944', 'tag': '2c8be03d-8f8c-464a-900f-e21e7b690b9e'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:30:43.800927 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9b5c9d-6084-4c1c-8c9b-40a6c1344e99" -d '{"events": [{"name": "network-changed", "server_uuid": "15807139-1482-45f2-bba9-2c1fae724944", "tag": "2c8be03d-8f8c-464a-900f-e21e7b690b9e"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:30:43.897063 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-37300cda-f191-4bfc-ba94-94117a2fa12a None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:30:43.920938 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb75637d-27d3-4ce5-99bb-b1d3605fcdda x-openstack-request-id: req-fb75637d-27d3-4ce5-99bb-b1d3605fcdda {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:30:43.921435 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15807139-1482-45f2-bba9-2c1fae724944", "tag": "2c8be03d-8f8c-464a-900f-e21e7b690b9e", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:30:43.921435 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb75637d-27d3-4ce5-99bb-b1d3605fcdda {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:30:43.921853 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15807139-1482-45f2-bba9-2c1fae724944', 'tag': '2c8be03d-8f8c-464a-900f-e21e7b690b9e', 'status': 'completed', 'code': 200}
Nov 20 21:30:43.983457 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b5c9d-6084-4c1c-8c9b-40a6c1344e99 req-f27209e9-b66d-449e-945d-f6177d99467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:43.984970 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8c9b5c9d-6084-4c1c-8c9b-40a6c1344e99 req-f27209e9-b66d-449e-945d-f6177d99467a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 1096 time: 0.0416229
Nov 20 21:30:44.125154 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-37300cda-f191-4bfc-ba94-94117a2fa12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5452e340>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '170ace79-18a6-498b-92fd-e5f5dd1e84f1', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'floating_ip_address': '172.35.1.249', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'port_id': '2c8be03d-8f8c-464a-900f-e21e7b690b9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'mac_address': 'fa:16:3e:28:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15807139-1482-45f2-bba9-2c1fae724944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:28:20Z', 'updated_at': '2021-11-20T21:30:43Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:30:44.151958 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37300cda-f191-4bfc-ba94-94117a2fa12a None None] Checking router: 70f64c2a-6e29-4416-a342-f64f7fdf429f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:30:44.161332 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37300cda-f191-4bfc-ba94-94117a2fa12a None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:30:44.161961 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-37300cda-f191-4bfc-ba94-94117a2fa12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5452e340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:30:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:30:44.209775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b5c9d-6084-4c1c-8c9b-40a6c1344e99 req-4260ee1b-d0ed-422c-b0a3-e270db8a1135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:44.211196 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8c9b5c9d-6084-4c1c-8c9b-40a6c1344e99 req-4260ee1b-d0ed-422c-b0a3-e270db8a1135 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0883780
Nov 20 21:30:44.269218 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-37300cda-f191-4bfc-ba94-94117a2fa12a None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:30:44.276243 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8c9b5c9d-6084-4c1c-8c9b-40a6c1344e99 req-906ae478-d06b-484f-895d-98c3bf4708e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e HTTP/1.1" status: 200  len: 999 time: 0.0578792
Nov 20 21:30:44.330314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b5c9d-6084-4c1c-8c9b-40a6c1344e99 req-0a24bec0-3321-4deb-a078-5b7b45bbed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:44.331789 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8c9b5c9d-6084-4c1c-8c9b-40a6c1344e99 req-0a24bec0-3321-4deb-a078-5b7b45bbed37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0485370
Nov 20 21:30:44.380167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b5c9d-6084-4c1c-8c9b-40a6c1344e99 req-e51cd32c-3352-416c-8a20-42d024cde182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:30:44.381626 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8c9b5c9d-6084-4c1c-8c9b-40a6c1344e99 req-e51cd32c-3352-416c-8a20-42d024cde182 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0421128
Nov 20 21:30:44.473631 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8c9b5c9d-6084-4c1c-8c9b-40a6c1344e99 req-224933c2-a11f-4bc7-8232-a9734466818f service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848179
Nov 20 21:30:44.500684 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-37300cda-f191-4bfc-ba94-94117a2fa12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5452e340>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '170ace79-18a6-498b-92fd-e5f5dd1e84f1', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'floating_ip_address': '172.35.1.249', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'port_id': '2c8be03d-8f8c-464a-900f-e21e7b690b9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'mac_address': 'fa:16:3e:28:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15807139-1482-45f2-bba9-2c1fae724944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:28:20Z', 'updated_at': '2021-11-20T21:30:43Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:30:44.576931 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8c9b5c9d-6084-4c1c-8c9b-40a6c1344e99 req-c264066d-034a-4575-856c-b1f3efd00082 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0963521
Nov 20 21:30:44.632212 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37300cda-f191-4bfc-ba94-94117a2fa12a None None] The sync data for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 is: [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '170ace79-18a6-498b-92fd-e5f5dd1e84f1', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'floating_ip_address': '172.35.1.249', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'port_id': '2c8be03d-8f8c-464a-900f-e21e7b690b9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'mac_address': 'fa:16:3e:28:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15807139-1482-45f2-bba9-2c1fae724944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:28:20Z', 'updated_at': '2021-11-20T21:30:43Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:30:44.816669 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe8ac42-6e36-4bf1-b29f-776170c90dc1 None None] New status for floating IP 170ace79-18a6-498b-92fd-e5f5dd1e84f1: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:30:45.718091 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3dcf4736-9030-451b-8a89-eaf79cff3aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:46.880829 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:48.727828 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:30:49.292826 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:31:08.492027 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:31:08.569613 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:31:13.339089 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a7e6526b-3e58-47e5-b3c2-1725c5c7f815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:31:15.720261 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-25b4c42a-54fa-4c8c-8e9e-bc6d7bec26d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:31:16.553613 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:31:16.883492 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:31:18.730354 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:31:19.293465 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:31:26.196138 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-731158ce-a351-4fc7-9ef1-b5487111caa6 req-9ce81f38-0e0d-44c8-96fd-4630825ef96d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0408120
Nov 20 21:31:26.281480 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731158ce-a351-4fc7-9ef1-b5487111caa6 req-664637b8-a15d-4523-8eb3-66e79fd4b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:31:26.283618 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-731158ce-a351-4fc7-9ef1-b5487111caa6 req-664637b8-a15d-4523-8eb3-66e79fd4b28d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 1096 time: 0.0448341
Nov 20 21:31:26.386883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731158ce-a351-4fc7-9ef1-b5487111caa6 req-007849c9-1d8b-4d7d-a3c5-0361b1570a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:31:26.388426 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-731158ce-a351-4fc7-9ef1-b5487111caa6 req-007849c9-1d8b-4d7d-a3c5-0361b1570a1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0865154
Nov 20 21:31:26.458530 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-731158ce-a351-4fc7-9ef1-b5487111caa6 req-c61e1cb1-8afe-4204-b73c-63db04940814 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e HTTP/1.1" status: 200  len: 1001 time: 0.0632100
Nov 20 21:31:26.508948 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731158ce-a351-4fc7-9ef1-b5487111caa6 req-14faec05-3ab7-413a-a1cd-a259b72f73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:31:26.510440 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-731158ce-a351-4fc7-9ef1-b5487111caa6 req-14faec05-3ab7-413a-a1cd-a259b72f73dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0445011
Nov 20 21:31:26.555489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731158ce-a351-4fc7-9ef1-b5487111caa6 req-4d5eed40-a23e-47a8-a7cb-b026ac4bafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:31:26.556967 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-731158ce-a351-4fc7-9ef1-b5487111caa6 req-4d5eed40-a23e-47a8-a7cb-b026ac4bafe3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395203
Nov 20 21:31:26.648507 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-731158ce-a351-4fc7-9ef1-b5487111caa6 req-716b7d8a-56d3-4f79-bbea-d90d80c13d17 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838957
Nov 20 21:31:26.737178 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-731158ce-a351-4fc7-9ef1-b5487111caa6 req-8a4a2e88-ca44-4c67-8fcb-049b7bf98c51 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811644
Nov 20 21:31:38.505893 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:31:38.564807 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:31:43.339957 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a4cd134a-c312-4e26-9bf4-86915b7fde75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:31:45.720651 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cf8e6e62-bf13-42bc-b833-523105df3723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:31:46.886654 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:31:48.732468 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:31:49.297085 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:31:53.553195 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:32:08.513167 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:08.563463 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:13.341439 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4a926a79-ac86-4738-8698-0538f26d3e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:15.721540 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-91a1867b-9c1b-41c8-b058-0a2e0323b8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:16.890503 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:18.738105 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:18.808267 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75988c6-7683-413d-82b9-59dad1185a76 req-97f23ef5-b404-4d0c-8c7d-380b451d7025 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:18.809768 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a75988c6-7683-413d-82b9-59dad1185a76 req-97f23ef5-b404-4d0c-8c7d-380b451d7025 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.1191051
Nov 20 21:32:18.862662 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a75988c6-7683-413d-82b9-59dad1185a76 req-f6d3f29f-52df-4335-b23e-e3666cc999c4 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466082
Nov 20 21:32:19.299394 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:20.040952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1de82e-8d69-4c3a-b221-64dd6ef525ce req-fc59ed0f-b1fc-4ea7-9d8b-a4676afd158e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:20.042465 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0a1de82e-8d69-4c3a-b221-64dd6ef525ce req-fc59ed0f-b1fc-4ea7-9d8b-a4676afd158e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.1085491
Nov 20 21:32:20.089038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0a1de82e-8d69-4c3a-b221-64dd6ef525ce req-2f922871-37b0-4094-b511-e194a58d29d7 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405684
Nov 20 21:32:21.206342 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b2823-6769-4ed8-9f15-5ab8fc6d0c78 req-680f2f35-7f18-4ba6-ba45-e2a97d45fc0a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:21.207808 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-813b2823-6769-4ed8-9f15-5ab8fc6d0c78 req-680f2f35-7f18-4ba6-ba45-e2a97d45fc0a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.0482016
Nov 20 21:32:21.255547 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-813b2823-6769-4ed8-9f15-5ab8fc6d0c78 req-372d6617-68c8-471c-901e-6e1c6e694830 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418301
Nov 20 21:32:22.371675 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eeb3d-84ee-456b-81d0-1d4669610d4e req-4914273d-ce92-4716-a839-69f71abe48d8 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:22.373553 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b22eeb3d-84ee-456b-81d0-1d4669610d4e req-4914273d-ce92-4716-a839-69f71abe48d8 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.0497367
Nov 20 21:32:22.420927 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b22eeb3d-84ee-456b-81d0-1d4669610d4e req-1170a587-546b-42dd-950e-8b7884d8080b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413897
Nov 20 21:32:23.537402 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac72e53-00c4-4d89-8ae2-a6aa968b4f0f req-d863bdf0-c0c9-4439-bee2-8e1980180bd5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:23.538942 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ac72e53-00c4-4d89-8ae2-a6aa968b4f0f req-d863bdf0-c0c9-4439-bee2-8e1980180bd5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.0492790
Nov 20 21:32:23.586624 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5ac72e53-00c4-4d89-8ae2-a6aa968b4f0f req-5f4c1052-8414-424e-8c18-a43f5d1b773d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417325
Nov 20 21:32:25.018604 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec20bef-ffb7-4b33-8003-5d04deb886c8 req-11161e96-1fca-4f55-8cf3-c6a516252222 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:25.020093 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0ec20bef-ffb7-4b33-8003-5d04deb886c8 req-11161e96-1fca-4f55-8cf3-c6a516252222 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.3658552
Nov 20 21:32:25.068113 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0ec20bef-ffb7-4b33-8003-5d04deb886c8 req-0e337402-49df-4e18-a534-2973d984c2e2 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421178
Nov 20 21:32:26.190204 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60ac93-a2f9-42d3-ada3-9668b049e100 req-851d8495-4c7f-4662-a526-9023b88c76d1 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:26.191674 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e60ac93-a2f9-42d3-ada3-9668b049e100 req-851d8495-4c7f-4662-a526-9023b88c76d1 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.0557218
Nov 20 21:32:26.238849 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e60ac93-a2f9-42d3-ada3-9668b049e100 req-7a435c48-882a-484a-8712-26edcab39b05 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411842
Nov 20 21:32:27.355676 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b50bc-97f3-4960-be09-c44f661e6460 req-838f83b8-b981-47c6-a59a-589fd58f7e55 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:27.357149 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f9b50bc-97f3-4960-be09-c44f661e6460 req-838f83b8-b981-47c6-a59a-589fd58f7e55 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.0479031
Nov 20 21:32:27.403595 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f9b50bc-97f3-4960-be09-c44f661e6460 req-a4fde9e1-714e-42d4-b2b4-b9472823e673 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398574
Nov 20 21:32:28.313082 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbbbc2-1020-4cb9-9c88-5e657218afb6 req-4e819337-afac-4c9f-9992-c26a0a670508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:28.314648 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8ffbbbc2-1020-4cb9-9c88-5e657218afb6 req-4e819337-afac-4c9f-9992-c26a0a670508 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 1096 time: 0.0916793
Nov 20 21:32:28.418375 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbbbc2-1020-4cb9-9c88-5e657218afb6 req-d6008d82-5dd5-4286-ac33-52aaa5271367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:28.419826 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8ffbbbc2-1020-4cb9-9c88-5e657218afb6 req-d6008d82-5dd5-4286-ac33-52aaa5271367 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0862985
Nov 20 21:32:28.515250 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8ffbbbc2-1020-4cb9-9c88-5e657218afb6 req-7f664f48-1dad-4b6c-bb8c-18cce114401d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e HTTP/1.1" status: 200  len: 1001 time: 0.0884278
Nov 20 21:32:28.560254 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654a290-a402-4355-8210-a4627cc24a7b req-580308e1-5929-40af-8bab-75dcbef61fd5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:28.561742 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0654a290-a402-4355-8210-a4627cc24a7b req-580308e1-5929-40af-8bab-75dcbef61fd5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.0860856
Nov 20 21:32:28.591119 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbbbc2-1020-4cb9-9c88-5e657218afb6 req-2c28b81d-2863-446b-a237-6b3b0f004564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:28.592556 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8ffbbbc2-1020-4cb9-9c88-5e657218afb6 req-2c28b81d-2863-446b-a237-6b3b0f004564 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0703163
Nov 20 21:32:28.648937 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0654a290-a402-4355-8210-a4627cc24a7b req-292d8809-e933-4d4a-84f3-0d962143fb4b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790479
Nov 20 21:32:28.660267 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbbbc2-1020-4cb9-9c88-5e657218afb6 req-74cd9c12-33e2-4bdd-86f6-03709379cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:28.661818 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8ffbbbc2-1020-4cb9-9c88-5e657218afb6 req-74cd9c12-33e2-4bdd-86f6-03709379cd9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0588298
Nov 20 21:32:28.755205 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8ffbbbc2-1020-4cb9-9c88-5e657218afb6 req-fad1b211-d2ab-4a01-9446-1cce02d3f775 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865428
Nov 20 21:32:28.843786 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8ffbbbc2-1020-4cb9-9c88-5e657218afb6 req-0c2bea23-0cc8-49f8-be80-732fa7521e9d service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817831
Nov 20 21:32:29.764257 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1898fd-e0b3-4e60-bb7e-546fd2b9b555 req-d8a7eee4-8a27-4439-a633-f59bd9caac13 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:29.766288 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4a1898fd-e0b3-4e60-bb7e-546fd2b9b555 req-d8a7eee4-8a27-4439-a633-f59bd9caac13 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.0488553
Nov 20 21:32:29.816706 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4a1898fd-e0b3-4e60-bb7e-546fd2b9b555 req-f7b6ebc5-f188-4b80-9312-fdb5e6e602e4 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445752
Nov 20 21:32:30.041440 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-5c3505ef-a954-4637-9923-54b71b3344ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0447915
Nov 20 21:32:30.050130 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ad6c4-4229-49b7-89f3-491de3c43278 req-d98ff567-45a9-4f4f-9b44-10be4780352d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:30.051614 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c56ad6c4-4229-49b7-89f3-491de3c43278 req-d98ff567-45a9-4f4f-9b44-10be4780352d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.0485525
Nov 20 21:32:30.101182 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c56ad6c4-4229-49b7-89f3-491de3c43278 req-420a3d43-35a4-4d14-b715-ee2b2e0c5973 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432777
Nov 20 21:32:30.553425 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:32:31.159022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afd298-d98c-46c1-9b00-b49453540d3d req-41954509-e57c-406e-9f46-fc092d28699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:31.160592 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-41954509-e57c-406e-9f46-fc092d28699c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 1096 time: 0.0422161
Nov 20 21:32:31.283615 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d04fbd-0ca6-4624-b8ce-0a51944046d4 req-4aca17c8-3297-4c0a-a86b-0f8fab5f246a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:31.285108 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e0d04fbd-0ca6-4624-b8ce-0a51944046d4 req-4aca17c8-3297-4c0a-a86b-0f8fab5f246a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.1081002
Nov 20 21:32:31.306697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afd298-d98c-46c1-9b00-b49453540d3d req-177d9075-ff59-4acd-8afb-ea862c0c5eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:31.308096 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-177d9075-ff59-4acd-8afb-ea862c0c5eea service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.1405044
Nov 20 21:32:31.377133 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e0d04fbd-0ca6-4624-b8ce-0a51944046d4 req-0a8469ae-6d44-438b-aa12-e62522332e59 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848744
Nov 20 21:32:31.391234 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-1b30ffd1-8b30-462f-bacd-c18c049bf130 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e HTTP/1.1" status: 200  len: 1001 time: 0.0755248
Nov 20 21:32:31.446499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afd298-d98c-46c1-9b00-b49453540d3d req-b93d2784-a546-4e11-a9f3-31e358326791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:31.447952 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-b93d2784-a546-4e11-a9f3-31e358326791 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0497797
Nov 20 21:32:31.493946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afd298-d98c-46c1-9b00-b49453540d3d req-e7ac689e-22d2-4f5d-81e3-5b821028fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:31.495454 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-e7ac689e-22d2-4f5d-81e3-5b821028fe62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401280
Nov 20 21:32:31.589064 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-9b3a02d3-e5f2-4081-8681-351d2f52521a service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865221
Nov 20 21:32:31.675800 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-7799d20b-e870-4e0e-95a3-984a6ac70ad5 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800946
Nov 20 21:32:32.493556 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcf3c7-b953-4458-9e4e-e481d325cc21 req-a73f537d-b546-4a86-a200-f0eb7a2bc505 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:32.495076 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fcfcf3c7-b953-4458-9e4e-e481d325cc21 req-a73f537d-b546-4a86-a200-f0eb7a2bc505 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.0499833
Nov 20 21:32:32.543474 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fcfcf3c7-b953-4458-9e4e-e481d325cc21 req-477ed210-44e4-4f9d-95cb-f80b73821193 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424552
Nov 20 21:32:33.436037 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-96afd298-d98c-46c1-9b00-b49453540d3d req-a10ad237-5a12-4e31-ac40-3b72a329744b service neutron] show failed (client error): The resource could not be found.
Nov 20 21:32:33.437100 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-a10ad237-5a12-4e31-ac40-3b72a329744b service neutron] 10.222.0.37 "GET /v2.0/ports/2c8be03d-8f8c-464a-900f-e21e7b690b9e/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0547423
Nov 20 21:32:33.690219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273da5a9-b1e4-4ec9-b40c-2c4c8688c9b6 req-ea298fa0-fa79-4698-a5b6-79781a31c307 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:33.692001 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-273da5a9-b1e4-4ec9-b40c-2c4c8688c9b6 req-ea298fa0-fa79-4698-a5b6-79781a31c307 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.0748537
Nov 20 21:32:33.757228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afd298-d98c-46c1-9b00-b49453540d3d req-541b60ba-3e76-4511-b554-07b02eafbea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:33.758757 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-541b60ba-3e76-4511-b554-07b02eafbea1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944&tenant_id=55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 1096 time: 0.1506450
Nov 20 21:32:33.766226 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-273da5a9-b1e4-4ec9-b40c-2c4c8688c9b6 req-08b895dc-9313-43be-9100-a223102f35fe tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565505
Nov 20 21:32:33.772137 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:32:33.827206 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:34.025040 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] For port 2c8be03d-8f8c-464a-900f-e21e7b690b9e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:32:34.056458 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] For port 2c8be03d-8f8c-464a-900f-e21e7b690b9e, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:32:34.095436 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15807139-1482-45f2-bba9-2c1fae724944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c8be03d-8f8c-464a-900f-e21e7b690b9e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:32:34.097701 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63735b8-21ac-4ba2-81ae-134c929c440d" -d '{"events": [{"server_uuid": "15807139-1482-45f2-bba9-2c1fae724944", "name": "network-vif-unplugged", "status": "completed", "tag": "2c8be03d-8f8c-464a-900f-e21e7b690b9e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:32:34.101458 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:34.113890 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Transition to ACTIVE for port object 2c8be03d-8f8c-464a-900f-e21e7b690b9e will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:32:34.118706 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:34.205142 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8be03d-8f8c-464a-900f-e21e7b690b9e,revision_number=6']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:32:34.220517 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56436a41-412c-49dc-94d2-6175c8b00ba9 x-openstack-request-id: req-56436a41-412c-49dc-94d2-6175c8b00ba9 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:32:34.220820 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15807139-1482-45f2-bba9-2c1fae724944", "name": "network-vif-unplugged", "status": "completed", "tag": "2c8be03d-8f8c-464a-900f-e21e7b690b9e", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:32:34.221089 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56436a41-412c-49dc-94d2-6175c8b00ba9 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:32:34.221501 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15807139-1482-45f2-bba9-2c1fae724944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c8be03d-8f8c-464a-900f-e21e7b690b9e', 'code': 200}
Nov 20 21:32:34.224509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:34.224870 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:34.225220 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:34.225565 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:34.225904 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:34.226267 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:34.226604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:34.226937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:34.227270 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:34.227602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:34.227931 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:34.228258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:34.264185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] No DVR routers for this DVR port 2c8be03d-8f8c-464a-900f-e21e7b690b9e on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:32:34.398906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Attempting to bind port 2c8be03d-8f8c-464a-900f-e21e7b690b9e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:32:34.399238 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Attempting to bind port 2c8be03d-8f8c-464a-900f-e21e7b690b9e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:32:34.399562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Attempting to bind port 2c8be03d-8f8c-464a-900f-e21e7b690b9e on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:32:34.403816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Port 2c8be03d-8f8c-464a-900f-e21e7b690b9e on network 4c5f91b7-b565-4458-971f-538d019cd893 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:32:34.404131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Attempting to bind port 2c8be03d-8f8c-464a-900f-e21e7b690b9e on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:32:34.409083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:32:34.409413 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Checking segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:32:34.409788 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Bound using segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:32:34.410241 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Bound port: 2c8be03d-8f8c-464a-900f-e21e7b690b9e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:32:34.410591 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:34.471301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] For port 2c8be03d-8f8c-464a-900f-e21e7b690b9e, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:32:34.474484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] For port 2c8be03d-8f8c-464a-900f-e21e7b690b9e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:32:34.479145 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:34.530256 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:34.530971 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:34.533162 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] 10.222.0.47 "PUT /v2.0/ports/2c8be03d-8f8c-464a-900f-e21e7b690b9e HTTP/1.1" status: 200  len: 1091 time: 0.7642055
Nov 20 21:32:34.552857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b8bc5-5439-4a84-84aa-6dcad6f008b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8be03d-8f8c-464a-900f-e21e7b690b9e,revision_number=7']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:32:34.600169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afd298-d98c-46c1-9b00-b49453540d3d req-6415a89d-924a-4161-b623-0623d2afa5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:34.601720 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-6415a89d-924a-4161-b623-0623d2afa5b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 1094 time: 0.0446994
Nov 20 21:32:34.697392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afd298-d98c-46c1-9b00-b49453540d3d req-e27d0463-42f1-4b3f-be44-3c9738384b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:34.698980 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-e27d0463-42f1-4b3f-be44-3c9738384b6d service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0905519
Nov 20 21:32:34.770021 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-6d35ee0a-e8f8-48f0-8714-abafe03d3da4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e HTTP/1.1" status: 200  len: 999 time: 0.0640805
Nov 20 21:32:34.824569 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afd298-d98c-46c1-9b00-b49453540d3d req-187f2400-e5cd-4901-8fd1-6e5092082225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:34.826245 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-187f2400-e5cd-4901-8fd1-6e5092082225 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0495222
Nov 20 21:32:34.906852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afd298-d98c-46c1-9b00-b49453540d3d req-55580eb6-40f0-414b-9955-059a3ac880cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:34.908738 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-55580eb6-40f0-414b-9955-059a3ac880cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0758815
Nov 20 21:32:34.916934 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72c8fc-cb93-49bc-9fd5-cd37797faa29 req-832f2d51-6f1f-41a3-a66a-fbe9618dc662 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:34.918315 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d72c8fc-cb93-49bc-9fd5-cd37797faa29 req-832f2d51-6f1f-41a3-a66a-fbe9618dc662 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 943 time: 0.0765338
Nov 20 21:32:35.024513 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3d72c8fc-cb93-49bc-9fd5-cd37797faa29 req-cb6134f3-4858-4740-9ba0-1ff3615d41eb tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0975583
Nov 20 21:32:35.040338 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-2700ac8e-a0ca-4b7e-98ef-aaf2a23a4d38 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210663
Nov 20 21:32:35.475059 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-96afd298-d98c-46c1-9b00-b49453540d3d req-77624f56-2c64-4a39-8cdd-9cf433a00e4e service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4280658
Nov 20 21:32:36.145696 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05fbb2-5213-4fec-89e8-e5e66dc461f4 req-cb429f85-4f9c-4087-83d0-6ba832594a6d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:36.147211 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d05fbb2-5213-4fec-89e8-e5e66dc461f4 req-cb429f85-4f9c-4087-83d0-6ba832594a6d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 943 time: 0.0528526
Nov 20 21:32:36.193109 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d05fbb2-5213-4fec-89e8-e5e66dc461f4 req-3527e9a3-0885-4c82-8d9e-56cb03f8e636 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401127
Nov 20 21:32:36.222571 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15807139-1482-45f2-bba9-2c1fae724944', 'tag': '2c8be03d-8f8c-464a-900f-e21e7b690b9e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:32:36.224923 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330346b4-5870-402c-a407-8394de0f263e" -d '{"events": [{"name": "network-changed", "server_uuid": "15807139-1482-45f2-bba9-2c1fae724944", "tag": "2c8be03d-8f8c-464a-900f-e21e7b690b9e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:32:36.274009 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5552357-e59d-42de-843d-7a123f90a128 x-openstack-request-id: req-b5552357-e59d-42de-843d-7a123f90a128 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:32:36.274400 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15807139-1482-45f2-bba9-2c1fae724944", "tag": "2c8be03d-8f8c-464a-900f-e21e7b690b9e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:32:36.274726 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5552357-e59d-42de-843d-7a123f90a128 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:32:36.275207 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15807139-1482-45f2-bba9-2c1fae724944', 'tag': '2c8be03d-8f8c-464a-900f-e21e7b690b9e', 'status': 'completed', 'code': 200}
Nov 20 21:32:36.363006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330346b4-5870-402c-a407-8394de0f263e req-8bd13f4a-0f5f-49c5-9b50-155d69695d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:36.364499 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-330346b4-5870-402c-a407-8394de0f263e req-8bd13f4a-0f5f-49c5-9b50-155d69695d67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 1094 time: 0.0697453
Nov 20 21:32:36.367078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330346b4-5870-402c-a407-8394de0f263e req-9b3dea84-dd40-493e-81dd-1ded72cf4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:36.368395 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-330346b4-5870-402c-a407-8394de0f263e req-9b3dea84-dd40-493e-81dd-1ded72cf4703 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 1094 time: 0.0655885
Nov 20 21:32:36.524355 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330346b4-5870-402c-a407-8394de0f263e req-4379cf30-d366-4a58-8dc1-4105fb95494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:36.525827 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-330346b4-5870-402c-a407-8394de0f263e req-4379cf30-d366-4a58-8dc1-4105fb95494e service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.1539707
Nov 20 21:32:36.526924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330346b4-5870-402c-a407-8394de0f263e req-74f2fa54-ccea-407e-8518-5e10a87a0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:36.528239 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-330346b4-5870-402c-a407-8394de0f263e req-74f2fa54-ccea-407e-8518-5e10a87a0093 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.1487453
Nov 20 21:32:36.639078 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-330346b4-5870-402c-a407-8394de0f263e req-64a90ab5-f4fd-4b41-af78-aa50cd735148 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e HTTP/1.1" status: 200  len: 999 time: 0.1054409
Nov 20 21:32:36.640763 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-330346b4-5870-402c-a407-8394de0f263e req-e2471c16-eef7-4b60-9ba7-eb6429a31d63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e HTTP/1.1" status: 200  len: 999 time: 0.1017311
Nov 20 21:32:36.728602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330346b4-5870-402c-a407-8394de0f263e req-8de995fb-084b-4e85-ab2d-5231b2346467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:36.730113 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-330346b4-5870-402c-a407-8394de0f263e req-8de995fb-084b-4e85-ab2d-5231b2346467 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0838690
Nov 20 21:32:36.731959 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330346b4-5870-402c-a407-8394de0f263e req-7d73a297-b2e1-4abe-92fc-00c28482c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:36.732837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-330346b4-5870-402c-a407-8394de0f263e req-7d73a297-b2e1-4abe-92fc-00c28482c1f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0854850
Nov 20 21:32:36.807412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330346b4-5870-402c-a407-8394de0f263e req-4da36119-f385-45ea-97b3-c8a92fb22681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:36.808924 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-330346b4-5870-402c-a407-8394de0f263e req-4da36119-f385-45ea-97b3-c8a92fb22681 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0696375
Nov 20 21:32:36.811301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330346b4-5870-402c-a407-8394de0f263e req-a0aa3466-fb52-4c15-a64b-653d4810db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:36.812644 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-330346b4-5870-402c-a407-8394de0f263e req-a0aa3466-fb52-4c15-a64b-653d4810db1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0651546
Nov 20 21:32:36.965735 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-330346b4-5870-402c-a407-8394de0f263e req-ade5d8bc-2981-430a-aa5b-be64bdd718ad service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492195
Nov 20 21:32:36.968976 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-330346b4-5870-402c-a407-8394de0f263e req-d686ad3e-b6e4-4b9f-abed-c9371056694f service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451077
Nov 20 21:32:36.984232 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 2c8be03d-8f8c-464a-900f-e21e7b690b9e no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:32:37.027005 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 2c8be03d-8f8c-464a-900f-e21e7b690b9e not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:32:37.131928 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-330346b4-5870-402c-a407-8394de0f263e req-8d37ad1c-e847-4f52-86c4-408fe39e50c8 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1594963
Nov 20 21:32:37.133656 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-330346b4-5870-402c-a407-8394de0f263e req-eb569918-97e1-4af1-9ee1-c568afb24fc2 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544573
Nov 20 21:32:37.309652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cf172-4d40-4b2f-bf9c-82feaa2fde85 req-a0cf3101-8c3d-4788-a624-4dbee196189c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:37.311162 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-706cf172-4d40-4b2f-bf9c-82feaa2fde85 req-a0cf3101-8c3d-4788-a624-4dbee196189c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 943 time: 0.0486686
Nov 20 21:32:37.358569 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-706cf172-4d40-4b2f-bf9c-82feaa2fde85 req-a61d1c5c-c761-43ad-856d-cd9a1019817c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413446
Nov 20 21:32:37.568989 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d968303-336b-486d-afb8-832cdbbe29b4 req-849aa8e4-0e23-491a-aa9c-eef3e4edb71c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:37.569269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c197cb3-436b-44be-83c9-3576375f55e1 req-22a5b1e7-c319-4755-b9df-a5097fe28f39 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:37.570573 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1d968303-336b-486d-afb8-832cdbbe29b4 req-849aa8e4-0e23-491a-aa9c-eef3e4edb71c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 943 time: 0.0548997
Nov 20 21:32:37.570714 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c197cb3-436b-44be-83c9-3576375f55e1 req-22a5b1e7-c319-4755-b9df-a5097fe28f39 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.37 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944&tenant_id=55bf4df5c73841dbb6507b288100a89d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0546980
Nov 20 21:32:37.621404 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1d968303-336b-486d-afb8-832cdbbe29b4 req-a054ffbe-e80e-4529-badc-e366468a6a11 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444860
Nov 20 21:32:37.633371 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-0c197cb3-436b-44be-83c9-3576375f55e1 req-dab46ee6-6efd-4ded-b9d4-e1efe5b9ef8e service neutron] delete failed (client error): The resource could not be found.
Nov 20 21:32:37.634428 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c197cb3-436b-44be-83c9-3576375f55e1 req-dab46ee6-6efd-4ded-b9d4-e1efe5b9ef8e service neutron] 10.222.0.37 "DELETE /v2.0/ports/2c8be03d-8f8c-464a-900f-e21e7b690b9e/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0560670
Nov 20 21:32:37.725647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c197cb3-436b-44be-83c9-3576375f55e1 req-a64f83c4-e657-4eb5-a5b9-c0573c550956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:37.727406 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c197cb3-436b-44be-83c9-3576375f55e1 req-a64f83c4-e657-4eb5-a5b9-c0573c550956 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 1094 time: 0.0476985
Nov 20 21:32:37.830101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c197cb3-436b-44be-83c9-3576375f55e1 req-8c418579-2b9d-46d3-8e59-955025d50f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:37.831835 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c197cb3-436b-44be-83c9-3576375f55e1 req-8c418579-2b9d-46d3-8e59-955025d50f97 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0975530
Nov 20 21:32:37.906585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c197cb3-436b-44be-83c9-3576375f55e1 req-0235c106-bb96-493a-9641-4e2957e4155f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e HTTP/1.1" status: 200  len: 999 time: 0.0660608
Nov 20 21:32:37.962466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c197cb3-436b-44be-83c9-3576375f55e1 req-95878e47-6ef5-45c4-9db2-ed0fe86b5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:37.963945 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c197cb3-436b-44be-83c9-3576375f55e1 req-95878e47-6ef5-45c4-9db2-ed0fe86b5da9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0511386
Nov 20 21:32:38.012421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c197cb3-436b-44be-83c9-3576375f55e1 req-116924bd-7c51-4e5e-afc7-74d678b0caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:38.013925 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c197cb3-436b-44be-83c9-3576375f55e1 req-116924bd-7c51-4e5e-afc7-74d678b0caf8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428567
Nov 20 21:32:38.112832 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c197cb3-436b-44be-83c9-3576375f55e1 req-e2b28dd6-be83-4675-bbfc-3a899953fc9c service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916369
Nov 20 21:32:38.212728 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0c197cb3-436b-44be-83c9-3576375f55e1 req-fa114800-3559-46ff-b802-cdf91d7a1087 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0919769
Nov 20 21:32:38.245061 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2c8be03d-8f8c-464a-900f-e21e7b690b9e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:32:38.343901 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 2c8be03d-8f8c-464a-900f-e21e7b690b9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:32:38.355867 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '2c8be03d-8f8c-464a-900f-e21e7b690b9e', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'port_id': '2c8be03d-8f8c-464a-900f-e21e7b690b9e', 'mac_address': 'fa:16:3e:28:aa:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:32:38.397339 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:38.409823 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8be03d-8f8c-464a-900f-e21e7b690b9e {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:32:38.428624 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 2c8be03d-8f8c-464a-900f-e21e7b690b9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:32:38.432347 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:38.478811 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=2c8be03d-8f8c-464a-900f-e21e7b690b9e,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:32:38.486168 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:38.486523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:38.486873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:38.487219 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:38.487687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:38.487887 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:38.488221 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:38.488551 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:38.488883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:38.489209 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:38.489538 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:38.489863 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:32:38.519816 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:38.561718 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:38.668792 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['2c8be03d-8f8c-464a-900f-e21e7b690b9e'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:32:38.748968 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02399975-c47f-4ab8-8867-61bbab3ae696 req-d2df5c4d-c2a0-4204-82f4-db1828a4ec15 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:38.757019 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02399975-c47f-4ab8-8867-61bbab3ae696 req-d2df5c4d-c2a0-4204-82f4-db1828a4ec15 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 944 time: 0.0614200
Nov 20 21:32:38.807348 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02399975-c47f-4ab8-8867-61bbab3ae696 req-d9589d92-2992-4759-b2b9-0bee4ce0023b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494950
Nov 20 21:32:38.923839 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e0695-6344-414b-a543-7c6dc0032be4 req-43e2fc10-c254-40f6-a96b-cf85c073611e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:38.925256 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7b2e0695-6344-414b-a543-7c6dc0032be4 req-43e2fc10-c254-40f6-a96b-cf85c073611e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 944 time: 0.0491168
Nov 20 21:32:38.972062 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7b2e0695-6344-414b-a543-7c6dc0032be4 req-11c794d3-8c6f-45b6-84a0-1a1d7ece7ba6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407791
Nov 20 21:32:39.172692 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c86a0-e614-4934-bbd9-7678b6384d3f req-c095048c-6c9a-498f-bfca-ea41456b147d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:39.174847 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-607c86a0-e614-4934-bbd9-7678b6384d3f req-c095048c-6c9a-498f-bfca-ea41456b147d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 944 time: 0.0502789
Nov 20 21:32:39.198993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b0263-40ed-4814-ad1e-b4fd39d24233 req-36d022ea-ca5d-4f8c-a945-7c898cf08369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:39.200667 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-281b0263-40ed-4814-ad1e-b4fd39d24233 req-36d022ea-ca5d-4f8c-a945-7c898cf08369 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 1095 time: 0.0418835
Nov 20 21:32:39.226919 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-607c86a0-e614-4934-bbd9-7678b6384d3f req-1b79ada3-5fa0-493f-b0d7-2e1a66a62712 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462420
Nov 20 21:32:39.292195 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b0263-40ed-4814-ad1e-b4fd39d24233 req-31c415a2-ae66-4632-afa4-d5780558b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:39.293655 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-281b0263-40ed-4814-ad1e-b4fd39d24233 req-31c415a2-ae66-4632-afa4-d5780558b572 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0864978
Nov 20 21:32:39.361711 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-281b0263-40ed-4814-ad1e-b4fd39d24233 req-234b0330-3383-4afa-939d-b935e9a63acb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e HTTP/1.1" status: 200  len: 1000 time: 0.0606515
Nov 20 21:32:39.410512 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b0263-40ed-4814-ad1e-b4fd39d24233 req-f2e2d251-caa5-4b2b-ae5f-aa07993e0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:39.411968 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-281b0263-40ed-4814-ad1e-b4fd39d24233 req-f2e2d251-caa5-4b2b-ae5f-aa07993e0aec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0433130
Nov 20 21:32:39.457169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b0263-40ed-4814-ad1e-b4fd39d24233 req-532ae045-e101-45c5-8d34-fb80870df16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:39.458603 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-281b0263-40ed-4814-ad1e-b4fd39d24233 req-532ae045-e101-45c5-8d34-fb80870df16b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398493
Nov 20 21:32:39.553699 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-281b0263-40ed-4814-ad1e-b4fd39d24233 req-5a2c5aa7-87ea-4156-8312-5de8aa67e5fc service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883682
Nov 20 21:32:39.647087 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-281b0263-40ed-4814-ad1e-b4fd39d24233 req-38652284-9bf9-451b-adfe-1efa32ddf9e4 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862467
Nov 20 21:32:40.259336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2c8be03d-8f8c-464a-900f-e21e7b690b9e up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:32:40.309329 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 2c8be03d-8f8c-464a-900f-e21e7b690b9e completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:32:40.313527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 2c8be03d-8f8c-464a-900f-e21e7b690b9e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:32:40.313982 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:40.352252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7106a-d862-4f88-a8d4-88d44b1ac43a req-5ced2cc8-6a27-40e7-9fb7-7b75438ee7e3 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:40.356755 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4eb7106a-d862-4f88-a8d4-88d44b1ac43a req-5ced2cc8-6a27-40e7-9fb7-7b75438ee7e3 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 944 time: 0.0539801
Nov 20 21:32:40.395851 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:40.401443 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4eb7106a-d862-4f88-a8d4-88d44b1ac43a req-b0f2e4c6-e40f-4512-8751-2ca0641147c5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417671
Nov 20 21:32:40.421312 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15807139-1482-45f2-bba9-2c1fae724944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8be03d-8f8c-464a-900f-e21e7b690b9e'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:32:40.423717 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3164311-63db-49af-929f-b0abe28ce5d3" -d '{"events": [{"server_uuid": "15807139-1482-45f2-bba9-2c1fae724944", "name": "network-vif-plugged", "status": "completed", "tag": "2c8be03d-8f8c-464a-900f-e21e7b690b9e"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:32:40.437024 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 2c8be03d-8f8c-464a-900f-e21e7b690b9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:32:40.442154 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:40.497769 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=2c8be03d-8f8c-464a-900f-e21e7b690b9e,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:32:40.554719 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75aacb61-7242-45e4-8317-22e3f7b921b6 x-openstack-request-id: req-75aacb61-7242-45e4-8317-22e3f7b921b6 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:32:40.555468 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15807139-1482-45f2-bba9-2c1fae724944", "name": "network-vif-plugged", "status": "completed", "tag": "2c8be03d-8f8c-464a-900f-e21e7b690b9e", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:32:40.555468 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75aacb61-7242-45e4-8317-22e3f7b921b6 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:32:40.555793 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15807139-1482-45f2-bba9-2c1fae724944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8be03d-8f8c-464a-900f-e21e7b690b9e', 'code': 200}
Nov 20 21:32:40.660382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aaf6eb-652a-49dd-984f-0a9c29f5d122 req-13379463-594c-468f-839c-6fdc552374ed tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:40.661866 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32aaf6eb-652a-49dd-984f-0a9c29f5d122 req-13379463-594c-468f-839c-6fdc552374ed tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.0489888
Nov 20 21:32:40.709929 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32aaf6eb-652a-49dd-984f-0a9c29f5d122 req-eb00f618-fe3c-4afe-9d08-5095dc60df84 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413444
Nov 20 21:32:41.827765 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff824d62-bd22-483a-bbbd-d0baf072d5cc req-018f4d8d-3d7c-4b69-9b25-234b33c538db tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:41.829665 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ff824d62-bd22-483a-bbbd-d0baf072d5cc req-018f4d8d-3d7c-4b69-9b25-234b33c538db tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.0491245
Nov 20 21:32:41.878595 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ff824d62-bd22-483a-bbbd-d0baf072d5cc req-bf031c20-e05f-48bf-aaa1-fa838b34f4ec tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429492
Nov 20 21:32:41.883917 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3fda4-ebc5-4c97-8802-2ff046c6cb80 req-056dd261-7180-456c-8f9d-e4e56ee50688 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:41.885402 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0b3fda4-ebc5-4c97-8802-2ff046c6cb80 req-056dd261-7180-456c-8f9d-e4e56ee50688 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.47 "GET /v2.0/ports?device_id=15807139-1482-45f2-bba9-2c1fae724944 HTTP/1.1" status: 200  len: 945 time: 0.0535803
Nov 20 21:32:41.975477 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-a0b3fda4-ebc5-4c97-8802-2ff046c6cb80 req-aa9a0148-b1c9-4b1b-a214-b3f5ffc2b94f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Deleting port 2c8be03d-8f8c-464a-900f-e21e7b690b9e {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:32:41.975823 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a0b3fda4-ebc5-4c97-8802-2ff046c6cb80 req-aa9a0148-b1c9-4b1b-a214-b3f5ffc2b94f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:42.069339 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a0b3fda4-ebc5-4c97-8802-2ff046c6cb80 req-aa9a0148-b1c9-4b1b-a214-b3f5ffc2b94f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] For port 2c8be03d-8f8c-464a-900f-e21e7b690b9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c8be03d-8f8c-464a-900f-e21e7b690b9e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:32:42.069701 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a0b3fda4-ebc5-4c97-8802-2ff046c6cb80 req-aa9a0148-b1c9-4b1b-a214-b3f5ffc2b94f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:42.241540 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a0b3fda4-ebc5-4c97-8802-2ff046c6cb80 req-aa9a0148-b1c9-4b1b-a214-b3f5ffc2b94f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:42.241897 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a0b3fda4-ebc5-4c97-8802-2ff046c6cb80 req-aa9a0148-b1c9-4b1b-a214-b3f5ffc2b94f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:42.242246 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-a0b3fda4-ebc5-4c97-8802-2ff046c6cb80 req-aa9a0148-b1c9-4b1b-a214-b3f5ffc2b94f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Floating IP 170ace79-18a6-498b-92fd-e5f5dd1e84f1 disassociated. External IP: 172.35.1.249, port: 2c8be03d-8f8c-464a-900f-e21e7b690b9e.
Nov 20 21:32:42.242587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-a0b3fda4-ebc5-4c97-8802-2ff046c6cb80 req-aa9a0148-b1c9-4b1b-a214-b3f5ffc2b94f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Calling delete_port for 2c8be03d-8f8c-464a-900f-e21e7b690b9e owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:32:42.373573 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a0b3fda4-ebc5-4c97-8802-2ff046c6cb80 req-aa9a0148-b1c9-4b1b-a214-b3f5ffc2b94f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:42.409022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a0148-b1c9-4b1b-a214-b3f5ffc2b94f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Pushing event deleted for resources: {'Port': ['ID=2c8be03d-8f8c-464a-900f-e21e7b690b9e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:32:42.524626 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0b3fda4-ebc5-4c97-8802-2ff046c6cb80 req-aa9a0148-b1c9-4b1b-a214-b3f5ffc2b94f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Router 70f64c2a-6e29-4416-a342-f64f7fdf429f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:32:42.635959 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0b3fda4-ebc5-4c97-8802-2ff046c6cb80 req-aa9a0148-b1c9-4b1b-a214-b3f5ffc2b94f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:32:42.645929 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b200e6-1902-418c-9488-67d3e82bd1fb None None] Sync routers for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:32:42.655868 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b200e6-1902-418c-9488-67d3e82bd1fb None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:32:42.656476 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c3b200e6-1902-418c-9488-67d3e82bd1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541e5af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:32:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:32:42.679825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b3fda4-ebc5-4c97-8802-2ff046c6cb80 req-aa9a0148-b1c9-4b1b-a214-b3f5ffc2b94f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] No DVR routers for this DVR port 2c8be03d-8f8c-464a-900f-e21e7b690b9e on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:32:42.682808 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a0b3fda4-ebc5-4c97-8802-2ff046c6cb80 req-aa9a0148-b1c9-4b1b-a214-b3f5ffc2b94f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:42.686932 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0b3fda4-ebc5-4c97-8802-2ff046c6cb80 req-aa9a0148-b1c9-4b1b-a214-b3f5ffc2b94f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.47 "DELETE /v2.0/ports/2c8be03d-8f8c-464a-900f-e21e7b690b9e HTTP/1.1" status: 204  len: 173 time: 0.7935746
Nov 20 21:32:42.687397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15807139-1482-45f2-bba9-2c1fae724944', 'name': 'network-vif-deleted', 'tag': '2c8be03d-8f8c-464a-900f-e21e7b690b9e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:32:42.690463 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1013c193-3f4d-4ccb-bb55-61557367534f" -d '{"events": [{"server_uuid": "15807139-1482-45f2-bba9-2c1fae724944", "name": "network-vif-deleted", "tag": "2c8be03d-8f8c-464a-900f-e21e7b690b9e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:32:42.733162 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300d057f-177c-4fd0-8c52-f4ec8aab9f28 x-openstack-request-id: req-300d057f-177c-4fd0-8c52-f4ec8aab9f28 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:32:42.733460 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15807139-1482-45f2-bba9-2c1fae724944", "name": "network-vif-deleted", "tag": "2c8be03d-8f8c-464a-900f-e21e7b690b9e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:32:42.733720 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-300d057f-177c-4fd0-8c52-f4ec8aab9f28 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:32:42.734174 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15807139-1482-45f2-bba9-2c1fae724944', 'name': 'network-vif-deleted', 'tag': '2c8be03d-8f8c-464a-900f-e21e7b690b9e', 'status': 'completed', 'code': 200}
Nov 20 21:32:42.771702 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-c3b200e6-1902-418c-9488-67d3e82bd1fb None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:32:42.987550 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c3b200e6-1902-418c-9488-67d3e82bd1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541e5af0>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:32:43.018379 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b200e6-1902-418c-9488-67d3e82bd1fb None None] Checking router: 70f64c2a-6e29-4416-a342-f64f7fdf429f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:32:43.026605 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b200e6-1902-418c-9488-67d3e82bd1fb None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:32:43.027143 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c3b200e6-1902-418c-9488-67d3e82bd1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541e5af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:32:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:32:43.132745 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-c3b200e6-1902-418c-9488-67d3e82bd1fb None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:32:43.178475 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-161a933f-adad-467a-9f62-59ed8215e604 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--329218344&fields=id&tenant_id=55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 267 time: 0.0424232
Nov 20 21:32:43.291849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-3ac1196e-6b20-49f0-a82e-6a2ef9786bce tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:43.293385 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-3ac1196e-6b20-49f0-a82e-6a2ef9786bce tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 812 time: 0.1081340
Nov 20 21:32:43.309064 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-17454704-7de0-4a65-a846-97256736381b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/quotas/55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 375 time: 0.0091653
Nov 20 21:32:43.329281 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c3b200e6-1902-418c-9488-67d3e82bd1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541e5af0>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:32:43.343303 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-69f90c53-32c7-44d5-82ca-52dd26b8a050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:43.355221 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b200e6-1902-418c-9488-67d3e82bd1fb None None] The sync data for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 is: [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:32:43.365835 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-205bfe0f-46cf-447a-9315-d811ede7f473 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0501637
Nov 20 21:32:43.438142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-9ece4098-f6f4-4e15-80a4-a2235bac8bac service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:32:43.440350 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-9ece4098-f6f4-4e15-80a4-a2235bac8bac service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0612743
Nov 20 21:32:43.541006 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-4257d709-6591-440d-9627-a32ec61f76da service neutron] 10.222.0.41 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0939093
Nov 20 21:32:43.590778 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee7ca37-0f6b-45ff-9832-7176f847c0ae None None] New status for floating IP 170ace79-18a6-498b-92fd-e5f5dd1e84f1: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:32:43.636547 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-b051cbfa-bc21-4e3e-96e8-f481f91abec3 service neutron] 10.222.0.41 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892394
Nov 20 21:32:43.810277 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e616cf7c-df09-4891-960c-d1c2c66693d5 req-792bbb08-c434-4828-bdc1-32d89d0f5e0c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 210 time: 0.0284927
Nov 20 21:32:44.285381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2c8be03d-8f8c-464a-900f-e21e7b690b9e no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:32:44.306476 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 2c8be03d-8f8c-464a-900f-e21e7b690b9e {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:32:44.306882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 2c8be03d-8f8c-464a-900f-e21e7b690b9e not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:32:44.722082 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-055777a4-7ea0-411d-8b4e-71efe7d9eb0f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:44.723560 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-055777a4-7ea0-411d-8b4e-71efe7d9eb0f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 812 time: 0.1111753
Nov 20 21:32:44.788156 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-636583b0-76cd-4df0-a30a-279f07691b13 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 379 time: 0.0547650
Nov 20 21:32:44.798673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-e0168d4c-f9c8-448d-9ef8-d857b67a9d67 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Request body: {'port': {'device_id': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'admin_state_up': True, 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'security_groups': ['dbae88f6-dd05-45eb-a329-2c6918117d5b']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:32:44.909749 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-eea2c5f4-4b2e-45d8-91b4-a6675ee69def req-d43dfe58-061b-4d16-9763-9f234cff434f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 210 time: 0.0272033
Nov 20 21:32:44.913838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-e0168d4c-f9c8-448d-9ef8-d857b67a9d67 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Made reservation on behalf of 55bf4df5c73841dbb6507b288100a89d for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:32:44.917631 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-e0168d4c-f9c8-448d-9ef8-d857b67a9d67 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:45.041691 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-e0168d4c-f9c8-448d-9ef8-d857b67a9d67 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Allocated IP 172.20.0.14 (4c5f91b7-b565-4458-971f-538d019cd893/a71773a6-703a-4980-bd23-78f58243cc51/d9442a15-28f6-40f2-98a6-4861bcc90a8c) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:32:45.177771 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-e0168d4c-f9c8-448d-9ef8-d857b67a9d67 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:45.211357 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-e0168d4c-f9c8-448d-9ef8-d857b67a9d67 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:45.255790 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-e0168d4c-f9c8-448d-9ef8-d857b67a9d67 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Network 4c5f91b7-b565-4458-971f-538d019cd893 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:32:45.258820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-e0168d4c-f9c8-448d-9ef8-d857b67a9d67 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:32:45.261578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-e0168d4c-f9c8-448d-9ef8-d857b67a9d67 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:32:45.291038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0168d4c-f9c8-448d-9ef8-d857b67a9d67 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Pushing event updated for resources: {'Port': ['ID=d9442a15-28f6-40f2-98a6-4861bcc90a8c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:32:45.319967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-e0168d4c-f9c8-448d-9ef8-d857b67a9d67 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:45.320597 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-e0168d4c-f9c8-448d-9ef8-d857b67a9d67 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:45.337056 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-e0168d4c-f9c8-448d-9ef8-d857b67a9d67 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5419853
Nov 20 21:32:45.349845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Request body: {'port': {'device_id': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:32:45.412680 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:45.502743 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4aeb7b33-133a-4c8a-8261-fd008065aebe None None] Provisioning complete for port d9442a15-28f6-40f2-98a6-4861bcc90a8c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:32:45.503369 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7b33-133a-4c8a-8261-fd008065aebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:45.541286 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb7b33-133a-4c8a-8261-fd008065aebe None None] Port d9442a15-28f6-40f2-98a6-4861bcc90a8c cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:32:45.673849 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9442a15-28f6-40f2-98a6-4861bcc90a8c {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:32:45.681226 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:45.693791 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Transition to ACTIVE for port object d9442a15-28f6-40f2-98a6-4861bcc90a8c will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:32:45.697486 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:45.723835 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a266efc1-0ae4-425f-8cbf-b04ae2e200d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:45.775835 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Pushing event updated for resources: {'Port': ['ID=d9442a15-28f6-40f2-98a6-4861bcc90a8c,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:32:45.827954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:32:45.828287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:32:45.828614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:32:45.833832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Port d9442a15-28f6-40f2-98a6-4861bcc90a8c on network 4c5f91b7-b565-4458-971f-538d019cd893 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:32:45.834196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:32:45.839316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:32:45.839653 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Checking segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:32:45.840038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Bound using segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:32:45.840466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Bound port: d9442a15-28f6-40f2-98a6-4861bcc90a8c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:32:45.840821 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:45.910601 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:32:45.913646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:32:45.917985 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:45.956042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:45.956711 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:45.958132 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] 10.222.0.37 "PUT /v2.0/ports/d9442a15-28f6-40f2-98a6-4861bcc90a8c HTTP/1.1" status: 200  len: 1092 time: 0.6124582
Nov 20 21:32:45.958581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'tag': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:32:45.961064 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e456ec-4eff-4494-94d8-25214dceeba3" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d138a6-d214-4ce9-9326-c8c06f206b5a", "tag": "d9442a15-28f6-40f2-98a6-4861bcc90a8c"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:32:45.984169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ae8d8-9cc4-4fb7-8a0c-dcad0a944fdb service neutron] Pushing event updated for resources: {'Port': ['ID=d9442a15-28f6-40f2-98a6-4861bcc90a8c,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:32:46.040425 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1454ea5e-ca5c-4faa-9357-47141df91b81 x-openstack-request-id: req-1454ea5e-ca5c-4faa-9357-47141df91b81 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:32:46.040714 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d138a6-d214-4ce9-9326-c8c06f206b5a", "tag": "d9442a15-28f6-40f2-98a6-4861bcc90a8c", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:32:46.040966 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1454ea5e-ca5c-4faa-9357-47141df91b81 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:32:46.041362 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'tag': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c', 'status': 'completed', 'code': 200}
Nov 20 21:32:46.087292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309e283-713e-4cf8-b429-e20608866255 req-bb987a61-17d5-40c2-95dd-ec4dde62fdf5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:46.088851 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2309e283-713e-4cf8-b429-e20608866255 req-bb987a61-17d5-40c2-95dd-ec4dde62fdf5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 944 time: 0.0859036
Nov 20 21:32:46.091785 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-4f0ddc0e-476e-47d1-82ce-447da8465c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:46.093173 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-4f0ddc0e-476e-47d1-82ce-447da8465c9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 1095 time: 0.0739467
Nov 20 21:32:46.142970 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-5bd9a657-0ed0-4fea-aec4-708d95978978 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c HTTP/1.1" status: 200  len: 217 time: 0.0414357
Nov 20 21:32:46.203354 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2309e283-713e-4cf8-b429-e20608866255 req-b844d3df-476e-4471-ac42-b2d7f9b40830 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077681
Nov 20 21:32:46.213845 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-15cb53eb-5303-4a89-b686-cfaa17d0cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:46.219056 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-15cb53eb-5303-4a89-b686-cfaa17d0cdfd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0659056
Nov 20 21:32:46.260918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-6d428d98-3724-449b-b62a-82c549e615ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:46.262433 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-6d428d98-3724-449b-b62a-82c549e615ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408409
Nov 20 21:32:46.353111 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-172ed917-d7d9-45b5-bd92-472321c18d0c service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833073
Nov 20 21:32:46.442085 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d2c75853-988d-4755-ae6d-e37ca414cd31 req-88788981-aa1f-45b3-adfa-1489811b961d service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820677
Nov 20 21:32:46.526804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e456ec-4eff-4494-94d8-25214dceeba3 req-58beade4-7ba6-4d15-a4b9-1cccedf5b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:46.528211 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83e456ec-4eff-4494-94d8-25214dceeba3 req-58beade4-7ba6-4d15-a4b9-1cccedf5b0f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 1095 time: 0.0430219
Nov 20 21:32:46.620550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e456ec-4eff-4494-94d8-25214dceeba3 req-308b0f57-f996-4475-aab2-f790442bc42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:46.622034 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83e456ec-4eff-4494-94d8-25214dceeba3 req-308b0f57-f996-4475-aab2-f790442bc42f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0863523
Nov 20 21:32:46.663169 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83e456ec-4eff-4494-94d8-25214dceeba3 req-9205eeb0-f07f-4d1a-abc7-4d1df2e51374 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c HTTP/1.1" status: 200  len: 217 time: 0.0336201
Nov 20 21:32:46.715328 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e456ec-4eff-4494-94d8-25214dceeba3 req-d5e9bad3-3987-4c1f-aa30-6c38fc07ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:46.716769 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83e456ec-4eff-4494-94d8-25214dceeba3 req-d5e9bad3-3987-4c1f-aa30-6c38fc07ff75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0469797
Nov 20 21:32:46.765325 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e456ec-4eff-4494-94d8-25214dceeba3 req-8e909e96-7a2d-4b5d-88e7-3d637d610680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:46.766965 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83e456ec-4eff-4494-94d8-25214dceeba3 req-8e909e96-7a2d-4b5d-88e7-3d637d610680 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0415912
Nov 20 21:32:46.861516 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83e456ec-4eff-4494-94d8-25214dceeba3 req-8f7ed670-a1e5-4d5e-8f9e-adc8f2701740 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861931
Nov 20 21:32:46.896725 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:46.952136 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83e456ec-4eff-4494-94d8-25214dceeba3 req-24e4f5b5-3598-46b1-9d24-8c981a681c3f service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836859
Nov 20 21:32:47.324235 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d9337-fccf-45ca-ac48-9c2929bedd8f req-9834e3b8-0b87-4f0f-88dc-4fdc4b8d1d21 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:47.325721 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f41d9337-fccf-45ca-ac48-9c2929bedd8f req-9834e3b8-0b87-4f0f-88dc-4fdc4b8d1d21 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 944 time: 0.0533667
Nov 20 21:32:47.374433 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f41d9337-fccf-45ca-ac48-9c2929bedd8f req-406cb39b-55e9-45ba-bb71-822e21199c9a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422189
Nov 20 21:32:48.489578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00541e-a72e-4c71-9ce3-6b12e5259eb3 req-5b4be6fd-ea63-4907-8d70-e9d5aebc9e06 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:48.491341 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e00541e-a72e-4c71-9ce3-6b12e5259eb3 req-5b4be6fd-ea63-4907-8d70-e9d5aebc9e06 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 944 time: 0.0481145
Nov 20 21:32:48.545690 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2e00541e-a72e-4c71-9ce3-6b12e5259eb3 req-3ef56215-ead2-408b-8c2d-dcde4affb530 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485117
Nov 20 21:32:48.737759 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:49.051926 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d9442a15-28f6-40f2-98a6-4861bcc90a8c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:32:49.143918 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:32:49.154735 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'port_id': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c', 'mac_address': 'fa:16:3e:bf:5e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:32:49.194780 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:49.207523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9442a15-28f6-40f2-98a6-4861bcc90a8c {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:32:49.226654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:32:49.230065 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:49.274988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d9442a15-28f6-40f2-98a6-4861bcc90a8c,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:32:49.302149 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:49.431440 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d9442a15-28f6-40f2-98a6-4861bcc90a8c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:32:49.661899 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513da093-3bf9-4554-9d37-9998314b29dd req-5b53da26-e574-43df-91c2-c6a000d0b91a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:49.663412 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-513da093-3bf9-4554-9d37-9998314b29dd req-5b53da26-e574-43df-91c2-c6a000d0b91a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 945 time: 0.0493846
Nov 20 21:32:49.711159 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-513da093-3bf9-4554-9d37-9998314b29dd req-ac6a9e69-7d35-41e0-b2bf-dc03026629df tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418992
Nov 20 21:32:50.830478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb20599-b0b3-46ce-8a76-d57cac4009e4 req-3df65a08-2c94-4ba2-830d-ccadf5ecb9c2 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:50.831917 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3eb20599-b0b3-46ce-8a76-d57cac4009e4 req-3df65a08-2c94-4ba2-830d-ccadf5ecb9c2 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 945 time: 0.0505855
Nov 20 21:32:50.878727 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3eb20599-b0b3-46ce-8a76-d57cac4009e4 req-c798cf6a-9ab5-4059-8382-28ab248b1a0c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409961
Nov 20 21:32:51.067116 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d9442a15-28f6-40f2-98a6-4861bcc90a8c up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:32:51.115542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port d9442a15-28f6-40f2-98a6-4861bcc90a8c completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:32:51.119251 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port d9442a15-28f6-40f2-98a6-4861bcc90a8c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:32:51.119625 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:51.198776 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:51.220962 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:32:51.223189 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ab69a0-ddad-403c-a25f-966e3a8b0260" -d '{"events": [{"server_uuid": "d6d138a6-d214-4ce9-9326-c8c06f206b5a", "name": "network-vif-plugged", "status": "completed", "tag": "d9442a15-28f6-40f2-98a6-4861bcc90a8c"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:32:51.235651 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:32:51.239713 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:51.265253 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7d3119-9f13-474b-acda-05145a6b9bd9 x-openstack-request-id: req-3c7d3119-9f13-474b-acda-05145a6b9bd9 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:32:51.265590 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d138a6-d214-4ce9-9326-c8c06f206b5a", "name": "network-vif-plugged", "status": "completed", "tag": "d9442a15-28f6-40f2-98a6-4861bcc90a8c", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:32:51.265854 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c7d3119-9f13-474b-acda-05145a6b9bd9 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:32:51.266923 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c', 'code': 200}
Nov 20 21:32:51.290590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d9442a15-28f6-40f2-98a6-4861bcc90a8c,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:32:51.358531 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50be24d-37f9-45f3-a8f8-8f1e819c4fe7 req-1a24f59b-1a65-4e6f-a141-81e2cdc387f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:51.360053 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f50be24d-37f9-45f3-a8f8-8f1e819c4fe7 req-1a24f59b-1a65-4e6f-a141-81e2cdc387f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 1097 time: 0.0397534
Nov 20 21:32:51.403693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f50be24d-37f9-45f3-a8f8-8f1e819c4fe7 req-7c9e3dc3-246e-4a1b-b923-6038347decad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369051
Nov 20 21:32:51.997099 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d263c18-5765-46e6-a77c-f9f827d35393 req-e270685c-d503-4457-b893-03407015dff5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:51.998595 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8d263c18-5765-46e6-a77c-f9f827d35393 req-e270685c-d503-4457-b893-03407015dff5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0519581
Nov 20 21:32:52.045553 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8d263c18-5765-46e6-a77c-f9f827d35393 req-02f996f0-0126-44b5-9471-642238bdd0db tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408988
Nov 20 21:32:53.162955 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6410f-e189-443d-816e-5bcc79f0dbfb req-e871b33f-2ba1-48f4-b82c-e53bbaffc20b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:53.164432 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69f6410f-e189-443d-816e-5bcc79f0dbfb req-e871b33f-2ba1-48f4-b82c-e53bbaffc20b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0492752
Nov 20 21:32:53.215645 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-69f6410f-e189-443d-816e-5bcc79f0dbfb req-e5251e99-ca0f-42ba-ae9a-12fc1751d3f9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452497
Nov 20 21:32:53.327799 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211cb11-0109-421a-8eef-58be2281d40f req-c640e379-04e3-494f-a671-0608bf1cf3f8 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:53.329397 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4211cb11-0109-421a-8eef-58be2281d40f req-c640e379-04e3-494f-a671-0608bf1cf3f8 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0489683
Nov 20 21:32:53.337838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 55286) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:32:53.342174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7906b241-2f01-457e-8d14-b9c3c5a9425e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Request body: {'floatingip': {'port_id': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:32:53.384117 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7906b241-2f01-457e-8d14-b9c3c5a9425e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for floatingip, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:54.142092 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7906b241-2f01-457e-8d14-b9c3c5a9425e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:54.145845 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7906b241-2f01-457e-8d14-b9c3c5a9425e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:54.244720 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-7906b241-2f01-457e-8d14-b9c3c5a9425e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Floating IP 170ace79-18a6-498b-92fd-e5f5dd1e84f1 associated. External IP: 172.35.1.249, port: d9442a15-28f6-40f2-98a6-4861bcc90a8c.
Nov 20 21:32:54.449170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7906b241-2f01-457e-8d14-b9c3c5a9425e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Router 70f64c2a-6e29-4416-a342-f64f7fdf429f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:32:54.560258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7906b241-2f01-457e-8d14-b9c3c5a9425e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:32:54.565375 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7906b241-2f01-457e-8d14-b9c3c5a9425e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:32:54.570016 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ada134d-e1c3-4d5d-a456-8c0d21a4fb06 None None] Sync routers for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:32:54.580429 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ada134d-e1c3-4d5d-a456-8c0d21a4fb06 None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:32:54.581042 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7ada134d-e1c3-4d5d-a456-8c0d21a4fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541e5a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:32:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:32:54.593470 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7906b241-2f01-457e-8d14-b9c3c5a9425e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "PUT /v2.0/floatingips/170ace79-18a6-498b-92fd-e5f5dd1e84f1 HTTP/1.1" status: 200  len: 992 time: 1.2545533
Nov 20 21:32:54.594078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'tag': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:32:54.596984 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4400a857-bbc1-4ef7-9dfd-cb3ed40edba0" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d138a6-d214-4ce9-9326-c8c06f206b5a", "tag": "d9442a15-28f6-40f2-98a6-4861bcc90a8c"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:32:54.642076 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb30298a-4506-4ec2-913d-e74d71930a5b x-openstack-request-id: req-cb30298a-4506-4ec2-913d-e74d71930a5b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:32:54.642698 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d138a6-d214-4ce9-9326-c8c06f206b5a", "tag": "d9442a15-28f6-40f2-98a6-4861bcc90a8c", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:32:54.643336 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb30298a-4506-4ec2-913d-e74d71930a5b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:32:54.643819 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'tag': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c', 'status': 'completed', 'code': 200}
Nov 20 21:32:54.692954 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-7ada134d-e1c3-4d5d-a456-8c0d21a4fb06 None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:32:54.705435 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400a857-bbc1-4ef7-9dfd-cb3ed40edba0 req-e5233afc-56e6-4702-8bd2-02e521a24479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:54.706939 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4400a857-bbc1-4ef7-9dfd-cb3ed40edba0 req-e5233afc-56e6-4702-8bd2-02e521a24479 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 1097 time: 0.0435257
Nov 20 21:32:54.802300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400a857-bbc1-4ef7-9dfd-cb3ed40edba0 req-69e41375-ac7d-4940-b8c5-5f7e262f4015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:54.803785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4400a857-bbc1-4ef7-9dfd-cb3ed40edba0 req-69e41375-ac7d-4940-b8c5-5f7e262f4015 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0894589
Nov 20 21:32:54.872565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4400a857-bbc1-4ef7-9dfd-cb3ed40edba0 req-0838a695-ad00-4aaf-876b-9aeccf671717 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c HTTP/1.1" status: 200  len: 1000 time: 0.0610290
Nov 20 21:32:54.929421 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400a857-bbc1-4ef7-9dfd-cb3ed40edba0 req-6c1da1b5-801c-4dbd-9748-b118a0f60a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:54.930957 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4400a857-bbc1-4ef7-9dfd-cb3ed40edba0 req-6c1da1b5-801c-4dbd-9748-b118a0f60a16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0512402
Nov 20 21:32:54.981672 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400a857-bbc1-4ef7-9dfd-cb3ed40edba0 req-7a586362-9b47-400c-8aa5-905f386dc770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:32:54.983135 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4400a857-bbc1-4ef7-9dfd-cb3ed40edba0 req-7a586362-9b47-400c-8aa5-905f386dc770 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0453877
Nov 20 21:32:55.014943 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7ada134d-e1c3-4d5d-a456-8c0d21a4fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541e5a30>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '170ace79-18a6-498b-92fd-e5f5dd1e84f1', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'floating_ip_address': '172.35.1.249', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'port_id': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'mac_address': 'fa:16:3e:bf:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:28:20Z', 'updated_at': '2021-11-20T21:32:54Z', 'revision_number': 9, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:32:55.041976 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ada134d-e1c3-4d5d-a456-8c0d21a4fb06 None None] Checking router: 70f64c2a-6e29-4416-a342-f64f7fdf429f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:32:55.050673 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ada134d-e1c3-4d5d-a456-8c0d21a4fb06 None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:32:55.051284 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7ada134d-e1c3-4d5d-a456-8c0d21a4fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541e5a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:32:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:32:55.077137 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4400a857-bbc1-4ef7-9dfd-cb3ed40edba0 req-5d7a6e85-3be3-49a2-94f5-61a58a575fb1 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869887
Nov 20 21:32:55.156382 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-7ada134d-e1c3-4d5d-a456-8c0d21a4fb06 None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:32:55.170714 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4400a857-bbc1-4ef7-9dfd-cb3ed40edba0 req-78a30070-13ed-4300-89e6-20bc734f7c65 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863421
Nov 20 21:32:55.386656 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7ada134d-e1c3-4d5d-a456-8c0d21a4fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541e5a30>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '170ace79-18a6-498b-92fd-e5f5dd1e84f1', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'floating_ip_address': '172.35.1.249', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'port_id': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'mac_address': 'fa:16:3e:bf:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:28:20Z', 'updated_at': '2021-11-20T21:32:54Z', 'revision_number': 9, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:32:55.411892 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ada134d-e1c3-4d5d-a456-8c0d21a4fb06 None None] The sync data for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 is: [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '170ace79-18a6-498b-92fd-e5f5dd1e84f1', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'floating_ip_address': '172.35.1.249', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'port_id': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'mac_address': 'fa:16:3e:bf:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:28:20Z', 'updated_at': '2021-11-20T21:32:54Z', 'revision_number': 9, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:32:55.602337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b3d1f-4ef0-40a8-9c43-d141f4ac2a1a None None] New status for floating IP 170ace79-18a6-498b-92fd-e5f5dd1e84f1: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:33:07.552822 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:33:08.524955 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:33:08.561965 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:33:13.344365 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bec194db-34c2-4e3a-823b-9c4c69646a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:33:15.724982 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-42ae64b3-16a0-4381-b0f9-be8671cd21ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:33:16.895685 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:33:18.740537 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:33:19.303859 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:33:28.191792 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0cd3d818-65ae-4afe-b71b-5e188de998a7 req-992a4820-efe7-4897-9edd-5a600f3bd1e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0424521
Nov 20 21:33:28.279177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3d818-65ae-4afe-b71b-5e188de998a7 req-3847a808-89e6-46c5-8746-c8d773ba0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:33:28.280654 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0cd3d818-65ae-4afe-b71b-5e188de998a7 req-3847a808-89e6-46c5-8746-c8d773ba0b3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 1097 time: 0.0445311
Nov 20 21:33:28.384998 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3d818-65ae-4afe-b71b-5e188de998a7 req-b3f77019-d410-4c1f-a0c4-c6eefc9b12ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:33:28.386492 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0cd3d818-65ae-4afe-b71b-5e188de998a7 req-b3f77019-d410-4c1f-a0c4-c6eefc9b12ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0838413
Nov 20 21:33:28.457004 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0cd3d818-65ae-4afe-b71b-5e188de998a7 req-fcbf5cd7-8c80-4d01-a5d7-25617abf5a87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c HTTP/1.1" status: 200  len: 1003 time: 0.0619197
Nov 20 21:33:28.506840 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3d818-65ae-4afe-b71b-5e188de998a7 req-9c7ff7f0-fabf-40d1-92af-0eccfb7ef557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:33:28.508273 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0cd3d818-65ae-4afe-b71b-5e188de998a7 req-9c7ff7f0-fabf-40d1-92af-0eccfb7ef557 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0449629
Nov 20 21:33:28.554702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3d818-65ae-4afe-b71b-5e188de998a7 req-ae6ccc9e-8dc1-4bd5-b7a5-305832a7d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:33:28.556180 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0cd3d818-65ae-4afe-b71b-5e188de998a7 req-ae6ccc9e-8dc1-4bd5-b7a5-305832a7d169 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397882
Nov 20 21:33:28.648176 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0cd3d818-65ae-4afe-b71b-5e188de998a7 req-2d0b629a-8a41-4cae-a719-5fc6c0e57892 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840032
Nov 20 21:33:28.738284 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0cd3d818-65ae-4afe-b71b-5e188de998a7 req-c2c6f9e5-83a3-4a39-86b2-6fed2ace3428 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810499
Nov 20 21:33:38.535491 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:33:38.554468 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:33:43.346015 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a26a1f6b-3925-43e9-b415-56adcccf0412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:33:44.552446 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:33:45.731379 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3c89e6c9-a62e-46b1-96ac-9a3b41e399a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:33:46.898975 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:33:48.743134 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:33:49.309823 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:08.556101 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:08.558128 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:13.347523 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-360530e8-a798-451c-8e09-1e26edfc934d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:15.723943 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eae2e65f-e5bf-4930-b896-2b76a7d9ffde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:16.902195 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:18.746106 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:19.302606 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:21.551623 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:34:28.194893 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-15e3b445-dbb1-4c2b-9f1a-7110c8bca9a6 req-4795630c-c66b-45d0-805e-0f6d865d712e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0463150
Nov 20 21:34:28.278167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3b445-dbb1-4c2b-9f1a-7110c8bca9a6 req-e37b6784-ed63-47de-8499-255f94c9e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:28.279710 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-15e3b445-dbb1-4c2b-9f1a-7110c8bca9a6 req-e37b6784-ed63-47de-8499-255f94c9e5fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 1097 time: 0.0424826
Nov 20 21:34:28.391038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3b445-dbb1-4c2b-9f1a-7110c8bca9a6 req-8c072a42-a9a8-4611-800d-9ebf02f28961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:28.392531 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-15e3b445-dbb1-4c2b-9f1a-7110c8bca9a6 req-8c072a42-a9a8-4611-800d-9ebf02f28961 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0849800
Nov 20 21:34:28.460241 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-15e3b445-dbb1-4c2b-9f1a-7110c8bca9a6 req-6544acbf-48ff-4d1a-b70e-7d53779205eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c HTTP/1.1" status: 200  len: 1003 time: 0.0608180
Nov 20 21:34:28.511085 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3b445-dbb1-4c2b-9f1a-7110c8bca9a6 req-89ae0411-9a5e-47ef-8c01-91970ffbcf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:28.512530 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-15e3b445-dbb1-4c2b-9f1a-7110c8bca9a6 req-89ae0411-9a5e-47ef-8c01-91970ffbcf85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0450244
Nov 20 21:34:28.559958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3b445-dbb1-4c2b-9f1a-7110c8bca9a6 req-6aba7444-f87d-4857-9934-55d6cb4afe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:28.561774 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-15e3b445-dbb1-4c2b-9f1a-7110c8bca9a6 req-6aba7444-f87d-4857-9934-55d6cb4afe7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0411499
Nov 20 21:34:28.653527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-15e3b445-dbb1-4c2b-9f1a-7110c8bca9a6 req-fb4c12ec-aadc-49f5-8f71-9a4dd439de17 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847602
Nov 20 21:34:28.744439 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-15e3b445-dbb1-4c2b-9f1a-7110c8bca9a6 req-9eb24d87-6f65-4512-8f2c-3048577fbe63 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826142
Nov 20 21:34:30.663000 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-c0586ac1-3b6a-466c-9441-29d7620832bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0454631
Nov 20 21:34:30.681001 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ff234-84bb-4733-87c4-43c4c055334e req-7366cdef-9a33-4386-962a-9928c7879048 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:30.683162 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f10ff234-84bb-4733-87c4-43c4c055334e req-7366cdef-9a33-4386-962a-9928c7879048 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0524216
Nov 20 21:34:30.733053 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f10ff234-84bb-4733-87c4-43c4c055334e req-4aef3eeb-bac1-418e-a67d-a1eda2cc2989 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437908
Nov 20 21:34:31.707592 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-9c5459f0-3052-49dc-95e5-0e626c116391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:31.709613 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-9c5459f0-3052-49dc-95e5-0e626c116391 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 1097 time: 0.0408351
Nov 20 21:34:31.807530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-9fca5108-0e64-40b4-ba74-b033a1c5ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:31.809051 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-9fca5108-0e64-40b4-ba74-b033a1c5ef08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0920181
Nov 20 21:34:31.895397 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-4f5b5e57-e60d-4e93-bf7f-75ffba313133 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c HTTP/1.1" status: 200  len: 1003 time: 0.0779207
Nov 20 21:34:31.903676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca7ed1-7ddd-4640-81bd-18c702bf7d7b req-8549c2ef-ad5e-4e25-aa78-fd11bb764bf6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:31.905083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cfca7ed1-7ddd-4640-81bd-18c702bf7d7b req-8549c2ef-ad5e-4e25-aa78-fd11bb764bf6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.1001811
Nov 20 21:34:31.982838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-b4c84043-524f-43f9-b6b6-b6fc86224627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:31.984296 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-b4c84043-524f-43f9-b6b6-b6fc86224627 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0783648
Nov 20 21:34:31.989397 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cfca7ed1-7ddd-4640-81bd-18c702bf7d7b req-e4933823-2bc7-41b4-88d6-8c49403c8856 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750103
Nov 20 21:34:32.029346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-62e5b3e8-74a6-4a7d-862c-6798eabf74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:32.030873 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-62e5b3e8-74a6-4a7d-862c-6798eabf74e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400007
Nov 20 21:34:32.123018 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-3d4c40eb-aba7-4e2d-b6d6-7d8810902d80 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848494
Nov 20 21:34:32.216251 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-00bf438c-feae-46c8-b802-d3387c51796e service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841262
Nov 20 21:34:33.104903 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe108c-b136-4108-8712-285a304fffd8 req-22643bc6-6d41-4d63-8701-2ada38e3fdbd tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:33.106308 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c9fe108c-b136-4108-8712-285a304fffd8 req-22643bc6-6d41-4d63-8701-2ada38e3fdbd tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0479355
Nov 20 21:34:33.152798 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c9fe108c-b136-4108-8712-285a304fffd8 req-78c6c2f6-eb94-48ab-9a23-dd3e54707f25 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406606
Nov 20 21:34:34.269683 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e069e-d7fb-4ba1-b0eb-58d167412be4 req-6b7804c8-f5e6-479d-9962-19fd878cda62 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:34.271164 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-789e069e-d7fb-4ba1-b0eb-58d167412be4 req-6b7804c8-f5e6-479d-9962-19fd878cda62 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0490229
Nov 20 21:34:34.321790 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-789e069e-d7fb-4ba1-b0eb-58d167412be4 req-f578df83-ff3b-4bf1-b6d9-e11073ade06d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446980
Nov 20 21:34:35.441823 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e91a54-1a40-46ac-9d51-f29dbe408467 req-1ebfc3e0-890f-432e-82f1-2a257c116d7d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:35.444159 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-73e91a54-1a40-46ac-9d51-f29dbe408467 req-1ebfc3e0-890f-432e-82f1-2a257c116d7d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0537369
Nov 20 21:34:35.492895 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-73e91a54-1a40-46ac-9d51-f29dbe408467 req-fee9da7d-14cb-4e89-b871-73c3699b7738 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428951
Nov 20 21:34:36.610214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d215e-12bc-444b-80c9-75377a4ccbdc req-f164a6c7-871d-41fa-88d3-26f10635d9f3 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:36.611675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a44d215e-12bc-444b-80c9-75377a4ccbdc req-f164a6c7-871d-41fa-88d3-26f10635d9f3 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0480731
Nov 20 21:34:36.659394 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a44d215e-12bc-444b-80c9-75377a4ccbdc req-4eec51ed-0d53-4fa6-b737-9c6c2520def9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412591
Nov 20 21:34:37.780361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fee122-bd50-4416-996b-33dab152c7a2 req-82f85354-fdd1-4685-a1fd-172440ea38bf tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:37.781848 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25fee122-bd50-4416-996b-33dab152c7a2 req-82f85354-fdd1-4685-a1fd-172440ea38bf tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0527821
Nov 20 21:34:37.829950 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25fee122-bd50-4416-996b-33dab152c7a2 req-82dbbd21-655e-4963-824f-ac713df3fd44 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412781
Nov 20 21:34:38.545006 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:38.579878 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:38.949986 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dd93a-e437-4a65-b9ab-9dbfa8325dc0 req-e525f804-a077-4e8a-9c63-394efcbd0395 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:38.951968 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1b9dd93a-e437-4a65-b9ab-9dbfa8325dc0 req-e525f804-a077-4e8a-9c63-394efcbd0395 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0509961
Nov 20 21:34:39.003876 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1b9dd93a-e437-4a65-b9ab-9dbfa8325dc0 req-05bebd94-279b-4c29-a778-05ab6903e908 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456519
Nov 20 21:34:40.122733 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56590b5-7eb5-4824-bdc0-20958f520a18 req-cacd9cf0-2655-4292-bb31-62763aeb8020 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:40.124206 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f56590b5-7eb5-4824-bdc0-20958f520a18 req-cacd9cf0-2655-4292-bb31-62763aeb8020 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0519400
Nov 20 21:34:40.170517 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f56590b5-7eb5-4824-bdc0-20958f520a18 req-cf9ff3a7-ad56-4f19-b9d9-f1d5244c5ac2 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404527
Nov 20 21:34:41.291873 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eee663-a589-4c4e-b606-95022f14ac02 req-a4037039-12a2-4f89-ab4c-80dcfab55324 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:41.293380 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94eee663-a589-4c4e-b606-95022f14ac02 req-a4037039-12a2-4f89-ab4c-80dcfab55324 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0516791
Nov 20 21:34:41.340634 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-94eee663-a589-4c4e-b606-95022f14ac02 req-9f00dbba-d86f-4ecb-b936-6914484cc0f0 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413067
Nov 20 21:34:42.458115 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9a966-5a84-4370-9076-4e620bad0dfc req-45146015-6fb8-4a63-ab8e-797601d4c926 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:42.460472 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8b9a966-5a84-4370-9076-4e620bad0dfc req-45146015-6fb8-4a63-ab8e-797601d4c926 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0518646
Nov 20 21:34:42.510280 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8b9a966-5a84-4370-9076-4e620bad0dfc req-88b57816-eb1c-4ecc-99d3-42c944d9db11 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438490
Nov 20 21:34:43.347559 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d0b66c92-d860-4fb3-a051-6086e291eda7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:43.628991 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de69b8c-3944-48b1-9fd0-1eac19775ca0 req-db341386-53a2-422e-b89f-3b13e7dc7893 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:43.630615 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de69b8c-3944-48b1-9fd0-1eac19775ca0 req-db341386-53a2-422e-b89f-3b13e7dc7893 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0493488
Nov 20 21:34:43.677794 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3de69b8c-3944-48b1-9fd0-1eac19775ca0 req-c33d8943-9d06-4870-af55-9b629f2a8f57 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404618
Nov 20 21:34:44.049088 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-c77a15cb-411b-4100-8774-caa1d8c002f5 service neutron] show failed (client error): The resource could not be found.
Nov 20 21:34:44.050041 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-c77a15cb-411b-4100-8774-caa1d8c002f5 service neutron] 10.222.0.37 "GET /v2.0/ports/d9442a15-28f6-40f2-98a6-4861bcc90a8c/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0575371
Nov 20 21:34:44.249375 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-8ee987c1-9e0f-4c6e-8af3-76af1f5b9763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:44.251257 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-8ee987c1-9e0f-4c6e-8af3-76af1f5b9763 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a&tenant_id=55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 1097 time: 0.0413859
Nov 20 21:34:44.263872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:34:44.315414 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:44.513404 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:34:44.553969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:34:44.597136 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:34:44.599524 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbca625-46c7-459e-9b0c-58b0e78e3a0c" -d '{"events": [{"server_uuid": "d6d138a6-d214-4ce9-9326-c8c06f206b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "d9442a15-28f6-40f2-98a6-4861bcc90a8c"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:34:44.603495 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:44.616641 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Transition to ACTIVE for port object d9442a15-28f6-40f2-98a6-4861bcc90a8c will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:34:44.623181 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:44.658831 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8de113-9e69-4dc1-b4bc-66cdf19804ab x-openstack-request-id: req-de8de113-9e69-4dc1-b4bc-66cdf19804ab {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:34:44.659391 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d138a6-d214-4ce9-9326-c8c06f206b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "d9442a15-28f6-40f2-98a6-4861bcc90a8c", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:34:44.659391 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de8de113-9e69-4dc1-b4bc-66cdf19804ab {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:34:44.659802 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c', 'code': 200}
Nov 20 21:34:44.711668 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Pushing event updated for resources: {'Port': ['ID=d9442a15-28f6-40f2-98a6-4861bcc90a8c,revision_number=6']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:34:44.730702 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:44.731072 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:44.731396 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:44.731734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:44.732134 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:44.732473 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:44.732805 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:44.733842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:44.733842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:44.733842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:44.734178 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:44.734783 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:44.766238 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] No DVR routers for this DVR port d9442a15-28f6-40f2-98a6-4861bcc90a8c on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:34:44.856459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fddbe6-8bce-45cc-8fa6-bc2d56fbea62 req-8ada5617-1a28-42da-a997-805ffcb9b5ff tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:44.857952 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b6fddbe6-8bce-45cc-8fa6-bc2d56fbea62 req-8ada5617-1a28-42da-a997-805ffcb9b5ff tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 944 time: 0.0937505
Nov 20 21:34:44.960412 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b6fddbe6-8bce-45cc-8fa6-bc2d56fbea62 req-5a93bbf6-fad0-4d63-898c-aa366cb4e02b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0733147
Nov 20 21:34:44.969053 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:34:44.969385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:34:44.969711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:34:44.974101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Port d9442a15-28f6-40f2-98a6-4861bcc90a8c on network 4c5f91b7-b565-4458-971f-538d019cd893 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:34:44.974596 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:34:44.979435 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:34:44.979767 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Checking segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:34:44.980146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Bound using segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:34:44.980567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Bound port: d9442a15-28f6-40f2-98a6-4861bcc90a8c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:34:44.980920 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:45.044646 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:34:45.047832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:34:45.052019 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:45.083666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:45.084577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:45.086060 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] 10.222.0.47 "PUT /v2.0/ports/d9442a15-28f6-40f2-98a6-4861bcc90a8c HTTP/1.1" status: 200  len: 1092 time: 0.8260252
Nov 20 21:34:45.122509 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55916991-9f80-4a54-b75e-bb129ee99eac service neutron] Pushing event updated for resources: {'Port': ['ID=d9442a15-28f6-40f2-98a6-4861bcc90a8c,revision_number=7']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:34:45.156777 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-9e285526-00ad-4f31-af63-68dd5ff7c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:45.158683 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-9e285526-00ad-4f31-af63-68dd5ff7c75a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 1095 time: 0.0490069
Nov 20 21:34:45.263079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-720eca37-1b7a-43bb-b51f-5c787385c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:45.264566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-720eca37-1b7a-43bb-b51f-5c787385c759 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0977843
Nov 20 21:34:45.329757 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-b1c68603-748d-45b9-ab3f-6b2a39a9f192 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c HTTP/1.1" status: 200  len: 1001 time: 0.0587461
Nov 20 21:34:45.378712 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-63a9280c-82aa-4228-9f93-ada452ecf1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:45.380233 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-63a9280c-82aa-4228-9f93-ada452ecf1e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0425453
Nov 20 21:34:45.428185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-2939d216-b9a1-414b-a28d-d43db1e7af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:45.429630 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-2939d216-b9a1-414b-a28d-d43db1e7af5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0423210
Nov 20 21:34:45.519228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-62fac489-1970-4352-bfca-5ee582e8bd51 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827522
Nov 20 21:34:45.611210 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d50c2e90-9571-4cdd-a8a8-c42046473712 req-265a55d8-a799-4b4e-93ac-75536644b457 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853584
Nov 20 21:34:45.727084 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d83d6d10-adaa-4d6a-a706-35906618a6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:46.077000 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ff06c-b900-4fc5-bcdc-38df76497bac req-b0c69324-f2d1-497a-a9ec-0eb27d8ebcc0 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:46.078555 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fc4ff06c-b900-4fc5-bcdc-38df76497bac req-b0c69324-f2d1-497a-a9ec-0eb27d8ebcc0 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 944 time: 0.0481520
Nov 20 21:34:46.129909 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fc4ff06c-b900-4fc5-bcdc-38df76497bac req-cfc6e97a-3346-47ab-b330-ec902802a048 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450053
Nov 20 21:34:46.660887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'tag': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:34:46.663312 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db358bb2-e85d-46e5-9a04-42b92e029583" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d138a6-d214-4ce9-9326-c8c06f206b5a", "tag": "d9442a15-28f6-40f2-98a6-4861bcc90a8c"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:34:46.712765 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ff30ea-829e-40e1-8d45-400027a02f1d x-openstack-request-id: req-b3ff30ea-829e-40e1-8d45-400027a02f1d {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:34:46.713056 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d138a6-d214-4ce9-9326-c8c06f206b5a", "tag": "d9442a15-28f6-40f2-98a6-4861bcc90a8c", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:34:46.713339 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3ff30ea-829e-40e1-8d45-400027a02f1d {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:34:46.713740 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'tag': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c', 'status': 'completed', 'code': 200}
Nov 20 21:34:46.798560 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-7cda2efa-d362-4f9f-81a5-0fac2f326b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:46.800269 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-7cda2efa-d362-4f9f-81a5-0fac2f326b16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 1095 time: 0.0676272
Nov 20 21:34:46.801754 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-19e888c5-8ead-49e6-b1ea-fb6fd3317427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:46.803722 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-19e888c5-8ead-49e6-b1ea-fb6fd3317427 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 1095 time: 0.0625665
Nov 20 21:34:46.907315 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:47.267672 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d727171-0aa0-486f-957c-cab92bf4ebe4 req-e1e4236b-886e-49e1-8bd8-123dc17a9386 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:47.269200 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d727171-0aa0-486f-957c-cab92bf4ebe4 req-e1e4236b-886e-49e1-8bd8-123dc17a9386 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 944 time: 0.0525887
Nov 20 21:34:47.315603 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-752ad069-486b-435f-9161-17a0d2d7c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:47.317054 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-752ad069-486b-435f-9161-17a0d2d7c0d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.5025008
Nov 20 21:34:47.318697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-491834a3-8ee5-4c93-adae-c72713b2bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:47.319994 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-491834a3-8ee5-4c93-adae-c72713b2bc5a service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.5125883
Nov 20 21:34:47.321572 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d727171-0aa0-486f-957c-cab92bf4ebe4 req-826b8d8d-06cf-4d00-b37c-be42eaec1da2 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455134
Nov 20 21:34:47.426228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-2bf596a0-213c-4a17-a9f1-9b52fa591534 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c HTTP/1.1" status: 200  len: 1001 time: 0.1024215
Nov 20 21:34:47.430155 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-1d75ce75-8fb6-4bc2-ba6c-ad8dadd1fd54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c HTTP/1.1" status: 200  len: 1001 time: 0.0998671
Nov 20 21:34:47.506038 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d9442a15-28f6-40f2-98a6-4861bcc90a8c no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:34:47.512755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-7ac093c3-165a-414e-acfd-3f9a631496ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:47.514272 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-7ac093c3-165a-414e-acfd-3f9a631496ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0744867
Nov 20 21:34:47.515538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-f84ea654-6769-483a-b923-c4550ce6fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:47.516840 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-f84ea654-6769-483a-b923-c4550ce6fea4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0843866
Nov 20 21:34:47.562405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d9442a15-28f6-40f2-98a6-4861bcc90a8c not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:34:47.596588 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-f30d1b4f-cb60-432a-8e61-4c729b0645af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:47.598125 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-f30d1b4f-cb60-432a-8e61-4c729b0645af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0773869
Nov 20 21:34:47.603957 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-4a88aeb6-47b4-492b-8474-3bc60f9255d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:47.605459 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-4a88aeb6-47b4-492b-8474-3bc60f9255d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0747387
Nov 20 21:34:47.701232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d53699-0391-49e1-8231-89705fb0c19f req-3f53db02-ec95-4919-9128-c5c2b524435e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:47.702654 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-3f53db02-ec95-4919-9128-c5c2b524435e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a&tenant_id=55bf4df5c73841dbb6507b288100a89d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.1210747
Nov 20 21:34:47.715015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cc0f3-11b6-4bb3-b140-42bddbc3ec2a req-e8177f20-3915-4cc4-ada3-c4762741d3a6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:47.716436 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3f9cc0f3-11b6-4bb3-b140-42bddbc3ec2a req-e8177f20-3915-4cc4-ada3-c4762741d3a6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 944 time: 0.0992229
Nov 20 21:34:47.758784 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-872978e1-112f-4541-b9e2-59cac8e2079b service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523798
Nov 20 21:34:47.762138 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-38815abe-2e3c-499e-bfcc-780f15ec1ee3 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486347
Nov 20 21:34:47.813913 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3f9cc0f3-11b6-4bb3-b140-42bddbc3ec2a req-9b50b0fe-5ab2-4e02-ade5-94da9d8db564 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0912392
Nov 20 21:34:47.815343 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-466d3592-891d-46ef-817b-0208736e0221 service neutron] 10.222.0.47 "GET /v2.0/ports/d9442a15-28f6-40f2-98a6-4861bcc90a8c/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0980332
Nov 20 21:34:47.919035 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-849c0947-ba58-4fda-977a-3493d736a87a service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1525970
Nov 20 21:34:47.922446 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db358bb2-e85d-46e5-9a04-42b92e029583 req-f0b82ccf-3b9e-4c13-ae67-52bda86d4b66 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482587
Nov 20 21:34:47.998660 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d53699-0391-49e1-8231-89705fb0c19f req-ef983a7d-ec04-43bc-9b1c-79422777fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:48.000055 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-ef983a7d-ec04-43bc-9b1c-79422777fe83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 1095 time: 0.0415549
Nov 20 21:34:48.092228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d53699-0391-49e1-8231-89705fb0c19f req-b95de7a8-680d-40a2-844a-6170f99ce699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:48.093688 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-b95de7a8-680d-40a2-844a-6170f99ce699 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0874150
Nov 20 21:34:48.162332 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-c167ed57-4d91-44eb-a55a-f1a731e1d929 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c HTTP/1.1" status: 200  len: 1001 time: 0.0616775
Nov 20 21:34:48.210837 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d53699-0391-49e1-8231-89705fb0c19f req-497f7c60-b6d2-40ff-b6de-8d433283ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:48.212271 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-497f7c60-b6d2-40ff-b6de-8d433283ceab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0436721
Nov 20 21:34:48.257519 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d53699-0391-49e1-8231-89705fb0c19f req-592d3e35-30a6-4864-a1db-dfa1e2d8cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:48.258945 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-592d3e35-30a6-4864-a1db-dfa1e2d8cfe8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399845
Nov 20 21:34:48.351101 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-1ba91241-5524-49e3-825e-640e8b09b01b service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851576
Nov 20 21:34:48.439190 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-94c61119-e11e-4510-a91c-2ba94ae80f3e service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811174
Nov 20 21:34:48.747778 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:48.793348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d9442a15-28f6-40f2-98a6-4861bcc90a8c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:34:48.887638 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:34:48.903175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'port_id': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c', 'mac_address': 'fa:16:3e:bf:5e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:34:48.934467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ac4be-c221-4dd9-a6b1-6f90cffa759f req-f73bb432-49f0-4cab-9cbf-14b8d6b8a48c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:48.936552 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f8ac4be-c221-4dd9-a6b1-6f90cffa759f req-f73bb432-49f0-4cab-9cbf-14b8d6b8a48c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 944 time: 0.0504732
Nov 20 21:34:48.940467 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:48.954392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9442a15-28f6-40f2-98a6-4861bcc90a8c {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:34:48.974700 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:34:48.977611 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:48.991778 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f8ac4be-c221-4dd9-a6b1-6f90cffa759f req-6e2eebed-a84d-471e-8b10-3f85a34855e1 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497947
Nov 20 21:34:49.025604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=d9442a15-28f6-40f2-98a6-4861bcc90a8c,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:34:49.032905 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:49.033259 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:49.033605 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:49.033945 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:49.034309 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:49.034645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:49.034977 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:49.035307 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:49.035635 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:49.035961 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:49.036421 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:49.036751 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:34:49.202835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['d9442a15-28f6-40f2-98a6-4861bcc90a8c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:34:49.320705 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:50.122757 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37069ee-f870-4cb4-a9a2-0db309a24ac9 req-ebbc3d2a-1c8e-44b7-a74b-cbc860e928fc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:50.124241 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c37069ee-f870-4cb4-a9a2-0db309a24ac9 req-ebbc3d2a-1c8e-44b7-a74b-cbc860e928fc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 945 time: 0.0592580
Nov 20 21:34:50.173980 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c37069ee-f870-4cb4-a9a2-0db309a24ac9 req-1b4fd861-0ffd-4e99-9adb-f1611bbbd718 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425148
Nov 20 21:34:50.293741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d53699-0391-49e1-8231-89705fb0c19f req-21f621cd-7703-4fb8-998f-a860219194f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:50.295236 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-21f621cd-7703-4fb8-998f-a860219194f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a&tenant_id=55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 1096 time: 0.0416110
Nov 20 21:34:50.307373 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:34:50.358512 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:50.563272 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:34:50.596235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:34:50.629482 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d9442a15-28f6-40f2-98a6-4861bcc90a8c {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:34:50.638123 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:50.649144 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Ignored duplicate provisioning block setup for port d9442a15-28f6-40f2-98a6-4861bcc90a8c by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Nov 20 21:34:50.652617 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:50.727048 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Pushing event updated for resources: {'Port': ['ID=d9442a15-28f6-40f2-98a6-4861bcc90a8c,revision_number=9']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:34:50.775296 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] No DVR routers for this DVR port d9442a15-28f6-40f2-98a6-4861bcc90a8c on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:34:50.808649 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d9442a15-28f6-40f2-98a6-4861bcc90a8c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:34:50.915235 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch1-master-1, got binding levels [] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:34:50.916623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:34:50.917312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:34:50.917312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:34:50.921604 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Port d9442a15-28f6-40f2-98a6-4861bcc90a8c on network 4c5f91b7-b565-4458-971f-538d019cd893 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:34:50.921930 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:34:50.926750 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:34:50.927260 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Checking segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:34:50.927806 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Bound using segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:34:50.928241 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Bound port: d9442a15-28f6-40f2-98a6-4861bcc90a8c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:34:50.928600 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:50.946868 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:34:50.947227 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:34:50.947597 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:34:50.952278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Port d9442a15-28f6-40f2-98a6-4861bcc90a8c on network 4c5f91b7-b565-4458-971f-538d019cd893 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:34:50.952631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:34:50.957706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:34:50.958164 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Checking segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:34:50.959145 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Bound using segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:34:50.959609 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Bound port: d9442a15-28f6-40f2-98a6-4861bcc90a8c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:34:50.960009 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:50.991804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:34:50.994942 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:34:50.999494 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:51.022338 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch1-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:34:51.027611 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) d9442a15-28f6-40f2-98a6-4861bcc90a8c-nch1-master-1-0 {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:34:51.027972 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:34:51.039011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:51.039699 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:51.041106 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] 10.222.0.37 "PUT /v2.0/ports/d9442a15-28f6-40f2-98a6-4861bcc90a8c HTTP/1.1" status: 200  len: 1092 time: 0.7376318
Nov 20 21:34:51.041562 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'tag': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:34:51.043888 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d138a6-d214-4ce9-9326-c8c06f206b5a", "tag": "d9442a15-28f6-40f2-98a6-4861bcc90a8c"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:34:51.063363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a5fd0-c11f-451f-a524-e1dc1a03be76 service neutron] Pushing event updated for resources: {'Port': ['ID=d9442a15-28f6-40f2-98a6-4861bcc90a8c,revision_number=10']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:34:51.103400 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b402bf1-23d7-4c1c-abc2-793cccb0aba8 x-openstack-request-id: req-4b402bf1-23d7-4c1c-abc2-793cccb0aba8 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:34:51.103773 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d138a6-d214-4ce9-9326-c8c06f206b5a", "tag": "d9442a15-28f6-40f2-98a6-4861bcc90a8c", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:34:51.104082 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b402bf1-23d7-4c1c-abc2-793cccb0aba8 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:34:51.104484 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'tag': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c', 'status': 'completed', 'code': 200}
Nov 20 21:34:51.116578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d53699-0391-49e1-8231-89705fb0c19f req-aabfb61d-1000-446b-b276-9aea89b86dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:51.118131 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-aabfb61d-1000-446b-b276-9aea89b86dfd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 1096 time: 0.0517652
Nov 20 21:34:51.227828 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-ea5f6394-527b-49e4-b00c-e1428dc97962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:51.229375 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-ea5f6394-527b-49e4-b00c-e1428dc97962 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 1096 time: 0.1078584
Nov 20 21:34:51.265669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d53699-0391-49e1-8231-89705fb0c19f req-c1d4dd3f-2087-42e0-a927-3bb713e5c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:51.267189 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-c1d4dd3f-2087-42e0-a927-3bb713e5c594 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.1379299
Nov 20 21:34:51.303240 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d9ad8-f18b-4ec9-bb50-0742345dca2c req-c5388677-c9f9-4ae0-8044-b33f827464a3 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:51.304701 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7d6d9ad8-f18b-4ec9-bb50-0742345dca2c req-c5388677-c9f9-4ae0-8044-b33f827464a3 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 945 time: 0.0522079
Nov 20 21:34:51.353682 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7d6d9ad8-f18b-4ec9-bb50-0742345dca2c req-d6658fd4-6850-4f49-9c48-f984efecb2f6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426435
Nov 20 21:34:51.382831 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-4b68dc50-9552-407e-be76-44adc68a1a3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c HTTP/1.1" status: 200  len: 1001 time: 0.1046174
Nov 20 21:34:51.385491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-66369161-0262-4911-bf7d-7349394b8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:51.386879 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-66369161-0262-4911-bf7d-7349394b8714 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.1493869
Nov 20 21:34:51.479213 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d53699-0391-49e1-8231-89705fb0c19f req-343402d9-15fb-420f-9d8a-592be6be298d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:51.480698 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-343402d9-15fb-420f-9d8a-592be6be298d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0915446
Nov 20 21:34:51.486947 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-cd6a3c2f-8556-4850-800a-155edf6fc6a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c HTTP/1.1" status: 200  len: 1001 time: 0.0901439
Nov 20 21:34:51.546642 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:34:51.547095 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:34:51.547467 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:34:51.551730 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Port d9442a15-28f6-40f2-98a6-4861bcc90a8c on network 4c5f91b7-b565-4458-971f-538d019cd893 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:34:51.552944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Attempting to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:34:51.557741 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:34:51.558142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Checking segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:34:51.558562 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Bound using segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:34:51.559017 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Bound port: d9442a15-28f6-40f2-98a6-4861bcc90a8c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:34:51.559404 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:51.561459 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-3bee93e4-c09e-4018-8e87-dc9768525c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:51.562973 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-3bee93e4-c09e-4018-8e87-dc9768525c41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0658822
Nov 20 21:34:51.565449 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d53699-0391-49e1-8231-89705fb0c19f req-97ab1f77-e497-45e1-94cd-d3bd6e1b4b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:51.566840 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-97ab1f77-e497-45e1-94cd-d3bd6e1b4b4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0789258
Nov 20 21:34:51.619243 ncdv-master-1 neutron-server[126226]: WARNING neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Concurrent port binding operations failed on port d9442a15-28f6-40f2-98a6-4861bcc90a8c
Nov 20 21:34:51.622712 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:34:51.624031 ncdv-master-1 neutron-server[126226]: INFO neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Attempt 2 to bind port d9442a15-28f6-40f2-98a6-4861bcc90a8c
Nov 20 21:34:51.624417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d9442a15-28f6-40f2-98a6-4861bcc90a8c has no active binding in host nch2-master-1 {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 20 21:34:51.664388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-3dcae435-5d29-41a9-9447-eac9bcea684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:51.665894 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-3dcae435-5d29-41a9-9447-eac9bcea684d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0958195
Nov 20 21:34:51.709869 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-9dadf26e-a217-4959-a716-9491930a4c95 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312091
Nov 20 21:34:51.829000 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-4c6d080e-cc1f-4510-b6ba-7109a9467b43 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541495
Nov 20 21:34:51.861717 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a5d53699-0391-49e1-8231-89705fb0c19f req-ab7d0440-b8aa-4b5a-ab50-32425d8adcab service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454453
Nov 20 21:34:51.962547 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-c99a30e4-4ad6-475a-bc58-2df6d04c0480 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252933
Nov 20 21:34:51.966576 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-776a364e-cc90-497d-a18f-b72593278afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:51.967974 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-776a364e-cc90-497d-a18f-b72593278afb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 1096 time: 0.0595369
Nov 20 21:34:52.060943 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-99451a6d-0af9-4a93-ae79-e8cc5be6583b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:52.062445 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-99451a6d-0af9-4a93-ae79-e8cc5be6583b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0877879
Nov 20 21:34:52.126424 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-60ee8e22-354f-4081-924c-e5b3e051923c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c HTTP/1.1" status: 200  len: 1001 time: 0.0568023
Nov 20 21:34:52.178966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-bdd02595-bff9-49e4-8682-33b5b011f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:52.180409 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-bdd02595-bff9-49e4-8682-33b5b011f1e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0430896
Nov 20 21:34:52.229159 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-d29202cd-7deb-4d07-afce-45935704db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:52.230564 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-d29202cd-7deb-4d07-afce-45935704db0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428340
Nov 20 21:34:52.320729 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-063daa59-e3b1-497a-8e8e-0d9924d76228 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812252
Nov 20 21:34:52.414100 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4a47f87-e8a1-41cf-9722-1c1a5c0c9fb7 req-59657a16-1706-4758-b85d-d51d21807e29 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859542
Nov 20 21:34:52.474389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513584c2-a45e-4b75-8feb-e618780a0a4a req-893155ea-bff6-4680-bab3-429baa144678 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:52.475862 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-513584c2-a45e-4b75-8feb-e618780a0a4a req-893155ea-bff6-4680-bab3-429baa144678 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 945 time: 0.0478265
Nov 20 21:34:52.523331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-513584c2-a45e-4b75-8feb-e618780a0a4a req-1a8a1608-2a2f-4c82-b88a-d4e1bc1a5f22 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414522
Nov 20 21:34:52.813547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d9442a15-28f6-40f2-98a6-4861bcc90a8c no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:34:52.853201 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device d9442a15-28f6-40f2-98a6-4861bcc90a8c not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:34:53.531887 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d9442a15-28f6-40f2-98a6-4861bcc90a8c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:34:53.637634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:34:53.639919 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5675a8-fc45-4f06-bfba-322a8bbd9a93 req-beb851f7-6ff8-41bc-8536-d49e5c0cb5bd tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:53.641451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0b5675a8-fc45-4f06-bfba-322a8bbd9a93 req-beb851f7-6ff8-41bc-8536-d49e5c0cb5bd tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 945 time: 0.0494125
Nov 20 21:34:53.649069 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'port_id': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c', 'mac_address': 'fa:16:3e:bf:5e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:34:53.686753 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:53.693971 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0b5675a8-fc45-4f06-bfba-322a8bbd9a93 req-29eeca8d-59bf-48df-bcf0-275c378686df tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464056
Nov 20 21:34:53.700227 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9442a15-28f6-40f2-98a6-4861bcc90a8c {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:34:53.720097 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:34:53.724647 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:53.775551 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d9442a15-28f6-40f2-98a6-4861bcc90a8c,revision_number=11']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:34:53.817242 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e7eb8-13d4-4b2f-b38c-918a97b02b0f req-4c125323-d1e6-47de-ae6d-a4de4d683fc8 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:53.819535 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-888e7eb8-13d4-4b2f-b38c-918a97b02b0f req-4c125323-d1e6-47de-ae6d-a4de4d683fc8 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0542641
Nov 20 21:34:53.867608 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-888e7eb8-13d4-4b2f-b38c-918a97b02b0f req-8676eff3-69a7-4e16-8d16-8bcb18c05b7a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420077
Nov 20 21:34:53.943171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['d9442a15-28f6-40f2-98a6-4861bcc90a8c'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:34:53.981239 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506836f-be46-444f-9b19-9ebb2a78fb6d req-62077f75-e6cc-4b15-9426-85709ef89bad tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:53.982756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f506836f-be46-444f-9b19-9ebb2a78fb6d req-62077f75-e6cc-4b15-9426-85709ef89bad tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0494785
Nov 20 21:34:54.033531 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f506836f-be46-444f-9b19-9ebb2a78fb6d req-0636da63-c611-47cc-b0ac-f40639c44111 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446467
Nov 20 21:34:54.266723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ae880-20da-4fc0-b045-6e0ac04df9b9 req-ed3d0ed8-654a-4c1f-970a-e099d504aabc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:54.268172 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f42ae880-20da-4fc0-b045-6e0ac04df9b9 req-ed3d0ed8-654a-4c1f-970a-e099d504aabc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0480886
Nov 20 21:34:54.314778 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f42ae880-20da-4fc0-b045-6e0ac04df9b9 req-3ddc3f72-b654-4cfa-b663-30d879ab569c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399206
Nov 20 21:34:55.432654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644cc8d-f1b9-4479-a09e-2c232ef3e092 req-93a22966-9dc3-40c1-b1c4-a448d0279f23 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:55.434196 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e644cc8d-f1b9-4479-a09e-2c232ef3e092 req-93a22966-9dc3-40c1-b1c4-a448d0279f23 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0491419
Nov 20 21:34:55.481094 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e644cc8d-f1b9-4479-a09e-2c232ef3e092 req-e2d051b3-552a-4fb3-8dc9-384e33ac2c67 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410357
Nov 20 21:34:55.541293 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615e1e3-4fcd-4b4a-9eb1-7a6ca5411f18 req-f507e3dd-6d54-4b82-b682-544669fedca4 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:55.542760 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c615e1e3-4fcd-4b4a-9eb1-7a6ca5411f18 req-f507e3dd-6d54-4b82-b682-544669fedca4 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 946 time: 0.0477414
Nov 20 21:34:55.550733 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d9442a15-28f6-40f2-98a6-4861bcc90a8c up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:34:55.607909 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port d9442a15-28f6-40f2-98a6-4861bcc90a8c completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:34:55.612946 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port d9442a15-28f6-40f2-98a6-4861bcc90a8c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:34:55.613325 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:55.637070 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c615e1e3-4fcd-4b4a-9eb1-7a6ca5411f18 req-523ea288-9cf2-4311-b919-8dbd43bdd856 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Deleting port d9442a15-28f6-40f2-98a6-4861bcc90a8c {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:34:55.637405 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c615e1e3-4fcd-4b4a-9eb1-7a6ca5411f18 req-523ea288-9cf2-4311-b919-8dbd43bdd856 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:55.691285 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:55.714107 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:34:55.716350 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be88326-63f0-40ea-927d-4eb18f1e3c16" -d '{"events": [{"server_uuid": "d6d138a6-d214-4ce9-9326-c8c06f206b5a", "name": "network-vif-plugged", "status": "completed", "tag": "d9442a15-28f6-40f2-98a6-4861bcc90a8c"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:34:55.730326 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c615e1e3-4fcd-4b4a-9eb1-7a6ca5411f18 req-523ea288-9cf2-4311-b919-8dbd43bdd856 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:34:55.730696 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c615e1e3-4fcd-4b4a-9eb1-7a6ca5411f18 req-523ea288-9cf2-4311-b919-8dbd43bdd856 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:55.731142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port d9442a15-28f6-40f2-98a6-4861bcc90a8c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9442a15-28f6-40f2-98a6-4861bcc90a8c,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:34:55.735877 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:55.761499 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ab36b4-17bc-42c3-9686-5b4da6c6607f x-openstack-request-id: req-71ab36b4-17bc-42c3-9686-5b4da6c6607f {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:34:55.761795 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d138a6-d214-4ce9-9326-c8c06f206b5a", "name": "network-vif-plugged", "status": "completed", "tag": "d9442a15-28f6-40f2-98a6-4861bcc90a8c", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:34:55.762066 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71ab36b4-17bc-42c3-9686-5b4da6c6607f {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:34:55.762455 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c', 'code': 200}
Nov 20 21:34:55.787357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=d9442a15-28f6-40f2-98a6-4861bcc90a8c,revision_number=12']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:34:55.911914 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c615e1e3-4fcd-4b4a-9eb1-7a6ca5411f18 req-523ea288-9cf2-4311-b919-8dbd43bdd856 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:55.912199 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c615e1e3-4fcd-4b4a-9eb1-7a6ca5411f18 req-523ea288-9cf2-4311-b919-8dbd43bdd856 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:55.913299 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-c615e1e3-4fcd-4b4a-9eb1-7a6ca5411f18 req-523ea288-9cf2-4311-b919-8dbd43bdd856 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Floating IP 170ace79-18a6-498b-92fd-e5f5dd1e84f1 disassociated. External IP: 172.35.1.249, port: d9442a15-28f6-40f2-98a6-4861bcc90a8c.
Nov 20 21:34:55.913915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-c615e1e3-4fcd-4b4a-9eb1-7a6ca5411f18 req-523ea288-9cf2-4311-b919-8dbd43bdd856 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Calling delete_port for d9442a15-28f6-40f2-98a6-4861bcc90a8c owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:34:56.035882 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c615e1e3-4fcd-4b4a-9eb1-7a6ca5411f18 req-523ea288-9cf2-4311-b919-8dbd43bdd856 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:56.065759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ea288-9cf2-4311-b919-8dbd43bdd856 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Pushing event deleted for resources: {'Port': ['ID=d9442a15-28f6-40f2-98a6-4861bcc90a8c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:34:56.521323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c615e1e3-4fcd-4b4a-9eb1-7a6ca5411f18 req-523ea288-9cf2-4311-b919-8dbd43bdd856 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Router 70f64c2a-6e29-4416-a342-f64f7fdf429f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:34:56.596539 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0e8dcaa9-0c1d-4775-82a8-8d71a2f17cbf req-27eab856-f54f-4380-922e-d39027201929 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6d138a6-d214-4ce9-9326-c8c06f206b5a HTTP/1.1" status: 200  len: 210 time: 0.0314829
Nov 20 21:34:56.657989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c615e1e3-4fcd-4b4a-9eb1-7a6ca5411f18 req-523ea288-9cf2-4311-b919-8dbd43bdd856 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:34:56.669593 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed973ba-75b9-48ed-9e1d-6ee36c89e46b None None] Sync routers for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:34:56.680516 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed973ba-75b9-48ed-9e1d-6ee36c89e46b None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:34:56.681160 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7ed973ba-75b9-48ed-9e1d-6ee36c89e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a546eca90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:34:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:34:56.698800 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c615e1e3-4fcd-4b4a-9eb1-7a6ca5411f18 req-523ea288-9cf2-4311-b919-8dbd43bdd856 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] No DVR routers for this DVR port d9442a15-28f6-40f2-98a6-4861bcc90a8c on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:34:56.701495 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c615e1e3-4fcd-4b4a-9eb1-7a6ca5411f18 req-523ea288-9cf2-4311-b919-8dbd43bdd856 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:34:56.704899 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c615e1e3-4fcd-4b4a-9eb1-7a6ca5411f18 req-523ea288-9cf2-4311-b919-8dbd43bdd856 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.37 "DELETE /v2.0/ports/d9442a15-28f6-40f2-98a6-4861bcc90a8c HTTP/1.1" status: 204  len: 173 time: 1.1552942
Nov 20 21:34:56.705362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'name': 'network-vif-deleted', 'tag': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:34:56.707633 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41a08b3-5155-4737-aa73-57b5d5f18ab1" -d '{"events": [{"server_uuid": "d6d138a6-d214-4ce9-9326-c8c06f206b5a", "name": "network-vif-deleted", "tag": "d9442a15-28f6-40f2-98a6-4861bcc90a8c"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:34:56.751726 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d041bd1b-1a02-4d0e-9c6b-ff322485946c x-openstack-request-id: req-d041bd1b-1a02-4d0e-9c6b-ff322485946c {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:34:56.752037 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d138a6-d214-4ce9-9326-c8c06f206b5a", "name": "network-vif-deleted", "tag": "d9442a15-28f6-40f2-98a6-4861bcc90a8c", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:34:56.752332 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d041bd1b-1a02-4d0e-9c6b-ff322485946c {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:34:56.752773 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d138a6-d214-4ce9-9326-c8c06f206b5a', 'name': 'network-vif-deleted', 'tag': 'd9442a15-28f6-40f2-98a6-4861bcc90a8c', 'status': 'completed', 'code': 200}
Nov 20 21:34:56.795767 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-7ed973ba-75b9-48ed-9e1d-6ee36c89e46b None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:34:56.995201 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7ed973ba-75b9-48ed-9e1d-6ee36c89e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a546eca90>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:34:57.025462 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed973ba-75b9-48ed-9e1d-6ee36c89e46b None None] Checking router: 70f64c2a-6e29-4416-a342-f64f7fdf429f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:34:57.033927 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed973ba-75b9-48ed-9e1d-6ee36c89e46b None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:34:57.035758 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7ed973ba-75b9-48ed-9e1d-6ee36c89e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a546eca90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:34:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:34:57.143663 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-7ed973ba-75b9-48ed-9e1d-6ee36c89e46b None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:34:57.350591 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7ed973ba-75b9-48ed-9e1d-6ee36c89e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a546eca90>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:34:57.468548 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed973ba-75b9-48ed-9e1d-6ee36c89e46b None None] The sync data for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 is: [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:34:57.692910 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284fdb8a-5b88-4522-8449-4d4bd07a994a None None] New status for floating IP 170ace79-18a6-498b-92fd-e5f5dd1e84f1: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:34:57.882320 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-53ad4537-f39a-45d8-b019-ab9b32aeb03f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--329218344&fields=id&tenant_id=55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 267 time: 0.0414097
Nov 20 21:34:57.992382 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-a26b507f-3b19-4a0a-aa2f-d0ec1bfc0e3c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:34:57.993835 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-a26b507f-3b19-4a0a-aa2f-d0ec1bfc0e3c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 812 time: 0.1051624
Nov 20 21:34:58.009599 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-6da8cfb6-89d6-4c65-9d05-338948c39b99 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/quotas/55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 375 time: 0.0100586
Nov 20 21:34:58.060772 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-0c38727a-1af1-4069-9f4a-3eed94551752 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0455885
Nov 20 21:34:58.267957 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-d5d4aab3-6bb9-46bf-839f-ddc331434fd6 service neutron] 10.222.0.41 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1952085
Nov 20 21:34:58.356727 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-dcbf4890-185b-4ca6-9c23-75d680d905ea service neutron] 10.222.0.41 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823636
Nov 20 21:34:58.522416 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d3c45018-e07e-4f75-8445-38c2db694852 req-587d9d6e-3871-40d1-9af0-bf29c63d1fbf tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 210 time: 0.0304773
Nov 20 21:34:58.550074 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:34:59.566810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d9442a15-28f6-40f2-98a6-4861bcc90a8c no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:34:59.589956 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: d9442a15-28f6-40f2-98a6-4861bcc90a8c {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:34:59.590451 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device d9442a15-28f6-40f2-98a6-4861bcc90a8c not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:34:59.606878 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3b930876-ab25-4aa9-a3e7-0cfb70c7b090 req-ec7b51d9-2c9b-4ba8-a209-52b3c0e4fe2e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 210 time: 0.0287528
Nov 20 21:35:00.703965 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e7f988d0-e0ca-4c5c-8706-d9534358ec79 req-64032872-f067-4fe5-be2a-09f7790e4f71 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 210 time: 0.0274916
Nov 20 21:35:01.455292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-985d80e0-10dd-4880-a024-5bdb187efc07 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:01.456807 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-985d80e0-10dd-4880-a024-5bdb187efc07 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 812 time: 0.1085231
Nov 20 21:35:01.523093 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-6d177102-5900-48de-b013-4d3987824a3f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 379 time: 0.0542648
Nov 20 21:35:01.533438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-e71b4fbd-db78-4ffd-98d6-85056c4d38b5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Request body: {'port': {'device_id': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'admin_state_up': True, 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'security_groups': ['dbae88f6-dd05-45eb-a329-2c6918117d5b']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:35:01.648058 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-e71b4fbd-db78-4ffd-98d6-85056c4d38b5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Made reservation on behalf of 55bf4df5c73841dbb6507b288100a89d for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:35:01.651775 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-e71b4fbd-db78-4ffd-98d6-85056c4d38b5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:01.808372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-e71b4fbd-db78-4ffd-98d6-85056c4d38b5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Allocated IP 172.20.0.10 (4c5f91b7-b565-4458-971f-538d019cd893/a71773a6-703a-4980-bd23-78f58243cc51/481b622d-d624-419e-8480-d83481b42b6e) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:35:01.812302 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9c549ee6-8f7e-4966-961a-5204eaa50709 req-00ffed6c-22b9-432a-9668-6ca43b69492e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 210 time: 0.0371609
Nov 20 21:35:01.948492 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-e71b4fbd-db78-4ffd-98d6-85056c4d38b5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:01.981105 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-e71b4fbd-db78-4ffd-98d6-85056c4d38b5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:02.030202 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-e71b4fbd-db78-4ffd-98d6-85056c4d38b5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Network 4c5f91b7-b565-4458-971f-538d019cd893 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:35:02.033268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-e71b4fbd-db78-4ffd-98d6-85056c4d38b5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:35:02.037187 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-e71b4fbd-db78-4ffd-98d6-85056c4d38b5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:35:02.043920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b4fbd-db78-4ffd-98d6-85056c4d38b5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Pushing event updated for resources: {'Port': ['ID=481b622d-d624-419e-8480-d83481b42b6e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:35:02.091759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-e71b4fbd-db78-4ffd-98d6-85056c4d38b5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:02.092387 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-e71b4fbd-db78-4ffd-98d6-85056c4d38b5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:02.109331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-e71b4fbd-db78-4ffd-98d6-85056c4d38b5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5797794
Nov 20 21:35:02.122688 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Request body: {'port': {'device_id': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:35:02.177856 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:02.261766 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0631c768-6f8c-458f-9264-19f79260eac4 None None] Provisioning complete for port 481b622d-d624-419e-8480-d83481b42b6e triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:35:02.262391 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0631c768-6f8c-458f-9264-19f79260eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:02.300000 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0631c768-6f8c-458f-9264-19f79260eac4 None None] Port 481b622d-d624-419e-8480-d83481b42b6e cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:35:02.445206 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481b622d-d624-419e-8480-d83481b42b6e {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:35:02.452654 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:02.464388 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Transition to ACTIVE for port object 481b622d-d624-419e-8480-d83481b42b6e will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:35:02.468218 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:02.535844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Pushing event updated for resources: {'Port': ['ID=481b622d-d624-419e-8480-d83481b42b6e,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:35:02.589680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Attempting to bind port 481b622d-d624-419e-8480-d83481b42b6e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:35:02.590018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Attempting to bind port 481b622d-d624-419e-8480-d83481b42b6e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:35:02.590380 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Attempting to bind port 481b622d-d624-419e-8480-d83481b42b6e on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:35:02.595124 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Port 481b622d-d624-419e-8480-d83481b42b6e on network 4c5f91b7-b565-4458-971f-538d019cd893 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:35:02.595451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Attempting to bind port 481b622d-d624-419e-8480-d83481b42b6e on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:35:02.600613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:35:02.600956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Checking segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:35:02.601343 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Bound using segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:35:02.601775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Bound port: 481b622d-d624-419e-8480-d83481b42b6e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:35:02.602328 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:02.675531 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:35:02.679589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b622d-d624-419e-8480-d83481b42b6e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:35:02.683838 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:02.722436 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:02.723130 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:02.724473 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] 10.222.0.47 "PUT /v2.0/ports/481b622d-d624-419e-8480-d83481b42b6e HTTP/1.1" status: 200  len: 1092 time: 0.6063888
Nov 20 21:35:02.725194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'tag': '481b622d-d624-419e-8480-d83481b42b6e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:35:02.727887 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69faf274-0d03-4b80-80c2-143ae6e3e8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "tag": "481b622d-d624-419e-8480-d83481b42b6e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:35:02.762194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e963f-3a3c-4450-b6a7-a72d7fee2c70 service neutron] Pushing event updated for resources: {'Port': ['ID=481b622d-d624-419e-8480-d83481b42b6e,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:35:02.778951 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ffc696-3b6e-44fa-a6a7-7cded041ea95 x-openstack-request-id: req-b9ffc696-3b6e-44fa-a6a7-7cded041ea95 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:35:02.779237 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "tag": "481b622d-d624-419e-8480-d83481b42b6e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:35:02.779490 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9ffc696-3b6e-44fa-a6a7-7cded041ea95 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:35:02.780483 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'tag': '481b622d-d624-419e-8480-d83481b42b6e', 'status': 'completed', 'code': 200}
Nov 20 21:35:02.812791 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-bf7766d5-cd35-43fa-9492-7fe63dd7eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:02.814361 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-bf7766d5-cd35-43fa-9492-7fe63dd7eeee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 1095 time: 0.0485365
Nov 20 21:35:02.859579 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-ee2658e6-8a64-4a4a-bc57-9cc069d8eef3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=481b622d-d624-419e-8480-d83481b42b6e HTTP/1.1" status: 200  len: 217 time: 0.0357752
Nov 20 21:35:02.943169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-9f0f7591-1293-40ba-9095-1e506c99cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:02.945196 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-9f0f7591-1293-40ba-9095-1e506c99cbcb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0802662
Nov 20 21:35:02.984491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af8075-d94f-414e-b976-87a72ed28375 req-a16ecda3-d8d8-4e12-94b1-c1a411010abb tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:02.985947 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-61af8075-d94f-414e-b976-87a72ed28375 req-a16ecda3-d8d8-4e12-94b1-c1a411010abb tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 944 time: 0.0861485
Nov 20 21:35:03.024869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-122ea80d-c7a6-428e-b727-de415e27f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:03.026397 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-122ea80d-c7a6-428e-b727-de415e27f339 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0742939
Nov 20 21:35:03.062041 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-61af8075-d94f-414e-b976-87a72ed28375 req-d2cd1975-ae25-4b69-8737-b0f3702292b6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692291
Nov 20 21:35:03.129759 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-3555bfa1-c8b0-407f-9f3d-1e7b9fb376ae service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0939186
Nov 20 21:35:03.226291 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b31d6f3d-8ca5-43b2-a882-2938c2d0bd06 req-94138b0e-8ee0-466b-96b9-5f0281a05d43 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884538
Nov 20 21:35:03.311146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf274-0d03-4b80-80c2-143ae6e3e8b4 req-45badf00-e91d-4217-a64a-0a55777b89db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:03.312692 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69faf274-0d03-4b80-80c2-143ae6e3e8b4 req-45badf00-e91d-4217-a64a-0a55777b89db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 1095 time: 0.0413585
Nov 20 21:35:03.402468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf274-0d03-4b80-80c2-143ae6e3e8b4 req-e282960a-77be-4568-bd66-9a07c6cf282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:03.403931 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69faf274-0d03-4b80-80c2-143ae6e3e8b4 req-e282960a-77be-4568-bd66-9a07c6cf282e service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0839348
Nov 20 21:35:03.448876 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69faf274-0d03-4b80-80c2-143ae6e3e8b4 req-299e9269-ab99-47af-bdb0-ec4d2141adb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=481b622d-d624-419e-8480-d83481b42b6e HTTP/1.1" status: 200  len: 217 time: 0.0378797
Nov 20 21:35:03.498350 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf274-0d03-4b80-80c2-143ae6e3e8b4 req-425148c5-6b5d-4a99-880c-fa366ebcbbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:03.499787 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69faf274-0d03-4b80-80c2-143ae6e3e8b4 req-425148c5-6b5d-4a99-880c-fa366ebcbbfc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0434446
Nov 20 21:35:03.546951 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf274-0d03-4b80-80c2-143ae6e3e8b4 req-5d07cd8a-47cf-4674-aabc-ee75ba07795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:03.548441 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69faf274-0d03-4b80-80c2-143ae6e3e8b4 req-5d07cd8a-47cf-4674-aabc-ee75ba07795f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406098
Nov 20 21:35:03.644920 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69faf274-0d03-4b80-80c2-143ae6e3e8b4 req-53a1db88-1067-47f9-8845-09afbd50b564 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874391
Nov 20 21:35:03.736971 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-69faf274-0d03-4b80-80c2-143ae6e3e8b4 req-ba9f0e56-dd95-4b66-83ee-7edaddb4dd36 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845978
Nov 20 21:35:04.179164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692e9b1-acbb-42a7-8b09-c89f3b931938 req-6de5825d-068b-4689-95ce-1dbce39be2d9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:04.180625 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d692e9b1-acbb-42a7-8b09-c89f3b931938 req-6de5825d-068b-4689-95ce-1dbce39be2d9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 944 time: 0.0482023
Nov 20 21:35:04.227161 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d692e9b1-acbb-42a7-8b09-c89f3b931938 req-5288cebe-a47f-402c-b298-45ae6b81fb6d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406313
Nov 20 21:35:05.347514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de8203-2c1f-40a2-881a-f66d1c13caf4 req-152608e3-d23f-4e8f-96b1-48fc78948e91 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:05.349008 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32de8203-2c1f-40a2-881a-f66d1c13caf4 req-152608e3-d23f-4e8f-96b1-48fc78948e91 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 944 time: 0.0539756
Nov 20 21:35:05.396241 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-32de8203-2c1f-40a2-881a-f66d1c13caf4 req-057d9213-b23e-421a-9110-8edac7b37df9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411532
Nov 20 21:35:06.512367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d121d-ef8c-4294-af25-554b9bb01faf req-1d18b38f-8513-4e4c-aa85-552a00c26dbe tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:06.513872 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f96d121d-ef8c-4294-af25-554b9bb01faf req-1d18b38f-8513-4e4c-aa85-552a00c26dbe tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 944 time: 0.0494220
Nov 20 21:35:06.567082 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f96d121d-ef8c-4294-af25-554b9bb01faf req-73e2658e-0608-4b36-9885-6743c938ee72 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470312
Nov 20 21:35:06.886997 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 481b622d-d624-419e-8480-d83481b42b6e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:35:06.983116 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b622d-d624-419e-8480-d83481b42b6e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:35:06.994525 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '481b622d-d624-419e-8480-d83481b42b6e', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'port_id': '481b622d-d624-419e-8480-d83481b42b6e', 'mac_address': 'fa:16:3e:53:8e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:35:07.031555 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:07.044234 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481b622d-d624-419e-8480-d83481b42b6e {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:35:07.063543 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b622d-d624-419e-8480-d83481b42b6e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:35:07.067146 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:07.111993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=481b622d-d624-419e-8480-d83481b42b6e,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:35:07.253253 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['481b622d-d624-419e-8480-d83481b42b6e'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:35:07.685455 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeff827-ec8b-48aa-afe3-24a5e9c34190 req-e56a0f4b-a060-4d49-a432-87707ab13577 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:07.686975 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fbeff827-ec8b-48aa-afe3-24a5e9c34190 req-e56a0f4b-a060-4d49-a432-87707ab13577 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 945 time: 0.0487916
Nov 20 21:35:07.733632 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fbeff827-ec8b-48aa-afe3-24a5e9c34190 req-c8893ad0-cc3b-44b4-b0d3-ae5203404988 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408061
Nov 20 21:35:08.570023 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:08.575918 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:08.848587 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82535d-662e-43df-8d61-78f995e01dbb req-dd3be0c6-433f-4729-8630-e6352d4ccfb7 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:08.850596 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed82535d-662e-43df-8d61-78f995e01dbb req-dd3be0c6-433f-4729-8630-e6352d4ccfb7 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 945 time: 0.0495999
Nov 20 21:35:08.897683 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed82535d-662e-43df-8d61-78f995e01dbb req-da5e4616-16bb-4e11-a98c-69780299d882 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411720
Nov 20 21:35:08.913467 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 481b622d-d624-419e-8480-d83481b42b6e up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:35:08.964479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 481b622d-d624-419e-8480-d83481b42b6e completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:35:08.968199 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 481b622d-d624-419e-8480-d83481b42b6e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:35:08.968573 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:09.045675 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:09.067638 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481b622d-d624-419e-8480-d83481b42b6e'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:35:09.070117 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0248f226-0a8a-4be7-9e62-f320cf38e632" -d '{"events": [{"server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "name": "network-vif-plugged", "status": "completed", "tag": "481b622d-d624-419e-8480-d83481b42b6e"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:35:09.082497 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b622d-d624-419e-8480-d83481b42b6e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:35:09.087534 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:09.111013 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d95b00-6977-4e07-85c9-e162df366a34 x-openstack-request-id: req-29d95b00-6977-4e07-85c9-e162df366a34 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:35:09.111307 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "name": "network-vif-plugged", "status": "completed", "tag": "481b622d-d624-419e-8480-d83481b42b6e", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:35:09.111560 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29d95b00-6977-4e07-85c9-e162df366a34 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:35:09.111952 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481b622d-d624-419e-8480-d83481b42b6e', 'code': 200}
Nov 20 21:35:09.139395 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=481b622d-d624-419e-8480-d83481b42b6e,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:35:09.214696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940f51b-b4ef-4515-b5e9-d1ef41bef48a req-4e9b4021-56ff-46a2-a247-47589bf58476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:09.216403 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d940f51b-b4ef-4515-b5e9-d1ef41bef48a req-4e9b4021-56ff-46a2-a247-47589bf58476 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 1097 time: 0.0458272
Nov 20 21:35:09.260303 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d940f51b-b4ef-4515-b5e9-d1ef41bef48a req-a31a34b2-e6b5-448e-87a7-8b20f9522ef1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369134
Nov 20 21:35:10.013211 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a1867-e533-4c6f-bdad-de281ed42864 req-7c529178-777a-4a1e-a4d3-a950d4f6d2d8 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:10.014697 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1b8a1867-e533-4c6f-bdad-de281ed42864 req-7c529178-777a-4a1e-a4d3-a950d4f6d2d8 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0484333
Nov 20 21:35:10.060864 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1b8a1867-e533-4c6f-bdad-de281ed42864 req-b91dac9b-52f6-4b1d-827c-3b4ff32c3c4c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402815
Nov 20 21:35:11.178062 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ce131-3d88-434f-98aa-ae5008840de7 req-3b15d656-dd2a-4198-882d-31fc969455ab tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:11.179539 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb5ce131-3d88-434f-98aa-ae5008840de7 req-3b15d656-dd2a-4198-882d-31fc969455ab tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0485852
Nov 20 21:35:11.227114 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb5ce131-3d88-434f-98aa-ae5008840de7 req-6eab969e-f872-4d7c-a9e9-b91c52c38480 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417004
Nov 20 21:35:11.341318 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48e8e4-3328-4043-9407-9d38ea663cf8 req-6828738b-8871-4aa8-8e7b-1318cb80015f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:11.342728 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fc48e8e4-3328-4043-9407-9d38ea663cf8 req-6828738b-8871-4aa8-8e7b-1318cb80015f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0520794
Nov 20 21:35:11.351292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 55692) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:35:11.355623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-83ed82aa-ae0e-420a-9800-efefc13da7e0 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Request body: {'floatingip': {'port_id': '481b622d-d624-419e-8480-d83481b42b6e'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:35:11.394400 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83ed82aa-ae0e-420a-9800-efefc13da7e0 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for floatingip, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:11.832777 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83ed82aa-ae0e-420a-9800-efefc13da7e0 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:11.836879 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83ed82aa-ae0e-420a-9800-efefc13da7e0 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:11.939865 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-83ed82aa-ae0e-420a-9800-efefc13da7e0 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Floating IP 170ace79-18a6-498b-92fd-e5f5dd1e84f1 associated. External IP: 172.35.1.249, port: 481b622d-d624-419e-8480-d83481b42b6e.
Nov 20 21:35:12.148934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ed82aa-ae0e-420a-9800-efefc13da7e0 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Router 70f64c2a-6e29-4416-a342-f64f7fdf429f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:35:12.258437 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ed82aa-ae0e-420a-9800-efefc13da7e0 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:35:12.263258 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-83ed82aa-ae0e-420a-9800-efefc13da7e0 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:12.269103 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c64dd86-9cec-4b1f-a463-8776f6bb9d65 None None] Sync routers for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:35:12.279775 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c64dd86-9cec-4b1f-a463-8776f6bb9d65 None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:35:12.280383 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6c64dd86-9cec-4b1f-a463-8776f6bb9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5429d490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:34:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:35:12.290964 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-83ed82aa-ae0e-420a-9800-efefc13da7e0 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "PUT /v2.0/floatingips/170ace79-18a6-498b-92fd-e5f5dd1e84f1 HTTP/1.1" status: 200  len: 993 time: 0.9386170
Nov 20 21:35:12.291544 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'tag': '481b622d-d624-419e-8480-d83481b42b6e'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:35:12.293793 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce90c0b-0f52-4843-8808-e55c07b246e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "tag": "481b622d-d624-419e-8480-d83481b42b6e"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:35:12.339301 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7160e3cb-60f6-405b-aeec-04f4300d51b5 x-openstack-request-id: req-7160e3cb-60f6-405b-aeec-04f4300d51b5 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:35:12.339669 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "tag": "481b622d-d624-419e-8480-d83481b42b6e", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:35:12.339990 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7160e3cb-60f6-405b-aeec-04f4300d51b5 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:35:12.340463 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'tag': '481b622d-d624-419e-8480-d83481b42b6e', 'status': 'completed', 'code': 200}
Nov 20 21:35:12.387924 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-6c64dd86-9cec-4b1f-a463-8776f6bb9d65 None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:35:12.403442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce90c0b-0f52-4843-8808-e55c07b246e9 req-ccac977f-bfca-4402-858c-2e18ab1dbf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:12.404884 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bce90c0b-0f52-4843-8808-e55c07b246e9 req-ccac977f-bfca-4402-858c-2e18ab1dbf60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 1097 time: 0.0417497
Nov 20 21:35:12.501755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce90c0b-0f52-4843-8808-e55c07b246e9 req-4de84bdd-9154-480d-b30f-aac3a257bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:12.503298 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bce90c0b-0f52-4843-8808-e55c07b246e9 req-4de84bdd-9154-480d-b30f-aac3a257bd0d service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0915551
Nov 20 21:35:12.570167 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bce90c0b-0f52-4843-8808-e55c07b246e9 req-585e267b-e192-40d0-a836-0844243bf9a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=481b622d-d624-419e-8480-d83481b42b6e HTTP/1.1" status: 200  len: 1001 time: 0.0599623
Nov 20 21:35:12.609409 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6c64dd86-9cec-4b1f-a463-8776f6bb9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5429d490>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '170ace79-18a6-498b-92fd-e5f5dd1e84f1', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'floating_ip_address': '172.35.1.249', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'port_id': '481b622d-d624-419e-8480-d83481b42b6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'mac_address': 'fa:16:3e:53:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:28:20Z', 'updated_at': '2021-11-20T21:35:11Z', 'revision_number': 13, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:35:12.623887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce90c0b-0f52-4843-8808-e55c07b246e9 req-1f5bbd04-6969-4130-b5e6-57c958d24d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:12.625374 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bce90c0b-0f52-4843-8808-e55c07b246e9 req-1f5bbd04-6969-4130-b5e6-57c958d24d95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0487115
Nov 20 21:35:12.639446 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c64dd86-9cec-4b1f-a463-8776f6bb9d65 None None] Checking router: 70f64c2a-6e29-4416-a342-f64f7fdf429f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:35:12.648705 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c64dd86-9cec-4b1f-a463-8776f6bb9d65 None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:35:12.649312 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6c64dd86-9cec-4b1f-a463-8776f6bb9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5429d490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:34:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:35:12.673566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce90c0b-0f52-4843-8808-e55c07b246e9 req-9d7eecd0-7cfd-465d-a6e8-a45371fb208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:12.675043 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bce90c0b-0f52-4843-8808-e55c07b246e9 req-9d7eecd0-7cfd-465d-a6e8-a45371fb208b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428677
Nov 20 21:35:12.754567 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-6c64dd86-9cec-4b1f-a463-8776f6bb9d65 None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:35:12.775986 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bce90c0b-0f52-4843-8808-e55c07b246e9 req-a21f5659-e34f-4b8b-9a9f-0a1ce154f207 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0932128
Nov 20 21:35:12.869044 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bce90c0b-0f52-4843-8808-e55c07b246e9 req-9a0c641b-d6ce-465e-8764-1c29e9b185df service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860302
Nov 20 21:35:12.977789 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-6c64dd86-9cec-4b1f-a463-8776f6bb9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5429d490>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '170ace79-18a6-498b-92fd-e5f5dd1e84f1', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'floating_ip_address': '172.35.1.249', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'port_id': '481b622d-d624-419e-8480-d83481b42b6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'mac_address': 'fa:16:3e:53:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:28:20Z', 'updated_at': '2021-11-20T21:35:11Z', 'revision_number': 13, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:35:13.007320 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c64dd86-9cec-4b1f-a463-8776f6bb9d65 None None] The sync data for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 is: [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '170ace79-18a6-498b-92fd-e5f5dd1e84f1', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'floating_ip_address': '172.35.1.249', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'port_id': '481b622d-d624-419e-8480-d83481b42b6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'mac_address': 'fa:16:3e:53:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:28:20Z', 'updated_at': '2021-11-20T21:35:11Z', 'revision_number': 13, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:35:13.206844 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dabf314-5c8e-4215-a511-7213c611b9a2 None None] New status for floating IP 170ace79-18a6-498b-92fd-e5f5dd1e84f1: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:35:13.355029 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1ff91542-a7cf-4a7c-a84a-6565ebd5e320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:15.728578 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dfecb139-27e3-43f9-b719-3c63b9c5101c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:16.907808 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:18.750466 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:19.301891 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:25.202433 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-90eb5d6d-b591-497e-a02e-f80a07594a02 req-8212d478-5b09-4bcf-8e52-29c5f629d1d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0395982
Nov 20 21:35:25.298097 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb5d6d-b591-497e-a02e-f80a07594a02 req-58f21571-0194-43f2-b2c3-afc68ec0759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:25.299593 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-90eb5d6d-b591-497e-a02e-f80a07594a02 req-58f21571-0194-43f2-b2c3-afc68ec0759a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 1097 time: 0.0445669
Nov 20 21:35:25.403911 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb5d6d-b591-497e-a02e-f80a07594a02 req-427e507c-884b-41c3-9e9b-797937747f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:25.405305 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-90eb5d6d-b591-497e-a02e-f80a07594a02 req-427e507c-884b-41c3-9e9b-797937747f4c service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0850298
Nov 20 21:35:25.472421 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-90eb5d6d-b591-497e-a02e-f80a07594a02 req-d0e007c1-4b8f-4cc7-abed-29ee221d8a52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=481b622d-d624-419e-8480-d83481b42b6e HTTP/1.1" status: 200  len: 1003 time: 0.0602922
Nov 20 21:35:25.521224 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb5d6d-b591-497e-a02e-f80a07594a02 req-58bcdfd3-501f-44ae-ac58-84bbd954a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:25.522752 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-90eb5d6d-b591-497e-a02e-f80a07594a02 req-58bcdfd3-501f-44ae-ac58-84bbd954a246 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0433156
Nov 20 21:35:25.568073 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb5d6d-b591-497e-a02e-f80a07594a02 req-d3b77b5b-acc3-4f81-a68c-780086b8141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:35:25.569557 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-90eb5d6d-b591-497e-a02e-f80a07594a02 req-d3b77b5b-acc3-4f81-a68c-780086b8141b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402932
Nov 20 21:35:25.663709 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-90eb5d6d-b591-497e-a02e-f80a07594a02 req-0ccc9f07-68c8-4027-a020-6fa3a4d2b969 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866299
Nov 20 21:35:25.752322 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-90eb5d6d-b591-497e-a02e-f80a07594a02 req-715ec61d-5cf9-4587-9e3f-fda5aa3b2f6b service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816352
Nov 20 21:35:35.548735 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:35:38.580445 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:38.582295 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:43.345991 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a0ede515-8279-4c89-93a6-596fa53a8fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:45.730952 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-247426f5-9f43-493f-ae80-4884ec99e62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:46.910854 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:48.751192 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:49.303012 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:35:55.106218 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-47aaf15b-0fc3-4cc9-96a2-6b828b50e3a1 req-4f1d3f80-8662-4df9-8654-35ce924d4a34 service neutron] (126225) timed out ('10.222.0.41', 51906) {{(pid=126225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 20 21:36:08.580087 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:36:08.590540 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:36:12.550929 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:36:13.348237 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc298-d1a8-4d32-a80e-896535f41d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:36:15.731829 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d1732569-76f4-48d3-80b3-9b98f68be8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:36:16.913748 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:36:18.754470 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:36:19.307910 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:36:26.211289 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9bdd808-9a8d-420a-b91e-e78aad612b6a req-2c6ec512-0553-4ab5-b4b0-e9e1a6ce3615 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0459654
Nov 20 21:36:26.293169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdd808-9a8d-420a-b91e-e78aad612b6a req-45a9f221-c871-42ec-8077-fda8abd06c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:36:26.294776 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9bdd808-9a8d-420a-b91e-e78aad612b6a req-45a9f221-c871-42ec-8077-fda8abd06c92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 1097 time: 0.0407627
Nov 20 21:36:26.394915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdd808-9a8d-420a-b91e-e78aad612b6a req-cd7d49cf-bb78-46e1-901f-e86a34806129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:36:26.396389 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9bdd808-9a8d-420a-b91e-e78aad612b6a req-cd7d49cf-bb78-46e1-901f-e86a34806129 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0828621
Nov 20 21:36:26.463642 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9bdd808-9a8d-420a-b91e-e78aad612b6a req-33193bf7-87f0-4fcd-8cdc-ad54bbcb7a23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=481b622d-d624-419e-8480-d83481b42b6e HTTP/1.1" status: 200  len: 1003 time: 0.0597610
Nov 20 21:36:26.512825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdd808-9a8d-420a-b91e-e78aad612b6a req-66d23467-17cb-45c9-b510-e9e2a9e2f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:36:26.514311 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9bdd808-9a8d-420a-b91e-e78aad612b6a req-66d23467-17cb-45c9-b510-e9e2a9e2f7cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0437889
Nov 20 21:36:26.559214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdd808-9a8d-420a-b91e-e78aad612b6a req-f99d5336-a9fa-45a6-88ba-23bdb999e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:36:26.560836 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9bdd808-9a8d-420a-b91e-e78aad612b6a req-f99d5336-a9fa-45a6-88ba-23bdb999e342 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399876
Nov 20 21:36:26.651750 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9bdd808-9a8d-420a-b91e-e78aad612b6a req-0cf96425-b08c-483b-893c-8ecf6ed77d3b service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842040
Nov 20 21:36:26.742113 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f9bdd808-9a8d-420a-b91e-e78aad612b6a req-5690ec68-1b69-47a1-8173-fdc5339a0f57 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831478
Nov 20 21:36:38.591490 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:36:38.595754 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:36:43.349815 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2b5cf55b-7a8d-4142-8312-94e8560fc6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:36:45.733844 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eec695e9-248a-4c29-8d5b-be64ab9992ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:36:46.918991 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:36:48.756546 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:36:49.309884 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:36:49.497671 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b5ec2-227e-41e0-8167-b1dcb3e31e3f req-4f4cc2c0-8722-4c17-954b-cd52de7c6b9f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:36:49.499205 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-489b5ec2-227e-41e0-8167-b1dcb3e31e3f req-4f4cc2c0-8722-4c17-954b-cd52de7c6b9f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0540042
Nov 20 21:36:49.548611 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-489b5ec2-227e-41e0-8167-b1dcb3e31e3f req-47ac5ac8-9486-4a02-a1c4-753f07ba4619 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434988
Nov 20 21:36:49.550470 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:36:53.118211 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-ebd084ce-1621-4309-99d3-5fa244e27155 req-e657e48d-e967-4f8d-8c84-470f1eb8d5bd service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:36:53.119112 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ebd084ce-1621-4309-99d3-5fa244e27155 req-e657e48d-e967-4f8d-8c84-470f1eb8d5bd service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052886
Nov 20 21:36:53.335882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92946f41-92f4-4af6-8145-924cec7261a6 req-42b5e67e-fc83-43a6-92cf-9887773dd5c4 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:36:53.337371 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92946f41-92f4-4af6-8145-924cec7261a6 req-42b5e67e-fc83-43a6-92cf-9887773dd5c4 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0806119
Nov 20 21:36:53.354267 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-25c1a68e-8481-4051-bb96-30fb9a54ecdc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1090133
Nov 20 21:36:53.365877 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-a72d8786-7970-4446-b382-abb7e0b9d69f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:36:53.366858 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-a72d8786-7970-4446-b382-abb7e0b9d69f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059285
Nov 20 21:36:53.396325 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92946f41-92f4-4af6-8145-924cec7261a6 req-466411b2-de0e-4ce3-8a81-65a5afc5839a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510743
Nov 20 21:36:54.520744 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa6c16-b077-4eb1-9930-8447094ede75 req-cc48df11-6bea-4242-b875-05fb60bdbcce tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:36:54.522249 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0aaa6c16-b077-4eb1-9930-8447094ede75 req-cc48df11-6bea-4242-b875-05fb60bdbcce tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0536740
Nov 20 21:36:54.570174 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0aaa6c16-b077-4eb1-9930-8447094ede75 req-39bc7a87-b011-48df-a276-516d2b397c31 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419152
Nov 20 21:36:55.525588 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-e13d0f53-7433-4365-9fbc-99d81c25e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:36:55.527116 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-e13d0f53-7433-4365-9fbc-99d81c25e112 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 1097 time: 0.0419827
Nov 20 21:36:55.621969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-a0dd2fd5-349b-4a71-9502-b88afe5b54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:36:55.624185 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-a0dd2fd5-349b-4a71-9502-b88afe5b54a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0895414
Nov 20 21:36:55.718410 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-f4f9bef5-3ef5-428a-ab5d-b3e9ab99d56c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=481b622d-d624-419e-8480-d83481b42b6e HTTP/1.1" status: 200  len: 1003 time: 0.0875258
Nov 20 21:36:55.730391 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e70818-078e-41ba-ac87-37d9c2dad097 req-ed17ebcf-c1a1-4dc3-881b-1575c339772c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:36:55.731821 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36e70818-078e-41ba-ac87-37d9c2dad097 req-ed17ebcf-c1a1-4dc3-881b-1575c339772c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0673580
Nov 20 21:36:55.803035 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-dac126e4-d774-4d5a-a57c-353f42933f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:36:55.804390 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-dac126e4-d774-4d5a-a57c-353f42933f6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0711532
Nov 20 21:36:55.811764 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36e70818-078e-41ba-ac87-37d9c2dad097 req-ba2e30f8-26b6-4b81-894a-798dfb16e84e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710897
Nov 20 21:36:55.852009 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-885c0e09-70a0-4ea5-8c31-d97c5395ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:36:55.853541 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-885c0e09-70a0-4ea5-8c31-d97c5395ce33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403869
Nov 20 21:36:55.946218 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-a7a07104-0598-42b3-b7bd-11224ebbe46c service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857103
Nov 20 21:36:56.039610 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-31b35b39-079f-4e6b-b7b9-09ca38b16e17 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855649
Nov 20 21:36:56.929808 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e87c2-f285-44cf-8288-dda2227f7ec4 req-803cf326-9f7f-4e2f-90fa-bddc0d9609a4 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:36:56.931308 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1b8e87c2-f285-44cf-8288-dda2227f7ec4 req-803cf326-9f7f-4e2f-90fa-bddc0d9609a4 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0484717
Nov 20 21:36:56.978899 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1b8e87c2-f285-44cf-8288-dda2227f7ec4 req-556a34c4-8aa1-4239-8062-d0f8b487c340 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412617
Nov 20 21:36:58.096670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee823c0d-7791-45cc-96c7-eab540e473ab req-93ec5c58-ce4b-40f1-804d-bddbb7a2fb2b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:36:58.098149 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ee823c0d-7791-45cc-96c7-eab540e473ab req-93ec5c58-ce4b-40f1-804d-bddbb7a2fb2b tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0493221
Nov 20 21:36:58.145331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ee823c0d-7791-45cc-96c7-eab540e473ab req-df507a3b-f77c-4509-aae4-07cd62f900a8 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412769
Nov 20 21:36:59.260528 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6023a-3da2-4944-a642-7b94d9543b6d req-36e74f4d-c264-433d-a75e-5a1f11e22150 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:36:59.261985 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-12a6023a-3da2-4944-a642-7b94d9543b6d req-36e74f4d-c264-433d-a75e-5a1f11e22150 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0486412
Nov 20 21:36:59.312517 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-12a6023a-3da2-4944-a642-7b94d9543b6d req-cc2b4425-33d5-47e2-a394-b59190242647 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439336
Nov 20 21:37:00.428772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59317cc7-c439-4cc7-b969-6b480e0470f0 req-5f69bfc1-f0c3-418f-94f0-873420d7f6f3 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:00.430270 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-59317cc7-c439-4cc7-b969-6b480e0470f0 req-5f69bfc1-f0c3-418f-94f0-873420d7f6f3 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0484180
Nov 20 21:37:00.477226 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-59317cc7-c439-4cc7-b969-6b480e0470f0 req-db22f9cb-9a8b-4c91-ab84-6677cc745869 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407984
Nov 20 21:37:01.595451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64528f93-1d93-48b2-abaa-d8c193b0ad11 req-b6a9fd16-129d-4b2f-a832-7c4e2ffee298 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:01.596925 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-64528f93-1d93-48b2-abaa-d8c193b0ad11 req-b6a9fd16-129d-4b2f-a832-7c4e2ffee298 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0494204
Nov 20 21:37:01.647064 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-64528f93-1d93-48b2-abaa-d8c193b0ad11 req-cc7823b7-d865-4f73-8a10-6b7a6e52f695 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441422
Nov 20 21:37:02.769752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3863bef-4da3-4b33-9a2d-f8becdb83166 req-ea02a370-4efd-4242-9014-a638f921a867 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:02.771233 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a3863bef-4da3-4b33-9a2d-f8becdb83166 req-ea02a370-4efd-4242-9014-a638f921a867 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0528810
Nov 20 21:37:02.818246 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a3863bef-4da3-4b33-9a2d-f8becdb83166 req-f8a8c0aa-cd26-40dc-9eed-5e67bbe2882f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410604
Nov 20 21:37:03.933998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dac59-2bbc-40c1-adee-1a2f0eebe168 req-7eeec8da-f38b-43af-ada7-2b6ef58b5bc5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:03.936141 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f55dac59-2bbc-40c1-adee-1a2f0eebe168 req-7eeec8da-f38b-43af-ada7-2b6ef58b5bc5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0493174
Nov 20 21:37:03.984607 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f55dac59-2bbc-40c1-adee-1a2f0eebe168 req-337a01ab-ea07-40dd-9d9c-0119873349f6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416627
Nov 20 21:37:05.099311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d691e-54bf-4882-ae5b-06290b1fa543 req-c0d43fee-0730-46aa-a1fb-eb87883e4d69 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:05.100782 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c64d691e-54bf-4882-ae5b-06290b1fa543 req-c0d43fee-0730-46aa-a1fb-eb87883e4d69 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0480919
Nov 20 21:37:05.147677 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c64d691e-54bf-4882-ae5b-06290b1fa543 req-ff94c943-1414-48d7-b24b-531b03f88de2 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409434
Nov 20 21:37:06.269563 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a7b9b-53f4-411f-9601-94185b628c7c req-a7e45800-01dd-4ab3-8d58-30f61cc26bfd tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:06.271084 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b84a7b9b-53f4-411f-9601-94185b628c7c req-a7e45800-01dd-4ab3-8d58-30f61cc26bfd tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0547562
Nov 20 21:37:06.319143 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b84a7b9b-53f4-411f-9601-94185b628c7c req-0e05abb4-b866-4555-a6f2-1652a2933e04 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421295
Nov 20 21:37:07.438383 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37168a36-a4c3-4274-b794-b787c7460d07 req-9e9e54f5-f135-48a2-aa66-fd487ce81921 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:07.439856 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37168a36-a4c3-4274-b794-b787c7460d07 req-9e9e54f5-f135-48a2-aa66-fd487ce81921 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0516598
Nov 20 21:37:07.485613 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37168a36-a4c3-4274-b794-b787c7460d07 req-f6f33bad-8d33-4393-bd9d-8ed7cdc25964 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398288
Nov 20 21:37:08.561598 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-6645af92-abe0-4bf7-b548-b66578abae35 service neutron] show failed (client error): The resource could not be found.
Nov 20 21:37:08.562662 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-6645af92-abe0-4bf7-b548-b66578abae35 service neutron] 10.222.0.47 "GET /v2.0/ports/481b622d-d624-419e-8480-d83481b42b6e/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0619423
Nov 20 21:37:08.612786 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd32ec7-3f50-48a6-84ee-8fd7abb5d998 req-9a0127d6-a945-4f3e-b1b8-2ed7be08f006 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:08.614459 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1bd32ec7-3f50-48a6-84ee-8fd7abb5d998 req-9a0127d6-a945-4f3e-b1b8-2ed7be08f006 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0549834
Nov 20 21:37:08.617752 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:08.619197 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:08.666493 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1bd32ec7-3f50-48a6-84ee-8fd7abb5d998 req-09d9ed50-432a-4653-9650-cc4a856ba9d6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446813
Nov 20 21:37:08.771307 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-852cc1f3-8006-41c7-8cf6-8fef99010856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:08.772785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-852cc1f3-8006-41c7-8cf6-8fef99010856 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac&tenant_id=55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 1097 time: 0.0415506
Nov 20 21:37:08.786826 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-eb97f933-8283-4b19-9c67-20664b7f5dc5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:37:08.787822 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-eb97f933-8283-4b19-9c67-20664b7f5dc5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048144
Nov 20 21:37:08.803863 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:37:08.858869 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:09.058211 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b622d-d624-419e-8480-d83481b42b6e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:09.091210 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:37:09.131029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481b622d-d624-419e-8480-d83481b42b6e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:37:09.133226 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accac1b8-6093-437d-80ec-851c04280c37" -d '{"events": [{"server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "name": "network-vif-unplugged", "status": "completed", "tag": "481b622d-d624-419e-8480-d83481b42b6e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:37:09.137028 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:09.151965 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Transition to ACTIVE for port object 481b622d-d624-419e-8480-d83481b42b6e will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:37:09.155579 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:09.191242 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bfcfbf-e3a9-499d-8ac2-4607956883af x-openstack-request-id: req-d2bfcfbf-e3a9-499d-8ac2-4607956883af {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:37:09.191537 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "name": "network-vif-unplugged", "status": "completed", "tag": "481b622d-d624-419e-8480-d83481b42b6e", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:37:09.191789 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2bfcfbf-e3a9-499d-8ac2-4607956883af {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:37:09.192328 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481b622d-d624-419e-8480-d83481b42b6e', 'code': 200}
Nov 20 21:37:09.239243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Pushing event updated for resources: {'Port': ['ID=481b622d-d624-419e-8480-d83481b42b6e,revision_number=6']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:09.258379 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:09.258738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:09.259088 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:09.259433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:09.259775 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:09.260114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:09.260476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:09.260838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:09.261170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:09.261575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:09.261909 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:09.262260 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:09.295121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] No DVR routers for this DVR port 481b622d-d624-419e-8480-d83481b42b6e on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:37:09.774465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Attempting to bind port 481b622d-d624-419e-8480-d83481b42b6e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:37:09.775170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Attempting to bind port 481b622d-d624-419e-8480-d83481b42b6e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:37:09.775170 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Attempting to bind port 481b622d-d624-419e-8480-d83481b42b6e on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:37:09.779495 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Port 481b622d-d624-419e-8480-d83481b42b6e on network 4c5f91b7-b565-4458-971f-538d019cd893 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:37:09.779815 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Attempting to bind port 481b622d-d624-419e-8480-d83481b42b6e on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:37:09.784644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:37:09.784978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Checking segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:37:09.785530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Bound using segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:37:09.786330 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Bound port: 481b622d-d624-419e-8480-d83481b42b6e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:37:09.786932 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:09.790580 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5135e4-b56c-4ccb-bd1e-501a86511052 req-61b6653b-b51f-4037-be3d-247f5a1907a6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:09.792139 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dd5135e4-b56c-4ccb-bd1e-501a86511052 req-61b6653b-b51f-4037-be3d-247f5a1907a6 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 944 time: 0.0495720
Nov 20 21:37:09.844303 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-dd5135e4-b56c-4ccb-bd1e-501a86511052 req-fe36eeff-cfb3-43aa-a2c9-45593996a2df tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460215
Nov 20 21:37:09.853686 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:37:09.856746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=481b622d-d624-419e-8480-d83481b42b6e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:37:09.866752 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:09.906608 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:09.907263 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:09.908703 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] 10.222.0.37 "PUT /v2.0/ports/481b622d-d624-419e-8480-d83481b42b6e HTTP/1.1" status: 200  len: 1092 time: 1.1084714
Nov 20 21:37:09.926275 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae2034-ba93-4fc5-9af5-64948397785c service neutron] Pushing event updated for resources: {'Port': ['ID=481b622d-d624-419e-8480-d83481b42b6e,revision_number=7']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:09.976042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-bc12df22-0fca-4aec-9d23-d54645f3a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:09.977604 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-bc12df22-0fca-4aec-9d23-d54645f3a7d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 1095 time: 0.0443280
Nov 20 21:37:10.078076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-6d1239df-7cfe-4563-847c-ee182e327510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:10.079669 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-6d1239df-7cfe-4563-847c-ee182e327510 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0938139
Nov 20 21:37:10.146470 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-74e06b4f-4369-4456-9355-d37dd0d15eb8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=481b622d-d624-419e-8480-d83481b42b6e HTTP/1.1" status: 200  len: 1001 time: 0.0592122
Nov 20 21:37:10.194627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-51f8e9f0-155d-4d4e-aaad-de2d5786c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:10.195972 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-51f8e9f0-155d-4d4e-aaad-de2d5786c541 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0426838
Nov 20 21:37:10.245447 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-c1abc755-4b66-4c9e-81a6-0335047802be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:10.246871 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-c1abc755-4b66-4c9e-81a6-0335047802be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0433702
Nov 20 21:37:10.335430 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-8457c199-2bdf-442c-beef-26050696d2dc service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817719
Nov 20 21:37:10.428644 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-fd019bdc-98d6-44dc-932d-33eca9b69f4a service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860541
Nov 20 21:37:10.967942 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34241cb3-a4dd-43e2-9e7c-2926db5f493b req-ab14d5c9-47b9-449c-8e63-fe8f1597a5c7 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:10.969650 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-34241cb3-a4dd-43e2-9e7c-2926db5f493b req-ab14d5c9-47b9-449c-8e63-fe8f1597a5c7 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 944 time: 0.0516157
Nov 20 21:37:11.018354 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-34241cb3-a4dd-43e2-9e7c-2926db5f493b req-a573abf6-0506-4473-a33f-143e05e2b567 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426280
Nov 20 21:37:11.193611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'tag': '481b622d-d624-419e-8480-d83481b42b6e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:37:11.196023 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ad191e-3f96-454a-82c2-56568edc0014" -d '{"events": [{"name": "network-changed", "server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "tag": "481b622d-d624-419e-8480-d83481b42b6e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:37:11.246157 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c1677e-3948-43db-b9ea-5199f148b725 x-openstack-request-id: req-63c1677e-3948-43db-b9ea-5199f148b725 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:37:11.246519 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "tag": "481b622d-d624-419e-8480-d83481b42b6e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:37:11.246858 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63c1677e-3948-43db-b9ea-5199f148b725 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:37:11.247863 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'tag': '481b622d-d624-419e-8480-d83481b42b6e', 'status': 'completed', 'code': 200}
Nov 20 21:37:11.338489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad191e-3f96-454a-82c2-56568edc0014 req-393878a2-87ac-4efd-9156-68b90fd63c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:11.340007 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46ad191e-3f96-454a-82c2-56568edc0014 req-393878a2-87ac-4efd-9156-68b90fd63c64 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 1095 time: 0.0731812
Nov 20 21:37:11.346662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad191e-3f96-454a-82c2-56568edc0014 req-9cdbd943-7b9e-41f1-af70-16a5e0d4360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:11.348211 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46ad191e-3f96-454a-82c2-56568edc0014 req-9cdbd943-7b9e-41f1-af70-16a5e0d4360f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 1095 time: 0.0719368
Nov 20 21:37:11.511801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad191e-3f96-454a-82c2-56568edc0014 req-13975acf-8a71-4e59-944b-a658f4b0d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:11.514247 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46ad191e-3f96-454a-82c2-56568edc0014 req-13975acf-8a71-4e59-944b-a658f4b0d9ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.1649330
Nov 20 21:37:11.517103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad191e-3f96-454a-82c2-56568edc0014 req-8274a28a-1b8b-4bec-be75-ac295f02a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:11.518513 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46ad191e-3f96-454a-82c2-56568edc0014 req-8274a28a-1b8b-4bec-be75-ac295f02a044 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.1610317
Nov 20 21:37:11.632339 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46ad191e-3f96-454a-82c2-56568edc0014 req-040b824d-5da8-4726-91e5-24577a1f789e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=481b622d-d624-419e-8480-d83481b42b6e HTTP/1.1" status: 200  len: 1001 time: 0.1110213
Nov 20 21:37:11.636357 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46ad191e-3f96-454a-82c2-56568edc0014 req-7f8deb28-1df6-4a9b-96f5-8f70eb007001 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=481b622d-d624-419e-8480-d83481b42b6e HTTP/1.1" status: 200  len: 1001 time: 0.1083264
Nov 20 21:37:11.721285 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad191e-3f96-454a-82c2-56568edc0014 req-6de0b3ef-93b4-4df9-9cb4-7f8d1e53a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:11.722773 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46ad191e-3f96-454a-82c2-56568edc0014 req-6de0b3ef-93b4-4df9-9cb4-7f8d1e53a880 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0813251
Nov 20 21:37:11.724156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad191e-3f96-454a-82c2-56568edc0014 req-92e01e74-33f5-483c-9423-97ce01d473f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:11.725463 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46ad191e-3f96-454a-82c2-56568edc0014 req-92e01e74-33f5-483c-9423-97ce01d473f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0765691
Nov 20 21:37:11.798664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad191e-3f96-454a-82c2-56568edc0014 req-b125fcc7-e25a-4609-8ba7-4a36c2fe06c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:11.800065 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46ad191e-3f96-454a-82c2-56568edc0014 req-b125fcc7-e25a-4609-8ba7-4a36c2fe06c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0693791
Nov 20 21:37:11.801755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad191e-3f96-454a-82c2-56568edc0014 req-a96c7499-3d62-4a78-a78a-2f1316d57287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:11.803157 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46ad191e-3f96-454a-82c2-56568edc0014 req-a96c7499-3d62-4a78-a78a-2f1316d57287 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0641057
Nov 20 21:37:11.959311 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46ad191e-3f96-454a-82c2-56568edc0014 req-2e5bde47-6743-452f-99d8-8881d4ccf99b service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516123
Nov 20 21:37:11.961185 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46ad191e-3f96-454a-82c2-56568edc0014 req-d9890885-7816-4855-834d-568b642d6404 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461573
Nov 20 21:37:12.159122 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46ad191e-3f96-454a-82c2-56568edc0014 req-7af93e2d-5db7-4c3a-b1b5-7e2c7f5007a5 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1850846
Nov 20 21:37:12.161726 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-46ad191e-3f96-454a-82c2-56568edc0014 req-425fe9df-f2e6-4c41-8703-c1c03371369d service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1946790
Nov 20 21:37:12.173829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0f4d4-a058-4ce0-a0cf-afd430f84d38 req-640c84dd-85b6-46e9-b2ff-96201f57451a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:12.175356 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-49a0f4d4-a058-4ce0-a0cf-afd430f84d38 req-640c84dd-85b6-46e9-b2ff-96201f57451a tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 944 time: 0.0857632
Nov 20 21:37:12.224150 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-49a0f4d4-a058-4ce0-a0cf-afd430f84d38 req-1bb24e03-9b67-4d2a-8ac7-dfc81d3a3267 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421462
Nov 20 21:37:13.343711 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a986d1c-6824-48f2-b23a-23f6927f6dfd req-96a170bb-173a-4fd0-9393-76037a3fccba tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:13.345210 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9a986d1c-6824-48f2-b23a-23f6927f6dfd req-96a170bb-173a-4fd0-9393-76037a3fccba tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 944 time: 0.0484095
Nov 20 21:37:13.349290 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5bf1-a2a4-4624-a63a-70619dee07ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:13.395474 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9a986d1c-6824-48f2-b23a-23f6927f6dfd req-3e602341-10b3-4d57-80b8-0dcf165a4564 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432129
Nov 20 21:37:13.452139 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 481b622d-d624-419e-8480-d83481b42b6e no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:37:13.490501 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 481b622d-d624-419e-8480-d83481b42b6e not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:37:14.056832 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 481b622d-d624-419e-8480-d83481b42b6e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:37:14.158067 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=481b622d-d624-419e-8480-d83481b42b6e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:14.168925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '481b622d-d624-419e-8480-d83481b42b6e', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'port_id': '481b622d-d624-419e-8480-d83481b42b6e', 'mac_address': 'fa:16:3e:53:8e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:37:14.204933 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:14.217920 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481b622d-d624-419e-8480-d83481b42b6e {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:37:14.236196 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=481b622d-d624-419e-8480-d83481b42b6e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:14.240123 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:14.290638 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=481b622d-d624-419e-8480-d83481b42b6e,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:14.297871 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:14.298246 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:14.298592 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:14.298934 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:14.299270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:14.299604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:14.299938 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:14.300267 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:14.300595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:14.300924 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:14.301254 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:14.301578 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:14.488411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['481b622d-d624-419e-8480-d83481b42b6e'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:37:14.517827 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf24651-7724-4845-9fe0-f483d3cf6f97 req-89235fab-da78-4d99-8b89-d757835aaf3e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:14.517827 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ddf24651-7724-4845-9fe0-f483d3cf6f97 req-89235fab-da78-4d99-8b89-d757835aaf3e tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 945 time: 0.0514693
Nov 20 21:37:14.570727 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ddf24651-7724-4845-9fe0-f483d3cf6f97 req-6279d521-dd69-4874-b4bc-789bfa025484 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490503
Nov 20 21:37:14.877764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-8c7063f9-4fa8-44db-b6c6-e754745b524c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:14.879265 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-8c7063f9-4fa8-44db-b6c6-e754745b524c tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.37 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac&tenant_id=55bf4df5c73841dbb6507b288100a89d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0791357
Nov 20 21:37:14.891297 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614fe6e-7b1b-47a6-8b28-65b903ab352f req-cb7266b8-fd4e-4b1f-aa89-45490f98fcff tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:14.892656 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5614fe6e-7b1b-47a6-8b28-65b903ab352f req-cb7266b8-fd4e-4b1f-aa89-45490f98fcff tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 945 time: 0.0660195
Nov 20 21:37:14.982543 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5614fe6e-7b1b-47a6-8b28-65b903ab352f req-1ef2d6bd-1703-4771-a17c-f8b5b19a1108 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830648
Nov 20 21:37:14.984248 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-c2b6d36b-1102-4701-9326-fae8c77bf640 service neutron] 10.222.0.37 "GET /v2.0/ports/481b622d-d624-419e-8480-d83481b42b6e/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0907683
Nov 20 21:37:15.048914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-287b93e5-4688-4c77-acbc-c181ee978c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:15.050325 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-287b93e5-4688-4c77-acbc-c181ee978c82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 1096 time: 0.0415056
Nov 20 21:37:15.139454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-ac9462a8-12dc-4fd5-b4ae-4810b1917b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:15.140872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-ac9462a8-12dc-4fd5-b4ae-4810b1917b56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0834699
Nov 20 21:37:15.209636 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-fcec7e3d-b0fd-4f16-a208-31c0a1007faf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=481b622d-d624-419e-8480-d83481b42b6e HTTP/1.1" status: 200  len: 1002 time: 0.0615475
Nov 20 21:37:15.259515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-fa802f48-d306-4204-b776-1573bac0ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:15.260923 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-fa802f48-d306-4204-b776-1573bac0ec9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0435002
Nov 20 21:37:15.304856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-b2dbe5f5-bc5f-4526-bd4a-d486dbff7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:15.306282 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-b2dbe5f5-bc5f-4526-bd4a-d486dbff7042 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0386510
Nov 20 21:37:15.399524 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-e320b4d2-8332-47a4-a8e0-1bace679f9ec service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859661
Nov 20 21:37:15.488739 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-78fbad80-8705-483e-a5e4-f1eeffa1cd09 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820136
Nov 20 21:37:15.739192 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-498317b5-d59e-4371-89d1-7c322208f072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:16.057798 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 481b622d-d624-419e-8480-d83481b42b6e up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:37:16.101134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddaea65-1003-4b5a-be4b-f59be9f99b93 req-1c98395d-6fd1-45cd-b496-94f0a6e3adc0 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:16.102647 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cddaea65-1003-4b5a-be4b-f59be9f99b93 req-1c98395d-6fd1-45cd-b496-94f0a6e3adc0 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 945 time: 0.0489247
Nov 20 21:37:16.110505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 481b622d-d624-419e-8480-d83481b42b6e completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:37:16.115119 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 481b622d-d624-419e-8480-d83481b42b6e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:37:16.115530 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:16.152126 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cddaea65-1003-4b5a-be4b-f59be9f99b93 req-fd5d4a66-75e5-4122-ab16-93e0fd58cadd tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423427
Nov 20 21:37:16.192683 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:16.214981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481b622d-d624-419e-8480-d83481b42b6e'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:37:16.217830 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b247399b-ef13-413a-8c80-791a4c46dfb8" -d '{"events": [{"server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "name": "network-vif-plugged", "status": "completed", "tag": "481b622d-d624-419e-8480-d83481b42b6e"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:37:16.233175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=481b622d-d624-419e-8480-d83481b42b6e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:16.237213 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:16.269029 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41734a6d-11a5-4f89-92e3-e8fbf084042e x-openstack-request-id: req-41734a6d-11a5-4f89-92e3-e8fbf084042e {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:37:16.269321 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "name": "network-vif-plugged", "status": "completed", "tag": "481b622d-d624-419e-8480-d83481b42b6e", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:37:16.269577 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41734a6d-11a5-4f89-92e3-e8fbf084042e {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:37:16.269967 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481b622d-d624-419e-8480-d83481b42b6e', 'code': 200}
Nov 20 21:37:16.287750 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=481b622d-d624-419e-8480-d83481b42b6e,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:16.921062 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:17.276471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356aa5f-7fec-462d-ba8d-243921163c8a req-c1e0c0d2-2276-4853-983f-de0e9b48a978 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:17.277970 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4356aa5f-7fec-462d-ba8d-243921163c8a req-c1e0c0d2-2276-4853-983f-de0e9b48a978 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0531149
Nov 20 21:37:17.327005 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4356aa5f-7fec-462d-ba8d-243921163c8a req-3664e331-7ed9-48ea-affd-58480bb0e583 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423419
Nov 20 21:37:17.985276 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-3b49d4f6-8ba6-4fd8-a2c2-c6bb5063d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:17.986730 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-3b49d4f6-8ba6-4fd8-a2c2-c6bb5063d2db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac&tenant_id=55bf4df5c73841dbb6507b288100a89d HTTP/1.1" status: 200  len: 1097 time: 0.0468366
Nov 20 21:37:17.999644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:37:18.053484 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:18.258903 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=481b622d-d624-419e-8480-d83481b42b6e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:18.292437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:37:18.336961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481b622d-d624-419e-8480-d83481b42b6e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:37:18.339195 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8778c304-7270-4084-b1e4-02038028f8bb" -d '{"events": [{"server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "name": "network-vif-unplugged", "status": "completed", "tag": "481b622d-d624-419e-8480-d83481b42b6e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:37:18.343019 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:18.356399 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Transition to ACTIVE for port object 481b622d-d624-419e-8480-d83481b42b6e will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:37:18.361291 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:18.404222 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f032d486-7902-491f-9eb2-0e8da1e498bc x-openstack-request-id: req-f032d486-7902-491f-9eb2-0e8da1e498bc {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:37:18.404518 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "name": "network-vif-unplugged", "status": "completed", "tag": "481b622d-d624-419e-8480-d83481b42b6e", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:37:18.404776 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f032d486-7902-491f-9eb2-0e8da1e498bc {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:37:18.405185 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481b622d-d624-419e-8480-d83481b42b6e', 'code': 200}
Nov 20 21:37:18.449389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Pushing event updated for resources: {'Port': ['ID=481b622d-d624-419e-8480-d83481b42b6e,revision_number=10']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:18.456631 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b22fb-c4e3-4182-b961-04155efa3a1c req-7c7c2f7e-178f-429f-940b-b542d4d73539 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:18.459056 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-106b22fb-c4e3-4182-b961-04155efa3a1c req-7c7c2f7e-178f-429f-940b-b542d4d73539 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 945 time: 0.0536435
Nov 20 21:37:18.489337 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] No DVR routers for this DVR port 481b622d-d624-419e-8480-d83481b42b6e on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:37:18.512490 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-106b22fb-c4e3-4182-b961-04155efa3a1c req-f271daae-62cb-4bf2-8690-e0357b0dc4bc tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458682
Nov 20 21:37:18.634138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Attempting to bind port 481b622d-d624-419e-8480-d83481b42b6e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:37:18.634466 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Attempting to bind port 481b622d-d624-419e-8480-d83481b42b6e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:37:18.634789 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Attempting to bind port 481b622d-d624-419e-8480-d83481b42b6e on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:37:18.638915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Port 481b622d-d624-419e-8480-d83481b42b6e on network 4c5f91b7-b565-4458-971f-538d019cd893 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:37:18.639229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Attempting to bind port 481b622d-d624-419e-8480-d83481b42b6e on network 4c5f91b7-b565-4458-971f-538d019cd893 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:37:18.644025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:37:18.644356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Checking segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:37:18.644731 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Bound using segment: {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:37:18.645146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Bound port: 481b622d-d624-419e-8480-d83481b42b6e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:37:18.645490 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:18.707918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:37:18.712271 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b622d-d624-419e-8480-d83481b42b6e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:37:18.716473 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:18.755924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:18.756583 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:18.758210 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] 10.222.0.47 "PUT /v2.0/ports/481b622d-d624-419e-8480-d83481b42b6e HTTP/1.1" status: 200  len: 1093 time: 0.7633452
Nov 20 21:37:18.760207 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:18.778184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ce77d-110e-4cbb-958b-c9cc677b7e1b service neutron] Pushing event updated for resources: {'Port': ['ID=481b622d-d624-419e-8480-d83481b42b6e,revision_number=11']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:18.827021 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-f5e8add6-1d68-4b55-af7b-29581eebb998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:18.828611 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-f5e8add6-1d68-4b55-af7b-29581eebb998 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 1096 time: 0.0457540
Nov 20 21:37:18.930120 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-44c71c1e-f450-45d3-95ad-519db00c1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:18.931604 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-44c71c1e-f450-45d3-95ad-519db00c1cb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.0963922
Nov 20 21:37:18.997153 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-54a8f24b-12ba-4547-99c8-2cb330900cb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=481b622d-d624-419e-8480-d83481b42b6e HTTP/1.1" status: 200  len: 1001 time: 0.0581458
Nov 20 21:37:19.050924 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-e920a0d4-3797-4e0c-9a45-49b5658c8653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:19.052380 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-e920a0d4-3797-4e0c-9a45-49b5658c8653 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0479221
Nov 20 21:37:19.097341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-f1e7925e-e11f-4928-b1c9-978159fc3282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:19.098857 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-f1e7925e-e11f-4928-b1c9-978159fc3282 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401485
Nov 20 21:37:19.190459 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-2b9c63d5-1f88-4f70-bce6-29aee3b674d7 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842369
Nov 20 21:37:19.278121 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1680d73b-6edd-4ad1-8677-1cb0dec80eb8 req-568c815c-542c-4c88-ab07-7c3d6abc1e83 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811350
Nov 20 21:37:19.311510 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:19.700609 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da152b-6dcc-4091-bae4-e6fc5b974171 req-7213b8d6-9ec6-4ea8-9056-5708c81e37bf tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:19.702103 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04da152b-6dcc-4091-bae4-e6fc5b974171 req-7213b8d6-9ec6-4ea8-9056-5708c81e37bf tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 945 time: 0.1089735
Nov 20 21:37:19.753008 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-04da152b-6dcc-4091-bae4-e6fc5b974171 req-608d15e9-f75c-45d8-be5d-9fc8a2f5a1cb tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442870
Nov 20 21:37:20.062772 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 481b622d-d624-419e-8480-d83481b42b6e no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:37:20.104432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 481b622d-d624-419e-8480-d83481b42b6e not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:37:20.406565 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'tag': '481b622d-d624-419e-8480-d83481b42b6e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:37:20.408928 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "tag": "481b622d-d624-419e-8480-d83481b42b6e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:37:20.456171 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1fe93e-0a49-4c95-8d4e-5d6524339216 x-openstack-request-id: req-bd1fe93e-0a49-4c95-8d4e-5d6524339216 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:37:20.456456 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "tag": "481b622d-d624-419e-8480-d83481b42b6e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:37:20.456708 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd1fe93e-0a49-4c95-8d4e-5d6524339216 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:37:20.457156 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'tag': '481b622d-d624-419e-8480-d83481b42b6e', 'status': 'completed', 'code': 200}
Nov 20 21:37:20.540415 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-0f20e3ef-8517-46de-9e9b-d0678158b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:20.541886 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-0f20e3ef-8517-46de-9e9b-d0678158b511 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 1096 time: 0.0662806
Nov 20 21:37:20.545929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-bfd345a7-feae-4841-a076-e3e13bc8cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:20.547999 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-bfd345a7-feae-4841-a076-e3e13bc8cf35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55bf4df5c73841dbb6507b288100a89d&device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 1096 time: 0.0629001
Nov 20 21:37:20.699129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-a11fc7d2-93fb-4c92-bee0-39d4e26e7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:20.700518 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-a11fc7d2-93fb-4c92-bee0-39d4e26e7544 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.1498208
Nov 20 21:37:20.703767 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-059a2b83-01dd-480c-bfbc-87d35f08d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:20.705076 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-059a2b83-01dd-480c-bfbc-87d35f08d548 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 200  len: 913 time: 0.1466484
Nov 20 21:37:20.823109 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-4d5016a0-c78d-44a5-a3e4-42be61a638b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=481b622d-d624-419e-8480-d83481b42b6e HTTP/1.1" status: 200  len: 1001 time: 0.1107812
Nov 20 21:37:20.829534 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-02940422-6b2c-4302-a400-a28a7a63eb4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=481b622d-d624-419e-8480-d83481b42b6e HTTP/1.1" status: 200  len: 1001 time: 0.0789192
Nov 20 21:37:20.940038 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-1af1c798-a882-4ee7-a2cf-013559c92f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:20.941493 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-1af1c798-a882-4ee7-a2cf-013559c92f5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.1111274
Nov 20 21:37:20.947355 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-7c2d97c2-ee07-4f9a-a450-66882872030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:20.948681 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-7c2d97c2-ee07-4f9a-a450-66882872030c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 200  len: 851 time: 0.0796578
Nov 20 21:37:20.967130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4b2f8-4f8e-4fb2-9121-7ec6517725e1 req-2cb9f755-4425-442f-bce9-9a73179065a4 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:20.968481 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7ba4b2f8-4f8e-4fb2-9121-7ec6517725e1 req-2cb9f755-4425-442f-bce9-9a73179065a4 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 945 time: 0.1309283
Nov 20 21:37:21.066329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-ac1d8bea-96d1-448f-9cd6-32db75da802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:21.067846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-ac1d8bea-96d1-448f-9cd6-32db75da802e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1170728
Nov 20 21:37:21.071224 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-5d907fec-642e-4591-80e2-ec8e69322c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:21.072572 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-5d907fec-642e-4591-80e2-ec8e69322c90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c5f91b7-b565-4458-971f-538d019cd893&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1021681
Nov 20 21:37:21.076025 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7ba4b2f8-4f8e-4fb2-9121-7ec6517725e1 req-10b03048-c27b-4e94-82f9-e675a7ae4794 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0975633
Nov 20 21:37:21.089474 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-02cece15-cd5e-4c1b-bd1b-ded6458db7d2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:37:21.090478 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-02cece15-cd5e-4c1b-bd1b-ded6458db7d2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057676
Nov 20 21:37:21.232403 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-7f9aa0e4-4aef-4a8d-9fb9-dd3566fa373f service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553481
Nov 20 21:37:21.251454 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-9b8af46b-1fc9-40f9-90d9-1b874332c745 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511588
Nov 20 21:37:21.379576 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-2a80e821-6f0d-42a2-a60a-2cc89582be38 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398313
Nov 20 21:37:21.405736 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88f8a9e9-6a2c-4fe5-bd08-d6fb16320c8a req-1562855b-8a08-46cc-a0eb-2098e52d73c0 service neutron] 10.222.0.47 "GET /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1031289
Nov 20 21:37:22.356455 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c945c48-59c6-4abf-aafa-21e31609ed51 req-7a1e6181-0900-48e5-91a5-75cc97ce4e35 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:22.357878 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c945c48-59c6-4abf-aafa-21e31609ed51 req-7a1e6181-0900-48e5-91a5-75cc97ce4e35 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 945 time: 0.2100253
Nov 20 21:37:22.409148 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4c945c48-59c6-4abf-aafa-21e31609ed51 req-fc6eae86-8401-485b-97b4-95853c041b8f tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445344
Nov 20 21:37:23.525715 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67556d07-3032-43ac-9537-d5eb162bcacc req-8726a71e-bb39-468a-b3af-3d4e6f014164 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:23.527366 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67556d07-3032-43ac-9537-d5eb162bcacc req-8726a71e-bb39-468a-b3af-3d4e6f014164 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 945 time: 0.0503914
Nov 20 21:37:23.529643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 481b622d-d624-419e-8480-d83481b42b6e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:37:23.580950 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67556d07-3032-43ac-9537-d5eb162bcacc req-fa88f976-28ff-4a30-af7c-6afb6171e2e8 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468740
Nov 20 21:37:23.626775 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b622d-d624-419e-8480-d83481b42b6e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:23.642234 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '481b622d-d624-419e-8480-d83481b42b6e', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'port_id': '481b622d-d624-419e-8480-d83481b42b6e', 'mac_address': 'fa:16:3e:53:8e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:37:23.680608 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:23.694438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481b622d-d624-419e-8480-d83481b42b6e {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:37:23.698326 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530e084-0d42-4049-8dd9-9ef99ae9ac5d req-32ca35a5-7d91-4853-abd8-4eb1ba1bcb80 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:23.699845 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f530e084-0d42-4049-8dd9-9ef99ae9ac5d req-32ca35a5-7d91-4853-abd8-4eb1ba1bcb80 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 945 time: 0.0493484
Nov 20 21:37:23.715008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b622d-d624-419e-8480-d83481b42b6e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:23.719155 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:23.748631 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f530e084-0d42-4049-8dd9-9ef99ae9ac5d req-7876314b-d5c2-4912-82b4-5719af30c5ee tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426257
Nov 20 21:37:23.770445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=481b622d-d624-419e-8480-d83481b42b6e,revision_number=12']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:23.862714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad784a9d-bb52-4e9b-89a8-bc1ab36b9691 req-9de56446-6d2f-4566-908b-db7b6df7a562 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:23.864213 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ad784a9d-bb52-4e9b-89a8-bc1ab36b9691 req-9de56446-6d2f-4566-908b-db7b6df7a562 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0491304
Nov 20 21:37:23.912529 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ad784a9d-bb52-4e9b-89a8-bc1ab36b9691 req-f73a65a9-0dfe-4dbb-9e4d-d86f94356005 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423706
Nov 20 21:37:23.935841 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['481b622d-d624-419e-8480-d83481b42b6e'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:37:24.146555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa9ff3-4802-4c00-8e15-49be3de21323 req-91c22a2c-424b-4ba0-8848-d7be5be64752 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:24.148045 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ebaa9ff3-4802-4c00-8e15-49be3de21323 req-91c22a2c-424b-4ba0-8848-d7be5be64752 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0492675
Nov 20 21:37:24.194490 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ebaa9ff3-4802-4c00-8e15-49be3de21323 req-8e360bfc-8509-42d8-b000-08696915475d tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404906
Nov 20 21:37:25.312070 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9195429-e9bf-431a-a851-45794c1a8808 req-fb98e3cf-5fed-49d3-b232-2233b9eb1be7 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:25.313538 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a9195429-e9bf-431a-a851-45794c1a8808 req-fb98e3cf-5fed-49d3-b232-2233b9eb1be7 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0493550
Nov 20 21:37:25.364685 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a9195429-e9bf-431a-a851-45794c1a8808 req-85a777ca-6354-4c9a-a9d7-9c4fe32de175 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae88f6-dd05-45eb-a329-2c6918117d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449212
Nov 20 21:37:25.545926 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 481b622d-d624-419e-8480-d83481b42b6e up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:37:25.594665 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 481b622d-d624-419e-8480-d83481b42b6e completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:37:25.598804 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 481b622d-d624-419e-8480-d83481b42b6e triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:37:25.599179 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:25.681109 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:25.705847 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481b622d-d624-419e-8480-d83481b42b6e'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:37:25.707031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29386b-fd49-4ebb-8639-c48b8ce162a1 req-d8623566-66c7-422d-b73c-6255368cf102 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:25.708087 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf5586f-fb06-4a2c-9aaf-60ec0d1169ae" -d '{"events": [{"server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "name": "network-vif-plugged", "status": "completed", "tag": "481b622d-d624-419e-8480-d83481b42b6e"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:37:25.708651 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b29386b-fd49-4ebb-8639-c48b8ce162a1 req-d8623566-66c7-422d-b73c-6255368cf102 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.47 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 946 time: 0.0523598
Nov 20 21:37:25.722790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b622d-d624-419e-8480-d83481b42b6e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:25.727574 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:25.757106 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b8b30b-49ca-4f38-a2ab-0e235bbf0b50 x-openstack-request-id: req-e6b8b30b-49ca-4f38-a2ab-0e235bbf0b50 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:37:25.757404 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "name": "network-vif-plugged", "status": "completed", "tag": "481b622d-d624-419e-8480-d83481b42b6e", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:37:25.757660 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6b8b30b-49ca-4f38-a2ab-0e235bbf0b50 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:37:25.758067 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481b622d-d624-419e-8480-d83481b42b6e', 'code': 200}
Nov 20 21:37:25.787268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=481b622d-d624-419e-8480-d83481b42b6e,revision_number=13']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:25.801442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-4b29386b-fd49-4ebb-8639-c48b8ce162a1 req-32432239-be8a-4909-9895-1e251123c3a9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Deleting port 481b622d-d624-419e-8480-d83481b42b6e {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:37:25.801783 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b29386b-fd49-4ebb-8639-c48b8ce162a1 req-32432239-be8a-4909-9895-1e251123c3a9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:25.893415 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4b29386b-fd49-4ebb-8639-c48b8ce162a1 req-32432239-be8a-4909-9895-1e251123c3a9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] For port 481b622d-d624-419e-8480-d83481b42b6e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=481b622d-d624-419e-8480-d83481b42b6e,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:25.893780 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b29386b-fd49-4ebb-8639-c48b8ce162a1 req-32432239-be8a-4909-9895-1e251123c3a9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:26.065301 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b29386b-fd49-4ebb-8639-c48b8ce162a1 req-32432239-be8a-4909-9895-1e251123c3a9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:26.065577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b29386b-fd49-4ebb-8639-c48b8ce162a1 req-32432239-be8a-4909-9895-1e251123c3a9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:26.065891 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [req-4b29386b-fd49-4ebb-8639-c48b8ce162a1 req-32432239-be8a-4909-9895-1e251123c3a9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Floating IP 170ace79-18a6-498b-92fd-e5f5dd1e84f1 disassociated. External IP: 172.35.1.249, port: 481b622d-d624-419e-8480-d83481b42b6e.
Nov 20 21:37:26.066257 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-4b29386b-fd49-4ebb-8639-c48b8ce162a1 req-32432239-be8a-4909-9895-1e251123c3a9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Calling delete_port for 481b622d-d624-419e-8480-d83481b42b6e owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:37:26.196723 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b29386b-fd49-4ebb-8639-c48b8ce162a1 req-32432239-be8a-4909-9895-1e251123c3a9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:26.223821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32432239-be8a-4909-9895-1e251123c3a9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Pushing event deleted for resources: {'Port': ['ID=481b622d-d624-419e-8480-d83481b42b6e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:26.469245 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a4493420-20d9-4911-9af9-4b0387c00a47 req-e16b36f8-a18b-4a4e-9421-2e0bdf0533b5 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/ports?device_id=3948b658-7d9f-4c4d-af20-ecde86a17dac HTTP/1.1" status: 200  len: 210 time: 0.0270426
Nov 20 21:37:26.549972 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:37:26.693025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b29386b-fd49-4ebb-8639-c48b8ce162a1 req-32432239-be8a-4909-9895-1e251123c3a9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Router 70f64c2a-6e29-4416-a342-f64f7fdf429f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:37:26.800966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b29386b-fd49-4ebb-8639-c48b8ce162a1 req-32432239-be8a-4909-9895-1e251123c3a9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:37:26.810370 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4a54bb-223c-4547-be8d-aa1729c80389 None None] Sync routers for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:37:26.819402 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4a54bb-223c-4547-be8d-aa1729c80389 None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:37:26.820003 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-cc4a54bb-223c-4547-be8d-aa1729c80389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54245eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:37:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:37:26.840484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b29386b-fd49-4ebb-8639-c48b8ce162a1 req-32432239-be8a-4909-9895-1e251123c3a9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] No DVR routers for this DVR port 481b622d-d624-419e-8480-d83481b42b6e on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:37:26.844345 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4b29386b-fd49-4ebb-8639-c48b8ce162a1 req-32432239-be8a-4909-9895-1e251123c3a9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:26.847897 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b29386b-fd49-4ebb-8639-c48b8ce162a1 req-32432239-be8a-4909-9895-1e251123c3a9 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.47 "DELETE /v2.0/ports/481b622d-d624-419e-8480-d83481b42b6e HTTP/1.1" status: 204  len: 173 time: 1.1335475
Nov 20 21:37:26.848342 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'name': 'network-vif-deleted', 'tag': '481b622d-d624-419e-8480-d83481b42b6e'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:37:26.850810 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21423298-647b-4b4d-9bb6-0914f747b939" -d '{"events": [{"server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "name": "network-vif-deleted", "tag": "481b622d-d624-419e-8480-d83481b42b6e"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:37:26.906109 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c135340-a6b4-4654-966b-730a6603408d x-openstack-request-id: req-7c135340-a6b4-4654-966b-730a6603408d {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:37:26.906416 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3948b658-7d9f-4c4d-af20-ecde86a17dac", "name": "network-vif-deleted", "tag": "481b622d-d624-419e-8480-d83481b42b6e", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:37:26.906768 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c135340-a6b4-4654-966b-730a6603408d {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:37:26.907074 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3948b658-7d9f-4c4d-af20-ecde86a17dac', 'name': 'network-vif-deleted', 'tag': '481b622d-d624-419e-8480-d83481b42b6e', 'status': 'completed', 'code': 200}
Nov 20 21:37:26.929970 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-cc4a54bb-223c-4547-be8d-aa1729c80389 None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:37:27.219903 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-cc4a54bb-223c-4547-be8d-aa1729c80389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54245eb0>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:37:27.249358 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4a54bb-223c-4547-be8d-aa1729c80389 None None] Checking router: 70f64c2a-6e29-4416-a342-f64f7fdf429f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:37:27.257439 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4a54bb-223c-4547-be8d-aa1729c80389 None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:37:27.258034 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-cc4a54bb-223c-4547-be8d-aa1729c80389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54245eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:37:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:37:27.364893 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-cc4a54bb-223c-4547-be8d-aa1729c80389 None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:37:27.565597 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-cc4a54bb-223c-4547-be8d-aa1729c80389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54245eb0>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:37:27.591976 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4a54bb-223c-4547-be8d-aa1729c80389 None None] The sync data for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 is: [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '51bbb60d-e6ce-4419-83f7-55dea10b8806', 'name': '', 'network_id': '4c5f91b7-b565-4458-971f-538d019cd893', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'mac_address': 'fa:16:3e:d8:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:17Z', 'updated_at': '2021-11-20T21:28:21Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'subnets': [{'id': 'a71773a6-703a-4980-bd23-78f58243cc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:37:27.841896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99cc41e-3f9f-4345-bb40-8860ad1a124e None None] New status for floating IP 170ace79-18a6-498b-92fd-e5f5dd1e84f1: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:37:29.545228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 481b622d-d624-419e-8480-d83481b42b6e no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:37:29.565287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 481b622d-d624-419e-8480-d83481b42b6e {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:37:29.565633 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 481b622d-d624-419e-8480-d83481b42b6e not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:37:30.139063 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56200) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:37:30.192936 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d44d518e-4c71-4b5c-be88-ebd459d942b7 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:30.215349 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d44d518e-4c71-4b5c-be88-ebd459d942b7 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:30.262390 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d44d518e-4c71-4b5c-be88-ebd459d942b7 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:30.265091 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d44d518e-4c71-4b5c-be88-ebd459d942b7 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:30.266299 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d44d518e-4c71-4b5c-be88-ebd459d942b7 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "DELETE /v2.0/security-groups/dbae88f6-dd05-45eb-a329-2c6918117d5b HTTP/1.1" status: 204  len: 168 time: 0.1261821
Nov 20 21:37:30.268938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56202) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:37:30.276029 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d518e-4c71-4b5c-be88-ebd459d942b7 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbae88f6-dd05-45eb-a329-2c6918117d5b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:30.283026 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-e90e3fc5-cd33-4852-8c73-76bba3445bac tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] show failed (client error): The resource could not be found.
Nov 20 21:37:30.284451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e90e3fc5-cd33-4852-8c73-76bba3445bac tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "GET /v2.0/security-groups/dbae88f6-dd05-45eb-a329-2c6918117d5b HTTP/1.1" status: 404  len: 347 time: 0.0138659
Nov 20 21:37:30.286705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56204) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:37:30.411386 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Deleting port 571bc30a-e155-4390-9d47-9b78858282ad {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:37:30.411644 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:30.485930 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:30.486289 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:30.498329 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Calling delete_port for 571bc30a-e155-4390-9d47-9b78858282ad owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:37:30.630583 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:30.658267 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Pushing event deleted for resources: {'Port': ['ID=571bc30a-e155-4390-9d47-9b78858282ad,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:30.687660 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:30.687923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:30.688279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:30.688622 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:30.688960 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:30.689327 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:30.689665 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:30.689997 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:30.690351 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:30.690867 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:30.691279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:30.691615 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:37:30.730534 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:30.733899 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:30.735231 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-690f5a53-16b7-44ef-9387-de484f3fc817 tempest-ServerActionsTestJSON-1681873499 tempest-ServerActionsTestJSON-1681873499-project] 10.222.0.41 "DELETE /v2.0/floatingips/170ace79-18a6-498b-92fd-e5f5dd1e84f1 HTTP/1.1" status: 204  len: 168 time: 0.4476037
Nov 20 21:37:30.738497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56206) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:37:31.438753 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eb73b2e6-8ad0-4719-affd-75c6b72c0513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:31.686898 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-eb73b2e6-8ad0-4719-affd-75c6b72c0513 admin admin] Deleting port 51bbb60d-e6ce-4419-83f7-55dea10b8806 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:37:31.687243 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eb73b2e6-8ad0-4719-affd-75c6b72c0513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:31.768279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-eb73b2e6-8ad0-4719-affd-75c6b72c0513 admin admin] For port 51bbb60d-e6ce-4419-83f7-55dea10b8806, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51bbb60d-e6ce-4419-83f7-55dea10b8806,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:31.768560 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eb73b2e6-8ad0-4719-affd-75c6b72c0513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:31.780758 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-eb73b2e6-8ad0-4719-affd-75c6b72c0513 admin admin] Calling delete_port for 51bbb60d-e6ce-4419-83f7-55dea10b8806 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:37:31.958301 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eb73b2e6-8ad0-4719-affd-75c6b72c0513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:31.985220 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73b2e6-8ad0-4719-affd-75c6b72c0513 admin admin] Pushing event deleted for resources: {'Port': ['ID=51bbb60d-e6ce-4419-83f7-55dea10b8806,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:32.151843 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eb73b2e6-8ad0-4719-affd-75c6b72c0513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:32.371516 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb73b2e6-8ad0-4719-affd-75c6b72c0513 admin admin] Router 70f64c2a-6e29-4416-a342-f64f7fdf429f has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:37:32.477312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb73b2e6-8ad0-4719-affd-75c6b72c0513 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:37:32.482447 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-eb73b2e6-8ad0-4719-affd-75c6b72c0513 admin admin] 10.222.0.41 "PUT /v2.0/routers/70f64c2a-6e29-4416-a342-f64f7fdf429f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7429011
Nov 20 21:37:32.485652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56210) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:37:32.492925 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cd35a5-591c-4621-a22d-a9cf78c8b46c None None] Sync routers for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:37:32.503276 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cd35a5-591c-4621-a22d-a9cf78c8b46c None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:37:32.503885 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c1cd35a5-591c-4621-a22d-a9cf78c8b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a553663d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:37:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:37:32.591337 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fb70994c-65a9-4173-9c04-368b26a87bfd admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:32.608109 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-c1cd35a5-591c-4621-a22d-a9cf78c8b46c None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:37:32.698935 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fb70994c-65a9-4173-9c04-368b26a87bfd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:32.753008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-fb70994c-65a9-4173-9c04-368b26a87bfd admin admin] Deleting port 7e656804-3e50-4fed-ab19-29d3497e1a7c {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:37:32.753345 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fb70994c-65a9-4173-9c04-368b26a87bfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:32.786043 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c1cd35a5-591c-4621-a22d-a9cf78c8b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a553663d0>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239'}], 'enable_snat': True}, 'gw_port_id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:37:31Z', 'revision_number': 5, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port': {'id': '7e656804-3e50-4fed-ab19-29d3497e1a7c', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:37:32.811877 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cd35a5-591c-4621-a22d-a9cf78c8b46c None None] Checking router: 70f64c2a-6e29-4416-a342-f64f7fdf429f for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:37:32.820153 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cd35a5-591c-4621-a22d-a9cf78c8b46c None None] Routers {'70f64c2a-6e29-4416-a342-f64f7fdf429f'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:37:32.820750 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c1cd35a5-591c-4621-a22d-a9cf78c8b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a553663d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:37:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['70f64c2a-6e29-4416-a342-f64f7fdf429f'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:37:32.837071 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-fb70994c-65a9-4173-9c04-368b26a87bfd admin admin] For port 7e656804-3e50-4fed-ab19-29d3497e1a7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e656804-3e50-4fed-ab19-29d3497e1a7c,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:32.837437 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fb70994c-65a9-4173-9c04-368b26a87bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:32.849748 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-fb70994c-65a9-4173-9c04-368b26a87bfd admin admin] Calling delete_port for 7e656804-3e50-4fed-ab19-29d3497e1a7c owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:37:32.907173 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-c1cd35a5-591c-4621-a22d-a9cf78c8b46c None None] Set router 70f64c2a-6e29-4416-a342-f64f7fdf429f gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:37:32.965106 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c1cd35a5-591c-4621-a22d-a9cf78c8b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a553663d0>, [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:37:32Z', 'revision_number': 6, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:37:32.994324 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cd35a5-591c-4621-a22d-a9cf78c8b46c None None] The sync data for ids ['70f64c2a-6e29-4416-a342-f64f7fdf429f'] in ncdv-master-1 is: [{'id': '70f64c2a-6e29-4416-a342-f64f7fdf429f', 'name': 'tempest-ServerActionsTestJSON-1538053490-router', 'tenant_id': '55bf4df5c73841dbb6507b288100a89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:28:15Z', 'updated_at': '2021-11-20T21:37:32Z', 'revision_number': 6, 'project_id': '55bf4df5c73841dbb6507b288100a89d', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:37:33.030268 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fb70994c-65a9-4173-9c04-368b26a87bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.056572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70994c-65a9-4173-9c04-368b26a87bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=7e656804-3e50-4fed-ab19-29d3497e1a7c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:33.070581 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d504fe-b67d-4094-9511-65cf44a20e59 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:37:33.117255 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fb70994c-65a9-4173-9c04-368b26a87bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.208985 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fb70994c-65a9-4173-9c04-368b26a87bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.211383 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fb70994c-65a9-4173-9c04-368b26a87bfd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.257957 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fb70994c-65a9-4173-9c04-368b26a87bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.258468 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb70994c-65a9-4173-9c04-368b26a87bfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70f64c2a-6e29-4416-a342-f64f7fdf429f {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:37:33.262947 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-fb70994c-65a9-4173-9c04-368b26a87bfd admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.264102 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-fb70994c-65a9-4173-9c04-368b26a87bfd admin admin] 10.222.0.41 "DELETE /v2.0/routers/70f64c2a-6e29-4416-a342-f64f7fdf429f HTTP/1.1" status: 204  len: 168 time: 0.7773817
Nov 20 21:37:33.267278 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56212) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:37:33.310430 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-534e56e0-bdfb-4af4-8e8b-c7ae74f2c433 admin admin] Deleting subnet a71773a6-703a-4980-bd23-78f58243cc51 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:37:33.314220 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-534e56e0-bdfb-4af4-8e8b-c7ae74f2c433 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.351044 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-534e56e0-bdfb-4af4-8e8b-c7ae74f2c433 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.440022 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-534e56e0-bdfb-4af4-8e8b-c7ae74f2c433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.491211 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-534e56e0-bdfb-4af4-8e8b-c7ae74f2c433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.518841 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e56e0-bdfb-4af4-8e8b-c7ae74f2c433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a71773a6-703a-4980-bd23-78f58243cc51,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:33.524371 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-534e56e0-bdfb-4af4-8e8b-c7ae74f2c433 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.528365 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-534e56e0-bdfb-4af4-8e8b-c7ae74f2c433 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a71773a6-703a-4980-bd23-78f58243cc51 HTTP/1.1" status: 204  len: 168 time: 0.2601361
Nov 20 21:37:33.528897 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3c97b0-817d-4820-aa6a-c2ffcc70434d None None] Network 4c5f91b7-b565-4458-971f-538d019cd893 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:37:33.531164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56214) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:37:33.606470 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.662419 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] Deleting port dd87e381-3b84-4acb-80e7-468302217b39 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:37:33.662703 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.728181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] For port dd87e381-3b84-4acb-80e7-468302217b39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd87e381-3b84-4acb-80e7-468302217b39,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:33.728181 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.743401 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] Calling delete_port for dd87e381-3b84-4acb-80e7-468302217b39 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:37:33.747754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821d3b7c-8411-4b97-9218-a56a05ecd0a2 None None] DHCP port deletion for 4c5f91b7-b565-4458-971f-538d019cd893 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:37:33.800080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-821d3b7c-8411-4b97-9218-a56a05ecd0a2 None None] Deleting port dd87e381-3b84-4acb-80e7-468302217b39 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:37:33.800627 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-821d3b7c-8411-4b97-9218-a56a05ecd0a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.831031 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.859005 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd87e381-3b84-4acb-80e7-468302217b39,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:33.862622 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] No DVR routers for this DVR port dd87e381-3b84-4acb-80e7-468302217b39 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:37:33.871694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-821d3b7c-8411-4b97-9218-a56a05ecd0a2 None None] For port dd87e381-3b84-4acb-80e7-468302217b39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd87e381-3b84-4acb-80e7-468302217b39,segment=NetworkSegment(7ef781ed-8cc6-4915-b86c-cfdfa43a85dd),segment_id=7ef781ed-8cc6-4915-b86c-cfdfa43a85dd)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:33.872102 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-821d3b7c-8411-4b97-9218-a56a05ecd0a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.886334 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-821d3b7c-8411-4b97-9218-a56a05ecd0a2 None None] Calling delete_port for dd87e381-3b84-4acb-80e7-468302217b39 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:37:33.940471 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 20 21:37:33.959557 ncdv-master-1 neutron-server[126226]:   self.session.flush()
Nov 20 21:37:33.965080 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-821d3b7c-8411-4b97-9218-a56a05ecd0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.966560 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4efe2b80>,) {'filters': {'network_id': ['4c5f91b7-b565-4458-971f-538d019cd893']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:37:33.977077 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4efe2b80>, '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:37:33.977388 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4efe2b80>, '7ef781ed-8cc6-4915-b86c-cfdfa43a85dd') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:37:33.988871 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:33.993992 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d3b7c-8411-4b97-9218-a56a05ecd0a2 None None] Pushing event deleted for resources: {'Port': ['ID=dd87e381-3b84-4acb-80e7-468302217b39,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:33.997641 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d3b7c-8411-4b97-9218-a56a05ecd0a2 None None] No DVR routers for this DVR port dd87e381-3b84-4acb-80e7-468302217b39 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:37:34.004351 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:34.011500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:37:34.012230 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:37:34.014078 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:37:34.075990 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:34.093047 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:34.096506 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4c5f91b7-b565-4458-971f-538d019cd893 HTTP/1.1" status: 204  len: 168 time: 0.5643082
Nov 20 21:37:34.097630 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3788b-ca2f-4ac1-b0c2-6c0453749023 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c5f91b7-b565-4458-971f-538d019cd893,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:34.209068 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56218) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:37:34.254638 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e65dd71e-bb41-47d6-b5ff-9e55a811dddc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55bf4df5c73841dbb6507b288100a89d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0444126
Nov 20 21:37:34.257122 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56220) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:37:34.302908 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-02fbb19f-c875-4b7c-9daf-625ad8f1f87a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:34.324328 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-02fbb19f-c875-4b7c-9daf-625ad8f1f87a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:34.371451 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-02fbb19f-c875-4b7c-9daf-625ad8f1f87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:34.374664 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-02fbb19f-c875-4b7c-9daf-625ad8f1f87a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:34.375843 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-02fbb19f-c875-4b7c-9daf-625ad8f1f87a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/564b47e8-9360-440f-9b42-a8a751c1b385 HTTP/1.1" status: 204  len: 168 time: 0.1178217
Nov 20 21:37:34.383471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbb19f-c875-4b7c-9daf-625ad8f1f87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564b47e8-9360-440f-9b42-a8a751c1b385,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:34.948556 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 51bbb60d-e6ce-4419-83f7-55dea10b8806 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:37:34.972521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 51bbb60d-e6ce-4419-83f7-55dea10b8806 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:37:34.972871 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 51bbb60d-e6ce-4419-83f7-55dea10b8806 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:37:34.973295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7e656804-3e50-4fed-ab19-29d3497e1a7c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:37:34.996839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 7e656804-3e50-4fed-ab19-29d3497e1a7c {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:37:34.997192 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7e656804-3e50-4fed-ab19-29d3497e1a7c not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:37:34.997611 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device dd87e381-3b84-4acb-80e7-468302217b39 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:37:35.017679 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: dd87e381-3b84-4acb-80e7-468302217b39 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:37:35.018030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device dd87e381-3b84-4acb-80e7-468302217b39 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:37:35.068062 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56242) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:37:35.165321 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-6da5f66d-8ccc-4a15-9815-02375e41aef3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1612538629-network', 'tenant_id': 'e0e366a8df1e4db69206428f71e9b628'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:37:35.187956 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da5f66d-8ccc-4a15-9815-02375e41aef3 admin admin] Made reservation on behalf of e0e366a8df1e4db69206428f71e9b628 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:37:35.190241 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6da5f66d-8ccc-4a15-9815-02375e41aef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:35.198599 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6da5f66d-8ccc-4a15-9815-02375e41aef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:35.271798 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6da5f66d-8ccc-4a15-9815-02375e41aef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:35.275399 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6da5f66d-8ccc-4a15-9815-02375e41aef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:35.301648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da5f66d-8ccc-4a15-9815-02375e41aef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:37:35.310590 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5f66d-8ccc-4a15-9815-02375e41aef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e737f4d7-2516-46d6-8344-f4ec49d6f8d7,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:35.317056 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6da5f66d-8ccc-4a15-9815-02375e41aef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:35.317447 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-6da5f66d-8ccc-4a15-9815-02375e41aef3 admin admin] Added segment a2292cd3-1948-4715-a006-dbfa32555682 of type vlan for network ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba
Nov 20 21:37:35.362275 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6da5f66d-8ccc-4a15-9815-02375e41aef3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:35.386565 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6da5f66d-8ccc-4a15-9815-02375e41aef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:35.387445 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da5f66d-8ccc-4a15-9815-02375e41aef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:35.388034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6da5f66d-8ccc-4a15-9815-02375e41aef3 admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:35.417345 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6da5f66d-8ccc-4a15-9815-02375e41aef3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3480821
Nov 20 21:37:35.420484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56246) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:37:35.426002 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-1b54986c-cfa8-4df5-9589-0298f3d85f2e admin admin] Request body: {'subnet': {'network_id': 'ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1612538629-subnet', 'tenant_id': 'e0e366a8df1e4db69206428f71e9b628', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:37:35.450070 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b54986c-cfa8-4df5-9589-0298f3d85f2e admin admin] Made reservation on behalf of e0e366a8df1e4db69206428f71e9b628 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:37:35.452688 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1b54986c-cfa8-4df5-9589-0298f3d85f2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:35.454276 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5f66d-8ccc-4a15-9815-02375e41aef3 admin admin] Pushing event updated for resources: {'Network': ['ID=ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:35.464424 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:37:35.631261 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1b54986c-cfa8-4df5-9589-0298f3d85f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:35.688363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54986c-cfa8-4df5-9589-0298f3d85f2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=308731ce-0491-40e6-bbe6-00bbb8170ba1,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:35.695313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b54986c-cfa8-4df5-9589-0298f3d85f2e admin admin] Checking segment: {'id': 'a2292cd3-1948-4715-a006-dbfa32555682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:37:35.695676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b54986c-cfa8-4df5-9589-0298f3d85f2e admin admin] Network hostable DHCP agents. Network: ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:37:35.712268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b54986c-cfa8-4df5-9589-0298f3d85f2e admin admin] Network ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:37:35.721609 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-1b54986c-cfa8-4df5-9589-0298f3d85f2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:37:35.725414 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b54986c-cfa8-4df5-9589-0298f3d85f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:35.726017 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1b54986c-cfa8-4df5-9589-0298f3d85f2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:35.731489 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72bb5d8-3c0a-45d2-89c7-daef6fa1c87e None None] Network ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:37:35.743110 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1b54986c-cfa8-4df5-9589-0298f3d85f2e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3209364
Nov 20 21:37:35.857901 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb5df5b-3720-4719-9157-7d860acb6f06 None None] Network ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:37:36.188108 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-aea57a54-39e3-4364-baa4-86506dad2db6 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:36.189572 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-aea57a54-39e3-4364-baa4-86506dad2db6 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/networks?id=ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba HTTP/1.1" status: 200  len: 814 time: 0.1151540
Nov 20 21:37:36.205430 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-d89fa6f3-010c-4669-9792-ae70bb816c98 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/quotas/e0e366a8df1e4db69206428f71e9b628 HTTP/1.1" status: 200  len: 375 time: 0.0100191
Nov 20 21:37:36.237416 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-83b4fb01-2d92-4167-b7e8-f5cca4b7c2ce tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0e366a8df1e4db69206428f71e9b628&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0262721
Nov 20 21:37:36.325867 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-bc70a1e7-9a31-44ed-8290-bf375f0476dd service neutron] 10.222.0.41 "GET /v2.0/networks/ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816388
Nov 20 21:37:36.418995 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92de6632-2cc7-42bb-80ce-ca7dde1e3d09 service neutron] 10.222.0.41 "GET /v2.0/networks/ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864513
Nov 20 21:37:36.576409 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-842f5c60-1557-4faa-b166-5360fa5a7869 req-fd712201-b4be-47be-8de8-8da9a01a6181 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 210 time: 0.0268734
Nov 20 21:37:37.634286 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-c9e52870-c976-46ca-8d40-ca8d6d73d890 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:37.635782 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-c9e52870-c976-46ca-8d40-ca8d6d73d890 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.47 "GET /v2.0/networks?id=ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba HTTP/1.1" status: 200  len: 814 time: 0.1128099
Nov 20 21:37:37.649488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-129e421a-160e-4637-8987-68fd8972e229 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Request body: {'port': {'device_id': '8ef83420-de9c-4282-8103-b8ebecfce066', 'network_id': 'ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba', 'admin_state_up': True, 'tenant_id': 'e0e366a8df1e4db69206428f71e9b628'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:37:37.697988 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-683231ae-ba76-44d6-ab72-a22633d98093 req-d91ecef7-782a-4b91-ae08-4171b349956f tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 210 time: 0.0308301
Nov 20 21:37:37.783197 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-129e421a-160e-4637-8987-68fd8972e229 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Made reservation on behalf of e0e366a8df1e4db69206428f71e9b628 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:37:37.786752 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-129e421a-160e-4637-8987-68fd8972e229 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:37.911903 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-129e421a-160e-4637-8987-68fd8972e229 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Allocated IP 172.20.0.10 (ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba/308731ce-0491-40e6-bbe6-00bbb8170ba1/e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:37:38.058389 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-129e421a-160e-4637-8987-68fd8972e229 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:38.090786 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-129e421a-160e-4637-8987-68fd8972e229 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:38.134514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-129e421a-160e-4637-8987-68fd8972e229 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Network ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:37:38.137577 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-129e421a-160e-4637-8987-68fd8972e229 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:37:38.142373 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-129e421a-160e-4637-8987-68fd8972e229 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:37:38.148613 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e421a-160e-4637-8987-68fd8972e229 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Pushing event updated for resources: {'Port': ['ID=e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:38.194617 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-129e421a-160e-4637-8987-68fd8972e229 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:38.195174 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-129e421a-160e-4637-8987-68fd8972e229 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:38.211191 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-129e421a-160e-4637-8987-68fd8972e229 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5660665
Nov 20 21:37:38.275630 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Request body: {'port': {'device_id': '8ef83420-de9c-4282-8103-b8ebecfce066', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:37:38.331746 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:38.592250 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:37:38.600570 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:38.601135 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:38.615292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Transition to ACTIVE for port object e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:37:38.619296 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:38.620145 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:38.672114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Pushing event updated for resources: {'Port': ['ID=e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:38.739458 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Attempting to bind port e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:37:38.739797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Attempting to bind port e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a2292cd3-1948-4715-a006-dbfa32555682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:37:38.740125 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Attempting to bind port e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 on network ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:37:38.744439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Port e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 on network ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:37:38.744754 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Attempting to bind port e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 on network ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:37:38.750346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:37:38.750680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Checking segment: {'id': 'a2292cd3-1948-4715-a006-dbfa32555682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:37:38.751063 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Bound using segment: {'id': 'a2292cd3-1948-4715-a006-dbfa32555682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:37:38.751488 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Bound port: e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2292cd3-1948-4715-a006-dbfa32555682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:37:38.751843 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:38.815289 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] For port e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:37:38.817158 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917ae7b-3b68-4aa6-8604-ff1dd4ec6046 req-23c1e1a5-e305-4b5e-94f6-6a8de0b8adb8 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:38.818308 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] For port e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9,segment=NetworkSegment(a2292cd3-1948-4715-a006-dbfa32555682),segment_id=a2292cd3-1948-4715-a006-dbfa32555682)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:37:38.818913 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5917ae7b-3b68-4aa6-8604-ff1dd4ec6046 req-23c1e1a5-e305-4b5e-94f6-6a8de0b8adb8 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 944 time: 0.0531759
Nov 20 21:37:38.823023 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:38.859578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:38.860199 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:38.861572 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] 10.222.0.47 "PUT /v2.0/ports/e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 HTTP/1.1" status: 200  len: 1092 time: 0.6426277
Nov 20 21:37:38.862301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef83420-de9c-4282-8103-b8ebecfce066', 'tag': 'e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:37:38.864553 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a87023-96ba-430f-bdc6-37054b0cc4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef83420-de9c-4282-8103-b8ebecfce066", "tag": "e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:37:38.876117 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5917ae7b-3b68-4aa6-8604-ff1dd4ec6046 req-dbc5333d-ac10-45c4-a315-7aee19b50fd6 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512130
Nov 20 21:37:38.894973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd97cf-1dbf-4342-a303-ddb8bfd714ac service neutron] Pushing event updated for resources: {'Port': ['ID=e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:38.946494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-ca16ae79-ac9c-426e-a74e-f744697bf010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:38.949699 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-ca16ae79-ac9c-426e-a74e-f744697bf010 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0e366a8df1e4db69206428f71e9b628&device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 1095 time: 0.0488980
Nov 20 21:37:38.993806 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc22450-001f-4105-9951-d18c5fbb02aa x-openstack-request-id: req-4cc22450-001f-4105-9951-d18c5fbb02aa {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:37:38.994122 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef83420-de9c-4282-8103-b8ebecfce066", "tag": "e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:37:38.994383 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cc22450-001f-4105-9951-d18c5fbb02aa {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:37:38.994785 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef83420-de9c-4282-8103-b8ebecfce066', 'tag': 'e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9', 'status': 'completed', 'code': 200}
Nov 20 21:37:38.996581 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-4566db89-5596-4806-bbe0-400c9f71cce0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 HTTP/1.1" status: 200  len: 217 time: 0.0388939
Nov 20 21:37:39.044879 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-b0522105-2cf4-4dd4-aeea-69f779eac6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:39.047177 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-b0522105-2cf4-4dd4-aeea-69f779eac6e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=308731ce-0491-40e6-bbe6-00bbb8170ba1 HTTP/1.1" status: 200  len: 854 time: 0.0441229
Nov 20 21:37:39.082377 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-4e89ffec-0fcc-4db6-9759-d9d4a7504093 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0280292
Nov 20 21:37:39.173116 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-2794e515-13be-4b32-8925-03804b616e96 service neutron] 10.222.0.47 "GET /v2.0/networks/ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839548
Nov 20 21:37:39.265760 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-62a65156-9f31-4178-96c6-c7d98a1a8076 req-8e88b025-cdf5-4720-afc1-f530d9d62793 service neutron] 10.222.0.47 "GET /v2.0/networks/ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859816
Nov 20 21:37:39.347474 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a87023-96ba-430f-bdc6-37054b0cc4ef req-9edc2340-118d-4339-b049-3a844619d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:39.348888 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-23a87023-96ba-430f-bdc6-37054b0cc4ef req-9edc2340-118d-4339-b049-3a844619d5e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0e366a8df1e4db69206428f71e9b628&device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 1095 time: 0.0411346
Nov 20 21:37:39.441573 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a87023-96ba-430f-bdc6-37054b0cc4ef req-b0dcc1f2-c030-41b9-9f05-eb52a51c1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:39.443085 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-23a87023-96ba-430f-bdc6-37054b0cc4ef req-b0dcc1f2-c030-41b9-9f05-eb52a51c1f37 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba HTTP/1.1" status: 200  len: 915 time: 0.0878494
Nov 20 21:37:39.487671 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-23a87023-96ba-430f-bdc6-37054b0cc4ef req-08f028f7-9d4c-4a8a-8ffc-51b33fb0f7e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 HTTP/1.1" status: 200  len: 217 time: 0.0345175
Nov 20 21:37:39.538890 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a87023-96ba-430f-bdc6-37054b0cc4ef req-1e20ee9d-f6e1-46c0-8acc-5529c560cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:39.540362 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-23a87023-96ba-430f-bdc6-37054b0cc4ef req-1e20ee9d-f6e1-46c0-8acc-5529c560cb60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=308731ce-0491-40e6-bbe6-00bbb8170ba1 HTTP/1.1" status: 200  len: 854 time: 0.0450308
Nov 20 21:37:39.573327 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-23a87023-96ba-430f-bdc6-37054b0cc4ef req-58b44281-0fab-477f-b0cf-16e9fa23fff7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0238233
Nov 20 21:37:39.667858 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-23a87023-96ba-430f-bdc6-37054b0cc4ef req-9fc3a0a8-e0a6-417c-8a06-8813580b7471 service neutron] 10.222.0.47 "GET /v2.0/networks/ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859575
Nov 20 21:37:39.763046 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-23a87023-96ba-430f-bdc6-37054b0cc4ef req-3de7b44d-99da-42b5-b489-5cc200ea5bc8 service neutron] 10.222.0.47 "GET /v2.0/networks/ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862122
Nov 20 21:37:39.983511 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cae5c-ec54-459e-bc15-521344fe7ffa req-00ebbe66-ce81-4564-b1a1-671dd5cb631b tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:39.984885 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-117cae5c-ec54-459e-bc15-521344fe7ffa req-00ebbe66-ce81-4564-b1a1-671dd5cb631b tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 944 time: 0.0486493
Nov 20 21:37:40.034344 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-117cae5c-ec54-459e-bc15-521344fe7ffa req-e764f95d-aeff-4b95-a01a-31ebd571b965 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432425
Nov 20 21:37:41.153004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d8a69-a529-4ffe-b6ba-6d242be45298 req-a470a8de-ed46-4531-9a36-1cb776c488c8 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:41.154402 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-793d8a69-a529-4ffe-b6ba-6d242be45298 req-a470a8de-ed46-4531-9a36-1cb776c488c8 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 944 time: 0.0504766
Nov 20 21:37:41.201355 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-793d8a69-a529-4ffe-b6ba-6d242be45298 req-7ffd470d-0103-4d4a-ace2-50746ea2c38f tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402431
Nov 20 21:37:41.597747 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:37:41.694907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9,segment=NetworkSegment(a2292cd3-1948-4715-a006-dbfa32555682),segment_id=a2292cd3-1948-4715-a006-dbfa32555682)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:41.706207 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9', 'network_id': 'ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba', 'port_id': 'e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9', 'mac_address': 'fa:16:3e:e3:a1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308731ce-0491-40e6-bbe6-00bbb8170ba1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:37:41.742908 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:41.755866 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:37:41.775045 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9,segment=NetworkSegment(a2292cd3-1948-4715-a006-dbfa32555682),segment_id=a2292cd3-1948-4715-a006-dbfa32555682)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:41.778636 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:41.828098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:41.964546 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:37:42.316764 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a12599-e73d-44de-b917-d10dbb2f0748 req-509b5173-1b22-4aae-b1a2-3fa4702211c1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:42.318266 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-12a12599-e73d-44de-b917-d10dbb2f0748 req-509b5173-1b22-4aae-b1a2-3fa4702211c1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 945 time: 0.0486338
Nov 20 21:37:42.369944 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-12a12599-e73d-44de-b917-d10dbb2f0748 req-809cfed7-7cbc-443e-8bca-efb298e183cd tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458503
Nov 20 21:37:43.350460 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d50ccaf2-e19f-466d-861c-725601e431e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:43.484581 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477c1ef-d239-4b40-a844-175821ea8fdf req-4e3f0fb6-64fb-4438-b8f5-4e9d03a72a78 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:43.486121 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9477c1ef-d239-4b40-a844-175821ea8fdf req-4e3f0fb6-64fb-4438-b8f5-4e9d03a72a78 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 945 time: 0.0489671
Nov 20 21:37:43.534978 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9477c1ef-d239-4b40-a844-175821ea8fdf req-e1117977-6fb0-4928-b436-d493560051d7 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425222
Nov 20 21:37:43.606797 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:37:43.659023 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:37:43.663163 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:37:43.663541 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:43.740608 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:43.762764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef83420-de9c-4282-8103-b8ebecfce066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:37:43.765035 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4ca37d-56be-4ec2-a561-012041d29062" -d '{"events": [{"server_uuid": "8ef83420-de9c-4282-8103-b8ebecfce066", "name": "network-vif-plugged", "status": "completed", "tag": "e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:37:43.777814 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9,segment=NetworkSegment(a2292cd3-1948-4715-a006-dbfa32555682),segment_id=a2292cd3-1948-4715-a006-dbfa32555682)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:43.782252 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:43.833515 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:43.871895 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6707dd8a-514f-4bfb-8509-9f894b6a3533 x-openstack-request-id: req-6707dd8a-514f-4bfb-8509-9f894b6a3533 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:37:43.872273 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef83420-de9c-4282-8103-b8ebecfce066", "name": "network-vif-plugged", "status": "completed", "tag": "e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:37:43.872556 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6707dd8a-514f-4bfb-8509-9f894b6a3533 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:37:43.872958 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef83420-de9c-4282-8103-b8ebecfce066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9', 'code': 200}
Nov 20 21:37:43.971408 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df8f29-74df-4a42-b574-dc90c89d7813 req-f89f4844-3a3c-49ad-a250-9188dd5aa35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:43.972913 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-93df8f29-74df-4a42-b574-dc90c89d7813 req-f89f4844-3a3c-49ad-a250-9188dd5aa35d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 1097 time: 0.0440624
Nov 20 21:37:44.016555 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-93df8f29-74df-4a42-b574-dc90c89d7813 req-7f0fa82d-fc10-48a6-99e2-9c84c9855ec5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369875
Nov 20 21:37:44.652248 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f32f2c-7b2e-41c1-9029-8c0c1da9d9d3 req-281fce0f-c8d5-4dea-aa4f-cc5adf1f35d1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:44.653717 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4f32f2c-7b2e-41c1-9029-8c0c1da9d9d3 req-281fce0f-c8d5-4dea-aa4f-cc5adf1f35d1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 946 time: 0.0489352
Nov 20 21:37:44.708182 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4f32f2c-7b2e-41c1-9029-8c0c1da9d9d3 req-0299ad12-1c4b-4308-8bcd-fcb2f5b1824d tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444424
Nov 20 21:37:45.742242 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-57e15b4b-74d4-4a48-9e94-53500dffb096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:45.833409 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633c6e1-37f6-4586-8da0-329e486eb84a req-4a345924-921f-40ea-a173-4c5b00a5cbf0 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:45.834833 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d633c6e1-37f6-4586-8da0-329e486eb84a req-4a345924-921f-40ea-a173-4c5b00a5cbf0 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 946 time: 0.0532637
Nov 20 21:37:45.881985 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d633c6e1-37f6-4586-8da0-329e486eb84a req-1edf55c4-e775-41fe-a66a-3aaf92fc5b70 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412495
Nov 20 21:37:46.108684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-df44dbec-0ef4-435d-b078-6593e7b2ced5 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:46.110181 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-df44dbec-0ef4-435d-b078-6593e7b2ced5 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/networks?id=ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba HTTP/1.1" status: 200  len: 814 time: 0.1047673
Nov 20 21:37:46.125947 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-6d2bc742-ed2e-4804-b2c5-123281c0eb50 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/quotas/e0e366a8df1e4db69206428f71e9b628 HTTP/1.1" status: 200  len: 375 time: 0.0098698
Nov 20 21:37:46.173645 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-6dfa8be8-6223-4e57-bbfa-9c4d9c41d169 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0e366a8df1e4db69206428f71e9b628&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0425427
Nov 20 21:37:46.270638 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-e5623293-d3d7-45e1-a9cc-ce169abca834 service neutron] 10.222.0.41 "GET /v2.0/networks/ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901124
Nov 20 21:37:46.359129 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-c9847e37-f1d1-46fe-ac97-27f308d558b6 service neutron] 10.222.0.41 "GET /v2.0/networks/ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822396
Nov 20 21:37:46.514132 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-80de9c5c-f614-4858-a781-33c0fb451f4e req-e3a34310-5e18-4c98-85db-5bb23f2d59b7 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=4921c8fc-c5df-4aec-907f-47b18030ad7f HTTP/1.1" status: 200  len: 210 time: 0.0268524
Nov 20 21:37:46.923161 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:47.409892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-f85ddda1-18f4-423b-ac1d-1a7f7fbc669e tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:47.411387 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-f85ddda1-18f4-423b-ac1d-1a7f7fbc669e tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.37 "GET /v2.0/networks?id=ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba HTTP/1.1" status: 200  len: 814 time: 0.1070051
Nov 20 21:37:47.425229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a4ec1cd4-28a1-466c-8d5c-3325900ceae1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Request body: {'port': {'device_id': '4921c8fc-c5df-4aec-907f-47b18030ad7f', 'network_id': 'ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba', 'admin_state_up': True, 'tenant_id': 'e0e366a8df1e4db69206428f71e9b628'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:37:47.531833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a4ec1cd4-28a1-466c-8d5c-3325900ceae1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Made reservation on behalf of e0e366a8df1e4db69206428f71e9b628 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:37:47.535494 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a4ec1cd4-28a1-466c-8d5c-3325900ceae1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:47.626892 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aadde141-ef3f-46e1-b857-22b2c62d2193 req-d9f48f8d-928f-42b9-a62e-8425c2f925a2 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=4921c8fc-c5df-4aec-907f-47b18030ad7f HTTP/1.1" status: 200  len: 210 time: 0.0344446
Nov 20 21:37:47.687329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a4ec1cd4-28a1-466c-8d5c-3325900ceae1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Allocated IP 172.20.0.5 (ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba/308731ce-0491-40e6-bbe6-00bbb8170ba1/01a0453d-c56e-4f66-ad90-0a7167613e61) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:37:47.836654 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a4ec1cd4-28a1-466c-8d5c-3325900ceae1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:47.869777 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a4ec1cd4-28a1-466c-8d5c-3325900ceae1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:47.885169 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:37:47.912483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a4ec1cd4-28a1-466c-8d5c-3325900ceae1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Network ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:37:47.915720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a4ec1cd4-28a1-466c-8d5c-3325900ceae1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:37:47.919257 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a4ec1cd4-28a1-466c-8d5c-3325900ceae1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:37:47.949922 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec1cd4-28a1-466c-8d5c-3325900ceae1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Pushing event updated for resources: {'Port': ['ID=01a0453d-c56e-4f66-ad90-0a7167613e61,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:47.976637 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a4ec1cd4-28a1-466c-8d5c-3325900ceae1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:47.977167 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a4ec1cd4-28a1-466c-8d5c-3325900ceae1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:47.993955 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a4ec1cd4-28a1-466c-8d5c-3325900ceae1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5724876
Nov 20 21:37:48.055615 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Request body: {'port': {'device_id': '4921c8fc-c5df-4aec-907f-47b18030ad7f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:37:48.108767 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:48.375499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a0453d-c56e-4f66-ad90-0a7167613e61 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:37:48.384561 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:48.398912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Transition to ACTIVE for port object 01a0453d-c56e-4f66-ad90-0a7167613e61 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:37:48.402743 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:48.453960 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Pushing event updated for resources: {'Port': ['ID=01a0453d-c56e-4f66-ad90-0a7167613e61,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:48.516314 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Attempting to bind port 01a0453d-c56e-4f66-ad90-0a7167613e61 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:37:48.516648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Attempting to bind port 01a0453d-c56e-4f66-ad90-0a7167613e61 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a2292cd3-1948-4715-a006-dbfa32555682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:37:48.516975 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Attempting to bind port 01a0453d-c56e-4f66-ad90-0a7167613e61 on network ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:37:48.521330 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Port 01a0453d-c56e-4f66-ad90-0a7167613e61 on network ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:37:48.521645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Attempting to bind port 01a0453d-c56e-4f66-ad90-0a7167613e61 on network ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:37:48.526480 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:37:48.526812 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Checking segment: {'id': 'a2292cd3-1948-4715-a006-dbfa32555682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:37:48.527189 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Bound using segment: {'id': 'a2292cd3-1948-4715-a006-dbfa32555682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:37:48.527614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Bound port: 01a0453d-c56e-4f66-ad90-0a7167613e61, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2292cd3-1948-4715-a006-dbfa32555682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:37:48.527964 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:48.592033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] For port 01a0453d-c56e-4f66-ad90-0a7167613e61, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:37:48.595309 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] For port 01a0453d-c56e-4f66-ad90-0a7167613e61, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01a0453d-c56e-4f66-ad90-0a7167613e61,segment=NetworkSegment(a2292cd3-1948-4715-a006-dbfa32555682),segment_id=a2292cd3-1948-4715-a006-dbfa32555682)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:37:48.598731 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:48.631770 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:48.632388 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:48.633744 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] 10.222.0.37 "PUT /v2.0/ports/01a0453d-c56e-4f66-ad90-0a7167613e61 HTTP/1.1" status: 200  len: 1091 time: 0.6320260
Nov 20 21:37:48.634209 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4921c8fc-c5df-4aec-907f-47b18030ad7f', 'tag': '01a0453d-c56e-4f66-ad90-0a7167613e61'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:37:48.636444 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f619a4c5-1265-461c-8804-75cfaab6f798" -d '{"events": [{"name": "network-changed", "server_uuid": "4921c8fc-c5df-4aec-907f-47b18030ad7f", "tag": "01a0453d-c56e-4f66-ad90-0a7167613e61"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:37:48.668338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c40032-54aa-4c97-bf5c-3c89a7a76457 service neutron] Pushing event updated for resources: {'Port': ['ID=01a0453d-c56e-4f66-ad90-0a7167613e61,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:48.692598 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6625328-8e83-42e7-b606-9b3686b91a9c x-openstack-request-id: req-b6625328-8e83-42e7-b606-9b3686b91a9c {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:37:48.692960 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4921c8fc-c5df-4aec-907f-47b18030ad7f", "tag": "01a0453d-c56e-4f66-ad90-0a7167613e61", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:37:48.693286 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6625328-8e83-42e7-b606-9b3686b91a9c {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:37:48.693757 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4921c8fc-c5df-4aec-907f-47b18030ad7f', 'tag': '01a0453d-c56e-4f66-ad90-0a7167613e61', 'status': 'completed', 'code': 200}
Nov 20 21:37:48.756377 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-d7dcd674-0cbb-4bb7-b389-6a1bb8b85a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:48.757917 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-d7dcd674-0cbb-4bb7-b389-6a1bb8b85a90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0e366a8df1e4db69206428f71e9b628&device_id=4921c8fc-c5df-4aec-907f-47b18030ad7f HTTP/1.1" status: 200  len: 1094 time: 0.0780485
Nov 20 21:37:48.762434 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:48.766739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52680b3d-eff6-4007-bca6-212f504e3461 req-f31d684b-c406-497d-b9ea-52fe3d2a7f7f tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:48.768145 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52680b3d-eff6-4007-bca6-212f504e3461 req-f31d684b-c406-497d-b9ea-52fe3d2a7f7f tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=4921c8fc-c5df-4aec-907f-47b18030ad7f HTTP/1.1" status: 200  len: 943 time: 0.0599408
Nov 20 21:37:48.816857 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-2ac8f9b2-77c4-4bdb-8946-8d0b4b22b246 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01a0453d-c56e-4f66-ad90-0a7167613e61 HTTP/1.1" status: 200  len: 217 time: 0.0477610
Nov 20 21:37:48.876891 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52680b3d-eff6-4007-bca6-212f504e3461 req-71498708-26ba-41c1-9361-7e57688c23cd tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023018
Nov 20 21:37:48.887844 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-f09cfa98-be08-45b7-9254-6b5dd3366c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:48.890230 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-f09cfa98-be08-45b7-9254-6b5dd3366c72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=308731ce-0491-40e6-bbe6-00bbb8170ba1 HTTP/1.1" status: 200  len: 854 time: 0.0647066
Nov 20 21:37:48.920771 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-69737f3a-27fd-4367-b42e-a57f9e110f35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0250673
Nov 20 21:37:49.016659 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-d1bad628-15aa-4467-833d-7cff29628c0d service neutron] 10.222.0.37 "GET /v2.0/networks/ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892382
Nov 20 21:37:49.104441 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6704c5b2-9dcc-4ee3-b77d-0dab06890942 req-9eb4090a-0812-40a5-a4b4-aa677979790d service neutron] 10.222.0.37 "GET /v2.0/networks/ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809653
Nov 20 21:37:49.193310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619a4c5-1265-461c-8804-75cfaab6f798 req-271fe441-cd4e-4912-9b32-237cca055337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:49.194811 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f619a4c5-1265-461c-8804-75cfaab6f798 req-271fe441-cd4e-4912-9b32-237cca055337 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0e366a8df1e4db69206428f71e9b628&device_id=4921c8fc-c5df-4aec-907f-47b18030ad7f HTTP/1.1" status: 200  len: 1094 time: 0.0477858
Nov 20 21:37:49.285081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619a4c5-1265-461c-8804-75cfaab6f798 req-68d1a65e-bdaf-4907-a13e-a77a856572e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:49.286616 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f619a4c5-1265-461c-8804-75cfaab6f798 req-68d1a65e-bdaf-4907-a13e-a77a856572e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba HTTP/1.1" status: 200  len: 915 time: 0.0836942
Nov 20 21:37:49.313903 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:49.331612 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f619a4c5-1265-461c-8804-75cfaab6f798 req-290745c1-ac19-4678-9980-2a685a2be3f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01a0453d-c56e-4f66-ad90-0a7167613e61 HTTP/1.1" status: 200  len: 217 time: 0.0379033
Nov 20 21:37:49.381259 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619a4c5-1265-461c-8804-75cfaab6f798 req-daf1c6e9-2aea-485f-aa33-56f7cca1847f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:49.382739 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f619a4c5-1265-461c-8804-75cfaab6f798 req-daf1c6e9-2aea-485f-aa33-56f7cca1847f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=308731ce-0491-40e6-bbe6-00bbb8170ba1 HTTP/1.1" status: 200  len: 854 time: 0.0439084
Nov 20 21:37:49.414647 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f619a4c5-1265-461c-8804-75cfaab6f798 req-e7e1e9c2-71a4-4891-a71c-61a36ab572b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245125
Nov 20 21:37:49.506743 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f619a4c5-1265-461c-8804-75cfaab6f798 req-d3c4d843-bd98-451a-8900-f0eae4105501 service neutron] 10.222.0.37 "GET /v2.0/networks/ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845411
Nov 20 21:37:49.598352 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f619a4c5-1265-461c-8804-75cfaab6f798 req-74669e03-39aa-4a73-94b3-f00144406eeb service neutron] 10.222.0.37 "GET /v2.0/networks/ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842392
Nov 20 21:37:49.993674 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76076b-3348-4aea-b2e8-e862a057e08e req-d3882a0d-b468-4910-8e70-50f51c3ab536 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:49.995152 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea76076b-3348-4aea-b2e8-e862a057e08e req-d3882a0d-b468-4910-8e70-50f51c3ab536 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=4921c8fc-c5df-4aec-907f-47b18030ad7f HTTP/1.1" status: 200  len: 943 time: 0.0479169
Nov 20 21:37:50.046350 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea76076b-3348-4aea-b2e8-e862a057e08e req-995f59f8-18a0-474d-ab43-8b6a43ef45e8 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446205
Nov 20 21:37:51.161083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c43e12-64e8-4d06-8353-6d7845eb5a12 req-ef38ad6e-ab9f-41e8-88ef-eb11b0b251ed tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:51.162500 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b9c43e12-64e8-4d06-8353-6d7845eb5a12 req-ef38ad6e-ab9f-41e8-88ef-eb11b0b251ed tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=4921c8fc-c5df-4aec-907f-47b18030ad7f HTTP/1.1" status: 200  len: 943 time: 0.0491846
Nov 20 21:37:51.213764 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b9c43e12-64e8-4d06-8353-6d7845eb5a12 req-0ab25828-d0c5-4881-a84a-4bde82f96d48 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453866
Nov 20 21:37:52.134282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 01a0453d-c56e-4f66-ad90-0a7167613e61 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:37:52.230041 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 01a0453d-c56e-4f66-ad90-0a7167613e61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01a0453d-c56e-4f66-ad90-0a7167613e61,segment=NetworkSegment(a2292cd3-1948-4715-a006-dbfa32555682),segment_id=a2292cd3-1948-4715-a006-dbfa32555682)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:52.241618 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '01a0453d-c56e-4f66-ad90-0a7167613e61', 'network_id': 'ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba', 'port_id': '01a0453d-c56e-4f66-ad90-0a7167613e61', 'mac_address': 'fa:16:3e:0c:2b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308731ce-0491-40e6-bbe6-00bbb8170ba1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:37:52.279226 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:52.292896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a0453d-c56e-4f66-ad90-0a7167613e61 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:37:52.312654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 01a0453d-c56e-4f66-ad90-0a7167613e61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01a0453d-c56e-4f66-ad90-0a7167613e61,segment=NetworkSegment(a2292cd3-1948-4715-a006-dbfa32555682),segment_id=a2292cd3-1948-4715-a006-dbfa32555682)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:52.316969 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:52.330862 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4add6c6-ce4b-4ccd-844f-befe3c2c8ebb req-2350dcdd-1d42-43df-84a5-7f82cb945c62 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:52.332355 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d4add6c6-ce4b-4ccd-844f-befe3c2c8ebb req-2350dcdd-1d42-43df-84a5-7f82cb945c62 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=4921c8fc-c5df-4aec-907f-47b18030ad7f HTTP/1.1" status: 200  len: 943 time: 0.0490222
Nov 20 21:37:52.366428 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=01a0453d-c56e-4f66-ad90-0a7167613e61,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:52.380307 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d4add6c6-ce4b-4ccd-844f-befe3c2c8ebb req-8b9e2504-0ac0-4756-a4bf-6e43541e2529 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420144
Nov 20 21:37:52.539050 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['01a0453d-c56e-4f66-ad90-0a7167613e61'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:37:53.495211 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4018ab-4b38-4f9c-8a23-6884c1062b61 req-878269f6-d6b4-47bb-8b86-72a3a9d3bafb tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:53.496673 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6b4018ab-4b38-4f9c-8a23-6884c1062b61 req-878269f6-d6b4-47bb-8b86-72a3a9d3bafb tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=4921c8fc-c5df-4aec-907f-47b18030ad7f HTTP/1.1" status: 200  len: 944 time: 0.0485618
Nov 20 21:37:53.545662 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6b4018ab-4b38-4f9c-8a23-6884c1062b61 req-3eb8d56b-68db-42a6-b085-e0e8b834c2a9 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429966
Nov 20 21:37:54.138065 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 01a0453d-c56e-4f66-ad90-0a7167613e61 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:37:54.187635 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 01a0453d-c56e-4f66-ad90-0a7167613e61 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:37:54.191645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 01a0453d-c56e-4f66-ad90-0a7167613e61 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:37:54.192007 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:54.276436 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:54.298909 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4921c8fc-c5df-4aec-907f-47b18030ad7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a0453d-c56e-4f66-ad90-0a7167613e61'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:37:54.301154 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe431b09-e0b1-497b-a768-c584caabb04d" -d '{"events": [{"server_uuid": "4921c8fc-c5df-4aec-907f-47b18030ad7f", "name": "network-vif-plugged", "status": "completed", "tag": "01a0453d-c56e-4f66-ad90-0a7167613e61"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:37:54.314189 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 01a0453d-c56e-4f66-ad90-0a7167613e61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01a0453d-c56e-4f66-ad90-0a7167613e61,segment=NetworkSegment(a2292cd3-1948-4715-a006-dbfa32555682),segment_id=a2292cd3-1948-4715-a006-dbfa32555682)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:54.318928 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:54.341431 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162733f3-ed38-45b6-9f0f-1886dac3ebaa x-openstack-request-id: req-162733f3-ed38-45b6-9f0f-1886dac3ebaa {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:37:54.341726 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4921c8fc-c5df-4aec-907f-47b18030ad7f", "name": "network-vif-plugged", "status": "completed", "tag": "01a0453d-c56e-4f66-ad90-0a7167613e61", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:37:54.342028 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-162733f3-ed38-45b6-9f0f-1886dac3ebaa {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:37:54.342422 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4921c8fc-c5df-4aec-907f-47b18030ad7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a0453d-c56e-4f66-ad90-0a7167613e61', 'code': 200}
Nov 20 21:37:54.369691 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=01a0453d-c56e-4f66-ad90-0a7167613e61,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:54.433477 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1c2af-7c0f-4a96-9e54-6db0b8cdcc82 req-65d27ffe-c23c-45e6-885d-90d32901b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:54.434912 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-48e1c2af-7c0f-4a96-9e54-6db0b8cdcc82 req-65d27ffe-c23c-45e6-885d-90d32901b893 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4921c8fc-c5df-4aec-907f-47b18030ad7f HTTP/1.1" status: 200  len: 1096 time: 0.0396626
Nov 20 21:37:54.477967 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-48e1c2af-7c0f-4a96-9e54-6db0b8cdcc82 req-ff124ffb-7446-454e-aeff-62a44cf6bab1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361762
Nov 20 21:37:54.665012 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f67f6a-f018-461f-ad88-8e1684bd78da req-a2076912-f3f1-44e0-90ef-6ac06f2f6424 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:54.666543 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-21f67f6a-f018-461f-ad88-8e1684bd78da req-a2076912-f3f1-44e0-90ef-6ac06f2f6424 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=4921c8fc-c5df-4aec-907f-47b18030ad7f HTTP/1.1" status: 200  len: 945 time: 0.0535989
Nov 20 21:37:54.714258 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-21f67f6a-f018-461f-ad88-8e1684bd78da req-d5abf366-3ac9-4029-9850-1849cc92d6f3 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409458
Nov 20 21:37:55.830487 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b33c4-a419-4ee5-8cdf-8cd61c7d151c req-722b5476-b89e-4e61-96c9-69599a85b4ca tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:55.831877 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed6b33c4-a419-4ee5-8cdf-8cd61c7d151c req-722b5476-b89e-4e61-96c9-69599a85b4ca tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=4921c8fc-c5df-4aec-907f-47b18030ad7f HTTP/1.1" status: 200  len: 945 time: 0.0483365
Nov 20 21:37:55.878806 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ed6b33c4-a419-4ee5-8cdf-8cd61c7d151c req-f5b20682-1efe-4a99-ba5c-af344de5b108 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411093
Nov 20 21:37:56.115107 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df314b64-88fe-49df-adff-75f0855595a3 req-62c15805-989d-4a68-bc2b-de2470351796 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:56.116581 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df314b64-88fe-49df-adff-75f0855595a3 req-62c15805-989d-4a68-bc2b-de2470351796 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=4921c8fc-c5df-4aec-907f-47b18030ad7f HTTP/1.1" status: 200  len: 945 time: 0.0521572
Nov 20 21:37:56.163614 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-df314b64-88fe-49df-adff-75f0855595a3 req-cd8dd376-af6a-446f-858f-bd09e5129730 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412197
Nov 20 21:37:57.279535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd00858-f3ed-4ac9-bfe7-87c9e4960b11 req-857b61de-2d32-468d-a265-b18bcb089862 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:57.281232 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fbd00858-f3ed-4ac9-bfe7-87c9e4960b11 req-857b61de-2d32-468d-a265-b18bcb089862 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=4921c8fc-c5df-4aec-907f-47b18030ad7f HTTP/1.1" status: 200  len: 945 time: 0.0486000
Nov 20 21:37:57.351786 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fbd00858-f3ed-4ac9-bfe7-87c9e4960b11 req-2ff61e5d-49ba-4caf-b392-bf88ed205f3f tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641391
Nov 20 21:37:57.372236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35bb90-ec8c-4a08-9f39-b714756356b0 req-6a3f1e2b-e3b1-405d-8350-840aec41b020 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:57.373674 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef35bb90-ec8c-4a08-9f39-b714756356b0 req-6a3f1e2b-e3b1-405d-8350-840aec41b020 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.37 "GET /v2.0/ports?device_id=4921c8fc-c5df-4aec-907f-47b18030ad7f HTTP/1.1" status: 200  len: 945 time: 0.0578940
Nov 20 21:37:57.464595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-ef35bb90-ec8c-4a08-9f39-b714756356b0 req-d2cb1103-629c-41b2-8523-295405edd7e1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Deleting port 01a0453d-c56e-4f66-ad90-0a7167613e61 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:37:57.464845 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ef35bb90-ec8c-4a08-9f39-b714756356b0 req-d2cb1103-629c-41b2-8523-295405edd7e1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:57.552651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-ef35bb90-ec8c-4a08-9f39-b714756356b0 req-d2cb1103-629c-41b2-8523-295405edd7e1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] For port 01a0453d-c56e-4f66-ad90-0a7167613e61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01a0453d-c56e-4f66-ad90-0a7167613e61,segment=NetworkSegment(a2292cd3-1948-4715-a006-dbfa32555682),segment_id=a2292cd3-1948-4715-a006-dbfa32555682)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:37:57.553009 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ef35bb90-ec8c-4a08-9f39-b714756356b0 req-d2cb1103-629c-41b2-8523-295405edd7e1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:57.569414 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-ef35bb90-ec8c-4a08-9f39-b714756356b0 req-d2cb1103-629c-41b2-8523-295405edd7e1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Calling delete_port for 01a0453d-c56e-4f66-ad90-0a7167613e61 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:37:57.689697 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ef35bb90-ec8c-4a08-9f39-b714756356b0 req-d2cb1103-629c-41b2-8523-295405edd7e1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:57.702543 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['01a0453d-c56e-4f66-ad90-0a7167613e61'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:37:57.707356 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:37:57.720313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb1103-629c-41b2-8523-295405edd7e1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Pushing event deleted for resources: {'Port': ['ID=01a0453d-c56e-4f66-ad90-0a7167613e61,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:37:57.762681 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef35bb90-ec8c-4a08-9f39-b714756356b0 req-d2cb1103-629c-41b2-8523-295405edd7e1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] No DVR routers for this DVR port 01a0453d-c56e-4f66-ad90-0a7167613e61 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:37:57.765399 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ef35bb90-ec8c-4a08-9f39-b714756356b0 req-d2cb1103-629c-41b2-8523-295405edd7e1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:37:57.768748 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ef35bb90-ec8c-4a08-9f39-b714756356b0 req-d2cb1103-629c-41b2-8523-295405edd7e1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.37 "DELETE /v2.0/ports/01a0453d-c56e-4f66-ad90-0a7167613e61 HTTP/1.1" status: 204  len: 173 time: 0.3890150
Nov 20 21:37:57.769194 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4921c8fc-c5df-4aec-907f-47b18030ad7f', 'name': 'network-vif-deleted', 'tag': '01a0453d-c56e-4f66-ad90-0a7167613e61'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:37:57.771521 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f344571-f071-4b44-970c-113429821d9a" -d '{"events": [{"server_uuid": "4921c8fc-c5df-4aec-907f-47b18030ad7f", "name": "network-vif-deleted", "tag": "01a0453d-c56e-4f66-ad90-0a7167613e61"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:37:57.817554 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99edfcbb-0cbc-45f1-ab51-1342184e4a71 x-openstack-request-id: req-99edfcbb-0cbc-45f1-ab51-1342184e4a71 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:37:57.817836 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4921c8fc-c5df-4aec-907f-47b18030ad7f", "name": "network-vif-deleted", "tag": "01a0453d-c56e-4f66-ad90-0a7167613e61", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:37:57.818202 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99edfcbb-0cbc-45f1-ab51-1342184e4a71 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:37:57.818608 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4921c8fc-c5df-4aec-907f-47b18030ad7f', 'name': 'network-vif-deleted', 'tag': '01a0453d-c56e-4f66-ad90-0a7167613e61', 'status': 'completed', 'code': 200}
Nov 20 21:37:58.501766 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd4415-9f5b-42fe-9b68-19687c29e19a req-cc2556fd-9457-4ddc-b18b-64fb87a11a16 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:58.503290 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2acd4415-9f5b-42fe-9b68-19687c29e19a req-cc2556fd-9457-4ddc-b18b-64fb87a11a16 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 946 time: 0.0493371
Nov 20 21:37:58.552276 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2acd4415-9f5b-42fe-9b68-19687c29e19a req-1ae42c58-d938-4afb-b81e-e5ef20de79fe tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432100
Nov 20 21:37:58.686878 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7070c7-690c-4576-bf01-29631ba5cdbd req-7b2530b6-1534-4af3-9854-09ad3e3e8aa2 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:58.688254 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a7070c7-690c-4576-bf01-29631ba5cdbd req-7b2530b6-1534-4af3-9854-09ad3e3e8aa2 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 946 time: 0.0534883
Nov 20 21:37:58.735728 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a7070c7-690c-4576-bf01-29631ba5cdbd req-e866605f-8463-424c-ac77-d7d1f1488bdb tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415046
Nov 20 21:37:58.851580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c010e-f95c-4b7b-ab41-55706be22aaf req-a4f86736-59ba-410e-86e9-6661e94656c9 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:58.853062 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fc9c010e-f95c-4b7b-ab41-55706be22aaf req-a4f86736-59ba-410e-86e9-6661e94656c9 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 946 time: 0.0494330
Nov 20 21:37:58.900823 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fc9c010e-f95c-4b7b-ab41-55706be22aaf req-41a101b6-f5eb-4f99-99a0-950874107024 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419109
Nov 20 21:37:59.064425 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed1f2a-03a6-4b6e-8e7f-0440ebd801ad req-f13de909-1c5a-4e33-941e-2c7bdeed52b1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:59.065865 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b6ed1f2a-03a6-4b6e-8e7f-0440ebd801ad req-f13de909-1c5a-4e33-941e-2c7bdeed52b1 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 946 time: 0.0470607
Nov 20 21:37:59.115522 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b6ed1f2a-03a6-4b6e-8e7f-0440ebd801ad req-6f75b809-917f-46b8-83dd-be794350c1db tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438101
Nov 20 21:37:59.230040 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150367e0-0f84-405e-a185-b57e65950178 req-3d51ba6e-2880-4c05-82af-204f06d65089 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:59.231478 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-150367e0-0f84-405e-a185-b57e65950178 req-3d51ba6e-2880-4c05-82af-204f06d65089 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 946 time: 0.0484819
Nov 20 21:37:59.279618 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-150367e0-0f84-405e-a185-b57e65950178 req-62548291-01b2-41f2-bc9e-5411cc0763b4 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417657
Nov 20 21:37:59.401394 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba090b5a-cf4c-4d43-bfd9-d68e549ab482 req-17da92c9-5c84-42cc-9722-4407a1c58e8e tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:59.402867 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ba090b5a-cf4c-4d43-bfd9-d68e549ab482 req-17da92c9-5c84-42cc-9722-4407a1c58e8e tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 946 time: 0.0482008
Nov 20 21:37:59.453798 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ba090b5a-cf4c-4d43-bfd9-d68e549ab482 req-28a4be12-b2a5-4950-b695-95160e72ee06 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448649
Nov 20 21:37:59.751825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ee435-debb-48e3-bd60-277b2b3fccaa req-19274a17-9b6a-41a3-9bd8-2dcfe09ab1b6 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:37:59.753349 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-989ee435-debb-48e3-bd60-277b2b3fccaa req-19274a17-9b6a-41a3-9bd8-2dcfe09ab1b6 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 946 time: 0.0514572
Nov 20 21:37:59.803226 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-989ee435-debb-48e3-bd60-277b2b3fccaa req-b79c2a29-36c4-4e60-aa8f-5fe67cb41b01 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438285
Nov 20 21:38:00.149581 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 01a0453d-c56e-4f66-ad90-0a7167613e61 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:38:00.172733 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 01a0453d-c56e-4f66-ad90-0a7167613e61 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:38:00.173074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 01a0453d-c56e-4f66-ad90-0a7167613e61 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:38:00.923322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4259f8-2a8b-46eb-a727-0c0d5c85028d req-9ec7f2a4-ddd9-4f19-a835-a5c84706265a tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:00.924794 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f4259f8-2a8b-46eb-a727-0c0d5c85028d req-9ec7f2a4-ddd9-4f19-a835-a5c84706265a tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 946 time: 0.0485587
Nov 20 21:38:00.971871 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4f4259f8-2a8b-46eb-a727-0c0d5c85028d req-1bc68061-bf4b-47ef-8593-913f7abc259f tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/security-groups?id=e737f4d7-2516-46d6-8344-f4ec49d6f8d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410953
Nov 20 21:38:01.123716 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a56be-bd2c-4f0e-ab33-6283223d9d1c req-bfe0970b-3904-4cd4-91ac-98ba1fa52a4a tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:01.125269 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-386a56be-bd2c-4f0e-ab33-6283223d9d1c req-bfe0970b-3904-4cd4-91ac-98ba1fa52a4a tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 946 time: 0.0482306
Nov 20 21:38:01.214904 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-386a56be-bd2c-4f0e-ab33-6283223d9d1c req-285e2173-b196-4acd-8019-bfd0bbe67a2e tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Deleting port e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:38:01.215245 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-386a56be-bd2c-4f0e-ab33-6283223d9d1c req-285e2173-b196-4acd-8019-bfd0bbe67a2e tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:01.301644 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-386a56be-bd2c-4f0e-ab33-6283223d9d1c req-285e2173-b196-4acd-8019-bfd0bbe67a2e tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] For port e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9,segment=NetworkSegment(a2292cd3-1948-4715-a006-dbfa32555682),segment_id=a2292cd3-1948-4715-a006-dbfa32555682)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:38:01.302004 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-386a56be-bd2c-4f0e-ab33-6283223d9d1c req-285e2173-b196-4acd-8019-bfd0bbe67a2e tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:01.314283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-386a56be-bd2c-4f0e-ab33-6283223d9d1c req-285e2173-b196-4acd-8019-bfd0bbe67a2e tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Calling delete_port for e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:38:01.790132 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-386a56be-bd2c-4f0e-ab33-6283223d9d1c req-285e2173-b196-4acd-8019-bfd0bbe67a2e tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:01.802775 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:38:01.819166 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e2173-b196-4acd-8019-bfd0bbe67a2e tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Pushing event deleted for resources: {'Port': ['ID=e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:01.862664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-386a56be-bd2c-4f0e-ab33-6283223d9d1c req-285e2173-b196-4acd-8019-bfd0bbe67a2e tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] No DVR routers for this DVR port e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:38:01.865211 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-386a56be-bd2c-4f0e-ab33-6283223d9d1c req-285e2173-b196-4acd-8019-bfd0bbe67a2e tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:01.868672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-386a56be-bd2c-4f0e-ab33-6283223d9d1c req-285e2173-b196-4acd-8019-bfd0bbe67a2e tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.47 "DELETE /v2.0/ports/e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 HTTP/1.1" status: 204  len: 173 time: 0.7378027
Nov 20 21:38:01.869108 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef83420-de9c-4282-8103-b8ebecfce066', 'name': 'network-vif-deleted', 'tag': 'e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:38:01.871372 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5e55ce-0fc8-4396-86c7-b77187a92fd0" -d '{"events": [{"server_uuid": "8ef83420-de9c-4282-8103-b8ebecfce066", "name": "network-vif-deleted", "tag": "e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:38:01.912359 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4209133c-91ec-4f3f-ad71-e28314366f41 x-openstack-request-id: req-4209133c-91ec-4f3f-ad71-e28314366f41 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:38:01.912653 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef83420-de9c-4282-8103-b8ebecfce066", "name": "network-vif-deleted", "tag": "e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:38:01.912902 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4209133c-91ec-4f3f-ad71-e28314366f41 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:38:01.913294 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef83420-de9c-4282-8103-b8ebecfce066', 'name': 'network-vif-deleted', 'tag': 'e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9', 'status': 'completed', 'code': 200}
Nov 20 21:38:02.076303 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6f369c82-d2f4-43b8-be05-055e3fdb953f req-69b546f9-2569-48e1-b220-40de7b2115a8 tempest-ServersNegativeTestJSON-1501262046 tempest-ServersNegativeTestJSON-1501262046-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ef83420-de9c-4282-8103-b8ebecfce066 HTTP/1.1" status: 200  len: 210 time: 0.0256121
Nov 20 21:38:03.135323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56418) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:03.184867 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-618db527-9bdb-4b6d-90d6-cccb5af71bfe admin admin] Deleting subnet 308731ce-0491-40e6-bbe6-00bbb8170ba1 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:38:03.188106 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-618db527-9bdb-4b6d-90d6-cccb5af71bfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:03.221899 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-618db527-9bdb-4b6d-90d6-cccb5af71bfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:03.262828 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-618db527-9bdb-4b6d-90d6-cccb5af71bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:03.313555 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-618db527-9bdb-4b6d-90d6-cccb5af71bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:03.339868 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618db527-9bdb-4b6d-90d6-cccb5af71bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308731ce-0491-40e6-bbe6-00bbb8170ba1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:03.341797 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-618db527-9bdb-4b6d-90d6-cccb5af71bfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:03.345580 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-618db527-9bdb-4b6d-90d6-cccb5af71bfe admin admin] 10.222.0.41 "DELETE /v2.0/subnets/308731ce-0491-40e6-bbe6-00bbb8170ba1 HTTP/1.1" status: 204  len: 168 time: 0.2091672
Nov 20 21:38:03.348056 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56428) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:03.414228 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c31d1cbc-eb92-42b1-b3ba-7b9e0e1a74c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:03.493480 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c31d1cbc-eb92-42b1-b3ba-7b9e0e1a74c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:03.512603 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c31d1cbc-eb92-42b1-b3ba-7b9e0e1a74c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6e0970>,) {'filters': {'network_id': ['ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:03.522929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c31d1cbc-eb92-42b1-b3ba-7b9e0e1a74c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6e0970>, 'a2292cd3-1948-4715-a006-dbfa32555682') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:03.523221 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-c31d1cbc-eb92-42b1-b3ba-7b9e0e1a74c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e6e0970>, 'a2292cd3-1948-4715-a006-dbfa32555682') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:03.533242 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c31d1cbc-eb92-42b1-b3ba-7b9e0e1a74c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:03.546699 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c31d1cbc-eb92-42b1-b3ba-7b9e0e1a74c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:03.548060 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:38:03.553114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31d1cbc-eb92-42b1-b3ba-7b9e0e1a74c0 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:38:03.553507 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c31d1cbc-eb92-42b1-b3ba-7b9e0e1a74c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:38:03.555232 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:38:03.612348 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c31d1cbc-eb92-42b1-b3ba-7b9e0e1a74c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:03.617858 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c31d1cbc-eb92-42b1-b3ba-7b9e0e1a74c0 admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:03.621186 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c31d1cbc-eb92-42b1-b3ba-7b9e0e1a74c0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba HTTP/1.1" status: 204  len: 168 time: 0.2722123
Nov 20 21:38:03.632711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d1cbc-eb92-42b1-b3ba-7b9e0e1a74c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad0f68cf-fd8b-4c75-b661-ed8f88e3fcba,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:03.725874 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56432) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:03.767070 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-39426c45-f63e-4b99-ae9f-35e6aa8e79e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0e366a8df1e4db69206428f71e9b628&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0399134
Nov 20 21:38:03.769418 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56434) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:03.814973 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-809b46f8-03e2-4aa9-ab93-7f050b7df602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:03.836138 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-809b46f8-03e2-4aa9-ab93-7f050b7df602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:03.881319 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-809b46f8-03e2-4aa9-ab93-7f050b7df602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:03.883933 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-809b46f8-03e2-4aa9-ab93-7f050b7df602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:03.885117 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-809b46f8-03e2-4aa9-ab93-7f050b7df602 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e737f4d7-2516-46d6-8344-f4ec49d6f8d7 HTTP/1.1" status: 204  len: 168 time: 0.1147966
Nov 20 21:38:03.893750 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b46f8-03e2-4aa9-ab93-7f050b7df602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e737f4d7-2516-46d6-8344-f4ec49d6f8d7,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:04.558260 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56456) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:04.652694 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-2866856c-2771-486b-b6da-1dec6fd2054a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1414690970'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:04.674516 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2866856c-2771-486b-b6da-1dec6fd2054a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Made reservation on behalf of 2eedb324aef84e4d8754941becdd539b for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:04.678064 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2866856c-2771-486b-b6da-1dec6fd2054a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:04.686522 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2866856c-2771-486b-b6da-1dec6fd2054a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:04.762248 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2866856c-2771-486b-b6da-1dec6fd2054a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:04.766011 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2866856c-2771-486b-b6da-1dec6fd2054a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:04.788606 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2866856c-2771-486b-b6da-1dec6fd2054a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:38:04.803008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866856c-2771-486b-b6da-1dec6fd2054a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0f03e1-76e1-4890-863e-a209d385be88,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:04.807937 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2866856c-2771-486b-b6da-1dec6fd2054a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:04.808339 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-2866856c-2771-486b-b6da-1dec6fd2054a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Added segment 20f41a84-4138-4539-ac66-90756291e27b of type vlan for network 655875ff-3e35-4a24-9647-29f839428a5d
Nov 20 21:38:04.851874 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2866856c-2771-486b-b6da-1dec6fd2054a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:04.875449 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2866856c-2771-486b-b6da-1dec6fd2054a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:04.880980 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2866856c-2771-486b-b6da-1dec6fd2054a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:04.881561 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2866856c-2771-486b-b6da-1dec6fd2054a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:04.913487 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2866856c-2771-486b-b6da-1dec6fd2054a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3541734
Nov 20 21:38:04.950250 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866856c-2771-486b-b6da-1dec6fd2054a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event updated for resources: {'Network': ['ID=655875ff-3e35-4a24-9647-29f839428a5d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:04.966183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 655875ff-3e35-4a24-9647-29f839428a5d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:38:05.722534 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:38:05.743810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:38:05.744167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device e39d2c16-1e92-41d4-b6e3-9e1d7aa082b9 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:38:08.193251 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56460) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:08.198436 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d21fd592-b387-4d3e-abbb-7710c8b2f48e tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Request body: {'subnet': {'network_id': '655875ff-3e35-4a24-9647-29f839428a5d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:08.287652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21fd592-b387-4d3e-abbb-7710c8b2f48e tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Made reservation on behalf of 2eedb324aef84e4d8754941becdd539b for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:08.291102 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d21fd592-b387-4d3e-abbb-7710c8b2f48e tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:08.470031 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d21fd592-b387-4d3e-abbb-7710c8b2f48e tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:08.535342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fd592-b387-4d3e-abbb-7710c8b2f48e tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event updated for resources: {'Subnet': ['ID=e32f97b9-9d26-47f0-8c7f-e3a3716805bc,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:08.543932 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21fd592-b387-4d3e-abbb-7710c8b2f48e tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Checking segment: {'id': '20f41a84-4138-4539-ac66-90756291e27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '655875ff-3e35-4a24-9647-29f839428a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:08.544306 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21fd592-b387-4d3e-abbb-7710c8b2f48e tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Network hostable DHCP agents. Network: 655875ff-3e35-4a24-9647-29f839428a5d, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:38:08.561238 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21fd592-b387-4d3e-abbb-7710c8b2f48e tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Network 655875ff-3e35-4a24-9647-29f839428a5d is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:38:08.570037 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-d21fd592-b387-4d3e-abbb-7710c8b2f48e tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 655875ff-3e35-4a24-9647-29f839428a5d) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:08.574103 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21fd592-b387-4d3e-abbb-7710c8b2f48e tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:08.574702 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d21fd592-b387-4d3e-abbb-7710c8b2f48e tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:08.579126 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca94aa6-bd98-4611-9422-b2f704c09b1e None None] Network 655875ff-3e35-4a24-9647-29f839428a5d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:08.593985 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d21fd592-b387-4d3e-abbb-7710c8b2f48e tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3962033
Nov 20 21:38:08.594426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56462) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:08.599682 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-703fa351-4a4d-4c6a-8741-e0798f33055c tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1469213622'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:08.621793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703fa351-4a4d-4c6a-8741-e0798f33055c tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Made reservation on behalf of 2eedb324aef84e4d8754941becdd539b for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:08.625929 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-703fa351-4a4d-4c6a-8741-e0798f33055c tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:08.648766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703fa351-4a4d-4c6a-8741-e0798f33055c tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:38:08.656637 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:08.657517 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-703fa351-4a4d-4c6a-8741-e0798f33055c tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:08.657864 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-703fa351-4a4d-4c6a-8741-e0798f33055c tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Added segment 1837dae0-3e2c-4704-bc11-2ea547fd8fc1 of type vlan for network a061a1b9-2532-4097-afda-c87be3a94bf9
Nov 20 21:38:08.665407 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:08.700600 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-703fa351-4a4d-4c6a-8741-e0798f33055c tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:08.725287 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-703fa351-4a4d-4c6a-8741-e0798f33055c tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:08.731011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703fa351-4a4d-4c6a-8741-e0798f33055c tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:08.731602 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-703fa351-4a4d-4c6a-8741-e0798f33055c tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:08.748331 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-655875ff-3e35-4a24-9647-29f839428a5d', 'network_id': '655875ff-3e35-4a24-9647-29f839428a5d', 'tenant_id': '2eedb324aef84e4d8754941becdd539b', 'fixed_ips': [{'subnet_id': 'e32f97b9-9d26-47f0-8c7f-e3a3716805bc'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:38:08.749917 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:08.773236 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-703fa351-4a4d-4c6a-8741-e0798f33055c tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1776192
Nov 20 21:38:08.776191 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56464) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:08.781300 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3643f245-170f-4f64-bf20-7803206c95d0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Request body: {'subnet': {'network_id': 'a061a1b9-2532-4097-afda-c87be3a94bf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:08.804411 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fa351-4a4d-4c6a-8741-e0798f33055c tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event updated for resources: {'Network': ['ID=a061a1b9-2532-4097-afda-c87be3a94bf9,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:08.821865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network a061a1b9-2532-4097-afda-c87be3a94bf9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:38:08.878552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3643f245-170f-4f64-bf20-7803206c95d0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Made reservation on behalf of 2eedb324aef84e4d8754941becdd539b for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:08.882506 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3643f245-170f-4f64-bf20-7803206c95d0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:08.945325 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Allocated IP 2001:db8:0:ffff::2 (655875ff-3e35-4a24-9647-29f839428a5d/e32f97b9-9d26-47f0-8c7f-e3a3716805bc/8f060a86-5a28-44a3-8d95-67fa47a108b5) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:38:09.081871 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3643f245-170f-4f64-bf20-7803206c95d0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.086592 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.092425 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.135504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Network 655875ff-3e35-4a24-9647-29f839428a5d is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:38:09.140610 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:09.144891 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:38:09.146998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643f245-170f-4f64-bf20-7803206c95d0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event updated for resources: {'Subnet': ['ID=206ce3b7-537b-44e0-9671-21aaaaffb418,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:09.147963 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Pushing event updated for resources: {'Port': ['ID=8f060a86-5a28-44a3-8d95-67fa47a108b5,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:09.152647 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3643f245-170f-4f64-bf20-7803206c95d0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Checking segment: {'id': '1837dae0-3e2c-4704-bc11-2ea547fd8fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a061a1b9-2532-4097-afda-c87be3a94bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:09.153013 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3643f245-170f-4f64-bf20-7803206c95d0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Network hostable DHCP agents. Network: a061a1b9-2532-4097-afda-c87be3a94bf9, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:38:09.170785 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3643f245-170f-4f64-bf20-7803206c95d0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Network a061a1b9-2532-4097-afda-c87be3a94bf9 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:38:09.179938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-3643f245-170f-4f64-bf20-7803206c95d0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a061a1b9-2532-4097-afda-c87be3a94bf9) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:09.183895 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3643f245-170f-4f64-bf20-7803206c95d0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:09.184499 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3643f245-170f-4f64-bf20-7803206c95d0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.193008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee92b93-43af-4fac-bbf7-197797bdb345 None None] Network a061a1b9-2532-4097-afda-c87be3a94bf9 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:09.201743 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3643f245-170f-4f64-bf20-7803206c95d0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.4244497
Nov 20 21:38:09.205102 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56466) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:09.217445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Attempting to bind port 8f060a86-5a28-44a3-8d95-67fa47a108b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:38:09.217889 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Attempting to bind port 8f060a86-5a28-44a3-8d95-67fa47a108b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '20f41a84-4138-4539-ac66-90756291e27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '655875ff-3e35-4a24-9647-29f839428a5d'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:38:09.218293 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Attempting to bind port 8f060a86-5a28-44a3-8d95-67fa47a108b5 on network 655875ff-3e35-4a24-9647-29f839428a5d {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:38:09.231674 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:38:09.232059 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Checking segment: {'id': '20f41a84-4138-4539-ac66-90756291e27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '655875ff-3e35-4a24-9647-29f839428a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:09.232459 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.232865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Bound using segment: {'id': '20f41a84-4138-4539-ac66-90756291e27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '655875ff-3e35-4a24-9647-29f839428a5d'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:38:09.233337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Bound port: 8f060a86-5a28-44a3-8d95-67fa47a108b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f41a84-4138-4539-ac66-90756291e27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '655875ff-3e35-4a24-9647-29f839428a5d'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:38:09.233828 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.308404 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed3c037b-8e96-4e7f-ace7-1c85c95c978a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.364481 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed3c037b-8e96-4e7f-ace7-1c85c95c978a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.373267 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] For port 8f060a86-5a28-44a3-8d95-67fa47a108b5, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:38:09.379323 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] For port 8f060a86-5a28-44a3-8d95-67fa47a108b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f060a86-5a28-44a3-8d95-67fa47a108b5,segment=NetworkSegment(20f41a84-4138-4539-ac66-90756291e27b),segment_id=20f41a84-4138-4539-ac66-90756291e27b)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:38:09.384107 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.430360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed3c037b-8e96-4e7f-ace7-1c85c95c978a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.430820 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ab76a3-b804-4d5e-9df5-2b03cc5a6aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a061a1b9-2532-4097-afda-c87be3a94bf9', 'network_id': 'a061a1b9-2532-4097-afda-c87be3a94bf9', 'tenant_id': '2eedb324aef84e4d8754941becdd539b', 'fixed_ips': [{'subnet_id': '206ce3b7-537b-44e0-9671-21aaaaffb418'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:38:09.431695 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d7ab76a3-b804-4d5e-9df5-2b03cc5a6aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.456365 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c037b-8e96-4e7f-ace7-1c85c95c978a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event deleted for resources: {'Subnet': ['ID=206ce3b7-537b-44e0-9671-21aaaaffb418,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:09.529711 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed3c037b-8e96-4e7f-ace7-1c85c95c978a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.531295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ad2c4-1b0e-41ff-b207-0495ae82baf7 None None] Pushing event updated for resources: {'Port': ['ID=8f060a86-5a28-44a3-8d95-67fa47a108b5,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:09.554092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbd19f0-00bb-4d9e-8f46-32c8c7fc4118 None None] Network a061a1b9-2532-4097-afda-c87be3a94bf9 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:09.555234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ed3c037b-8e96-4e7f-ace7-1c85c95c978a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4efa6520>,) {'filters': {'network_id': ['a061a1b9-2532-4097-afda-c87be3a94bf9']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:09.566618 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ed3c037b-8e96-4e7f-ace7-1c85c95c978a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4efa6520>, '1837dae0-3e2c-4704-bc11-2ea547fd8fc1') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:09.566918 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-ed3c037b-8e96-4e7f-ace7-1c85c95c978a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4efa6520>, '1837dae0-3e2c-4704-bc11-2ea547fd8fc1') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:09.577236 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed3c037b-8e96-4e7f-ace7-1c85c95c978a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.592688 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed3c037b-8e96-4e7f-ace7-1c85c95c978a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.599569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3c037b-8e96-4e7f-ace7-1c85c95c978a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:38:09.600314 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed3c037b-8e96-4e7f-ace7-1c85c95c978a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:38:09.603435 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:38:09.678015 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed3c037b-8e96-4e7f-ace7-1c85c95c978a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.685266 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ed3c037b-8e96-4e7f-ace7-1c85c95c978a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.689296 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ed3c037b-8e96-4e7f-ace7-1c85c95c978a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "DELETE /v2.0/networks/a061a1b9-2532-4097-afda-c87be3a94bf9 HTTP/1.1" status: 204  len: 168 time: 0.4826350
Nov 20 21:38:09.698338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56468) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:09.704472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1344639563'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:09.728503 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Made reservation on behalf of 2eedb324aef84e4d8754941becdd539b for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:09.732017 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.770313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:38:09.782807 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.783158 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Added segment f560eb23-240d-4366-80e9-cdd4151d5e77 of type vlan for network 0149ae3f-afcb-41c9-a70e-2ad3afa77a8c
Nov 20 21:38:09.834161 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.866437 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.872347 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:09.873049 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:09.907390 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2077153
Nov 20 21:38:09.914274 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56470) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:09.920055 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-1d28255f-32a2-497c-a477-52d7adea3e11 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Request body: {'subnet': {'network_id': '0149ae3f-afcb-41c9-a70e-2ad3afa77a8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:09.965549 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event updated for resources: {'Network': ['ID=0149ae3f-afcb-41c9-a70e-2ad3afa77a8c,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:09.983912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:09.984331 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:09.984661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:09.985006 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:09.985365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:09.985700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:09.986036 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:09.986714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:09.987042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:09.987366 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:09.987688 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:09.988013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ca17-6bb3-45d2-9b6c-1651142f39b0 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:10.002698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 0149ae3f-afcb-41c9-a70e-2ad3afa77a8c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:38:10.054242 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c037b-8e96-4e7f-ace7-1c85c95c978a tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event deleted for resources: {'Network': ['ID=a061a1b9-2532-4097-afda-c87be3a94bf9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:10.060422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d28255f-32a2-497c-a477-52d7adea3e11 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Made reservation on behalf of 2eedb324aef84e4d8754941becdd539b for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:10.064877 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1d28255f-32a2-497c-a477-52d7adea3e11 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:10.121504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.ipam_backend_mixin [None req-1d28255f-32a2-497c-a477-52d7adea3e11 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Performing IP validity checks on allocation pools {{(pid=126225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 20 21:38:10.122021 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.ipam_backend_mixin [None req-1d28255f-32a2-497c-a477-52d7adea3e11 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 20 21:38:10.248589 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1d28255f-32a2-497c-a477-52d7adea3e11 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:10.309152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28255f-32a2-497c-a477-52d7adea3e11 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event updated for resources: {'Subnet': ['ID=54493710-0078-4536-b0dd-8aa48fc269ad,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:10.321013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d28255f-32a2-497c-a477-52d7adea3e11 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Checking segment: {'id': 'f560eb23-240d-4366-80e9-cdd4151d5e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0149ae3f-afcb-41c9-a70e-2ad3afa77a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:10.321390 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d28255f-32a2-497c-a477-52d7adea3e11 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Network hostable DHCP agents. Network: 0149ae3f-afcb-41c9-a70e-2ad3afa77a8c, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:38:10.338670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d28255f-32a2-497c-a477-52d7adea3e11 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Network 0149ae3f-afcb-41c9-a70e-2ad3afa77a8c is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:38:10.348400 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-1d28255f-32a2-497c-a477-52d7adea3e11 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0149ae3f-afcb-41c9-a70e-2ad3afa77a8c) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:10.352602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d28255f-32a2-497c-a477-52d7adea3e11 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:10.353194 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1d28255f-32a2-497c-a477-52d7adea3e11 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:10.360374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83660bfd-d0c8-485d-86ed-d3a078602729 None None] Network 0149ae3f-afcb-41c9-a70e-2ad3afa77a8c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:10.370665 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1d28255f-32a2-497c-a477-52d7adea3e11 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.4549775
Nov 20 21:38:10.373058 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56472) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:10.482040 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5acd0c22-abeb-4150-a854-db9511e48e51 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:10.529982 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe7e60f-c32f-433c-8eae-61a4896713a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0149ae3f-afcb-41c9-a70e-2ad3afa77a8c', 'network_id': '0149ae3f-afcb-41c9-a70e-2ad3afa77a8c', 'tenant_id': '2eedb324aef84e4d8754941becdd539b', 'fixed_ips': [{'subnet_id': '54493710-0078-4536-b0dd-8aa48fc269ad'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:38:10.531296 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fbe7e60f-c32f-433c-8eae-61a4896713a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:10.547056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119dbb21-cd4b-428c-9c2f-e957c0eee99a None None] Network 655875ff-3e35-4a24-9647-29f839428a5d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:10.549647 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5acd0c22-abeb-4150-a854-db9511e48e51 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:10.614317 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5acd0c22-abeb-4150-a854-db9511e48e51 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:10.644002 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd0c22-abeb-4150-a854-db9511e48e51 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event deleted for resources: {'Subnet': ['ID=54493710-0078-4536-b0dd-8aa48fc269ad,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:10.714351 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5acd0c22-abeb-4150-a854-db9511e48e51 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:10.736126 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-5acd0c22-abeb-4150-a854-db9511e48e51 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4fd48340>,) {'filters': {'network_id': ['0149ae3f-afcb-41c9-a70e-2ad3afa77a8c']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:10.746906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-5acd0c22-abeb-4150-a854-db9511e48e51 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fd48340>, 'f560eb23-240d-4366-80e9-cdd4151d5e77') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:10.747280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-5acd0c22-abeb-4150-a854-db9511e48e51 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fd48340>, 'f560eb23-240d-4366-80e9-cdd4151d5e77') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:10.758400 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5acd0c22-abeb-4150-a854-db9511e48e51 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:10.772975 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5acd0c22-abeb-4150-a854-db9511e48e51 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:10.779214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5acd0c22-abeb-4150-a854-db9511e48e51 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:38:10.779604 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5acd0c22-abeb-4150-a854-db9511e48e51 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:38:10.783050 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server [None req-fbe7e60f-c32f-433c-8eae-61a4896713a2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54493710-0078-4536-b0dd-8aa48fc269ad: This subnet is being modified by another concurrent operation.
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server     raise exception
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54493710-0078-4536-b0dd-8aa48fc269ad: This subnet is being modified by another concurrent operation.
Nov 20 21:38:10.864183 ncdv-master-1 neutron-server[126226]: ERROR oslo_messaging.rpc.server 
Nov 20 21:38:10.873788 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5acd0c22-abeb-4150-a854-db9511e48e51 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:10.873923 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-d5de4094-54e1-4e6c-9c19-3dd9bee8cae3 None None] Provisioning complete for port 8f060a86-5a28-44a3-8d95-67fa47a108b5 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:10.873923 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d5de4094-54e1-4e6c-9c19-3dd9bee8cae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:10.882583 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5acd0c22-abeb-4150-a854-db9511e48e51 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:10.885964 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5acd0c22-abeb-4150-a854-db9511e48e51 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "DELETE /v2.0/networks/0149ae3f-afcb-41c9-a70e-2ad3afa77a8c HTTP/1.1" status: 204  len: 168 time: 0.5119092
Nov 20 21:38:10.893514 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56474) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:10.898322 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eac77b-a8b4-44d2-85a3-89711a36efcf None None] Network 0149ae3f-afcb-41c9-a70e-2ad3afa77a8c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:10.898856 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-176ad42c-40f2-4993-8e8d-1ecbe8fa91b8 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1092145423'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:10.902349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd0c22-abeb-4150-a854-db9511e48e51 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event deleted for resources: {'Network': ['ID=0149ae3f-afcb-41c9-a70e-2ad3afa77a8c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:10.923301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176ad42c-40f2-4993-8e8d-1ecbe8fa91b8 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Made reservation on behalf of 2eedb324aef84e4d8754941becdd539b for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:10.927344 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-176ad42c-40f2-4993-8e8d-1ecbe8fa91b8 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:10.935544 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eac77b-a8b4-44d2-85a3-89711a36efcf None None] Network 0149ae3f-afcb-41c9-a70e-2ad3afa77a8c could not be found, it might have been deleted concurrently. {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 20 21:38:10.959113 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176ad42c-40f2-4993-8e8d-1ecbe8fa91b8 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:38:10.975217 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-176ad42c-40f2-4993-8e8d-1ecbe8fa91b8 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:10.975862 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-176ad42c-40f2-4993-8e8d-1ecbe8fa91b8 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Added segment af34181a-8e97-452a-901f-520304beb737 of type vlan for network cac14732-75c4-485c-8d1a-a639e8166e93
Nov 20 21:38:11.019465 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-176ad42c-40f2-4993-8e8d-1ecbe8fa91b8 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:11.022171 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d5de4094-54e1-4e6c-9c19-3dd9bee8cae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:11.026725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8f060a86-5a28-44a3-8d95-67fa47a108b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:38:11.045321 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-176ad42c-40f2-4993-8e8d-1ecbe8fa91b8 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:11.050905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176ad42c-40f2-4993-8e8d-1ecbe8fa91b8 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:11.051498 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-176ad42c-40f2-4993-8e8d-1ecbe8fa91b8 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:11.088308 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-176ad42c-40f2-4993-8e8d-1ecbe8fa91b8 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1900163
Nov 20 21:38:11.088687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56476) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:11.097238 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d5de4094-54e1-4e6c-9c19-3dd9bee8cae3 None None] For port 8f060a86-5a28-44a3-8d95-67fa47a108b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f060a86-5a28-44a3-8d95-67fa47a108b5,segment=NetworkSegment(20f41a84-4138-4539-ac66-90756291e27b),segment_id=20f41a84-4138-4539-ac66-90756291e27b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:38:11.101759 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d5de4094-54e1-4e6c-9c19-3dd9bee8cae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:11.104595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-2ea31282-3986-4db8-9561-5bfcc1065a3b tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Request body: {'subnet': {'network_id': 'cac14732-75c4-485c-8d1a-a639e8166e93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:11.131110 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ad42c-40f2-4993-8e8d-1ecbe8fa91b8 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event updated for resources: {'Network': ['ID=cac14732-75c4-485c-8d1a-a639e8166e93,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:11.146204 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network cac14732-75c4-485c-8d1a-a639e8166e93 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:38:11.148047 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8f060a86-5a28-44a3-8d95-67fa47a108b5 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:11.149082 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:11.208890 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea31282-3986-4db8-9561-5bfcc1065a3b tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Made reservation on behalf of 2eedb324aef84e4d8754941becdd539b for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:11.213185 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2ea31282-3986-4db8-9561-5bfcc1065a3b tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:11.219229 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de4094-54e1-4e6c-9c19-3dd9bee8cae3 None None] Pushing event updated for resources: {'Port': ['ID=8f060a86-5a28-44a3-8d95-67fa47a108b5,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:11.303541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec043aff-649f-4c83-92f1-265fdb8ba608 None None] get_active_networks_info from ncdv-master-1 {{(pid=126226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 20 21:38:11.368256 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9135c5e3-33fc-4a8e-b83c-e0ad01cbc5de None None] Provisioning complete for port 8f060a86-5a28-44a3-8d95-67fa47a108b5 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:11.368628 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9135c5e3-33fc-4a8e-b83c-e0ad01cbc5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:11.413001 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2ea31282-3986-4db8-9561-5bfcc1065a3b tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:11.425896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec043aff-649f-4c83-92f1-265fdb8ba608 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 20 21:38:11.476252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea31282-3986-4db8-9561-5bfcc1065a3b tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event updated for resources: {'Subnet': ['ID=68f2a4ca-d091-4162-b3f8-13557cdbdec1,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:11.487304 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea31282-3986-4db8-9561-5bfcc1065a3b tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Checking segment: {'id': 'af34181a-8e97-452a-901f-520304beb737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cac14732-75c4-485c-8d1a-a639e8166e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:11.487667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea31282-3986-4db8-9561-5bfcc1065a3b tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Network hostable DHCP agents. Network: cac14732-75c4-485c-8d1a-a639e8166e93, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:38:11.503360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea31282-3986-4db8-9561-5bfcc1065a3b tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Network cac14732-75c4-485c-8d1a-a639e8166e93 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:38:11.516445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-2ea31282-3986-4db8-9561-5bfcc1065a3b tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cac14732-75c4-485c-8d1a-a639e8166e93) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:11.516445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea31282-3986-4db8-9561-5bfcc1065a3b tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:11.516936 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2ea31282-3986-4db8-9561-5bfcc1065a3b tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:11.535027 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2ea31282-3986-4db8-9561-5bfcc1065a3b tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4448991
Nov 20 21:38:11.538552 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56478) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:11.543547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b8a619eb-3a74-4c50-b5d8-d879bff77d75 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1036171788'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:11.563830 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a619eb-3a74-4c50-b5d8-d879bff77d75 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Made reservation on behalf of 2eedb324aef84e4d8754941becdd539b for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:11.567336 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8a619eb-3a74-4c50-b5d8-d879bff77d75 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:11.592241 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a619eb-3a74-4c50-b5d8-d879bff77d75 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:38:11.602440 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8a619eb-3a74-4c50-b5d8-d879bff77d75 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:11.602786 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-b8a619eb-3a74-4c50-b5d8-d879bff77d75 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Added segment e061584d-56d3-47da-b11b-1d53892b191d of type vlan for network 05139e43-df71-4f11-a80c-257225cdf1cf
Nov 20 21:38:11.645228 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8a619eb-3a74-4c50-b5d8-d879bff77d75 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:11.672022 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8a619eb-3a74-4c50-b5d8-d879bff77d75 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:11.677812 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a619eb-3a74-4c50-b5d8-d879bff77d75 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:11.678004 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619da7bd-befa-4256-ad4e-7d6ec04b7ccb None None] Network cac14732-75c4-485c-8d1a-a639e8166e93 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:11.678456 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b8a619eb-3a74-4c50-b5d8-d879bff77d75 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:11.709739 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b8a619eb-3a74-4c50-b5d8-d879bff77d75 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1701391
Nov 20 21:38:11.712611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56480) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:11.724882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-bdf932f8-87f5-4100-a2d7-313bca5b4924 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Request body: {'subnet': {'network_id': '05139e43-df71-4f11-a80c-257225cdf1cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:11.776648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a619eb-3a74-4c50-b5d8-d879bff77d75 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event updated for resources: {'Network': ['ID=05139e43-df71-4f11-a80c-257225cdf1cf,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:11.791594 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 05139e43-df71-4f11-a80c-257225cdf1cf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:38:11.847891 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf932f8-87f5-4100-a2d7-313bca5b4924 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Made reservation on behalf of 2eedb324aef84e4d8754941becdd539b for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:11.851362 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bdf932f8-87f5-4100-a2d7-313bca5b4924 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:11.900971 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cac14732-75c4-485c-8d1a-a639e8166e93', 'network_id': 'cac14732-75c4-485c-8d1a-a639e8166e93', 'tenant_id': '2eedb324aef84e4d8754941becdd539b', 'fixed_ips': [{'subnet_id': '68f2a4ca-d091-4162-b3f8-13557cdbdec1'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:38:11.901923 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.039330 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bdf932f8-87f5-4100-a2d7-313bca5b4924 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.046917 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Allocated IP 2001:db8::2 (cac14732-75c4-485c-8d1a-a639e8166e93/68f2a4ca-d091-4162-b3f8-13557cdbdec1/654f2404-3a9f-48e3-8b52-524530eb7fcc) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:38:12.104753 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf932f8-87f5-4100-a2d7-313bca5b4924 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event updated for resources: {'Subnet': ['ID=384c013a-285e-4c58-8ba5-d9e52284a866,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:12.114824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf932f8-87f5-4100-a2d7-313bca5b4924 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Checking segment: {'id': 'e061584d-56d3-47da-b11b-1d53892b191d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '05139e43-df71-4f11-a80c-257225cdf1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:12.115215 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf932f8-87f5-4100-a2d7-313bca5b4924 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Network hostable DHCP agents. Network: 05139e43-df71-4f11-a80c-257225cdf1cf, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:38:12.132279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf932f8-87f5-4100-a2d7-313bca5b4924 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Network 05139e43-df71-4f11-a80c-257225cdf1cf is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:38:12.141202 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-bdf932f8-87f5-4100-a2d7-313bca5b4924 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 05139e43-df71-4f11-a80c-257225cdf1cf) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:12.146009 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf932f8-87f5-4100-a2d7-313bca5b4924 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:12.146644 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bdf932f8-87f5-4100-a2d7-313bca5b4924 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.151770 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11c694f-e7e0-4717-95d3-20943b71eb50 None None] Network 05139e43-df71-4f11-a80c-257225cdf1cf requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:12.164664 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bdf932f8-87f5-4100-a2d7-313bca5b4924 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4508095
Nov 20 21:38:12.167160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56482) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:12.246057 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.255602 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.264447 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac5687cc-8841-479b-805c-e479071e6df1 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.310580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Network cac14732-75c4-485c-8d1a-a639e8166e93 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:38:12.316144 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:12.316358 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac5687cc-8841-479b-805c-e479071e6df1 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.341970 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:38:12.346972 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Pushing event updated for resources: {'Port': ['ID=654f2404-3a9f-48e3-8b52-524530eb7fcc,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:12.383025 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac5687cc-8841-479b-805c-e479071e6df1 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.410684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5687cc-8841-479b-805c-e479071e6df1 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event deleted for resources: {'Subnet': ['ID=384c013a-285e-4c58-8ba5-d9e52284a866,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:12.425272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Attempting to bind port 654f2404-3a9f-48e3-8b52-524530eb7fcc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:38:12.425541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Attempting to bind port 654f2404-3a9f-48e3-8b52-524530eb7fcc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'af34181a-8e97-452a-901f-520304beb737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cac14732-75c4-485c-8d1a-a639e8166e93'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:38:12.425909 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Attempting to bind port 654f2404-3a9f-48e3-8b52-524530eb7fcc on network cac14732-75c4-485c-8d1a-a639e8166e93 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:38:12.430660 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33f677f-a78c-461f-8db0-21e4a6a25fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-05139e43-df71-4f11-a80c-257225cdf1cf', 'network_id': '05139e43-df71-4f11-a80c-257225cdf1cf', 'tenant_id': '2eedb324aef84e4d8754941becdd539b', 'fixed_ips': [{'subnet_id': '384c013a-285e-4c58-8ba5-d9e52284a866'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:38:12.431507 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c33f677f-a78c-461f-8db0-21e4a6a25fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.437693 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:38:12.438093 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Checking segment: {'id': 'af34181a-8e97-452a-901f-520304beb737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cac14732-75c4-485c-8d1a-a639e8166e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:12.438498 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.438896 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Bound using segment: {'id': 'af34181a-8e97-452a-901f-520304beb737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cac14732-75c4-485c-8d1a-a639e8166e93'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:38:12.439386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Bound port: 654f2404-3a9f-48e3-8b52-524530eb7fcc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af34181a-8e97-452a-901f-520304beb737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cac14732-75c4-485c-8d1a-a639e8166e93'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:38:12.439767 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.470669 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac5687cc-8841-479b-805c-e479071e6df1 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.491399 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ac5687cc-8841-479b-805c-e479071e6df1 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a540f8b50>,) {'filters': {'network_id': ['05139e43-df71-4f11-a80c-257225cdf1cf']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:12.501389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ac5687cc-8841-479b-805c-e479071e6df1 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a540f8b50>, 'e061584d-56d3-47da-b11b-1d53892b191d') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:12.501680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-ac5687cc-8841-479b-805c-e479071e6df1 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a540f8b50>, 'e061584d-56d3-47da-b11b-1d53892b191d') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:12.511131 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac5687cc-8841-479b-805c-e479071e6df1 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.525385 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac5687cc-8841-479b-805c-e479071e6df1 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.531441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5687cc-8841-479b-805c-e479071e6df1 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:38:12.531838 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac5687cc-8841-479b-805c-e479071e6df1 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:38:12.535045 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:38:12.559866 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e32318b-95e6-4fa3-9a92-c52c21f6f796 None None] Network 05139e43-df71-4f11-a80c-257225cdf1cf requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:12.586742 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] For port 654f2404-3a9f-48e3-8b52-524530eb7fcc, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:38:12.602773 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac5687cc-8841-479b-805c-e479071e6df1 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.610227 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ac5687cc-8841-479b-805c-e479071e6df1 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.613621 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ac5687cc-8841-479b-805c-e479071e6df1 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "DELETE /v2.0/networks/05139e43-df71-4f11-a80c-257225cdf1cf HTTP/1.1" status: 204  len: 168 time: 0.4455450
Nov 20 21:38:12.616296 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56484) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:12.634847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5687cc-8841-479b-805c-e479071e6df1 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event deleted for resources: {'Network': ['ID=05139e43-df71-4f11-a80c-257225cdf1cf,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:12.639809 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] For port 654f2404-3a9f-48e3-8b52-524530eb7fcc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=654f2404-3a9f-48e3-8b52-524530eb7fcc,segment=NetworkSegment(af34181a-8e97-452a-901f-520304beb737),segment_id=af34181a-8e97-452a-901f-520304beb737)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:38:12.653226 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafa9b18-1e12-4942-90dc-e601e7537e9b tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] GET failed (client error): The resource could not be found.
Nov 20 21:38:12.654572 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bafa9b18-1e12-4942-90dc-e601e7537e9b tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "GET /v2.0/subnets/384c013a-285e-4c58-8ba5-d9e52284a866 HTTP/1.1" status: 404  len: 337 time: 0.0373447
Nov 20 21:38:12.658071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56486) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:12.665616 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.676659 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc59b93-4853-410a-a1af-d33a994193d9 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:38:12.677001 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc59b93-4853-410a-a1af-d33a994193d9 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:38:12.680123 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dcc59b93-4853-410a-a1af-d33a994193d9 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "DELETE /v2.0/networks/05139e43-df71-4f11-a80c-257225cdf1cf HTTP/1.1" status: 404  len: 339 time: 0.0211067
Nov 20 21:38:12.684201 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56488) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:12.710222 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-235b833a-cbac-4995-b666-554e8af6e00e tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:38:12.710666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235b833a-cbac-4995-b666-554e8af6e00e tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:38:12.716534 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-235b833a-cbac-4995-b666-554e8af6e00e tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "DELETE /v2.0/subnets/384c013a-285e-4c58-8ba5-d9e52284a866 HTTP/1.1" status: 404  len: 337 time: 0.0285859
Nov 20 21:38:12.716534 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56490) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:12.736619 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f89f9f-e2f8-4367-9a38-bf70b8d1d9bc tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:38:12.737247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f89f9f-e2f8-4367-9a38-bf70b8d1d9bc tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:38:12.740242 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-36f89f9f-e2f8-4367-9a38-bf70b8d1d9bc tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "DELETE /v2.0/networks/05139e43-df71-4f11-a80c-257225cdf1cf HTTP/1.1" status: 404  len: 339 time: 0.0230951
Nov 20 21:38:12.742139 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349c088-5cbd-47db-a9a5-c6aa95a37d37 None None] Pushing event updated for resources: {'Port': ['ID=654f2404-3a9f-48e3-8b52-524530eb7fcc,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:12.742833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56492) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:12.801695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-98fac680-0261-4107-9dba-d9a255e6ff70 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Deleting subnet 68f2a4ca-d091-4162-b3f8-13557cdbdec1 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:38:12.805170 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98fac680-0261-4107-9dba-d9a255e6ff70 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.846673 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98fac680-0261-4107-9dba-d9a255e6ff70 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:12.946492 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98fac680-0261-4107-9dba-d9a255e6ff70 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.021661 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98fac680-0261-4107-9dba-d9a255e6ff70 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.055994 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-98fac680-0261-4107-9dba-d9a255e6ff70 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.062150 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-98fac680-0261-4107-9dba-d9a255e6ff70 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "DELETE /v2.0/subnets/68f2a4ca-d091-4162-b3f8-13557cdbdec1 HTTP/1.1" status: 204  len: 168 time: 0.3177905
Nov 20 21:38:13.062768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56494) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:13.064080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fac680-0261-4107-9dba-d9a255e6ff70 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event deleted for resources: {'Subnet': ['ID=68f2a4ca-d091-4162-b3f8-13557cdbdec1,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:13.084048 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 654f2404-3a9f-48e3-8b52-524530eb7fcc up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:38:13.134687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 654f2404-3a9f-48e3-8b52-524530eb7fcc triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:13.135166 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.147795 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.200488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Deleting port 654f2404-3a9f-48e3-8b52-524530eb7fcc {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:38:13.200834 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.220437 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.255223 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 654f2404-3a9f-48e3-8b52-524530eb7fcc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=654f2404-3a9f-48e3-8b52-524530eb7fcc,segment=NetworkSegment(af34181a-8e97-452a-901f-520304beb737),segment_id=af34181a-8e97-452a-901f-520304beb737)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:38:13.259815 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.260900 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8f060a86-5a28-44a3-8d95-67fa47a108b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:38:13.271916 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] For port 654f2404-3a9f-48e3-8b52-524530eb7fcc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=654f2404-3a9f-48e3-8b52-524530eb7fcc,segment=NetworkSegment(af34181a-8e97-452a-901f-520304beb737),segment_id=af34181a-8e97-452a-901f-520304beb737)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:38:13.272282 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.284825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Calling delete_port for 654f2404-3a9f-48e3-8b52-524530eb7fcc owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:38:13.350281 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=654f2404-3a9f-48e3-8b52-524530eb7fcc,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:13.364341 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.368848 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7dbf4da7-49d1-4843-9d21-347cb9a774e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.380420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8f060a86-5a28-44a3-8d95-67fa47a108b5 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:13.381013 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.396536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event deleted for resources: {'Port': ['ID=654f2404-3a9f-48e3-8b52-524530eb7fcc,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:13.399985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] No DVR routers for this DVR port 654f2404-3a9f-48e3-8b52-524530eb7fcc on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:38:13.484329 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.506679 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e64e0a0>,) {'filters': {'network_id': ['cac14732-75c4-485c-8d1a-a639e8166e93']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:13.517382 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e64e0a0>, 'af34181a-8e97-452a-901f-520304beb737') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:13.517691 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e64e0a0>, 'af34181a-8e97-452a-901f-520304beb737') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:13.534321 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.550034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.556564 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:38:13.556953 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:38:13.560028 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:38:13.627101 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.632935 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.638847 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "DELETE /v2.0/networks/cac14732-75c4-485c-8d1a-a639e8166e93 HTTP/1.1" status: 204  len: 168 time: 0.5718706
Nov 20 21:38:13.639344 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56496) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:13.651151 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a58f0-9b3d-4208-85a7-f6d18c447815 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event deleted for resources: {'Network': ['ID=cac14732-75c4-485c-8d1a-a639e8166e93,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:13.667893 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dff6fe3-1dc2-4c02-9ae1-b7058bdadbe6 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:38:13.668361 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dff6fe3-1dc2-4c02-9ae1-b7058bdadbe6 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:38:13.672430 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1dff6fe3-1dc2-4c02-9ae1-b7058bdadbe6 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "DELETE /v2.0/subnets/54493710-0078-4536-b0dd-8aa48fc269ad HTTP/1.1" status: 404  len: 337 time: 0.0317419
Nov 20 21:38:13.674834 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56498) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:13.694025 ncdv-master-1 neutron-server[126225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95a1f8b-d322-4be7-9c2a-141679cbd941 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:38:13.694559 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95a1f8b-d322-4be7-9c2a-141679cbd941 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:38:13.697936 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b95a1f8b-d322-4be7-9c2a-141679cbd941 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "DELETE /v2.0/networks/0149ae3f-afcb-41c9-a70e-2ad3afa77a8c HTTP/1.1" status: 404  len: 339 time: 0.0218964
Nov 20 21:38:13.700359 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56500) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:13.727385 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f3f422-88b3-42a3-9033-49e080545053 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:38:13.727845 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f3f422-88b3-42a3-9033-49e080545053 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:38:13.730983 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-77f3f422-88b3-42a3-9033-49e080545053 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "DELETE /v2.0/subnets/206ce3b7-537b-44e0-9671-21aaaaffb418 HTTP/1.1" status: 404  len: 337 time: 0.0295856
Nov 20 21:38:13.733799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56502) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:13.754251 ncdv-master-1 neutron-server[126224]: INFO neutron.pecan_wsgi.hooks.translation [None req-63accdb6-d4ac-485b-a36d-3e211760a55c tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] DELETE failed (client error): The resource could not be found.
Nov 20 21:38:13.754745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63accdb6-d4ac-485b-a36d-3e211760a55c tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 20 21:38:13.757772 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-63accdb6-d4ac-485b-a36d-3e211760a55c tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "DELETE /v2.0/networks/a061a1b9-2532-4097-afda-c87be3a94bf9 HTTP/1.1" status: 404  len: 339 time: 0.0215006
Nov 20 21:38:13.760493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56504) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:13.776173 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-192fa76a-4365-4b3a-8c52-0912a7a97fd8 None None] Could not find standard attr ID for object 654f2404-3a9f-48e3-8b52-524530eb7fcc. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:38:13.799207 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510729af-547e-4e9f-992e-45ba45f7a281 None None] DHCP port deletion for cac14732-75c4-485c-8d1a-a639e8166e93 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:38:13.814272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dbac70-c08f-48e5-9e51-03a100c9e5b9 None None] Network cac14732-75c4-485c-8d1a-a639e8166e93 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:13.823889 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9559b25-087b-49cf-964a-888854741dd2 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Deleting subnet e32f97b9-9d26-47f0-8c7f-e3a3716805bc {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:38:13.825634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dbac70-c08f-48e5-9e51-03a100c9e5b9 None None] Network cac14732-75c4-485c-8d1a-a639e8166e93 could not be found, it might have been deleted concurrently. {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 20 21:38:13.827567 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a9559b25-087b-49cf-964a-888854741dd2 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.867873 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a9559b25-087b-49cf-964a-888854741dd2 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:13.947807 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a9559b25-087b-49cf-964a-888854741dd2 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:14.010217 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a9559b25-087b-49cf-964a-888854741dd2 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:14.037495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9559b25-087b-49cf-964a-888854741dd2 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event deleted for resources: {'Subnet': ['ID=e32f97b9-9d26-47f0-8c7f-e3a3716805bc,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:14.041081 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a9559b25-087b-49cf-964a-888854741dd2 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:14.044292 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a9559b25-087b-49cf-964a-888854741dd2 tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "DELETE /v2.0/subnets/e32f97b9-9d26-47f0-8c7f-e3a3716805bc HTTP/1.1" status: 204  len: 168 time: 0.2828650
Nov 20 21:38:14.046997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56506) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:14.052213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9e52a4-f7cb-486d-8739-27eb1df1196e None None] Network 655875ff-3e35-4a24-9647-29f839428a5d requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:14.127695 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:14.182841 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Deleting port 8f060a86-5a28-44a3-8d95-67fa47a108b5 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:38:14.183417 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:14.217148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] DHCP port deletion for 655875ff-3e35-4a24-9647-29f839428a5d request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:38:14.250300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] For port 8f060a86-5a28-44a3-8d95-67fa47a108b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f060a86-5a28-44a3-8d95-67fa47a108b5,segment=NetworkSegment(20f41a84-4138-4539-ac66-90756291e27b),segment_id=20f41a84-4138-4539-ac66-90756291e27b)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:38:14.250684 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:14.263050 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Calling delete_port for 8f060a86-5a28-44a3-8d95-67fa47a108b5 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:38:14.264658 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Deleting port 8f060a86-5a28-44a3-8d95-67fa47a108b5 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:38:14.265530 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:14.330983 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] For port 8f060a86-5a28-44a3-8d95-67fa47a108b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f060a86-5a28-44a3-8d95-67fa47a108b5,segment=NetworkSegment(20f41a84-4138-4539-ac66-90756291e27b),segment_id=20f41a84-4138-4539-ac66-90756291e27b)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:38:14.331380 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:14.344505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Calling delete_port for 8f060a86-5a28-44a3-8d95-67fa47a108b5 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:38:14.345026 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:14.369630 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event deleted for resources: {'Port': ['ID=8f060a86-5a28-44a3-8d95-67fa47a108b5,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:14.375208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] No DVR routers for this DVR port 8f060a86-5a28-44a3-8d95-67fa47a108b5 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:38:14.423837 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:14.452169 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Pushing event deleted for resources: {'Port': ['ID=8f060a86-5a28-44a3-8d95-67fa47a108b5,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:14.456709 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:14.460101 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] No DVR routers for this DVR port 8f060a86-5a28-44a3-8d95-67fa47a108b5 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:38:14.462317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:14.462652 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:14.462991 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:14.463326 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:14.463667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:14.464028 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:14.464392 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:14.464715 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:14.465051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:14.465379 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:14.465709 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:14.466039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc3494-2bae-47a6-97b0-371ea8892a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:14.478670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4fc8d280>,) {'filters': {'network_id': ['655875ff-3e35-4a24-9647-29f839428a5d']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:14.488982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fc8d280>, '20f41a84-4138-4539-ac66-90756291e27b') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:14.489293 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4fc8d280>, '20f41a84-4138-4539-ac66-90756291e27b') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:14.498681 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:14.511825 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:14.518563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:38:14.518966 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:38:14.522162 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:38:14.580412 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:14.587119 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:14.590277 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] 10.222.0.41 "DELETE /v2.0/networks/655875ff-3e35-4a24-9647-29f839428a5d HTTP/1.1" status: 204  len: 168 time: 0.5422578
Nov 20 21:38:14.603439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bcd87-9776-4701-a4d8-4c9d3d8863ef tempest-NetworksIpV6Test-1742259337 tempest-NetworksIpV6Test-1742259337-project] Pushing event deleted for resources: {'Network': ['ID=655875ff-3e35-4a24-9647-29f839428a5d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:14.856320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56512) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:14.956870 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 654f2404-3a9f-48e3-8b52-524530eb7fcc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:38:14.977597 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 654f2404-3a9f-48e3-8b52-524530eb7fcc {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:38:14.977861 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 654f2404-3a9f-48e3-8b52-524530eb7fcc not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:38:14.978312 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8f060a86-5a28-44a3-8d95-67fa47a108b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:38:14.993452 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-089fd077-0f99-4854-8046-b69266fcafa8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2eedb324aef84e4d8754941becdd539b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1359534
Nov 20 21:38:14.995962 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56516) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:14.997512 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 8f060a86-5a28-44a3-8d95-67fa47a108b5 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:38:14.997865 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8f060a86-5a28-44a3-8d95-67fa47a108b5 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:38:15.042986 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-66d9e0b8-3664-4ad6-80a1-a208d4efd644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:15.063792 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-66d9e0b8-3664-4ad6-80a1-a208d4efd644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:15.110105 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-66d9e0b8-3664-4ad6-80a1-a208d4efd644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:15.112969 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-66d9e0b8-3664-4ad6-80a1-a208d4efd644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:15.114126 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-66d9e0b8-3664-4ad6-80a1-a208d4efd644 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c0f03e1-76e1-4890-863e-a209d385be88 HTTP/1.1" status: 204  len: 168 time: 0.1172421
Nov 20 21:38:15.121817 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9e0b8-3664-4ad6-80a1-a208d4efd644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0f03e1-76e1-4890-863e-a209d385be88,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:15.743179 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9602d12d-9ebe-445a-baec-9836f2a8687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:15.767854 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56538) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:15.860044 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ddabdd56-5183-4bd7-9b4d-3378d413e19e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1511063081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:15.883304 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ddabdd56-5183-4bd7-9b4d-3378d413e19e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:15.884384 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ddabdd56-5183-4bd7-9b4d-3378d413e19e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:15.937057 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ddabdd56-5183-4bd7-9b4d-3378d413e19e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:15.941153 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ddabdd56-5183-4bd7-9b4d-3378d413e19e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:15.958585 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ddabdd56-5183-4bd7-9b4d-3378d413e19e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:15.959779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ddabdd56-5183-4bd7-9b4d-3378d413e19e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1909056
Nov 20 21:38:15.962788 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56542) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:15.967579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b7167d03-8e10-4c5a-bbd3-c68b1e456ada tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-646778226'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:15.987709 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7167d03-8e10-4c5a-bbd3-c68b1e456ada tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Made reservation on behalf of 648ed39b90364fa5920a481ebfc27bd7 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:15.991119 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7167d03-8e10-4c5a-bbd3-c68b1e456ada tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:15.999923 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7167d03-8e10-4c5a-bbd3-c68b1e456ada tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:16.073853 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7167d03-8e10-4c5a-bbd3-c68b1e456ada tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:16.077892 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7167d03-8e10-4c5a-bbd3-c68b1e456ada tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:16.105522 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7167d03-8e10-4c5a-bbd3-c68b1e456ada tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:38:16.112716 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7167d03-8e10-4c5a-bbd3-c68b1e456ada tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6868dd8-4eb0-40bb-98c6-4d9786c6cb3a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:16.119332 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7167d03-8e10-4c5a-bbd3-c68b1e456ada tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:16.120350 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-b7167d03-8e10-4c5a-bbd3-c68b1e456ada tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Added segment 550bb7cc-22f0-45ce-8641-3f46ec66c5a5 of type vlan for network 69a38aaf-2239-4e7d-9961-baa7b4de1304
Nov 20 21:38:16.158307 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7167d03-8e10-4c5a-bbd3-c68b1e456ada tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:16.182495 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7167d03-8e10-4c5a-bbd3-c68b1e456ada tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:16.188882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7167d03-8e10-4c5a-bbd3-c68b1e456ada tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:16.189462 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b7167d03-8e10-4c5a-bbd3-c68b1e456ada tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:16.217392 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b7167d03-8e10-4c5a-bbd3-c68b1e456ada tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2535779
Nov 20 21:38:16.220289 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56544) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:16.231165 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7065869e-8301-4395-bf5f-4e7441395626 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Request body: {'subnet': {'network_id': '69a38aaf-2239-4e7d-9961-baa7b4de1304', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:16.277312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7167d03-8e10-4c5a-bbd3-c68b1e456ada tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Pushing event updated for resources: {'Network': ['ID=69a38aaf-2239-4e7d-9961-baa7b4de1304,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:16.287319 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 69a38aaf-2239-4e7d-9961-baa7b4de1304 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:38:16.349976 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7065869e-8301-4395-bf5f-4e7441395626 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Made reservation on behalf of 648ed39b90364fa5920a481ebfc27bd7 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:16.353559 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7065869e-8301-4395-bf5f-4e7441395626 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:16.545126 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7065869e-8301-4395-bf5f-4e7441395626 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:16.607929 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065869e-8301-4395-bf5f-4e7441395626 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Pushing event updated for resources: {'Subnet': ['ID=417cf28d-3522-4dd1-b6a4-9b11976cfae9,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:16.617292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7065869e-8301-4395-bf5f-4e7441395626 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Checking segment: {'id': '550bb7cc-22f0-45ce-8641-3f46ec66c5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '69a38aaf-2239-4e7d-9961-baa7b4de1304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:16.617655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7065869e-8301-4395-bf5f-4e7441395626 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Network hostable DHCP agents. Network: 69a38aaf-2239-4e7d-9961-baa7b4de1304, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:38:16.633991 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7065869e-8301-4395-bf5f-4e7441395626 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Network 69a38aaf-2239-4e7d-9961-baa7b4de1304 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:38:16.642535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-7065869e-8301-4395-bf5f-4e7441395626 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 69a38aaf-2239-4e7d-9961-baa7b4de1304) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:16.646429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7065869e-8301-4395-bf5f-4e7441395626 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:16.647009 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7065869e-8301-4395-bf5f-4e7441395626 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:16.651391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe168f9-2372-4fa3-b14a-ca9c2642b8c3 None None] Network 69a38aaf-2239-4e7d-9961-baa7b4de1304 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:16.665780 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7065869e-8301-4395-bf5f-4e7441395626 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4416733
Nov 20 21:38:16.666011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56546) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:16.671535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-f1c9bb8e-7c9c-421e-8edb-ed2f2bc9c58b tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1028117457'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:16.692366 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c9bb8e-7c9c-421e-8edb-ed2f2bc9c58b tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Made reservation on behalf of 648ed39b90364fa5920a481ebfc27bd7 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:16.695744 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1c9bb8e-7c9c-421e-8edb-ed2f2bc9c58b tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:16.720268 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c9bb8e-7c9c-421e-8edb-ed2f2bc9c58b tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:38:16.729528 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1c9bb8e-7c9c-421e-8edb-ed2f2bc9c58b tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:16.729869 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-f1c9bb8e-7c9c-421e-8edb-ed2f2bc9c58b tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Added segment 5d89bb10-3b1b-45a8-96c2-cb66582cd0ba of type vlan for network 78a05c6a-c337-43d5-b074-ce4cea01f842
Nov 20 21:38:16.769791 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1c9bb8e-7c9c-421e-8edb-ed2f2bc9c58b tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:16.794947 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1c9bb8e-7c9c-421e-8edb-ed2f2bc9c58b tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:16.802664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c9bb8e-7c9c-421e-8edb-ed2f2bc9c58b tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:16.803295 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f1c9bb8e-7c9c-421e-8edb-ed2f2bc9c58b tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:16.805972 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-69a38aaf-2239-4e7d-9961-baa7b4de1304', 'network_id': '69a38aaf-2239-4e7d-9961-baa7b4de1304', 'tenant_id': '648ed39b90364fa5920a481ebfc27bd7', 'fixed_ips': [{'subnet_id': '417cf28d-3522-4dd1-b6a4-9b11976cfae9'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:38:16.806984 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:16.840132 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f1c9bb8e-7c9c-421e-8edb-ed2f2bc9c58b tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.1730845
Nov 20 21:38:16.843801 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56548) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:16.849243 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8d69fb8d-65c7-4920-95a9-4200bd224960 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Request body: {'subnet': {'network_id': '78a05c6a-c337-43d5-b074-ce4cea01f842', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:16.887157 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9bb8e-7c9c-421e-8edb-ed2f2bc9c58b tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Pushing event updated for resources: {'Network': ['ID=78a05c6a-c337-43d5-b074-ce4cea01f842,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:16.898473 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 78a05c6a-c337-43d5-b074-ce4cea01f842 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:38:16.952932 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d69fb8d-65c7-4920-95a9-4200bd224960 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Made reservation on behalf of 648ed39b90364fa5920a481ebfc27bd7 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:16.956794 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d69fb8d-65c7-4920-95a9-4200bd224960 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:17.001560 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:17.011838 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Allocated IP 172.20.0.2 (69a38aaf-2239-4e7d-9961-baa7b4de1304/417cf28d-3522-4dd1-b6a4-9b11976cfae9/fdf744f8-0f22-4b96-9719-f187e8df5d4f) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:38:17.146036 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d69fb8d-65c7-4920-95a9-4200bd224960 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:17.156292 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:17.161857 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:17.203375 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Network 69a38aaf-2239-4e7d-9961-baa7b4de1304 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:38:17.206447 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:17.211297 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:38:17.213258 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Pushing event updated for resources: {'Port': ['ID=fdf744f8-0f22-4b96-9719-f187e8df5d4f,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:17.213990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69fb8d-65c7-4920-95a9-4200bd224960 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Pushing event updated for resources: {'Subnet': ['ID=a83a9196-d850-445b-9f7a-4e0916ac0998,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:17.219690 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d69fb8d-65c7-4920-95a9-4200bd224960 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Checking segment: {'id': '5d89bb10-3b1b-45a8-96c2-cb66582cd0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78a05c6a-c337-43d5-b074-ce4cea01f842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:17.220062 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d69fb8d-65c7-4920-95a9-4200bd224960 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Network hostable DHCP agents. Network: 78a05c6a-c337-43d5-b074-ce4cea01f842, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:38:17.240263 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d69fb8d-65c7-4920-95a9-4200bd224960 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Network 78a05c6a-c337-43d5-b074-ce4cea01f842 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:38:17.249599 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-8d69fb8d-65c7-4920-95a9-4200bd224960 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 78a05c6a-c337-43d5-b074-ce4cea01f842) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:17.254681 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d69fb8d-65c7-4920-95a9-4200bd224960 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:17.256266 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8d69fb8d-65c7-4920-95a9-4200bd224960 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:17.260587 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592f0b81-ed6c-4d33-8e14-4e85e4b17e16 None None] Network 78a05c6a-c337-43d5-b074-ce4cea01f842 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:17.272871 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8d69fb8d-65c7-4920-95a9-4200bd224960 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4278302
Nov 20 21:38:17.275782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56550) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:17.280858 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c63641e3-61d8-4293-aefc-12e302fd1ff7 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Request body: {'router': {'external_gateway_info': {'network_id': '78a05c6a-c337-43d5-b074-ce4cea01f842'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:17.293931 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Attempting to bind port fdf744f8-0f22-4b96-9719-f187e8df5d4f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:38:17.294326 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Attempting to bind port fdf744f8-0f22-4b96-9719-f187e8df5d4f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '550bb7cc-22f0-45ce-8641-3f46ec66c5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '69a38aaf-2239-4e7d-9961-baa7b4de1304'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:38:17.294690 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Attempting to bind port fdf744f8-0f22-4b96-9719-f187e8df5d4f on network 69a38aaf-2239-4e7d-9961-baa7b4de1304 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:38:17.326777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:38:17.327177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Checking segment: {'id': '550bb7cc-22f0-45ce-8641-3f46ec66c5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '69a38aaf-2239-4e7d-9961-baa7b4de1304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:17.327577 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:17.327980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Bound using segment: {'id': '550bb7cc-22f0-45ce-8641-3f46ec66c5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '69a38aaf-2239-4e7d-9961-baa7b4de1304'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:38:17.328458 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Bound port: fdf744f8-0f22-4b96-9719-f187e8df5d4f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550bb7cc-22f0-45ce-8641-3f46ec66c5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '69a38aaf-2239-4e7d-9961-baa7b4de1304'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:38:17.328839 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:17.437640 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] For port fdf744f8-0f22-4b96-9719-f187e8df5d4f, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:38:17.440836 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] For port fdf744f8-0f22-4b96-9719-f187e8df5d4f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdf744f8-0f22-4b96-9719-f187e8df5d4f,segment=NetworkSegment(550bb7cc-22f0-45ce-8641-3f46ec66c5a5),segment_id=550bb7cc-22f0-45ce-8641-3f46ec66c5a5)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:38:17.448421 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:17.490327 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c63641e3-61d8-4293-aefc-12e302fd1ff7 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:17.494216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-78a05c6a-c337-43d5-b074-ce4cea01f842', 'network_id': '78a05c6a-c337-43d5-b074-ce4cea01f842', 'tenant_id': '648ed39b90364fa5920a481ebfc27bd7', 'fixed_ips': [{'subnet_id': 'a83a9196-d850-445b-9f7a-4e0916ac0998'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:38:17.495106 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:17.552066 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407a617-76bf-4a57-94d2-f4274dcce881 None None] Pushing event updated for resources: {'Port': ['ID=fdf744f8-0f22-4b96-9719-f187e8df5d4f,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:17.621507 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [None req-c63641e3-61d8-4293-aefc-12e302fd1ff7 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 20 21:38:17.622853 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c63641e3-61d8-4293-aefc-12e302fd1ff7 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] 10.222.0.41 "PUT /v2.0/routers/fefe8df1-7574-4edf-b7b0-0112c721eda1 HTTP/1.1" status: 400  len: 364 time: 0.3459175
Nov 20 21:38:17.628944 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56552) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:17.677671 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Allocated IP 172.21.0.2 (78a05c6a-c337-43d5-b074-ce4cea01f842/a83a9196-d850-445b-9f7a-4e0916ac0998/7c620966-15ee-479f-967d-712a10e86d30) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:38:17.686069 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dccf5f6-2e0b-4a74-b455-f117307aa4b2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Deleting subnet a83a9196-d850-445b-9f7a-4e0916ac0998 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:38:17.844694 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:17.851264 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3dccf5f6-2e0b-4a74-b455-f117307aa4b2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:17.851982 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:17.893207 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Network 78a05c6a-c337-43d5-b074-ce4cea01f842 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:38:17.895889 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3dccf5f6-2e0b-4a74-b455-f117307aa4b2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:17.896169 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:17.899864 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:38:17.907246 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Pushing event updated for resources: {'Port': ['ID=7c620966-15ee-479f-967d-712a10e86d30,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:17.960294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Attempting to bind port 7c620966-15ee-479f-967d-712a10e86d30 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:38:17.960556 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Attempting to bind port 7c620966-15ee-479f-967d-712a10e86d30 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5d89bb10-3b1b-45a8-96c2-cb66582cd0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78a05c6a-c337-43d5-b074-ce4cea01f842'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:38:17.960922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Attempting to bind port 7c620966-15ee-479f-967d-712a10e86d30 on network 78a05c6a-c337-43d5-b074-ce4cea01f842 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:38:17.965805 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:38:17.966266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Checking segment: {'id': '5d89bb10-3b1b-45a8-96c2-cb66582cd0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78a05c6a-c337-43d5-b074-ce4cea01f842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:17.966652 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:17.967023 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Bound using segment: {'id': '5d89bb10-3b1b-45a8-96c2-cb66582cd0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78a05c6a-c337-43d5-b074-ce4cea01f842'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:38:17.967485 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Bound port: 7c620966-15ee-479f-967d-712a10e86d30, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d89bb10-3b1b-45a8-96c2-cb66582cd0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78a05c6a-c337-43d5-b074-ce4cea01f842'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:38:17.968517 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:17.987532 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3dccf5f6-2e0b-4a74-b455-f117307aa4b2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.046558 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3dccf5f6-2e0b-4a74-b455-f117307aa4b2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.049182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] For port 7c620966-15ee-479f-967d-712a10e86d30, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:38:18.052635 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] For port 7c620966-15ee-479f-967d-712a10e86d30, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c620966-15ee-479f-967d-712a10e86d30,segment=NetworkSegment(5d89bb10-3b1b-45a8-96c2-cb66582cd0ba),segment_id=5d89bb10-3b1b-45a8-96c2-cb66582cd0ba)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:38:18.057840 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.077415 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3dccf5f6-2e0b-4a74-b455-f117307aa4b2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.080953 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3dccf5f6-2e0b-4a74-b455-f117307aa4b2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] 10.222.0.41 "DELETE /v2.0/subnets/a83a9196-d850-445b-9f7a-4e0916ac0998 HTTP/1.1" status: 204  len: 168 time: 0.4508476
Nov 20 21:38:18.083280 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccf5f6-2e0b-4a74-b455-f117307aa4b2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Pushing event deleted for resources: {'Subnet': ['ID=a83a9196-d850-445b-9f7a-4e0916ac0998,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:18.083497 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56554) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:18.124840 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f603bd7-fdff-4e50-b061-ad25f3bc5166 None None] Pushing event updated for resources: {'Port': ['ID=7c620966-15ee-479f-967d-712a10e86d30,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:18.168949 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.230808 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Deleting port 7c620966-15ee-479f-967d-712a10e86d30 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:38:18.231248 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.303450 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] For port 7c620966-15ee-479f-967d-712a10e86d30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c620966-15ee-479f-967d-712a10e86d30,segment=NetworkSegment(5d89bb10-3b1b-45a8-96c2-cb66582cd0ba),segment_id=5d89bb10-3b1b-45a8-96c2-cb66582cd0ba)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:38:18.303815 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.318321 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Calling delete_port for 7c620966-15ee-479f-967d-712a10e86d30 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:38:18.431866 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.462546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Pushing event deleted for resources: {'Port': ['ID=7c620966-15ee-479f-967d-712a10e86d30,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:18.472332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] No DVR routers for this DVR port 7c620966-15ee-479f-967d-712a10e86d30 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:38:18.533705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6999e4e8-d81b-4c25-b53b-6932668fcfc2 None None] Network 69a38aaf-2239-4e7d-9961-baa7b4de1304 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:18.558769 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.579074 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4de73400>,) {'filters': {'network_id': ['78a05c6a-c337-43d5-b074-ce4cea01f842']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:18.588171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4de73400>, '5d89bb10-3b1b-45a8-96c2-cb66582cd0ba') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:18.588463 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4de73400>, '5d89bb10-3b1b-45a8-96c2-cb66582cd0ba') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:18.597878 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.612685 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.619914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:38:18.620292 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:38:18.624466 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:38:18.657675 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b3eab07f-3f55-4f56-bf7b-b6d5059c7518 None None] Provisioning complete for port fdf744f8-0f22-4b96-9719-f187e8df5d4f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:18.658106 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b3eab07f-3f55-4f56-bf7b-b6d5059c7518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.688186 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.698908 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.703071 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] 10.222.0.41 "DELETE /v2.0/networks/78a05c6a-c337-43d5-b074-ce4cea01f842 HTTP/1.1" status: 204  len: 168 time: 0.6185317
Nov 20 21:38:18.705829 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56556) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:18.713214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b0349-2c5a-49be-8e61-de92f7d0c35e tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Pushing event deleted for resources: {'Network': ['ID=78a05c6a-c337-43d5-b074-ce4cea01f842,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:18.762204 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde1271c-8066-4c6b-8df7-ad27d0d58106 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Deleting subnet 417cf28d-3522-4dd1-b6a4-9b11976cfae9 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:38:18.765618 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cde1271c-8066-4c6b-8df7-ad27d0d58106 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.785416 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b3eab07f-3f55-4f56-bf7b-b6d5059c7518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.794244 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.818442 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cde1271c-8066-4c6b-8df7-ad27d0d58106 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.822685 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b3eab07f-3f55-4f56-bf7b-b6d5059c7518 None None] For port fdf744f8-0f22-4b96-9719-f187e8df5d4f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdf744f8-0f22-4b96-9719-f187e8df5d4f,segment=NetworkSegment(550bb7cc-22f0-45ce-8641-3f46ec66c5a5),segment_id=550bb7cc-22f0-45ce-8641-3f46ec66c5a5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:38:18.829253 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b3eab07f-3f55-4f56-bf7b-b6d5059c7518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:18.895294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eab07f-3f55-4f56-bf7b-b6d5059c7518 None None] Pushing event updated for resources: {'Port': ['ID=fdf744f8-0f22-4b96-9719-f187e8df5d4f,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:18.921508 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cde1271c-8066-4c6b-8df7-ad27d0d58106 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:19.002996 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cde1271c-8066-4c6b-8df7-ad27d0d58106 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:19.034819 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fdf744f8-0f22-4b96-9719-f187e8df5d4f up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:38:19.035135 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1271c-8066-4c6b-8df7-ad27d0d58106 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Pushing event deleted for resources: {'Subnet': ['ID=417cf28d-3522-4dd1-b6a4-9b11976cfae9,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:19.038294 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cde1271c-8066-4c6b-8df7-ad27d0d58106 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:19.042991 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cde1271c-8066-4c6b-8df7-ad27d0d58106 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] 10.222.0.41 "DELETE /v2.0/subnets/417cf28d-3522-4dd1-b6a4-9b11976cfae9 HTTP/1.1" status: 204  len: 168 time: 0.3338087
Nov 20 21:38:19.043308 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56558) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:19.071023 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e52e2c-1c54-4baa-8fb5-29efc8d3bb73 None None] Network 69a38aaf-2239-4e7d-9961-baa7b4de1304 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:19.130734 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:19.187956 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8b21862a-4840-408d-be10-07079e93016b None None] Provisioning complete for port fdf744f8-0f22-4b96-9719-f187e8df5d4f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:19.188298 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8b21862a-4840-408d-be10-07079e93016b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:19.191513 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port fdf744f8-0f22-4b96-9719-f187e8df5d4f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:19.191872 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:19.193071 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Deleting port fdf744f8-0f22-4b96-9719-f187e8df5d4f {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:38:19.193348 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:19.261089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] For port fdf744f8-0f22-4b96-9719-f187e8df5d4f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdf744f8-0f22-4b96-9719-f187e8df5d4f,segment=NetworkSegment(550bb7cc-22f0-45ce-8641-3f46ec66c5a5),segment_id=550bb7cc-22f0-45ce-8641-3f46ec66c5a5)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:38:19.261639 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:19.282075 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Calling delete_port for fdf744f8-0f22-4b96-9719-f187e8df5d4f owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:38:19.334033 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de2672f-348f-4af5-93fe-85e7f2aa499e None None] DHCP port deletion for 78a05c6a-c337-43d5-b074-ce4cea01f842 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:38:19.374796 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dece3abc-4f48-4527-be7c-e37b4cfd1a5b None None] DHCP port deletion for 69a38aaf-2239-4e7d-9961-baa7b4de1304 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:38:19.378208 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:19.395889 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:19.401216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41e61ae-f3f6-4291-a7d9-3db8ffddf6c3 None None] Network 78a05c6a-c337-43d5-b074-ce4cea01f842 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:19.411222 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Pushing event deleted for resources: {'Port': ['ID=fdf744f8-0f22-4b96-9719-f187e8df5d4f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:19.414893 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] No DVR routers for this DVR port fdf744f8-0f22-4b96-9719-f187e8df5d4f on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:38:19.423535 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41e61ae-f3f6-4291-a7d9-3db8ffddf6c3 None None] Network 78a05c6a-c337-43d5-b074-ce4cea01f842 could not be found, it might have been deleted concurrently. {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 20 21:38:19.497774 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:19.519687 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a5499bf10>,) {'filters': {'network_id': ['69a38aaf-2239-4e7d-9961-baa7b4de1304']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:19.529090 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a5499bf10>, '550bb7cc-22f0-45ce-8641-3f46ec66c5a5') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:19.529390 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a5499bf10>, '550bb7cc-22f0-45ce-8641-3f46ec66c5a5') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:19.531452 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5a6eccc7-f422-4dc1-b4cb-2595babb72e2 None None] Could not find standard attr ID for object 7c620966-15ee-479f-967d-712a10e86d30. {{(pid=126226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 20 21:38:19.539627 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:19.553237 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:19.559119 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:38:19.559509 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:38:19.563038 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:38:19.624961 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:19.631594 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:19.634667 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] 10.222.0.41 "DELETE /v2.0/networks/69a38aaf-2239-4e7d-9961-baa7b4de1304 HTTP/1.1" status: 204  len: 168 time: 0.5905321
Nov 20 21:38:19.637460 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56560) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:19.646846 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec341a0-d708-4803-85c5-c9c2e0acfca2 tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Pushing event deleted for resources: {'Network': ['ID=69a38aaf-2239-4e7d-9961-baa7b4de1304,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:19.664643 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4ed01be2-3e71-41d0-823e-5a02728996cd tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] 10.222.0.41 "GET /v2.0/ports?device_id=fefe8df1-7574-4edf-b7b0-0112c721eda1 HTTP/1.1" status: 200  len: 205 time: 0.0259480
Nov 20 21:38:19.667025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56562) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:19.741126 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c82d6ba2-c185-4316-bf8d-830c3c06672a tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:20.243078 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c82d6ba2-c185-4316-bf8d-830c3c06672a tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:20.245655 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c82d6ba2-c185-4316-bf8d-830c3c06672a tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:20.287651 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c82d6ba2-c185-4316-bf8d-830c3c06672a tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:20.288229 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82d6ba2-c185-4316-bf8d-830c3c06672a tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Fanout notify agent at l3_agent the message router_deleted on router fefe8df1-7574-4edf-b7b0-0112c721eda1 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:38:20.295550 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c82d6ba2-c185-4316-bf8d-830c3c06672a tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:20.297499 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c82d6ba2-c185-4316-bf8d-830c3c06672a tempest-RoutersNegativeTest-156244913 tempest-RoutersNegativeTest-156244913-project] 10.222.0.41 "DELETE /v2.0/routers/fefe8df1-7574-4edf-b7b0-0112c721eda1 HTTP/1.1" status: 204  len: 168 time: 0.6295137
Nov 20 21:38:20.539880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56568) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:20.670260 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e944052b-60f5-469c-8aae-e2f22008f4eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=648ed39b90364fa5920a481ebfc27bd7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1291461
Nov 20 21:38:20.672689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56572) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:20.721900 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-60b548eb-4e29-42c3-b809-4e9d380d96ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:20.742390 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-60b548eb-4e29-42c3-b809-4e9d380d96ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:20.789736 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-60b548eb-4e29-42c3-b809-4e9d380d96ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:20.792411 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-60b548eb-4e29-42c3-b809-4e9d380d96ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:20.793561 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-60b548eb-4e29-42c3-b809-4e9d380d96ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6868dd8-4eb0-40bb-98c6-4d9786c6cb3a HTTP/1.1" status: 204  len: 168 time: 0.1199708
Nov 20 21:38:20.801531 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b548eb-4e29-42c3-b809-4e9d380d96ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6868dd8-4eb0-40bb-98c6-4d9786c6cb3a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:20.962736 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7c620966-15ee-479f-967d-712a10e86d30 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:38:20.982552 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 7c620966-15ee-479f-967d-712a10e86d30 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:38:20.982895 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 7c620966-15ee-479f-967d-712a10e86d30 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:38:20.983471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fdf744f8-0f22-4b96-9719-f187e8df5d4f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:38:21.003893 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: fdf744f8-0f22-4b96-9719-f187e8df5d4f {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:38:21.004246 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device fdf744f8-0f22-4b96-9719-f187e8df5d4f not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:38:21.401502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56594) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:21.498545 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-50a2cd03-f552-4ca8-bc9b-bb47557c3f36 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1024636104-network', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:21.521046 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a2cd03-f552-4ca8-bc9b-bb47557c3f36 admin admin] Made reservation on behalf of f906d7e9f9d3403cb293a7003cdcdfaa for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:21.523422 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-50a2cd03-f552-4ca8-bc9b-bb47557c3f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:21.532135 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-50a2cd03-f552-4ca8-bc9b-bb47557c3f36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:21.605622 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-50a2cd03-f552-4ca8-bc9b-bb47557c3f36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:21.609834 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-50a2cd03-f552-4ca8-bc9b-bb47557c3f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:21.634228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a2cd03-f552-4ca8-bc9b-bb47557c3f36 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:38:21.643919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2cd03-f552-4ca8-bc9b-bb47557c3f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:21.648738 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-50a2cd03-f552-4ca8-bc9b-bb47557c3f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:21.649148 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-50a2cd03-f552-4ca8-bc9b-bb47557c3f36 admin admin] Added segment f443f27a-1f5a-4bc3-95f2-fb73bf7887a5 of type vlan for network af2ba9c3-3c44-4e20-a12e-1b657dc72441
Nov 20 21:38:21.690290 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-50a2cd03-f552-4ca8-bc9b-bb47557c3f36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:21.713508 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-50a2cd03-f552-4ca8-bc9b-bb47557c3f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:21.714483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a2cd03-f552-4ca8-bc9b-bb47557c3f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:21.715068 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-50a2cd03-f552-4ca8-bc9b-bb47557c3f36 admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:21.745718 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-50a2cd03-f552-4ca8-bc9b-bb47557c3f36 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3426299
Nov 20 21:38:21.748813 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56598) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:21.753800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7f8ddeb3-2b9f-4b75-8274-8e2083a8348e admin admin] Request body: {'subnet': {'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1024636104-subnet', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:21.774624 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8ddeb3-2b9f-4b75-8274-8e2083a8348e admin admin] Made reservation on behalf of f906d7e9f9d3403cb293a7003cdcdfaa for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:21.776892 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7f8ddeb3-2b9f-4b75-8274-8e2083a8348e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:21.781606 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2cd03-f552-4ca8-bc9b-bb47557c3f36 admin admin] Pushing event updated for resources: {'Network': ['ID=af2ba9c3-3c44-4e20-a12e-1b657dc72441,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:21.795639 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network af2ba9c3-3c44-4e20-a12e-1b657dc72441 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:38:21.952217 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7f8ddeb3-2b9f-4b75-8274-8e2083a8348e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:22.007256 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ddeb3-2b9f-4b75-8274-8e2083a8348e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a8378c2-02a5-4118-9be5-6d0a471722fe,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:22.015729 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ddeb3-2b9f-4b75-8274-8e2083a8348e admin admin] Checking segment: {'id': 'f443f27a-1f5a-4bc3-95f2-fb73bf7887a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:22.016090 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ddeb3-2b9f-4b75-8274-8e2083a8348e admin admin] Network hostable DHCP agents. Network: af2ba9c3-3c44-4e20-a12e-1b657dc72441, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:38:22.033399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ddeb3-2b9f-4b75-8274-8e2083a8348e admin admin] Network af2ba9c3-3c44-4e20-a12e-1b657dc72441 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:38:22.042037 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-7f8ddeb3-2b9f-4b75-8274-8e2083a8348e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, af2ba9c3-3c44-4e20-a12e-1b657dc72441) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:22.048596 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8ddeb3-2b9f-4b75-8274-8e2083a8348e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:22.048723 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7f8ddeb3-2b9f-4b75-8274-8e2083a8348e admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:22.051664 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba8752a-8ce8-498d-82f2-a83c86aa0561 None None] Network af2ba9c3-3c44-4e20-a12e-1b657dc72441 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:22.065619 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7f8ddeb3-2b9f-4b75-8274-8e2083a8348e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3157082
Nov 20 21:38:22.068348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56600) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:22.072871 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1024636104-router', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:22.094732 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:22.095788 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:22.153099 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:22.207494 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'fixed_ips': [{'subnet_id': '0a8378c2-02a5-4118-9be5-6d0a471722fe'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:38:22.208405 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:22.297095 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:22.347740 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Allocated IP 172.20.0.2 (af2ba9c3-3c44-4e20-a12e-1b657dc72441/0a8378c2-02a5-4118-9be5-6d0a471722fe/88c3597a-d5a1-4508-b48b-a73e76baebf0) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:38:22.500027 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:22.506114 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:22.506791 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:22.528034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:22.547218 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Network af2ba9c3-3c44-4e20-a12e-1b657dc72441 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:38:22.550099 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:22.553623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:38:22.563613 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Pushing event updated for resources: {'Port': ['ID=88c3597a-d5a1-4508-b48b-a73e76baebf0,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:22.613096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Attempting to bind port 88c3597a-d5a1-4508-b48b-a73e76baebf0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:38:22.613469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Attempting to bind port 88c3597a-d5a1-4508-b48b-a73e76baebf0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f443f27a-1f5a-4bc3-95f2-fb73bf7887a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:38:22.613833 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Attempting to bind port 88c3597a-d5a1-4508-b48b-a73e76baebf0 on network af2ba9c3-3c44-4e20-a12e-1b657dc72441 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:38:22.619156 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:38:22.619156 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Checking segment: {'id': 'f443f27a-1f5a-4bc3-95f2-fb73bf7887a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:22.619471 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:22.619879 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Bound using segment: {'id': 'f443f27a-1f5a-4bc3-95f2-fb73bf7887a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:38:22.620321 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Bound port: 88c3597a-d5a1-4508-b48b-a73e76baebf0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f443f27a-1f5a-4bc3-95f2-fb73bf7887a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:38:22.620710 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:22.637110 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Allocated IP 172.35.1.225 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:38:22.696485 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] For port 88c3597a-d5a1-4508-b48b-a73e76baebf0, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:38:22.699777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] For port 88c3597a-d5a1-4508-b48b-a73e76baebf0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88c3597a-d5a1-4508-b48b-a73e76baebf0,segment=NetworkSegment(f443f27a-1f5a-4bc3-95f2-fb73bf7887a5),segment_id=f443f27a-1f5a-4bc3-95f2-fb73bf7887a5)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:38:22.704194 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:22.753137 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:22.765183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955c954-cec4-452a-a30a-1e06838a3788 None None] Pushing event updated for resources: {'Port': ['ID=88c3597a-d5a1-4508-b48b-a73e76baebf0,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:22.791145 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:22.836289 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:38:22.839428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:22.844970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:38:22.847014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Pushing event updated for resources: {'Port': ['ID=4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:22.854039 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e956e232-7088-45ad-85a7-576709a1b959 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:38:22.989847 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ba31a08f-2383-44c7-a5e8-f4c4c1134f2d None None] Provisioning complete for port 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:22.990465 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ba31a08f-2383-44c7-a5e8-f4c4c1134f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:23.029343 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ba31a08f-2383-44c7-a5e8-f4c4c1134f2d None None] Port 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:38:23.062364 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 88c3597a-d5a1-4508-b48b-a73e76baebf0 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:38:23.151345 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:23.274826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 88c3597a-d5a1-4508-b48b-a73e76baebf0 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:23.275103 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:23.349724 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:23.349977 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:23.381883 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 88c3597a-d5a1-4508-b48b-a73e76baebf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88c3597a-d5a1-4508-b48b-a73e76baebf0,segment=NetworkSegment(f443f27a-1f5a-4bc3-95f2-fb73bf7887a5),segment_id=f443f27a-1f5a-4bc3-95f2-fb73bf7887a5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:38:23.387105 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:23.440267 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=88c3597a-d5a1-4508-b48b-a73e76baebf0,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:23.490662 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Router 816c8b88-38d8-4715-b41d-c7912d1ccdec is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:38:23.604187 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:38:23.615750 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Sync routers for ids ['816c8b88-38d8-4715-b41d-c7912d1ccdec'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:38:23.627212 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:23.628299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Routers {'816c8b88-38d8-4715-b41d-c7912d1ccdec'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:38:23.631708 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-f1f6adc8-4e42-43c4-a4d6-794d3d20916b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.5594809
Nov 20 21:38:23.631843 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4642a460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:38:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['816c8b88-38d8-4715-b41d-c7912d1ccdec'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:23.632689 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56602) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:23.744560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Set router 816c8b88-38d8-4715-b41d-c7912d1ccdec gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:38:23.747807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a134203-891d-4c32-9d9a-1021e6a5e00c None None] Network af2ba9c3-3c44-4e20-a12e-1b657dc72441 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:23.948139 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-36d2bebd-b98d-4e99-af7d-0dc8d4b8a848 None None] Provisioning complete for port 88c3597a-d5a1-4508-b48b-a73e76baebf0 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:23.948517 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-36d2bebd-b98d-4e99-af7d-0dc8d4b8a848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.060003 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.147817 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4642a460>, [{'id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'name': 'tempest-TestMinimumBasicScenario-1024636104-router', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:23Z', 'revision_number': 3, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'gw_port': {'id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:24.174596 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Checking router: 816c8b88-38d8-4715-b41d-c7912d1ccdec for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:38:24.174947 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Updating router 816c8b88-38d8-4715-b41d-c7912d1ccdec port 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:38:24.204262 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.225323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Allocated IP 172.20.0.1 (af2ba9c3-3c44-4e20-a12e-1b657dc72441/0a8378c2-02a5-4118-9be5-6d0a471722fe/00d6979b-9c5f-483b-9d9b-143fa054c55f) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:38:24.342652 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.377574 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.403668 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fdb99163-253e-4bfb-8766-9d9fbdf287c4 None None] Provisioning complete for port 88c3597a-d5a1-4508-b48b-a73e76baebf0 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:24.403970 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fdb99163-253e-4bfb-8766-9d9fbdf287c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.417219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Network af2ba9c3-3c44-4e20-a12e-1b657dc72441 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:38:24.422510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:24.426821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:38:24.430535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Pushing event updated for resources: {'Port': ['ID=00d6979b-9c5f-483b-9d9b-143fa054c55f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:24.472438 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.561848 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.572066 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.629581 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Attempting to bind port 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:38:24.629833 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.630254 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Attempting to bind port 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:38:24.631068 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Attempting to bind port 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:38:24.637270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11149740-4475-4d4b-92ee-f7cb5eaa52a2 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:38:24.652772 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:38:24.653412 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:24.653803 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.654402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:38:24.655615 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Bound port: 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:38:24.656094 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.660680 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac526a5b-0f25-406c-ac36-b8a2f2e1dc22 None None] Pushing event updated for resources: {'Port': ['ID=4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:24.722998 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] For port 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:38:24.724922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1e60b8b4-8452-447e-bcdc-a432f231e4f9 None None] Provisioning complete for port 00d6979b-9c5f-483b-9d9b-143fa054c55f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:24.725296 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1e60b8b4-8452-447e-bcdc-a432f231e4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.757125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] For port 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:38:24.766200 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.798745 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1e60b8b4-8452-447e-bcdc-a432f231e4f9 None None] Port 00d6979b-9c5f-483b-9d9b-143fa054c55f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:38:24.813222 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.818461 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.825352 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16c01f7-9bae-4cde-aa7f-7dfff75a0b88 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:38:24.844097 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1e60b8b4-8452-447e-bcdc-a432f231e4f9 None None] Provisioning complete for port 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:24.844466 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1e60b8b4-8452-447e-bcdc-a432f231e4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.848768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Routers {'816c8b88-38d8-4715-b41d-c7912d1ccdec'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:38:24.849984 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4642a460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:38:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['816c8b88-38d8-4715-b41d-c7912d1ccdec'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:24.851703 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac526a5b-0f25-406c-ac36-b8a2f2e1dc22 None None] Pushing event updated for resources: {'Port': ['ID=4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:24.894867 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:24.896947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Pushing event updated for resources: {'Port': ['ID=00d6979b-9c5f-483b-9d9b-143fa054c55f,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:24.999249 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Network af2ba9c3-3c44-4e20-a12e-1b657dc72441 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:38:24.999455 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 88c3597a-d5a1-4508-b48b-a73e76baebf0 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:38:25.000903 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:25.133558 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Router 816c8b88-38d8-4715-b41d-c7912d1ccdec has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:38:25.202517 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] Set router 816c8b88-38d8-4715-b41d-c7912d1ccdec gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:38:25.241422 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1e60b8b4-8452-447e-bcdc-a432f231e4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:25.253605 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:38:25.259475 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6d70b75a-a97b-4c2f-b753-7945d04da92f admin admin] 10.222.0.41 "PUT /v2.0/routers/816c8b88-38d8-4715-b41d-c7912d1ccdec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6251171
Nov 20 21:38:25.304610 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-1e60b8b4-8452-447e-bcdc-a432f231e4f9 None None] For port 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:38:25.312408 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1e60b8b4-8452-447e-bcdc-a432f231e4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:25.370758 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 88c3597a-d5a1-4508-b48b-a73e76baebf0 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:25.371132 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:25.458324 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60b8b4-8452-447e-bcdc-a432f231e4f9 None None] Pushing event updated for resources: {'Port': ['ID=4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:25.486017 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5a6ec87e-8049-41ff-8061-ca8ef2c90343 None None] Provisioning complete for port 00d6979b-9c5f-483b-9d9b-143fa054c55f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:25.486638 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec87e-8049-41ff-8061-ca8ef2c90343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:25.549795 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-5a6ec87e-8049-41ff-8061-ca8ef2c90343 None None] Port 00d6979b-9c5f-483b-9d9b-143fa054c55f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:38:25.601930 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5a6ec87e-8049-41ff-8061-ca8ef2c90343 None None] Provisioning complete for port 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:25.602397 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec87e-8049-41ff-8061-ca8ef2c90343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:25.646100 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4642a460>, [{'id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'name': 'tempest-TestMinimumBasicScenario-1024636104-router', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:24Z', 'revision_number': 4, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'gw_port': {'id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00d6979b-9c5f-483b-9d9b-143fa054c55f', 'name': '', 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'mac_address': 'fa:16:3e:f3:d4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:24Z', 'updated_at': '2021-11-20T21:38:24Z', 'revision_number': 2, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'subnets': [{'id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:25.677000 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe02ea24-08c2-4bff-abc5-3314135de105 None None] The sync data for ids ['816c8b88-38d8-4715-b41d-c7912d1ccdec'] in ncdv-master-1 is: [{'id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'name': 'tempest-TestMinimumBasicScenario-1024636104-router', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:24Z', 'revision_number': 4, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'gw_port': {'id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00d6979b-9c5f-483b-9d9b-143fa054c55f', 'name': '', 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'mac_address': 'fa:16:3e:f3:d4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:24Z', 'updated_at': '2021-11-20T21:38:24Z', 'revision_number': 2, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'subnets': [{'id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:38:25.746337 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56618) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:25.751657 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-c1a89dca-2861-422d-ac68-875c68ef8605 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-673366125-network', 'tenant_id': '44d1cf6defd54639ab5d8a5a38fdd807'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:25.772547 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a89dca-2861-422d-ac68-875c68ef8605 admin admin] Made reservation on behalf of 44d1cf6defd54639ab5d8a5a38fdd807 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:25.774946 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1a89dca-2861-422d-ac68-875c68ef8605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:25.785064 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1a89dca-2861-422d-ac68-875c68ef8605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:25.874721 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1a89dca-2861-422d-ac68-875c68ef8605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:25.880142 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1a89dca-2861-422d-ac68-875c68ef8605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:25.908757 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a89dca-2861-422d-ac68-875c68ef8605 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:38:25.924580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a89dca-2861-422d-ac68-875c68ef8605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a1cdcd-049d-475c-9f1c-f3f222a9c3ac,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:25.927429 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1a89dca-2861-422d-ac68-875c68ef8605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:25.927781 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-c1a89dca-2861-422d-ac68-875c68ef8605 admin admin] Added segment 04b504f5-eaba-4f29-a092-4e2968fe5c48 of type vlan for network 11d0241f-7af1-4230-a333-22aa866cd8a2
Nov 20 21:38:25.977231 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1a89dca-2861-422d-ac68-875c68ef8605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:26.005170 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1a89dca-2861-422d-ac68-875c68ef8605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:26.006174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a89dca-2861-422d-ac68-875c68ef8605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:26.006912 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c1a89dca-2861-422d-ac68-875c68ef8605 admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:26.043119 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c1a89dca-2861-422d-ac68-875c68ef8605 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.2956388
Nov 20 21:38:26.046404 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56620) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:26.052733 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-aeeef993-cf46-4376-a819-54484cf2bab3 admin admin] Request body: {'subnet': {'network_id': '11d0241f-7af1-4230-a333-22aa866cd8a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-673366125-subnet', 'tenant_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:26.073561 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a89dca-2861-422d-ac68-875c68ef8605 admin admin] Pushing event updated for resources: {'Network': ['ID=11d0241f-7af1-4230-a333-22aa866cd8a2,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:26.074858 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeeef993-cf46-4376-a819-54484cf2bab3 admin admin] Made reservation on behalf of 44d1cf6defd54639ab5d8a5a38fdd807 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:26.078806 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aeeef993-cf46-4376-a819-54484cf2bab3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:26.085295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 11d0241f-7af1-4230-a333-22aa866cd8a2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:38:26.268028 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aeeef993-cf46-4376-a819-54484cf2bab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:26.328626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeef993-cf46-4376-a819-54484cf2bab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c9d3be-bba2-4bfa-a635-cb8744a15c7c,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:26.336185 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeef993-cf46-4376-a819-54484cf2bab3 admin admin] Checking segment: {'id': '04b504f5-eaba-4f29-a092-4e2968fe5c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '11d0241f-7af1-4230-a333-22aa866cd8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:26.336548 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeef993-cf46-4376-a819-54484cf2bab3 admin admin] Network hostable DHCP agents. Network: 11d0241f-7af1-4230-a333-22aa866cd8a2, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:38:26.360521 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeef993-cf46-4376-a819-54484cf2bab3 admin admin] Network 11d0241f-7af1-4230-a333-22aa866cd8a2 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:38:26.378008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-aeeef993-cf46-4376-a819-54484cf2bab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 11d0241f-7af1-4230-a333-22aa866cd8a2) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:26.382289 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeef993-cf46-4376-a819-54484cf2bab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:26.382889 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aeeef993-cf46-4376-a819-54484cf2bab3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:26.388640 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6debc0-b4ce-4701-87c4-22fd1760f8f3 None None] Network 11d0241f-7af1-4230-a333-22aa866cd8a2 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:26.407546 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56622) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:26.407743 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-aeeef993-cf46-4376-a819-54484cf2bab3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3600695
Nov 20 21:38:26.412030 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-673366125-router', 'tenant_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:26.440051 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:26.441125 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:26.504216 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:26.583433 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-11d0241f-7af1-4230-a333-22aa866cd8a2', 'network_id': '11d0241f-7af1-4230-a333-22aa866cd8a2', 'tenant_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'fixed_ips': [{'subnet_id': 'd7c9d3be-bba2-4bfa-a635-cb8744a15c7c'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:38:26.584772 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:26.647702 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:26.732404 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Allocated IP 172.20.0.2 (11d0241f-7af1-4230-a333-22aa866cd8a2/d7c9d3be-bba2-4bfa-a635-cb8744a15c7c/c50669a4-fc07-46de-b108-25138880f276) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:38:26.872345 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:26.893553 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:26.895524 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:26.903977 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:26.947622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Network 11d0241f-7af1-4230-a333-22aa866cd8a2 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:38:26.951175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:26.955816 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:38:27.000688 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Pushing event updated for resources: {'Port': ['ID=c50669a4-fc07-46de-b108-25138880f276,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:27.038036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:38:27.054616 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Allocated IP 172.35.1.130 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/abc4ad2e-3203-4118-af8c-ed21e5d9e537) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:38:27.063010 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Attempting to bind port c50669a4-fc07-46de-b108-25138880f276 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:38:27.063453 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Attempting to bind port c50669a4-fc07-46de-b108-25138880f276 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '04b504f5-eaba-4f29-a092-4e2968fe5c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '11d0241f-7af1-4230-a333-22aa866cd8a2'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:38:27.063830 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Attempting to bind port c50669a4-fc07-46de-b108-25138880f276 on network 11d0241f-7af1-4230-a333-22aa866cd8a2 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:38:27.076347 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:38:27.076763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Checking segment: {'id': '04b504f5-eaba-4f29-a092-4e2968fe5c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '11d0241f-7af1-4230-a333-22aa866cd8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:27.077671 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:27.078096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Bound using segment: {'id': '04b504f5-eaba-4f29-a092-4e2968fe5c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '11d0241f-7af1-4230-a333-22aa866cd8a2'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:38:27.078913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Bound port: c50669a4-fc07-46de-b108-25138880f276, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b504f5-eaba-4f29-a092-4e2968fe5c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '11d0241f-7af1-4230-a333-22aa866cd8a2'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:38:27.079088 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:27.157786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:27.158199 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:27.178223 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] For port c50669a4-fc07-46de-b108-25138880f276, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:38:27.180686 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:27.196930 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] For port c50669a4-fc07-46de-b108-25138880f276, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c50669a4-fc07-46de-b108-25138880f276,segment=NetworkSegment(04b504f5-eaba-4f29-a092-4e2968fe5c48),segment_id=04b504f5-eaba-4f29-a092-4e2968fe5c48)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:38:27.204435 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:27.219362 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:27.261288 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:38:27.266589 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:27.275893 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:38:27.296607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063a90f4-6238-454a-a9ce-1eaaf880084e None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:38:27.300331 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80294a-e16f-48ae-adfb-c329900a1f4f None None] Pushing event updated for resources: {'Port': ['ID=c50669a4-fc07-46de-b108-25138880f276,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:27.303592 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=abc4ad2e-3203-4118-af8c-ed21e5d9e537,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:27.365835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-263bb276-5f57-4ef4-9f46-6e6b039e23cf None None] Provisioning complete for port abc4ad2e-3203-4118-af8c-ed21e5d9e537 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:27.366242 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-263bb276-5f57-4ef4-9f46-6e6b039e23cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:27.402853 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-263bb276-5f57-4ef4-9f46-6e6b039e23cf None None] Port abc4ad2e-3203-4118-af8c-ed21e5d9e537 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:38:27.570501 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:27.769473 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:27.897880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Router 8e9e1dac-2eb4-40f3-a348-1effe74952ee is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:38:28.010362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:38:28.021510 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Sync routers for ids ['8e9e1dac-2eb4-40f3-a348-1effe74952ee'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:38:28.031601 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:28.033356 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e653ecf2-6a35-48d7-9499-6fe1c8632ad9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.6247802
Nov 20 21:38:28.033850 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Routers {'8e9e1dac-2eb4-40f3-a348-1effe74952ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:38:28.034763 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5431ceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:38:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8e9e1dac-2eb4-40f3-a348-1effe74952ee'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:28.036258 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56624) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:38:28.253200 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Set router 8e9e1dac-2eb4-40f3-a348-1effe74952ee gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:38:28.335802 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5751d8a-e16b-45d6-bd12-043571a37fcc None None] Network 11d0241f-7af1-4230-a333-22aa866cd8a2 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:38:28.358913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Sync routers for ids ['816c8b88-38d8-4715-b41d-c7912d1ccdec'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:38:28.410498 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Routers {'816c8b88-38d8-4715-b41d-c7912d1ccdec'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:38:28.411200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47212a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:38:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['816c8b88-38d8-4715-b41d-c7912d1ccdec'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:28.450642 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5431ceb0>, [{'id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'name': 'tempest-TestMinimumBasicScenario-673366125-router', 'tenant_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.130'}], 'enable_snat': True}, 'gw_port_id': 'abc4ad2e-3203-4118-af8c-ed21e5d9e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:26Z', 'updated_at': '2021-11-20T21:38:27Z', 'revision_number': 3, 'project_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'gw_port': {'id': 'abc4ad2e-3203-4118-af8c-ed21e5d9e537', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:26Z', 'updated_at': '2021-11-20T21:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:28.479504 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Checking router: 8e9e1dac-2eb4-40f3-a348-1effe74952ee for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:38:28.480137 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Updating router 8e9e1dac-2eb4-40f3-a348-1effe74952ee port abc4ad2e-3203-4118-af8c-ed21e5d9e537 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:38:28.504591 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5215574c-a3f0-428f-a7cb-a2466a84052a None None] Provisioning complete for port c50669a4-fc07-46de-b108-25138880f276 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:28.504970 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5215574c-a3f0-428f-a7cb-a2466a84052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:28.510722 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:28.631445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Set router 816c8b88-38d8-4715-b41d-c7912d1ccdec gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:38:28.791601 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:28.800655 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:28.832374 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5215574c-a3f0-428f-a7cb-a2466a84052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:28.854751 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:28.862698 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828b388-8a6c-489d-a855-2c99c10c6f35 None None] Pushing event updated for resources: {'Port': ['ID=abc4ad2e-3203-4118-af8c-ed21e5d9e537,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:28.864810 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c51266a-ebcc-4f01-b213-955de8be254b None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:38:28.865478 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Attempting to bind port abc4ad2e-3203-4118-af8c-ed21e5d9e537 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:38:28.866006 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Attempting to bind port abc4ad2e-3203-4118-af8c-ed21e5d9e537 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:38:28.866380 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Attempting to bind port abc4ad2e-3203-4118-af8c-ed21e5d9e537 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:38:28.877654 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828b388-8a6c-489d-a855-2c99c10c6f35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:28.878082 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828b388-8a6c-489d-a855-2c99c10c6f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:28.878670 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828b388-8a6c-489d-a855-2c99c10c6f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:28.878798 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828b388-8a6c-489d-a855-2c99c10c6f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:28.879044 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828b388-8a6c-489d-a855-2c99c10c6f35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:28.879382 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828b388-8a6c-489d-a855-2c99c10c6f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:28.879793 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828b388-8a6c-489d-a855-2c99c10c6f35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:28.880046 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828b388-8a6c-489d-a855-2c99c10c6f35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:28.880382 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828b388-8a6c-489d-a855-2c99c10c6f35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:28.880709 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828b388-8a6c-489d-a855-2c99c10c6f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:28.881301 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828b388-8a6c-489d-a855-2c99c10c6f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:28.881432 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828b388-8a6c-489d-a855-2c99c10c6f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:38:28.885035 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:38:28.885326 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:28.885722 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:28.886290 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:38:28.886780 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Bound port: abc4ad2e-3203-4118-af8c-ed21e5d9e537, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:38:28.887171 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:28.955164 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] For port abc4ad2e-3203-4118-af8c-ed21e5d9e537, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:38:28.963326 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] For port abc4ad2e-3203-4118-af8c-ed21e5d9e537, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abc4ad2e-3203-4118-af8c-ed21e5d9e537,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:38:28.966080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5215574c-a3f0-428f-a7cb-a2466a84052a None None] For port c50669a4-fc07-46de-b108-25138880f276, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c50669a4-fc07-46de-b108-25138880f276,segment=NetworkSegment(04b504f5-eaba-4f29-a092-4e2968fe5c48),segment_id=04b504f5-eaba-4f29-a092-4e2968fe5c48)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:38:28.973610 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:29.009546 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5215574c-a3f0-428f-a7cb-a2466a84052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:29.049343 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Routers {'8e9e1dac-2eb4-40f3-a348-1effe74952ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:38:29.051873 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5431ceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:38:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8e9e1dac-2eb4-40f3-a348-1effe74952ee'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:29.057873 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bdb2d8-6e40-4b5d-b172-9da6fb2baec2 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:38:29.059763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c50669a4-fc07-46de-b108-25138880f276 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:38:29.112750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Allocated IP 172.20.0.1 (11d0241f-7af1-4230-a333-22aa866cd8a2/d7c9d3be-bba2-4bfa-a635-cb8744a15c7c/a3c8d64d-53a9-4c9f-9acd-06793838ffdd) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:38:29.135172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215574c-a3f0-428f-a7cb-a2466a84052a None None] Pushing event updated for resources: {'Port': ['ID=c50669a4-fc07-46de-b108-25138880f276,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:29.157299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e6c321a3-53ea-417f-a291-112d778210b5 None None] Provisioning complete for port abc4ad2e-3203-4118-af8c-ed21e5d9e537 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:29.157679 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e6c321a3-53ea-417f-a291-112d778210b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:29.181801 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828b388-8a6c-489d-a855-2c99c10c6f35 None None] Pushing event updated for resources: {'Port': ['ID=abc4ad2e-3203-4118-af8c-ed21e5d9e537,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:29.191495 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47212a30>, [{'id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'name': 'tempest-TestMinimumBasicScenario-1024636104-router', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:24Z', 'revision_number': 4, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'gw_port': {'id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00d6979b-9c5f-483b-9d9b-143fa054c55f', 'name': '', 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'mac_address': 'fa:16:3e:f3:d4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:24Z', 'updated_at': '2021-11-20T21:38:24Z', 'revision_number': 2, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'subnets': [{'id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:29.209928 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] Set router 8e9e1dac-2eb4-40f3-a348-1effe74952ee gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:38:29.236611 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:29.278626 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:29.327709 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Network 11d0241f-7af1-4230-a333-22aa866cd8a2 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:38:29.331049 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:29.333694 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:38:29.362953 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Pushing event updated for resources: {'Port': ['ID=a3c8d64d-53a9-4c9f-9acd-06793838ffdd,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:29.391957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Checking router: 816c8b88-38d8-4715-b41d-c7912d1ccdec for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:38:29.392230 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Updating router 816c8b88-38d8-4715-b41d-c7912d1ccdec port 00d6979b-9c5f-483b-9d9b-143fa054c55f binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:38:29.392537 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:29.394761 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c50669a4-fc07-46de-b108-25138880f276 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:29.395137 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:29.425276 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5431ceb0>, [{'id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'name': 'tempest-TestMinimumBasicScenario-673366125-router', 'tenant_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.130'}], 'enable_snat': True}, 'gw_port_id': 'abc4ad2e-3203-4118-af8c-ed21e5d9e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:26Z', 'updated_at': '2021-11-20T21:38:27Z', 'revision_number': 3, 'project_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'gw_port': {'id': 'abc4ad2e-3203-4118-af8c-ed21e5d9e537', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:26Z', 'updated_at': '2021-11-20T21:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:29.454506 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:29.458778 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209d198-7fd5-46c1-9ce2-a19ef6da0f26 None None] The sync data for ids ['8e9e1dac-2eb4-40f3-a348-1effe74952ee'] in ncdv-master-1 is: [{'id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'name': 'tempest-TestMinimumBasicScenario-673366125-router', 'tenant_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.130'}], 'enable_snat': True}, 'gw_port_id': 'abc4ad2e-3203-4118-af8c-ed21e5d9e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:26Z', 'updated_at': '2021-11-20T21:38:27Z', 'revision_number': 3, 'project_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'gw_port': {'id': 'abc4ad2e-3203-4118-af8c-ed21e5d9e537', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:26Z', 'updated_at': '2021-11-20T21:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:38:29.564965 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:29.569589 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e6c321a3-53ea-417f-a291-112d778210b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:29.676979 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e6c321a3-53ea-417f-a291-112d778210b5 None None] For port abc4ad2e-3203-4118-af8c-ed21e5d9e537, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abc4ad2e-3203-4118-af8c-ed21e5d9e537,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:38:29.689877 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e6c321a3-53ea-417f-a291-112d778210b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:29.761284 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:29.772491 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:29.819582 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e6c321a3-53ea-417f-a291-112d778210b5 None None] Provisioning complete for port c50669a4-fc07-46de-b108-25138880f276 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:29.819582 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e6c321a3-53ea-417f-a291-112d778210b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:29.850225 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Pushing event updated for resources: {'Port': ['ID=a3c8d64d-53a9-4c9f-9acd-06793838ffdd,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:29.854176 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:29.864557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c321a3-53ea-417f-a291-112d778210b5 None None] Pushing event updated for resources: {'Port': ['ID=abc4ad2e-3203-4118-af8c-ed21e5d9e537,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:29.962254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Network 11d0241f-7af1-4230-a333-22aa866cd8a2 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:38:29.963725 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:29.996600 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:30.004813 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:30.079780 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32106d7e-3fae-47c8-a31e-295848a32ab1 None None] Pushing event updated for resources: {'Port': ['ID=00d6979b-9c5f-483b-9d9b-143fa054c55f,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:30.119362 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Router 8e9e1dac-2eb4-40f3-a348-1effe74952ee has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:38:30.156580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c446bba7-1654-497a-9a38-b61202d7bf1b None None] Provisioning complete for port a3c8d64d-53a9-4c9f-9acd-06793838ffdd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:30.156952 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c446bba7-1654-497a-9a38-b61202d7bf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:30.194211 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Attempting to bind port 00d6979b-9c5f-483b-9d9b-143fa054c55f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:38:30.194770 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Attempting to bind port 00d6979b-9c5f-483b-9d9b-143fa054c55f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f443f27a-1f5a-4bc3-95f2-fb73bf7887a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:38:30.195153 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Attempting to bind port 00d6979b-9c5f-483b-9d9b-143fa054c55f on network af2ba9c3-3c44-4e20-a12e-1b657dc72441 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:38:30.203222 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:38:30.203602 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Checking segment: {'id': 'f443f27a-1f5a-4bc3-95f2-fb73bf7887a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:30.204014 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:30.204566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Bound using segment: {'id': 'f443f27a-1f5a-4bc3-95f2-fb73bf7887a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:38:30.205062 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Bound port: 00d6979b-9c5f-483b-9d9b-143fa054c55f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f443f27a-1f5a-4bc3-95f2-fb73bf7887a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:38:30.205453 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:30.262652 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-c446bba7-1654-497a-9a38-b61202d7bf1b None None] Port a3c8d64d-53a9-4c9f-9acd-06793838ffdd cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:38:30.296869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:38:30.303425 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5b6bd842-acd9-43f6-bfac-7162fa5a9557 admin admin] 10.222.0.41 "PUT /v2.0/routers/8e9e1dac-2eb4-40f3-a348-1effe74952ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2659891
Nov 20 21:38:30.321215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] For port 00d6979b-9c5f-483b-9d9b-143fa054c55f, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:38:30.324608 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] For port 00d6979b-9c5f-483b-9d9b-143fa054c55f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00d6979b-9c5f-483b-9d9b-143fa054c55f,segment=NetworkSegment(f443f27a-1f5a-4bc3-95f2-fb73bf7887a5),segment_id=f443f27a-1f5a-4bc3-95f2-fb73bf7887a5)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:38:30.331349 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:30.402969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Routers {'816c8b88-38d8-4715-b41d-c7912d1ccdec'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:38:30.403600 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47212a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:38:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['816c8b88-38d8-4715-b41d-c7912d1ccdec'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:30.459508 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-38acaa9f-cdd3-4ef4-93c4-8f6c73975f2d None None] Provisioning complete for port a3c8d64d-53a9-4c9f-9acd-06793838ffdd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:30.460223 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-38acaa9f-cdd3-4ef4-93c4-8f6c73975f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:30.461593 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32106d7e-3fae-47c8-a31e-295848a32ab1 None None] Pushing event updated for resources: {'Port': ['ID=00d6979b-9c5f-483b-9d9b-143fa054c55f,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:30.532341 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-38acaa9f-cdd3-4ef4-93c4-8f6c73975f2d None None] Port a3c8d64d-53a9-4c9f-9acd-06793838ffdd cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:38:30.594097 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-38acaa9f-cdd3-4ef4-93c4-8f6c73975f2d None None] Provisioning complete for port 00d6979b-9c5f-483b-9d9b-143fa054c55f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:30.594395 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-38acaa9f-cdd3-4ef4-93c4-8f6c73975f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:30.637657 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] Set router 816c8b88-38d8-4715-b41d-c7912d1ccdec gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:38:30.771860 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-38acaa9f-cdd3-4ef4-93c4-8f6c73975f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:30.855897 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-38acaa9f-cdd3-4ef4-93c4-8f6c73975f2d None None] For port 00d6979b-9c5f-483b-9d9b-143fa054c55f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00d6979b-9c5f-483b-9d9b-143fa054c55f,segment=NetworkSegment(f443f27a-1f5a-4bc3-95f2-fb73bf7887a5),segment_id=f443f27a-1f5a-4bc3-95f2-fb73bf7887a5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:38:30.861301 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-38acaa9f-cdd3-4ef4-93c4-8f6c73975f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:30.936746 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acaa9f-cdd3-4ef4-93c4-8f6c73975f2d None None] Pushing event updated for resources: {'Port': ['ID=00d6979b-9c5f-483b-9d9b-143fa054c55f,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:30.956263 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47212a30>, [{'id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'name': 'tempest-TestMinimumBasicScenario-1024636104-router', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:24Z', 'revision_number': 4, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'gw_port': {'id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00d6979b-9c5f-483b-9d9b-143fa054c55f', 'name': '', 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'mac_address': 'fa:16:3e:f3:d4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:24Z', 'updated_at': '2021-11-20T21:38:30Z', 'revision_number': 4, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'subnets': [{'id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:30.995498 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb7c26-9cfb-405a-92a3-f3578e96ff5c None None] The sync data for ids ['816c8b88-38d8-4715-b41d-c7912d1ccdec'] in ncdv-master-1 is: [{'id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'name': 'tempest-TestMinimumBasicScenario-1024636104-router', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:24Z', 'revision_number': 4, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'gw_port': {'id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00d6979b-9c5f-483b-9d9b-143fa054c55f', 'name': '', 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'mac_address': 'fa:16:3e:f3:d4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:24Z', 'updated_at': '2021-11-20T21:38:30Z', 'revision_number': 4, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'subnets': [{'id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:38:31.012350 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3e3860be-fafd-4580-a8ab-7513e823312a None None] Provisioning complete for port 00d6979b-9c5f-483b-9d9b-143fa054c55f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:31.012884 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3e3860be-fafd-4580-a8ab-7513e823312a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:31.161858 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device abc4ad2e-3203-4118-af8c-ed21e5d9e537 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:38:31.216147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port abc4ad2e-3203-4118-af8c-ed21e5d9e537 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:31.216528 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:31.307905 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c50669a4-fc07-46de-b108-25138880f276 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:38:31.374216 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c50669a4-fc07-46de-b108-25138880f276 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:31.375044 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:31.543007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 00d6979b-9c5f-483b-9d9b-143fa054c55f up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:38:31.615712 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 00d6979b-9c5f-483b-9d9b-143fa054c55f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:31.616708 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:31.644931 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Sync routers for ids ['8e9e1dac-2eb4-40f3-a348-1effe74952ee'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:38:31.657177 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Routers {'8e9e1dac-2eb4-40f3-a348-1effe74952ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:38:31.658130 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a545b7520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:38:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8e9e1dac-2eb4-40f3-a348-1effe74952ee'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:31.797083 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Set router 8e9e1dac-2eb4-40f3-a348-1effe74952ee gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:38:32.059257 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a545b7520>, [{'id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'name': 'tempest-TestMinimumBasicScenario-673366125-router', 'tenant_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.130'}], 'enable_snat': True}, 'gw_port_id': 'abc4ad2e-3203-4118-af8c-ed21e5d9e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:26Z', 'updated_at': '2021-11-20T21:38:29Z', 'revision_number': 4, 'project_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'gw_port': {'id': 'abc4ad2e-3203-4118-af8c-ed21e5d9e537', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:26Z', 'updated_at': '2021-11-20T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a3c8d64d-53a9-4c9f-9acd-06793838ffdd', 'name': '', 'network_id': '11d0241f-7af1-4230-a333-22aa866cd8a2', 'tenant_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'mac_address': 'fa:16:3e:31:80:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd7c9d3be-bba2-4bfa-a635-cb8744a15c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:28Z', 'updated_at': '2021-11-20T21:38:29Z', 'revision_number': 2, 'project_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'subnets': [{'id': 'd7c9d3be-bba2-4bfa-a635-cb8744a15c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:32.087949 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Checking router: 8e9e1dac-2eb4-40f3-a348-1effe74952ee for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:38:32.088308 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Updating router 8e9e1dac-2eb4-40f3-a348-1effe74952ee port a3c8d64d-53a9-4c9f-9acd-06793838ffdd binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:38:32.117891 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:32.458163 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:32.466652 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:32.539147 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd1003-11ba-44ee-8626-0796cf59bbe2 None None] Pushing event updated for resources: {'Port': ['ID=a3c8d64d-53a9-4c9f-9acd-06793838ffdd,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:32.610869 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Attempting to bind port a3c8d64d-53a9-4c9f-9acd-06793838ffdd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:38:32.612244 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Attempting to bind port a3c8d64d-53a9-4c9f-9acd-06793838ffdd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '04b504f5-eaba-4f29-a092-4e2968fe5c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '11d0241f-7af1-4230-a333-22aa866cd8a2'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:38:32.613459 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Attempting to bind port a3c8d64d-53a9-4c9f-9acd-06793838ffdd on network 11d0241f-7af1-4230-a333-22aa866cd8a2 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:38:32.625260 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:38:32.626479 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Checking segment: {'id': '04b504f5-eaba-4f29-a092-4e2968fe5c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '11d0241f-7af1-4230-a333-22aa866cd8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:32.626902 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:32.627303 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Bound using segment: {'id': '04b504f5-eaba-4f29-a092-4e2968fe5c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '11d0241f-7af1-4230-a333-22aa866cd8a2'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:38:32.627802 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Bound port: a3c8d64d-53a9-4c9f-9acd-06793838ffdd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b504f5-eaba-4f29-a092-4e2968fe5c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '11d0241f-7af1-4230-a333-22aa866cd8a2'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:38:32.628188 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:32.723399 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] For port a3c8d64d-53a9-4c9f-9acd-06793838ffdd, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:38:32.727618 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] For port a3c8d64d-53a9-4c9f-9acd-06793838ffdd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3c8d64d-53a9-4c9f-9acd-06793838ffdd,segment=NetworkSegment(04b504f5-eaba-4f29-a092-4e2968fe5c48),segment_id=04b504f5-eaba-4f29-a092-4e2968fe5c48)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:38:32.735142 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:32.793946 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd1003-11ba-44ee-8626-0796cf59bbe2 None None] Pushing event updated for resources: {'Port': ['ID=a3c8d64d-53a9-4c9f-9acd-06793838ffdd,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:32.807206 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Routers {'8e9e1dac-2eb4-40f3-a348-1effe74952ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:38:32.807961 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a545b7520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:38:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8e9e1dac-2eb4-40f3-a348-1effe74952ee'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:32.860715 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-eb570a95-e61c-49f8-ae22-0544516a8995 None None] Provisioning complete for port a3c8d64d-53a9-4c9f-9acd-06793838ffdd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:32.861608 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb570a95-e61c-49f8-ae22-0544516a8995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:33.061978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 00d6979b-9c5f-483b-9d9b-143fa054c55f up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:38:33.118934 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] Set router 8e9e1dac-2eb4-40f3-a348-1effe74952ee gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:38:33.124968 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb570a95-e61c-49f8-ae22-0544516a8995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:33.169249 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 00d6979b-9c5f-483b-9d9b-143fa054c55f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:33.169604 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:33.175679 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-eb570a95-e61c-49f8-ae22-0544516a8995 None None] For port a3c8d64d-53a9-4c9f-9acd-06793838ffdd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3c8d64d-53a9-4c9f-9acd-06793838ffdd,segment=NetworkSegment(04b504f5-eaba-4f29-a092-4e2968fe5c48),segment_id=04b504f5-eaba-4f29-a092-4e2968fe5c48)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:38:33.202611 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eb570a95-e61c-49f8-ae22-0544516a8995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:33.281996 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb570a95-e61c-49f8-ae22-0544516a8995 None None] Pushing event updated for resources: {'Port': ['ID=a3c8d64d-53a9-4c9f-9acd-06793838ffdd,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:33.344960 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-c68022fb-7eab-4f80-9597-641d8c0f6044 None None] Provisioning complete for port a3c8d64d-53a9-4c9f-9acd-06793838ffdd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:33.345337 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c68022fb-7eab-4f80-9597-641d8c0f6044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:33.381146 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a545b7520>, [{'id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'name': 'tempest-TestMinimumBasicScenario-673366125-router', 'tenant_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.130'}], 'enable_snat': True}, 'gw_port_id': 'abc4ad2e-3203-4118-af8c-ed21e5d9e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:26Z', 'updated_at': '2021-11-20T21:38:29Z', 'revision_number': 4, 'project_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'gw_port': {'id': 'abc4ad2e-3203-4118-af8c-ed21e5d9e537', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:26Z', 'updated_at': '2021-11-20T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a3c8d64d-53a9-4c9f-9acd-06793838ffdd', 'name': '', 'network_id': '11d0241f-7af1-4230-a333-22aa866cd8a2', 'tenant_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'mac_address': 'fa:16:3e:31:80:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd7c9d3be-bba2-4bfa-a635-cb8744a15c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:28Z', 'updated_at': '2021-11-20T21:38:32Z', 'revision_number': 4, 'project_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'subnets': [{'id': 'd7c9d3be-bba2-4bfa-a635-cb8744a15c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:38:33.416130 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8003c0-db8a-4f90-bd4d-5ebf32722062 None None] The sync data for ids ['8e9e1dac-2eb4-40f3-a348-1effe74952ee'] in ncdv-master-1 is: [{'id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'name': 'tempest-TestMinimumBasicScenario-673366125-router', 'tenant_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.130'}], 'enable_snat': True}, 'gw_port_id': 'abc4ad2e-3203-4118-af8c-ed21e5d9e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:26Z', 'updated_at': '2021-11-20T21:38:29Z', 'revision_number': 4, 'project_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'gw_port': {'id': 'abc4ad2e-3203-4118-af8c-ed21e5d9e537', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:26Z', 'updated_at': '2021-11-20T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a3c8d64d-53a9-4c9f-9acd-06793838ffdd', 'name': '', 'network_id': '11d0241f-7af1-4230-a333-22aa866cd8a2', 'tenant_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'mac_address': 'fa:16:3e:31:80:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd7c9d3be-bba2-4bfa-a635-cb8744a15c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:28Z', 'updated_at': '2021-11-20T21:38:32Z', 'revision_number': 4, 'project_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'subnets': [{'id': 'd7c9d3be-bba2-4bfa-a635-cb8744a15c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:38:35.053758 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a3c8d64d-53a9-4c9f-9acd-06793838ffdd up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:38:35.125758 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port a3c8d64d-53a9-4c9f-9acd-06793838ffdd triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:35.126555 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:38.689920 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:38.749751 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:40.547136 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:38:40.903338 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68636812-7a45-4333-b335-51c28aa80836 req-8c29f829-cd96-45db-860e-240cfd889ece tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:40.905019 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68636812-7a45-4333-b335-51c28aa80836 req-8c29f829-cd96-45db-860e-240cfd889ece tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/networks?id=af2ba9c3-3c44-4e20-a12e-1b657dc72441 HTTP/1.1" status: 200  len: 815 time: 0.1008081
Nov 20 21:38:40.919541 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68636812-7a45-4333-b335-51c28aa80836 req-85cf7368-0b50-4367-b1b9-a1e14983ba7e tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/quotas/f906d7e9f9d3403cb293a7003cdcdfaa HTTP/1.1" status: 200  len: 375 time: 0.0089133
Nov 20 21:38:40.970738 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68636812-7a45-4333-b335-51c28aa80836 req-bbb61c52-4661-4f76-806f-d66ea4662db8 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f906d7e9f9d3403cb293a7003cdcdfaa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0451324
Nov 20 21:38:41.164230 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68636812-7a45-4333-b335-51c28aa80836 req-ca54f414-9667-414c-8840-61aab688578c service neutron] 10.222.0.41 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822052
Nov 20 21:38:41.256982 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-68636812-7a45-4333-b335-51c28aa80836 req-9dc03556-30fb-4037-93f4-29b7f1a4ba6f service neutron] 10.222.0.41 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868516
Nov 20 21:38:41.412333 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-20e19d7e-e6f0-4858-b131-0f285cc267ab req-2e8bfa93-4f59-47a9-a92a-eefc8c8d6c46 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 210 time: 0.0266461
Nov 20 21:38:42.348990 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68636812-7a45-4333-b335-51c28aa80836 req-198224e8-0419-46c5-902b-57fce9dea8af tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:42.350513 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68636812-7a45-4333-b335-51c28aa80836 req-198224e8-0419-46c5-902b-57fce9dea8af tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.47 "GET /v2.0/networks?id=af2ba9c3-3c44-4e20-a12e-1b657dc72441 HTTP/1.1" status: 200  len: 815 time: 0.1099637
Nov 20 21:38:42.364369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-68636812-7a45-4333-b335-51c28aa80836 req-8d7f7369-ec8e-46dd-b102-0de38a9049f1 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Request body: {'port': {'device_id': '2fce0832-de87-44c8-b13f-8852fec63e20', 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'admin_state_up': True, 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:42.482230 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68636812-7a45-4333-b335-51c28aa80836 req-8d7f7369-ec8e-46dd-b102-0de38a9049f1 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Made reservation on behalf of f906d7e9f9d3403cb293a7003cdcdfaa for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:38:42.486231 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-68636812-7a45-4333-b335-51c28aa80836 req-8d7f7369-ec8e-46dd-b102-0de38a9049f1 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:42.509726 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-88712584-e8b5-47ea-93b6-aa075d993524 req-94f0b15c-cd40-4f90-96c1-7bd5b4a0af42 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 210 time: 0.0273554
Nov 20 21:38:42.638358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-68636812-7a45-4333-b335-51c28aa80836 req-8d7f7369-ec8e-46dd-b102-0de38a9049f1 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Allocated IP 172.20.0.4 (af2ba9c3-3c44-4e20-a12e-1b657dc72441/0a8378c2-02a5-4118-9be5-6d0a471722fe/016e2b25-da18-4de5-9665-d9aa89ce3e98) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:38:42.835484 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-68636812-7a45-4333-b335-51c28aa80836 req-8d7f7369-ec8e-46dd-b102-0de38a9049f1 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:42.876753 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-68636812-7a45-4333-b335-51c28aa80836 req-8d7f7369-ec8e-46dd-b102-0de38a9049f1 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:42.930698 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68636812-7a45-4333-b335-51c28aa80836 req-8d7f7369-ec8e-46dd-b102-0de38a9049f1 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Network af2ba9c3-3c44-4e20-a12e-1b657dc72441 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:38:42.933950 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-68636812-7a45-4333-b335-51c28aa80836 req-8d7f7369-ec8e-46dd-b102-0de38a9049f1 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:38:42.938580 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-68636812-7a45-4333-b335-51c28aa80836 req-8d7f7369-ec8e-46dd-b102-0de38a9049f1 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:38:42.945090 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f7369-ec8e-46dd-b102-0de38a9049f1 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Pushing event updated for resources: {'Port': ['ID=016e2b25-da18-4de5-9665-d9aa89ce3e98,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:43.013631 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68636812-7a45-4333-b335-51c28aa80836 req-8d7f7369-ec8e-46dd-b102-0de38a9049f1 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:43.014882 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-68636812-7a45-4333-b335-51c28aa80836 req-8d7f7369-ec8e-46dd-b102-0de38a9049f1 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:43.044604 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68636812-7a45-4333-b335-51c28aa80836 req-8d7f7369-ec8e-46dd-b102-0de38a9049f1 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6842754
Nov 20 21:38:43.251467 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a091efa7-cb8c-4011-9715-f23cf0b6ff33 None None] Provisioning complete for port 016e2b25-da18-4de5-9665-d9aa89ce3e98 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:38:43.252533 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a091efa7-cb8c-4011-9715-f23cf0b6ff33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:43.289774 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a091efa7-cb8c-4011-9715-f23cf0b6ff33 None None] Port 016e2b25-da18-4de5-9665-d9aa89ce3e98 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:38:43.352223 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3b67796d-b86d-4ffe-bc47-c482a2dd61cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:43.651866 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95de92-0cbf-4bc2-9aef-e092ade840a8 req-6c69e18a-7289-4c2c-b051-21f2647d6105 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:43.653424 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d95de92-0cbf-4bc2-9aef-e092ade840a8 req-6c69e18a-7289-4c2c-b051-21f2647d6105 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 931 time: 0.0626736
Nov 20 21:38:43.700902 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2d95de92-0cbf-4bc2-9aef-e092ade840a8 req-6f20e2bb-a75e-4771-b438-b1d75a5880a6 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408721
Nov 20 21:38:44.827985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04b27-3ae0-4d0a-91a7-bc6ccaeb3e6e req-0c06e07e-1f7d-4d2e-8140-72abac9c6a19 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:44.829477 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3bf04b27-3ae0-4d0a-91a7-bc6ccaeb3e6e req-0c06e07e-1f7d-4d2e-8140-72abac9c6a19 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 931 time: 0.0579016
Nov 20 21:38:44.883232 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3bf04b27-3ae0-4d0a-91a7-bc6ccaeb3e6e req-b1d265fc-e0df-40bb-843a-89d46e35e1dc tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475333
Nov 20 21:38:45.746692 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a75382f1-617f-4ccc-9a8a-42acd06fdc07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:46.013983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf4e3a-1017-4bec-90c9-26027b38380d req-87020da5-bdb6-4ce7-8e7e-90cf411d1550 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:46.022474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-21cf4e3a-1017-4bec-90c9-26027b38380d req-87020da5-bdb6-4ce7-8e7e-90cf411d1550 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 931 time: 0.0602968
Nov 20 21:38:46.065927 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-21cf4e3a-1017-4bec-90c9-26027b38380d req-fe6946f2-7e86-4f25-be5a-1b8e3e02d31b tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422530
Nov 20 21:38:46.930205 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:47.201310 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b06801-c5b3-4545-9ee5-18bacc8551ee req-13a9215d-e276-4ad8-968c-b735066ce976 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:47.202962 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-87b06801-c5b3-4545-9ee5-18bacc8551ee req-13a9215d-e276-4ad8-968c-b735066ce976 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 931 time: 0.0543902
Nov 20 21:38:47.256205 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-87b06801-c5b3-4545-9ee5-18bacc8551ee req-00d68d2e-3630-4c69-8af9-2096bee06136 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467658
Nov 20 21:38:48.379566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f249117-d48d-4d30-adba-a3dffd916d52 req-4e856fb1-1ab7-451a-8c48-b3039568c301 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:48.381235 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f249117-d48d-4d30-adba-a3dffd916d52 req-4e856fb1-1ab7-451a-8c48-b3039568c301 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 931 time: 0.0545664
Nov 20 21:38:48.433054 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0f249117-d48d-4d30-adba-a3dffd916d52 req-626a4e2c-5cf3-4135-b929-399bd41fc235 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456038
Nov 20 21:38:48.768089 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:49.321002 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:49.559026 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f55cda-64b7-4cee-bdc1-223c0791d68a req-c4c93dae-a11a-4f77-8f48-e108dc5aea57 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:49.560551 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-43f55cda-64b7-4cee-bdc1-223c0791d68a req-c4c93dae-a11a-4f77-8f48-e108dc5aea57 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 931 time: 0.0548964
Nov 20 21:38:49.615823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-43f55cda-64b7-4cee-bdc1-223c0791d68a req-fe8db246-3e43-4cc5-9abe-413220f66452 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482619
Nov 20 21:38:50.735283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f56cc7-1004-4c03-aa37-32a71058977c req-edb78a99-3aa0-44b7-9ab1-0cc1509a020b tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:50.737049 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8f56cc7-1004-4c03-aa37-32a71058977c req-edb78a99-3aa0-44b7-9ab1-0cc1509a020b tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 931 time: 0.0541236
Nov 20 21:38:50.794250 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c8f56cc7-1004-4c03-aa37-32a71058977c req-4be5ae94-154e-4fb9-956e-9682df1626bd tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507634
Nov 20 21:38:51.929406 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be181c39-0f0c-4ad0-a555-c1ec7f7989fe req-9f77dcdd-7ced-433f-ac28-608341bc4a16 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:51.931033 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be181c39-0f0c-4ad0-a555-c1ec7f7989fe req-9f77dcdd-7ced-433f-ac28-608341bc4a16 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 931 time: 0.0607059
Nov 20 21:38:51.985335 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-be181c39-0f0c-4ad0-a555-c1ec7f7989fe req-b6c18259-7777-4f88-a533-4ff9b7f62e34 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475583
Nov 20 21:38:52.715769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Request body: {'port': {'device_id': '2fce0832-de87-44c8-b13f-8852fec63e20', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:38:52.770741 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:53.035656 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016e2b25-da18-4de5-9665-d9aa89ce3e98 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:38:53.043407 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:53.057943 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Transition to ACTIVE for port object 016e2b25-da18-4de5-9665-d9aa89ce3e98 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:38:53.066913 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:53.143736 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Pushing event updated for resources: {'Port': ['ID=016e2b25-da18-4de5-9665-d9aa89ce3e98,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:53.157228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182362c-e11d-4094-af15-95fdb301db61 req-413fd630-084f-4860-9f52-27b271815f75 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:53.158859 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0182362c-e11d-4094-af15-95fdb301db61 req-413fd630-084f-4860-9f52-27b271815f75 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 943 time: 0.1027567
Nov 20 21:38:53.619339 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0182362c-e11d-4094-af15-95fdb301db61 req-bdfc509a-2be2-4a89-a0a4-607966251e4f tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913956
Nov 20 21:38:53.621757 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Attempting to bind port 016e2b25-da18-4de5-9665-d9aa89ce3e98 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:38:53.622267 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Attempting to bind port 016e2b25-da18-4de5-9665-d9aa89ce3e98 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f443f27a-1f5a-4bc3-95f2-fb73bf7887a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:38:53.622426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Attempting to bind port 016e2b25-da18-4de5-9665-d9aa89ce3e98 on network af2ba9c3-3c44-4e20-a12e-1b657dc72441 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:38:53.628184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Port 016e2b25-da18-4de5-9665-d9aa89ce3e98 on network af2ba9c3-3c44-4e20-a12e-1b657dc72441 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:38:53.628519 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Attempting to bind port 016e2b25-da18-4de5-9665-d9aa89ce3e98 on network af2ba9c3-3c44-4e20-a12e-1b657dc72441 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:38:53.635811 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:38:53.636155 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Checking segment: {'id': 'f443f27a-1f5a-4bc3-95f2-fb73bf7887a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:38:53.636578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Bound using segment: {'id': 'f443f27a-1f5a-4bc3-95f2-fb73bf7887a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:38:53.637019 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Bound port: 016e2b25-da18-4de5-9665-d9aa89ce3e98, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f443f27a-1f5a-4bc3-95f2-fb73bf7887a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:38:53.637451 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:53.708326 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] For port 016e2b25-da18-4de5-9665-d9aa89ce3e98, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:38:53.711500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] For port 016e2b25-da18-4de5-9665-d9aa89ce3e98, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=016e2b25-da18-4de5-9665-d9aa89ce3e98,segment=NetworkSegment(f443f27a-1f5a-4bc3-95f2-fb73bf7887a5),segment_id=f443f27a-1f5a-4bc3-95f2-fb73bf7887a5)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:38:53.716562 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:53.759422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:53.760044 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:53.761475 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68636812-7a45-4333-b335-51c28aa80836 req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] 10.222.0.47 "PUT /v2.0/ports/016e2b25-da18-4de5-9665-d9aa89ce3e98 HTTP/1.1" status: 200  len: 1091 time: 1.0534179
Nov 20 21:38:53.766095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fce0832-de87-44c8-b13f-8852fec63e20', 'tag': '016e2b25-da18-4de5-9665-d9aa89ce3e98'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:38:53.768606 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f40d4b-2d67-4b5d-b6f5-a4c1684023b7" -d '{"events": [{"name": "network-changed", "server_uuid": "2fce0832-de87-44c8-b13f-8852fec63e20", "tag": "016e2b25-da18-4de5-9665-d9aa89ce3e98"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:38:53.805584 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ba32f-b0ad-4a8d-af1c-5f1ea134fc3b service neutron] Pushing event updated for resources: {'Port': ['ID=016e2b25-da18-4de5-9665-d9aa89ce3e98,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:53.813681 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7446bb77-0891-4472-b846-1efc5a007479 x-openstack-request-id: req-7446bb77-0891-4472-b846-1efc5a007479 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:38:53.813986 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fce0832-de87-44c8-b13f-8852fec63e20", "tag": "016e2b25-da18-4de5-9665-d9aa89ce3e98", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:38:53.814290 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7446bb77-0891-4472-b846-1efc5a007479 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:38:53.814896 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fce0832-de87-44c8-b13f-8852fec63e20', 'tag': '016e2b25-da18-4de5-9665-d9aa89ce3e98', 'status': 'completed', 'code': 200}
Nov 20 21:38:53.857059 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68636812-7a45-4333-b335-51c28aa80836 req-d4bb16ec-1690-4d0e-893c-5ba1f3d5c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:53.859522 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68636812-7a45-4333-b335-51c28aa80836 req-d4bb16ec-1690-4d0e-893c-5ba1f3d5c18a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f906d7e9f9d3403cb293a7003cdcdfaa&device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 1094 time: 0.0436699
Nov 20 21:38:53.902693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68636812-7a45-4333-b335-51c28aa80836 req-71a5c693-e4dc-451c-b6ca-70cf8676797d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=016e2b25-da18-4de5-9665-d9aa89ce3e98 HTTP/1.1" status: 200  len: 217 time: 0.0356331
Nov 20 21:38:53.958352 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68636812-7a45-4333-b335-51c28aa80836 req-57be49d5-fdb3-4c72-b744-2d5448ff1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:53.959837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68636812-7a45-4333-b335-51c28aa80836 req-57be49d5-fdb3-4c72-b744-2d5448ff1748 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a8378c2-02a5-4118-9be5-6d0a471722fe HTTP/1.1" status: 200  len: 854 time: 0.0498352
Nov 20 21:38:54.007930 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68636812-7a45-4333-b335-51c28aa80836 req-ee14c4d2-0fe8-4516-b6fe-7384de4fd5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:54.009485 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68636812-7a45-4333-b335-51c28aa80836 req-ee14c4d2-0fe8-4516-b6fe-7384de4fd5f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af2ba9c3-3c44-4e20-a12e-1b657dc72441&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0427690
Nov 20 21:38:54.103173 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68636812-7a45-4333-b335-51c28aa80836 req-ffa87158-aeac-4cc3-b302-0a31305d62cd service neutron] 10.222.0.47 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853419
Nov 20 21:38:54.195232 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68636812-7a45-4333-b335-51c28aa80836 req-c4584bba-320f-4145-9dfe-73498e35bccd service neutron] 10.222.0.47 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853198
Nov 20 21:38:54.276768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f40d4b-2d67-4b5d-b6f5-a4c1684023b7 req-ac13e7a5-eda0-4bce-93cc-cb3acdbe1f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:54.278302 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63f40d4b-2d67-4b5d-b6f5-a4c1684023b7 req-ac13e7a5-eda0-4bce-93cc-cb3acdbe1f9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f906d7e9f9d3403cb293a7003cdcdfaa&device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 1094 time: 0.0397370
Nov 20 21:38:54.371985 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f40d4b-2d67-4b5d-b6f5-a4c1684023b7 req-a287812e-e65e-4542-a545-2300d51f7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:54.373514 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63f40d4b-2d67-4b5d-b6f5-a4c1684023b7 req-a287812e-e65e-4542-a545-2300d51f7b3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=af2ba9c3-3c44-4e20-a12e-1b657dc72441 HTTP/1.1" status: 200  len: 916 time: 0.0873671
Nov 20 21:38:54.416720 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63f40d4b-2d67-4b5d-b6f5-a4c1684023b7 req-e2245792-6264-4739-87e8-7352a4720e7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=016e2b25-da18-4de5-9665-d9aa89ce3e98 HTTP/1.1" status: 200  len: 217 time: 0.0357165
Nov 20 21:38:54.472838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f40d4b-2d67-4b5d-b6f5-a4c1684023b7 req-8c699fb7-fb1d-43ba-803d-3e12e85c31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:54.474346 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63f40d4b-2d67-4b5d-b6f5-a4c1684023b7 req-8c699fb7-fb1d-43ba-803d-3e12e85c31e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a8378c2-02a5-4118-9be5-6d0a471722fe HTTP/1.1" status: 200  len: 854 time: 0.0489819
Nov 20 21:38:54.520747 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f40d4b-2d67-4b5d-b6f5-a4c1684023b7 req-571f0692-cf33-40a1-91d5-a6f0ba5060a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:54.522407 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63f40d4b-2d67-4b5d-b6f5-a4c1684023b7 req-571f0692-cf33-40a1-91d5-a6f0ba5060a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af2ba9c3-3c44-4e20-a12e-1b657dc72441&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407948
Nov 20 21:38:54.612939 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63f40d4b-2d67-4b5d-b6f5-a4c1684023b7 req-48cf9d70-ba3f-4481-a77b-33c25f153d9e service neutron] 10.222.0.47 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825884
Nov 20 21:38:54.743461 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-63f40d4b-2d67-4b5d-b6f5-a4c1684023b7 req-82c8311c-7cbd-44e4-892d-32ef01236154 service neutron] 10.222.0.47 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231549
Nov 20 21:38:54.757448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25e2ab-cab6-482b-bd79-69a89ee1033f req-10e048df-ad26-43da-9142-bc05b4084785 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:54.758996 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e25e2ab-cab6-482b-bd79-69a89ee1033f req-10e048df-ad26-43da-9142-bc05b4084785 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 943 time: 0.0682969
Nov 20 21:38:54.807082 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4e25e2ab-cab6-482b-bd79-69a89ee1033f req-5d09e11f-4877-4874-9916-35a0fc8b81bc tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413642
Nov 20 21:38:55.931542 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662d69-9837-4f42-83d8-46fbb8b3dd09 req-871d126b-79ce-4320-bce9-9e4033d6fa16 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:55.933049 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4d662d69-9837-4f42-83d8-46fbb8b3dd09 req-871d126b-79ce-4320-bce9-9e4033d6fa16 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 943 time: 0.0534596
Nov 20 21:38:55.980576 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4d662d69-9837-4f42-83d8-46fbb8b3dd09 req-5cd2b9ec-ad19-4fbd-8cb2-99d8adc7e23d tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416052
Nov 20 21:38:57.100053 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c4bfc-0081-486c-a1ab-4751e05d5107 req-e4404559-5ef4-49c8-bab3-222a5bd1f2a0 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:57.101538 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-551c4bfc-0081-486c-a1ab-4751e05d5107 req-e4404559-5ef4-49c8-bab3-222a5bd1f2a0 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 943 time: 0.0533602
Nov 20 21:38:57.148903 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-551c4bfc-0081-486c-a1ab-4751e05d5107 req-e4ce8660-7260-429a-9570-6983d7f4b960 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413656
Nov 20 21:38:57.950436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 016e2b25-da18-4de5-9665-d9aa89ce3e98 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:38:58.042529 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 016e2b25-da18-4de5-9665-d9aa89ce3e98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=016e2b25-da18-4de5-9665-d9aa89ce3e98,segment=NetworkSegment(f443f27a-1f5a-4bc3-95f2-fb73bf7887a5),segment_id=f443f27a-1f5a-4bc3-95f2-fb73bf7887a5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:38:58.053927 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '016e2b25-da18-4de5-9665-d9aa89ce3e98', 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'port_id': '016e2b25-da18-4de5-9665-d9aa89ce3e98', 'mac_address': 'fa:16:3e:ac:51:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:38:58.093986 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:58.259569 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016e2b25-da18-4de5-9665-d9aa89ce3e98 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:38:58.269378 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cea649-f4a1-4efc-a33e-06714ec402e6 req-39c962ea-21ea-48de-9e26-96acca0a3f19 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:58.271005 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1cea649-f4a1-4efc-a33e-06714ec402e6 req-39c962ea-21ea-48de-9e26-96acca0a3f19 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 943 time: 0.0514731
Nov 20 21:38:58.279894 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 016e2b25-da18-4de5-9665-d9aa89ce3e98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=016e2b25-da18-4de5-9665-d9aa89ce3e98,segment=NetworkSegment(f443f27a-1f5a-4bc3-95f2-fb73bf7887a5),segment_id=f443f27a-1f5a-4bc3-95f2-fb73bf7887a5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:38:58.284690 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:38:58.321917 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1cea649-f4a1-4efc-a33e-06714ec402e6 req-5dce1c07-ee81-4296-972d-7c491db6e222 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448415
Nov 20 21:38:58.332158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=016e2b25-da18-4de5-9665-d9aa89ce3e98,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:38:58.487431 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['016e2b25-da18-4de5-9665-d9aa89ce3e98'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:38:59.437320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47656808-7f3b-43fb-93ec-ab67d27fafb7 req-783b8748-9447-4cf5-9c31-fbb797a7a6ac tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:38:59.438842 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47656808-7f3b-43fb-93ec-ab67d27fafb7 req-783b8748-9447-4cf5-9c31-fbb797a7a6ac tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 944 time: 0.0504730
Nov 20 21:38:59.486808 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47656808-7f3b-43fb-93ec-ab67d27fafb7 req-16f42eb0-db2e-423d-819e-1728411d55e6 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420320
Nov 20 21:38:59.972763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 016e2b25-da18-4de5-9665-d9aa89ce3e98 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:39:00.022568 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 016e2b25-da18-4de5-9665-d9aa89ce3e98 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:39:00.026357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 016e2b25-da18-4de5-9665-d9aa89ce3e98 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:39:00.026735 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:00.104934 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:00.132044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fce0832-de87-44c8-b13f-8852fec63e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016e2b25-da18-4de5-9665-d9aa89ce3e98'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:39:00.134325 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d266baf-27d8-4e25-8281-a2b1df160881" -d '{"events": [{"server_uuid": "2fce0832-de87-44c8-b13f-8852fec63e20", "name": "network-vif-plugged", "status": "completed", "tag": "016e2b25-da18-4de5-9665-d9aa89ce3e98"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:39:00.147517 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 016e2b25-da18-4de5-9665-d9aa89ce3e98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=016e2b25-da18-4de5-9665-d9aa89ce3e98,segment=NetworkSegment(f443f27a-1f5a-4bc3-95f2-fb73bf7887a5),segment_id=f443f27a-1f5a-4bc3-95f2-fb73bf7887a5)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:39:00.151219 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:00.174224 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abb055a-7a16-4243-9a86-b56e6cf5cbe0 x-openstack-request-id: req-1abb055a-7a16-4243-9a86-b56e6cf5cbe0 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:39:00.174518 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fce0832-de87-44c8-b13f-8852fec63e20", "name": "network-vif-plugged", "status": "completed", "tag": "016e2b25-da18-4de5-9665-d9aa89ce3e98", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:39:00.174790 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1abb055a-7a16-4243-9a86-b56e6cf5cbe0 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:39:00.175166 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fce0832-de87-44c8-b13f-8852fec63e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016e2b25-da18-4de5-9665-d9aa89ce3e98', 'code': 200}
Nov 20 21:39:00.200992 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=016e2b25-da18-4de5-9665-d9aa89ce3e98,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:39:00.276532 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82784474-272d-44b5-9b59-e1293cb74f75 req-d0ea30a8-7639-4789-85d9-09a086a28841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:00.277981 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82784474-272d-44b5-9b59-e1293cb74f75 req-d0ea30a8-7639-4789-85d9-09a086a28841 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 1096 time: 0.0479801
Nov 20 21:39:00.322380 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-82784474-272d-44b5-9b59-e1293cb74f75 req-2bc3be5d-7b34-4b41-899a-2263587145ca service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375278
Nov 20 21:39:00.602676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d35dd-9b18-4056-a561-21b1a21477c5 req-ab189f81-7c64-43af-aad1-fa108346220a tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:00.604182 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2c0d35dd-9b18-4056-a561-21b1a21477c5 req-ab189f81-7c64-43af-aad1-fa108346220a tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 945 time: 0.0484576
Nov 20 21:39:00.652309 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2c0d35dd-9b18-4056-a561-21b1a21477c5 req-087fb2e1-a71e-4ad7-91e5-1fbb85599406 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412447
Nov 20 21:39:01.775541 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b439c-f144-4834-bc59-26de99705a48 req-6a9a105a-9b56-4f6a-8397-1ddaeed2fbcc tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:01.777034 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-de0b439c-f144-4834-bc59-26de99705a48 req-6a9a105a-9b56-4f6a-8397-1ddaeed2fbcc tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 945 time: 0.0551262
Nov 20 21:39:01.824714 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-de0b439c-f144-4834-bc59-26de99705a48 req-6ae3e98d-5646-4772-8113-9b8ae2908980 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417626
Nov 20 21:39:01.938555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6280c1-ff3c-4136-99a6-e07f701d0269 req-93cd0284-6112-46c1-8b37-bd2fee72f5d6 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:01.940056 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a6280c1-ff3c-4136-99a6-e07f701d0269 req-93cd0284-6112-46c1-8b37-bd2fee72f5d6 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 945 time: 0.0495169
Nov 20 21:39:01.992163 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a6280c1-ff3c-4136-99a6-e07f701d0269 req-ebb4507a-d99d-4d89-af57-2cc82258d7b0 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461142
Nov 20 21:39:02.181847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8736cd9-6b58-41f4-9ea3-a75dc99fdd76 req-a8892358-74a1-4328-ae28-26169743a4f9 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:02.183350 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e8736cd9-6b58-41f4-9ea3-a75dc99fdd76 req-a8892358-74a1-4328-ae28-26169743a4f9 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 945 time: 0.0491054
Nov 20 21:39:02.229685 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e8736cd9-6b58-41f4-9ea3-a75dc99fdd76 req-b6ddadad-230b-4da6-b727-3254ffd642b0 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405047
Nov 20 21:39:07.358281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158a0c2-4bd0-4645-a79b-703a0454e2b1 req-538282bb-594a-470f-bf4d-b829af582e75 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:07.360555 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a158a0c2-4bd0-4645-a79b-703a0454e2b1 req-538282bb-594a-470f-bf4d-b829af582e75 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 945 time: 0.0504110
Nov 20 21:39:07.409018 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a158a0c2-4bd0-4645-a79b-703a0454e2b1 req-785eb874-8656-4096-a440-5f89033cb67f tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423293
Nov 20 21:39:07.431500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56846) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:39:07.518967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921c00b1-47e4-4aa3-8bd8-1aeea8099ac2 tempest-TestMinimumBasicScenario-1121893734 tempest-TestMinimumBasicScenario-1121893734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:07.520511 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-921c00b1-47e4-4aa3-8bd8-1aeea8099ac2 tempest-TestMinimumBasicScenario-1121893734 tempest-TestMinimumBasicScenario-1121893734-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 1091 time: 0.0880177
Nov 20 21:39:07.523560 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56850) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:39:07.528465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '016e2b25-da18-4de5-9665-d9aa89ce3e98', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:39:07.569228 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:07.665630 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:07.773140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Allocated IP 172.35.1.227 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/830e5a74-8208-40c6-8b1c-1c1c4df8d61b) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:39:07.876084 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:07.909007 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:07.951392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:39:07.954358 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:39:07.957857 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:39:07.980961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Pushing event updated for resources: {'Port': ['ID=830e5a74-8208-40c6-8b1c-1c1c4df8d61b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:39:08.316571 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:08.386762 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:08.537745 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:08.542485 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:08.615209 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Pushing event updated for resources: {'Port': ['ID=830e5a74-8208-40c6-8b1c-1c1c4df8d61b,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:39:08.616218 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:08.627054 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:08.627446 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:08.728175 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Floating IP 084af565-4cc0-4edf-990e-e31c9554e786 associated. External IP: 172.35.1.227, port: 016e2b25-da18-4de5-9665-d9aa89ce3e98.
Nov 20 21:39:08.934680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Router 816c8b88-38d8-4715-b41d-c7912d1ccdec has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:39:09.044556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:39:09.054828 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970be89c-c4de-4a29-a2ec-1c170c84ccae None None] Sync routers for ids ['816c8b88-38d8-4715-b41d-c7912d1ccdec'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:39:09.063750 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.064109 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970be89c-c4de-4a29-a2ec-1c170c84ccae None None] Routers {'816c8b88-38d8-4715-b41d-c7912d1ccdec'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:39:09.064729 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-970be89c-c4de-4a29-a2ec-1c170c84ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463006a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:38:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['816c8b88-38d8-4715-b41d-c7912d1ccdec'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:39:09.090571 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bdf241b0-d863-452a-8c8c-887ccc1d3c74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5660000
Nov 20 21:39:09.091160 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fce0832-de87-44c8-b13f-8852fec63e20', 'tag': '016e2b25-da18-4de5-9665-d9aa89ce3e98'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:39:09.093991 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56852) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:39:09.094586 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131e02ca-a8ed-4047-852a-0aebab3145dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2fce0832-de87-44c8-b13f-8852fec63e20", "tag": "016e2b25-da18-4de5-9665-d9aa89ce3e98"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:39:09.099428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096921102', 'description': 'tempest-secgroup-smoke-2096921102 description', 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:39:09.123676 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.132485 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8919346a-1edf-4188-8783-3878cfe5bfc7 x-openstack-request-id: req-8919346a-1edf-4188-8783-3878cfe5bfc7 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:39:09.132900 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fce0832-de87-44c8-b13f-8852fec63e20", "tag": "016e2b25-da18-4de5-9665-d9aa89ce3e98", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:39:09.133779 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8919346a-1edf-4188-8783-3878cfe5bfc7 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:39:09.134281 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fce0832-de87-44c8-b13f-8852fec63e20', 'tag': '016e2b25-da18-4de5-9665-d9aa89ce3e98', 'status': 'completed', 'code': 200}
Nov 20 21:39:09.183701 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-970be89c-c4de-4a29-a2ec-1c170c84ccae None None] Set router 816c8b88-38d8-4715-b41d-c7912d1ccdec gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:39:09.194801 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.199489 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.206245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e02ca-a8ed-4047-852a-0aebab3145dc req-147048b6-2a99-4c8f-b860-5515feddc468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:09.207802 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-131e02ca-a8ed-4047-852a-0aebab3145dc req-147048b6-2a99-4c8f-b860-5515feddc468 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f906d7e9f9d3403cb293a7003cdcdfaa&device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 1096 time: 0.0493479
Nov 20 21:39:09.230341 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.236263 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1363518
Nov 20 21:39:09.236263 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56856) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:39:09.240328 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b4333b2e-5278-44e1-8de6-cc16796258dc tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Request body: {'security_group_rule': {'security_group_id': 'ca420aff-59dc-432f-b81a-4d5584573b04', 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:39:09.246878 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca420aff-59dc-432f-b81a-4d5584573b04,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:39:09.262618 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:09.263047 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:09.263480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:09.263827 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:09.265969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:09.266908 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:09.266908 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:09.267174 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:09.267604 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:09.267966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:09.268308 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:09.268649 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9df7f3-a4a6-4790-9ee3-c44969231052 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:09.290944 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4333b2e-5278-44e1-8de6-cc16796258dc tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.316506 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e02ca-a8ed-4047-852a-0aebab3145dc req-74fecf7b-beb3-418e-80f3-b8b292c68409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:09.318023 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-131e02ca-a8ed-4047-852a-0aebab3145dc req-74fecf7b-beb3-418e-80f3-b8b292c68409 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af2ba9c3-3c44-4e20-a12e-1b657dc72441 HTTP/1.1" status: 200  len: 916 time: 0.1039035
Nov 20 21:39:09.341812 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4333b2e-5278-44e1-8de6-cc16796258dc tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.347116 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4333b2e-5278-44e1-8de6-cc16796258dc tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.370722 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4333b2e-5278-44e1-8de6-cc16796258dc tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa43e40-614e-4839-825c-3c72a9af289c,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:39:09.377491 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4333b2e-5278-44e1-8de6-cc16796258dc tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.378771 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b4333b2e-5278-44e1-8de6-cc16796258dc tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1421371
Nov 20 21:39:09.381383 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56858) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:39:09.386580 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7256e31d-78c6-4187-ae1f-675d9da0af34 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Request body: {'security_group_rule': {'security_group_id': 'ca420aff-59dc-432f-b81a-4d5584573b04', 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:39:09.392018 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-131e02ca-a8ed-4047-852a-0aebab3145dc req-1bc5a17a-c022-46a7-a126-73c65ec45516 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=016e2b25-da18-4de5-9665-d9aa89ce3e98 HTTP/1.1" status: 200  len: 999 time: 0.0669649
Nov 20 21:39:09.419456 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7256e31d-78c6-4187-ae1f-675d9da0af34 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.423484 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-970be89c-c4de-4a29-a2ec-1c170c84ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463006a0>, [{'id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'name': 'tempest-TestMinimumBasicScenario-1024636104-router', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:24Z', 'revision_number': 4, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'gw_port': {'id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '084af565-4cc0-4edf-990e-e31c9554e786', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'floating_ip_address': '172.35.1.227', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'port_id': '016e2b25-da18-4de5-9665-d9aa89ce3e98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'mac_address': 'fa:16:3e:ac:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce0832-de87-44c8-b13f-8852fec63e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:39:08Z', 'updated_at': '2021-11-20T21:39:08Z', 'revision_number': 0, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d6979b-9c5f-483b-9d9b-143fa054c55f', 'name': '', 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'mac_address': 'fa:16:3e:f3:d4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:24Z', 'updated_at': '2021-11-20T21:38:30Z', 'revision_number': 5, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'subnets': [{'id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:39:09.446185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e02ca-a8ed-4047-852a-0aebab3145dc req-217f68cf-a6ee-4ad9-b8d4-7f536f9051e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:09.447592 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-131e02ca-a8ed-4047-852a-0aebab3145dc req-217f68cf-a6ee-4ad9-b8d4-7f536f9051e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a8378c2-02a5-4118-9be5-6d0a471722fe HTTP/1.1" status: 200  len: 854 time: 0.0493755
Nov 20 21:39:09.450887 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970be89c-c4de-4a29-a2ec-1c170c84ccae None None] Checking router: 816c8b88-38d8-4715-b41d-c7912d1ccdec for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:39:09.460926 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970be89c-c4de-4a29-a2ec-1c170c84ccae None None] Routers {'816c8b88-38d8-4715-b41d-c7912d1ccdec'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:39:09.461540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-970be89c-c4de-4a29-a2ec-1c170c84ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463006a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:38:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['816c8b88-38d8-4715-b41d-c7912d1ccdec'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:39:09.487104 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7256e31d-78c6-4187-ae1f-675d9da0af34 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.491820 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7256e31d-78c6-4187-ae1f-675d9da0af34 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.499716 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e02ca-a8ed-4047-852a-0aebab3145dc req-c5f024b8-97d2-4b4f-9036-1360b82b28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:09.501110 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-131e02ca-a8ed-4047-852a-0aebab3145dc req-c5f024b8-97d2-4b4f-9036-1360b82b28aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af2ba9c3-3c44-4e20-a12e-1b657dc72441&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0467422
Nov 20 21:39:09.510636 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256e31d-78c6-4187-ae1f-675d9da0af34 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27138c67-d616-425a-86ef-e18d51c67552,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:39:09.525635 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7256e31d-78c6-4187-ae1f-675d9da0af34 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.527200 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7256e31d-78c6-4187-ae1f-675d9da0af34 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1446044
Nov 20 21:39:09.529886 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56860) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:39:09.538326 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-985f83c1-f97e-438d-be3c-f05b4fdb93d5 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Request body: {'security_group_rule': {'security_group_id': 'ca420aff-59dc-432f-b81a-4d5584573b04', 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:39:09.570085 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-985f83c1-f97e-438d-be3c-f05b4fdb93d5 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.592100 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-970be89c-c4de-4a29-a2ec-1c170c84ccae None None] Set router 816c8b88-38d8-4715-b41d-c7912d1ccdec gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:39:09.604406 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-131e02ca-a8ed-4047-852a-0aebab3145dc req-3f643f44-dab0-406b-9106-663c307497c7 service neutron] 10.222.0.47 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0960925
Nov 20 21:39:09.637131 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-985f83c1-f97e-438d-be3c-f05b4fdb93d5 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.643345 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-985f83c1-f97e-438d-be3c-f05b4fdb93d5 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.667700 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f83c1-f97e-438d-be3c-f05b4fdb93d5 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d30ca9-5d6e-4b8a-b2b7-6701e6f25998,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:39:09.673708 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-985f83c1-f97e-438d-be3c-f05b4fdb93d5 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.675186 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-985f83c1-f97e-438d-be3c-f05b4fdb93d5 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1431413
Nov 20 21:39:09.677822 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56862) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:39:09.683523 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-23ea89c8-3344-4324-bfea-c7c50fff41f5 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Request body: {'security_group_rule': {'security_group_id': 'ca420aff-59dc-432f-b81a-4d5584573b04', 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:39:09.707242 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-131e02ca-a8ed-4047-852a-0aebab3145dc req-1b612dbf-5554-45da-9b63-3e822b6e046a service neutron] 10.222.0.47 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0951498
Nov 20 21:39:09.715401 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23ea89c8-3344-4324-bfea-c7c50fff41f5 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.783297 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23ea89c8-3344-4324-bfea-c7c50fff41f5 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.787434 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23ea89c8-3344-4324-bfea-c7c50fff41f5 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.808672 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea89c8-3344-4324-bfea-c7c50fff41f5 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea018b36-c941-4c78-a54c-5d9499e400fb,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:39:09.819290 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-23ea89c8-3344-4324-bfea-c7c50fff41f5 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.823197 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-23ea89c8-3344-4324-bfea-c7c50fff41f5 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1409805
Nov 20 21:39:09.823358 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56864) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:39:09.829011 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-488006b8-9224-4891-a289-3276f51ff31e tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Request body: {'security_group_rule': {'security_group_id': 'ca420aff-59dc-432f-b81a-4d5584573b04', 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:39:09.838211 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-970be89c-c4de-4a29-a2ec-1c170c84ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463006a0>, [{'id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'name': 'tempest-TestMinimumBasicScenario-1024636104-router', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:24Z', 'revision_number': 4, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'gw_port': {'id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '084af565-4cc0-4edf-990e-e31c9554e786', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'floating_ip_address': '172.35.1.227', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'port_id': '016e2b25-da18-4de5-9665-d9aa89ce3e98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'mac_address': 'fa:16:3e:ac:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce0832-de87-44c8-b13f-8852fec63e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:39:08Z', 'updated_at': '2021-11-20T21:39:08Z', 'revision_number': 0, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d6979b-9c5f-483b-9d9b-143fa054c55f', 'name': '', 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'mac_address': 'fa:16:3e:f3:d4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:24Z', 'updated_at': '2021-11-20T21:38:30Z', 'revision_number': 5, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'subnets': [{'id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:39:09.852197 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-488006b8-9224-4891-a289-3276f51ff31e tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Project f906d7e9f9d3403cb293a7003cdcdfaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:39:09.857224 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-488006b8-9224-4891-a289-3276f51ff31e tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.864536 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970be89c-c4de-4a29-a2ec-1c170c84ccae None None] The sync data for ids ['816c8b88-38d8-4715-b41d-c7912d1ccdec'] in ncdv-master-1 is: [{'id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'name': 'tempest-TestMinimumBasicScenario-1024636104-router', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:24Z', 'revision_number': 4, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'gw_port': {'id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '084af565-4cc0-4edf-990e-e31c9554e786', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'floating_ip_address': '172.35.1.227', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'port_id': '016e2b25-da18-4de5-9665-d9aa89ce3e98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'mac_address': 'fa:16:3e:ac:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce0832-de87-44c8-b13f-8852fec63e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:39:08Z', 'updated_at': '2021-11-20T21:39:08Z', 'revision_number': 0, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d6979b-9c5f-483b-9d9b-143fa054c55f', 'name': '', 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'mac_address': 'fa:16:3e:f3:d4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:24Z', 'updated_at': '2021-11-20T21:38:30Z', 'revision_number': 5, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'subnets': [{'id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:39:09.921909 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-488006b8-9224-4891-a289-3276f51ff31e tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.925878 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-488006b8-9224-4891-a289-3276f51ff31e tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.945676 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488006b8-9224-4891-a289-3276f51ff31e tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe02b04-f044-4810-b663-e9e2385d85bb,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:39:09.951450 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-488006b8-9224-4891-a289-3276f51ff31e tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:09.953228 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-488006b8-9224-4891-a289-3276f51ff31e tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1287737
Nov 20 21:39:09.956064 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56866) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:39:09.961031 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3818b44c-d15c-4948-bd01-e8d8c3ffba53 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Request body: {'security_group_rule': {'security_group_id': 'ca420aff-59dc-432f-b81a-4d5584573b04', 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:39:09.983328 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-3818b44c-d15c-4948-bd01-e8d8c3ffba53 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Project f906d7e9f9d3403cb293a7003cdcdfaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:39:09.988754 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3818b44c-d15c-4948-bd01-e8d8c3ffba53 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:10.053371 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3818b44c-d15c-4948-bd01-e8d8c3ffba53 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:10.056861 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3818b44c-d15c-4948-bd01-e8d8c3ffba53 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:10.077445 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818b44c-d15c-4948-bd01-e8d8c3ffba53 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc1b162-8867-42d6-9b71-2ad9cf98e323,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:39:10.085266 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3818b44c-d15c-4948-bd01-e8d8c3ffba53 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:10.085642 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b417c49-b8f1-4e0e-9bb0-d40c6b16027d None None] New status for floating IP 084af565-4cc0-4edf-990e-e31c9554e786: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:39:10.089556 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3818b44c-d15c-4948-bd01-e8d8c3ffba53 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1296773
Nov 20 21:39:10.181219 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-49e0c9cf-8e73-4abb-b2cb-285815d5a517 req-af22b45b-e14b-4419-88da-98518b7f7c84 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096921102&fields=id&tenant_id=f906d7e9f9d3403cb293a7003cdcdfaa HTTP/1.1" status: 200  len: 267 time: 0.0446985
Nov 20 21:39:10.238071 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0c9cf-8e73-4abb-b2cb-285815d5a517 req-82e1fb75-7a8a-4d92-b1d9-ecabe84595a7 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:10.239628 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-49e0c9cf-8e73-4abb-b2cb-285815d5a517 req-82e1fb75-7a8a-4d92-b1d9-ecabe84595a7 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 945 time: 0.0518160
Nov 20 21:39:10.251321 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-49e0c9cf-8e73-4abb-b2cb-285815d5a517 req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Request body: {'port': {'security_groups': ['76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a', 'ca420aff-59dc-432f-b81a-4d5584573b04']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:39:10.317370 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-49e0c9cf-8e73-4abb-b2cb-285815d5a517 req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:10.500196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-49e0c9cf-8e73-4abb-b2cb-285815d5a517 req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] For port 016e2b25-da18-4de5-9665-d9aa89ce3e98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=016e2b25-da18-4de5-9665-d9aa89ce3e98,segment=NetworkSegment(f443f27a-1f5a-4bc3-95f2-fb73bf7887a5),segment_id=f443f27a-1f5a-4bc3-95f2-fb73bf7887a5)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:39:10.529778 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-49e0c9cf-8e73-4abb-b2cb-285815d5a517 req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:10.535029 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-49e0c9cf-8e73-4abb-b2cb-285815d5a517 req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:10.548840 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['016e2b25-da18-4de5-9665-d9aa89ce3e98'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:39:10.582027 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0c9cf-8e73-4abb-b2cb-285815d5a517 req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:10.582344 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-49e0c9cf-8e73-4abb-b2cb-285815d5a517 req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:10.589769 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-49e0c9cf-8e73-4abb-b2cb-285815d5a517 req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "PUT /v2.0/ports/016e2b25-da18-4de5-9665-d9aa89ce3e98 HTTP/1.1" status: 200  len: 981 time: 0.3403151
Nov 20 21:39:10.612418 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Pushing event updated for resources: {'Port': ['ID=016e2b25-da18-4de5-9665-d9aa89ce3e98,revision_number=6']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:39:10.621659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:10.621888 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:10.622225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:10.622568 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:10.622906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:10.623243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:10.623572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:10.623903 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:10.624275 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:10.624703 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:10.625034 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:10.625363 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2363df-ec84-4a4a-9971-5ada9c288d09 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:39:10.636413 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['016e2b25-da18-4de5-9665-d9aa89ce3e98'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:39:10.715240 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a60748-d33a-415c-887e-39627de73dc4 req-3caad492-4320-46fe-8e02-940dc738fd4b tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:10.717108 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a3a60748-d33a-415c-887e-39627de73dc4 req-3caad492-4320-46fe-8e02-940dc738fd4b tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 984 time: 0.0522745
Nov 20 21:39:10.787179 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a3a60748-d33a-415c-887e-39627de73dc4 req-444f9978-d93e-4f7b-aeab-04849ec915c3 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&id=ca420aff-59dc-432f-b81a-4d5584573b04&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0611904
Nov 20 21:39:10.894897 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7633f997-4360-452b-bcdf-86bd4304d983 None None] Provisioning complete for port 016e2b25-da18-4de5-9665-d9aa89ce3e98 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:39:10.895486 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7633f997-4360-452b-bcdf-86bd4304d983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:11.135177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fce0832-de87-44c8-b13f-8852fec63e20', 'tag': '016e2b25-da18-4de5-9665-d9aa89ce3e98'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:39:11.138783 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1408d840-66ce-4808-8a53-5d90ea88b230" -d '{"events": [{"name": "network-changed", "server_uuid": "2fce0832-de87-44c8-b13f-8852fec63e20", "tag": "016e2b25-da18-4de5-9665-d9aa89ce3e98"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:39:11.175544 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb72558-999f-407b-9c5b-0d09b2333961 x-openstack-request-id: req-cbb72558-999f-407b-9c5b-0d09b2333961 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:39:11.175843 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fce0832-de87-44c8-b13f-8852fec63e20", "tag": "016e2b25-da18-4de5-9665-d9aa89ce3e98", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:39:11.176098 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cbb72558-999f-407b-9c5b-0d09b2333961 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:39:11.176546 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fce0832-de87-44c8-b13f-8852fec63e20', 'tag': '016e2b25-da18-4de5-9665-d9aa89ce3e98', 'status': 'completed', 'code': 200}
Nov 20 21:39:11.237750 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408d840-66ce-4808-8a53-5d90ea88b230 req-a0b51e41-cac3-4adb-8399-2dba948a15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:11.239320 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1408d840-66ce-4808-8a53-5d90ea88b230 req-a0b51e41-cac3-4adb-8399-2dba948a15d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f906d7e9f9d3403cb293a7003cdcdfaa&device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 1135 time: 0.0421350
Nov 20 21:39:11.333776 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408d840-66ce-4808-8a53-5d90ea88b230 req-dd31238c-5ae2-48d1-b093-7b0d28aa92e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:11.335300 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1408d840-66ce-4808-8a53-5d90ea88b230 req-dd31238c-5ae2-48d1-b093-7b0d28aa92e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af2ba9c3-3c44-4e20-a12e-1b657dc72441 HTTP/1.1" status: 200  len: 916 time: 0.0893650
Nov 20 21:39:11.400534 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1408d840-66ce-4808-8a53-5d90ea88b230 req-a63241e4-b34f-4264-9dd7-c76c0b356d4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=016e2b25-da18-4de5-9665-d9aa89ce3e98 HTTP/1.1" status: 200  len: 1001 time: 0.0568013
Nov 20 21:39:11.453125 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408d840-66ce-4808-8a53-5d90ea88b230 req-f7259f8d-10f5-45ad-a281-2ad650e910b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:11.454612 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1408d840-66ce-4808-8a53-5d90ea88b230 req-f7259f8d-10f5-45ad-a281-2ad650e910b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a8378c2-02a5-4118-9be5-6d0a471722fe HTTP/1.1" status: 200  len: 854 time: 0.0474157
Nov 20 21:39:11.499992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408d840-66ce-4808-8a53-5d90ea88b230 req-1c745d73-5bdf-4b88-8eb1-857a377af4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:11.501464 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1408d840-66ce-4808-8a53-5d90ea88b230 req-1c745d73-5bdf-4b88-8eb1-857a377af4b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af2ba9c3-3c44-4e20-a12e-1b657dc72441&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404897
Nov 20 21:39:11.595706 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1408d840-66ce-4808-8a53-5d90ea88b230 req-9443dda4-c796-4359-a93c-f875486fff1e service neutron] 10.222.0.47 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876336
Nov 20 21:39:11.682927 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1408d840-66ce-4808-8a53-5d90ea88b230 req-17804840-cdfd-478a-9851-4d32c70272c6 service neutron] 10.222.0.47 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809848
Nov 20 21:39:13.354024 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e31f-b5f2-49bb-a4fe-6893f7adab7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:15.749890 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5c69c1c9-6e90-433b-838f-acfd4dcb7183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:16.931991 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:17.546736 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:39:18.770647 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:19.324692 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:28.029026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7148be83-c502-46d6-8294-332ac6848704 req-00b635b5-26de-498c-8d76-6a8d624c15b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0410802
Nov 20 21:39:28.114087 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148be83-c502-46d6-8294-332ac6848704 req-868bdd99-06a8-4d14-832f-7c67e2c246a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:28.115615 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7148be83-c502-46d6-8294-332ac6848704 req-868bdd99-06a8-4d14-832f-7c67e2c246a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f906d7e9f9d3403cb293a7003cdcdfaa&device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 1135 time: 0.0446010
Nov 20 21:39:28.222648 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148be83-c502-46d6-8294-332ac6848704 req-19c37bf0-25c4-45f9-b252-770f179206f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:28.224143 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7148be83-c502-46d6-8294-332ac6848704 req-19c37bf0-25c4-45f9-b252-770f179206f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af2ba9c3-3c44-4e20-a12e-1b657dc72441 HTTP/1.1" status: 200  len: 916 time: 0.0885348
Nov 20 21:39:28.294514 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7148be83-c502-46d6-8294-332ac6848704 req-a8d5761d-10d0-4a17-a12b-b6ddbc1a4a14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=016e2b25-da18-4de5-9665-d9aa89ce3e98 HTTP/1.1" status: 200  len: 1001 time: 0.0629079
Nov 20 21:39:28.345121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148be83-c502-46d6-8294-332ac6848704 req-904aaff1-0b80-4853-a25a-2e826773000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:28.346625 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7148be83-c502-46d6-8294-332ac6848704 req-904aaff1-0b80-4853-a25a-2e826773000c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a8378c2-02a5-4118-9be5-6d0a471722fe HTTP/1.1" status: 200  len: 854 time: 0.0440609
Nov 20 21:39:28.392412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148be83-c502-46d6-8294-332ac6848704 req-bf12e8e0-74dc-4c22-bbfb-7214c2c50e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:28.393887 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7148be83-c502-46d6-8294-332ac6848704 req-bf12e8e0-74dc-4c22-bbfb-7214c2c50e46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af2ba9c3-3c44-4e20-a12e-1b657dc72441&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397372
Nov 20 21:39:28.484137 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7148be83-c502-46d6-8294-332ac6848704 req-9191049f-0280-4db8-8134-2cab0f27597b service neutron] 10.222.0.47 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827515
Nov 20 21:39:28.572280 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7148be83-c502-46d6-8294-332ac6848704 req-7566a13b-56ec-4901-ba56-5fdc27e209fe service neutron] 10.222.0.47 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815670
Nov 20 21:39:36.400871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409aa63-db06-421f-99c4-1761f8b68c5d req-0507acf1-56ce-4d20-ae55-0636ab01c576 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:36.402365 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a409aa63-db06-421f-99c4-1761f8b68c5d req-0507acf1-56ce-4d20-ae55-0636ab01c576 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 984 time: 0.0811026
Nov 20 21:39:36.407837 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a81686-d2f3-4368-a928-8011ccfa841c req-bc11231c-624f-4acf-b201-084a005637e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:36.409182 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-60a81686-d2f3-4368-a928-8011ccfa841c req-bc11231c-624f-4acf-b201-084a005637e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f906d7e9f9d3403cb293a7003cdcdfaa&device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 1135 time: 0.0624371
Nov 20 21:39:36.524424 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a409aa63-db06-421f-99c4-1761f8b68c5d req-bba6ba00-f8cf-4901-ae84-82535207b72f tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&id=ca420aff-59dc-432f-b81a-4d5584573b04&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1136472
Nov 20 21:39:36.542151 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a81686-d2f3-4368-a928-8011ccfa841c req-4f83a83c-b61d-4d5d-9cb6-5d148eb05068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:36.543618 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-60a81686-d2f3-4368-a928-8011ccfa841c req-4f83a83c-b61d-4d5d-9cb6-5d148eb05068 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af2ba9c3-3c44-4e20-a12e-1b657dc72441 HTTP/1.1" status: 200  len: 916 time: 0.1263649
Nov 20 21:39:36.608399 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-60a81686-d2f3-4368-a928-8011ccfa841c req-c3b8a67f-48dc-4ee3-8798-651788dbbd71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=016e2b25-da18-4de5-9665-d9aa89ce3e98 HTTP/1.1" status: 200  len: 1001 time: 0.0568306
Nov 20 21:39:36.658185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a81686-d2f3-4368-a928-8011ccfa841c req-6933163a-1e8e-48dc-b89d-aea59cbe9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:36.659600 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-60a81686-d2f3-4368-a928-8011ccfa841c req-6933163a-1e8e-48dc-b89d-aea59cbe9657 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a8378c2-02a5-4118-9be5-6d0a471722fe HTTP/1.1" status: 200  len: 854 time: 0.0429983
Nov 20 21:39:36.707417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a81686-d2f3-4368-a928-8011ccfa841c req-aefa3649-67b8-4931-bf4a-9aeb702a141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:36.708861 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-60a81686-d2f3-4368-a928-8011ccfa841c req-aefa3649-67b8-4931-bf4a-9aeb702a141b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af2ba9c3-3c44-4e20-a12e-1b657dc72441&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0420218
Nov 20 21:39:36.799681 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-60a81686-d2f3-4368-a928-8011ccfa841c req-132ee88b-9911-4f23-9b6e-3ec8a7ec1e93 service neutron] 10.222.0.47 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816543
Nov 20 21:39:36.891472 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-60a81686-d2f3-4368-a928-8011ccfa841c req-b5a05b17-23a8-4912-a527-9f83e4fed3a1 service neutron] 10.222.0.47 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847805
Nov 20 21:39:37.651724 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6a7c2-2ca9-49fd-806e-3757fa027cec req-314d8793-3e8d-4fd4-a38a-ac57dced581c tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:37.653209 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-31b6a7c2-2ca9-49fd-806e-3757fa027cec req-314d8793-3e8d-4fd4-a38a-ac57dced581c tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 984 time: 0.0539188
Nov 20 21:39:37.713045 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-31b6a7c2-2ca9-49fd-806e-3757fa027cec req-5df3011f-e67d-44c5-a59e-b7eeb0d16df6 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&id=ca420aff-59dc-432f-b81a-4d5584573b04&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0537002
Nov 20 21:39:38.619858 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:38.664942 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:38.828269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b814947-5b8b-48f7-9764-14f491452d7b req-553cc8a6-3eec-4d50-8e9f-fdc0c2cf3a2c tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:38.829650 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9b814947-5b8b-48f7-9764-14f491452d7b req-553cc8a6-3eec-4d50-8e9f-fdc0c2cf3a2c tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 984 time: 0.0493124
Nov 20 21:39:38.888868 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9b814947-5b8b-48f7-9764-14f491452d7b req-72c1e0c3-ed08-4279-a325-988b53ba43f9 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&id=ca420aff-59dc-432f-b81a-4d5584573b04&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0531926
Nov 20 21:39:40.004005 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddcbb5-c6ee-4286-9198-023d350493df req-89530a0a-af98-44cb-bedb-98ee10f81c90 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:40.005476 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-90ddcbb5-c6ee-4286-9198-023d350493df req-89530a0a-af98-44cb-bedb-98ee10f81c90 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 984 time: 0.0494609
Nov 20 21:39:40.065410 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-90ddcbb5-c6ee-4286-9198-023d350493df req-21ae110e-c5e0-443f-a8bf-3db8e0657ea3 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&id=ca420aff-59dc-432f-b81a-4d5584573b04&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0533335
Nov 20 21:39:41.180496 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7e8da-aa59-4abb-93bd-c92d85277176 req-197380b4-68de-447a-b285-9881c4081f74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:41.181942 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eab7e8da-aa59-4abb-93bd-c92d85277176 req-197380b4-68de-447a-b285-9881c4081f74 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 984 time: 0.0479782
Nov 20 21:39:41.244693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eab7e8da-aa59-4abb-93bd-c92d85277176 req-1edbf7fa-f755-4a16-b21c-b232397b89bd tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&id=ca420aff-59dc-432f-b81a-4d5584573b04&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0567324
Nov 20 21:39:42.360811 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73819584-706d-46f5-a4ca-924ba7f7a940 req-9bbdec26-da79-4ec7-83a5-9b5430941967 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:42.362288 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-73819584-706d-46f5-a4ca-924ba7f7a940 req-9bbdec26-da79-4ec7-83a5-9b5430941967 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 984 time: 0.0485988
Nov 20 21:39:42.426359 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-73819584-706d-46f5-a4ca-924ba7f7a940 req-fb6ce8b0-8b83-4475-bc11-a08ea5d06dd7 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&id=ca420aff-59dc-432f-b81a-4d5584573b04&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0574372
Nov 20 21:39:43.354791 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-75016131-b50d-4475-8cd6-ca9d98acffdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:43.543497 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d883757-ee2b-466e-9cdf-3b024f4b9437 req-572fab99-467b-47da-8af4-de5665a58d04 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:43.544989 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8d883757-ee2b-466e-9cdf-3b024f4b9437 req-572fab99-467b-47da-8af4-de5665a58d04 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 984 time: 0.0508285
Nov 20 21:39:43.607881 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8d883757-ee2b-466e-9cdf-3b024f4b9437 req-a5b40bb7-fe09-4130-b194-e9ceabcd9519 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&id=ca420aff-59dc-432f-b81a-4d5584573b04&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0567613
Nov 20 21:39:44.726589 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3c75b-2727-4af7-8f82-54563ea36276 req-bf333f48-2edd-4e0c-9139-1ad5570abf25 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:44.728271 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a4c3c75b-2727-4af7-8f82-54563ea36276 req-bf333f48-2edd-4e0c-9139-1ad5570abf25 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 984 time: 0.0515115
Nov 20 21:39:44.788306 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a4c3c75b-2727-4af7-8f82-54563ea36276 req-76dc7020-bbca-4c28-8e42-044669a14e31 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&id=ca420aff-59dc-432f-b81a-4d5584573b04&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0540125
Nov 20 21:39:45.750768 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c41fb432-63f8-4eac-9030-3fc47ae6a92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:45.903615 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302ba05-a4d2-4593-a29c-1cd9d41b3680 req-e12b0fad-4af7-43a4-8e74-691b2f99919e tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:45.905083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2302ba05-a4d2-4593-a29c-1cd9d41b3680 req-e12b0fad-4af7-43a4-8e74-691b2f99919e tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 984 time: 0.0490773
Nov 20 21:39:45.964978 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2302ba05-a4d2-4593-a29c-1cd9d41b3680 req-a427e900-aa89-4675-8fd6-bd0b3b46890e tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&id=ca420aff-59dc-432f-b81a-4d5584573b04&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0538516
Nov 20 21:39:46.938448 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:47.084835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c39db-a826-4511-b00c-d0239f9b6fbc req-212fe1c6-84b1-4ef2-82c9-60f0ce2cde95 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:47.086593 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c1c39db-a826-4511-b00c-d0239f9b6fbc req-212fe1c6-84b1-4ef2-82c9-60f0ce2cde95 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 984 time: 0.0507495
Nov 20 21:39:47.147871 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c1c39db-a826-4511-b00c-d0239f9b6fbc req-8254dc8a-baa6-40f9-af25-6835a59866d8 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&id=ca420aff-59dc-432f-b81a-4d5584573b04&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0554821
Nov 20 21:39:48.608658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dc676-54f0-4468-9792-8deaa555d4c4 req-80ebee3c-168b-4730-b53f-1b0bc863a3c3 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:39:48.610421 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e9dc676-54f0-4468-9792-8deaa555d4c4 req-80ebee3c-168b-4730-b53f-1b0bc863a3c3 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 984 time: 0.3918960
Nov 20 21:39:48.669770 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6e9dc676-54f0-4468-9792-8deaa555d4c4 req-3f9bb5c2-b56e-4982-bd94-0d85b680d53e tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&id=ca420aff-59dc-432f-b81a-4d5584573b04&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0532577
Nov 20 21:39:48.773884 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:49.326848 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:39:54.546017 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:40:08.621286 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:08.665693 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:13.355681 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-18eedade-a82f-4407-8d2b-d8fe8920402a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:15.751066 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a15565ab-26d3-48bd-80cd-acd303568d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:16.937513 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:18.775758 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:19.332054 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:21.143841 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1155910d-8621-4189-accd-ca269b52cd35 req-6d64c694-9103-4b29-ac28-47f0d8e034fb tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096921102&fields=id&tenant_id=f906d7e9f9d3403cb293a7003cdcdfaa HTTP/1.1" status: 200  len: 267 time: 0.0536258
Nov 20 21:40:21.197000 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155910d-8621-4189-accd-ca269b52cd35 req-e63609b1-a384-467a-8755-7c386d928440 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:21.198475 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1155910d-8621-4189-accd-ca269b52cd35 req-e63609b1-a384-467a-8755-7c386d928440 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 984 time: 0.0490832
Nov 20 21:40:21.209205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-1155910d-8621-4189-accd-ca269b52cd35 req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Request body: {'port': {'security_groups': ['76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:40:21.274815 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1155910d-8621-4189-accd-ca269b52cd35 req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:21.448347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-1155910d-8621-4189-accd-ca269b52cd35 req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] For port 016e2b25-da18-4de5-9665-d9aa89ce3e98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=016e2b25-da18-4de5-9665-d9aa89ce3e98,segment=NetworkSegment(f443f27a-1f5a-4bc3-95f2-fb73bf7887a5),segment_id=f443f27a-1f5a-4bc3-95f2-fb73bf7887a5)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:40:21.476362 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1155910d-8621-4189-accd-ca269b52cd35 req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:21.480784 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1155910d-8621-4189-accd-ca269b52cd35 req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:21.493367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['016e2b25-da18-4de5-9665-d9aa89ce3e98'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:40:21.532925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155910d-8621-4189-accd-ca269b52cd35 req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:21.532925 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-1155910d-8621-4189-accd-ca269b52cd35 req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:21.533643 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1155910d-8621-4189-accd-ca269b52cd35 req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "PUT /v2.0/ports/016e2b25-da18-4de5-9665-d9aa89ce3e98 HTTP/1.1" status: 200  len: 942 time: 0.3288131
Nov 20 21:40:21.534188 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fce0832-de87-44c8-b13f-8852fec63e20', 'tag': '016e2b25-da18-4de5-9665-d9aa89ce3e98'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:40:21.536445 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627adee7-e7f5-45de-9703-6ddfb4d1d874" -d '{"events": [{"name": "network-changed", "server_uuid": "2fce0832-de87-44c8-b13f-8852fec63e20", "tag": "016e2b25-da18-4de5-9665-d9aa89ce3e98"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:40:21.542464 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 56940) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:21.572600 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Pushing event updated for resources: {'Port': ['ID=016e2b25-da18-4de5-9665-d9aa89ce3e98,revision_number=7']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:21.581200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.581645 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.582103 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.582440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.582897 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.583299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.583699 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.584104 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.584502 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.584900 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.585311 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.585740 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8729c0-6871-41b4-af10-6da7903b6911 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.613762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['016e2b25-da18-4de5-9665-d9aa89ce3e98'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:40:21.643092 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:21.675258 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:21.754322 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc1b76e-6b16-4b96-ac08-2303878b65be x-openstack-request-id: req-1bc1b76e-6b16-4b96-ac08-2303878b65be {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:40:21.754757 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fce0832-de87-44c8-b13f-8852fec63e20", "tag": "016e2b25-da18-4de5-9665-d9aa89ce3e98", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:40:21.755073 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1bc1b76e-6b16-4b96-ac08-2303878b65be {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:40:21.755580 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fce0832-de87-44c8-b13f-8852fec63e20', 'tag': '016e2b25-da18-4de5-9665-d9aa89ce3e98', 'status': 'completed', 'code': 200}
Nov 20 21:40:21.759736 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:21.764064 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:21.768004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 56944) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:21.768916 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "DELETE /v2.0/security-groups/ca420aff-59dc-432f-b81a-4d5584573b04 HTTP/1.1" status: 204  len: 168 time: 0.2246063
Nov 20 21:40:21.781320 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca420aff-59dc-432f-b81a-4d5584573b04,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:21.800816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.801168 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.801515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.801856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.802338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.802683 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.803016 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.803349 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.803750 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.804162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.804510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.804838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92bb8f-5999-46c4-8f6e-1f6f3a4ffb82 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:21.847569 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627adee7-e7f5-45de-9703-6ddfb4d1d874 req-30e72649-8976-4f1b-ab23-3a7d152c36c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:21.849195 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-627adee7-e7f5-45de-9703-6ddfb4d1d874 req-30e72649-8976-4f1b-ab23-3a7d152c36c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f906d7e9f9d3403cb293a7003cdcdfaa&device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 1096 time: 0.0575056
Nov 20 21:40:21.874504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9e45ba24-862f-4616-a20c-d47ea600a0d4 None None] Provisioning complete for port 016e2b25-da18-4de5-9665-d9aa89ce3e98 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:40:21.875031 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9e45ba24-862f-4616-a20c-d47ea600a0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:21.963799 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-8bb9bc95-9b01-478e-82f6-0f45f0f45bae tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Deleting port 830e5a74-8208-40c6-8b1c-1c1c4df8d61b {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:40:21.964552 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8bb9bc95-9b01-478e-82f6-0f45f0f45bae tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:21.966859 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627adee7-e7f5-45de-9703-6ddfb4d1d874 req-64dbce55-eb6b-4dad-8045-178bdab127ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:21.968423 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-627adee7-e7f5-45de-9703-6ddfb4d1d874 req-64dbce55-eb6b-4dad-8045-178bdab127ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=af2ba9c3-3c44-4e20-a12e-1b657dc72441 HTTP/1.1" status: 200  len: 916 time: 0.1103387
Nov 20 21:40:22.042663 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-627adee7-e7f5-45de-9703-6ddfb4d1d874 req-fbbb90cc-156d-4c9b-8aac-567e5aa9f16d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=016e2b25-da18-4de5-9665-d9aa89ce3e98 HTTP/1.1" status: 200  len: 1001 time: 0.0647933
Nov 20 21:40:22.043299 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8bb9bc95-9b01-478e-82f6-0f45f0f45bae tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:22.043628 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8bb9bc95-9b01-478e-82f6-0f45f0f45bae tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:22.055279 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-8bb9bc95-9b01-478e-82f6-0f45f0f45bae tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Calling delete_port for 830e5a74-8208-40c6-8b1c-1c1c4df8d61b owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:40:22.094180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627adee7-e7f5-45de-9703-6ddfb4d1d874 req-06ef2400-7f1c-474c-ab0e-dc3f319232be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:22.095691 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-627adee7-e7f5-45de-9703-6ddfb4d1d874 req-06ef2400-7f1c-474c-ab0e-dc3f319232be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a8378c2-02a5-4118-9be5-6d0a471722fe HTTP/1.1" status: 200  len: 854 time: 0.0455630
Nov 20 21:40:22.142629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627adee7-e7f5-45de-9703-6ddfb4d1d874 req-e79c26e3-c9dd-4f04-b542-026bb8c135f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:22.144149 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-627adee7-e7f5-45de-9703-6ddfb4d1d874 req-e79c26e3-c9dd-4f04-b542-026bb8c135f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af2ba9c3-3c44-4e20-a12e-1b657dc72441&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0411751
Nov 20 21:40:22.206990 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8bb9bc95-9b01-478e-82f6-0f45f0f45bae tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:22.233244 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9bc95-9b01-478e-82f6-0f45f0f45bae tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Pushing event deleted for resources: {'Port': ['ID=830e5a74-8208-40c6-8b1c-1c1c4df8d61b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:22.244775 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-627adee7-e7f5-45de-9703-6ddfb4d1d874 req-21893fcd-99a9-46c1-85c0-82e737f20d1e service neutron] 10.222.0.47 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0915995
Nov 20 21:40:22.298815 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8bb9bc95-9b01-478e-82f6-0f45f0f45bae tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:22.299109 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-8bb9bc95-9b01-478e-82f6-0f45f0f45bae tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Floating IP 084af565-4cc0-4edf-990e-e31c9554e786 disassociated (deleted). External IP: 172.35.1.227, port: 016e2b25-da18-4de5-9665-d9aa89ce3e98.
Nov 20 21:40:22.334993 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-627adee7-e7f5-45de-9703-6ddfb4d1d874 req-1fb76e19-054f-4744-939f-26333449fd72 service neutron] 10.222.0.47 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829198
Nov 20 21:40:22.511229 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb9bc95-9b01-478e-82f6-0f45f0f45bae tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Router 816c8b88-38d8-4715-b41d-c7912d1ccdec has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:40:22.621628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb9bc95-9b01-478e-82f6-0f45f0f45bae tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:40:22.626445 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8bb9bc95-9b01-478e-82f6-0f45f0f45bae tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:22.631002 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6687918d-4b4e-433c-86b9-62abfbdd1923 None None] Sync routers for ids ['816c8b88-38d8-4715-b41d-c7912d1ccdec'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:40:22.641007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6687918d-4b4e-433c-86b9-62abfbdd1923 None None] Routers {'816c8b88-38d8-4715-b41d-c7912d1ccdec'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:40:22.641611 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6687918d-4b4e-433c-86b9-62abfbdd1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4641a910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:40:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['816c8b88-38d8-4715-b41d-c7912d1ccdec'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:22.653448 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8bb9bc95-9b01-478e-82f6-0f45f0f45bae tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "DELETE /v2.0/floatingips/084af565-4cc0-4edf-990e-e31c9554e786 HTTP/1.1" status: 204  len: 168 time: 0.8843579
Nov 20 21:40:22.909517 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-6687918d-4b4e-433c-86b9-62abfbdd1923 None None] Set router 816c8b88-38d8-4715-b41d-c7912d1ccdec gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:40:23.105909 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6687918d-4b4e-433c-86b9-62abfbdd1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4641a910>, [{'id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'name': 'tempest-TestMinimumBasicScenario-1024636104-router', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:24Z', 'revision_number': 4, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'gw_port': {'id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00d6979b-9c5f-483b-9d9b-143fa054c55f', 'name': '', 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'mac_address': 'fa:16:3e:f3:d4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:24Z', 'updated_at': '2021-11-20T21:38:30Z', 'revision_number': 5, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'subnets': [{'id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:23.136702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6687918d-4b4e-433c-86b9-62abfbdd1923 None None] Checking router: 816c8b88-38d8-4715-b41d-c7912d1ccdec for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:40:23.145055 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6687918d-4b4e-433c-86b9-62abfbdd1923 None None] Routers {'816c8b88-38d8-4715-b41d-c7912d1ccdec'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:40:23.145661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6687918d-4b4e-433c-86b9-62abfbdd1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4641a910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:40:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['816c8b88-38d8-4715-b41d-c7912d1ccdec'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:23.249754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-6687918d-4b4e-433c-86b9-62abfbdd1923 None None] Set router 816c8b88-38d8-4715-b41d-c7912d1ccdec gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:40:23.451001 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6687918d-4b4e-433c-86b9-62abfbdd1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4641a910>, [{'id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'name': 'tempest-TestMinimumBasicScenario-1024636104-router', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:24Z', 'revision_number': 4, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'gw_port': {'id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00d6979b-9c5f-483b-9d9b-143fa054c55f', 'name': '', 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'mac_address': 'fa:16:3e:f3:d4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:24Z', 'updated_at': '2021-11-20T21:38:30Z', 'revision_number': 5, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'subnets': [{'id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:23.478988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6687918d-4b4e-433c-86b9-62abfbdd1923 None None] The sync data for ids ['816c8b88-38d8-4715-b41d-c7912d1ccdec'] in ncdv-master-1 is: [{'id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'name': 'tempest-TestMinimumBasicScenario-1024636104-router', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:24Z', 'revision_number': 4, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'gw_port': {'id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00d6979b-9c5f-483b-9d9b-143fa054c55f', 'name': '', 'network_id': 'af2ba9c3-3c44-4e20-a12e-1b657dc72441', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'mac_address': 'fa:16:3e:f3:d4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:24Z', 'updated_at': '2021-11-20T21:38:30Z', 'revision_number': 5, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'subnets': [{'id': '0a8378c2-02a5-4118-9be5-6d0a471722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:40:23.711717 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82aff9c-097b-42de-8828-a2c7a5e29540 None None] New status for floating IP 084af565-4cc0-4edf-990e-e31c9554e786: DOWN {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:40:23.756441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fce0832-de87-44c8-b13f-8852fec63e20', 'tag': '016e2b25-da18-4de5-9665-d9aa89ce3e98'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:40:23.759484 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d407be-7ba4-4ac2-b960-b8d291d4d5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2fce0832-de87-44c8-b13f-8852fec63e20", "tag": "016e2b25-da18-4de5-9665-d9aa89ce3e98"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:40:23.798771 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5739892-4500-46e7-b014-703897a3842d x-openstack-request-id: req-c5739892-4500-46e7-b014-703897a3842d {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:40:23.799066 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fce0832-de87-44c8-b13f-8852fec63e20", "tag": "016e2b25-da18-4de5-9665-d9aa89ce3e98", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:40:23.799321 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5739892-4500-46e7-b014-703897a3842d {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:40:23.799733 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fce0832-de87-44c8-b13f-8852fec63e20', 'tag': '016e2b25-da18-4de5-9665-d9aa89ce3e98', 'status': 'completed', 'code': 200}
Nov 20 21:40:23.867252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d407be-7ba4-4ac2-b960-b8d291d4d5a4 req-713ef87b-eaeb-4747-b93e-989024e6b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:23.868742 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-08d407be-7ba4-4ac2-b960-b8d291d4d5a4 req-713ef87b-eaeb-4747-b93e-989024e6b69c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f906d7e9f9d3403cb293a7003cdcdfaa&device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 1096 time: 0.0463846
Nov 20 21:40:23.961035 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d407be-7ba4-4ac2-b960-b8d291d4d5a4 req-1c2d81c7-30ed-4fa9-8261-78e446572811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:23.962828 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-08d407be-7ba4-4ac2-b960-b8d291d4d5a4 req-1c2d81c7-30ed-4fa9-8261-78e446572811 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af2ba9c3-3c44-4e20-a12e-1b657dc72441 HTTP/1.1" status: 200  len: 916 time: 0.0868020
Nov 20 21:40:24.010196 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-08d407be-7ba4-4ac2-b960-b8d291d4d5a4 req-d53eca53-1fce-4ba5-8da1-b60b0ed6c05e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=016e2b25-da18-4de5-9665-d9aa89ce3e98 HTTP/1.1" status: 200  len: 217 time: 0.0405538
Nov 20 21:40:24.062899 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d407be-7ba4-4ac2-b960-b8d291d4d5a4 req-57456b21-931c-477b-9a55-5809191afffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:24.064473 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-08d407be-7ba4-4ac2-b960-b8d291d4d5a4 req-57456b21-931c-477b-9a55-5809191afffd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a8378c2-02a5-4118-9be5-6d0a471722fe HTTP/1.1" status: 200  len: 854 time: 0.0454497
Nov 20 21:40:24.115846 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d407be-7ba4-4ac2-b960-b8d291d4d5a4 req-2230c143-88ff-4ca1-8cb1-2a3571844247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:24.115846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-08d407be-7ba4-4ac2-b960-b8d291d4d5a4 req-2230c143-88ff-4ca1-8cb1-2a3571844247 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af2ba9c3-3c44-4e20-a12e-1b657dc72441&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0435243
Nov 20 21:40:24.219846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-08d407be-7ba4-4ac2-b960-b8d291d4d5a4 req-b202ecae-759d-413d-8863-e02667468cd3 service neutron] 10.222.0.47 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0976646
Nov 20 21:40:24.319033 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-08d407be-7ba4-4ac2-b960-b8d291d4d5a4 req-c1f233c7-2f21-4bc5-bde1-dea98fa8c116 service neutron] 10.222.0.47 "GET /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0917175
Nov 20 21:40:25.379872 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567d78c-5e18-4d1f-a1b3-8856a2276512 req-26a369ef-19ff-4188-9dbc-474404e3e99e tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:25.381393 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b567d78c-5e18-4d1f-a1b3-8856a2276512 req-26a369ef-19ff-4188-9dbc-474404e3e99e tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 945 time: 0.0509360
Nov 20 21:40:25.430630 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b567d78c-5e18-4d1f-a1b3-8856a2276512 req-aa6073ef-063a-4bf3-a4fe-ef6f0533ccfb tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419452
Nov 20 21:40:26.554452 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f81264-e609-43df-a7ad-ea7ff9b39231 req-c06d1815-7eb6-4bf4-8974-d7d5f91b3985 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:26.555954 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-57f81264-e609-43df-a7ad-ea7ff9b39231 req-c06d1815-7eb6-4bf4-8974-d7d5f91b3985 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 945 time: 0.0506873
Nov 20 21:40:26.607900 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-57f81264-e609-43df-a7ad-ea7ff9b39231 req-3e1a24a4-d7f0-4ca5-8a64-1d4043a0c22c tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/security-groups?id=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460451
Nov 20 21:40:27.007608 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49a669-51c6-4e27-840a-7b4430116c11 req-f35b29ec-486d-457c-85f1-3d10d4b26f1a tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:27.010205 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec49a669-51c6-4e27-840a-7b4430116c11 req-f35b29ec-486d-457c-85f1-3d10d4b26f1a tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 945 time: 0.0510125
Nov 20 21:40:27.103140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-ec49a669-51c6-4e27-840a-7b4430116c11 req-044bad84-b336-40f0-8614-131e563168fe tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Deleting port 016e2b25-da18-4de5-9665-d9aa89ce3e98 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:40:27.103565 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ec49a669-51c6-4e27-840a-7b4430116c11 req-044bad84-b336-40f0-8614-131e563168fe tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:27.197368 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-ec49a669-51c6-4e27-840a-7b4430116c11 req-044bad84-b336-40f0-8614-131e563168fe tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] For port 016e2b25-da18-4de5-9665-d9aa89ce3e98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=016e2b25-da18-4de5-9665-d9aa89ce3e98,segment=NetworkSegment(f443f27a-1f5a-4bc3-95f2-fb73bf7887a5),segment_id=f443f27a-1f5a-4bc3-95f2-fb73bf7887a5)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:40:27.197735 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ec49a669-51c6-4e27-840a-7b4430116c11 req-044bad84-b336-40f0-8614-131e563168fe tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:27.210242 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-ec49a669-51c6-4e27-840a-7b4430116c11 req-044bad84-b336-40f0-8614-131e563168fe tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Calling delete_port for 016e2b25-da18-4de5-9665-d9aa89ce3e98 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:40:27.339773 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ec49a669-51c6-4e27-840a-7b4430116c11 req-044bad84-b336-40f0-8614-131e563168fe tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:27.351160 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['016e2b25-da18-4de5-9665-d9aa89ce3e98'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:40:27.368325 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bad84-b336-40f0-8614-131e563168fe tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Pushing event deleted for resources: {'Port': ['ID=016e2b25-da18-4de5-9665-d9aa89ce3e98,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:27.412451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec49a669-51c6-4e27-840a-7b4430116c11 req-044bad84-b336-40f0-8614-131e563168fe tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] No DVR routers for this DVR port 016e2b25-da18-4de5-9665-d9aa89ce3e98 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:40:27.415906 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-ec49a669-51c6-4e27-840a-7b4430116c11 req-044bad84-b336-40f0-8614-131e563168fe tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:27.419518 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec49a669-51c6-4e27-840a-7b4430116c11 req-044bad84-b336-40f0-8614-131e563168fe tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.47 "DELETE /v2.0/ports/016e2b25-da18-4de5-9665-d9aa89ce3e98 HTTP/1.1" status: 204  len: 173 time: 0.4020743
Nov 20 21:40:27.419967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fce0832-de87-44c8-b13f-8852fec63e20', 'name': 'network-vif-deleted', 'tag': '016e2b25-da18-4de5-9665-d9aa89ce3e98'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:40:27.422269 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1acbdeb-2ba7-40cd-af60-abfaed620d1e" -d '{"events": [{"server_uuid": "2fce0832-de87-44c8-b13f-8852fec63e20", "name": "network-vif-deleted", "tag": "016e2b25-da18-4de5-9665-d9aa89ce3e98"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:40:27.460176 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23518a91-7b7a-4c23-8f5d-251e451511a3 x-openstack-request-id: req-23518a91-7b7a-4c23-8f5d-251e451511a3 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:40:27.460498 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fce0832-de87-44c8-b13f-8852fec63e20", "name": "network-vif-deleted", "tag": "016e2b25-da18-4de5-9665-d9aa89ce3e98", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:40:27.460791 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23518a91-7b7a-4c23-8f5d-251e451511a3 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:40:27.461780 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fce0832-de87-44c8-b13f-8852fec63e20', 'name': 'network-vif-deleted', 'tag': '016e2b25-da18-4de5-9665-d9aa89ce3e98', 'status': 'completed', 'code': 200}
Nov 20 21:40:27.716519 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e815cf1a-3b67-4db6-ba22-3fab232ae69b req-1c6cbd1a-36cd-4a80-8e3e-a76f9125bee8 tempest-TestMinimumBasicScenario-599005410 tempest-TestMinimumBasicScenario-599005410-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fce0832-de87-44c8-b13f-8852fec63e20 HTTP/1.1" status: 200  len: 210 time: 0.0280633
Nov 20 21:40:29.292919 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57058) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:29.636590 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b2d41a36-6312-4b74-b00b-3b34f47fbf83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:29.875882 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b2d41a36-6312-4b74-b00b-3b34f47fbf83 admin admin] Deleting port 00d6979b-9c5f-483b-9d9b-143fa054c55f {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:40:29.876224 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b2d41a36-6312-4b74-b00b-3b34f47fbf83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:29.953228 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-b2d41a36-6312-4b74-b00b-3b34f47fbf83 admin admin] For port 00d6979b-9c5f-483b-9d9b-143fa054c55f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00d6979b-9c5f-483b-9d9b-143fa054c55f,segment=NetworkSegment(f443f27a-1f5a-4bc3-95f2-fb73bf7887a5),segment_id=f443f27a-1f5a-4bc3-95f2-fb73bf7887a5)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:40:29.953591 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b2d41a36-6312-4b74-b00b-3b34f47fbf83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:29.965731 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b2d41a36-6312-4b74-b00b-3b34f47fbf83 admin admin] Calling delete_port for 00d6979b-9c5f-483b-9d9b-143fa054c55f owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:40:30.143123 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b2d41a36-6312-4b74-b00b-3b34f47fbf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:30.171554 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d41a36-6312-4b74-b00b-3b34f47fbf83 admin admin] Pushing event deleted for resources: {'Port': ['ID=00d6979b-9c5f-483b-9d9b-143fa054c55f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:30.487481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 016e2b25-da18-4de5-9665-d9aa89ce3e98 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:40:30.509486 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 016e2b25-da18-4de5-9665-d9aa89ce3e98 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:40:30.509854 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 016e2b25-da18-4de5-9665-d9aa89ce3e98 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:40:30.655328 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b2d41a36-6312-4b74-b00b-3b34f47fbf83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:30.870951 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d41a36-6312-4b74-b00b-3b34f47fbf83 admin admin] Router 816c8b88-38d8-4715-b41d-c7912d1ccdec has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:40:30.981792 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d41a36-6312-4b74-b00b-3b34f47fbf83 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:40:30.988468 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b2d41a36-6312-4b74-b00b-3b34f47fbf83 admin admin] 10.222.0.41 "PUT /v2.0/routers/816c8b88-38d8-4715-b41d-c7912d1ccdec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6933761
Nov 20 21:40:30.990311 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57060) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:30.993125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5092e-837f-4704-bc52-cf8e484718ed None None] Sync routers for ids ['816c8b88-38d8-4715-b41d-c7912d1ccdec'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:40:31.006590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5092e-837f-4704-bc52-cf8e484718ed None None] Routers {'816c8b88-38d8-4715-b41d-c7912d1ccdec'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:40:31.007224 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-dda5092e-837f-4704-bc52-cf8e484718ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473ffb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:40:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['816c8b88-38d8-4715-b41d-c7912d1ccdec'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:31.104557 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53cf8150-545f-4928-8b75-598494342ec8 admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:31.114826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-dda5092e-837f-4704-bc52-cf8e484718ed None None] Set router 816c8b88-38d8-4715-b41d-c7912d1ccdec gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:40:31.209173 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53cf8150-545f-4928-8b75-598494342ec8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:31.261911 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-53cf8150-545f-4928-8b75-598494342ec8 admin admin] Deleting port 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:40:31.262298 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53cf8150-545f-4928-8b75-598494342ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:31.297725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-dda5092e-837f-4704-bc52-cf8e484718ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473ffb20>, [{'id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'name': 'tempest-TestMinimumBasicScenario-1024636104-router', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:40:30Z', 'revision_number': 5, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'gw_port': {'id': '4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:31.328060 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5092e-837f-4704-bc52-cf8e484718ed None None] Checking router: 816c8b88-38d8-4715-b41d-c7912d1ccdec for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:40:31.336978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5092e-837f-4704-bc52-cf8e484718ed None None] Routers {'816c8b88-38d8-4715-b41d-c7912d1ccdec'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:40:31.337897 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-dda5092e-837f-4704-bc52-cf8e484718ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a473ffb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:40:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['816c8b88-38d8-4715-b41d-c7912d1ccdec'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:31.344979 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-53cf8150-545f-4928-8b75-598494342ec8 admin admin] For port 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:40:31.345335 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53cf8150-545f-4928-8b75-598494342ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:31.357921 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-53cf8150-545f-4928-8b75-598494342ec8 admin admin] Calling delete_port for 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:40:31.425495 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-dda5092e-837f-4704-bc52-cf8e484718ed None None] Set router 816c8b88-38d8-4715-b41d-c7912d1ccdec gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:40:31.478893 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-dda5092e-837f-4704-bc52-cf8e484718ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a473ffb20>, [{'id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'name': 'tempest-TestMinimumBasicScenario-1024636104-router', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:40:31Z', 'revision_number': 6, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:31.509354 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5092e-837f-4704-bc52-cf8e484718ed None None] The sync data for ids ['816c8b88-38d8-4715-b41d-c7912d1ccdec'] in ncdv-master-1 is: [{'id': '816c8b88-38d8-4715-b41d-c7912d1ccdec', 'name': 'tempest-TestMinimumBasicScenario-1024636104-router', 'tenant_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:22Z', 'updated_at': '2021-11-20T21:40:31Z', 'revision_number': 6, 'project_id': 'f906d7e9f9d3403cb293a7003cdcdfaa', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:40:31.528187 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53cf8150-545f-4928-8b75-598494342ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:31.556459 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:40:31.561959 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf8150-545f-4928-8b75-598494342ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:31.575751 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e343c8-3ea0-415e-bb76-2e8ddc37cdc0 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:40:31.628216 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53cf8150-545f-4928-8b75-598494342ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:31.718290 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53cf8150-545f-4928-8b75-598494342ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:31.720595 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53cf8150-545f-4928-8b75-598494342ec8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:31.763685 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53cf8150-545f-4928-8b75-598494342ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:31.764233 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cf8150-545f-4928-8b75-598494342ec8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 816c8b88-38d8-4715-b41d-c7912d1ccdec {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:40:31.768507 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-53cf8150-545f-4928-8b75-598494342ec8 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:31.769800 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-53cf8150-545f-4928-8b75-598494342ec8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/816c8b88-38d8-4715-b41d-c7912d1ccdec HTTP/1.1" status: 204  len: 168 time: 0.7755039
Nov 20 21:40:31.772408 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57062) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:31.816662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f5b684-a542-48f7-8358-36c60cd1b9b2 admin admin] Deleting subnet 0a8378c2-02a5-4118-9be5-6d0a471722fe {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:40:31.819579 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43f5b684-a542-48f7-8358-36c60cd1b9b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:31.855334 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43f5b684-a542-48f7-8358-36c60cd1b9b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:31.941968 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43f5b684-a542-48f7-8358-36c60cd1b9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:31.996291 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43f5b684-a542-48f7-8358-36c60cd1b9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:32.021420 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5b684-a542-48f7-8358-36c60cd1b9b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a8378c2-02a5-4118-9be5-6d0a471722fe,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:32.025556 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-43f5b684-a542-48f7-8358-36c60cd1b9b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:32.031200 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-43f5b684-a542-48f7-8358-36c60cd1b9b2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0a8378c2-02a5-4118-9be5-6d0a471722fe HTTP/1.1" status: 204  len: 168 time: 0.2555668
Nov 20 21:40:32.031467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57064) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:32.034213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05092fb9-2ba3-45cd-90fa-a0bcae0b3d9d None None] Network af2ba9c3-3c44-4e20-a12e-1b657dc72441 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:40:32.104492 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:32.160952 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] Deleting port 88c3597a-d5a1-4508-b48b-a73e76baebf0 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:40:32.161325 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:32.224281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] For port 88c3597a-d5a1-4508-b48b-a73e76baebf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88c3597a-d5a1-4508-b48b-a73e76baebf0,segment=NetworkSegment(f443f27a-1f5a-4bc3-95f2-fb73bf7887a5),segment_id=f443f27a-1f5a-4bc3-95f2-fb73bf7887a5)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:40:32.224575 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:32.241786 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] Calling delete_port for 88c3597a-d5a1-4508-b48b-a73e76baebf0 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:40:32.292020 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] DHCP port deletion for af2ba9c3-3c44-4e20-a12e-1b657dc72441 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:40:32.329387 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:32.346531 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Deleting port 88c3597a-d5a1-4508-b48b-a73e76baebf0 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:40:32.346913 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:32.359210 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] No DVR routers for this DVR port 88c3597a-d5a1-4508-b48b-a73e76baebf0 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:40:32.363040 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] Pushing event deleted for resources: {'Port': ['ID=88c3597a-d5a1-4508-b48b-a73e76baebf0,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:32.410519 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] For port 88c3597a-d5a1-4508-b48b-a73e76baebf0, host ncdv-master-1, got binding levels [] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:40:32.410915 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:32.425095 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Calling delete_port for 88c3597a-d5a1-4508-b48b-a73e76baebf0 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:40:32.427871 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.ipam_backend_mixin [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Port 88c3597a-d5a1-4508-b48b-a73e76baebf0 was not found and therefore no delete operation was performed {{(pid=126226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 20 21:40:32.429419 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:32.440683 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:32.458337 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Pushing event deleted for resources: {'Port': ['ID=88c3597a-d5a1-4508-b48b-a73e76baebf0,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:32.462066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a560d58e0>,) {'filters': {'network_id': ['af2ba9c3-3c44-4e20-a12e-1b657dc72441']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:32.467521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:32.467875 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:32.468227 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:32.468567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:32.468904 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:32.469233 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:32.469569 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:32.469897 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:32.470625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:32.470625 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:32.470948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:32.471211 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:32.472131 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a560d58e0>, 'f443f27a-1f5a-4bc3-95f2-fb73bf7887a5') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:32.472432 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a560d58e0>, 'f443f27a-1f5a-4bc3-95f2-fb73bf7887a5') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:32.474146 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd880d58-e413-4316-a7db-1c1a3289b86b None None] No DVR routers for this DVR port 88c3597a-d5a1-4508-b48b-a73e76baebf0 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:40:32.486803 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:32.511025 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:32.511025 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:40:32.511025 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:40:32.512576 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:40:32.574438 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:32.580597 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:32.583731 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] 10.222.0.41 "DELETE /v2.0/networks/af2ba9c3-3c44-4e20-a12e-1b657dc72441 HTTP/1.1" status: 204  len: 168 time: 0.5513644
Nov 20 21:40:32.587149 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57066) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:32.595999 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201057c-7ff3-44bc-8ef5-188b7d36ab9a admin admin] Pushing event deleted for resources: {'Network': ['ID=af2ba9c3-3c44-4e20-a12e-1b657dc72441,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:32.937931 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-894f907b-01a2-4cd7-8806-8a5ebaefe917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:33.036924 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 88c3597a-d5a1-4508-b48b-a73e76baebf0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:40:33.058144 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 88c3597a-d5a1-4508-b48b-a73e76baebf0 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:40:33.058492 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 88c3597a-d5a1-4508-b48b-a73e76baebf0 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:40:33.059119 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:40:33.077435 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:40:33.077782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 4310fcdf-f1de-4a4f-8aeb-b9b09133cf0b not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:40:33.078212 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 00d6979b-9c5f-483b-9d9b-143fa054c55f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:40:33.097547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 00d6979b-9c5f-483b-9d9b-143fa054c55f {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:40:33.097898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 00d6979b-9c5f-483b-9d9b-143fa054c55f not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:40:33.194207 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-894f907b-01a2-4cd7-8806-8a5ebaefe917 admin admin] Deleting port a3c8d64d-53a9-4c9f-9acd-06793838ffdd {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:40:33.194465 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-894f907b-01a2-4cd7-8806-8a5ebaefe917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:33.275036 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-894f907b-01a2-4cd7-8806-8a5ebaefe917 admin admin] For port a3c8d64d-53a9-4c9f-9acd-06793838ffdd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3c8d64d-53a9-4c9f-9acd-06793838ffdd,segment=NetworkSegment(04b504f5-eaba-4f29-a092-4e2968fe5c48),segment_id=04b504f5-eaba-4f29-a092-4e2968fe5c48)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:40:33.275402 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-894f907b-01a2-4cd7-8806-8a5ebaefe917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:33.287563 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-894f907b-01a2-4cd7-8806-8a5ebaefe917 admin admin] Calling delete_port for a3c8d64d-53a9-4c9f-9acd-06793838ffdd owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:40:33.464282 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-894f907b-01a2-4cd7-8806-8a5ebaefe917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:33.490320 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f907b-01a2-4cd7-8806-8a5ebaefe917 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c8d64d-53a9-4c9f-9acd-06793838ffdd,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:33.662416 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-894f907b-01a2-4cd7-8806-8a5ebaefe917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:33.877874 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894f907b-01a2-4cd7-8806-8a5ebaefe917 admin admin] Router 8e9e1dac-2eb4-40f3-a348-1effe74952ee has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:40:33.984369 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894f907b-01a2-4cd7-8806-8a5ebaefe917 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:40:33.992021 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-894f907b-01a2-4cd7-8806-8a5ebaefe917 admin admin] 10.222.0.41 "PUT /v2.0/routers/8e9e1dac-2eb4-40f3-a348-1effe74952ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4013228
Nov 20 21:40:33.992156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57068) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:33.995291 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41d61a-d562-4a3d-9b75-a723c8b126fa None None] Sync routers for ids ['8e9e1dac-2eb4-40f3-a348-1effe74952ee'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:40:34.006356 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41d61a-d562-4a3d-9b75-a723c8b126fa None None] Routers {'8e9e1dac-2eb4-40f3-a348-1effe74952ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:40:34.006971 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9f41d61a-d562-4a3d-9b75-a723c8b126fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54686070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:40:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8e9e1dac-2eb4-40f3-a348-1effe74952ee'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:34.096075 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b415053f-70c0-48f4-99d6-8d94e1c59afc admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:34.110217 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-9f41d61a-d562-4a3d-9b75-a723c8b126fa None None] Set router 8e9e1dac-2eb4-40f3-a348-1effe74952ee gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:40:34.198434 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b415053f-70c0-48f4-99d6-8d94e1c59afc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:34.250879 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b415053f-70c0-48f4-99d6-8d94e1c59afc admin admin] Deleting port abc4ad2e-3203-4118-af8c-ed21e5d9e537 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:40:34.251358 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b415053f-70c0-48f4-99d6-8d94e1c59afc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:34.288669 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9f41d61a-d562-4a3d-9b75-a723c8b126fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54686070>, [{'id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'name': 'tempest-TestMinimumBasicScenario-673366125-router', 'tenant_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.130'}], 'enable_snat': True}, 'gw_port_id': 'abc4ad2e-3203-4118-af8c-ed21e5d9e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:26Z', 'updated_at': '2021-11-20T21:40:33Z', 'revision_number': 5, 'project_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'gw_port': {'id': 'abc4ad2e-3203-4118-af8c-ed21e5d9e537', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:38:26Z', 'updated_at': '2021-11-20T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:34.315142 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41d61a-d562-4a3d-9b75-a723c8b126fa None None] Checking router: 8e9e1dac-2eb4-40f3-a348-1effe74952ee for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:40:34.324115 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41d61a-d562-4a3d-9b75-a723c8b126fa None None] Routers {'8e9e1dac-2eb4-40f3-a348-1effe74952ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:40:34.324715 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9f41d61a-d562-4a3d-9b75-a723c8b126fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54686070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:40:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8e9e1dac-2eb4-40f3-a348-1effe74952ee'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:34.334779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-b415053f-70c0-48f4-99d6-8d94e1c59afc admin admin] For port abc4ad2e-3203-4118-af8c-ed21e5d9e537, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abc4ad2e-3203-4118-af8c-ed21e5d9e537,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:40:34.335153 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b415053f-70c0-48f4-99d6-8d94e1c59afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:34.347685 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b415053f-70c0-48f4-99d6-8d94e1c59afc admin admin] Calling delete_port for abc4ad2e-3203-4118-af8c-ed21e5d9e537 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:40:34.409950 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-9f41d61a-d562-4a3d-9b75-a723c8b126fa None None] Set router 8e9e1dac-2eb4-40f3-a348-1effe74952ee gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:40:34.524646 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b415053f-70c0-48f4-99d6-8d94e1c59afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:34.553360 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415053f-70c0-48f4-99d6-8d94e1c59afc admin admin] Pushing event deleted for resources: {'Port': ['ID=abc4ad2e-3203-4118-af8c-ed21e5d9e537,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:34.558031 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-9f41d61a-d562-4a3d-9b75-a723c8b126fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54686070>, [{'id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'name': 'tempest-TestMinimumBasicScenario-673366125-router', 'tenant_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:26Z', 'updated_at': '2021-11-20T21:40:34Z', 'revision_number': 6, 'project_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:34.576909 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5f6c34-d672-4c04-8731-51a45a60abd8 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:40:34.587736 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41d61a-d562-4a3d-9b75-a723c8b126fa None None] The sync data for ids ['8e9e1dac-2eb4-40f3-a348-1effe74952ee'] in ncdv-master-1 is: [{'id': '8e9e1dac-2eb4-40f3-a348-1effe74952ee', 'name': 'tempest-TestMinimumBasicScenario-673366125-router', 'tenant_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:38:26Z', 'updated_at': '2021-11-20T21:40:34Z', 'revision_number': 6, 'project_id': '44d1cf6defd54639ab5d8a5a38fdd807', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:40:34.625149 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b415053f-70c0-48f4-99d6-8d94e1c59afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:34.712664 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b415053f-70c0-48f4-99d6-8d94e1c59afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:34.714925 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b415053f-70c0-48f4-99d6-8d94e1c59afc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:34.761247 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b415053f-70c0-48f4-99d6-8d94e1c59afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:34.761774 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b415053f-70c0-48f4-99d6-8d94e1c59afc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e9e1dac-2eb4-40f3-a348-1effe74952ee {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:40:34.766135 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b415053f-70c0-48f4-99d6-8d94e1c59afc admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:34.767451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b415053f-70c0-48f4-99d6-8d94e1c59afc admin admin] 10.222.0.41 "DELETE /v2.0/routers/8e9e1dac-2eb4-40f3-a348-1effe74952ee HTTP/1.1" status: 204  len: 168 time: 0.7743404
Nov 20 21:40:34.769929 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57070) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:34.814243 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-203f48ea-1254-47a3-b878-427f5ca1bfce admin admin] Deleting subnet d7c9d3be-bba2-4bfa-a635-cb8744a15c7c {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:40:34.817255 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-203f48ea-1254-47a3-b878-427f5ca1bfce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:34.851086 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-203f48ea-1254-47a3-b878-427f5ca1bfce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:35.249710 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-203f48ea-1254-47a3-b878-427f5ca1bfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:35.302076 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-203f48ea-1254-47a3-b878-427f5ca1bfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:35.328779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f48ea-1254-47a3-b878-427f5ca1bfce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c9d3be-bba2-4bfa-a635-cb8744a15c7c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:35.331160 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-203f48ea-1254-47a3-b878-427f5ca1bfce admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:35.338249 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-203f48ea-1254-47a3-b878-427f5ca1bfce admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d7c9d3be-bba2-4bfa-a635-cb8744a15c7c HTTP/1.1" status: 204  len: 168 time: 0.5635602
Nov 20 21:40:35.338367 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57072) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:35.341612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5aa37c-aef3-4b0f-a4d1-991888c96431 None None] Network 11d0241f-7af1-4230-a333-22aa866cd8a2 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:40:35.422450 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:35.434420 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a3c8d64d-53a9-4c9f-9acd-06793838ffdd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:40:35.471811 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: a3c8d64d-53a9-4c9f-9acd-06793838ffdd {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:40:35.472126 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a3c8d64d-53a9-4c9f-9acd-06793838ffdd not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:40:35.478481 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] Deleting port c50669a4-fc07-46de-b108-25138880f276 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:40:35.478884 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:35.553863 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6709de61-6bf8-4911-b6bd-518cbaf01ddc None None] DHCP port deletion for 11d0241f-7af1-4230-a333-22aa866cd8a2 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:40:35.560105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] For port c50669a4-fc07-46de-b108-25138880f276, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c50669a4-fc07-46de-b108-25138880f276,segment=NetworkSegment(04b504f5-eaba-4f29-a092-4e2968fe5c48),segment_id=04b504f5-eaba-4f29-a092-4e2968fe5c48)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:40:35.560490 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:35.593661 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] Calling delete_port for c50669a4-fc07-46de-b108-25138880f276 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:40:35.629536 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6709de61-6bf8-4911-b6bd-518cbaf01ddc None None] Deleting port c50669a4-fc07-46de-b108-25138880f276 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:40:35.630169 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6709de61-6bf8-4911-b6bd-518cbaf01ddc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:35.695520 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:35.713484 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6709de61-6bf8-4911-b6bd-518cbaf01ddc None None] For port c50669a4-fc07-46de-b108-25138880f276, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c50669a4-fc07-46de-b108-25138880f276,segment=NetworkSegment(04b504f5-eaba-4f29-a092-4e2968fe5c48),segment_id=04b504f5-eaba-4f29-a092-4e2968fe5c48)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:40:35.714190 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6709de61-6bf8-4911-b6bd-518cbaf01ddc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:35.729654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6709de61-6bf8-4911-b6bd-518cbaf01ddc None None] Calling delete_port for c50669a4-fc07-46de-b108-25138880f276 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:40:35.731936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c50669a4-fc07-46de-b108-25138880f276,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:35.739279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] No DVR routers for this DVR port c50669a4-fc07-46de-b108-25138880f276 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:40:35.815794 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6709de61-6bf8-4911-b6bd-518cbaf01ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:35.821587 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:35.843967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4eab9610>,) {'filters': {'network_id': ['11d0241f-7af1-4230-a333-22aa866cd8a2']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:35.848580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709de61-6bf8-4911-b6bd-518cbaf01ddc None None] Pushing event deleted for resources: {'Port': ['ID=c50669a4-fc07-46de-b108-25138880f276,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:35.850514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6709de61-6bf8-4911-b6bd-518cbaf01ddc None None] No DVR routers for this DVR port c50669a4-fc07-46de-b108-25138880f276 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:40:35.858677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4eab9610>, '04b504f5-eaba-4f29-a092-4e2968fe5c48') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:35.859026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4eab9610>, '04b504f5-eaba-4f29-a092-4e2968fe5c48') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:35.872238 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:35.888066 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:35.895183 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:40:35.895625 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:40:35.897377 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:40:35.958011 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:35.963893 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:35.967302 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] 10.222.0.41 "DELETE /v2.0/networks/11d0241f-7af1-4230-a333-22aa866cd8a2 HTTP/1.1" status: 204  len: 168 time: 0.6283786
Nov 20 21:40:35.978231 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d245e-a362-4df0-8966-7aaecde237bd admin admin] Pushing event deleted for resources: {'Network': ['ID=11d0241f-7af1-4230-a333-22aa866cd8a2,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:36.126301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57076) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:36.172008 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-794a153b-1c41-4745-a139-be4e6e6aa1c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f906d7e9f9d3403cb293a7003cdcdfaa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0445364
Nov 20 21:40:36.174596 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57078) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:36.221544 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7047beef-ee51-4a2b-bd26-b6470c29248c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:36.243920 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7047beef-ee51-4a2b-bd26-b6470c29248c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:36.294175 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7047beef-ee51-4a2b-bd26-b6470c29248c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:36.296759 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7047beef-ee51-4a2b-bd26-b6470c29248c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:36.297940 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7047beef-ee51-4a2b-bd26-b6470c29248c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a HTTP/1.1" status: 204  len: 168 time: 0.1224234
Nov 20 21:40:36.306654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047beef-ee51-4a2b-bd26-b6470c29248c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ff7eb3-ee69-4a8e-b4b6-40bfb8a66a0a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:36.608825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57084) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:36.649122 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-91d45e4c-a771-4d3f-b85e-6b33d87c66e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44d1cf6defd54639ab5d8a5a38fdd807&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0390339
Nov 20 21:40:36.651530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57086) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:36.697367 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c828befd-5099-42c0-bd61-969d38e1b2f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:36.717570 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c828befd-5099-42c0-bd61-969d38e1b2f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:36.764267 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c828befd-5099-42c0-bd61-969d38e1b2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:36.766878 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c828befd-5099-42c0-bd61-969d38e1b2f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:36.768042 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c828befd-5099-42c0-bd61-969d38e1b2f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97a1cdcd-049d-475c-9f1c-f3f222a9c3ac HTTP/1.1" status: 204  len: 168 time: 0.1156225
Nov 20 21:40:36.775882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828befd-5099-42c0-bd61-969d38e1b2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a1cdcd-049d-475c-9f1c-f3f222a9c3ac,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:37.044957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device abc4ad2e-3203-4118-af8c-ed21e5d9e537 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:40:37.066214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: abc4ad2e-3203-4118-af8c-ed21e5d9e537 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:40:37.066570 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device abc4ad2e-3203-4118-af8c-ed21e5d9e537 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:40:37.066983 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c50669a4-fc07-46de-b108-25138880f276 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:40:37.085732 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: c50669a4-fc07-46de-b108-25138880f276 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:40:37.086096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c50669a4-fc07-46de-b108-25138880f276 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:40:38.455802 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57126) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:38.460515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a6e3939b-9a06-4aeb-baec-88a3371408f5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474768641', 'description': 'tempest-secgroup-smoke-1474768641 description', 'project_id': 'a671b29208764a018b1936b75389117b'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:40:38.483250 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6e3939b-9a06-4aeb-baec-88a3371408f5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:38.491379 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6e3939b-9a06-4aeb-baec-88a3371408f5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:38.569421 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6e3939b-9a06-4aeb-baec-88a3371408f5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:38.573029 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6e3939b-9a06-4aeb-baec-88a3371408f5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:38.610526 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:38.612510 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3939b-9a06-4aeb-baec-88a3371408f5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d16b85-22e4-40d2-b5d1-42977f22d913,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:38.655125 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6e3939b-9a06-4aeb-baec-88a3371408f5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:38.659245 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6e3939b-9a06-4aeb-baec-88a3371408f5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:38.663748 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:38.689142 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a6e3939b-9a06-4aeb-baec-88a3371408f5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:38.690330 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a6e3939b-9a06-4aeb-baec-88a3371408f5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2334776
Nov 20 21:40:38.693256 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57128) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:38.697912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4554e3cb-db61-4f16-8006-f8e097afaf06 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '24e86d33-ee17-4dce-97ca-c944f7549d33', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:40:38.705521 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3939b-9a06-4aeb-baec-88a3371408f5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e86d33-ee17-4dce-97ca-c944f7549d33,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:38.727944 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4554e3cb-db61-4f16-8006-f8e097afaf06 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:38.783173 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4554e3cb-db61-4f16-8006-f8e097afaf06 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:38.786754 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4554e3cb-db61-4f16-8006-f8e097afaf06 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:38.805364 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554e3cb-db61-4f16-8006-f8e097afaf06 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f571dd-d4fb-4836-9557-073fb035831a,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:38.813590 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4554e3cb-db61-4f16-8006-f8e097afaf06 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:38.814823 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4554e3cb-db61-4f16-8006-f8e097afaf06 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1206424
Nov 20 21:40:38.817622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57130) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:38.822318 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-dc9e1793-22a0-4b75-8d24-41f2182c4640 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '24e86d33-ee17-4dce-97ca-c944f7549d33', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:40:38.848605 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dc9e1793-22a0-4b75-8d24-41f2182c4640 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:38.904465 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dc9e1793-22a0-4b75-8d24-41f2182c4640 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:38.907749 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dc9e1793-22a0-4b75-8d24-41f2182c4640 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:38.925380 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e1793-22a0-4b75-8d24-41f2182c4640 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2d9985-57a9-4039-98b3-b06cfb3e9971,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:38.933502 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-dc9e1793-22a0-4b75-8d24-41f2182c4640 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:38.934743 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-dc9e1793-22a0-4b75-8d24-41f2182c4640 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1161621
Nov 20 21:40:38.937564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57132) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:38.941902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-9289e9d5-7e93-443e-93cc-334a7eeca9ac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '24e86d33-ee17-4dce-97ca-c944f7549d33', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:40:38.967804 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9289e9d5-7e93-443e-93cc-334a7eeca9ac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.028242 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9289e9d5-7e93-443e-93cc-334a7eeca9ac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.031894 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9289e9d5-7e93-443e-93cc-334a7eeca9ac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.048735 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289e9d5-7e93-443e-93cc-334a7eeca9ac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e49fa1-b50f-4912-8de9-a8bdc9d68114,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:39.056765 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9289e9d5-7e93-443e-93cc-334a7eeca9ac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.057943 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9289e9d5-7e93-443e-93cc-334a7eeca9ac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1194313
Nov 20 21:40:39.060658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57134) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:39.064838 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-3db676d1-3d49-4f0b-9c24-fd3d3a711899 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '24e86d33-ee17-4dce-97ca-c944f7549d33', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:40:39.091377 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3db676d1-3d49-4f0b-9c24-fd3d3a711899 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.147191 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3db676d1-3d49-4f0b-9c24-fd3d3a711899 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.151080 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3db676d1-3d49-4f0b-9c24-fd3d3a711899 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.168813 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db676d1-3d49-4f0b-9c24-fd3d3a711899 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2118ae3-a047-4f2d-bcfc-cc51d2fd6055,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:39.176614 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3db676d1-3d49-4f0b-9c24-fd3d3a711899 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.177812 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3db676d1-3d49-4f0b-9c24-fd3d3a711899 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1162355
Nov 20 21:40:39.180567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57136) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:39.185162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7bb8d14b-60a9-4ded-b705-ba34d56912eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '24e86d33-ee17-4dce-97ca-c944f7549d33', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:40:39.207069 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-7bb8d14b-60a9-4ded-b705-ba34d56912eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Project a671b29208764a018b1936b75389117b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:40:39.212814 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb8d14b-60a9-4ded-b705-ba34d56912eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.270804 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb8d14b-60a9-4ded-b705-ba34d56912eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.275061 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb8d14b-60a9-4ded-b705-ba34d56912eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.292624 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8d14b-60a9-4ded-b705-ba34d56912eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04db0be1-bcfc-4b29-ab9e-071aaacfa5f6,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:39.299628 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7bb8d14b-60a9-4ded-b705-ba34d56912eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.300808 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7bb8d14b-60a9-4ded-b705-ba34d56912eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1191499
Nov 20 21:40:39.303631 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57138) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:39.308042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a4988eac-f714-4586-944a-5653847ca929 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '24e86d33-ee17-4dce-97ca-c944f7549d33', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:40:39.329458 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-a4988eac-f714-4586-944a-5653847ca929 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Project a671b29208764a018b1936b75389117b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:40:39.334523 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a4988eac-f714-4586-944a-5653847ca929 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.396868 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a4988eac-f714-4586-944a-5653847ca929 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.400806 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a4988eac-f714-4586-944a-5653847ca929 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.419166 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4988eac-f714-4586-944a-5653847ca929 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58d51e9-0f42-4873-a99b-71b243bc9f0a,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:39.424007 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a4988eac-f714-4586-944a-5653847ca929 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.425256 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a4988eac-f714-4586-944a-5653847ca929 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1205926
Nov 20 21:40:39.428301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57140) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:39.433680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-600701a4-5ab3-45c8-be9e-33ddd84bda7c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'network': {'name': 'tempest-network-smoke--2007654201', 'project_id': 'a671b29208764a018b1936b75389117b', 'port_security_enabled': True}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:40:39.454531 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600701a4-5ab3-45c8-be9e-33ddd84bda7c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Made reservation on behalf of a671b29208764a018b1936b75389117b for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:40:39.458001 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-600701a4-5ab3-45c8-be9e-33ddd84bda7c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.480670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600701a4-5ab3-45c8-be9e-33ddd84bda7c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:40:39.489566 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-600701a4-5ab3-45c8-be9e-33ddd84bda7c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.489935 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-600701a4-5ab3-45c8-be9e-33ddd84bda7c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Added segment 6aa5bd9f-7e70-4a89-be2e-5a138711c79d of type vlan for network ba76b200-1560-491e-b86c-2da4ae193399
Nov 20 21:40:39.529425 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-600701a4-5ab3-45c8-be9e-33ddd84bda7c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.556131 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-600701a4-5ab3-45c8-be9e-33ddd84bda7c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.561754 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600701a4-5ab3-45c8-be9e-33ddd84bda7c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:39.562373 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-600701a4-5ab3-45c8-be9e-33ddd84bda7c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.598759 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-600701a4-5ab3-45c8-be9e-33ddd84bda7c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1694598
Nov 20 21:40:39.601599 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57142) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:39.606553 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1614953057', 'admin_state_up': True, 'project_id': 'a671b29208764a018b1936b75389117b', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:40:39.644102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600701a4-5ab3-45c8-be9e-33ddd84bda7c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Network': ['ID=ba76b200-1560-491e-b86c-2da4ae193399,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:39.655211 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network ba76b200-1560-491e-b86c-2da4ae193399 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:40:39.662034 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.663099 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.721208 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:39.859263 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:40.049929 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:40.068736 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:40.168976 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.35.1.232 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/3ea75127-d189-4bf2-8586-5f43bd4672b4) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:40:40.276151 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:40.309198 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:40.347217 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:40:40.350122 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:40:40.354718 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:40:40.364660 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93a2637-1158-4d7a-8497-1c69c3533c2d None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:40:40.379302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=3ea75127-d189-4bf2-8586-5f43bd4672b4,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:40.417063 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-55ae9cdf-62a2-483d-9a62-b082ddd9c575 None None] Provisioning complete for port 3ea75127-d189-4bf2-8586-5f43bd4672b4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:40:40.417432 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-55ae9cdf-62a2-483d-9a62-b082ddd9c575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:40.457008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-55ae9cdf-62a2-483d-9a62-b082ddd9c575 None None] Port 3ea75127-d189-4bf2-8586-5f43bd4672b4 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:40:40.615533 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:40.808685 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:41.274482 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:40:41.379496 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:40:41.390015 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Sync routers for ids ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:40:41.401405 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:41.405528 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Routers {'9cdc95c1-a72c-4061-acfb-fc89caee76f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:40:41.405703 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-145ebd44-987b-4e3e-a853-05e375846417 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.7995622
Nov 20 21:40:41.405831 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a461c4970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:40:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:41.405957 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57144) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:41.529568 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-de5b078c-33e2-4c00-91f9-95f0018f081e tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a671b29208764a018b1936b75389117b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1224370
Nov 20 21:40:41.532190 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57148) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:41.624810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6969e244-e77d-4b90-aa46-e094bc5bcedc tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:41.626492 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6969e244-e77d-4b90-aa46-e094bc5bcedc tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0933008
Nov 20 21:40:41.629341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57150) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:41.663246 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f3aada57-75d0-4b8f-9e94-afe38bc63202 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0327752
Nov 20 21:40:41.665886 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57152) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:41.668875 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Set router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:40:41.670709 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-9f28bdd6-b87e-401c-b202-7ce298da8a75 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-84514498', 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399', 'project_id': 'a671b29208764a018b1936b75389117b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:40:41.757164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f28bdd6-b87e-401c-b202-7ce298da8a75 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Made reservation on behalf of a671b29208764a018b1936b75389117b for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:40:41.761204 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9f28bdd6-b87e-401c-b202-7ce298da8a75 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:41.845280 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a461c4970>, [{'id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614953057', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:40:39Z', 'updated_at': '2021-11-20T21:40:40Z', 'revision_number': 3, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:40Z', 'updated_at': '2021-11-20T21:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:41.871466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Checking router: 9cdc95c1-a72c-4061-acfb-fc89caee76f8 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:40:41.871816 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Updating router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 port 3ea75127-d189-4bf2-8586-5f43bd4672b4 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:40:41.900465 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:41.941279 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9f28bdd6-b87e-401c-b202-7ce298da8a75 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:42.007565 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28bdd6-b87e-401c-b202-7ce298da8a75 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Subnet': ['ID=af37bf2f-7bb0-435b-bbdd-7499638c3230,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:42.015550 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f28bdd6-b87e-401c-b202-7ce298da8a75 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Checking segment: {'id': '6aa5bd9f-7e70-4a89-be2e-5a138711c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:40:42.015921 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f28bdd6-b87e-401c-b202-7ce298da8a75 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network hostable DHCP agents. Network: ba76b200-1560-491e-b86c-2da4ae193399, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:40:42.033039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f28bdd6-b87e-401c-b202-7ce298da8a75 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network ba76b200-1560-491e-b86c-2da4ae193399 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:40:42.041846 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-9f28bdd6-b87e-401c-b202-7ce298da8a75 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ba76b200-1560-491e-b86c-2da4ae193399) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:40:42.046597 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f28bdd6-b87e-401c-b202-7ce298da8a75 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:42.047247 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9f28bdd6-b87e-401c-b202-7ce298da8a75 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:42.064860 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9f28bdd6-b87e-401c-b202-7ce298da8a75 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.3978152
Nov 20 21:40:42.067469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57154) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:40:42.067829 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f845f02-4d71-4aa0-835b-0cdfa54fb484 None None] Network ba76b200-1560-491e-b86c-2da4ae193399 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:40:42.254037 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:42.260698 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:42.305454 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ba76b200-1560-491e-b86c-2da4ae193399', 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'fixed_ips': [{'subnet_id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:40:42.306521 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:42.346782 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f69f247-26d7-45e5-81ce-93680c4bf8b9 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:40:42.358901 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbb897-2cf3-40f8-a7f1-ecff2d485d42 None None] Pushing event updated for resources: {'Port': ['ID=3ea75127-d189-4bf2-8586-5f43bd4672b4,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:42.368384 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Attempting to bind port 3ea75127-d189-4bf2-8586-5f43bd4672b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:40:42.368763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Attempting to bind port 3ea75127-d189-4bf2-8586-5f43bd4672b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:40:42.369134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Attempting to bind port 3ea75127-d189-4bf2-8586-5f43bd4672b4 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:40:42.424149 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:40:42.424889 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:40:42.425010 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:42.425324 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:40:42.425824 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Bound port: 3ea75127-d189-4bf2-8586-5f43bd4672b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:40:42.426224 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:42.504739 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:42.528972 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] For port 3ea75127-d189-4bf2-8586-5f43bd4672b4, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:40:42.534550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] For port 3ea75127-d189-4bf2-8586-5f43bd4672b4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ea75127-d189-4bf2-8586-5f43bd4672b4,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:40:42.537717 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-52e0dd6f-1b74-4143-8e94-3d551f1b4036 None None] Provisioning complete for port 3ea75127-d189-4bf2-8586-5f43bd4672b4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:40:42.538186 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-52e0dd6f-1b74-4143-8e94-3d551f1b4036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:42.546592 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:42.571147 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Allocated IP 172.20.0.2 (ba76b200-1560-491e-b86c-2da4ae193399/af37bf2f-7bb0-435b-bbdd-7499638c3230/c034904e-9503-4081-a16d-e68d634ef55c) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:40:42.631789 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5f0a97-fca2-4f94-82eb-b1fa770ba6a1 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:40:42.684035 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Routers {'9cdc95c1-a72c-4061-acfb-fc89caee76f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:40:42.684684 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a461c4970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:40:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:42.690449 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbb897-2cf3-40f8-a7f1-ecff2d485d42 None None] Pushing event updated for resources: {'Port': ['ID=3ea75127-d189-4bf2-8586-5f43bd4672b4,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:42.859207 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-52e0dd6f-1b74-4143-8e94-3d551f1b4036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:42.924104 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-52e0dd6f-1b74-4143-8e94-3d551f1b4036 None None] For port 3ea75127-d189-4bf2-8586-5f43bd4672b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ea75127-d189-4bf2-8586-5f43bd4672b4,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:40:42.931179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] Set router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:40:42.938218 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-52e0dd6f-1b74-4143-8e94-3d551f1b4036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:42.994075 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:43.031386 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:43.055816 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.20.0.1 (ba76b200-1560-491e-b86c-2da4ae193399/af37bf2f-7bb0-435b-bbdd-7499638c3230/26848a88-e00d-4391-b781-578c4325411a) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:40:43.113195 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Network ba76b200-1560-491e-b86c-2da4ae193399 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:40:43.121705 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:40:43.123405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0dd6f-1b74-4143-8e94-3d551f1b4036 None None] Pushing event updated for resources: {'Port': ['ID=3ea75127-d189-4bf2-8586-5f43bd4672b4,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:43.128192 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:40:43.141722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-36729f0a-4718-48e3-8099-6bc294cb18f4 None None] Provisioning complete for port 3ea75127-d189-4bf2-8586-5f43bd4672b4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:40:43.142113 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-36729f0a-4718-48e3-8099-6bc294cb18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:43.176870 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:43.211123 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:43.248755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network ba76b200-1560-491e-b86c-2da4ae193399 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:40:43.253833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:40:43.257516 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:40:43.275441 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Pushing event updated for resources: {'Port': ['ID=c034904e-9503-4081-a16d-e68d634ef55c,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:43.287651 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Attempting to bind port c034904e-9503-4081-a16d-e68d634ef55c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:40:43.288108 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Attempting to bind port c034904e-9503-4081-a16d-e68d634ef55c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6aa5bd9f-7e70-4a89-be2e-5a138711c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:40:43.288400 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Attempting to bind port c034904e-9503-4081-a16d-e68d634ef55c on network ba76b200-1560-491e-b86c-2da4ae193399 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:40:43.288794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=26848a88-e00d-4391-b781-578c4325411a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:43.298647 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:40:43.299023 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Checking segment: {'id': '6aa5bd9f-7e70-4a89-be2e-5a138711c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:40:43.299430 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:43.299882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Bound using segment: {'id': '6aa5bd9f-7e70-4a89-be2e-5a138711c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:40:43.300282 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Bound port: c034904e-9503-4081-a16d-e68d634ef55c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa5bd9f-7e70-4a89-be2e-5a138711c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:40:43.300673 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:43.309313 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:43.402651 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-903c8d47-d5e2-428e-88d4-c3e1f529230a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:43.423975 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a461c4970>, [{'id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614953057', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:40:39Z', 'updated_at': '2021-11-20T21:40:40Z', 'revision_number': 3, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:40Z', 'updated_at': '2021-11-20T21:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:43.442639 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:43.453411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] For port c034904e-9503-4081-a16d-e68d634ef55c, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:40:43.455690 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85dbeb-6664-45aa-a937-d02362ed7bfe None None] The sync data for ids ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'] in ncdv-master-1 is: [{'id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614953057', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:40:39Z', 'updated_at': '2021-11-20T21:40:40Z', 'revision_number': 3, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:40Z', 'updated_at': '2021-11-20T21:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:40:43.467154 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] For port c034904e-9503-4081-a16d-e68d634ef55c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c034904e-9503-4081-a16d-e68d634ef55c,segment=NetworkSegment(6aa5bd9f-7e70-4a89-be2e-5a138711c79d),segment_id=6aa5bd9f-7e70-4a89-be2e-5a138711c79d)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:40:43.475426 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:43.550276 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c18ef-c2a9-4123-bda2-893575380132 None None] Pushing event updated for resources: {'Port': ['ID=c034904e-9503-4081-a16d-e68d634ef55c,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:43.766017 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:43.783513 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:43.874072 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:43.877341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=26848a88-e00d-4391-b781-578c4325411a,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:43.984989 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network ba76b200-1560-491e-b86c-2da4ae193399 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:40:43.986519 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:40:44.110634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:40:44.229491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:40:44.235115 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-aa063bdb-38a9-4dcd-aeb1-23f6abe253d5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "PUT /v2.0/routers/9cdc95c1-a72c-4061-acfb-fc89caee76f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1664588
Nov 20 21:40:44.400126 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-8b7db1a4-d1f1-4fe9-bd79-17ff0dd0b296 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474768641&fields=id&tenant_id=a671b29208764a018b1936b75389117b HTTP/1.1" status: 200  len: 267 time: 0.0524437
Nov 20 21:40:44.522002 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-d8c93c2e-da3c-4969-9a0b-358093797596 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:44.523767 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-d8c93c2e-da3c-4969-9a0b-358093797596 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/networks?id=ba76b200-1560-491e-b86c-2da4ae193399 HTTP/1.1" status: 200  len: 797 time: 0.1160541
Nov 20 21:40:44.544830 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-635b97f0-0ec6-4ee7-b1aa-32a1f4cf0097 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/quotas/a671b29208764a018b1936b75389117b HTTP/1.1" status: 200  len: 375 time: 0.0150170
Nov 20 21:40:44.607630 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-7d0b15ce-2a1b-4070-bdd2-6967d4471519 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0564263
Nov 20 21:40:44.682905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-d851bc22-f500-4bb7-bbdd-0c12f2d95734 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:40:44.683973 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-d851bc22-f500-4bb7-bbdd-0c12f2d95734 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0635366
Nov 20 21:40:44.709424 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5481e285-19c5-49e4-99f5-80da5ecef2d7 None None] Network ba76b200-1560-491e-b86c-2da4ae193399 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:40:44.769352 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-06f1112a-7765-4eaa-939d-c1c0d22e86cc None None] Provisioning complete for port c034904e-9503-4081-a16d-e68d634ef55c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:40:44.769722 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-06f1112a-7765-4eaa-939d-c1c0d22e86cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:44.776742 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-69f1eed2-22c9-47e0-915c-452d176b2798 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76b200-1560-491e-b86c-2da4ae193399?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863981
Nov 20 21:40:44.882270 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-19f3ccbd-5059-4378-8661-512ff35bed08 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76b200-1560-491e-b86c-2da4ae193399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0986104
Nov 20 21:40:44.918177 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-06f1112a-7765-4eaa-939d-c1c0d22e86cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:44.963819 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-06f1112a-7765-4eaa-939d-c1c0d22e86cc None None] For port c034904e-9503-4081-a16d-e68d634ef55c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c034904e-9503-4081-a16d-e68d634ef55c,segment=NetworkSegment(6aa5bd9f-7e70-4a89-be2e-5a138711c79d),segment_id=6aa5bd9f-7e70-4a89-be2e-5a138711c79d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:40:44.968593 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-06f1112a-7765-4eaa-939d-c1c0d22e86cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:45.039429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1112a-7765-4eaa-939d-c1c0d22e86cc None None] Pushing event updated for resources: {'Port': ['ID=c034904e-9503-4081-a16d-e68d634ef55c,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:45.119405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 3ea75127-d189-4bf2-8586-5f43bd4672b4 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:40:45.174324 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 3ea75127-d189-4bf2-8586-5f43bd4672b4 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:40:45.174796 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:45.235734 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Sync routers for ids ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:40:45.247817 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Routers {'9cdc95c1-a72c-4061-acfb-fc89caee76f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:40:45.248995 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a544717c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:40:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:45.267469 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c034904e-9503-4081-a16d-e68d634ef55c up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:40:45.318818 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-76c83905-d48b-43a2-84bb-ece3eabf1b51 None None] Provisioning complete for port 26848a88-e00d-4391-b781-578c4325411a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:40:45.319189 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-76c83905-d48b-43a2-84bb-ece3eabf1b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:45.361666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c034904e-9503-4081-a16d-e68d634ef55c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:40:45.362089 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:45.362403 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Set router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:40:45.363516 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-76c83905-d48b-43a2-84bb-ece3eabf1b51 None None] Port 26848a88-e00d-4391-b781-578c4325411a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:40:45.406514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-76c83905-d48b-43a2-84bb-ece3eabf1b51 None None] Provisioning complete for port c034904e-9503-4081-a16d-e68d634ef55c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:40:45.406755 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-76c83905-d48b-43a2-84bb-ece3eabf1b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:45.591193 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a544717c0>, [{'id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614953057', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:40:39Z', 'updated_at': '2021-11-20T21:40:43Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:40Z', 'updated_at': '2021-11-20T21:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '26848a88-e00d-4391-b781-578c4325411a', 'name': '', 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:a6:c9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:42Z', 'updated_at': '2021-11-20T21:40:43Z', 'revision_number': 2, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:45.618562 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Checking router: 9cdc95c1-a72c-4061-acfb-fc89caee76f8 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:40:45.619138 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Updating router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 port 26848a88-e00d-4391-b781-578c4325411a binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:40:45.642565 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:45.656445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8fdd6748-4798-4839-8cfb-5e94145dea1d None None] Provisioning complete for port 26848a88-e00d-4391-b781-578c4325411a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:40:45.656904 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8fdd6748-4798-4839-8cfb-5e94145dea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:45.690969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8fdd6748-4798-4839-8cfb-5e94145dea1d None None] Port 26848a88-e00d-4391-b781-578c4325411a cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:40:45.753263 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-09213198-81b5-4497-aeeb-4761ad7edb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:45.902346 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:45.907837 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:45.975665 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8f3c8-1517-4037-a9ea-58b339c1ef4f None None] Pushing event updated for resources: {'Port': ['ID=26848a88-e00d-4391-b781-578c4325411a,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:46.005102 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8f3c8-1517-4037-a9ea-58b339c1ef4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:46.005426 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8f3c8-1517-4037-a9ea-58b339c1ef4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:46.005850 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8f3c8-1517-4037-a9ea-58b339c1ef4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:46.006290 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8f3c8-1517-4037-a9ea-58b339c1ef4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:46.006651 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8f3c8-1517-4037-a9ea-58b339c1ef4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:46.007475 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8f3c8-1517-4037-a9ea-58b339c1ef4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:46.007475 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8f3c8-1517-4037-a9ea-58b339c1ef4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:46.008201 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8f3c8-1517-4037-a9ea-58b339c1ef4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:46.008417 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8f3c8-1517-4037-a9ea-58b339c1ef4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:46.009873 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8f3c8-1517-4037-a9ea-58b339c1ef4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:46.009873 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8f3c8-1517-4037-a9ea-58b339c1ef4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:46.009873 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8f3c8-1517-4037-a9ea-58b339c1ef4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:40:46.028650 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Attempting to bind port 26848a88-e00d-4391-b781-578c4325411a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:40:46.029027 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Attempting to bind port 26848a88-e00d-4391-b781-578c4325411a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6aa5bd9f-7e70-4a89-be2e-5a138711c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:40:46.029423 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Attempting to bind port 26848a88-e00d-4391-b781-578c4325411a on network ba76b200-1560-491e-b86c-2da4ae193399 {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:40:46.035375 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:40:46.036033 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Checking segment: {'id': '6aa5bd9f-7e70-4a89-be2e-5a138711c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:40:46.036441 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:46.036839 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Bound using segment: {'id': '6aa5bd9f-7e70-4a89-be2e-5a138711c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:40:46.037367 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Bound port: 26848a88-e00d-4391-b781-578c4325411a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa5bd9f-7e70-4a89-be2e-5a138711c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:40:46.037755 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:46.091153 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-faa15fdc-d45e-4b51-b3d5-7ed1de1b9ba8 req-1df342a4-431f-4ff4-9c23-80a6e6760f96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 210 time: 0.0290141
Nov 20 21:40:46.107648 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] For port 26848a88-e00d-4391-b781-578c4325411a, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:40:46.111451 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] For port 26848a88-e00d-4391-b781-578c4325411a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26848a88-e00d-4391-b781-578c4325411a,segment=NetworkSegment(6aa5bd9f-7e70-4a89-be2e-5a138711c79d),segment_id=6aa5bd9f-7e70-4a89-be2e-5a138711c79d)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:40:46.116201 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:46.166014 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Routers {'9cdc95c1-a72c-4061-acfb-fc89caee76f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:40:46.166672 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a544717c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:40:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:46.217919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b3dae020-672b-476e-ba8e-fdad86e38d0e None None] Provisioning complete for port 26848a88-e00d-4391-b781-578c4325411a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:40:46.218212 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b3dae020-672b-476e-ba8e-fdad86e38d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:46.226029 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8f3c8-1517-4037-a9ea-58b339c1ef4f None None] Pushing event updated for resources: {'Port': ['ID=26848a88-e00d-4391-b781-578c4325411a,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:46.296095 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] Set router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:40:46.301099 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b3dae020-672b-476e-ba8e-fdad86e38d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:46.337801 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b3dae020-672b-476e-ba8e-fdad86e38d0e None None] For port 26848a88-e00d-4391-b781-578c4325411a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26848a88-e00d-4391-b781-578c4325411a,segment=NetworkSegment(6aa5bd9f-7e70-4a89-be2e-5a138711c79d),segment_id=6aa5bd9f-7e70-4a89-be2e-5a138711c79d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:40:46.342349 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b3dae020-672b-476e-ba8e-fdad86e38d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:46.390709 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dae020-672b-476e-ba8e-fdad86e38d0e None None] Pushing event updated for resources: {'Port': ['ID=26848a88-e00d-4391-b781-578c4325411a,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:46.462757 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-536f42c1-82d2-4d0e-a039-4bfe8ff279d7 None None] Provisioning complete for port 26848a88-e00d-4391-b781-578c4325411a triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:40:46.463127 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-536f42c1-82d2-4d0e-a039-4bfe8ff279d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:46.501988 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a544717c0>, [{'id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614953057', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:40:39Z', 'updated_at': '2021-11-20T21:40:43Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:40Z', 'updated_at': '2021-11-20T21:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '26848a88-e00d-4391-b781-578c4325411a', 'name': '', 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:a6:c9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:42Z', 'updated_at': '2021-11-20T21:40:46Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:40:46.528593 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3eca6e-8faa-4f2c-b606-b41aea199b94 None None] The sync data for ids ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'] in ncdv-master-1 is: [{'id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614953057', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:40:39Z', 'updated_at': '2021-11-20T21:40:43Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:40Z', 'updated_at': '2021-11-20T21:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '26848a88-e00d-4391-b781-578c4325411a', 'name': '', 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:a6:c9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:42Z', 'updated_at': '2021-11-20T21:40:46Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:40:46.942325 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:47.140477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c034904e-9503-4081-a16d-e68d634ef55c up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:40:47.188426 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f905d221-6909-4ef7-80b4-d70c50e2068a req-0652f7b5-f704-4547-86d2-6c024716334a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 210 time: 0.0339553
Nov 20 21:40:47.192073 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c034904e-9503-4081-a16d-e68d634ef55c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:40:47.192447 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:47.281125 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 26848a88-e00d-4391-b781-578c4325411a up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:40:47.329170 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 26848a88-e00d-4391-b781-578c4325411a triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:40:47.329548 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:48.275593 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61bf029d-4bc6-466c-b7e7-4b0aece0b8bd req-1911a9d1-48d4-4e82-ad39-b1bbdfb0a686 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 210 time: 0.0310240
Nov 20 21:40:48.778423 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:49.335639 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:49.358073 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fdd00a44-a2ef-4487-857d-026f6400c253 req-c9f02dd5-c5c4-45ea-8f35-31cbb1019f29 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 210 time: 0.0283904
Nov 20 21:40:50.451161 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-79745ebe-2ed6-4caf-9153-71d15522dfaa req-d9d7c61e-35d1-458f-a997-2958ae0a1ae5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 210 time: 0.0264711
Nov 20 21:40:51.120345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-24aea3f6-3c9e-4ebe-9136-dfd1e677ef5b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:51.121815 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-24aea3f6-3c9e-4ebe-9136-dfd1e677ef5b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "GET /v2.0/networks?id=ba76b200-1560-491e-b86c-2da4ae193399 HTTP/1.1" status: 200  len: 797 time: 0.1084740
Nov 20 21:40:51.186601 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-0747eb03-217c-4596-8611-96ad7a39203e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a671b29208764a018b1936b75389117b HTTP/1.1" status: 200  len: 380 time: 0.0547788
Nov 20 21:40:51.196460 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-396532df-ca5b-4c0a-9620-82c8e674905e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'port': {'device_id': 'fbd4c451-3599-4657-8c80-1fae6d3d03f0', 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399', 'admin_state_up': True, 'tenant_id': 'a671b29208764a018b1936b75389117b', 'security_groups': ['24e86d33-ee17-4dce-97ca-c944f7549d33']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:40:51.301611 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-396532df-ca5b-4c0a-9620-82c8e674905e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Made reservation on behalf of a671b29208764a018b1936b75389117b for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:40:51.305706 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-396532df-ca5b-4c0a-9620-82c8e674905e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:51.431316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-396532df-ca5b-4c0a-9620-82c8e674905e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.20.0.7 (ba76b200-1560-491e-b86c-2da4ae193399/af37bf2f-7bb0-435b-bbdd-7499638c3230/bf427519-6391-43d8-bbd8-dbbf87acba66) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:40:51.563988 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e0305e1d-0278-48a0-9f1f-9bb53132f295 req-3cfab139-2dfd-439d-bff4-9459754c9262 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 210 time: 0.0341828
Nov 20 21:40:51.596319 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-396532df-ca5b-4c0a-9620-82c8e674905e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:51.632126 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-396532df-ca5b-4c0a-9620-82c8e674905e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:51.674973 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-396532df-ca5b-4c0a-9620-82c8e674905e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network ba76b200-1560-491e-b86c-2da4ae193399 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:40:51.677942 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-396532df-ca5b-4c0a-9620-82c8e674905e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:40:51.681946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-396532df-ca5b-4c0a-9620-82c8e674905e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:40:51.707990 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396532df-ca5b-4c0a-9620-82c8e674905e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=bf427519-6391-43d8-bbd8-dbbf87acba66,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:51.737721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-396532df-ca5b-4c0a-9620-82c8e674905e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:51.738455 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-396532df-ca5b-4c0a-9620-82c8e674905e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:51.755189 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-396532df-ca5b-4c0a-9620-82c8e674905e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5625062
Nov 20 21:40:51.767741 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Request body: {'port': {'device_id': 'fbd4c451-3599-4657-8c80-1fae6d3d03f0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:40:51.826508 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:51.896744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ebf68fb0-e628-49af-8221-5457ec81131a None None] Provisioning complete for port bf427519-6391-43d8-bbd8-dbbf87acba66 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:40:51.897350 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ebf68fb0-e628-49af-8221-5457ec81131a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:51.931141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-ebf68fb0-e628-49af-8221-5457ec81131a None None] Port bf427519-6391-43d8-bbd8-dbbf87acba66 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:40:52.083518 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf427519-6391-43d8-bbd8-dbbf87acba66 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:40:52.091652 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:52.103528 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Transition to ACTIVE for port object bf427519-6391-43d8-bbd8-dbbf87acba66 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:40:52.107386 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:52.161011 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf427519-6391-43d8-bbd8-dbbf87acba66,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:52.233237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Attempting to bind port bf427519-6391-43d8-bbd8-dbbf87acba66 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:40:52.233572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Attempting to bind port bf427519-6391-43d8-bbd8-dbbf87acba66 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6aa5bd9f-7e70-4a89-be2e-5a138711c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:40:52.233901 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Attempting to bind port bf427519-6391-43d8-bbd8-dbbf87acba66 on network ba76b200-1560-491e-b86c-2da4ae193399 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:40:52.238747 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Port bf427519-6391-43d8-bbd8-dbbf87acba66 on network ba76b200-1560-491e-b86c-2da4ae193399 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:40:52.239069 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Attempting to bind port bf427519-6391-43d8-bbd8-dbbf87acba66 on network ba76b200-1560-491e-b86c-2da4ae193399 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:40:52.244587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:40:52.245042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Checking segment: {'id': '6aa5bd9f-7e70-4a89-be2e-5a138711c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:40:52.245293 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Bound using segment: {'id': '6aa5bd9f-7e70-4a89-be2e-5a138711c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:40:52.245720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Bound port: bf427519-6391-43d8-bbd8-dbbf87acba66, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa5bd9f-7e70-4a89-be2e-5a138711c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:40:52.246097 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:52.313882 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] For port bf427519-6391-43d8-bbd8-dbbf87acba66, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:40:52.316967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] For port bf427519-6391-43d8-bbd8-dbbf87acba66, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf427519-6391-43d8-bbd8-dbbf87acba66,segment=NetworkSegment(6aa5bd9f-7e70-4a89-be2e-5a138711c79d),segment_id=6aa5bd9f-7e70-4a89-be2e-5a138711c79d)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:40:52.322289 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:52.357909 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:52.358561 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:52.360234 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] 10.222.0.47 "PUT /v2.0/ports/bf427519-6391-43d8-bbd8-dbbf87acba66 HTTP/1.1" status: 200  len: 1091 time: 0.5970774
Nov 20 21:40:52.360633 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd4c451-3599-4657-8c80-1fae6d3d03f0', 'tag': 'bf427519-6391-43d8-bbd8-dbbf87acba66'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:40:52.362917 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705ea4fa-1751-47a4-bf9a-8827c2480251" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd4c451-3599-4657-8c80-1fae6d3d03f0", "tag": "bf427519-6391-43d8-bbd8-dbbf87acba66"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:40:52.390988 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c6048-bc4b-4208-91b8-45e8efadf8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf427519-6391-43d8-bbd8-dbbf87acba66,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:52.416831 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a63374-6d3c-4910-b6ad-269ab73aa866 x-openstack-request-id: req-c3a63374-6d3c-4910-b6ad-269ab73aa866 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:40:52.417127 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd4c451-3599-4657-8c80-1fae6d3d03f0", "tag": "bf427519-6391-43d8-bbd8-dbbf87acba66", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:40:52.417385 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3a63374-6d3c-4910-b6ad-269ab73aa866 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:40:52.417785 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd4c451-3599-4657-8c80-1fae6d3d03f0', 'tag': 'bf427519-6391-43d8-bbd8-dbbf87acba66', 'status': 'completed', 'code': 200}
Nov 20 21:40:52.467622 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-cceae918-a1f2-4e38-b2c3-03f0c9d737f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:52.469818 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-cceae918-a1f2-4e38-b2c3-03f0c9d737f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 1094 time: 0.0452979
Nov 20 21:40:52.514622 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-2285e994-858e-4e9c-9626-264ffd3b884f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf427519-6391-43d8-bbd8-dbbf87acba66 HTTP/1.1" status: 200  len: 217 time: 0.0360320
Nov 20 21:40:52.567070 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-07f4afde-d45a-4a0f-8511-373287212135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:52.568625 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-07f4afde-d45a-4a0f-8511-373287212135 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=af37bf2f-7bb0-435b-bbdd-7499638c3230 HTTP/1.1" status: 200  len: 833 time: 0.0474899
Nov 20 21:40:52.621015 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-cb069d0d-70a4-4ed9-b3dd-c1a38c38c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:52.622566 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-cb069d0d-70a4-4ed9-b3dd-c1a38c38c85a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba76b200-1560-491e-b86c-2da4ae193399&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0473249
Nov 20 21:40:52.745824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe28a8e-3c69-4378-a174-197fa3bfe1fb req-fff30e33-6f40-4ced-8724-c268efee1017 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:52.747321 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-abe28a8e-3c69-4378-a174-197fa3bfe1fb req-fff30e33-6f40-4ced-8724-c268efee1017 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 943 time: 0.1105452
Nov 20 21:40:52.753114 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-bae4d176-11dd-4ec8-9dca-31d3b9983fba service neutron] 10.222.0.47 "GET /v2.0/networks/ba76b200-1560-491e-b86c-2da4ae193399?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234972
Nov 20 21:40:52.847809 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-abe28a8e-3c69-4378-a174-197fa3bfe1fb req-80bc11fa-fe0c-45dc-8809-08ad0e1fb0c2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e86d33-ee17-4dce-97ca-c944f7549d33&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937514
Nov 20 21:40:52.873631 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1bc5a7e5-15d7-46a2-97d9-5360f197e028 req-7c3b0392-65d7-405e-baab-b15a29afbe07 service neutron] 10.222.0.47 "GET /v2.0/networks/ba76b200-1560-491e-b86c-2da4ae193399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1124387
Nov 20 21:40:52.958500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ea4fa-1751-47a4-bf9a-8827c2480251 req-c4f2efe4-6d51-4e3d-8a1b-d94caf6cecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:52.960002 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-705ea4fa-1751-47a4-bf9a-8827c2480251 req-c4f2efe4-6d51-4e3d-8a1b-d94caf6cecd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 1094 time: 0.0438657
Nov 20 21:40:53.051788 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ea4fa-1751-47a4-bf9a-8827c2480251 req-c6598e3f-9477-4514-88ad-5bbd30c1e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:53.053254 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-705ea4fa-1751-47a4-bf9a-8827c2480251 req-c6598e3f-9477-4514-88ad-5bbd30c1e9b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ba76b200-1560-491e-b86c-2da4ae193399 HTTP/1.1" status: 200  len: 898 time: 0.0867116
Nov 20 21:40:53.096569 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-705ea4fa-1751-47a4-bf9a-8827c2480251 req-5ff64aa7-dd03-4bc9-9f1d-898b5f66457c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf427519-6391-43d8-bbd8-dbbf87acba66 HTTP/1.1" status: 200  len: 217 time: 0.0367332
Nov 20 21:40:53.144993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ea4fa-1751-47a4-bf9a-8827c2480251 req-b0ca74c0-c598-42fc-80e2-dfeadf4aff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:53.146409 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-705ea4fa-1751-47a4-bf9a-8827c2480251 req-b0ca74c0-c598-42fc-80e2-dfeadf4aff2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=af37bf2f-7bb0-435b-bbdd-7499638c3230 HTTP/1.1" status: 200  len: 833 time: 0.0429034
Nov 20 21:40:53.192066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ea4fa-1751-47a4-bf9a-8827c2480251 req-ac997fbc-02d6-4979-b38c-dd9ffcfc0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:53.193531 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-705ea4fa-1751-47a4-bf9a-8827c2480251 req-ac997fbc-02d6-4979-b38c-dd9ffcfc0bf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba76b200-1560-491e-b86c-2da4ae193399&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388784
Nov 20 21:40:53.637117 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-705ea4fa-1751-47a4-bf9a-8827c2480251 req-72d51695-02c2-4a62-a0f6-cc1c423ae46e service neutron] 10.222.0.47 "GET /v2.0/networks/ba76b200-1560-491e-b86c-2da4ae193399?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4359026
Nov 20 21:40:53.725736 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-705ea4fa-1751-47a4-bf9a-8827c2480251 req-1aea15ec-40f7-4a00-ba81-8d92a971989b service neutron] 10.222.0.47 "GET /v2.0/networks/ba76b200-1560-491e-b86c-2da4ae193399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811305
Nov 20 21:40:53.964881 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6ee76-610d-4ad7-a17a-3bf5f24c0b9e req-c16b2700-1ab9-494c-9c8c-aa223cffe79c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:53.966351 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f5e6ee76-610d-4ad7-a17a-3bf5f24c0b9e req-c16b2700-1ab9-494c-9c8c-aa223cffe79c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 943 time: 0.0484145
Nov 20 21:40:54.016145 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f5e6ee76-610d-4ad7-a17a-3bf5f24c0b9e req-7a1e30dd-a065-4fe9-a819-5e23705c096c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e86d33-ee17-4dce-97ca-c944f7549d33&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438387
Nov 20 21:40:55.133612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e196d-7a6f-4163-919a-3d29f5c840cf req-573407a8-76cb-4bb3-b3d9-2a1af310bc2d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:55.135114 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d06e196d-7a6f-4163-919a-3d29f5c840cf req-573407a8-76cb-4bb3-b3d9-2a1af310bc2d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 943 time: 0.0502234
Nov 20 21:40:55.187764 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d06e196d-7a6f-4163-919a-3d29f5c840cf req-289f4325-3848-4919-8dd8-8af7f97aa381 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e86d33-ee17-4dce-97ca-c944f7549d33&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467985
Nov 20 21:40:56.305081 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1baa5-d681-4fef-8e62-4373e8325dac req-460e2087-791b-4e4e-8c5d-9123eeb551c6 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:56.306854 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37f1baa5-d681-4fef-8e62-4373e8325dac req-460e2087-791b-4e4e-8c5d-9123eeb551c6 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 943 time: 0.0516677
Nov 20 21:40:56.360074 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-37f1baa5-d681-4fef-8e62-4373e8325dac req-76941dd3-8376-4d90-b16f-61c5e8d4cd50 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e86d33-ee17-4dce-97ca-c944f7549d33&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473590
Nov 20 21:40:56.635281 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device bf427519-6391-43d8-bbd8-dbbf87acba66 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:40:56.731033 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port bf427519-6391-43d8-bbd8-dbbf87acba66, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf427519-6391-43d8-bbd8-dbbf87acba66,segment=NetworkSegment(6aa5bd9f-7e70-4a89-be2e-5a138711c79d),segment_id=6aa5bd9f-7e70-4a89-be2e-5a138711c79d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:40:56.741612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'bf427519-6391-43d8-bbd8-dbbf87acba66', 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399', 'port_id': 'bf427519-6391-43d8-bbd8-dbbf87acba66', 'mac_address': 'fa:16:3e:d8:18:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:40:56.784025 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:56.797478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf427519-6391-43d8-bbd8-dbbf87acba66 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:40:56.816925 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port bf427519-6391-43d8-bbd8-dbbf87acba66, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf427519-6391-43d8-bbd8-dbbf87acba66,segment=NetworkSegment(6aa5bd9f-7e70-4a89-be2e-5a138711c79d),segment_id=6aa5bd9f-7e70-4a89-be2e-5a138711c79d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:40:56.821896 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:56.869578 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=bf427519-6391-43d8-bbd8-dbbf87acba66,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:57.019528 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['bf427519-6391-43d8-bbd8-dbbf87acba66'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:40:57.474517 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fbba7-317a-415f-a312-e7fcbdf63068 req-7ad92b1d-b11b-4ea9-9c1d-75c94c475343 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:57.475987 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d83fbba7-317a-415f-a312-e7fcbdf63068 req-7ad92b1d-b11b-4ea9-9c1d-75c94c475343 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 944 time: 0.0490985
Nov 20 21:40:57.526260 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d83fbba7-317a-415f-a312-e7fcbdf63068 req-bd42fd77-88c3-42f3-b528-266d3bb77e3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e86d33-ee17-4dce-97ca-c944f7549d33&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442517
Nov 20 21:40:58.642241 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4bc70-2d5b-4d5b-8a64-c0ba80e15a7a req-dde7033c-9a22-4a12-b431-e91e9c7904fa tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:58.643714 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ecd4bc70-2d5b-4d5b-8a64-c0ba80e15a7a req-dde7033c-9a22-4a12-b431-e91e9c7904fa tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 944 time: 0.0491481
Nov 20 21:40:58.651536 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device bf427519-6391-43d8-bbd8-dbbf87acba66 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:40:58.695786 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ecd4bc70-2d5b-4d5b-8a64-c0ba80e15a7a req-4c50b0a6-4b8b-4e96-a46d-cf3a33a8591e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e86d33-ee17-4dce-97ca-c944f7549d33&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444686
Nov 20 21:40:58.701165 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port bf427519-6391-43d8-bbd8-dbbf87acba66 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:40:58.704908 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port bf427519-6391-43d8-bbd8-dbbf87acba66 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:40:58.705286 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:58.786266 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:58.809682 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd4c451-3599-4657-8c80-1fae6d3d03f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf427519-6391-43d8-bbd8-dbbf87acba66'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:40:58.812009 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc8e669-0d26-4ab8-98d4-57c20d99fda5" -d '{"events": [{"server_uuid": "fbd4c451-3599-4657-8c80-1fae6d3d03f0", "name": "network-vif-plugged", "status": "completed", "tag": "bf427519-6391-43d8-bbd8-dbbf87acba66"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:40:58.824357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port bf427519-6391-43d8-bbd8-dbbf87acba66, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf427519-6391-43d8-bbd8-dbbf87acba66,segment=NetworkSegment(6aa5bd9f-7e70-4a89-be2e-5a138711c79d),segment_id=6aa5bd9f-7e70-4a89-be2e-5a138711c79d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:40:58.828277 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:40:58.853416 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f811c9d-c742-44e7-bbd5-47086b583ca9 x-openstack-request-id: req-0f811c9d-c742-44e7-bbd5-47086b583ca9 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:40:58.853712 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd4c451-3599-4657-8c80-1fae6d3d03f0", "name": "network-vif-plugged", "status": "completed", "tag": "bf427519-6391-43d8-bbd8-dbbf87acba66", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:40:58.853970 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f811c9d-c742-44e7-bbd5-47086b583ca9 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:40:58.854391 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd4c451-3599-4657-8c80-1fae6d3d03f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf427519-6391-43d8-bbd8-dbbf87acba66', 'code': 200}
Nov 20 21:40:58.879038 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=bf427519-6391-43d8-bbd8-dbbf87acba66,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:40:58.945743 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b378273-228d-4491-9292-1bcc9ba6381d req-995c0407-9b48-4bca-b790-bbfd77e26e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:58.947248 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b378273-228d-4491-9292-1bcc9ba6381d req-995c0407-9b48-4bca-b790-bbfd77e26e84 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 1096 time: 0.0391138
Nov 20 21:40:58.995569 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4b378273-228d-4491-9292-1bcc9ba6381d req-4f4bc22f-a26e-41dd-a581-77fd4c7f8d7c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24e86d33-ee17-4dce-97ca-c944f7549d33&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411563
Nov 20 21:40:59.811217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bb7a7-671c-41ab-a968-d72270948bf7 req-42e89bcc-e301-4526-8462-3bbe14f75a1f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:40:59.812645 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea2bb7a7-671c-41ab-a968-d72270948bf7 req-42e89bcc-e301-4526-8462-3bbe14f75a1f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 945 time: 0.0485981
Nov 20 21:40:59.861429 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ea2bb7a7-671c-41ab-a968-d72270948bf7 req-60d8f418-49bf-45b0-9e08-bc2d05fea5ce tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e86d33-ee17-4dce-97ca-c944f7549d33&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429688
Nov 20 21:41:00.983678 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17514c1-0257-4f32-b53f-9ccb3ab20288 req-158763ca-8ffa-44d8-8220-5e3556c27674 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:00.985403 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a17514c1-0257-4f32-b53f-9ccb3ab20288 req-158763ca-8ffa-44d8-8220-5e3556c27674 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 945 time: 0.0522287
Nov 20 21:41:01.034650 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a17514c1-0257-4f32-b53f-9ccb3ab20288 req-0e87ca70-05bf-4ffc-adf1-e9aaf96595f6 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e86d33-ee17-4dce-97ca-c944f7549d33&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432675
Nov 20 21:41:01.153026 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7e7dc-798b-49d4-a883-c94f37c6960a req-aba99a06-d707-416b-ad49-bc1ceb05609f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:01.154442 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-51f7e7dc-798b-49d4-a883-c94f37c6960a req-aba99a06-d707-416b-ad49-bc1ceb05609f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 945 time: 0.0535114
Nov 20 21:41:01.202602 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-51f7e7dc-798b-49d4-a883-c94f37c6960a req-f8fb25f8-8025-4a91-8a3a-1b69b7f9b086 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e86d33-ee17-4dce-97ca-c944f7549d33&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423517
Nov 20 21:41:01.224274 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57224) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:01.264882 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7633374-8c0a-4e3c-8195-3a856b48c0fd tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:01.266426 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e7633374-8c0a-4e3c-8195-3a856b48c0fd tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 1091 time: 0.0411084
Nov 20 21:41:01.269225 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57226) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:01.274290 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': 'bf427519-6391-43d8-bbd8-dbbf87acba66', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:41:01.296044 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:01.394258 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:01.495156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.35.1.149 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/11f9aab4-d974-4a70-ae2c-f82af54d31db) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:41:01.600738 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:01.635073 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:01.673428 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:41:01.676324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:41:01.679914 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:41:01.703898 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=11f9aab4-d974-4a70-ae2c-f82af54d31db,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:02.041339 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:02.106820 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:02.258661 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:02.263164 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:02.335165 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=11f9aab4-d974-4a70-ae2c-f82af54d31db,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:02.347647 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:02.447800 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Floating IP b1fb2241-56dd-4bad-9678-fea3aec50962 associated. External IP: 172.35.1.149, port: bf427519-6391-43d8-bbd8-dbbf87acba66.
Nov 20 21:41:02.656551 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:41:02.769629 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:41:02.779447 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619f888-1ee1-40bf-ac47-313c9c820a81 None None] Sync routers for ids ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:41:02.786398 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:02.790984 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1619f888-1ee1-40bf-ac47-313c9c820a81 None None] Routers {'9cdc95c1-a72c-4061-acfb-fc89caee76f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:41:02.791683 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1619f888-1ee1-40bf-ac47-313c9c820a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475b08b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:40:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:02.817342 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bf714804-5b1a-4f4d-9ee8-46f3a1c14a44 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5469794
Nov 20 21:41:02.818066 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd4c451-3599-4657-8c80-1fae6d3d03f0', 'tag': 'bf427519-6391-43d8-bbd8-dbbf87acba66'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:41:02.821609 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c966f9ef-558e-4a8d-994c-98cb1f840247" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd4c451-3599-4657-8c80-1fae6d3d03f0", "tag": "bf427519-6391-43d8-bbd8-dbbf87acba66"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:41:02.861327 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268a606f-8373-4fd3-9579-a2d05a0f98c8 x-openstack-request-id: req-268a606f-8373-4fd3-9579-a2d05a0f98c8 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:41:02.861507 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd4c451-3599-4657-8c80-1fae6d3d03f0", "tag": "bf427519-6391-43d8-bbd8-dbbf87acba66", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:41:02.861738 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-268a606f-8373-4fd3-9579-a2d05a0f98c8 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:41:02.862267 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd4c451-3599-4657-8c80-1fae6d3d03f0', 'tag': 'bf427519-6391-43d8-bbd8-dbbf87acba66', 'status': 'completed', 'code': 200}
Nov 20 21:41:02.915049 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-1619f888-1ee1-40bf-ac47-313c9c820a81 None None] Set router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:41:02.951555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6175a-f81e-44c5-99c1-4f0b0e01e147 req-496b9630-0b1a-4657-b610-67605cefd49c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:02.953193 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3da6175a-f81e-44c5-99c1-4f0b0e01e147 req-496b9630-0b1a-4657-b610-67605cefd49c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 945 time: 0.0799627
Nov 20 21:41:02.955873 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966f9ef-558e-4a8d-994c-98cb1f840247 req-b67f884a-8354-4bef-9de5-3bc97664dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:02.957287 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c966f9ef-558e-4a8d-994c-98cb1f840247 req-b67f884a-8354-4bef-9de5-3bc97664dbba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 1096 time: 0.0710359
Nov 20 21:41:03.061450 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3da6175a-f81e-44c5-99c1-4f0b0e01e147 req-40c3df79-9b5c-4dff-848c-fd02b557fde3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e86d33-ee17-4dce-97ca-c944f7549d33&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1019642
Nov 20 21:41:03.086415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57232) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:03.090073 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966f9ef-558e-4a8d-994c-98cb1f840247 req-b6c009d1-e9a6-4e63-8d22-ebbac368ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:03.091561 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c966f9ef-558e-4a8d-994c-98cb1f840247 req-b6c009d1-e9a6-4e63-8d22-ebbac368ace4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ba76b200-1560-491e-b86c-2da4ae193399 HTTP/1.1" status: 200  len: 898 time: 0.1263046
Nov 20 21:41:03.156962 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e1f53e42-67cc-49c3-9222-4fc522dfcb64 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/b1fb2241-56dd-4bad-9678-fea3aec50962 HTTP/1.1" status: 200  len: 991 time: 0.0685575
Nov 20 21:41:03.157467 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1619f888-1ee1-40bf-ac47-313c9c820a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475b08b0>, [{'id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614953057', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:40:39Z', 'updated_at': '2021-11-20T21:40:43Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:40Z', 'updated_at': '2021-11-20T21:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b1fb2241-56dd-4bad-9678-fea3aec50962', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'floating_ip_address': '172.35.1.149', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'port_id': 'bf427519-6391-43d8-bbd8-dbbf87acba66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399', 'mac_address': 'fa:16:3e:d8:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd4c451-3599-4657-8c80-1fae6d3d03f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:41:01Z', 'updated_at': '2021-11-20T21:41:01Z', 'revision_number': 0, 'project_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26848a88-e00d-4391-b781-578c4325411a', 'name': '', 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:a6:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:42Z', 'updated_at': '2021-11-20T21:40:46Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:03.167352 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c966f9ef-558e-4a8d-994c-98cb1f840247 req-42864e6a-fd0d-4902-b2f1-71c793091e1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf427519-6391-43d8-bbd8-dbbf87acba66 HTTP/1.1" status: 200  len: 999 time: 0.0686736
Nov 20 21:41:03.186794 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619f888-1ee1-40bf-ac47-313c9c820a81 None None] Checking router: 9cdc95c1-a72c-4061-acfb-fc89caee76f8 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:41:03.196219 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1619f888-1ee1-40bf-ac47-313c9c820a81 None None] Routers {'9cdc95c1-a72c-4061-acfb-fc89caee76f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:41:03.196854 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1619f888-1ee1-40bf-ac47-313c9c820a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475b08b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:40:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:03.224953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966f9ef-558e-4a8d-994c-98cb1f840247 req-b0055452-0185-4fa4-81db-03d20a1b86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:03.226494 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c966f9ef-558e-4a8d-994c-98cb1f840247 req-b0055452-0185-4fa4-81db-03d20a1b86c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=af37bf2f-7bb0-435b-bbdd-7499638c3230 HTTP/1.1" status: 200  len: 833 time: 0.0513997
Nov 20 21:41:03.271081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966f9ef-558e-4a8d-994c-98cb1f840247 req-81c4da91-b296-4dd1-add0-b9bab010c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:03.272580 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c966f9ef-558e-4a8d-994c-98cb1f840247 req-81c4da91-b296-4dd1-add0-b9bab010c6ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba76b200-1560-491e-b86c-2da4ae193399&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396409
Nov 20 21:41:03.304106 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-1619f888-1ee1-40bf-ac47-313c9c820a81 None None] Set router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:41:03.365904 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c966f9ef-558e-4a8d-994c-98cb1f840247 req-0ffeed5c-55b5-4e44-90de-5e2f2eb5b6cf service neutron] 10.222.0.47 "GET /v2.0/networks/ba76b200-1560-491e-b86c-2da4ae193399?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865831
Nov 20 21:41:03.457453 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c966f9ef-558e-4a8d-994c-98cb1f840247 req-747a412f-0f78-4bb9-b8ae-add565266c76 service neutron] 10.222.0.47 "GET /v2.0/networks/ba76b200-1560-491e-b86c-2da4ae193399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844183
Nov 20 21:41:03.533464 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-1619f888-1ee1-40bf-ac47-313c9c820a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475b08b0>, [{'id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614953057', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:40:39Z', 'updated_at': '2021-11-20T21:40:43Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:40Z', 'updated_at': '2021-11-20T21:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b1fb2241-56dd-4bad-9678-fea3aec50962', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'floating_ip_address': '172.35.1.149', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'port_id': 'bf427519-6391-43d8-bbd8-dbbf87acba66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399', 'mac_address': 'fa:16:3e:d8:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd4c451-3599-4657-8c80-1fae6d3d03f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:41:01Z', 'updated_at': '2021-11-20T21:41:01Z', 'revision_number': 0, 'project_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26848a88-e00d-4391-b781-578c4325411a', 'name': '', 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:a6:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:42Z', 'updated_at': '2021-11-20T21:40:46Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:03.560946 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619f888-1ee1-40bf-ac47-313c9c820a81 None None] The sync data for ids ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'] in ncdv-master-1 is: [{'id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614953057', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:40:39Z', 'updated_at': '2021-11-20T21:40:43Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:40Z', 'updated_at': '2021-11-20T21:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b1fb2241-56dd-4bad-9678-fea3aec50962', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'floating_ip_address': '172.35.1.149', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'port_id': 'bf427519-6391-43d8-bbd8-dbbf87acba66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399', 'mac_address': 'fa:16:3e:d8:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd4c451-3599-4657-8c80-1fae6d3d03f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:41:01Z', 'updated_at': '2021-11-20T21:41:01Z', 'revision_number': 0, 'project_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26848a88-e00d-4391-b781-578c4325411a', 'name': '', 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:a6:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:42Z', 'updated_at': '2021-11-20T21:40:46Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:41:03.755875 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e5aeaf-c121-4ec9-b13f-4bfefe58fb47 None None] New status for floating IP b1fb2241-56dd-4bad-9678-fea3aec50962: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:41:04.157237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57250) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:04.221918 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9f09e781-7517-45e7-8632-fdc26ca5fb65 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/b1fb2241-56dd-4bad-9678-fea3aec50962 HTTP/1.1" status: 200  len: 993 time: 0.0635154
Nov 20 21:41:08.545207 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:41:08.609654 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:08.689552 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:13.354135 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-04c14fdd-86ed-4a21-bee1-a5279e085087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:15.755011 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8a548c58-52bd-49cf-a5e5-d5088b99a6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:16.942810 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:18.780127 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:19.337750 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:30.771364 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c309c5a-a8a6-476d-8a66-2502f7d70cc3 req-7b4c669c-0ecc-4ff0-833a-2ef7f4b7cbf1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0394843
Nov 20 21:41:30.852918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c309c5a-a8a6-476d-8a66-2502f7d70cc3 req-80d3529b-10c8-40f9-84bd-31f7fde348c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:30.854345 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c309c5a-a8a6-476d-8a66-2502f7d70cc3 req-80d3529b-10c8-40f9-84bd-31f7fde348c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 1096 time: 0.0405722
Nov 20 21:41:30.958281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c309c5a-a8a6-476d-8a66-2502f7d70cc3 req-ce804775-461b-4aae-87a6-11fbe8af9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:30.959728 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c309c5a-a8a6-476d-8a66-2502f7d70cc3 req-ce804775-461b-4aae-87a6-11fbe8af9933 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ba76b200-1560-491e-b86c-2da4ae193399 HTTP/1.1" status: 200  len: 898 time: 0.0868731
Nov 20 21:41:31.024565 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c309c5a-a8a6-476d-8a66-2502f7d70cc3 req-23d370f6-96a7-42d6-a09c-d7bd67df6bde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf427519-6391-43d8-bbd8-dbbf87acba66 HTTP/1.1" status: 200  len: 1001 time: 0.0573103
Nov 20 21:41:31.073494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c309c5a-a8a6-476d-8a66-2502f7d70cc3 req-2c0ef139-6e7b-46b1-88c8-f59a13b00f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:31.075005 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c309c5a-a8a6-476d-8a66-2502f7d70cc3 req-2c0ef139-6e7b-46b1-88c8-f59a13b00f81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=af37bf2f-7bb0-435b-bbdd-7499638c3230 HTTP/1.1" status: 200  len: 833 time: 0.0434813
Nov 20 21:41:31.124329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c309c5a-a8a6-476d-8a66-2502f7d70cc3 req-03a5160e-5e4d-4c06-9b67-f50e416aa31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:31.125806 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c309c5a-a8a6-476d-8a66-2502f7d70cc3 req-03a5160e-5e4d-4c06-9b67-f50e416aa31a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba76b200-1560-491e-b86c-2da4ae193399&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437112
Nov 20 21:41:31.214998 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c309c5a-a8a6-476d-8a66-2502f7d70cc3 req-3d84a53a-0755-478a-9834-4b025420c18d service neutron] 10.222.0.47 "GET /v2.0/networks/ba76b200-1560-491e-b86c-2da4ae193399?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814979
Nov 20 21:41:31.308116 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6c309c5a-a8a6-476d-8a66-2502f7d70cc3 req-4f387040-f82b-436a-b80f-5392202c56bb service neutron] 10.222.0.47 "GET /v2.0/networks/ba76b200-1560-491e-b86c-2da4ae193399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863812
Nov 20 21:41:33.010115 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13477382-098c-4cb5-822b-63926a331694 req-0461ad7c-02b5-42aa-9e7d-8fd37c006382 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:33.011625 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-13477382-098c-4cb5-822b-63926a331694 req-0461ad7c-02b5-42aa-9e7d-8fd37c006382 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 945 time: 0.0495517
Nov 20 21:41:33.065526 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-13477382-098c-4cb5-822b-63926a331694 req-31e63587-fbd9-4b23-ae6d-f97d0ce62dad tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e86d33-ee17-4dce-97ca-c944f7549d33&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467746
Nov 20 21:41:34.185403 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b77a5-dcd6-441e-ac16-fc4cd8e79af8 req-d9087602-6862-4b8a-a3a4-5f6a12508841 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:34.186936 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-859b77a5-dcd6-441e-ac16-fc4cd8e79af8 req-d9087602-6862-4b8a-a3a4-5f6a12508841 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 945 time: 0.0498195
Nov 20 21:41:34.236957 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-859b77a5-dcd6-441e-ac16-fc4cd8e79af8 req-91550c49-fecd-4d1e-85b2-64d04284cc94 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e86d33-ee17-4dce-97ca-c944f7549d33&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439548
Nov 20 21:41:34.258629 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57266) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:34.321868 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1464cec9-e170-436a-a3d6-166ce94258e6 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/b1fb2241-56dd-4bad-9678-fea3aec50962 HTTP/1.1" status: 200  len: 993 time: 0.0621331
Nov 20 21:41:35.594896 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c5470-f849-4e1f-a044-d8e3db131516 req-75f37d04-7b3c-4505-8988-07ac0f3007b5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:35.596339 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-848c5470-f849-4e1f-a044-d8e3db131516 req-75f37d04-7b3c-4505-8988-07ac0f3007b5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 945 time: 0.0501418
Nov 20 21:41:35.648200 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-848c5470-f849-4e1f-a044-d8e3db131516 req-bba5e700-472c-4106-8b5c-37ba7a538bbc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e86d33-ee17-4dce-97ca-c944f7549d33&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457542
Nov 20 21:41:36.770745 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160235a-395f-42b8-8d58-ad3ff04c01ab req-056d03b6-0814-465d-afd5-ea380bbc0e67 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:36.772229 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9160235a-395f-42b8-8d58-ad3ff04c01ab req-056d03b6-0814-465d-afd5-ea380bbc0e67 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 945 time: 0.0497689
Nov 20 21:41:36.821793 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9160235a-395f-42b8-8d58-ad3ff04c01ab req-562c7696-86c8-4646-bb25-1ba25705005e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e86d33-ee17-4dce-97ca-c944f7549d33&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435550
Nov 20 21:41:36.843899 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57276) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:36.908151 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-35704105-6b7b-4c6f-a90c-c9eafb0cd6b5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/b1fb2241-56dd-4bad-9678-fea3aec50962 HTTP/1.1" status: 200  len: 993 time: 0.0631487
Nov 20 21:41:37.182742 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57282) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:37.341116 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port 11f9aab4-d974-4a70-ae2c-f82af54d31db {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:41:37.341460 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:37.415936 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:37.416267 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:37.428171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for 11f9aab4-d974-4a70-ae2c-f82af54d31db owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:41:37.576305 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:37.600679 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=11f9aab4-d974-4a70-ae2c-f82af54d31db,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:37.613119 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:37.613476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:37.613820 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:37.614198 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:37.614537 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:37.614868 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:37.615198 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:37.615525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:37.615853 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:37.616177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:37.616500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:37.616821 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:37.674013 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:37.674371 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Floating IP b1fb2241-56dd-4bad-9678-fea3aec50962 disassociated (deleted). External IP: 172.35.1.149, port: bf427519-6391-43d8-bbd8-dbbf87acba66.
Nov 20 21:41:37.880092 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:41:37.987409 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:41:37.992189 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:37.998175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c48de-ac44-4536-8543-e0d84cf8bfc7 None None] Sync routers for ids ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:41:38.007116 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c48de-ac44-4536-8543-e0d84cf8bfc7 None None] Routers {'9cdc95c1-a72c-4061-acfb-fc89caee76f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:41:38.007723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ff8c48de-ac44-4536-8543-e0d84cf8bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4676fcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:41:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:38.019363 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2f2312ec-4e29-4f4b-a569-0e68fa11b0da tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/floatingips/b1fb2241-56dd-4bad-9678-fea3aec50962 HTTP/1.1" status: 204  len: 168 time: 0.8352730
Nov 20 21:41:38.019964 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd4c451-3599-4657-8c80-1fae6d3d03f0', 'tag': 'bf427519-6391-43d8-bbd8-dbbf87acba66'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:41:38.022335 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bea6f9-2bcf-470e-b71e-60e81564a039" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd4c451-3599-4657-8c80-1fae6d3d03f0", "tag": "bf427519-6391-43d8-bbd8-dbbf87acba66"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:41:38.076395 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecebba0-33df-46ef-86c9-fa214367d6e5 x-openstack-request-id: req-0ecebba0-33df-46ef-86c9-fa214367d6e5 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:41:38.076917 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd4c451-3599-4657-8c80-1fae6d3d03f0", "tag": "bf427519-6391-43d8-bbd8-dbbf87acba66", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:41:38.077175 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ecebba0-33df-46ef-86c9-fa214367d6e5 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:41:38.077585 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd4c451-3599-4657-8c80-1fae6d3d03f0', 'tag': 'bf427519-6391-43d8-bbd8-dbbf87acba66', 'status': 'completed', 'code': 200}
Nov 20 21:41:38.119583 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ff8c48de-ac44-4536-8543-e0d84cf8bfc7 None None] Set router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:41:38.149237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bea6f9-2bcf-470e-b71e-60e81564a039 req-ae36bd8a-392c-46b6-923c-4053d3f3c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:38.150725 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30bea6f9-2bcf-470e-b71e-60e81564a039 req-ae36bd8a-392c-46b6-923c-4053d3f3c1d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 1096 time: 0.0490892
Nov 20 21:41:38.260513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bea6f9-2bcf-470e-b71e-60e81564a039 req-94b71caf-a12b-4aa2-8773-8d4d41078151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:38.261999 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30bea6f9-2bcf-470e-b71e-60e81564a039 req-94b71caf-a12b-4aa2-8773-8d4d41078151 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ba76b200-1560-491e-b86c-2da4ae193399 HTTP/1.1" status: 200  len: 898 time: 0.1042116
Nov 20 21:41:38.264832 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c9911-4815-4f70-a35d-2cf83106e8bc req-ce121792-9f38-4c16-a691-5bc804718a18 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:38.270563 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c0c9911-4815-4f70-a35d-2cf83106e8bc req-ce121792-9f38-4c16-a691-5bc804718a18 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 945 time: 0.0557475
Nov 20 21:41:38.308206 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30bea6f9-2bcf-470e-b71e-60e81564a039 req-f326f3cd-68ea-4c88-8fb7-d58c0260b75b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf427519-6391-43d8-bbd8-dbbf87acba66 HTTP/1.1" status: 200  len: 217 time: 0.0365567
Nov 20 21:41:38.323040 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c0c9911-4815-4f70-a35d-2cf83106e8bc req-d390754c-d587-4754-8575-e846f7b212b5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e86d33-ee17-4dce-97ca-c944f7549d33&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479131
Nov 20 21:41:38.341607 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ff8c48de-ac44-4536-8543-e0d84cf8bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4676fcd0>, [{'id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614953057', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:40:39Z', 'updated_at': '2021-11-20T21:40:43Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:40Z', 'updated_at': '2021-11-20T21:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '26848a88-e00d-4391-b781-578c4325411a', 'name': '', 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:a6:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:42Z', 'updated_at': '2021-11-20T21:40:46Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:38.363759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bea6f9-2bcf-470e-b71e-60e81564a039 req-5a7a4a18-ac0c-45e6-ae0b-20c9a695a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:38.365268 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30bea6f9-2bcf-470e-b71e-60e81564a039 req-5a7a4a18-ac0c-45e6-ae0b-20c9a695a0fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=af37bf2f-7bb0-435b-bbdd-7499638c3230 HTTP/1.1" status: 200  len: 833 time: 0.0492127
Nov 20 21:41:38.368577 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c48de-ac44-4536-8543-e0d84cf8bfc7 None None] Checking router: 9cdc95c1-a72c-4061-acfb-fc89caee76f8 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:41:38.377043 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c48de-ac44-4536-8543-e0d84cf8bfc7 None None] Routers {'9cdc95c1-a72c-4061-acfb-fc89caee76f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:41:38.377645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ff8c48de-ac44-4536-8543-e0d84cf8bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4676fcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:41:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:38.416855 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bea6f9-2bcf-470e-b71e-60e81564a039 req-229fb429-f443-4b6c-8386-98729336bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:38.418383 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30bea6f9-2bcf-470e-b71e-60e81564a039 req-229fb429-f443-4b6c-8386-98729336bdc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba76b200-1560-491e-b86c-2da4ae193399&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444708
Nov 20 21:41:38.485019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-ff8c48de-ac44-4536-8543-e0d84cf8bfc7 None None] Set router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:41:38.514104 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30bea6f9-2bcf-470e-b71e-60e81564a039 req-7d1ecd43-7757-45d6-90cc-57efc0d6b9bb service neutron] 10.222.0.47 "GET /v2.0/networks/ba76b200-1560-491e-b86c-2da4ae193399?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865629
Nov 20 21:41:38.611803 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-30bea6f9-2bcf-470e-b71e-60e81564a039 req-9405f4c7-90ba-481f-bc48-2d162e59187a service neutron] 10.222.0.47 "GET /v2.0/networks/ba76b200-1560-491e-b86c-2da4ae193399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894644
Nov 20 21:41:38.639386 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:38.697254 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-ff8c48de-ac44-4536-8543-e0d84cf8bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4676fcd0>, [{'id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614953057', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:40:39Z', 'updated_at': '2021-11-20T21:40:43Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:40Z', 'updated_at': '2021-11-20T21:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '26848a88-e00d-4391-b781-578c4325411a', 'name': '', 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:a6:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:42Z', 'updated_at': '2021-11-20T21:40:46Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:38.732146 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c48de-ac44-4536-8543-e0d84cf8bfc7 None None] The sync data for ids ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'] in ncdv-master-1 is: [{'id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614953057', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:40:39Z', 'updated_at': '2021-11-20T21:40:43Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:40Z', 'updated_at': '2021-11-20T21:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '26848a88-e00d-4391-b781-578c4325411a', 'name': '', 'network_id': 'ba76b200-1560-491e-b86c-2da4ae193399', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:a6:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:42Z', 'updated_at': '2021-11-20T21:40:46Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'af37bf2f-7bb0-435b-bbdd-7499638c3230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:41:38.744622 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:38.958340 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3599d77-9dfb-4fa0-82e3-d91bfca14156 None None] New status for floating IP b1fb2241-56dd-4bad-9678-fea3aec50962: DOWN {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:41:39.447425 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a329-4ba2-4198-b1db-ee2c9637e041 req-bb53dd87-3feb-4f4f-9113-e30d9d08b8af tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:39.448918 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bef9a329-4ba2-4198-b1db-ee2c9637e041 req-bb53dd87-3feb-4f4f-9113-e30d9d08b8af tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 945 time: 0.0494947
Nov 20 21:41:39.500167 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bef9a329-4ba2-4198-b1db-ee2c9637e041 req-279d0a19-21c8-4fa5-ae6f-79dc99139382 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e86d33-ee17-4dce-97ca-c944f7549d33&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447226
Nov 20 21:41:39.921140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335ebfb-4509-46db-ac09-de2f0f13c548 req-7acc7dfb-d68c-480d-a93b-fd486cd0920c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:39.922599 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4335ebfb-4509-46db-ac09-de2f0f13c548 req-7acc7dfb-d68c-480d-a93b-fd486cd0920c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 945 time: 0.0475907
Nov 20 21:41:40.015406 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-4335ebfb-4509-46db-ac09-de2f0f13c548 req-4269dffb-0e97-4f52-bc15-9bb786c1a30d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port bf427519-6391-43d8-bbd8-dbbf87acba66 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:41:40.015746 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4335ebfb-4509-46db-ac09-de2f0f13c548 req-4269dffb-0e97-4f52-bc15-9bb786c1a30d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:40.102688 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-4335ebfb-4509-46db-ac09-de2f0f13c548 req-4269dffb-0e97-4f52-bc15-9bb786c1a30d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] For port bf427519-6391-43d8-bbd8-dbbf87acba66, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf427519-6391-43d8-bbd8-dbbf87acba66,segment=NetworkSegment(6aa5bd9f-7e70-4a89-be2e-5a138711c79d),segment_id=6aa5bd9f-7e70-4a89-be2e-5a138711c79d)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:41:40.103064 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4335ebfb-4509-46db-ac09-de2f0f13c548 req-4269dffb-0e97-4f52-bc15-9bb786c1a30d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:40.120219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-4335ebfb-4509-46db-ac09-de2f0f13c548 req-4269dffb-0e97-4f52-bc15-9bb786c1a30d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for bf427519-6391-43d8-bbd8-dbbf87acba66 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:41:40.245630 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4335ebfb-4509-46db-ac09-de2f0f13c548 req-4269dffb-0e97-4f52-bc15-9bb786c1a30d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:40.274780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269dffb-0e97-4f52-bc15-9bb786c1a30d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=bf427519-6391-43d8-bbd8-dbbf87acba66,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:40.317956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4335ebfb-4509-46db-ac09-de2f0f13c548 req-4269dffb-0e97-4f52-bc15-9bb786c1a30d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] No DVR routers for this DVR port bf427519-6391-43d8-bbd8-dbbf87acba66 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:41:40.320560 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-4335ebfb-4509-46db-ac09-de2f0f13c548 req-4269dffb-0e97-4f52-bc15-9bb786c1a30d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:40.323885 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4335ebfb-4509-46db-ac09-de2f0f13c548 req-4269dffb-0e97-4f52-bc15-9bb786c1a30d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "DELETE /v2.0/ports/bf427519-6391-43d8-bbd8-dbbf87acba66 HTTP/1.1" status: 204  len: 173 time: 0.3951852
Nov 20 21:41:40.324333 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd4c451-3599-4657-8c80-1fae6d3d03f0', 'name': 'network-vif-deleted', 'tag': 'bf427519-6391-43d8-bbd8-dbbf87acba66'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:41:40.327108 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae94d8e9-120e-4a51-ad44-971d3550e31c" -d '{"events": [{"server_uuid": "fbd4c451-3599-4657-8c80-1fae6d3d03f0", "name": "network-vif-deleted", "tag": "bf427519-6391-43d8-bbd8-dbbf87acba66"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:41:40.365341 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1e29e5-15b0-4713-b515-e9057fe7ed27 x-openstack-request-id: req-fe1e29e5-15b0-4713-b515-e9057fe7ed27 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:41:40.365771 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd4c451-3599-4657-8c80-1fae6d3d03f0", "name": "network-vif-deleted", "tag": "bf427519-6391-43d8-bbd8-dbbf87acba66", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:41:40.366119 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe1e29e5-15b0-4713-b515-e9057fe7ed27 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:41:40.366585 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd4c451-3599-4657-8c80-1fae6d3d03f0', 'name': 'network-vif-deleted', 'tag': 'bf427519-6391-43d8-bbd8-dbbf87acba66', 'status': 'completed', 'code': 200}
Nov 20 21:41:40.607239 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f93d0e81-5256-4558-87e6-82b9e0f3ebcf req-89ae112e-9a81-451d-8837-342b6e825be6 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd4c451-3599-4657-8c80-1fae6d3d03f0 HTTP/1.1" status: 200  len: 210 time: 0.0267947
Nov 20 21:41:41.664083 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57302) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:42.019070 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a8554ecd-6620-492f-b003-d98929975073 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:42.265909 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-a8554ecd-6620-492f-b003-d98929975073 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port 26848a88-e00d-4391-b781-578c4325411a {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:41:42.266286 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a8554ecd-6620-492f-b003-d98929975073 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:42.357085 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-a8554ecd-6620-492f-b003-d98929975073 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] For port 26848a88-e00d-4391-b781-578c4325411a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26848a88-e00d-4391-b781-578c4325411a,segment=NetworkSegment(6aa5bd9f-7e70-4a89-be2e-5a138711c79d),segment_id=6aa5bd9f-7e70-4a89-be2e-5a138711c79d)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:41:42.357447 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a8554ecd-6620-492f-b003-d98929975073 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:42.370154 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-a8554ecd-6620-492f-b003-d98929975073 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for 26848a88-e00d-4391-b781-578c4325411a owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:41:42.553397 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a8554ecd-6620-492f-b003-d98929975073 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:42.580295 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8554ecd-6620-492f-b003-d98929975073 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=26848a88-e00d-4391-b781-578c4325411a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:42.758551 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a8554ecd-6620-492f-b003-d98929975073 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:43.317214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8554ecd-6620-492f-b003-d98929975073 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:41:43.355467 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7bc437ad-54d1-459d-af4b-ade31ad2bb43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:43.423870 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8554ecd-6620-492f-b003-d98929975073 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:41:43.428872 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a8554ecd-6620-492f-b003-d98929975073 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "PUT /v2.0/routers/9cdc95c1-a72c-4061-acfb-fc89caee76f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7637520
Nov 20 21:41:43.431826 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57304) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:43.435092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dc138d-0afa-46c2-a939-ed912ebc61c9 None None] Sync routers for ids ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:41:43.445604 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dc138d-0afa-46c2-a939-ed912ebc61c9 None None] Routers {'9cdc95c1-a72c-4061-acfb-fc89caee76f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:41:43.446346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-49dc138d-0afa-46c2-a939-ed912ebc61c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a477e1220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:41:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:43.492733 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting subnet af37bf2f-7bb0-435b-bbdd-7499638c3230 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:41:43.495877 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:43.537272 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:43.556767 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-49dc138d-0afa-46c2-a939-ed912ebc61c9 None None] Set router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:41:43.622531 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:43.688539 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:43.703234 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:43.709288 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/subnets/af37bf2f-7bb0-435b-bbdd-7499638c3230 HTTP/1.1" status: 204  len: 168 time: 0.2731879
Nov 20 21:41:43.709728 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57306) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:43.728701 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Subnet': ['ID=af37bf2f-7bb0-435b-bbdd-7499638c3230,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:43.729449 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5186ea25-533e-4385-b42b-5e1c473d353c None None] Network ba76b200-1560-491e-b86c-2da4ae193399 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:41:43.737089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:43.737449 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:43.737800 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:43.738198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:43.738538 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:43.738880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:43.739219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:43.739555 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:43.739905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:43.740219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:43.740548 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:43.740874 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c467c59-266a-4a9a-947e-bade23ec7c96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:43.826842 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-28fc12a5-9498-4300-b666-ddcd4d12068b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:43.864549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-49dc138d-0afa-46c2-a939-ed912ebc61c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a477e1220>, [{'id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614953057', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:40:39Z', 'updated_at': '2021-11-20T21:41:42Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:40Z', 'updated_at': '2021-11-20T21:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:43.898514 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dc138d-0afa-46c2-a939-ed912ebc61c9 None None] Checking router: 9cdc95c1-a72c-4061-acfb-fc89caee76f8 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:41:43.914027 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dc138d-0afa-46c2-a939-ed912ebc61c9 None None] Routers {'9cdc95c1-a72c-4061-acfb-fc89caee76f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:41:43.914656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-49dc138d-0afa-46c2-a939-ed912ebc61c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a477e1220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:41:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:43.934382 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-28fc12a5-9498-4300-b666-ddcd4d12068b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:43.999746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-28fc12a5-9498-4300-b666-ddcd4d12068b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port 3ea75127-d189-4bf2-8586-5f43bd4672b4 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:41:44.000089 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-28fc12a5-9498-4300-b666-ddcd4d12068b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.010078 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] DHCP port deletion for ba76b200-1560-491e-b86c-2da4ae193399 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:41:44.051725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-49dc138d-0afa-46c2-a939-ed912ebc61c9 None None] Set router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:41:44.082167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-28fc12a5-9498-4300-b666-ddcd4d12068b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] For port 3ea75127-d189-4bf2-8586-5f43bd4672b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ea75127-d189-4bf2-8586-5f43bd4672b4,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:41:44.082653 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-28fc12a5-9498-4300-b666-ddcd4d12068b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.095475 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-28fc12a5-9498-4300-b666-ddcd4d12068b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for 3ea75127-d189-4bf2-8586-5f43bd4672b4 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:41:44.267073 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-28fc12a5-9498-4300-b666-ddcd4d12068b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.298696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc12a5-9498-4300-b666-ddcd4d12068b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=3ea75127-d189-4bf2-8586-5f43bd4672b4,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:44.328137 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b56f7b1-10fc-4916-94f4-ef254e0169fb None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:41:44.345786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Deleting port c034904e-9503-4081-a16d-e68d634ef55c {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:41:44.346286 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.360593 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-28fc12a5-9498-4300-b666-ddcd4d12068b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.445745 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] For port c034904e-9503-4081-a16d-e68d634ef55c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c034904e-9503-4081-a16d-e68d634ef55c,segment=NetworkSegment(6aa5bd9f-7e70-4a89-be2e-5a138711c79d),segment_id=6aa5bd9f-7e70-4a89-be2e-5a138711c79d)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:41:44.446402 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.452825 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-28fc12a5-9498-4300-b666-ddcd4d12068b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.455190 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-28fc12a5-9498-4300-b666-ddcd4d12068b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.463121 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Calling delete_port for c034904e-9503-4081-a16d-e68d634ef55c owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:41:44.499857 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-28fc12a5-9498-4300-b666-ddcd4d12068b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.500918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fc12a5-9498-4300-b666-ddcd4d12068b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Fanout notify agent at l3_agent the message router_deleted on router 9cdc95c1-a72c-4061-acfb-fc89caee76f8 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:41:44.508545 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-28fc12a5-9498-4300-b666-ddcd4d12068b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.509688 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-28fc12a5-9498-4300-b666-ddcd4d12068b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/routers/9cdc95c1-a72c-4061-acfb-fc89caee76f8 HTTP/1.1" status: 204  len: 168 time: 0.7988460
Nov 20 21:41:44.513156 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57308) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:44.525995 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-49dc138d-0afa-46c2-a939-ed912ebc61c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a477e1220>, [{'id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614953057', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:40:39Z', 'updated_at': '2021-11-20T21:41:42Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:40Z', 'updated_at': '2021-11-20T21:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:44.557129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dc138d-0afa-46c2-a939-ed912ebc61c9 None None] The sync data for ids ['9cdc95c1-a72c-4061-acfb-fc89caee76f8'] in ncdv-master-1 is: [{'id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614953057', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:40:39Z', 'updated_at': '2021-11-20T21:41:42Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '3ea75127-d189-4bf2-8586-5f43bd4672b4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc95c1-a72c-4061-acfb-fc89caee76f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:40:40Z', 'updated_at': '2021-11-20T21:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:41:44.589833 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.611558 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10037f74-c6db-4996-965a-605c11d58e6c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.621477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] No DVR routers for this DVR port c034904e-9503-4081-a16d-e68d634ef55c on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:41:44.623505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Pushing event deleted for resources: {'Port': ['ID=c034904e-9503-4081-a16d-e68d634ef55c,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:44.634175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:44.634905 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:44.635272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:44.635683 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:44.636138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:44.636588 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:44.637075 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:44.637483 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:44.637885 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:44.638310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:44.638649 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:44.638985 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7ba1-3910-431f-a5d0-9c386d2bf242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:44.705558 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10037f74-c6db-4996-965a-605c11d58e6c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.725337 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-10037f74-c6db-4996-965a-605c11d58e6c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4d854ac0>,) {'filters': {'network_id': ['ba76b200-1560-491e-b86c-2da4ae193399']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:44.735195 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-10037f74-c6db-4996-965a-605c11d58e6c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d854ac0>, '6aa5bd9f-7e70-4a89-be2e-5a138711c79d') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:44.735489 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-10037f74-c6db-4996-965a-605c11d58e6c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4d854ac0>, '6aa5bd9f-7e70-4a89-be2e-5a138711c79d') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:44.744562 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10037f74-c6db-4996-965a-605c11d58e6c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.757614 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10037f74-c6db-4996-965a-605c11d58e6c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.763752 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10037f74-c6db-4996-965a-605c11d58e6c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:41:44.764200 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10037f74-c6db-4996-965a-605c11d58e6c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:41:44.767140 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:41:44.827218 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10037f74-c6db-4996-965a-605c11d58e6c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.834680 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-10037f74-c6db-4996-965a-605c11d58e6c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.837170 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-10037f74-c6db-4996-965a-605c11d58e6c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/networks/ba76b200-1560-491e-b86c-2da4ae193399 HTTP/1.1" status: 204  len: 168 time: 0.3207183
Nov 20 21:41:44.840524 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57310) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:44.849193 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10037f74-c6db-4996-965a-605c11d58e6c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Network': ['ID=ba76b200-1560-491e-b86c-2da4ae193399,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:44.853408 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device bf427519-6391-43d8-bbd8-dbbf87acba66 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:41:44.874921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: bf427519-6391-43d8-bbd8-dbbf87acba66 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:41:44.875272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device bf427519-6391-43d8-bbd8-dbbf87acba66 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:41:44.910459 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03e52680-b6b1-4c29-82ae-4a970eaba333 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:44.937466 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03e52680-b6b1-4c29-82ae-4a970eaba333 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.007472 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03e52680-b6b1-4c29-82ae-4a970eaba333 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.010463 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-03e52680-b6b1-4c29-82ae-4a970eaba333 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.011740 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-03e52680-b6b1-4c29-82ae-4a970eaba333 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/security-groups/24e86d33-ee17-4dce-97ca-c944f7549d33 HTTP/1.1" status: 204  len: 168 time: 0.1696377
Nov 20 21:41:45.023020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e52680-b6b1-4c29-82ae-4a970eaba333 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e86d33-ee17-4dce-97ca-c944f7549d33,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:45.162143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c034904e-9503-4081-a16d-e68d634ef55c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:41:45.187405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: c034904e-9503-4081-a16d-e68d634ef55c {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:41:45.187757 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c034904e-9503-4081-a16d-e68d634ef55c not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:41:45.188175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 26848a88-e00d-4391-b781-578c4325411a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:41:45.207345 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 26848a88-e00d-4391-b781-578c4325411a {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:41:45.207742 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 26848a88-e00d-4391-b781-578c4325411a not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:41:45.387379 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57316) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:45.391986 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ec0ae575-3918-4a54-bc2a-819b747de755 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1757982967', 'description': 'tempest-secgroup-smoke-1757982967 description', 'project_id': 'a671b29208764a018b1936b75389117b'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:41:45.413805 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae575-3918-4a54-bc2a-819b747de755 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.477628 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae575-3918-4a54-bc2a-819b747de755 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.481884 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae575-3918-4a54-bc2a-819b747de755 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.515484 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae575-3918-4a54-bc2a-819b747de755 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.516721 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ec0ae575-3918-4a54-bc2a-819b747de755 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1282537
Nov 20 21:41:45.518618 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ae575-3918-4a54-bc2a-819b747de755 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b108afc-66ab-483f-833a-73c5bea777f6,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:45.519876 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57318) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:45.525405 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-05578ffd-d61d-4fbf-81ba-24778185489a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '6b108afc-66ab-483f-833a-73c5bea777f6', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:41:45.544255 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:41:45.555219 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05578ffd-d61d-4fbf-81ba-24778185489a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.601167 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05578ffd-d61d-4fbf-81ba-24778185489a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.604544 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05578ffd-d61d-4fbf-81ba-24778185489a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.625469 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05578ffd-d61d-4fbf-81ba-24778185489a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bac69e1-606e-4791-8582-97cc6a97f7fc,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:45.633636 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-05578ffd-d61d-4fbf-81ba-24778185489a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.634943 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-05578ffd-d61d-4fbf-81ba-24778185489a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1132958
Nov 20 21:41:45.638619 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57320) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:45.643146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-01471d8d-640f-4a2b-8f3b-d970fb6114dc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '6b108afc-66ab-483f-833a-73c5bea777f6', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:41:45.671351 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01471d8d-640f-4a2b-8f3b-d970fb6114dc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.727714 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01471d8d-640f-4a2b-8f3b-d970fb6114dc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.731071 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01471d8d-640f-4a2b-8f3b-d970fb6114dc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.752399 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01471d8d-640f-4a2b-8f3b-d970fb6114dc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66a85ff-c075-4706-b3db-4c70e7af93b9,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:45.756521 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fb63005c-7af4-495c-a56d-f4aa722cee2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.757667 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-01471d8d-640f-4a2b-8f3b-d970fb6114dc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.761742 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57322) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:45.762503 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-01471d8d-640f-4a2b-8f3b-d970fb6114dc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1221886
Nov 20 21:41:45.767048 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-b4b82ce1-5336-40b9-8e0c-52950d253f90 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '6b108afc-66ab-483f-833a-73c5bea777f6', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:41:45.792999 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4b82ce1-5336-40b9-8e0c-52950d253f90 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.849148 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4b82ce1-5336-40b9-8e0c-52950d253f90 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.852673 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4b82ce1-5336-40b9-8e0c-52950d253f90 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.867996 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b82ce1-5336-40b9-8e0c-52950d253f90 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a75d04f-bb9a-43fe-85c3-40bf2fc1ca07,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:45.878594 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b4b82ce1-5336-40b9-8e0c-52950d253f90 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.879787 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b4b82ce1-5336-40b9-8e0c-52950d253f90 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1164229
Nov 20 21:41:45.882617 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57324) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:45.887409 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8a1aeddb-35a0-4c4f-a309-f24c5f331c0e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '6b108afc-66ab-483f-833a-73c5bea777f6', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:41:45.914073 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a1aeddb-35a0-4c4f-a309-f24c5f331c0e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.969595 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a1aeddb-35a0-4c4f-a309-f24c5f331c0e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.973277 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a1aeddb-35a0-4c4f-a309-f24c5f331c0e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:45.992344 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1aeddb-35a0-4c4f-a309-f24c5f331c0e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfc59b2-db64-41fa-9b7d-ec6bde97b747,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:45.998943 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a1aeddb-35a0-4c4f-a309-f24c5f331c0e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.000125 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8a1aeddb-35a0-4c4f-a309-f24c5f331c0e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1165907
Nov 20 21:41:46.002966 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57326) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:46.007200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-445a0ca0-7bd5-4f8f-a7b4-b98fb878dc14 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '6b108afc-66ab-483f-833a-73c5bea777f6', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:41:46.029349 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-445a0ca0-7bd5-4f8f-a7b4-b98fb878dc14 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Project a671b29208764a018b1936b75389117b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:41:46.034072 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-445a0ca0-7bd5-4f8f-a7b4-b98fb878dc14 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.095795 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-445a0ca0-7bd5-4f8f-a7b4-b98fb878dc14 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.099257 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-445a0ca0-7bd5-4f8f-a7b4-b98fb878dc14 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.117148 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a0ca0-7bd5-4f8f-a7b4-b98fb878dc14 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3bb36e-cd11-42a6-af2e-7a7e5028b796,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:46.124871 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-445a0ca0-7bd5-4f8f-a7b4-b98fb878dc14 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.126169 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-445a0ca0-7bd5-4f8f-a7b4-b98fb878dc14 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1221201
Nov 20 21:41:46.128748 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57328) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:46.132987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3fe4bebf-62a9-4cf8-9ad7-1f34a32bd38d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '6b108afc-66ab-483f-833a-73c5bea777f6', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:41:46.153940 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-3fe4bebf-62a9-4cf8-9ad7-1f34a32bd38d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Project a671b29208764a018b1936b75389117b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:41:46.158668 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3fe4bebf-62a9-4cf8-9ad7-1f34a32bd38d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.216484 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3fe4bebf-62a9-4cf8-9ad7-1f34a32bd38d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.219910 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3fe4bebf-62a9-4cf8-9ad7-1f34a32bd38d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.237574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4bebf-62a9-4cf8-9ad7-1f34a32bd38d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db85f3f-011f-44df-bb0d-a638c3aa4516,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:46.244230 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3fe4bebf-62a9-4cf8-9ad7-1f34a32bd38d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.245409 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3fe4bebf-62a9-4cf8-9ad7-1f34a32bd38d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1157348
Nov 20 21:41:46.248957 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57330) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:46.253735 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3938474d-58ed-4e72-954a-38f4ae101e52 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'network': {'name': 'tempest-network-smoke--1204005025', 'project_id': 'a671b29208764a018b1936b75389117b', 'port_security_enabled': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:41:46.273910 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3938474d-58ed-4e72-954a-38f4ae101e52 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Made reservation on behalf of a671b29208764a018b1936b75389117b for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:41:46.277282 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3938474d-58ed-4e72-954a-38f4ae101e52 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.300857 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3938474d-58ed-4e72-954a-38f4ae101e52 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:41:46.310566 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3938474d-58ed-4e72-954a-38f4ae101e52 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.310916 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-3938474d-58ed-4e72-954a-38f4ae101e52 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Added segment 9a8bc5c3-8202-47ac-b639-0ea8823f1e0c of type vlan for network 573b7893-c788-4b4a-ac00-87db0a292b5c
Nov 20 21:41:46.350776 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3938474d-58ed-4e72-954a-38f4ae101e52 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.378424 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3938474d-58ed-4e72-954a-38f4ae101e52 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.384080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3938474d-58ed-4e72-954a-38f4ae101e52 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:46.384661 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3938474d-58ed-4e72-954a-38f4ae101e52 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.422899 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3938474d-58ed-4e72-954a-38f4ae101e52 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1729116
Nov 20 21:41:46.425552 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57332) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:46.432060 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-301691929', 'admin_state_up': True, 'project_id': 'a671b29208764a018b1936b75389117b', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:41:46.466912 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938474d-58ed-4e72-954a-38f4ae101e52 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Network': ['ID=573b7893-c788-4b4a-ac00-87db0a292b5c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:46.477289 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 573b7893-c788-4b4a-ac00-87db0a292b5c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:41:46.482183 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.483208 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.539881 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.680354 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.872030 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.890886 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.951293 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:46.990264 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.35.1.224 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/df444424-2c14-4f63-8590-c6b2579cac7b) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:41:47.034779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 3ea75127-d189-4bf2-8586-5f43bd4672b4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:41:47.055120 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 3ea75127-d189-4bf2-8586-5f43bd4672b4 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:41:47.055471 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 3ea75127-d189-4bf2-8586-5f43bd4672b4 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:41:47.104027 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:47.138661 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:47.177341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:41:47.180183 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:41:47.184384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:41:47.194150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab261a3a-89fa-4554-94c3-d3808e36a4ce None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:41:47.206711 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=df444424-2c14-4f63-8590-c6b2579cac7b,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:47.231628 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-17915dec-f4aa-4c32-8592-4b2c5100fd9f None None] Provisioning complete for port df444424-2c14-4f63-8590-c6b2579cac7b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:41:47.232192 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-17915dec-f4aa-4c32-8592-4b2c5100fd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:47.270601 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-17915dec-f4aa-4c32-8592-4b2c5100fd9f None None] Port df444424-2c14-4f63-8590-c6b2579cac7b cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:41:47.435728 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:47.942142 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:48.067768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router 82d7011e-36be-420e-a61d-708988e57f92 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:41:48.179093 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:41:48.188699 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Sync routers for ids ['82d7011e-36be-420e-a61d-708988e57f92'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:41:48.198380 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Routers {'82d7011e-36be-420e-a61d-708988e57f92'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:41:48.199016 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543d0f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:41:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['82d7011e-36be-420e-a61d-708988e57f92'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:48.202106 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:48.203378 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-28e3395a-8559-4a56-9511-06e9864ac960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7767918
Nov 20 21:41:48.206495 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57334) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:48.238328 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-863a2234-e294-447a-8a25-26df35eaa70a tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a671b29208764a018b1936b75389117b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0282912
Nov 20 21:41:48.239193 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57336) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:48.304142 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Set router 82d7011e-36be-420e-a61d-708988e57f92 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:41:48.333774 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70f17a7-0cbb-4bbd-ba61-1f122507d313 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:48.337915 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c70f17a7-0cbb-4bbd-ba61-1f122507d313 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0951157
Nov 20 21:41:48.338153 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57338) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:48.367284 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-eacd6f68-691a-4d8d-9c4d-c0c0a1a9c364 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0280416
Nov 20 21:41:48.369707 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57340) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:48.375343 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-739ff2c7-6ac4-4d34-bf2e-9c98926098d9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1373970440', 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c', 'project_id': 'a671b29208764a018b1936b75389117b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:41:48.471421 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739ff2c7-6ac4-4d34-bf2e-9c98926098d9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Made reservation on behalf of a671b29208764a018b1936b75389117b for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:41:48.475064 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-739ff2c7-6ac4-4d34-bf2e-9c98926098d9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:48.484184 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543d0f10>, [{'id': '82d7011e-36be-420e-a61d-708988e57f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301691929', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224'}], 'enable_snat': True}, 'gw_port_id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:47Z', 'revision_number': 3, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:48.510278 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Checking router: 82d7011e-36be-420e-a61d-708988e57f92 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:41:48.510628 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Updating router 82d7011e-36be-420e-a61d-708988e57f92 port df444424-2c14-4f63-8590-c6b2579cac7b binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:41:48.536486 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:48.681748 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-739ff2c7-6ac4-4d34-bf2e-9c98926098d9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:48.743323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ff2c7-6ac4-4d34-bf2e-9c98926098d9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Subnet': ['ID=5c89e0b1-12bd-417a-9798-bdce74f9927b,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:48.755274 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ff2c7-6ac4-4d34-bf2e-9c98926098d9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Checking segment: {'id': '9a8bc5c3-8202-47ac-b639-0ea8823f1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:41:48.755640 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739ff2c7-6ac4-4d34-bf2e-9c98926098d9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network hostable DHCP agents. Network: 573b7893-c788-4b4a-ac00-87db0a292b5c, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:41:48.772543 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739ff2c7-6ac4-4d34-bf2e-9c98926098d9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network 573b7893-c788-4b4a-ac00-87db0a292b5c is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:41:48.782755 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-739ff2c7-6ac4-4d34-bf2e-9c98926098d9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 573b7893-c788-4b4a-ac00-87db0a292b5c) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:41:48.787759 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739ff2c7-6ac4-4d34-bf2e-9c98926098d9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:48.788389 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-739ff2c7-6ac4-4d34-bf2e-9c98926098d9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:48.798907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38af712b-dbf1-4f14-9441-2212bb6e3533 None None] Network 573b7893-c788-4b4a-ac00-87db0a292b5c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:41:48.803168 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:48.807038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-739ff2c7-6ac4-4d34-bf2e-9c98926098d9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4362502
Nov 20 21:41:48.810441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57342) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:41:48.829328 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:48.834864 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:48.892292 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Attempting to bind port df444424-2c14-4f63-8590-c6b2579cac7b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:41:48.892751 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Attempting to bind port df444424-2c14-4f63-8590-c6b2579cac7b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:41:48.893135 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506191e1-b541-43e0-9715-664b7515cc3a None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:41:48.893278 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Attempting to bind port df444424-2c14-4f63-8590-c6b2579cac7b on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:41:48.902852 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:41:48.902852 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:41:48.902852 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:48.903543 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:41:48.904357 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Bound port: df444424-2c14-4f63-8590-c6b2579cac7b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:41:48.904978 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:48.967774 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] For port df444424-2c14-4f63-8590-c6b2579cac7b, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:41:48.971401 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] For port df444424-2c14-4f63-8590-c6b2579cac7b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df444424-2c14-4f63-8590-c6b2579cac7b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:41:48.972891 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4f93e-b274-420a-914e-bc2b3ffff68f None None] Pushing event updated for resources: {'Port': ['ID=df444424-2c14-4f63-8590-c6b2579cac7b,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:48.984063 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:48.984574 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-573b7893-c788-4b4a-ac00-87db0a292b5c', 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'fixed_ips': [{'subnet_id': '5c89e0b1-12bd-417a-9798-bdce74f9927b'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:41:48.985722 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:48.986835 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4f93e-b274-420a-914e-bc2b3ffff68f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:48.987278 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4f93e-b274-420a-914e-bc2b3ffff68f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:48.987856 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4f93e-b274-420a-914e-bc2b3ffff68f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:48.988392 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4f93e-b274-420a-914e-bc2b3ffff68f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:48.988904 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4f93e-b274-420a-914e-bc2b3ffff68f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:48.989248 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4f93e-b274-420a-914e-bc2b3ffff68f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:48.989587 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4f93e-b274-420a-914e-bc2b3ffff68f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:48.989920 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4f93e-b274-420a-914e-bc2b3ffff68f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:48.990278 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4f93e-b274-420a-914e-bc2b3ffff68f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:48.990609 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4f93e-b274-420a-914e-bc2b3ffff68f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:48.990938 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4f93e-b274-420a-914e-bc2b3ffff68f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:48.991264 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4f93e-b274-420a-914e-bc2b3ffff68f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:41:49.030821 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-99619608-44ba-45a3-8118-0e8f67b95e1a None None] Provisioning complete for port df444424-2c14-4f63-8590-c6b2579cac7b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:41:49.031527 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-99619608-44ba-45a3-8118-0e8f67b95e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:49.043814 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4f93e-b274-420a-914e-bc2b3ffff68f None None] Pushing event updated for resources: {'Port': ['ID=df444424-2c14-4f63-8590-c6b2579cac7b,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:49.067138 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Routers {'82d7011e-36be-420e-a61d-708988e57f92'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:41:49.067767 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543d0f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:41:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['82d7011e-36be-420e-a61d-708988e57f92'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:49.086771 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25500c01-4bb5-4603-820f-0d1796dafc58 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:41:49.202158 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] Set router 82d7011e-36be-420e-a61d-708988e57f92 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:41:49.234085 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Allocated IP 172.20.0.2 (573b7893-c788-4b4a-ac00-87db0a292b5c/5c89e0b1-12bd-417a-9798-bdce74f9927b/887d2617-bedb-4f47-bb81-d402e6b2d817) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:41:49.239733 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-99619608-44ba-45a3-8118-0e8f67b95e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:49.280411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-99619608-44ba-45a3-8118-0e8f67b95e1a None None] For port df444424-2c14-4f63-8590-c6b2579cac7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df444424-2c14-4f63-8590-c6b2579cac7b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:41:49.286897 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-99619608-44ba-45a3-8118-0e8f67b95e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:49.362446 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:49.392587 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:49.412341 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99619608-44ba-45a3-8118-0e8f67b95e1a None None] Pushing event updated for resources: {'Port': ['ID=df444424-2c14-4f63-8590-c6b2579cac7b,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:49.444906 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543d0f10>, [{'id': '82d7011e-36be-420e-a61d-708988e57f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301691929', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224'}], 'enable_snat': True}, 'gw_port_id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:47Z', 'revision_number': 3, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:49.462634 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-af391fcb-f4d5-4cfc-b4c1-e5f29722f706 None None] Provisioning complete for port df444424-2c14-4f63-8590-c6b2579cac7b triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:41:49.463004 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-af391fcb-f4d5-4cfc-b4c1-e5f29722f706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:49.473445 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab59571a-95b7-4055-a83b-aaa8e5f7c660 None None] The sync data for ids ['82d7011e-36be-420e-a61d-708988e57f92'] in ncdv-master-1 is: [{'id': '82d7011e-36be-420e-a61d-708988e57f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301691929', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224'}], 'enable_snat': True}, 'gw_port_id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:47Z', 'revision_number': 3, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:41:49.517282 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:49.522986 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:49.600507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Pushing event updated for resources: {'Port': ['ID=887d2617-bedb-4f47-bb81-d402e6b2d817,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:49.606231 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Network 573b7893-c788-4b4a-ac00-87db0a292b5c is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:41:49.613667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:41:49.617502 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:41:49.674500 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.20.0.1 (573b7893-c788-4b4a-ac00-87db0a292b5c/5c89e0b1-12bd-417a-9798-bdce74f9927b/721d292b-f063-43cf-a63c-44aad026ffda) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:41:49.680980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Attempting to bind port 887d2617-bedb-4f47-bb81-d402e6b2d817 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:41:49.681455 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Attempting to bind port 887d2617-bedb-4f47-bb81-d402e6b2d817 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9a8bc5c3-8202-47ac-b639-0ea8823f1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:41:49.681908 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Attempting to bind port 887d2617-bedb-4f47-bb81-d402e6b2d817 on network 573b7893-c788-4b4a-ac00-87db0a292b5c {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:41:49.688079 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:41:49.688667 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Checking segment: {'id': '9a8bc5c3-8202-47ac-b639-0ea8823f1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:41:49.688849 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:49.689247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Bound using segment: {'id': '9a8bc5c3-8202-47ac-b639-0ea8823f1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:41:49.689771 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Bound port: 887d2617-bedb-4f47-bb81-d402e6b2d817, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8bc5c3-8202-47ac-b639-0ea8823f1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:41:49.690239 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:49.787789 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] For port 887d2617-bedb-4f47-bb81-d402e6b2d817, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:41:49.796613 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] For port 887d2617-bedb-4f47-bb81-d402e6b2d817, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=887d2617-bedb-4f47-bb81-d402e6b2d817,segment=NetworkSegment(9a8bc5c3-8202-47ac-b639-0ea8823f1e0c),segment_id=9a8bc5c3-8202-47ac-b639-0ea8823f1e0c)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:41:49.801590 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:49.829559 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:49.866119 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec5f1d-0a56-4c69-984e-fec690377376 None None] Pushing event updated for resources: {'Port': ['ID=887d2617-bedb-4f47-bb81-d402e6b2d817,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:49.872475 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:49.920835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network 573b7893-c788-4b4a-ac00-87db0a292b5c is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:41:49.924256 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:41:49.927324 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:41:49.958978 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=721d292b-f063-43cf-a63c-44aad026ffda,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:49.989311 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:50.150159 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:50.444360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:50.451070 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:50.530941 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:50.532723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=721d292b-f063-43cf-a63c-44aad026ffda,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:50.633780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network 573b7893-c788-4b4a-ac00-87db0a292b5c is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:41:50.635293 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:41:50.755607 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router 82d7011e-36be-420e-a61d-708988e57f92 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:41:50.845819 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111dc154-e4c1-4955-8f6d-0f28d9c95fe9 None None] Network 573b7893-c788-4b4a-ac00-87db0a292b5c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:41:50.870693 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:41:50.876796 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-19d95f94-90d0-46ce-ab87-ec76e9a9652b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "PUT /v2.0/routers/82d7011e-36be-420e-a61d-708988e57f92/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0642114
Nov 20 21:41:50.925803 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5392f4b2-e9f1-4106-9831-2a770e1b3867 None None] Provisioning complete for port 887d2617-bedb-4f47-bb81-d402e6b2d817 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:41:50.925803 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5392f4b2-e9f1-4106-9831-2a770e1b3867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:51.034528 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-aec9b134-c511-4879-a49c-a8a2afc99ac1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757982967&fields=id&tenant_id=a671b29208764a018b1936b75389117b HTTP/1.1" status: 200  len: 267 time: 0.0495329
Nov 20 21:41:51.073724 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5392f4b2-e9f1-4106-9831-2a770e1b3867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:51.122018 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5392f4b2-e9f1-4106-9831-2a770e1b3867 None None] For port 887d2617-bedb-4f47-bb81-d402e6b2d817, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=887d2617-bedb-4f47-bb81-d402e6b2d817,segment=NetworkSegment(9a8bc5c3-8202-47ac-b639-0ea8823f1e0c),segment_id=9a8bc5c3-8202-47ac-b639-0ea8823f1e0c)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:41:51.130896 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5392f4b2-e9f1-4106-9831-2a770e1b3867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:51.189386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device df444424-2c14-4f63-8590-c6b2579cac7b up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:41:51.217431 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-dc5a615d-98e3-4174-a98f-2043b0177b2b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:51.221511 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392f4b2-e9f1-4106-9831-2a770e1b3867 None None] Pushing event updated for resources: {'Port': ['ID=887d2617-bedb-4f47-bb81-d402e6b2d817,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:51.224624 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-dc5a615d-98e3-4174-a98f-2043b0177b2b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/networks?id=573b7893-c788-4b4a-ac00-87db0a292b5c HTTP/1.1" status: 200  len: 797 time: 0.1822767
Nov 20 21:41:51.241594 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-a1cad7ed-0fcb-4b37-a367-433f49fe4a10 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/quotas/a671b29208764a018b1936b75389117b HTTP/1.1" status: 200  len: 375 time: 0.0160141
Nov 20 21:41:51.256402 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port df444424-2c14-4f63-8590-c6b2579cac7b triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:41:51.257206 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:51.301885 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e379b01f-870d-43b8-989b-27a7c2774fbc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0592613
Nov 20 21:41:51.365900 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 887d2617-bedb-4f47-bb81-d402e6b2d817 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:41:51.394035 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-77e5120e-a506-443e-8dd0-17371998a5dd None None] Provisioning complete for port 887d2617-bedb-4f47-bb81-d402e6b2d817 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:41:51.394035 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-77e5120e-a506-443e-8dd0-17371998a5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:51.419225 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-f60b45fe-b3a9-47cf-90b3-c57790ed1620 service neutron] 10.222.0.41 "GET /v2.0/networks/573b7893-c788-4b4a-ac00-87db0a292b5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1036119
Nov 20 21:41:51.451638 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 887d2617-bedb-4f47-bb81-d402e6b2d817 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:41:51.452016 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:51.526466 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-02969efb-84b6-41c2-a763-e794ef61e8fb service neutron] 10.222.0.41 "GET /v2.0/networks/573b7893-c788-4b4a-ac00-87db0a292b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1053026
Nov 20 21:41:51.550847 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-77e5120e-a506-443e-8dd0-17371998a5dd None None] Provisioning complete for port 721d292b-f063-43cf-a63c-44aad026ffda triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:41:51.551173 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-77e5120e-a506-443e-8dd0-17371998a5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:51.599313 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Sync routers for ids ['82d7011e-36be-420e-a61d-708988e57f92'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:41:51.635380 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-77e5120e-a506-443e-8dd0-17371998a5dd None None] Port 721d292b-f063-43cf-a63c-44aad026ffda cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:41:51.640272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Routers {'82d7011e-36be-420e-a61d-708988e57f92'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:41:51.640911 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47523ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:41:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['82d7011e-36be-420e-a61d-708988e57f92'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:51.723007 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c4f1d8b6-ced8-4342-b818-3c4984f2a938 req-d0f05291-b320-456a-9e6b-38e0cf8ca242 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 210 time: 0.0358992
Nov 20 21:41:51.956726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Set router 82d7011e-36be-420e-a61d-708988e57f92 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:41:51.983526 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b27bedf2-3f4a-4b7c-8aa0-7ff853c59edf None None] Provisioning complete for port 721d292b-f063-43cf-a63c-44aad026ffda triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:41:51.984150 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b27bedf2-3f4a-4b7c-8aa0-7ff853c59edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:52.076454 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b27bedf2-3f4a-4b7c-8aa0-7ff853c59edf None None] Port 721d292b-f063-43cf-a63c-44aad026ffda cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:41:52.205309 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47523ee0>, [{'id': '82d7011e-36be-420e-a61d-708988e57f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301691929', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224'}], 'enable_snat': True}, 'gw_port_id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:50Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '721d292b-f063-43cf-a63c-44aad026ffda', 'name': '', 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:fc:3f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:49Z', 'updated_at': '2021-11-20T21:41:50Z', 'revision_number': 2, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:52.208851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4d9b6dd1-4bd1-4d05-b31e-9c140d2fd06f None None] Provisioning complete for port 721d292b-f063-43cf-a63c-44aad026ffda triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:41:52.209221 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6dd1-4bd1-4d05-b31e-9c140d2fd06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:52.257976 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Checking router: 82d7011e-36be-420e-a61d-708988e57f92 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:41:52.258354 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Updating router 82d7011e-36be-420e-a61d-708988e57f92 port 721d292b-f063-43cf-a63c-44aad026ffda binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:41:52.295736 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:52.304500 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4d9b6dd1-4bd1-4d05-b31e-9c140d2fd06f None None] Port 721d292b-f063-43cf-a63c-44aad026ffda cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:41:52.562227 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:52.567578 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:52.646326 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a3813-a4d2-4a54-ac16-24e4253afb8b None None] Pushing event updated for resources: {'Port': ['ID=721d292b-f063-43cf-a63c-44aad026ffda,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:52.677490 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Attempting to bind port 721d292b-f063-43cf-a63c-44aad026ffda on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:41:52.677870 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Attempting to bind port 721d292b-f063-43cf-a63c-44aad026ffda by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9a8bc5c3-8202-47ac-b639-0ea8823f1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:41:52.678257 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Attempting to bind port 721d292b-f063-43cf-a63c-44aad026ffda on network 573b7893-c788-4b4a-ac00-87db0a292b5c {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:41:52.691060 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:41:52.691459 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Checking segment: {'id': '9a8bc5c3-8202-47ac-b639-0ea8823f1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:41:52.692068 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:52.692566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Bound using segment: {'id': '9a8bc5c3-8202-47ac-b639-0ea8823f1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:41:52.693044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Bound port: 721d292b-f063-43cf-a63c-44aad026ffda, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8bc5c3-8202-47ac-b639-0ea8823f1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:41:52.693486 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:52.727109 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-0d7e9456-5455-4ec8-9b8b-495095e65cdd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:52.728628 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-0d7e9456-5455-4ec8-9b8b-495095e65cdd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "GET /v2.0/networks?id=573b7893-c788-4b4a-ac00-87db0a292b5c HTTP/1.1" status: 200  len: 797 time: 0.1593354
Nov 20 21:41:52.806347 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] For port 721d292b-f063-43cf-a63c-44aad026ffda, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:41:52.809904 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] For port 721d292b-f063-43cf-a63c-44aad026ffda, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=721d292b-f063-43cf-a63c-44aad026ffda,segment=NetworkSegment(9a8bc5c3-8202-47ac-b639-0ea8823f1e0c),segment_id=9a8bc5c3-8202-47ac-b639-0ea8823f1e0c)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:41:52.815896 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:52.818852 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-c252199b-7853-4524-8562-a84f5c6460d2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a671b29208764a018b1936b75389117b HTTP/1.1" status: 200  len: 380 time: 0.0803611
Nov 20 21:41:52.840808 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80dcb34d-f257-47aa-9948-9aa7bfd974f9 req-9992658a-2368-439c-b1a1-cb1a822c3506 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 210 time: 0.0419083
Nov 20 21:41:52.844337 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-26a1d5eb-a2e8-4fee-9ccf-c785e6c93f6f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'port': {'device_id': '93a4e09c-d601-4029-ad9c-093eab484eee', 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c', 'admin_state_up': True, 'tenant_id': 'a671b29208764a018b1936b75389117b', 'security_groups': ['6b108afc-66ab-483f-833a-73c5bea777f6']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:41:52.872477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Routers {'82d7011e-36be-420e-a61d-708988e57f92'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:41:52.872714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47523ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:41:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['82d7011e-36be-420e-a61d-708988e57f92'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:52.918989 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a3813-a4d2-4a54-ac16-24e4253afb8b None None] Pushing event updated for resources: {'Port': ['ID=721d292b-f063-43cf-a63c-44aad026ffda,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:52.956567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a877dfcf-4846-4477-a214-0a062e4b2e48 None None] Provisioning complete for port 721d292b-f063-43cf-a63c-44aad026ffda triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:41:52.956947 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a877dfcf-4846-4477-a214-0a062e4b2e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:52.975470 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-26a1d5eb-a2e8-4fee-9ccf-c785e6c93f6f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Made reservation on behalf of a671b29208764a018b1936b75389117b for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:41:52.980016 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-26a1d5eb-a2e8-4fee-9ccf-c785e6c93f6f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:53.041563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] Set router 82d7011e-36be-420e-a61d-708988e57f92 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:41:53.103028 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 887d2617-bedb-4f47-bb81-d402e6b2d817 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:41:53.137774 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-26a1d5eb-a2e8-4fee-9ccf-c785e6c93f6f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.20.0.5 (573b7893-c788-4b4a-ac00-87db0a292b5c/5c89e0b1-12bd-417a-9798-bdce74f9927b/7e610779-8e3e-4f60-8650-999855c2c8bb) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:41:53.274922 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-26a1d5eb-a2e8-4fee-9ccf-c785e6c93f6f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:53.284687 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a877dfcf-4846-4477-a214-0a062e4b2e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:53.302238 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 887d2617-bedb-4f47-bb81-d402e6b2d817 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:41:53.302517 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:53.322095 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-26a1d5eb-a2e8-4fee-9ccf-c785e6c93f6f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:53.365884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-26a1d5eb-a2e8-4fee-9ccf-c785e6c93f6f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network 573b7893-c788-4b4a-ac00-87db0a292b5c is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:41:53.370904 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-26a1d5eb-a2e8-4fee-9ccf-c785e6c93f6f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:41:53.375560 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-26a1d5eb-a2e8-4fee-9ccf-c785e6c93f6f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:41:53.381984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1d5eb-a2e8-4fee-9ccf-c785e6c93f6f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=7e610779-8e3e-4f60-8650-999855c2c8bb,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:53.382968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a877dfcf-4846-4477-a214-0a062e4b2e48 None None] For port 721d292b-f063-43cf-a63c-44aad026ffda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=721d292b-f063-43cf-a63c-44aad026ffda,segment=NetworkSegment(9a8bc5c3-8202-47ac-b639-0ea8823f1e0c),segment_id=9a8bc5c3-8202-47ac-b639-0ea8823f1e0c)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:41:53.397073 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a877dfcf-4846-4477-a214-0a062e4b2e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:53.436819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-26a1d5eb-a2e8-4fee-9ccf-c785e6c93f6f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:53.437687 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-26a1d5eb-a2e8-4fee-9ccf-c785e6c93f6f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:53.454300 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-26a1d5eb-a2e8-4fee-9ccf-c785e6c93f6f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6163940
Nov 20 21:41:53.466956 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Request body: {'port': {'device_id': '93a4e09c-d601-4029-ad9c-093eab484eee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:41:53.486632 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47523ee0>, [{'id': '82d7011e-36be-420e-a61d-708988e57f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301691929', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224'}], 'enable_snat': True}, 'gw_port_id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:50Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '721d292b-f063-43cf-a63c-44aad026ffda', 'name': '', 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:fc:3f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:49Z', 'updated_at': '2021-11-20T21:41:52Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:41:53.492807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877dfcf-4846-4477-a214-0a062e4b2e48 None None] Pushing event updated for resources: {'Port': ['ID=721d292b-f063-43cf-a63c-44aad026ffda,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:53.533609 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b782c7-8f7e-401a-af40-f9a29938e55e None None] The sync data for ids ['82d7011e-36be-420e-a61d-708988e57f92'] in ncdv-master-1 is: [{'id': '82d7011e-36be-420e-a61d-708988e57f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301691929', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224'}], 'enable_snat': True}, 'gw_port_id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:50Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '721d292b-f063-43cf-a63c-44aad026ffda', 'name': '', 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:fc:3f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:49Z', 'updated_at': '2021-11-20T21:41:52Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:41:53.533913 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:53.554919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-ebc5b1f9-1ead-48f1-86ed-d70163b37d70 None None] Provisioning complete for port 721d292b-f063-43cf-a63c-44aad026ffda triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:41:53.555300 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b1f9-1ead-48f1-86ed-d70163b37d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:53.793265 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3a3e8c14-a15b-442f-a818-1cd2593da9b2 None None] Provisioning complete for port 7e610779-8e3e-4f60-8650-999855c2c8bb triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:41:53.793964 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3a3e8c14-a15b-442f-a818-1cd2593da9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:53.837116 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e8c14-a15b-442f-a818-1cd2593da9b2 None None] Port 7e610779-8e3e-4f60-8650-999855c2c8bb cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:41:53.862539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e610779-8e3e-4f60-8650-999855c2c8bb {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:41:53.870916 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:53.884756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Transition to ACTIVE for port object 7e610779-8e3e-4f60-8650-999855c2c8bb will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:41:53.888937 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:53.945790 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e610779-8e3e-4f60-8650-999855c2c8bb,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:53.987027 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da685f-85c5-48bb-a984-ce347327d0ec req-2a847f10-88c2-4689-a36a-6227fc0e7186 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:53.995685 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f3da685f-85c5-48bb-a984-ce347327d0ec req-2a847f10-88c2-4689-a36a-6227fc0e7186 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 943 time: 0.0766835
Nov 20 21:41:54.043260 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Attempting to bind port 7e610779-8e3e-4f60-8650-999855c2c8bb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:41:54.043735 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Attempting to bind port 7e610779-8e3e-4f60-8650-999855c2c8bb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9a8bc5c3-8202-47ac-b639-0ea8823f1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:41:54.044171 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Attempting to bind port 7e610779-8e3e-4f60-8650-999855c2c8bb on network 573b7893-c788-4b4a-ac00-87db0a292b5c {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:41:54.049940 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Port 7e610779-8e3e-4f60-8650-999855c2c8bb on network 573b7893-c788-4b4a-ac00-87db0a292b5c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:41:54.050543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Attempting to bind port 7e610779-8e3e-4f60-8650-999855c2c8bb on network 573b7893-c788-4b4a-ac00-87db0a292b5c {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:41:54.057887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:41:54.058512 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Checking segment: {'id': '9a8bc5c3-8202-47ac-b639-0ea8823f1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:41:54.059094 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Bound using segment: {'id': '9a8bc5c3-8202-47ac-b639-0ea8823f1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:41:54.059468 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f3da685f-85c5-48bb-a984-ce347327d0ec req-d5e82b15-d0a1-46e1-a6bd-d1847cbb3c3b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563939
Nov 20 21:41:54.059660 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Bound port: 7e610779-8e3e-4f60-8650-999855c2c8bb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8bc5c3-8202-47ac-b639-0ea8823f1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:41:54.060135 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:54.140035 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] For port 7e610779-8e3e-4f60-8650-999855c2c8bb, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:41:54.143506 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] For port 7e610779-8e3e-4f60-8650-999855c2c8bb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e610779-8e3e-4f60-8650-999855c2c8bb,segment=NetworkSegment(9a8bc5c3-8202-47ac-b639-0ea8823f1e0c),segment_id=9a8bc5c3-8202-47ac-b639-0ea8823f1e0c)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:41:54.148293 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:54.187033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:54.187653 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:54.189060 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] 10.222.0.47 "PUT /v2.0/ports/7e610779-8e3e-4f60-8650-999855c2c8bb HTTP/1.1" status: 200  len: 1091 time: 0.7265549
Nov 20 21:41:54.189503 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a4e09c-d601-4029-ad9c-093eab484eee', 'tag': '7e610779-8e3e-4f60-8650-999855c2c8bb'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:41:54.191940 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae83dd21-1660-4f5a-8b12-c51da0d2e5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "93a4e09c-d601-4029-ad9c-093eab484eee", "tag": "7e610779-8e3e-4f60-8650-999855c2c8bb"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:41:54.242810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4883a-9138-45e3-aafd-5b6e041c56f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e610779-8e3e-4f60-8650-999855c2c8bb,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:54.270998 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e661df-56f7-49d4-9d29-56ad64683e31 x-openstack-request-id: req-13e661df-56f7-49d4-9d29-56ad64683e31 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:41:54.272300 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a4e09c-d601-4029-ad9c-093eab484eee", "tag": "7e610779-8e3e-4f60-8650-999855c2c8bb", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:41:54.272653 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13e661df-56f7-49d4-9d29-56ad64683e31 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:41:54.273090 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a4e09c-d601-4029-ad9c-093eab484eee', 'tag': '7e610779-8e3e-4f60-8650-999855c2c8bb', 'status': 'completed', 'code': 200}
Nov 20 21:41:54.360832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-8e9fe055-b809-4fd3-a21c-a31127b99aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:54.362607 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-8e9fe055-b809-4fd3-a21c-a31127b99aa9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 1094 time: 0.0464365
Nov 20 21:41:54.411123 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-1eab05f8-3bcc-4fbf-b994-ecea9d53071c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e610779-8e3e-4f60-8650-999855c2c8bb HTTP/1.1" status: 200  len: 217 time: 0.0409117
Nov 20 21:41:54.462758 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-9dc9c5f4-468a-4041-9e3d-1671dba63d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:54.464213 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-9dc9c5f4-468a-4041-9e3d-1671dba63d3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c89e0b1-12bd-417a-9798-bdce74f9927b HTTP/1.1" status: 200  len: 835 time: 0.0464711
Nov 20 21:41:54.515180 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-994bc45f-1878-4dbf-99b3-1ec83ecd48f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:54.516803 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-994bc45f-1878-4dbf-99b3-1ec83ecd48f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=573b7893-c788-4b4a-ac00-87db0a292b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0454233
Nov 20 21:41:54.618224 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-8544e2fd-1910-4557-8d30-796a47f3d5db service neutron] 10.222.0.47 "GET /v2.0/networks/573b7893-c788-4b4a-ac00-87db0a292b5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937033
Nov 20 21:41:54.711166 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e69d3e-bf3e-4ffa-b599-e97373690664 req-9ec40e54-3857-4913-a320-ed9a143a8fe1 service neutron] 10.222.0.47 "GET /v2.0/networks/573b7893-c788-4b4a-ac00-87db0a292b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864007
Nov 20 21:41:54.804272 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83dd21-1660-4f5a-8b12-c51da0d2e5d5 req-2cc95ed4-bc06-46d6-88fd-dc8d6a52840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:54.805785 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ae83dd21-1660-4f5a-8b12-c51da0d2e5d5 req-2cc95ed4-bc06-46d6-88fd-dc8d6a52840a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 1094 time: 0.0456908
Nov 20 21:41:54.893645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83dd21-1660-4f5a-8b12-c51da0d2e5d5 req-79f0c26f-27a8-42e9-8ef1-a37ea5625483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:54.895187 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ae83dd21-1660-4f5a-8b12-c51da0d2e5d5 req-79f0c26f-27a8-42e9-8ef1-a37ea5625483 service neutron] 10.222.0.47 "GET /v2.0/networks?id=573b7893-c788-4b4a-ac00-87db0a292b5c HTTP/1.1" status: 200  len: 898 time: 0.0827672
Nov 20 21:41:54.940118 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ae83dd21-1660-4f5a-8b12-c51da0d2e5d5 req-9f62b2cf-3811-4721-bc56-b4828d8b2205 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e610779-8e3e-4f60-8650-999855c2c8bb HTTP/1.1" status: 200  len: 217 time: 0.0382655
Nov 20 21:41:54.990981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83dd21-1660-4f5a-8b12-c51da0d2e5d5 req-3fa8832f-723b-461c-acb5-68835ff21df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:54.992487 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ae83dd21-1660-4f5a-8b12-c51da0d2e5d5 req-3fa8832f-723b-461c-acb5-68835ff21df0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c89e0b1-12bd-417a-9798-bdce74f9927b HTTP/1.1" status: 200  len: 835 time: 0.0446744
Nov 20 21:41:55.042798 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83dd21-1660-4f5a-8b12-c51da0d2e5d5 req-9586142a-aaf5-4765-b417-b4f86220260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:55.045390 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ae83dd21-1660-4f5a-8b12-c51da0d2e5d5 req-9586142a-aaf5-4765-b417-b4f86220260d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=573b7893-c788-4b4a-ac00-87db0a292b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0439653
Nov 20 21:41:55.110585 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 721d292b-f063-43cf-a63c-44aad026ffda up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:41:55.149830 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ae83dd21-1660-4f5a-8b12-c51da0d2e5d5 req-a1046797-4885-4449-9d02-c3a5f9d0d29d service neutron] 10.222.0.47 "GET /v2.0/networks/573b7893-c788-4b4a-ac00-87db0a292b5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0949848
Nov 20 21:41:55.166250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 721d292b-f063-43cf-a63c-44aad026ffda triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:41:55.166635 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:55.183059 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30703d8-c4eb-4b18-9163-5ff319f66e2c req-d86b592d-7199-421d-9d8c-60916cfb84d4 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:55.184665 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e30703d8-c4eb-4b18-9163-5ff319f66e2c req-d86b592d-7199-421d-9d8c-60916cfb84d4 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 943 time: 0.0551271
Nov 20 21:41:55.240660 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e30703d8-c4eb-4b18-9163-5ff319f66e2c req-3b3af232-2e59-40f4-ab07-5c9649c84623 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488052
Nov 20 21:41:55.243122 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ae83dd21-1660-4f5a-8b12-c51da0d2e5d5 req-f8d25318-4950-4f5a-bbe4-eabdfdc95ec1 service neutron] 10.222.0.47 "GET /v2.0/networks/573b7893-c788-4b4a-ac00-87db0a292b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862074
Nov 20 21:41:56.364416 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183bcdd-34ba-45c6-946d-95c80c32039a req-93f14552-dc2b-4d16-a20c-150ff9674541 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:56.365869 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1183bcdd-34ba-45c6-946d-95c80c32039a req-93f14552-dc2b-4d16-a20c-150ff9674541 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 943 time: 0.0528624
Nov 20 21:41:56.413718 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1183bcdd-34ba-45c6-946d-95c80c32039a req-0ce1ccdb-d6bc-4e5d-8ce4-a52d8bbfa96a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412018
Nov 20 21:41:56.915559 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7e610779-8e3e-4f60-8650-999855c2c8bb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:41:57.009790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7e610779-8e3e-4f60-8650-999855c2c8bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e610779-8e3e-4f60-8650-999855c2c8bb,segment=NetworkSegment(9a8bc5c3-8202-47ac-b639-0ea8823f1e0c),segment_id=9a8bc5c3-8202-47ac-b639-0ea8823f1e0c)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:41:57.023984 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '7e610779-8e3e-4f60-8650-999855c2c8bb', 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c', 'port_id': '7e610779-8e3e-4f60-8650-999855c2c8bb', 'mac_address': 'fa:16:3e:82:38:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:41:57.063934 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:57.079672 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e610779-8e3e-4f60-8650-999855c2c8bb {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:41:57.098527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7e610779-8e3e-4f60-8650-999855c2c8bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e610779-8e3e-4f60-8650-999855c2c8bb,segment=NetworkSegment(9a8bc5c3-8202-47ac-b639-0ea8823f1e0c),segment_id=9a8bc5c3-8202-47ac-b639-0ea8823f1e0c)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:41:57.102099 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:57.149909 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=7e610779-8e3e-4f60-8650-999855c2c8bb,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:57.302595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7e610779-8e3e-4f60-8650-999855c2c8bb'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:41:57.532907 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e755b-6f58-41be-8a37-0309d05d6c54 req-40caa417-33d3-4675-b8c9-a39283f3a2b7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:57.534468 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-609e755b-6f58-41be-8a37-0309d05d6c54 req-40caa417-33d3-4675-b8c9-a39283f3a2b7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 944 time: 0.0510955
Nov 20 21:41:57.589294 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-609e755b-6f58-41be-8a37-0309d05d6c54 req-3a732e4b-8ed0-4841-93f1-2dc16aa3c67f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487916
Nov 20 21:41:58.705385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458efa2b-2fe7-4f74-a97e-8cbd21af4844 req-7bc14686-ab6c-4e91-bb96-0e7067c370c8 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:58.706921 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-458efa2b-2fe7-4f74-a97e-8cbd21af4844 req-7bc14686-ab6c-4e91-bb96-0e7067c370c8 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 944 time: 0.0486503
Nov 20 21:41:58.756493 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-458efa2b-2fe7-4f74-a97e-8cbd21af4844 req-96552350-4e66-46d2-b5c0-2b280e5c68a3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436192
Nov 20 21:41:58.927968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7e610779-8e3e-4f60-8650-999855c2c8bb up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:41:58.976638 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 7e610779-8e3e-4f60-8650-999855c2c8bb completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:41:58.980590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 7e610779-8e3e-4f60-8650-999855c2c8bb triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:41:58.981150 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:59.063569 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:59.085768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a4e09c-d601-4029-ad9c-093eab484eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e610779-8e3e-4f60-8650-999855c2c8bb'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:41:59.088011 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dbfb6f-ff68-446a-8750-22e24809acb6" -d '{"events": [{"server_uuid": "93a4e09c-d601-4029-ad9c-093eab484eee", "name": "network-vif-plugged", "status": "completed", "tag": "7e610779-8e3e-4f60-8650-999855c2c8bb"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:41:59.100215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7e610779-8e3e-4f60-8650-999855c2c8bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e610779-8e3e-4f60-8650-999855c2c8bb,segment=NetworkSegment(9a8bc5c3-8202-47ac-b639-0ea8823f1e0c),segment_id=9a8bc5c3-8202-47ac-b639-0ea8823f1e0c)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:41:59.104452 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:41:59.128116 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c36aeb-0cb2-4815-ad5b-ee945ce303fc x-openstack-request-id: req-46c36aeb-0cb2-4815-ad5b-ee945ce303fc {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:41:59.128411 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a4e09c-d601-4029-ad9c-093eab484eee", "name": "network-vif-plugged", "status": "completed", "tag": "7e610779-8e3e-4f60-8650-999855c2c8bb", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:41:59.128670 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46c36aeb-0cb2-4815-ad5b-ee945ce303fc {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:41:59.129071 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a4e09c-d601-4029-ad9c-093eab484eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e610779-8e3e-4f60-8650-999855c2c8bb', 'code': 200}
Nov 20 21:41:59.155193 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=7e610779-8e3e-4f60-8650-999855c2c8bb,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:41:59.224123 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c7ff1-5f5b-4b89-8cca-a3886f53c207 req-9d898dc0-89b8-4224-b24d-532fac29eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:59.225527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-896c7ff1-5f5b-4b89-8cca-a3886f53c207 req-9d898dc0-89b8-4224-b24d-532fac29eb08 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 1096 time: 0.0396430
Nov 20 21:41:59.274144 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-896c7ff1-5f5b-4b89-8cca-a3886f53c207 req-467f26a9-d759-4b7c-9651-1888aa9c4be2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418367
Nov 20 21:41:59.871140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdbe1c-421b-4350-bd02-a23151ad0895 req-22fabb5c-f9c0-4f5c-bffa-7f6720f83f8c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:41:59.872594 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42fdbe1c-421b-4350-bd02-a23151ad0895 req-22fabb5c-f9c0-4f5c-bffa-7f6720f83f8c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.0484319
Nov 20 21:41:59.922021 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-42fdbe1c-421b-4350-bd02-a23151ad0895 req-146e30c1-5a2d-4c0c-9080-b28b62424d88 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434637
Nov 20 21:42:01.040638 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f7516-0278-4b9e-a549-bef1cca62083 req-5a2a137d-5569-4edb-be68-4c5fa9fcecb3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:01.042171 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-787f7516-0278-4b9e-a549-bef1cca62083 req-5a2a137d-5569-4edb-be68-4c5fa9fcecb3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.0510790
Nov 20 21:42:01.096407 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-787f7516-0278-4b9e-a549-bef1cca62083 req-847fcd76-0d49-4119-864a-29c7bb5a990f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476062
Nov 20 21:42:01.210191 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3835b-ec0d-48d6-b388-3c7067ea7263 req-b8f68871-7db3-40cb-ad5e-6e7a8bb96f5c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:01.211583 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aca3835b-ec0d-48d6-b388-3c7067ea7263 req-b8f68871-7db3-40cb-ad5e-6e7a8bb96f5c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.0490506
Nov 20 21:42:01.260383 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aca3835b-ec0d-48d6-b388-3c7067ea7263 req-06965787-3a0d-431a-8745-ca7490fc1838 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422661
Nov 20 21:42:01.282039 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57392) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:42:01.321071 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e05bc11-443f-4d20-b5b6-3fd987a805b6 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:01.322607 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8e05bc11-443f-4d20-b5b6-3fd987a805b6 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 1091 time: 0.0395687
Nov 20 21:42:01.325553 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57394) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:42:01.329756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '7e610779-8e3e-4f60-8650-999855c2c8bb', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:42:01.352039 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:01.451121 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:01.553117 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.35.1.201 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/c779e9f7-d7e8-4e51-abd6-43a3f628850e) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:42:01.657712 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:01.689622 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:01.729368 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:42:01.732631 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:42:01.736452 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:42:01.762305 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=c779e9f7-d7e8-4e51-abd6-43a3f628850e,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:42:02.412193 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:02.477270 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:02.624787 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:02.629164 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:02.697396 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=c779e9f7-d7e8-4e51-abd6-43a3f628850e,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:42:02.709583 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:02.813285 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Floating IP 8a2cb475-d112-4737-9eda-f0e2c161b5f5 associated. External IP: 172.35.1.201, port: 7e610779-8e3e-4f60-8650-999855c2c8bb.
Nov 20 21:42:03.017253 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router 82d7011e-36be-420e-a61d-708988e57f92 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:42:03.127399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:42:03.139505 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb84d07-ad8e-4fb6-89e5-033a220c23b6 None None] Sync routers for ids ['82d7011e-36be-420e-a61d-708988e57f92'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:42:03.146488 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:03.151696 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb84d07-ad8e-4fb6-89e5-033a220c23b6 None None] Routers {'82d7011e-36be-420e-a61d-708988e57f92'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:42:03.153027 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5bb84d07-ad8e-4fb6-89e5-033a220c23b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543d0100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:41:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['82d7011e-36be-420e-a61d-708988e57f92'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:42:03.181335 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-46bf6975-d802-45b7-b5f3-05776f9e7833 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8523538
Nov 20 21:42:03.181335 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a4e09c-d601-4029-ad9c-093eab484eee', 'tag': '7e610779-8e3e-4f60-8650-999855c2c8bb'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:42:03.182106 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0f50f6-256a-44f4-b9fe-cdd73084b23c" -d '{"events": [{"name": "network-changed", "server_uuid": "93a4e09c-d601-4029-ad9c-093eab484eee", "tag": "7e610779-8e3e-4f60-8650-999855c2c8bb"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:42:03.222669 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4806a5bd-1833-415c-a870-932fdce65b4d x-openstack-request-id: req-4806a5bd-1833-415c-a870-932fdce65b4d {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:42:03.222968 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a4e09c-d601-4029-ad9c-093eab484eee", "tag": "7e610779-8e3e-4f60-8650-999855c2c8bb", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:42:03.223230 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4806a5bd-1833-415c-a870-932fdce65b4d {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:42:03.223645 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a4e09c-d601-4029-ad9c-093eab484eee', 'tag': '7e610779-8e3e-4f60-8650-999855c2c8bb', 'status': 'completed', 'code': 200}
Nov 20 21:42:03.282933 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-5bb84d07-ad8e-4fb6-89e5-033a220c23b6 None None] Set router 82d7011e-36be-420e-a61d-708988e57f92 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:42:03.299455 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f50f6-256a-44f4-b9fe-cdd73084b23c req-72007b08-fdea-4867-bb9d-c686aca2cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:03.300025 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7bff7-a6fa-463c-b657-d091d8a1146e req-023af7c3-1d81-4e3d-8773-4032654b1bac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:03.300967 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf0f50f6-256a-44f4-b9fe-cdd73084b23c req-72007b08-fdea-4867-bb9d-c686aca2cd68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 1096 time: 0.0556083
Nov 20 21:42:03.301784 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8bd7bff7-a6fa-463c-b657-d091d8a1146e req-023af7c3-1d81-4e3d-8773-4032654b1bac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.0536020
Nov 20 21:42:03.356023 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8bd7bff7-a6fa-463c-b657-d091d8a1146e req-87e2be2c-b93d-4faa-bb2d-ee68bf504c1b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474753
Nov 20 21:42:03.378745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57416) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:42:03.399894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f50f6-256a-44f4-b9fe-cdd73084b23c req-073ea440-5c1c-4f48-977e-36c0521f3a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:03.401367 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf0f50f6-256a-44f4-b9fe-cdd73084b23c req-073ea440-5c1c-4f48-977e-36c0521f3a65 service neutron] 10.222.0.47 "GET /v2.0/networks?id=573b7893-c788-4b4a-ac00-87db0a292b5c HTTP/1.1" status: 200  len: 898 time: 0.0936990
Nov 20 21:42:03.442489 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b4662e37-ccd1-4bde-a412-590845a71603 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/8a2cb475-d112-4737-9eda-f0e2c161b5f5 HTTP/1.1" status: 200  len: 991 time: 0.0625281
Nov 20 21:42:03.474863 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf0f50f6-256a-44f4-b9fe-cdd73084b23c req-bbf47fb6-489f-49c1-9a22-e489ba2e461e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e610779-8e3e-4f60-8650-999855c2c8bb HTTP/1.1" status: 200  len: 999 time: 0.0657563
Nov 20 21:42:03.515409 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5bb84d07-ad8e-4fb6-89e5-033a220c23b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543d0100>, [{'id': '82d7011e-36be-420e-a61d-708988e57f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301691929', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224'}], 'enable_snat': True}, 'gw_port_id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:50Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a2cb475-d112-4737-9eda-f0e2c161b5f5', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'floating_ip_address': '172.35.1.201', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '82d7011e-36be-420e-a61d-708988e57f92', 'port_id': '7e610779-8e3e-4f60-8650-999855c2c8bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c', 'mac_address': 'fa:16:3e:82:38:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4e09c-d601-4029-ad9c-093eab484eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:42:01Z', 'updated_at': '2021-11-20T21:42:01Z', 'revision_number': 0, 'project_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721d292b-f063-43cf-a63c-44aad026ffda', 'name': '', 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:fc:3f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:49Z', 'updated_at': '2021-11-20T21:41:53Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:42:03.526663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f50f6-256a-44f4-b9fe-cdd73084b23c req-c3602366-1ca1-4ef5-b1e2-3e2495b69fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:03.529245 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf0f50f6-256a-44f4-b9fe-cdd73084b23c req-c3602366-1ca1-4ef5-b1e2-3e2495b69fbc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c89e0b1-12bd-417a-9798-bdce74f9927b HTTP/1.1" status: 200  len: 835 time: 0.0472636
Nov 20 21:42:03.541085 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb84d07-ad8e-4fb6-89e5-033a220c23b6 None None] Checking router: 82d7011e-36be-420e-a61d-708988e57f92 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:42:03.551170 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb84d07-ad8e-4fb6-89e5-033a220c23b6 None None] Routers {'82d7011e-36be-420e-a61d-708988e57f92'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:42:03.551774 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5bb84d07-ad8e-4fb6-89e5-033a220c23b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543d0100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:41:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['82d7011e-36be-420e-a61d-708988e57f92'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:42:03.578378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f50f6-256a-44f4-b9fe-cdd73084b23c req-a8c8707d-13a1-43b8-8628-450d10295376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:03.580272 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf0f50f6-256a-44f4-b9fe-cdd73084b23c req-a8c8707d-13a1-43b8-8628-450d10295376 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=573b7893-c788-4b4a-ac00-87db0a292b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0430532
Nov 20 21:42:03.657978 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-5bb84d07-ad8e-4fb6-89e5-033a220c23b6 None None] Set router 82d7011e-36be-420e-a61d-708988e57f92 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:42:03.676012 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf0f50f6-256a-44f4-b9fe-cdd73084b23c req-b6e8b723-e37d-4fd8-9be5-85df3674a2c8 service neutron] 10.222.0.47 "GET /v2.0/networks/573b7893-c788-4b4a-ac00-87db0a292b5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883837
Nov 20 21:42:03.768332 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf0f50f6-256a-44f4-b9fe-cdd73084b23c req-95ba4131-ed51-4c86-98d9-5987a5e996c4 service neutron] 10.222.0.47 "GET /v2.0/networks/573b7893-c788-4b4a-ac00-87db0a292b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853355
Nov 20 21:42:03.973231 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5bb84d07-ad8e-4fb6-89e5-033a220c23b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543d0100>, [{'id': '82d7011e-36be-420e-a61d-708988e57f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301691929', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224'}], 'enable_snat': True}, 'gw_port_id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:50Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a2cb475-d112-4737-9eda-f0e2c161b5f5', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'floating_ip_address': '172.35.1.201', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '82d7011e-36be-420e-a61d-708988e57f92', 'port_id': '7e610779-8e3e-4f60-8650-999855c2c8bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c', 'mac_address': 'fa:16:3e:82:38:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4e09c-d601-4029-ad9c-093eab484eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:42:01Z', 'updated_at': '2021-11-20T21:42:01Z', 'revision_number': 0, 'project_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721d292b-f063-43cf-a63c-44aad026ffda', 'name': '', 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:fc:3f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:49Z', 'updated_at': '2021-11-20T21:41:53Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:42:03.999511 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb84d07-ad8e-4fb6-89e5-033a220c23b6 None None] The sync data for ids ['82d7011e-36be-420e-a61d-708988e57f92'] in ncdv-master-1 is: [{'id': '82d7011e-36be-420e-a61d-708988e57f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301691929', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224'}], 'enable_snat': True}, 'gw_port_id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:50Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a2cb475-d112-4737-9eda-f0e2c161b5f5', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'floating_ip_address': '172.35.1.201', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '82d7011e-36be-420e-a61d-708988e57f92', 'port_id': '7e610779-8e3e-4f60-8650-999855c2c8bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c', 'mac_address': 'fa:16:3e:82:38:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4e09c-d601-4029-ad9c-093eab484eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:42:01Z', 'updated_at': '2021-11-20T21:42:01Z', 'revision_number': 0, 'project_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721d292b-f063-43cf-a63c-44aad026ffda', 'name': '', 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:fc:3f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:49Z', 'updated_at': '2021-11-20T21:41:53Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:42:04.186533 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9009727-4037-4063-bcd7-c9296af8c9a8 None None] New status for floating IP 8a2cb475-d112-4737-9eda-f0e2c161b5f5: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:42:04.446254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57418) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:42:04.510376 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5b3a0979-3a70-4641-8344-ca3a73376902 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/8a2cb475-d112-4737-9eda-f0e2c161b5f5 HTTP/1.1" status: 200  len: 993 time: 0.0629203
Nov 20 21:42:08.622820 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:08.731820 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:13.358879 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5de6a24f-f1e9-4034-a66f-717e1e0973c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:15.757918 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-05352c0c-2b06-44e0-b69f-830bdd539115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:16.948447 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:18.789317 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:19.345248 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:22.543608 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:42:32.198433 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a6e11df0-f00f-4fec-876a-407bcc35472f req-a76d1c8b-047f-49f3-a066-0428b854729c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0426269
Nov 20 21:42:32.281298 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e11df0-f00f-4fec-876a-407bcc35472f req-196b40db-fbae-43d0-91fe-82985a170efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:32.282813 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a6e11df0-f00f-4fec-876a-407bcc35472f req-196b40db-fbae-43d0-91fe-82985a170efa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 1096 time: 0.0405819
Nov 20 21:42:32.392010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e11df0-f00f-4fec-876a-407bcc35472f req-f6f67e26-4cd4-4778-9f83-614c24ace8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:32.393473 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a6e11df0-f00f-4fec-876a-407bcc35472f req-f6f67e26-4cd4-4778-9f83-614c24ace8e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=573b7893-c788-4b4a-ac00-87db0a292b5c HTTP/1.1" status: 200  len: 898 time: 0.0837195
Nov 20 21:42:32.460100 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a6e11df0-f00f-4fec-876a-407bcc35472f req-bbe029fc-fd62-4f9e-85a3-f4c9fb23c389 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e610779-8e3e-4f60-8650-999855c2c8bb HTTP/1.1" status: 200  len: 1001 time: 0.0591676
Nov 20 21:42:32.509789 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e11df0-f00f-4fec-876a-407bcc35472f req-adee2b1f-f338-4e14-9406-7acfe834c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:32.511284 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a6e11df0-f00f-4fec-876a-407bcc35472f req-adee2b1f-f338-4e14-9406-7acfe834c811 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c89e0b1-12bd-417a-9798-bdce74f9927b HTTP/1.1" status: 200  len: 835 time: 0.0426931
Nov 20 21:42:32.561639 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e11df0-f00f-4fec-876a-407bcc35472f req-2d122878-6297-4587-8a39-0881e3692129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:32.563175 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a6e11df0-f00f-4fec-876a-407bcc35472f req-2d122878-6297-4587-8a39-0881e3692129 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=573b7893-c788-4b4a-ac00-87db0a292b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416887
Nov 20 21:42:32.657990 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a6e11df0-f00f-4fec-876a-407bcc35472f req-fba5868c-d4c5-44ce-a0bd-93bde6c6c321 service neutron] 10.222.0.47 "GET /v2.0/networks/573b7893-c788-4b4a-ac00-87db0a292b5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853908
Nov 20 21:42:32.753346 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a6e11df0-f00f-4fec-876a-407bcc35472f req-e9cd696c-d265-4e20-802a-89db2f01c30d service neutron] 10.222.0.47 "GET /v2.0/networks/573b7893-c788-4b4a-ac00-87db0a292b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874362
Nov 20 21:42:33.282482 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0b521-8abb-4ccb-8639-79f877d814b7 req-bdd0da80-a643-446d-b7fa-55fb05ae3156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:33.283991 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e7d0b521-8abb-4ccb-8639-79f877d814b7 req-bdd0da80-a643-446d-b7fa-55fb05ae3156 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 1096 time: 0.0423269
Nov 20 21:42:33.401645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dec02-3236-4a7d-afdd-0afc62e8470b req-b3ffa602-1782-4de1-9ebd-d68d507f614c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:33.403693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-044dec02-3236-4a7d-afdd-0afc62e8470b req-b3ffa602-1782-4de1-9ebd-d68d507f614c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.1673200
Nov 20 21:42:33.423476 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0b521-8abb-4ccb-8639-79f877d814b7 req-73a94f3d-4238-4069-a0fe-2e0a47dbbe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:33.424877 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e7d0b521-8abb-4ccb-8639-79f877d814b7 req-73a94f3d-4238-4069-a0fe-2e0a47dbbe9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=573b7893-c788-4b4a-ac00-87db0a292b5c HTTP/1.1" status: 200  len: 898 time: 0.1341584
Nov 20 21:42:33.507451 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-044dec02-3236-4a7d-afdd-0afc62e8470b req-be5125d3-9a69-447e-adbe-4903b129943f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948837
Nov 20 21:42:33.516122 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e7d0b521-8abb-4ccb-8639-79f877d814b7 req-90b18d9c-7ec3-4e7c-a642-b0eb3e9ef84d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e610779-8e3e-4f60-8650-999855c2c8bb HTTP/1.1" status: 200  len: 1001 time: 0.0835602
Nov 20 21:42:33.904484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0b521-8abb-4ccb-8639-79f877d814b7 req-6de27cb4-9ba0-4791-b4a7-6fb80948948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:33.905934 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e7d0b521-8abb-4ccb-8639-79f877d814b7 req-6de27cb4-9ba0-4791-b4a7-6fb80948948c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c89e0b1-12bd-417a-9798-bdce74f9927b HTTP/1.1" status: 200  len: 835 time: 0.3815794
Nov 20 21:42:33.954938 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0b521-8abb-4ccb-8639-79f877d814b7 req-f0b161bb-f5f8-459b-ad97-a5b45d417f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:33.956375 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e7d0b521-8abb-4ccb-8639-79f877d814b7 req-f0b161bb-f5f8-459b-ad97-a5b45d417f2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=573b7893-c788-4b4a-ac00-87db0a292b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389967
Nov 20 21:42:34.048282 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e7d0b521-8abb-4ccb-8639-79f877d814b7 req-9fc78387-bce5-45ae-9ff1-a62a88161752 service neutron] 10.222.0.47 "GET /v2.0/networks/573b7893-c788-4b4a-ac00-87db0a292b5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836983
Nov 20 21:42:34.136995 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e7d0b521-8abb-4ccb-8639-79f877d814b7 req-342a1db5-d5bf-419d-ad47-caaf09795ee9 service neutron] 10.222.0.47 "GET /v2.0/networks/573b7893-c788-4b4a-ac00-87db0a292b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804453
Nov 20 21:42:34.684894 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5dd5f-3a7e-4a71-be45-3dbefd38fb93 req-088aa9e0-3d99-4e47-884e-2d15fb47216a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:34.686392 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-15b5dd5f-3a7e-4a71-be45-3dbefd38fb93 req-088aa9e0-3d99-4e47-884e-2d15fb47216a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.1064246
Nov 20 21:42:34.736080 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-15b5dd5f-3a7e-4a71-be45-3dbefd38fb93 req-9b340b6b-5f9f-4d11-b4e7-065c15c63812 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437334
Nov 20 21:42:35.857850 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a604c6b-00e2-49f7-8480-3c92e237cff9 req-1026f062-989b-43a5-bf1f-84b75f8b4204 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:35.859611 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a604c6b-00e2-49f7-8480-3c92e237cff9 req-1026f062-989b-43a5-bf1f-84b75f8b4204 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.0542808
Nov 20 21:42:35.911511 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0a604c6b-00e2-49f7-8480-3c92e237cff9 req-4f99cc3c-2b1a-4f0d-aa19-6648f28d998a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459592
Nov 20 21:42:37.033600 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60915b15-02d9-4f28-8bbd-b0bf275917ab req-13091d51-b073-40df-b05c-64718deecd7d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:37.061513 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60915b15-02d9-4f28-8bbd-b0bf275917ab req-13091d51-b073-40df-b05c-64718deecd7d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.0554652
Nov 20 21:42:37.085198 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60915b15-02d9-4f28-8bbd-b0bf275917ab req-923fe761-aa49-4db3-bdd8-83e976d50a28 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441520
Nov 20 21:42:38.199234 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca9900-b73f-4dc3-b285-3b1298eae865 req-189b815c-26e9-455c-b08c-b67d6440e85b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:38.200818 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0ca9900-b73f-4dc3-b285-3b1298eae865 req-189b815c-26e9-455c-b08c-b67d6440e85b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.0483155
Nov 20 21:42:38.251783 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a0ca9900-b73f-4dc3-b285-3b1298eae865 req-9c8b41ed-e440-4a68-84a5-5b22ccdc9cbf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450344
Nov 20 21:42:38.649050 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:38.743437 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:39.367795 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ff4da-6876-4c84-a946-7327d394f194 req-ffa4015d-bb70-4950-ba27-7b8a50a383f2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:39.369308 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bf6ff4da-6876-4c84-a946-7327d394f194 req-ffa4015d-bb70-4950-ba27-7b8a50a383f2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.0507374
Nov 20 21:42:39.420220 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bf6ff4da-6876-4c84-a946-7327d394f194 req-9df98fa0-436a-4c3a-a53f-4ceee4d4e41c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442252
Nov 20 21:42:40.537261 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4ba19-cedb-49e2-8d65-bacc87dd216d req-4bebdb83-537f-4707-91ae-bd66354a9efc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:40.539015 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dec4ba19-cedb-49e2-8d65-bacc87dd216d req-4bebdb83-537f-4707-91ae-bd66354a9efc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.0499017
Nov 20 21:42:40.592820 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dec4ba19-cedb-49e2-8d65-bacc87dd216d req-b2d1d825-00a8-441d-a810-1776c1caf589 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475976
Nov 20 21:42:41.711698 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0f6ab-1905-477c-b49c-5eebb02f6ad6 req-f164bc73-ed10-4265-9f93-dbe0290899de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:41.713165 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25c0f6ab-1905-477c-b49c-5eebb02f6ad6 req-f164bc73-ed10-4265-9f93-dbe0290899de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.0526667
Nov 20 21:42:41.766936 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-25c0f6ab-1905-477c-b49c-5eebb02f6ad6 req-7607aa5e-0db2-4b89-b79b-780f0947d145 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469153
Nov 20 21:42:42.881166 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ab97f-14ce-4ce1-b920-74319341b6e2 req-aeab879a-5895-41fc-889b-f118b03985e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:42.882683 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-705ab97f-14ce-4ce1-b920-74319341b6e2 req-aeab879a-5895-41fc-889b-f118b03985e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.0493095
Nov 20 21:42:42.932034 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-705ab97f-14ce-4ce1-b920-74319341b6e2 req-59ee284d-2fa9-4a34-a437-e0666ca9b0e4 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426636
Nov 20 21:42:43.360860 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbd7a-92ce-47d2-a6f7-5e1a1c88f33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:44.049587 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b96716-71a4-4e11-94b8-1e7cb8329eb7 req-631fc500-0ba7-4954-9ba1-7fdcf54d66d6 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:44.051173 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-51b96716-71a4-4e11-94b8-1e7cb8329eb7 req-631fc500-0ba7-4954-9ba1-7fdcf54d66d6 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.0502253
Nov 20 21:42:44.100753 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-51b96716-71a4-4e11-94b8-1e7cb8329eb7 req-e435ec1d-c21e-49b9-b64d-65f90cf7f513 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437322
Nov 20 21:42:45.215235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3545a3-3e61-4620-9749-586aa742991c req-da3ab779-09bc-4420-b1f8-10462385f63f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:42:45.216711 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9e3545a3-3e61-4620-9749-586aa742991c req-da3ab779-09bc-4420-b1f8-10462385f63f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.0498760
Nov 20 21:42:45.267161 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9e3545a3-3e61-4620-9749-586aa742991c req-0eb13dd8-a5b7-4fb3-ba95-a3c2eb46576a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439136
Nov 20 21:42:45.296001 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57456) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:42:45.361258 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5fd36249-b6d2-4a90-8f2e-a9d4b85fa99d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/8a2cb475-d112-4737-9eda-f0e2c161b5f5 HTTP/1.1" status: 200  len: 993 time: 0.0640106
Nov 20 21:42:45.759331 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bd89ad3b-bb41-44e5-ad86-18677c8a3c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:46.951069 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:48.790286 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:49.347831 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:42:59.543095 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:43:08.652189 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:08.753049 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:13.363011 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa61d-7075-48b1-8cc5-daff8105f5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:15.722823 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57482) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:15.761872 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2f818819-f289-4c24-b515-ec584498fb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:15.884507 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port c779e9f7-d7e8-4e51-abd6-43a3f628850e {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:43:15.884853 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:15.963711 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:15.964038 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:15.976228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for c779e9f7-d7e8-4e51-abd6-43a3f628850e owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:43:16.119431 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:16.149327 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=c779e9f7-d7e8-4e51-abd6-43a3f628850e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:16.174981 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:16.175345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:16.175696 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:16.176043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:16.176387 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:16.176728 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:16.177074 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:16.177410 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:16.177748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:16.178110 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:16.178448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:16.178780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:16.217723 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:16.218080 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Floating IP 8a2cb475-d112-4737-9eda-f0e2c161b5f5 disassociated (deleted). External IP: 172.35.1.201, port: 7e610779-8e3e-4f60-8650-999855c2c8bb.
Nov 20 21:43:16.428728 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router 82d7011e-36be-420e-a61d-708988e57f92 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:43:16.539208 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:43:16.543677 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:16.549850 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd86a5-c5b6-4f2f-893b-eb3a3cf81bdb None None] Sync routers for ids ['82d7011e-36be-420e-a61d-708988e57f92'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:43:16.559917 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd86a5-c5b6-4f2f-893b-eb3a3cf81bdb None None] Routers {'82d7011e-36be-420e-a61d-708988e57f92'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:43:16.560497 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2bdd86a5-c5b6-4f2f-893b-eb3a3cf81bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54388a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:43:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['82d7011e-36be-420e-a61d-708988e57f92'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:16.575205 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-26779d5a-1f5e-41c3-8566-e3218df2d918 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/floatingips/8a2cb475-d112-4737-9eda-f0e2c161b5f5 HTTP/1.1" status: 204  len: 168 time: 0.8512669
Nov 20 21:43:16.575865 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a4e09c-d601-4029-ad9c-093eab484eee', 'tag': '7e610779-8e3e-4f60-8650-999855c2c8bb'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:43:16.578226 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20b6efd-9a3f-4682-8eb7-7bb4f5cb3cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "93a4e09c-d601-4029-ad9c-093eab484eee", "tag": "7e610779-8e3e-4f60-8650-999855c2c8bb"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:43:16.672150 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2bdd86a5-c5b6-4f2f-893b-eb3a3cf81bdb None None] Set router 82d7011e-36be-420e-a61d-708988e57f92 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:43:16.696410 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd755df-71a3-4541-8d8d-6e39d3910bdf x-openstack-request-id: req-0dd755df-71a3-4541-8d8d-6e39d3910bdf {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:43:16.697018 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a4e09c-d601-4029-ad9c-093eab484eee", "tag": "7e610779-8e3e-4f60-8650-999855c2c8bb", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:43:16.697525 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0dd755df-71a3-4541-8d8d-6e39d3910bdf {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:43:16.698218 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a4e09c-d601-4029-ad9c-093eab484eee', 'tag': '7e610779-8e3e-4f60-8650-999855c2c8bb', 'status': 'completed', 'code': 200}
Nov 20 21:43:16.820045 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b6efd-9a3f-4682-8eb7-7bb4f5cb3cbc req-9099dafa-db21-4580-a228-5e6659a8680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:16.821829 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d20b6efd-9a3f-4682-8eb7-7bb4f5cb3cbc req-9099dafa-db21-4580-a228-5e6659a8680b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 1096 time: 0.1025980
Nov 20 21:43:16.894574 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2bdd86a5-c5b6-4f2f-893b-eb3a3cf81bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54388a30>, [{'id': '82d7011e-36be-420e-a61d-708988e57f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301691929', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224'}], 'enable_snat': True}, 'gw_port_id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:50Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '721d292b-f063-43cf-a63c-44aad026ffda', 'name': '', 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:fc:3f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:49Z', 'updated_at': '2021-11-20T21:41:53Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:16.925268 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd86a5-c5b6-4f2f-893b-eb3a3cf81bdb None None] Checking router: 82d7011e-36be-420e-a61d-708988e57f92 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:43:16.926144 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b6efd-9a3f-4682-8eb7-7bb4f5cb3cbc req-415bfc1e-c068-4be7-9551-9afe33067d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:16.927713 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d20b6efd-9a3f-4682-8eb7-7bb4f5cb3cbc req-415bfc1e-c068-4be7-9551-9afe33067d09 service neutron] 10.222.0.47 "GET /v2.0/networks?id=573b7893-c788-4b4a-ac00-87db0a292b5c HTTP/1.1" status: 200  len: 898 time: 0.0990777
Nov 20 21:43:16.934260 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd86a5-c5b6-4f2f-893b-eb3a3cf81bdb None None] Routers {'82d7011e-36be-420e-a61d-708988e57f92'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:43:16.935209 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2bdd86a5-c5b6-4f2f-893b-eb3a3cf81bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54388a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:43:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['82d7011e-36be-420e-a61d-708988e57f92'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:16.975453 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d20b6efd-9a3f-4682-8eb7-7bb4f5cb3cbc req-c9ffc8b3-91db-4dd8-9438-c6590921cc81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e610779-8e3e-4f60-8650-999855c2c8bb HTTP/1.1" status: 200  len: 217 time: 0.0394166
Nov 20 21:43:16.982218 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:17.029239 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b6efd-9a3f-4682-8eb7-7bb4f5cb3cbc req-d114ec1a-223b-4cf5-8484-60dfd79b156b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:17.030866 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d20b6efd-9a3f-4682-8eb7-7bb4f5cb3cbc req-d114ec1a-223b-4cf5-8484-60dfd79b156b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c89e0b1-12bd-417a-9798-bdce74f9927b HTTP/1.1" status: 200  len: 835 time: 0.0478818
Nov 20 21:43:17.052493 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-2bdd86a5-c5b6-4f2f-893b-eb3a3cf81bdb None None] Set router 82d7011e-36be-420e-a61d-708988e57f92 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:43:17.093567 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fa6b7-6085-484b-8076-e4c31dedb1c2 req-ead4f1e1-3263-45d4-b665-6b8e41e33524 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:17.094207 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b6efd-9a3f-4682-8eb7-7bb4f5cb3cbc req-1d22f4bb-f918-4195-9921-4d95d07b09e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:17.095158 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd8fa6b7-6085-484b-8076-e4c31dedb1c2 req-ead4f1e1-3263-45d4-b665-6b8e41e33524 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.0572486
Nov 20 21:43:17.096340 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d20b6efd-9a3f-4682-8eb7-7bb4f5cb3cbc req-1d22f4bb-f918-4195-9921-4d95d07b09e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=573b7893-c788-4b4a-ac00-87db0a292b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0493824
Nov 20 21:43:17.149706 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cd8fa6b7-6085-484b-8076-e4c31dedb1c2 req-96b3f266-3819-4525-949d-ff9095b7ed90 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476153
Nov 20 21:43:17.193338 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d20b6efd-9a3f-4682-8eb7-7bb4f5cb3cbc req-70ee4b98-0a40-4c4a-a7be-551704c47815 service neutron] 10.222.0.47 "GET /v2.0/networks/573b7893-c788-4b4a-ac00-87db0a292b5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891538
Nov 20 21:43:17.259854 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-2bdd86a5-c5b6-4f2f-893b-eb3a3cf81bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54388a30>, [{'id': '82d7011e-36be-420e-a61d-708988e57f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301691929', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224'}], 'enable_snat': True}, 'gw_port_id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:50Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '721d292b-f063-43cf-a63c-44aad026ffda', 'name': '', 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:fc:3f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:49Z', 'updated_at': '2021-11-20T21:41:53Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:17.289745 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd86a5-c5b6-4f2f-893b-eb3a3cf81bdb None None] The sync data for ids ['82d7011e-36be-420e-a61d-708988e57f92'] in ncdv-master-1 is: [{'id': '82d7011e-36be-420e-a61d-708988e57f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301691929', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224'}], 'enable_snat': True}, 'gw_port_id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:50Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '721d292b-f063-43cf-a63c-44aad026ffda', 'name': '', 'network_id': '573b7893-c788-4b4a-ac00-87db0a292b5c', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:fc:3f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:49Z', 'updated_at': '2021-11-20T21:41:53Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '5c89e0b1-12bd-417a-9798-bdce74f9927b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:43:17.290289 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d20b6efd-9a3f-4682-8eb7-7bb4f5cb3cbc req-533e032b-fe16-457d-8ddb-f9084403dbd3 service neutron] 10.222.0.47 "GET /v2.0/networks/573b7893-c788-4b4a-ac00-87db0a292b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890925
Nov 20 21:43:17.515789 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7940c73-9e08-48fe-9599-819d4f9df04b None None] New status for floating IP 8a2cb475-d112-4737-9eda-f0e2c161b5f5: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:43:18.268623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0c2e9-07dc-4c31-a0de-e35cef116775 req-9d7ea52f-aef4-4a5b-b988-21cd80d6490d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:18.270369 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05b0c2e9-07dc-4c31-a0de-e35cef116775 req-9d7ea52f-aef4-4a5b-b988-21cd80d6490d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.0511999
Nov 20 21:43:18.323502 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-05b0c2e9-07dc-4c31-a0de-e35cef116775 req-c703b503-1094-4dd0-b5b2-2578f9673964 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b108afc-66ab-483f-833a-73c5bea777f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467696
Nov 20 21:43:18.533920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f83f94-1fd7-4aaf-89d0-bf2256f71aaf req-217713e3-5185-40c9-912f-8fb91952521e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:18.535428 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83f83f94-1fd7-4aaf-89d0-bf2256f71aaf req-217713e3-5185-40c9-912f-8fb91952521e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 945 time: 0.0503054
Nov 20 21:43:18.628941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-83f83f94-1fd7-4aaf-89d0-bf2256f71aaf req-57b08c74-4fe3-45e6-94b6-e983fd0daf5f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port 7e610779-8e3e-4f60-8650-999855c2c8bb {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:43:18.629280 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-83f83f94-1fd7-4aaf-89d0-bf2256f71aaf req-57b08c74-4fe3-45e6-94b6-e983fd0daf5f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:18.716287 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-83f83f94-1fd7-4aaf-89d0-bf2256f71aaf req-57b08c74-4fe3-45e6-94b6-e983fd0daf5f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] For port 7e610779-8e3e-4f60-8650-999855c2c8bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e610779-8e3e-4f60-8650-999855c2c8bb,segment=NetworkSegment(9a8bc5c3-8202-47ac-b639-0ea8823f1e0c),segment_id=9a8bc5c3-8202-47ac-b639-0ea8823f1e0c)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:43:18.716648 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-83f83f94-1fd7-4aaf-89d0-bf2256f71aaf req-57b08c74-4fe3-45e6-94b6-e983fd0daf5f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:18.734072 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-83f83f94-1fd7-4aaf-89d0-bf2256f71aaf req-57b08c74-4fe3-45e6-94b6-e983fd0daf5f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for 7e610779-8e3e-4f60-8650-999855c2c8bb owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:43:18.793741 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:18.861062 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-83f83f94-1fd7-4aaf-89d0-bf2256f71aaf req-57b08c74-4fe3-45e6-94b6-e983fd0daf5f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:18.889947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b08c74-4fe3-45e6-94b6-e983fd0daf5f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=7e610779-8e3e-4f60-8650-999855c2c8bb,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:18.934950 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f83f94-1fd7-4aaf-89d0-bf2256f71aaf req-57b08c74-4fe3-45e6-94b6-e983fd0daf5f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] No DVR routers for this DVR port 7e610779-8e3e-4f60-8650-999855c2c8bb on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:43:18.937566 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-83f83f94-1fd7-4aaf-89d0-bf2256f71aaf req-57b08c74-4fe3-45e6-94b6-e983fd0daf5f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:18.941409 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-83f83f94-1fd7-4aaf-89d0-bf2256f71aaf req-57b08c74-4fe3-45e6-94b6-e983fd0daf5f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "DELETE /v2.0/ports/7e610779-8e3e-4f60-8650-999855c2c8bb HTTP/1.1" status: 204  len: 173 time: 0.4002123
Nov 20 21:43:18.941847 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a4e09c-d601-4029-ad9c-093eab484eee', 'name': 'network-vif-deleted', 'tag': '7e610779-8e3e-4f60-8650-999855c2c8bb'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:43:18.944128 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d857b2d9-82ca-43ee-8354-4d3a193dad27" -d '{"events": [{"server_uuid": "93a4e09c-d601-4029-ad9c-093eab484eee", "name": "network-vif-deleted", "tag": "7e610779-8e3e-4f60-8650-999855c2c8bb"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:43:18.980071 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ba62f6-0b56-4001-83bb-ebd9075b84f0 x-openstack-request-id: req-48ba62f6-0b56-4001-83bb-ebd9075b84f0 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:43:18.980393 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a4e09c-d601-4029-ad9c-093eab484eee", "name": "network-vif-deleted", "tag": "7e610779-8e3e-4f60-8650-999855c2c8bb", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:43:18.980652 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48ba62f6-0b56-4001-83bb-ebd9075b84f0 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:43:18.981063 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a4e09c-d601-4029-ad9c-093eab484eee', 'name': 'network-vif-deleted', 'tag': '7e610779-8e3e-4f60-8650-999855c2c8bb', 'status': 'completed', 'code': 200}
Nov 20 21:43:19.356161 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:19.458443 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c70dc1f3-8127-4342-a5d2-d20fe39a3c93 req-9eafef47-d849-42ef-87f0-97dc381bce9f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=93a4e09c-d601-4029-ad9c-093eab484eee HTTP/1.1" status: 200  len: 210 time: 0.0264385
Nov 20 21:43:20.515598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57502) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:20.878582 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:21.135261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port 721d292b-f063-43cf-a63c-44aad026ffda {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:43:21.135530 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:21.226134 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] For port 721d292b-f063-43cf-a63c-44aad026ffda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=721d292b-f063-43cf-a63c-44aad026ffda,segment=NetworkSegment(9a8bc5c3-8202-47ac-b639-0ea8823f1e0c),segment_id=9a8bc5c3-8202-47ac-b639-0ea8823f1e0c)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:43:21.226500 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:21.238536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for 721d292b-f063-43cf-a63c-44aad026ffda owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:43:21.421671 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:21.450422 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=721d292b-f063-43cf-a63c-44aad026ffda,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:21.474543 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:21.474901 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:21.475247 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:21.475593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:21.475929 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:21.476269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:21.476603 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:21.476933 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:21.477265 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:21.477598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:21.477925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:21.478273 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:21.635074 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:21.854339 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router 82d7011e-36be-420e-a61d-708988e57f92 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:43:21.957959 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:43:21.963396 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-aba49b0c-f225-4f57-adc6-ff22c0e77eac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "PUT /v2.0/routers/82d7011e-36be-420e-a61d-708988e57f92/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4464386
Nov 20 21:43:21.965779 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57504) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:21.969228 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c487ff80-7ee0-409d-a2ab-388750dac9d0 None None] Sync routers for ids ['82d7011e-36be-420e-a61d-708988e57f92'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:43:21.979482 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c487ff80-7ee0-409d-a2ab-388750dac9d0 None None] Routers {'82d7011e-36be-420e-a61d-708988e57f92'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:43:21.980083 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c487ff80-7ee0-409d-a2ab-388750dac9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543888e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:43:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['82d7011e-36be-420e-a61d-708988e57f92'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:22.016677 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d548ff36-415a-47ca-8345-98e30e78aa2b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting subnet 5c89e0b1-12bd-417a-9798-bdce74f9927b {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:43:22.020035 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d548ff36-415a-47ca-8345-98e30e78aa2b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:22.059548 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d548ff36-415a-47ca-8345-98e30e78aa2b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:22.091015 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-c487ff80-7ee0-409d-a2ab-388750dac9d0 None None] Set router 82d7011e-36be-420e-a61d-708988e57f92 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:43:22.146557 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d548ff36-415a-47ca-8345-98e30e78aa2b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:22.205320 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d548ff36-415a-47ca-8345-98e30e78aa2b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:22.233143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548ff36-415a-47ca-8345-98e30e78aa2b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Subnet': ['ID=5c89e0b1-12bd-417a-9798-bdce74f9927b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:22.236913 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d548ff36-415a-47ca-8345-98e30e78aa2b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:22.240240 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d548ff36-415a-47ca-8345-98e30e78aa2b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/subnets/5c89e0b1-12bd-417a-9798-bdce74f9927b HTTP/1.1" status: 204  len: 168 time: 0.2734420
Nov 20 21:43:22.242818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57506) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:22.246149 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00b3658-773c-4682-b2d8-f59e1604a40a None None] Network 573b7893-c788-4b4a-ac00-87db0a292b5c requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:43:22.272160 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c487ff80-7ee0-409d-a2ab-388750dac9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543888e0>, [{'id': '82d7011e-36be-420e-a61d-708988e57f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301691929', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224'}], 'enable_snat': True}, 'gw_port_id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:43:21Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:22.301594 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c487ff80-7ee0-409d-a2ab-388750dac9d0 None None] Checking router: 82d7011e-36be-420e-a61d-708988e57f92 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:43:22.310297 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c487ff80-7ee0-409d-a2ab-388750dac9d0 None None] Routers {'82d7011e-36be-420e-a61d-708988e57f92'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:43:22.311036 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c487ff80-7ee0-409d-a2ab-388750dac9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543888e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:43:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['82d7011e-36be-420e-a61d-708988e57f92'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:22.355433 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0ecc0c0-1618-40a8-87d0-8d205e975123 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:22.472214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] DHCP port deletion for 573b7893-c788-4b4a-ac00-87db0a292b5c request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:43:22.473973 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0ecc0c0-1618-40a8-87d0-8d205e975123 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:22.520673 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Deleting port 887d2617-bedb-4f47-bb81-d402e6b2d817 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:43:22.521037 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:22.524299 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-c487ff80-7ee0-409d-a2ab-388750dac9d0 None None] Set router 82d7011e-36be-420e-a61d-708988e57f92 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:43:22.536367 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a0ecc0c0-1618-40a8-87d0-8d205e975123 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port df444424-2c14-4f63-8590-c6b2579cac7b {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:43:22.536721 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0ecc0c0-1618-40a8-87d0-8d205e975123 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:22.597710 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] For port 887d2617-bedb-4f47-bb81-d402e6b2d817, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=887d2617-bedb-4f47-bb81-d402e6b2d817,segment=NetworkSegment(9a8bc5c3-8202-47ac-b639-0ea8823f1e0c),segment_id=9a8bc5c3-8202-47ac-b639-0ea8823f1e0c)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:43:22.598181 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:22.611948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Calling delete_port for 887d2617-bedb-4f47-bb81-d402e6b2d817 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:43:22.625064 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-a0ecc0c0-1618-40a8-87d0-8d205e975123 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] For port df444424-2c14-4f63-8590-c6b2579cac7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df444424-2c14-4f63-8590-c6b2579cac7b,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:43:22.625433 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0ecc0c0-1618-40a8-87d0-8d205e975123 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:22.638809 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-a0ecc0c0-1618-40a8-87d0-8d205e975123 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for df444424-2c14-4f63-8590-c6b2579cac7b owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:43:22.701092 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:22.717779 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-c487ff80-7ee0-409d-a2ab-388750dac9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543888e0>, [{'id': '82d7011e-36be-420e-a61d-708988e57f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301691929', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224'}], 'enable_snat': True}, 'gw_port_id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:43:21Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:22.731320 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Pushing event deleted for resources: {'Port': ['ID=887d2617-bedb-4f47-bb81-d402e6b2d817,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:22.736108 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] No DVR routers for this DVR port 887d2617-bedb-4f47-bb81-d402e6b2d817 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:43:22.742970 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:22.743302 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:22.743641 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:22.743978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:22.744310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:22.744767 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:22.745096 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:22.745421 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:22.745744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:22.746122 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:22.746410 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:22.746727 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34ca3-8b03-4cd3-90dc-7960afaf3c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:22.754237 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c487ff80-7ee0-409d-a2ab-388750dac9d0 None None] The sync data for ids ['82d7011e-36be-420e-a61d-708988e57f92'] in ncdv-master-1 is: [{'id': '82d7011e-36be-420e-a61d-708988e57f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301691929', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224'}], 'enable_snat': True}, 'gw_port_id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:43:21Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'df444424-2c14-4f63-8590-c6b2579cac7b', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7011e-36be-420e-a61d-708988e57f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:41:46Z', 'updated_at': '2021-11-20T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:43:22.843400 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0ecc0c0-1618-40a8-87d0-8d205e975123 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:22.869774 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecc0c0-1618-40a8-87d0-8d205e975123 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=df444424-2c14-4f63-8590-c6b2579cac7b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:22.883645 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6582af9-3eb6-4026-96d9-2cb04c9b0387 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:43:22.933212 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0ecc0c0-1618-40a8-87d0-8d205e975123 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:23.022902 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0ecc0c0-1618-40a8-87d0-8d205e975123 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:23.025174 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0ecc0c0-1618-40a8-87d0-8d205e975123 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:23.067700 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0ecc0c0-1618-40a8-87d0-8d205e975123 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:23.068262 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ecc0c0-1618-40a8-87d0-8d205e975123 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Fanout notify agent at l3_agent the message router_deleted on router 82d7011e-36be-420e-a61d-708988e57f92 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:43:23.075276 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a0ecc0c0-1618-40a8-87d0-8d205e975123 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:23.076409 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a0ecc0c0-1618-40a8-87d0-8d205e975123 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/routers/82d7011e-36be-420e-a61d-708988e57f92 HTTP/1.1" status: 204  len: 168 time: 0.8326735
Nov 20 21:43:23.079304 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57508) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:23.162609 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3d8-9aad-4920-a7f4-7497ad1d85fe tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:23.239544 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 887d2617-bedb-4f47-bb81-d402e6b2d817 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:43:23.258771 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3d8-9aad-4920-a7f4-7497ad1d85fe tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:23.261617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 887d2617-bedb-4f47-bb81-d402e6b2d817 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:43:23.262346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 887d2617-bedb-4f47-bb81-d402e6b2d817 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:43:23.262877 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 721d292b-f063-43cf-a63c-44aad026ffda no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:43:23.280821 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-71a2b3d8-9aad-4920-a7f4-7497ad1d85fe tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f01e6d0>,) {'filters': {'network_id': ['573b7893-c788-4b4a-ac00-87db0a292b5c']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:23.285103 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 721d292b-f063-43cf-a63c-44aad026ffda {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:43:23.285448 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 721d292b-f063-43cf-a63c-44aad026ffda not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:43:23.291481 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-71a2b3d8-9aad-4920-a7f4-7497ad1d85fe tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f01e6d0>, '9a8bc5c3-8202-47ac-b639-0ea8823f1e0c') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:23.291768 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-71a2b3d8-9aad-4920-a7f4-7497ad1d85fe tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f01e6d0>, '9a8bc5c3-8202-47ac-b639-0ea8823f1e0c') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:23.301702 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3d8-9aad-4920-a7f4-7497ad1d85fe tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:23.315519 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3d8-9aad-4920-a7f4-7497ad1d85fe tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:23.321430 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a2b3d8-9aad-4920-a7f4-7497ad1d85fe tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:43:23.321811 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3d8-9aad-4920-a7f4-7497ad1d85fe tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:43:23.324991 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:43:23.350369 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7e610779-8e3e-4f60-8650-999855c2c8bb no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:43:23.372627 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 7e610779-8e3e-4f60-8650-999855c2c8bb {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:43:23.373250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7e610779-8e3e-4f60-8650-999855c2c8bb not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:43:23.393329 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3d8-9aad-4920-a7f4-7497ad1d85fe tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:23.398543 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3d8-9aad-4920-a7f4-7497ad1d85fe tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:23.405459 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-71a2b3d8-9aad-4920-a7f4-7497ad1d85fe tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/networks/573b7893-c788-4b4a-ac00-87db0a292b5c HTTP/1.1" status: 204  len: 168 time: 0.3220754
Nov 20 21:43:23.406143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57510) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:23.418209 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3d8-9aad-4920-a7f4-7497ad1d85fe tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Network': ['ID=573b7893-c788-4b4a-ac00-87db0a292b5c,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:23.473868 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2169a01f-fd09-4c99-9d30-6fc669576f58 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:23.500307 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2169a01f-fd09-4c99-9d30-6fc669576f58 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:23.559418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2169a01f-fd09-4c99-9d30-6fc669576f58 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:23.562237 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2169a01f-fd09-4c99-9d30-6fc669576f58 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:23.563400 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2169a01f-fd09-4c99-9d30-6fc669576f58 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/security-groups/6b108afc-66ab-483f-833a-73c5bea777f6 HTTP/1.1" status: 204  len: 168 time: 0.1556799
Nov 20 21:43:23.572711 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169a01f-fd09-4c99-9d30-6fc669576f58 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b108afc-66ab-483f-833a-73c5bea777f6,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:23.965280 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57516) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:23.969853 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-27b3b674-42c6-411b-bc68-cb3966a8807f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1095988044', 'description': 'tempest-secgroup-smoke-1095988044 description', 'project_id': 'a671b29208764a018b1936b75389117b'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:43:23.993563 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27b3b674-42c6-411b-bc68-cb3966a8807f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.061722 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27b3b674-42c6-411b-bc68-cb3966a8807f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.066181 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27b3b674-42c6-411b-bc68-cb3966a8807f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.096393 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27b3b674-42c6-411b-bc68-cb3966a8807f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.097493 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-27b3b674-42c6-411b-bc68-cb3966a8807f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1311710
Nov 20 21:43:24.099595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3b674-42c6-411b-bc68-cb3966a8807f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e7e0da-6edd-4ed7-8e11-19677215bd1a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:24.100683 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57518) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:24.105299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-262cbf63-1404-472b-8f46-d188e9344f95 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': 'b5e7e0da-6edd-4ed7-8e11-19677215bd1a', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:43:24.132760 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-262cbf63-1404-472b-8f46-d188e9344f95 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.189350 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-262cbf63-1404-472b-8f46-d188e9344f95 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.192802 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-262cbf63-1404-472b-8f46-d188e9344f95 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.211400 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cbf63-1404-472b-8f46-d188e9344f95 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbf09e5-4e95-4af0-8dc8-1b3795f85d93,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:24.215627 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-262cbf63-1404-472b-8f46-d188e9344f95 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.216805 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-262cbf63-1404-472b-8f46-d188e9344f95 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1151204
Nov 20 21:43:24.219572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57520) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:24.223999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-56eb2f87-6a63-4a46-9aac-2231cceb8c2a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': 'b5e7e0da-6edd-4ed7-8e11-19677215bd1a', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:43:24.248718 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-56eb2f87-6a63-4a46-9aac-2231cceb8c2a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.303614 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-56eb2f87-6a63-4a46-9aac-2231cceb8c2a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.307417 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-56eb2f87-6a63-4a46-9aac-2231cceb8c2a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.330664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb2f87-6a63-4a46-9aac-2231cceb8c2a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aff16ea-2d31-4b04-8dbd-ce7982ce473c,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:24.338179 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-56eb2f87-6a63-4a46-9aac-2231cceb8c2a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.339361 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-56eb2f87-6a63-4a46-9aac-2231cceb8c2a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1188354
Nov 20 21:43:24.342162 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57522) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:24.346416 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-a84cb6ca-bb5f-4bf8-931a-eecdc4d42267 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': 'b5e7e0da-6edd-4ed7-8e11-19677215bd1a', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:43:24.371813 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a84cb6ca-bb5f-4bf8-931a-eecdc4d42267 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.428872 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a84cb6ca-bb5f-4bf8-931a-eecdc4d42267 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.432410 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a84cb6ca-bb5f-4bf8-931a-eecdc4d42267 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.451835 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cb6ca-bb5f-4bf8-931a-eecdc4d42267 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c150f9-76ca-4022-96ca-b229c5d0451e,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:24.456013 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a84cb6ca-bb5f-4bf8-931a-eecdc4d42267 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.457192 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a84cb6ca-bb5f-4bf8-931a-eecdc4d42267 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1141119
Nov 20 21:43:24.460112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57524) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:24.464729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-694c103b-9dba-48bc-a40d-cdc74fb987d1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': 'b5e7e0da-6edd-4ed7-8e11-19677215bd1a', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:43:24.491529 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-694c103b-9dba-48bc-a40d-cdc74fb987d1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.549123 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-694c103b-9dba-48bc-a40d-cdc74fb987d1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.552886 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-694c103b-9dba-48bc-a40d-cdc74fb987d1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.576572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c103b-9dba-48bc-a40d-cdc74fb987d1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b944fa5-c0f4-4bc3-be61-bd2efc8ff83c,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:24.585046 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-694c103b-9dba-48bc-a40d-cdc74fb987d1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.586269 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-694c103b-9dba-48bc-a40d-cdc74fb987d1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1250534
Nov 20 21:43:24.588918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57526) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:24.593219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-fd59cbd9-1bd4-471b-b600-e3b1983e44db tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': 'b5e7e0da-6edd-4ed7-8e11-19677215bd1a', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:43:24.615127 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-fd59cbd9-1bd4-471b-b600-e3b1983e44db tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Project a671b29208764a018b1936b75389117b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:43:24.619785 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fd59cbd9-1bd4-471b-b600-e3b1983e44db tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.678476 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fd59cbd9-1bd4-471b-b600-e3b1983e44db tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.682081 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fd59cbd9-1bd4-471b-b600-e3b1983e44db tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.702033 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59cbd9-1bd4-471b-b600-e3b1983e44db tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb37a75-0ad1-4e11-baa8-5040a54d7843,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:24.707292 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fd59cbd9-1bd4-471b-b600-e3b1983e44db tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.708924 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fd59cbd9-1bd4-471b-b600-e3b1983e44db tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1186438
Nov 20 21:43:24.711150 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57528) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:24.715638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0d3f58bb-a74d-43c1-b9a8-64006e476744 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': 'b5e7e0da-6edd-4ed7-8e11-19677215bd1a', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:43:24.737983 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-0d3f58bb-a74d-43c1-b9a8-64006e476744 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Project a671b29208764a018b1936b75389117b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:43:24.742758 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d3f58bb-a74d-43c1-b9a8-64006e476744 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.805140 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d3f58bb-a74d-43c1-b9a8-64006e476744 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.808917 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d3f58bb-a74d-43c1-b9a8-64006e476744 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.826475 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f58bb-a74d-43c1-b9a8-64006e476744 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac478ac-9faf-44e0-811c-94a34c9b10cc,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:24.833976 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0d3f58bb-a74d-43c1-b9a8-64006e476744 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.835291 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0d3f58bb-a74d-43c1-b9a8-64006e476744 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1229458
Nov 20 21:43:24.837996 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57530) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:24.842733 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-867ed280-215f-4b20-b691-2e6630f21aed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'network': {'name': 'tempest-network-smoke--669820616', 'project_id': 'a671b29208764a018b1936b75389117b', 'port_security_enabled': True}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:43:24.863717 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867ed280-215f-4b20-b691-2e6630f21aed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Made reservation on behalf of a671b29208764a018b1936b75389117b for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:43:24.867832 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-867ed280-215f-4b20-b691-2e6630f21aed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.890793 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867ed280-215f-4b20-b691-2e6630f21aed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:43:24.899562 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-867ed280-215f-4b20-b691-2e6630f21aed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.899933 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-867ed280-215f-4b20-b691-2e6630f21aed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Added segment dc8c6566-5f96-475f-8bc9-1c2ab2d63e04 of type vlan for network d864d6ec-2cea-44d6-872f-20cd5ffa56ef
Nov 20 21:43:24.940121 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-867ed280-215f-4b20-b691-2e6630f21aed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.963849 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-867ed280-215f-4b20-b691-2e6630f21aed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:24.969937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867ed280-215f-4b20-b691-2e6630f21aed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:24.971323 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-867ed280-215f-4b20-b691-2e6630f21aed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:25.005057 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-867ed280-215f-4b20-b691-2e6630f21aed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1660247
Nov 20 21:43:25.008047 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57532) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:25.012657 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1157582102', 'admin_state_up': True, 'project_id': 'a671b29208764a018b1936b75389117b', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:43:25.037130 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:25.038238 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:25.049858 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ed280-215f-4b20-b691-2e6630f21aed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Network': ['ID=d864d6ec-2cea-44d6-872f-20cd5ffa56ef,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:25.060268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network d864d6ec-2cea-44d6-872f-20cd5ffa56ef details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:43:25.085173 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device df444424-2c14-4f63-8590-c6b2579cac7b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:43:25.094924 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:25.116277 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: df444424-2c14-4f63-8590-c6b2579cac7b {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:43:25.116624 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device df444424-2c14-4f63-8590-c6b2579cac7b not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:43:25.546553 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:25.741978 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:25.762103 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:25.866818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.35.1.173 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/f185159d-92a8-406c-a49e-98a241932206) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:43:25.973873 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:26.007958 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:26.046862 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:43:26.050280 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:43:26.053941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:43:26.063213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887fd1ab-c78b-4cb7-9c4d-057ee0c0df52 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:43:26.076081 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=f185159d-92a8-406c-a49e-98a241932206,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:26.166940 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-17256332-eec9-4f42-9c54-f3d9cbdc2259 None None] Provisioning complete for port f185159d-92a8-406c-a49e-98a241932206 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:43:26.167714 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-17256332-eec9-4f42-9c54-f3d9cbdc2259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:26.208315 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-17256332-eec9-4f42-9c54-f3d9cbdc2259 None None] Port f185159d-92a8-406c-a49e-98a241932206 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:43:26.319799 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:26.517493 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:26.646161 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:43:26.753402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:43:26.762715 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Sync routers for ids ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:43:26.774280 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Routers {'8a10016b-1e05-4cd5-955d-e6642dbee4a8'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:43:26.774831 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4791cdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:43:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:26.774971 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:26.778922 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-21d67146-c3b4-42c8-827e-b39b5dbb10de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.7669873
Nov 20 21:43:26.779157 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57534) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:26.810157 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-810819f6-57b1-4838-b233-490a8073f9a3 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a671b29208764a018b1936b75389117b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0275297
Nov 20 21:43:26.810373 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57536) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:26.879993 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Set router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:43:26.902144 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ba9e41-f722-47a1-b579-001105961981 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:26.903666 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-34ba9e41-f722-47a1-b579-001105961981 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0924585
Nov 20 21:43:26.906425 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57538) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:26.936034 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-041d8ca7-22a4-447c-8c62-fe55c6e09756 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0284746
Nov 20 21:43:26.938393 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57540) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:26.943274 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-392a62e1-6191-41ad-b800-26f9e8ef643d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1715446422', 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'project_id': 'a671b29208764a018b1936b75389117b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:43:27.034159 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392a62e1-6191-41ad-b800-26f9e8ef643d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Made reservation on behalf of a671b29208764a018b1936b75389117b for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:43:27.038570 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-392a62e1-6191-41ad-b800-26f9e8ef643d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:27.062222 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4791cdc0>, [{'id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157582102', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f185159d-92a8-406c-a49e-98a241932206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:26Z', 'revision_number': 3, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'f185159d-92a8-406c-a49e-98a241932206', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:27.089960 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Checking router: 8a10016b-1e05-4cd5-955d-e6642dbee4a8 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:43:27.090654 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Updating router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 port f185159d-92a8-406c-a49e-98a241932206 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:43:27.124209 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:27.222667 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-392a62e1-6191-41ad-b800-26f9e8ef643d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:27.289845 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a62e1-6191-41ad-b800-26f9e8ef643d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Subnet': ['ID=4c1e0877-6f8d-4e75-83ef-b4c3a3878483,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:27.296944 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392a62e1-6191-41ad-b800-26f9e8ef643d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Checking segment: {'id': 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:43:27.297442 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392a62e1-6191-41ad-b800-26f9e8ef643d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network hostable DHCP agents. Network: d864d6ec-2cea-44d6-872f-20cd5ffa56ef, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:43:27.315617 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392a62e1-6191-41ad-b800-26f9e8ef643d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network d864d6ec-2cea-44d6-872f-20cd5ffa56ef is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:43:27.324342 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-392a62e1-6191-41ad-b800-26f9e8ef643d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d864d6ec-2cea-44d6-872f-20cd5ffa56ef) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:43:27.328274 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392a62e1-6191-41ad-b800-26f9e8ef643d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:27.328876 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-392a62e1-6191-41ad-b800-26f9e8ef643d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:27.338251 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea72b2da-3ef5-44d2-a480-0314e5d6c223 None None] Network d864d6ec-2cea-44d6-872f-20cd5ffa56ef requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:43:27.346458 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-392a62e1-6191-41ad-b800-26f9e8ef643d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4068232
Nov 20 21:43:27.349357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57542) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:27.451199 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:27.463868 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:27.532547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2885f1-3b1a-4f6e-ac9f-b22829a259ac None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:43:27.558848 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0be1ff-648b-4b39-a538-0fedd43b4cf5 None None] Pushing event updated for resources: {'Port': ['ID=f185159d-92a8-406c-a49e-98a241932206,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:27.567537 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Attempting to bind port f185159d-92a8-406c-a49e-98a241932206 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:43:27.567779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Attempting to bind port f185159d-92a8-406c-a49e-98a241932206 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:43:27.568155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Attempting to bind port f185159d-92a8-406c-a49e-98a241932206 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:43:27.580182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:43:27.580766 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:43:27.581083 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:27.581488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:43:27.581978 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Bound port: f185159d-92a8-406c-a49e-98a241932206, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:43:27.582394 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:27.622898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'fixed_ips': [{'subnet_id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:43:27.623771 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:27.684289 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9441298b-08fe-44c6-aa61-e23e924e8a5a None None] Provisioning complete for port f185159d-92a8-406c-a49e-98a241932206 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:43:27.684669 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9441298b-08fe-44c6-aa61-e23e924e8a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:27.686599 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] For port f185159d-92a8-406c-a49e-98a241932206, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:43:27.767708 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] For port f185159d-92a8-406c-a49e-98a241932206, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f185159d-92a8-406c-a49e-98a241932206,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:43:27.778721 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:27.795993 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:27.824914 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9441298b-08fe-44c6-aa61-e23e924e8a5a None None] Port f185159d-92a8-406c-a49e-98a241932206 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:43:27.851033 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba9bd19-4bf6-416d-8627-09c4ba72468f None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:43:27.895854 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Routers {'8a10016b-1e05-4cd5-955d-e6642dbee4a8'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:43:27.896481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4791cdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:43:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:27.905651 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Allocated IP 172.20.0.2 (d864d6ec-2cea-44d6-872f-20cd5ffa56ef/4c1e0877-6f8d-4e75-83ef-b4c3a3878483/b9ec7e55-9cfe-465c-9eef-0f59a4035719) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:43:27.944000 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0be1ff-648b-4b39-a538-0fedd43b4cf5 None None] Pushing event updated for resources: {'Port': ['ID=f185159d-92a8-406c-a49e-98a241932206,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:28.001998 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3a26be42-579f-4842-b011-7c5313213d11 None None] Provisioning complete for port f185159d-92a8-406c-a49e-98a241932206 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:43:28.002419 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3a26be42-579f-4842-b011-7c5313213d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:28.276088 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] Set router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:43:28.484967 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:28.499050 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:28.504941 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3a26be42-579f-4842-b011-7c5313213d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:28.549884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.20.0.1 (d864d6ec-2cea-44d6-872f-20cd5ffa56ef/4c1e0877-6f8d-4e75-83ef-b4c3a3878483/45d34ac4-1556-4e13-9ce9-af96f096dccc) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:43:28.586599 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Network d864d6ec-2cea-44d6-872f-20cd5ffa56ef is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:43:28.590006 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-3a26be42-579f-4842-b011-7c5313213d11 None None] For port f185159d-92a8-406c-a49e-98a241932206, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f185159d-92a8-406c-a49e-98a241932206,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:43:28.596379 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:43:28.599637 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Pushing event updated for resources: {'Port': ['ID=b9ec7e55-9cfe-465c-9eef-0f59a4035719,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:28.606080 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3a26be42-579f-4842-b011-7c5313213d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:28.606080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:43:28.668761 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:28.703292 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:28.707539 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26be42-579f-4842-b011-7c5313213d11 None None] Pushing event updated for resources: {'Port': ['ID=f185159d-92a8-406c-a49e-98a241932206,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:28.712849 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Attempting to bind port b9ec7e55-9cfe-465c-9eef-0f59a4035719 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:43:28.713232 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Attempting to bind port b9ec7e55-9cfe-465c-9eef-0f59a4035719 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:43:28.713605 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Attempting to bind port b9ec7e55-9cfe-465c-9eef-0f59a4035719 on network d864d6ec-2cea-44d6-872f-20cd5ffa56ef {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:43:28.717915 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4791cdc0>, [{'id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157582102', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f185159d-92a8-406c-a49e-98a241932206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:26Z', 'revision_number': 3, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'f185159d-92a8-406c-a49e-98a241932206', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:28.723278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:43:28.723660 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Checking segment: {'id': 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:43:28.724071 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:28.724475 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Bound using segment: {'id': 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:43:28.724950 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Bound port: b9ec7e55-9cfe-465c-9eef-0f59a4035719, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:43:28.725355 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:28.752871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network d864d6ec-2cea-44d6-872f-20cd5ffa56ef is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:43:28.758137 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:43:28.760305 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787bdfc-8055-4c86-865f-13672ed6b551 None None] The sync data for ids ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'] in ncdv-master-1 is: [{'id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157582102', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f185159d-92a8-406c-a49e-98a241932206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:26Z', 'revision_number': 3, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'f185159d-92a8-406c-a49e-98a241932206', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:43:28.760655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:43:28.795471 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=45d34ac4-1556-4e13-9ce9-af96f096dccc,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:28.815366 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:28.825669 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] For port b9ec7e55-9cfe-465c-9eef-0f59a4035719, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:43:28.829703 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] For port b9ec7e55-9cfe-465c-9eef-0f59a4035719, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9ec7e55-9cfe-465c-9eef-0f59a4035719,segment=NetworkSegment(dc8c6566-5f96-475f-8bc9-1c2ab2d63e04),segment_id=dc8c6566-5f96-475f-8bc9-1c2ab2d63e04)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:43:28.835596 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:28.910949 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20456b65-bbbf-416b-ab70-2c39a019eb6a None None] Pushing event updated for resources: {'Port': ['ID=b9ec7e55-9cfe-465c-9eef-0f59a4035719,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:28.975112 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:29.200037 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f185159d-92a8-406c-a49e-98a241932206 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:43:29.272368 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port f185159d-92a8-406c-a49e-98a241932206 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:43:29.272673 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:29.364019 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:29.368991 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:29.442930 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=45d34ac4-1556-4e13-9ce9-af96f096dccc,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:29.445503 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:29.550181 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network d864d6ec-2cea-44d6-872f-20cd5ffa56ef is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:43:29.552664 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:43:29.948307 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3931c672-ddd8-4c4a-b8fe-b9372a160d85 None None] Network d864d6ec-2cea-44d6-872f-20cd5ffa56ef requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:43:30.044519 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:43:30.075856 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f7cef3d0-1c18-43b3-829f-4c22a8ab7b1c None None] Provisioning complete for port b9ec7e55-9cfe-465c-9eef-0f59a4035719 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:43:30.076236 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f7cef3d0-1c18-43b3-829f-4c22a8ab7b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:30.152145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:43:30.165839 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4cb3aafc-dcd4-4cbd-8a2c-321f4c81e4b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "PUT /v2.0/routers/8a10016b-1e05-4cd5-955d-e6642dbee4a8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8082085
Nov 20 21:43:30.195084 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f7cef3d0-1c18-43b3-829f-4c22a8ab7b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:30.237981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f7cef3d0-1c18-43b3-829f-4c22a8ab7b1c None None] For port b9ec7e55-9cfe-465c-9eef-0f59a4035719, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9ec7e55-9cfe-465c-9eef-0f59a4035719,segment=NetworkSegment(dc8c6566-5f96-475f-8bc9-1c2ab2d63e04),segment_id=dc8c6566-5f96-475f-8bc9-1c2ab2d63e04)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:43:30.243887 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f7cef3d0-1c18-43b3-829f-4c22a8ab7b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:30.298524 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cef3d0-1c18-43b3-829f-4c22a8ab7b1c None None] Pushing event updated for resources: {'Port': ['ID=b9ec7e55-9cfe-465c-9eef-0f59a4035719,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:30.334667 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-1dd6a1f5-4cef-4eb5-b41d-5e5606b7ea0f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1095988044&fields=id&tenant_id=a671b29208764a018b1936b75389117b HTTP/1.1" status: 200  len: 267 time: 0.0517938
Nov 20 21:43:30.449884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-8ea8a2a9-cc54-43eb-aceb-383f5df2bea1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:30.451452 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-8ea8a2a9-cc54-43eb-aceb-383f5df2bea1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/networks?id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef HTTP/1.1" status: 200  len: 796 time: 0.1125762
Nov 20 21:43:30.468459 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e89af3f1-628a-4ffd-8fd7-99080db45aae None None] Provisioning complete for port b9ec7e55-9cfe-465c-9eef-0f59a4035719 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:43:30.468833 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e89af3f1-628a-4ffd-8fd7-99080db45aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:30.469171 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-509a4f8c-ab61-40b3-b0fd-329e4f42cd2d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/quotas/a671b29208764a018b1936b75389117b HTTP/1.1" status: 200  len: 375 time: 0.0101264
Nov 20 21:43:30.536009 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-0db6a621-7bd5-4905-98ab-b42aac2c7dd2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0596080
Nov 20 21:43:30.580148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e89af3f1-628a-4ffd-8fd7-99080db45aae None None] Provisioning complete for port 45d34ac4-1556-4e13-9ce9-af96f096dccc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:43:30.580643 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e89af3f1-628a-4ffd-8fd7-99080db45aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:30.586093 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Sync routers for ids ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:43:30.600332 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Routers {'8a10016b-1e05-4cd5-955d-e6642dbee4a8'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:43:30.600951 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542fbdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:43:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:30.619631 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e89af3f1-628a-4ffd-8fd7-99080db45aae None None] Port 45d34ac4-1556-4e13-9ce9-af96f096dccc cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:43:30.650584 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a5d830a6-7a73-4325-bed7-551e36d2afc1 service neutron] 10.222.0.41 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009908
Nov 20 21:43:30.714356 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Set router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:43:30.748430 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cc41e1be-1aa9-43b9-a7d6-b44946b68be4 None None] Provisioning complete for port 45d34ac4-1556-4e13-9ce9-af96f096dccc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:43:30.748824 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cc41e1be-1aa9-43b9-a7d6-b44946b68be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:30.759693 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-c465db1e-4c52-492a-8fa8-fa0ccf0c8f61 service neutron] 10.222.0.41 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1024277
Nov 20 21:43:30.792498 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cc41e1be-1aa9-43b9-a7d6-b44946b68be4 None None] Port 45d34ac4-1556-4e13-9ce9-af96f096dccc cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:43:30.920346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-45c2e851-8f0b-4c59-805d-5687e5b4bf83 None None] Provisioning complete for port 45d34ac4-1556-4e13-9ce9-af96f096dccc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:43:30.921281 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-45c2e851-8f0b-4c59-805d-5687e5b4bf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:30.942221 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542fbdc0>, [{'id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157582102', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f185159d-92a8-406c-a49e-98a241932206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'f185159d-92a8-406c-a49e-98a241932206', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45d34ac4-1556-4e13-9ce9-af96f096dccc', 'name': '', 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:57:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:27Z', 'updated_at': '2021-11-20T21:43:29Z', 'revision_number': 2, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:30.959189 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-45c2e851-8f0b-4c59-805d-5687e5b4bf83 None None] Port 45d34ac4-1556-4e13-9ce9-af96f096dccc cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:43:30.973383 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Checking router: 8a10016b-1e05-4cd5-955d-e6642dbee4a8 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:43:30.973741 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Updating router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 port 45d34ac4-1556-4e13-9ce9-af96f096dccc binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:43:30.981802 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-121feaa8-de8b-49fc-ad59-cbdeeb56895e req-37d6e477-99d4-46d7-a049-89616debcca4 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 210 time: 0.0384421
Nov 20 21:43:30.999919 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:31.181256 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b9ec7e55-9cfe-465c-9eef-0f59a4035719 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:43:31.235192 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b9ec7e55-9cfe-465c-9eef-0f59a4035719 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:43:31.235589 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:31.358041 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:31.363544 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:31.417137 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9798c92-b44a-48c7-84ba-c06930d6136f None None] Pushing event updated for resources: {'Port': ['ID=45d34ac4-1556-4e13-9ce9-af96f096dccc,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:31.453909 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9798c92-b44a-48c7-84ba-c06930d6136f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:31.454895 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9798c92-b44a-48c7-84ba-c06930d6136f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:31.455324 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9798c92-b44a-48c7-84ba-c06930d6136f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:31.455833 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9798c92-b44a-48c7-84ba-c06930d6136f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:31.456124 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9798c92-b44a-48c7-84ba-c06930d6136f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:31.456505 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9798c92-b44a-48c7-84ba-c06930d6136f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:31.456898 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9798c92-b44a-48c7-84ba-c06930d6136f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:31.457298 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9798c92-b44a-48c7-84ba-c06930d6136f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:31.457626 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9798c92-b44a-48c7-84ba-c06930d6136f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:31.457962 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9798c92-b44a-48c7-84ba-c06930d6136f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:31.458301 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9798c92-b44a-48c7-84ba-c06930d6136f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:31.458621 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9798c92-b44a-48c7-84ba-c06930d6136f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:43:31.482336 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Attempting to bind port 45d34ac4-1556-4e13-9ce9-af96f096dccc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:43:31.482962 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Attempting to bind port 45d34ac4-1556-4e13-9ce9-af96f096dccc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:43:31.483329 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Attempting to bind port 45d34ac4-1556-4e13-9ce9-af96f096dccc on network d864d6ec-2cea-44d6-872f-20cd5ffa56ef {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:43:31.489405 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:43:31.489782 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Checking segment: {'id': 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:43:31.490227 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:31.490625 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Bound using segment: {'id': 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:43:31.491206 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Bound port: 45d34ac4-1556-4e13-9ce9-af96f096dccc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:43:31.491593 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:31.572708 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] For port 45d34ac4-1556-4e13-9ce9-af96f096dccc, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:43:31.576251 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] For port 45d34ac4-1556-4e13-9ce9-af96f096dccc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45d34ac4-1556-4e13-9ce9-af96f096dccc,segment=NetworkSegment(dc8c6566-5f96-475f-8bc9-1c2ab2d63e04),segment_id=dc8c6566-5f96-475f-8bc9-1c2ab2d63e04)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:43:31.581871 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:31.650659 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Routers {'8a10016b-1e05-4cd5-955d-e6642dbee4a8'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:43:31.651351 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542fbdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:43:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:31.654824 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9798c92-b44a-48c7-84ba-c06930d6136f None None] Pushing event updated for resources: {'Port': ['ID=45d34ac4-1556-4e13-9ce9-af96f096dccc,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:31.684786 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6bb6ae8b-fd66-4149-afa9-38c1bbba8273 None None] Provisioning complete for port 45d34ac4-1556-4e13-9ce9-af96f096dccc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:43:31.685551 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ae8b-fd66-4149-afa9-38c1bbba8273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:31.775398 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ae8b-fd66-4149-afa9-38c1bbba8273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:31.782297 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] Set router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:43:31.815872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-6bb6ae8b-fd66-4149-afa9-38c1bbba8273 None None] For port 45d34ac4-1556-4e13-9ce9-af96f096dccc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45d34ac4-1556-4e13-9ce9-af96f096dccc,segment=NetworkSegment(dc8c6566-5f96-475f-8bc9-1c2ab2d63e04),segment_id=dc8c6566-5f96-475f-8bc9-1c2ab2d63e04)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:43:31.819752 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ae8b-fd66-4149-afa9-38c1bbba8273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:31.869183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6ae8b-fd66-4149-afa9-38c1bbba8273 None None] Pushing event updated for resources: {'Port': ['ID=45d34ac4-1556-4e13-9ce9-af96f096dccc,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:31.943146 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-68795296-b9f2-4caa-a136-e853aeeced98 None None] Provisioning complete for port 45d34ac4-1556-4e13-9ce9-af96f096dccc triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:43:31.943508 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-68795296-b9f2-4caa-a136-e853aeeced98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:32.000405 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542fbdc0>, [{'id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157582102', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f185159d-92a8-406c-a49e-98a241932206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'f185159d-92a8-406c-a49e-98a241932206', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45d34ac4-1556-4e13-9ce9-af96f096dccc', 'name': '', 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:57:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:27Z', 'updated_at': '2021-11-20T21:43:31Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:32.038480 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8259e0-b677-4dd5-b558-fd6f4ce5a2ba None None] The sync data for ids ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'] in ncdv-master-1 is: [{'id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157582102', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f185159d-92a8-406c-a49e-98a241932206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'f185159d-92a8-406c-a49e-98a241932206', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45d34ac4-1556-4e13-9ce9-af96f096dccc', 'name': '', 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:57:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:27Z', 'updated_at': '2021-11-20T21:43:31Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:43:32.125975 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4734cd8b-7f13-4dc4-a23b-503890b00665 req-9fb3ef30-a584-4d6d-b594-eb614073f2a3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 210 time: 0.0543010
Nov 20 21:43:32.215900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-95c79700-8b6b-42b8-9200-4e5e4a5eacfc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:32.217621 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-95c79700-8b6b-42b8-9200-4e5e4a5eacfc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "GET /v2.0/networks?id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef HTTP/1.1" status: 200  len: 796 time: 0.1559556
Nov 20 21:43:32.288327 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-c3bb3625-c3d0-4942-8f58-7ba4140f3f16 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a671b29208764a018b1936b75389117b HTTP/1.1" status: 200  len: 380 time: 0.0594547
Nov 20 21:43:32.300323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-f18a992d-6a4e-4cec-8d9e-1f9da3bc5279 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'port': {'device_id': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'admin_state_up': True, 'tenant_id': 'a671b29208764a018b1936b75389117b', 'security_groups': ['b5e7e0da-6edd-4ed7-8e11-19677215bd1a']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:43:32.424940 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-f18a992d-6a4e-4cec-8d9e-1f9da3bc5279 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Made reservation on behalf of a671b29208764a018b1936b75389117b for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:43:32.428603 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-f18a992d-6a4e-4cec-8d9e-1f9da3bc5279 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:32.567917 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-f18a992d-6a4e-4cec-8d9e-1f9da3bc5279 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.20.0.13 (d864d6ec-2cea-44d6-872f-20cd5ffa56ef/4c1e0877-6f8d-4e75-83ef-b4c3a3878483/5fc5c948-8502-49aa-95f9-d0c3516ff0f3) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:43:32.726467 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-f18a992d-6a4e-4cec-8d9e-1f9da3bc5279 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:32.761155 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-f18a992d-6a4e-4cec-8d9e-1f9da3bc5279 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:32.813738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-f18a992d-6a4e-4cec-8d9e-1f9da3bc5279 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network d864d6ec-2cea-44d6-872f-20cd5ffa56ef is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:43:32.817067 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-f18a992d-6a4e-4cec-8d9e-1f9da3bc5279 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:43:32.820374 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-f18a992d-6a4e-4cec-8d9e-1f9da3bc5279 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:43:32.848357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a992d-6a4e-4cec-8d9e-1f9da3bc5279 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:32.880440 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-f18a992d-6a4e-4cec-8d9e-1f9da3bc5279 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:32.881182 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-f18a992d-6a4e-4cec-8d9e-1f9da3bc5279 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:32.899901 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-f18a992d-6a4e-4cec-8d9e-1f9da3bc5279 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6035135
Nov 20 21:43:32.913846 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Request body: {'port': {'device_id': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:43:32.976330 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:33.056167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f56e1c0f-7991-4f64-86df-60601a7444bd None None] Provisioning complete for port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:43:33.056789 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f56e1c0f-7991-4f64-86df-60601a7444bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:33.105615 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f56e1c0f-7991-4f64-86df-60601a7444bd None None] Port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:43:33.182335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 45d34ac4-1556-4e13-9ce9-af96f096dccc up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:43:33.238623 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 45d34ac4-1556-4e13-9ce9-af96f096dccc triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:43:33.239851 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:33.279669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:43:33.289831 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:33.294938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9aa66-6581-408c-8dd2-27c98f743f62 req-1453c639-9994-40dc-bbaa-101cf3c9f958 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:33.296674 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7ca9aa66-6581-408c-8dd2-27c98f743f62 req-1453c639-9994-40dc-bbaa-101cf3c9f958 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 932 time: 0.0698271
Nov 20 21:43:33.306729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Transition to ACTIVE for port object 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:43:33.310972 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:33.370639 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7ca9aa66-6581-408c-8dd2-27c98f743f62 req-f4cc595e-5bb1-4a2d-b9bc-5c210a1ca026 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664763
Nov 20 21:43:33.371703 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:33.447738 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Attempting to bind port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:43:33.448079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Attempting to bind port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:43:33.448414 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Attempting to bind port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 on network d864d6ec-2cea-44d6-872f-20cd5ffa56ef {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:43:33.453498 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 on network d864d6ec-2cea-44d6-872f-20cd5ffa56ef not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:43:33.453825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Attempting to bind port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 on network d864d6ec-2cea-44d6-872f-20cd5ffa56ef {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:43:33.459651 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:43:33.459992 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Checking segment: {'id': 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:43:33.460383 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Bound using segment: {'id': 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:43:33.460819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Bound port: 5fc5c948-8502-49aa-95f9-d0c3516ff0f3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:43:33.461180 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:33.527326 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] For port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:43:33.531267 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] For port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,segment=NetworkSegment(dc8c6566-5f96-475f-8bc9-1c2ab2d63e04),segment_id=dc8c6566-5f96-475f-8bc9-1c2ab2d63e04)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:43:33.536711 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:33.578778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:33.580095 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:33.581506 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] 10.222.0.47 "PUT /v2.0/ports/5fc5c948-8502-49aa-95f9-d0c3516ff0f3 HTTP/1.1" status: 200  len: 1092 time: 0.6725314
Nov 20 21:43:33.581978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'tag': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:43:33.584314 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553993e3b4a8010c76e98343f4679ab913ab6a60adb3eaff84f71f78321b8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073e630b-c110-40a5-a228-76cb8dbf6158" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2af18b-6869-4634-b2d3-21df4081a90b", "tag": "5fc5c948-8502-49aa-95f9-d0c3516ff0f3"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:43:33.613365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6ee4f-7325-41d7-a02c-d9f9c6cf1c18 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:33.622489 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e47ea7-d783-49bf-ba09-8d90cd00fc98 x-openstack-request-id: req-00e47ea7-d783-49bf-ba09-8d90cd00fc98 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:43:33.622744 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2af18b-6869-4634-b2d3-21df4081a90b", "tag": "5fc5c948-8502-49aa-95f9-d0c3516ff0f3", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:43:33.623002 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00e47ea7-d783-49bf-ba09-8d90cd00fc98 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:43:33.623404 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'tag': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3', 'status': 'completed', 'code': 200}
Nov 20 21:43:33.677740 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a14eb27b-0254-439d-8ff2-c20e15402e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:33.679294 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-a14eb27b-0254-439d-8ff2-c20e15402e63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 1095 time: 0.0491548
Nov 20 21:43:33.723433 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-fa3bb84d-724c-47b6-9558-86f6656aaa31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3 HTTP/1.1" status: 200  len: 217 time: 0.0361202
Nov 20 21:43:33.774569 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-548cd8ad-82c6-4569-aca3-93a562eafc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:33.775898 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-548cd8ad-82c6-4569-aca3-93a562eafc61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c1e0877-6f8d-4e75-83ef-b4c3a3878483 HTTP/1.1" status: 200  len: 835 time: 0.0460160
Nov 20 21:43:33.825385 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-6da08f85-ac17-4fb8-b7fb-8233e4496630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:33.826805 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-6da08f85-ac17-4fb8-b7fb-8233e4496630 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445058
Nov 20 21:43:33.920204 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-4650800d-5d54-4ed0-b127-a56b1513f669 service neutron] 10.222.0.47 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856936
Nov 20 21:43:34.015010 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9581fc40-2fa7-493d-8506-4118081d9e66 req-ed87ba3e-977c-49cd-85b2-c34fcbff00d6 service neutron] 10.222.0.47 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876384
Nov 20 21:43:34.102695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e630b-c110-40a5-a228-76cb8dbf6158 req-9fbd8741-cb69-4e4e-8166-3509e34e8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:34.104100 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-073e630b-c110-40a5-a228-76cb8dbf6158 req-9fbd8741-cb69-4e4e-8166-3509e34e8b24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 1095 time: 0.0423553
Nov 20 21:43:34.199493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e630b-c110-40a5-a228-76cb8dbf6158 req-b0276a2d-21a4-4514-add6-924df6b1f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:34.201043 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-073e630b-c110-40a5-a228-76cb8dbf6158 req-b0276a2d-21a4-4514-add6-924df6b1f956 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef HTTP/1.1" status: 200  len: 897 time: 0.0900352
Nov 20 21:43:34.243220 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-073e630b-c110-40a5-a228-76cb8dbf6158 req-88d0a7c6-907b-4509-8bd0-5b2a06150464 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3 HTTP/1.1" status: 200  len: 217 time: 0.0339859
Nov 20 21:43:34.291057 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e630b-c110-40a5-a228-76cb8dbf6158 req-413b09e2-7fa0-4c86-afad-e8b2a6bbbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:34.292464 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-073e630b-c110-40a5-a228-76cb8dbf6158 req-413b09e2-7fa0-4c86-afad-e8b2a6bbbd69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c1e0877-6f8d-4e75-83ef-b4c3a3878483 HTTP/1.1" status: 200  len: 835 time: 0.0427692
Nov 20 21:43:34.343744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e630b-c110-40a5-a228-76cb8dbf6158 req-a75598e4-d83f-4c67-93e8-b430ab8b3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:34.345471 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-073e630b-c110-40a5-a228-76cb8dbf6158 req-a75598e4-d83f-4c67-93e8-b430ab8b3b5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0450797
Nov 20 21:43:34.438086 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-073e630b-c110-40a5-a228-76cb8dbf6158 req-27e181ed-db73-403c-b7cf-2b16c0013054 service neutron] 10.222.0.47 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842767
Nov 20 21:43:34.489571 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90e3d7-218d-4c65-8086-0ae099186e57 req-462a3266-2356-4435-88cd-e0e72c70e3f9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:34.491084 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9a90e3d7-218d-4c65-8086-0ae099186e57 req-462a3266-2356-4435-88cd-e0e72c70e3f9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 944 time: 0.0483201
Nov 20 21:43:34.535728 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-073e630b-c110-40a5-a228-76cb8dbf6158 req-dd26eeb5-eb6a-4356-81b1-2f0b092233de service neutron] 10.222.0.47 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895016
Nov 20 21:43:34.547133 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9a90e3d7-218d-4c65-8086-0ae099186e57 req-08ef5b99-5bff-4580-8c18-5e6fc0312ad8 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497262
Nov 20 21:43:35.664861 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ca6c4-a09f-4a7b-872e-d8abee647c46 req-6c7babc6-7018-4ebe-ad47-7b1a1474bc97 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:35.666374 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-182ca6c4-a09f-4a7b-872e-d8abee647c46 req-6c7babc6-7018-4ebe-ad47-7b1a1474bc97 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 944 time: 0.0497823
Nov 20 21:43:35.715215 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-182ca6c4-a09f-4a7b-872e-d8abee647c46 req-2791706c-e6c2-49cd-ad2b-809b63cb256e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429196
Nov 20 21:43:36.543671 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:43:36.828792 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea097e-a939-47fb-9e74-f8ebb6b222c6 req-bba6e691-0b17-46dd-b69e-9e6d662f1840 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:36.830846 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-07ea097e-a939-47fb-9e74-f8ebb6b222c6 req-bba6e691-0b17-46dd-b69e-9e6d662f1840 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 944 time: 0.0496159
Nov 20 21:43:36.879770 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-07ea097e-a939-47fb-9e74-f8ebb6b222c6 req-637eecb1-fd54-445b-b56d-57c623d6bc72 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429685
Nov 20 21:43:37.429396 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:43:37.525800 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,segment=NetworkSegment(dc8c6566-5f96-475f-8bc9-1c2ab2d63e04),segment_id=dc8c6566-5f96-475f-8bc9-1c2ab2d63e04)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:43:37.536936 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3', 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'port_id': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3', 'mac_address': 'fa:16:3e:f0:06:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:43:37.574040 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:37.586465 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:43:37.606155 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,segment=NetworkSegment(dc8c6566-5f96-475f-8bc9-1c2ab2d63e04),segment_id=dc8c6566-5f96-475f-8bc9-1c2ab2d63e04)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:43:37.610389 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:37.658886 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:37.815193 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['5fc5c948-8502-49aa-95f9-d0c3516ff0f3'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:43:38.005272 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7e5a0-f69b-460c-bf48-04ff13a181b4 req-b00aace9-6cfd-482a-840e-e31d5394e37b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:38.006790 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-84b7e5a0-f69b-460c-bf48-04ff13a181b4 req-b00aace9-6cfd-482a-840e-e31d5394e37b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 945 time: 0.0540199
Nov 20 21:43:38.056741 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-84b7e5a0-f69b-460c-bf48-04ff13a181b4 req-94854e28-2769-46d4-b29d-1efebb7abf6d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439746
Nov 20 21:43:38.655410 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:38.785580 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:39.171740 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93e3e2-0d68-4e67-a924-d8905a7e94cf req-56fb003b-9a19-4f3a-8f89-b26d28cd1bd8 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:39.174062 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9a93e3e2-0d68-4e67-a924-d8905a7e94cf req-56fb003b-9a19-4f3a-8f89-b26d28cd1bd8 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 945 time: 0.0490060
Nov 20 21:43:39.224298 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9a93e3e2-0d68-4e67-a924-d8905a7e94cf req-2a2f3fab-fb2b-4cc1-accc-0bf94f42af8a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444329
Nov 20 21:43:39.445179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:43:39.494385 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:43:39.498588 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:43:39.498963 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:39.575905 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:39.601296 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:43:39.603601 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132b32efbd9968a2e5855a6fd5f4fc13c38fc89db44cb07da4ae2304da235c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef0eae5-4ec3-45ba-9024-7e3b9e2f5476" -d '{"events": [{"server_uuid": "ec2af18b-6869-4634-b2d3-21df4081a90b", "name": "network-vif-plugged", "status": "completed", "tag": "5fc5c948-8502-49aa-95f9-d0c3516ff0f3"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:43:39.616650 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,segment=NetworkSegment(dc8c6566-5f96-475f-8bc9-1c2ab2d63e04),segment_id=dc8c6566-5f96-475f-8bc9-1c2ab2d63e04)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:43:39.620630 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:39.668210 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:39.708801 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ba2c61-d08f-4959-8d4c-0fb5ad07cb96 x-openstack-request-id: req-f5ba2c61-d08f-4959-8d4c-0fb5ad07cb96 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:43:39.709102 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2af18b-6869-4634-b2d3-21df4081a90b", "name": "network-vif-plugged", "status": "completed", "tag": "5fc5c948-8502-49aa-95f9-d0c3516ff0f3", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:43:39.709367 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5ba2c61-d08f-4959-8d4c-0fb5ad07cb96 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:43:39.709766 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3', 'code': 200}
Nov 20 21:43:39.804660 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8b8bc-3798-41f1-ba51-40110f60cec5 req-4107b63f-c806-441b-b3af-45745401ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:39.806177 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ece8b8bc-3798-41f1-ba51-40110f60cec5 req-4107b63f-c806-441b-b3af-45745401ea86 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 1097 time: 0.0406480
Nov 20 21:43:39.852144 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ece8b8bc-3798-41f1-ba51-40110f60cec5 req-ae2fd273-f53b-4a10-8ab0-9b63fc3f5b31 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393956
Nov 20 21:43:40.345443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791c2c6-7331-49da-8f0d-fb0a2321bc20 req-7344458d-8e77-412c-8417-e68e08e1838f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:40.347087 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9791c2c6-7331-49da-8f0d-fb0a2321bc20 req-7344458d-8e77-412c-8417-e68e08e1838f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0559771
Nov 20 21:43:40.395873 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9791c2c6-7331-49da-8f0d-fb0a2321bc20 req-b2bae8ec-10b9-4ec5-b933-70aab60d8035 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429873
Nov 20 21:43:41.511198 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e5142-3043-4ed2-a77d-033f96b84e9a req-1783a783-11e8-4b67-9af9-0f75727f7c10 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:41.512675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-326e5142-3043-4ed2-a77d-033f96b84e9a req-1783a783-11e8-4b67-9af9-0f75727f7c10 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0490355
Nov 20 21:43:41.567244 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-326e5142-3043-4ed2-a77d-033f96b84e9a req-6a2f3816-7d66-4ce7-a769-3ba179db0e77 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485420
Nov 20 21:43:41.683419 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467622e-e4d5-4dab-bf8e-821f6f5db375 req-2ebbb39a-2308-4ff2-ba3f-08ec3d4e3668 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:41.684815 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4467622e-e4d5-4dab-bf8e-821f6f5db375 req-2ebbb39a-2308-4ff2-ba3f-08ec3d4e3668 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0495746
Nov 20 21:43:41.736096 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4467622e-e4d5-4dab-bf8e-821f6f5db375 req-24176ca8-6bf6-4070-952e-100bcb2aa095 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451305
Nov 20 21:43:41.757451 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57604) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:41.796273 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7952de1b-7e6b-4ebe-b363-a50dd140c40b tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:41.797800 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7952de1b-7e6b-4ebe-b363-a50dd140c40b tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 1092 time: 0.0392897
Nov 20 21:43:41.800923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57606) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:41.805320 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:43:41.826555 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:41.931386 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:42.037580 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.35.1.115 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/e24e0c0f-1cdb-41dd-8b72-e39f58a3b113) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:43:42.138000 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:42.171131 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:42.214089 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:43:42.217138 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:43:42.219769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:43:42.247045 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=e24e0c0f-1cdb-41dd-8b72-e39f58a3b113,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:42.586745 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:42.653913 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:42.808209 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:42.812886 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:42.882494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=e24e0c0f-1cdb-41dd-8b72-e39f58a3b113,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:43:42.891427 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:42.991840 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Floating IP 2f44ec0b-d797-49bd-ba76-5681da5173f9 associated. External IP: 172.35.1.115, port: 5fc5c948-8502-49aa-95f9-d0c3516ff0f3.
Nov 20 21:43:43.201176 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:43:43.309091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:43:43.319118 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828d63a-fb14-427a-9370-dfe1f5b25d63 None None] Sync routers for ids ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:43:43.327062 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:43.330831 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7828d63a-fb14-427a-9370-dfe1f5b25d63 None None] Routers {'8a10016b-1e05-4cd5-955d-e6642dbee4a8'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:43:43.331575 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7828d63a-fb14-427a-9370-dfe1f5b25d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a478bb400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:43:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:43.355765 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3d5772ce-5cae-4c05-8e1d-64d7a82407eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5538056
Nov 20 21:43:43.356472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'tag': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:43:43.359165 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b660d65630e8ed952435088d6b41671806c44b55141e141e1be4db04791fb43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e610c1fc-eb19-4a92-a60b-483adfd67c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2af18b-6869-4634-b2d3-21df4081a90b", "tag": "5fc5c948-8502-49aa-95f9-d0c3516ff0f3"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:43:43.397886 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6b0f70ea-b23d-40b6-b00e-2a64211b5973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:43.409140 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860836c6-e4fe-4aca-a283-73995e3ed763 x-openstack-request-id: req-860836c6-e4fe-4aca-a283-73995e3ed763 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:43:43.409442 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2af18b-6869-4634-b2d3-21df4081a90b", "tag": "5fc5c948-8502-49aa-95f9-d0c3516ff0f3", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:43:43.409702 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-860836c6-e4fe-4aca-a283-73995e3ed763 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:43:43.410179 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'tag': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3', 'status': 'completed', 'code': 200}
Nov 20 21:43:43.455205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-7828d63a-fb14-427a-9370-dfe1f5b25d63 None None] Set router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:43:43.495946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e04ab-3a32-4e71-8900-f3c48e4c229c req-4f3efaaa-b356-4489-81fd-71082485518f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:43.497460 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f8e04ab-3a32-4e71-8900-f3c48e4c229c req-4f3efaaa-b356-4489-81fd-71082485518f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0803864
Nov 20 21:43:43.503892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610c1fc-eb19-4a92-a60b-483adfd67c7c req-974b91cb-ff92-48f7-a60c-c4440625c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:43.505326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e610c1fc-eb19-4a92-a60b-483adfd67c7c req-974b91cb-ff92-48f7-a60c-c4440625c0e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 1097 time: 0.0605013
Nov 20 21:43:43.585919 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9f8e04ab-3a32-4e71-8900-f3c48e4c229c req-830b6030-d0fa-4b6b-84ca-396658369e0f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794897
Nov 20 21:43:43.608266 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57612) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:43.647584 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610c1fc-eb19-4a92-a60b-483adfd67c7c req-76e212c6-926a-4abd-8274-a477bf1f5ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:43.649772 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e610c1fc-eb19-4a92-a60b-483adfd67c7c req-76e212c6-926a-4abd-8274-a477bf1f5ff2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef HTTP/1.1" status: 200  len: 897 time: 0.1366963
Nov 20 21:43:43.671756 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ed999c56-1e92-4fbd-9a68-30221aae24de tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/2f44ec0b-d797-49bd-ba76-5681da5173f9 HTTP/1.1" status: 200  len: 992 time: 0.0623150
Nov 20 21:43:43.726338 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e610c1fc-eb19-4a92-a60b-483adfd67c7c req-e65dbcf9-9f4c-4688-b8c9-06e502e5d97e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3 HTTP/1.1" status: 200  len: 1000 time: 0.0692422
Nov 20 21:43:43.786583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610c1fc-eb19-4a92-a60b-483adfd67c7c req-84b05528-ac3b-41db-810e-b89105df733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:43.787991 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e610c1fc-eb19-4a92-a60b-483adfd67c7c req-84b05528-ac3b-41db-810e-b89105df733d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c1e0877-6f8d-4e75-83ef-b4c3a3878483 HTTP/1.1" status: 200  len: 835 time: 0.0546830
Nov 20 21:43:43.838174 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610c1fc-eb19-4a92-a60b-483adfd67c7c req-c4951395-335f-496a-8fc9-ea795b49a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:43:43.840030 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e610c1fc-eb19-4a92-a60b-483adfd67c7c req-c4951395-335f-496a-8fc9-ea795b49a64f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0451114
Nov 20 21:43:43.872664 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7828d63a-fb14-427a-9370-dfe1f5b25d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a478bb400>, [{'id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157582102', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f185159d-92a8-406c-a49e-98a241932206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'f185159d-92a8-406c-a49e-98a241932206', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2f44ec0b-d797-49bd-ba76-5681da5173f9', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'floating_ip_address': '172.35.1.115', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'port_id': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'mac_address': 'fa:16:3e:f0:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:43:42Z', 'updated_at': '2021-11-20T21:43:42Z', 'revision_number': 0, 'project_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d34ac4-1556-4e13-9ce9-af96f096dccc', 'name': '', 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:57:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:27Z', 'updated_at': '2021-11-20T21:43:31Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:43.901043 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828d63a-fb14-427a-9370-dfe1f5b25d63 None None] Checking router: 8a10016b-1e05-4cd5-955d-e6642dbee4a8 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:43:43.912868 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7828d63a-fb14-427a-9370-dfe1f5b25d63 None None] Routers {'8a10016b-1e05-4cd5-955d-e6642dbee4a8'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:43:43.913486 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7828d63a-fb14-427a-9370-dfe1f5b25d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a478bb400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:43:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:43.932474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e610c1fc-eb19-4a92-a60b-483adfd67c7c req-7db32e72-f3b1-4f85-ae14-e295699c34f1 service neutron] 10.222.0.47 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844567
Nov 20 21:43:44.020336 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-7828d63a-fb14-427a-9370-dfe1f5b25d63 None None] Set router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:43:44.039586 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e610c1fc-eb19-4a92-a60b-483adfd67c7c req-56c78c13-ea94-4688-9b6d-9bac58f0c3bd service neutron] 10.222.0.47 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0990326
Nov 20 21:43:44.242694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-7828d63a-fb14-427a-9370-dfe1f5b25d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a478bb400>, [{'id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157582102', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f185159d-92a8-406c-a49e-98a241932206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'f185159d-92a8-406c-a49e-98a241932206', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2f44ec0b-d797-49bd-ba76-5681da5173f9', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'floating_ip_address': '172.35.1.115', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'port_id': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'mac_address': 'fa:16:3e:f0:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:43:42Z', 'updated_at': '2021-11-20T21:43:42Z', 'revision_number': 0, 'project_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d34ac4-1556-4e13-9ce9-af96f096dccc', 'name': '', 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:57:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:27Z', 'updated_at': '2021-11-20T21:43:31Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:43:44.271907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828d63a-fb14-427a-9370-dfe1f5b25d63 None None] The sync data for ids ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'] in ncdv-master-1 is: [{'id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157582102', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f185159d-92a8-406c-a49e-98a241932206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'f185159d-92a8-406c-a49e-98a241932206', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2f44ec0b-d797-49bd-ba76-5681da5173f9', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'floating_ip_address': '172.35.1.115', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'port_id': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'mac_address': 'fa:16:3e:f0:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:43:42Z', 'updated_at': '2021-11-20T21:43:42Z', 'revision_number': 0, 'project_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d34ac4-1556-4e13-9ce9-af96f096dccc', 'name': '', 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:57:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:27Z', 'updated_at': '2021-11-20T21:43:31Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:43:44.459864 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7174faf-bfc4-4bda-a2e0-39afecc1fa13 None None] New status for floating IP 2f44ec0b-d797-49bd-ba76-5681da5173f9: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:43:44.675984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57614) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:43:44.740101 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2d18f607-7850-453f-8a98-32b85e60d791 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/2f44ec0b-d797-49bd-ba76-5681da5173f9 HTTP/1.1" status: 200  len: 994 time: 0.0629277
Nov 20 21:43:45.763079 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-12c77987-b90a-4920-9677-b5ca1e508e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:46.958248 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:48.795824 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:43:49.348655 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:08.649740 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:08.802920 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:13.322609 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-fcd64bae-3f57-45ee-b19d-aa4a260b5ea2 req-0a59ef89-6eed-46d5-ab6f-01cdf72db24a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:44:13.323585 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fcd64bae-3f57-45ee-b19d-aa4a260b5ea2 req-0a59ef89-6eed-46d5-ab6f-01cdf72db24a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053549
Nov 20 21:44:13.364449 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2e460f25-7d29-432e-b543-a5fe0e01f61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:13.443369 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57644) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:44:13.545791 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:44:13.865292 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-3bf68e32-2289-4340-812b-b891a2d53fef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4193802
Nov 20 21:44:13.874452 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-78c45ee1-8b6c-4cce-8e96-e29cdcdaf099 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:44:13.875419 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-78c45ee1-8b6c-4cce-8e96-e29cdcdaf099 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049059
Nov 20 21:44:13.940151 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73332ab-741f-49b5-840e-b641011673c8 req-2d574de3-b69a-4a5c-840a-48e700758e38 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:13.941663 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c73332ab-741f-49b5-840e-b641011673c8 req-2d574de3-b69a-4a5c-840a-48e700758e38 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0985329
Nov 20 21:44:13.994594 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c73332ab-741f-49b5-840e-b641011673c8 req-cbdfe935-3393-4354-b226-87c177994d70 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470176
Nov 20 21:44:15.233359 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1880c71-6332-4992-af5c-73c9d4f40220 req-fde656c8-7f9b-48f9-bf0e-521a4a367c79 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:15.236165 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a1880c71-6332-4992-af5c-73c9d4f40220 req-fde656c8-7f9b-48f9-bf0e-521a4a367c79 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0967941
Nov 20 21:44:15.286975 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a1880c71-6332-4992-af5c-73c9d4f40220 req-78438832-1fab-4ca3-9985-b81b56d54af3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450487
Nov 20 21:44:15.764144 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6160f4d2-88a8-48d6-b308-200e90c32365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:16.404933 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089aa098-d301-4097-a99c-6b93b8a681af req-49e4d29a-7a33-48f0-93ff-4d6da963d5fe tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:16.406423 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-089aa098-d301-4097-a99c-6b93b8a681af req-49e4d29a-7a33-48f0-93ff-4d6da963d5fe tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0486255
Nov 20 21:44:16.456037 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-089aa098-d301-4097-a99c-6b93b8a681af req-df109a3b-000c-416b-9ab7-01fac69a16b7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436218
Nov 20 21:44:16.963977 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:17.105332 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-fed6dfb0-b682-43c0-92c6-ce5858aaa514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:17.107106 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-fed6dfb0-b682-43c0-92c6-ce5858aaa514 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 1097 time: 0.0813327
Nov 20 21:44:17.199230 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-05d44240-3b47-4691-b78c-226c8e7bce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:17.200675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-05d44240-3b47-4691-b78c-226c8e7bce41 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef HTTP/1.1" status: 200  len: 897 time: 0.0857887
Nov 20 21:44:17.267238 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-a577f17d-f6ef-4715-80f8-6e42a35ffc22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3 HTTP/1.1" status: 200  len: 1002 time: 0.0582020
Nov 20 21:44:17.318823 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-decb7558-46f6-4725-91bb-3af67d55f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:17.320254 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-decb7558-46f6-4725-91bb-3af67d55f194 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c1e0877-6f8d-4e75-83ef-b4c3a3878483 HTTP/1.1" status: 200  len: 835 time: 0.0460718
Nov 20 21:44:17.364566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-fbe03ce6-8b91-49a1-bfd7-a05202d42529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:17.366005 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-fbe03ce6-8b91-49a1-bfd7-a05202d42529 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0393414
Nov 20 21:44:17.453589 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-eaae2634-5d83-40f0-b2a1-822a5601179f service neutron] 10.222.0.47 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803912
Nov 20 21:44:17.571605 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-6f492c67-f3d1-4070-a3e9-9164266cb873 service neutron] 10.222.0.47 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1113119
Nov 20 21:44:17.593037 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d168d-a16f-4c9d-b901-852a377d3eb3 req-c95cda51-4736-4144-9715-b216f3797525 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:17.594595 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f57d168d-a16f-4c9d-b901-852a377d3eb3 req-c95cda51-4736-4144-9715-b216f3797525 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0623679
Nov 20 21:44:17.648311 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f57d168d-a16f-4c9d-b901-852a377d3eb3 req-2aa019d7-9c9f-4317-846f-66ab3e5872ef tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474308
Nov 20 21:44:18.768980 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c1be3-6e3c-42ac-9d68-db9be30fd23a req-c16800a7-83d7-41ad-a022-e9f92789fcbb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:18.770485 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1b1c1be3-6e3c-42ac-9d68-db9be30fd23a req-c16800a7-83d7-41ad-a022-e9f92789fcbb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0530419
Nov 20 21:44:18.797552 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:18.821187 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1b1c1be3-6e3c-42ac-9d68-db9be30fd23a req-b2e2fee4-ae4f-4a98-b764-c7df3f891686 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446739
Nov 20 21:44:19.351302 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:19.942557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0655237-7e95-4cde-82f7-fef2e6bebf74 req-1d89f4cb-aecc-4a99-a4b6-0b3783a93c2d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:19.944046 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0655237-7e95-4cde-82f7-fef2e6bebf74 req-1d89f4cb-aecc-4a99-a4b6-0b3783a93c2d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0539968
Nov 20 21:44:19.994193 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f0655237-7e95-4cde-82f7-fef2e6bebf74 req-303022a2-d400-4127-bb6d-fdeb2f59320b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442386
Nov 20 21:44:21.109023 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a8a83-7fdb-4b42-b623-9d030b816aad req-ccc0edbd-8c9d-40d2-b334-77b4cadb0df9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:21.110570 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c36a8a83-7fdb-4b42-b623-9d030b816aad req-ccc0edbd-8c9d-40d2-b334-77b4cadb0df9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0494037
Nov 20 21:44:21.159125 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c36a8a83-7fdb-4b42-b623-9d030b816aad req-87c5ba7f-ef3b-4670-bf22-9752a79f5163 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415275
Nov 20 21:44:22.273149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59949c7-b6fd-4f4f-bae7-ea77d48a1949 req-fce9ebc1-3b65-4365-b25b-c2e684bcd02c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:22.274641 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c59949c7-b6fd-4f4f-bae7-ea77d48a1949 req-fce9ebc1-3b65-4365-b25b-c2e684bcd02c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0485742
Nov 20 21:44:22.324434 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c59949c7-b6fd-4f4f-bae7-ea77d48a1949 req-a44f4221-185c-4085-93d3-5b933391c7f8 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439138
Nov 20 21:44:23.447130 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a51b9-7194-416d-88cb-76f9aa23d96c req-7156d242-5301-4b46-8bd3-f4e355b541cc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:23.448623 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f7a51b9-7194-416d-88cb-76f9aa23d96c req-7156d242-5301-4b46-8bd3-f4e355b541cc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0522823
Nov 20 21:44:23.497159 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1f7a51b9-7194-416d-88cb-76f9aa23d96c req-e640f7c2-e047-4df3-8aa1-f24c2a8cd790 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427134
Nov 20 21:44:24.617251 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d16568-9785-42b3-b31d-3f79dffe1330 req-888913c5-1076-47d1-b412-c22a7e850993 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:24.618767 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2d16568-9785-42b3-b31d-3f79dffe1330 req-888913c5-1076-47d1-b412-c22a7e850993 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0535100
Nov 20 21:44:24.668106 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c2d16568-9785-42b3-b31d-3f79dffe1330 req-24d498e2-3f86-4010-aec5-bb3ad4ef282e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434585
Nov 20 21:44:25.785639 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f1b4c-7b31-4033-845c-aa953f33b29d req-2ef29e6b-7a38-4137-b361-16608038bb08 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:25.787093 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3c1f1b4c-7b31-4033-845c-aa953f33b29d req-2ef29e6b-7a38-4137-b361-16608038bb08 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0511239
Nov 20 21:44:25.837262 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3c1f1b4c-7b31-4033-845c-aa953f33b29d req-9e18d096-9ea6-44b3-81ee-77716c3a65b6 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443108
Nov 20 21:44:26.952579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88415d4c-7ff0-4f55-9744-b60b9bab4c07 req-6688f039-56c4-43b5-8af7-b5ed32967b0c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:26.954088 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88415d4c-7ff0-4f55-9744-b60b9bab4c07 req-6688f039-56c4-43b5-8af7-b5ed32967b0c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0489643
Nov 20 21:44:27.003425 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-88415d4c-7ff0-4f55-9744-b60b9bab4c07 req-76ec7106-bd9f-4a3f-acd7-979e7fc39c5b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431073
Nov 20 21:44:28.117296 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202f73d-e031-4b43-9685-5a57270102e1 req-6527b106-fe1d-4e6a-88a3-54a479f25729 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:28.118807 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a202f73d-e031-4b43-9685-5a57270102e1 req-6527b106-fe1d-4e6a-88a3-54a479f25729 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0487769
Nov 20 21:44:28.173519 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a202f73d-e031-4b43-9685-5a57270102e1 req-e93a627a-e4a2-4da6-9751-f4ff4d4a6a3d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486338
Nov 20 21:44:29.290623 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476d9c3-7fb2-4ecc-825c-a138d0551f62 req-a74c260d-dce8-4685-bd3b-582b07a574eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:29.292079 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b476d9c3-7fb2-4ecc-825c-a138d0551f62 req-a74c260d-dce8-4685-bd3b-582b07a574eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0482881
Nov 20 21:44:29.344099 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b476d9c3-7fb2-4ecc-825c-a138d0551f62 req-4df6d226-15cf-4733-9a7f-c75fc8fe05e0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461431
Nov 20 21:44:30.460375 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe57691-8a5a-437e-9c83-d3c532e73b84 req-1a97665c-b226-4720-899e-6968a1787c57 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:30.461859 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7fe57691-8a5a-437e-9c83-d3c532e73b84 req-1a97665c-b226-4720-899e-6968a1787c57 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0494628
Nov 20 21:44:30.511086 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7fe57691-8a5a-437e-9c83-d3c532e73b84 req-6abc1894-b10b-4a05-b73e-92be42ada755 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432494
Nov 20 21:44:31.630771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ac424-154c-458b-be06-46482c34928c req-0415d9ea-5157-4259-8d31-7951b3e16b38 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:31.632314 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a24ac424-154c-458b-be06-46482c34928c req-0415d9ea-5157-4259-8d31-7951b3e16b38 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0493701
Nov 20 21:44:31.682299 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a24ac424-154c-458b-be06-46482c34928c req-34c100f9-f1b7-4b2e-aca8-af097d36fc41 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440643
Nov 20 21:44:32.797612 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ebd00-1904-4731-9b00-02fa65ef9c98 req-5b5d012d-2908-4f5c-90fb-70941c082db0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:32.799028 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-199ebd00-1904-4731-9b00-02fa65ef9c98 req-5b5d012d-2908-4f5c-90fb-70941c082db0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0484271
Nov 20 21:44:32.848289 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-199ebd00-1904-4731-9b00-02fa65ef9c98 req-0f2371a2-340d-4b1f-bf2f-f6b09eac485f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424356
Nov 20 21:44:33.966101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cf901-c180-4e94-9593-3e00eda6ba4b req-ac55c3d0-baab-4696-8251-d5b96120571c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:33.967580 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-637cf901-c180-4e94-9593-3e00eda6ba4b req-ac55c3d0-baab-4696-8251-d5b96120571c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0489960
Nov 20 21:44:34.016071 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-637cf901-c180-4e94-9593-3e00eda6ba4b req-770c25bd-1318-4308-b473-e639f6449bac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426078
Nov 20 21:44:34.231275 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82cb66-f8e8-471c-9bef-bbb1bca81167 req-d122c609-d489-4f94-9707-684bbce6aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:34.232905 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db82cb66-f8e8-471c-9bef-bbb1bca81167 req-d122c609-d489-4f94-9707-684bbce6aaea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 1097 time: 0.0442150
Nov 20 21:44:34.297907 ncdv-master-1 neutron-server[126225]: INFO neutron.api.v2.resource [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-2baf6170-494b-470a-bf1a-e9246a0b9000 service neutron] show failed (client error): The resource could not be found.
Nov 20 21:44:34.298979 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-2baf6170-494b-470a-bf1a-e9246a0b9000 service neutron] 10.222.0.47 "GET /v2.0/ports/5fc5c948-8502-49aa-95f9-d0c3516ff0f3/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0539422
Nov 20 21:44:34.343434 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82cb66-f8e8-471c-9bef-bbb1bca81167 req-c539289d-6fc7-41fb-aa2f-1c62dd8ca37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:34.344912 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db82cb66-f8e8-471c-9bef-bbb1bca81167 req-c539289d-6fc7-41fb-aa2f-1c62dd8ca37d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef HTTP/1.1" status: 200  len: 897 time: 0.0912035
Nov 20 21:44:34.419957 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db82cb66-f8e8-471c-9bef-bbb1bca81167 req-e893b9ae-c51a-43ac-8069-bb18a2b6c1ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3 HTTP/1.1" status: 200  len: 1002 time: 0.0666323
Nov 20 21:44:34.478257 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82cb66-f8e8-471c-9bef-bbb1bca81167 req-bdf1a0c1-3849-41d8-b564-5cdf2bc0a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:34.479917 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db82cb66-f8e8-471c-9bef-bbb1bca81167 req-bdf1a0c1-3849-41d8-b564-5cdf2bc0a317 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c1e0877-6f8d-4e75-83ef-b4c3a3878483 HTTP/1.1" status: 200  len: 835 time: 0.0510974
Nov 20 21:44:34.526371 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82cb66-f8e8-471c-9bef-bbb1bca81167 req-c1ab6ad1-f626-4ea8-947c-ea808ba0cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:34.527883 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db82cb66-f8e8-471c-9bef-bbb1bca81167 req-c1ab6ad1-f626-4ea8-947c-ea808ba0cbc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416899
Nov 20 21:44:34.581226 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-18a6f4a8-c4e9-4a99-ab6b-d776b1f91225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:34.582886 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-18a6f4a8-c4e9-4a99-ab6b-d776b1f91225 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b&tenant_id=a671b29208764a018b1936b75389117b HTTP/1.1" status: 200  len: 1097 time: 0.0815990
Nov 20 21:44:34.595237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:44:34.627358 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db82cb66-f8e8-471c-9bef-bbb1bca81167 req-1809d8eb-7394-427d-8cc6-498fcc9dbb93 service neutron] 10.222.0.47 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921774
Nov 20 21:44:34.652497 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:34.719500 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db82cb66-f8e8-471c-9bef-bbb1bca81167 req-36dd6d6c-e116-41f3-ac80-526723ebece2 service neutron] 10.222.0.47 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846353
Nov 20 21:44:34.854538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] For port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,segment=NetworkSegment(dc8c6566-5f96-475f-8bc9-1c2ab2d63e04),segment_id=dc8c6566-5f96-475f-8bc9-1c2ab2d63e04)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:44:34.887508 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] For port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:44:34.927183 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:44:34.932710 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:34.945554 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Transition to ACTIVE for port object 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:44:34.948625 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:34.978734 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91114892-5945-483c-9e09-394586b33d6c" -d '{"events": [{"server_uuid": "ec2af18b-6869-4634-b2d3-21df4081a90b", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc5c948-8502-49aa-95f9-d0c3516ff0f3"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:44:35.049904 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,revision_number=6']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:44:35.063794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:35.063794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:35.064232 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:35.064519 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:35.064871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:35.065250 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:35.065634 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:35.066269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:35.066747 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:35.067093 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:35.067432 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:35.067819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:35.110990 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76770df7-7cb2-4b1c-9af4-ecf57d4f8718 x-openstack-request-id: req-76770df7-7cb2-4b1c-9af4-ecf57d4f8718 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:44:35.111297 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2af18b-6869-4634-b2d3-21df4081a90b", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc5c948-8502-49aa-95f9-d0c3516ff0f3", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:44:35.111556 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76770df7-7cb2-4b1c-9af4-ecf57d4f8718 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:44:35.112027 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3', 'code': 200}
Nov 20 21:44:35.114100 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] No DVR routers for this DVR port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:44:35.215051 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b0291-f015-4028-859b-2ab3e5b4e1f8 req-4c6f9511-5eef-4b77-aa30-ce7003f48adc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:35.216553 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aa2b0291-f015-4028-859b-2ab3e5b4e1f8 req-4c6f9511-5eef-4b77-aa30-ce7003f48adc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 944 time: 0.1076851
Nov 20 21:44:35.321311 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aa2b0291-f015-4028-859b-2ab3e5b4e1f8 req-e907cba0-f30c-4bf6-a4b7-ac96e4cf10a8 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774078
Nov 20 21:44:35.330179 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Attempting to bind port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:44:35.330512 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Attempting to bind port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:44:35.330898 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Attempting to bind port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 on network d864d6ec-2cea-44d6-872f-20cd5ffa56ef {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:44:35.335412 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 on network d864d6ec-2cea-44d6-872f-20cd5ffa56ef not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:44:35.335730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Attempting to bind port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 on network d864d6ec-2cea-44d6-872f-20cd5ffa56ef {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:44:35.340468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:44:35.340802 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Checking segment: {'id': 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:44:35.341185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Bound using segment: {'id': 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:44:35.341734 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Bound port: 5fc5c948-8502-49aa-95f9-d0c3516ff0f3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:44:35.342110 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:35.403570 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] For port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:44:35.406772 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] For port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,segment=NetworkSegment(dc8c6566-5f96-475f-8bc9-1c2ab2d63e04),segment_id=dc8c6566-5f96-475f-8bc9-1c2ab2d63e04)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:44:35.411501 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:35.443245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:35.443636 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:35.445076 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] 10.222.0.37 "PUT /v2.0/ports/5fc5c948-8502-49aa-95f9-d0c3516ff0f3 HTTP/1.1" status: 200  len: 1092 time: 0.8540623
Nov 20 21:44:35.496438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e9fe1-ec26-4cac-8cee-6403b1b48dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,revision_number=7']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:44:35.514881 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-50ab53ec-55b8-4873-b408-11cb27c3f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:35.516597 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-50ab53ec-55b8-4873-b408-11cb27c3f32e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 1095 time: 0.0490019
Nov 20 21:44:35.619913 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-9d269a5e-f075-4e9f-9060-a002afdbe136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:35.621694 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-9d269a5e-f075-4e9f-9060-a002afdbe136 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef HTTP/1.1" status: 200  len: 897 time: 0.0968766
Nov 20 21:44:35.685285 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-58334f52-8db8-4c40-b44a-5c2ca89756f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3 HTTP/1.1" status: 200  len: 1000 time: 0.0569220
Nov 20 21:44:35.737908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-7ae260c3-5365-4d80-bf8a-71a120fb5a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:35.739408 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-7ae260c3-5365-4d80-bf8a-71a120fb5a26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c1e0877-6f8d-4e75-83ef-b4c3a3878483 HTTP/1.1" status: 200  len: 835 time: 0.0473015
Nov 20 21:44:35.786153 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-0e5722dc-1a5f-47a6-8188-966db150e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:35.787622 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-0e5722dc-1a5f-47a6-8188-966db150e852 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402477
Nov 20 21:44:35.877865 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-35ff719d-1dc5-42dd-baca-97b2be59db11 service neutron] 10.222.0.37 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827560
Nov 20 21:44:35.965783 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-af479cd4-2788-406c-bc96-df3d9e53dc4a service neutron] 10.222.0.37 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804515
Nov 20 21:44:36.443392 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa571a-9d53-4d74-9ee6-1dc255c6ec55 req-44664c0a-d064-4ba3-9fe4-7c57f3618fd0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:36.444864 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39aa571a-9d53-4d74-9ee6-1dc255c6ec55 req-44664c0a-d064-4ba3-9fe4-7c57f3618fd0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 944 time: 0.0513482
Nov 20 21:44:36.498309 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-39aa571a-9d53-4d74-9ee6-1dc255c6ec55 req-17c97587-e25b-41c5-9a43-efba7981d8ca tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474634
Nov 20 21:44:37.112867 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'tag': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:44:37.115263 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4131e388-7092-43f7-84bc-608e0fe940cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2af18b-6869-4634-b2d3-21df4081a90b", "tag": "5fc5c948-8502-49aa-95f9-d0c3516ff0f3"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:44:37.162615 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37627e0-b9cc-4f27-b14b-4d5c3049d631 x-openstack-request-id: req-b37627e0-b9cc-4f27-b14b-4d5c3049d631 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:44:37.162924 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2af18b-6869-4634-b2d3-21df4081a90b", "tag": "5fc5c948-8502-49aa-95f9-d0c3516ff0f3", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:44:37.163173 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b37627e0-b9cc-4f27-b14b-4d5c3049d631 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:44:37.163612 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'tag': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3', 'status': 'completed', 'code': 200}
Nov 20 21:44:37.222973 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131e388-7092-43f7-84bc-608e0fe940cb req-29ef9ae4-d75d-4970-af58-8b742988e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:37.224488 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4131e388-7092-43f7-84bc-608e0fe940cb req-29ef9ae4-d75d-4970-af58-8b742988e345 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 1095 time: 0.0424492
Nov 20 21:44:37.224655 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131e388-7092-43f7-84bc-608e0fe940cb req-16f9202b-3c97-4a1f-8af3-51d4c1ecb482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:37.226142 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4131e388-7092-43f7-84bc-608e0fe940cb req-16f9202b-3c97-4a1f-8af3-51d4c1ecb482 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 1095 time: 0.0402744
Nov 20 21:44:37.315628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131e388-7092-43f7-84bc-608e0fe940cb req-1f878adc-b17d-4910-b61b-0e3e111df546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:37.317154 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4131e388-7092-43f7-84bc-608e0fe940cb req-1f878adc-b17d-4910-b61b-0e3e111df546 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef HTTP/1.1" status: 200  len: 897 time: 0.0863411
Nov 20 21:44:37.317943 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131e388-7092-43f7-84bc-608e0fe940cb req-f14b1119-56c1-4eea-8ced-78571f960bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:37.319415 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4131e388-7092-43f7-84bc-608e0fe940cb req-f14b1119-56c1-4eea-8ced-78571f960bb7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef HTTP/1.1" status: 200  len: 897 time: 0.0862200
Nov 20 21:44:37.388989 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4131e388-7092-43f7-84bc-608e0fe940cb req-bd840b0e-49e9-4560-8018-d831616a75fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3 HTTP/1.1" status: 200  len: 1000 time: 0.0592883
Nov 20 21:44:37.390481 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4131e388-7092-43f7-84bc-608e0fe940cb req-5d861954-fe75-4574-b655-7cb8a8bd81bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3 HTTP/1.1" status: 200  len: 1000 time: 0.0655763
Nov 20 21:44:37.443337 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131e388-7092-43f7-84bc-608e0fe940cb req-68ca4205-78de-425e-ad9c-948874c38ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:37.444830 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4131e388-7092-43f7-84bc-608e0fe940cb req-68ca4205-78de-425e-ad9c-948874c38ce3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c1e0877-6f8d-4e75-83ef-b4c3a3878483 HTTP/1.1" status: 200  len: 835 time: 0.0470657
Nov 20 21:44:37.446324 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131e388-7092-43f7-84bc-608e0fe940cb req-8456eaac-32a8-4647-bc14-213f7abf623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:37.447837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4131e388-7092-43f7-84bc-608e0fe940cb req-8456eaac-32a8-4647-bc14-213f7abf623b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c1e0877-6f8d-4e75-83ef-b4c3a3878483 HTTP/1.1" status: 200  len: 835 time: 0.0515471
Nov 20 21:44:37.495881 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131e388-7092-43f7-84bc-608e0fe940cb req-3cf28a15-566c-4276-abe4-99387c6dd672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:37.497884 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4131e388-7092-43f7-84bc-608e0fe940cb req-3cf28a15-566c-4276-abe4-99387c6dd672 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0463986
Nov 20 21:44:37.504426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131e388-7092-43f7-84bc-608e0fe940cb req-cc33170a-ae0b-48df-9ffd-5faf8f903d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:37.506174 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4131e388-7092-43f7-84bc-608e0fe940cb req-cc33170a-ae0b-48df-9ffd-5faf8f903d5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0513024
Nov 20 21:44:37.625521 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4131e388-7092-43f7-84bc-608e0fe940cb req-5017bd4d-64d8-49e3-8fd2-7d0105d544b8 service neutron] 10.222.0.37 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0986762
Nov 20 21:44:37.630720 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4131e388-7092-43f7-84bc-608e0fe940cb req-dd9907e0-1c0d-49ba-875f-151764b33371 service neutron] 10.222.0.47 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256075
Nov 20 21:44:37.653190 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515f738-4e6d-4006-ae1d-fcda4ab827e3 req-d89e8b25-5efb-4a70-bc76-e635c16548eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:37.654678 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c515f738-4e6d-4006-ae1d-fcda4ab827e3 req-d89e8b25-5efb-4a70-bc76-e635c16548eb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 944 time: 0.0714104
Nov 20 21:44:37.712268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:44:37.755090 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:44:37.764496 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c515f738-4e6d-4006-ae1d-fcda4ab827e3 req-2ce5cf7c-ade4-41a4-a1b5-f9c077d0dec4 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986838
Nov 20 21:44:37.782134 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4131e388-7092-43f7-84bc-608e0fe940cb req-23daef06-78ab-45aa-81ac-42fdc2a44a7e service neutron] 10.222.0.47 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447289
Nov 20 21:44:38.030639 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5b048-feba-4fae-921f-ae68d9aa20ef req-3fe50b18-fde4-4e07-92fd-11811fba445b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:38.032043 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6bf5b048-feba-4fae-921f-ae68d9aa20ef req-3fe50b18-fde4-4e07-92fd-11811fba445b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 944 time: 0.0922778
Nov 20 21:44:38.039424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b830d55-022c-41a4-9a06-94bac1139d8d req-8f434dbb-c2a7-4382-a399-fa36eac4a3dc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:38.040770 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7b830d55-022c-41a4-9a06-94bac1139d8d req-8f434dbb-c2a7-4382-a399-fa36eac4a3dc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b&tenant_id=a671b29208764a018b1936b75389117b&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0908442
Nov 20 21:44:38.074186 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4131e388-7092-43f7-84bc-608e0fe940cb req-8c378dd0-bbf1-4034-8439-14a626b0db55 service neutron] 10.222.0.37 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4414737
Nov 20 21:44:38.120574 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6bf5b048-feba-4fae-921f-ae68d9aa20ef req-63fd64e6-dd8a-415a-a988-4867d6456eec tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788453
Nov 20 21:44:38.141186 ncdv-master-1 neutron-server[126224]: INFO neutron.api.v2.resource [req-7b830d55-022c-41a4-9a06-94bac1139d8d req-9b05a755-3c52-40af-b2c8-13197652587e service neutron] delete failed (client error): The resource could not be found.
Nov 20 21:44:38.142566 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7b830d55-022c-41a4-9a06-94bac1139d8d req-9b05a755-3c52-40af-b2c8-13197652587e service neutron] 10.222.0.47 "DELETE /v2.0/ports/5fc5c948-8502-49aa-95f9-d0c3516ff0f3/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0942037
Nov 20 21:44:38.170111 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a548b94-a5cb-4cc3-85d2-94b238a93d9a req-35068ba5-eeb7-4935-bc0b-b957328fd0a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0439837
Nov 20 21:44:38.232240 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b830d55-022c-41a4-9a06-94bac1139d8d req-96c6e6c2-3147-4fba-96fe-c18321ce715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:38.233755 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7b830d55-022c-41a4-9a06-94bac1139d8d req-96c6e6c2-3147-4fba-96fe-c18321ce715d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 1095 time: 0.0450196
Nov 20 21:44:38.277723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e01715-b619-4033-b26f-aa2a43cee5bc req-6cb9df60-c883-48ee-acd4-86b566e1e09c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:38.279273 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3e01715-b619-4033-b26f-aa2a43cee5bc req-6cb9df60-c883-48ee-acd4-86b566e1e09c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 944 time: 0.0809288
Nov 20 21:44:38.285530 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a548b94-a5cb-4cc3-85d2-94b238a93d9a req-526778cd-4a97-492e-989e-81e411eadc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:38.286915 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a548b94-a5cb-4cc3-85d2-94b238a93d9a req-526778cd-4a97-492e-989e-81e411eadc94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 1095 time: 0.0599771
Nov 20 21:44:38.333456 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b830d55-022c-41a4-9a06-94bac1139d8d req-1e364d4f-dfdc-499f-9379-ffe882c6342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:38.335061 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7b830d55-022c-41a4-9a06-94bac1139d8d req-1e364d4f-dfdc-499f-9379-ffe882c6342a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef HTTP/1.1" status: 200  len: 897 time: 0.0940454
Nov 20 21:44:38.351338 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3e01715-b619-4033-b26f-aa2a43cee5bc req-bf0586b0-893c-4eec-b67f-daa32cb0987c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634646
Nov 20 21:44:38.403852 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7b830d55-022c-41a4-9a06-94bac1139d8d req-b4adbc23-7438-4107-ba15-447fd31cd554 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3 HTTP/1.1" status: 200  len: 1000 time: 0.0617082
Nov 20 21:44:38.416633 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a548b94-a5cb-4cc3-85d2-94b238a93d9a req-d1ae8882-903e-4468-95eb-3c05e9b0ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:38.418089 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a548b94-a5cb-4cc3-85d2-94b238a93d9a req-d1ae8882-903e-4468-95eb-3c05e9b0ae68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef HTTP/1.1" status: 200  len: 897 time: 0.1094232
Nov 20 21:44:38.459443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b830d55-022c-41a4-9a06-94bac1139d8d req-bf8bc8fe-aff7-40af-a1d5-11b6621ade82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:38.460928 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7b830d55-022c-41a4-9a06-94bac1139d8d req-bf8bc8fe-aff7-40af-a1d5-11b6621ade82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c1e0877-6f8d-4e75-83ef-b4c3a3878483 HTTP/1.1" status: 200  len: 835 time: 0.0504375
Nov 20 21:44:38.484568 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a548b94-a5cb-4cc3-85d2-94b238a93d9a req-2da0daa8-4738-48bd-98cc-39a8c0594d6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3 HTTP/1.1" status: 200  len: 1000 time: 0.0598350
Nov 20 21:44:38.506625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b830d55-022c-41a4-9a06-94bac1139d8d req-89d8ed28-d50f-4b02-856f-404d81bc94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:38.508145 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7b830d55-022c-41a4-9a06-94bac1139d8d req-89d8ed28-d50f-4b02-856f-404d81bc94c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407801
Nov 20 21:44:38.534126 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a548b94-a5cb-4cc3-85d2-94b238a93d9a req-81e6e874-3ef4-4c1d-bfc2-6b6a367711bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:38.535625 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a548b94-a5cb-4cc3-85d2-94b238a93d9a req-81e6e874-3ef4-4c1d-bfc2-6b6a367711bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c1e0877-6f8d-4e75-83ef-b4c3a3878483 HTTP/1.1" status: 200  len: 835 time: 0.0448866
Nov 20 21:44:38.587943 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a548b94-a5cb-4cc3-85d2-94b238a93d9a req-1a9854ac-34f1-487d-badc-e157b1b0ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:38.590115 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a548b94-a5cb-4cc3-85d2-94b238a93d9a req-1a9854ac-34f1-487d-badc-e157b1b0ed51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0465395
Nov 20 21:44:38.602753 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7b830d55-022c-41a4-9a06-94bac1139d8d req-86da4601-1cd3-4297-945e-3db07ec1e3c5 service neutron] 10.222.0.47 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877523
Nov 20 21:44:38.665278 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:38.683326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a548b94-a5cb-4cc3-85d2-94b238a93d9a req-d08f2173-4b53-47d6-b1cf-bb3b7a26d7b3 service neutron] 10.222.0.37 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863183
Nov 20 21:44:38.700540 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7b830d55-022c-41a4-9a06-94bac1139d8d req-3f9ee51e-a371-43a5-8e98-6da025e73772 service neutron] 10.222.0.47 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908558
Nov 20 21:44:38.780360 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4a548b94-a5cb-4cc3-85d2-94b238a93d9a req-c13e941f-865d-4102-bce3-a6f3e9873b86 service neutron] 10.222.0.37 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904148
Nov 20 21:44:38.807102 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:39.467851 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642ae3d-b7fa-4c15-952f-c79a7e4dd637 req-65e41e2d-fc3e-485a-bbe8-634f0a4c8252 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:44:39.469332 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5642ae3d-b7fa-4c15-952f-c79a7e4dd637 req-65e41e2d-fc3e-485a-bbe8-634f0a4c8252 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 944 time: 0.0488617
Nov 20 21:44:39.519718 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5642ae3d-b7fa-4c15-952f-c79a7e4dd637 req-f2999fe8-d906-4a79-8c26-fb78e8370a07 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438495
Nov 20 21:44:39.542837 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57750) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:44:39.608148 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-410ea559-e1a9-4b63-b9e4-be7c013cddcc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/2f44ec0b-d797-49bd-ba76-5681da5173f9 HTTP/1.1" status: 200  len: 992 time: 0.0641184
Nov 20 21:44:40.057725 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:44:40.153550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,segment=NetworkSegment(dc8c6566-5f96-475f-8bc9-1c2ab2d63e04),segment_id=dc8c6566-5f96-475f-8bc9-1c2ab2d63e04)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:44:40.164555 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3', 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'port_id': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3', 'mac_address': 'fa:16:3e:f0:06:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:44:40.201576 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:40.217557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:44:40.237387 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,segment=NetworkSegment(dc8c6566-5f96-475f-8bc9-1c2ab2d63e04),segment_id=dc8c6566-5f96-475f-8bc9-1c2ab2d63e04)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:44:40.241704 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:40.287783 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:44:40.294969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:40.295317 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:40.295656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:40.295994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:40.296327 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:40.296656 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:40.296983 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:40.297305 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:40.297629 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:40.297949 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:40.298300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:40.298621 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:44:40.482744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['5fc5c948-8502-49aa-95f9-d0c3516ff0f3'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:44:42.073529 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:44:42.123835 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:44:42.127489 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:44:42.127855 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:42.210407 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:42.233148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:44:42.247335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,segment=NetworkSegment(dc8c6566-5f96-475f-8bc9-1c2ab2d63e04),segment_id=dc8c6566-5f96-475f-8bc9-1c2ab2d63e04)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:44:42.251241 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:42.277051 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ea291949b0838306f0f8c51077ddaad3a0779a2bb4cd7a75dca710d4d5063e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba868dce-e156-4311-959a-23072ea2b621" -d '{"events": [{"server_uuid": "ec2af18b-6869-4634-b2d3-21df4081a90b", "name": "network-vif-plugged", "status": "completed", "tag": "5fc5c948-8502-49aa-95f9-d0c3516ff0f3"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:44:42.305439 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:44:42.363492 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c066da-4dba-4caa-97f8-1e6e7b295848 x-openstack-request-id: req-59c066da-4dba-4caa-97f8-1e6e7b295848 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:44:42.363795 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2af18b-6869-4634-b2d3-21df4081a90b", "name": "network-vif-plugged", "status": "completed", "tag": "5fc5c948-8502-49aa-95f9-d0c3516ff0f3", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:44:42.364055 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59c066da-4dba-4caa-97f8-1e6e7b295848 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:44:42.364455 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3', 'code': 200}
Nov 20 21:44:43.367537 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-addeb75e-b7f1-4f3c-80ab-182bb465447a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:45.764789 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-17ff5618-2260-4d74-b123-dd1090e5ba8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:46.967597 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:48.801947 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:49.352691 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:44:50.546611 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:45:08.683471 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:08.835910 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:10.310372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57782) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:10.466370 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-5ad8bfe3-6cb9-4618-b289-2dcc726b8b28 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port e24e0c0f-1cdb-41dd-8b72-e39f58a3b113 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:45:10.466715 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ad8bfe3-6cb9-4618-b289-2dcc726b8b28 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:10.544979 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ad8bfe3-6cb9-4618-b289-2dcc726b8b28 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:10.545311 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ad8bfe3-6cb9-4618-b289-2dcc726b8b28 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:10.556950 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-5ad8bfe3-6cb9-4618-b289-2dcc726b8b28 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for e24e0c0f-1cdb-41dd-8b72-e39f58a3b113 owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:45:10.702000 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ad8bfe3-6cb9-4618-b289-2dcc726b8b28 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:10.732252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8bfe3-6cb9-4618-b289-2dcc726b8b28 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=e24e0c0f-1cdb-41dd-8b72-e39f58a3b113,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:10.793127 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ad8bfe3-6cb9-4618-b289-2dcc726b8b28 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:10.793453 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-5ad8bfe3-6cb9-4618-b289-2dcc726b8b28 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Floating IP 2f44ec0b-d797-49bd-ba76-5681da5173f9 disassociated (deleted). External IP: 172.35.1.115, port: 5fc5c948-8502-49aa-95f9-d0c3516ff0f3.
Nov 20 21:45:11.000182 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad8bfe3-6cb9-4618-b289-2dcc726b8b28 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:45:11.108525 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad8bfe3-6cb9-4618-b289-2dcc726b8b28 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:45:11.113353 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5ad8bfe3-6cb9-4618-b289-2dcc726b8b28 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:11.118859 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b2dd06-c857-4355-b1df-b93e536c4a50 None None] Sync routers for ids ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:45:11.129522 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b2dd06-c857-4355-b1df-b93e536c4a50 None None] Routers {'8a10016b-1e05-4cd5-955d-e6642dbee4a8'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:45:11.130086 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d5b2dd06-c857-4355-b1df-b93e536c4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472c0c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:44:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:11.140416 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5ad8bfe3-6cb9-4618-b289-2dcc726b8b28 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/floatingips/2f44ec0b-d797-49bd-ba76-5681da5173f9 HTTP/1.1" status: 204  len: 168 time: 0.8289549
Nov 20 21:45:11.141001 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'tag': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:45:11.143298 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8d4456-c02c-410d-a1ea-21ec41863479" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2af18b-6869-4634-b2d3-21df4081a90b", "tag": "5fc5c948-8502-49aa-95f9-d0c3516ff0f3"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:45:11.183119 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf8f26a-6ee6-422b-a751-9a6125a70b1b x-openstack-request-id: req-adf8f26a-6ee6-422b-a751-9a6125a70b1b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:45:11.183587 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2af18b-6869-4634-b2d3-21df4081a90b", "tag": "5fc5c948-8502-49aa-95f9-d0c3516ff0f3", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:45:11.183852 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-adf8f26a-6ee6-422b-a751-9a6125a70b1b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:45:11.184974 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'tag': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3', 'status': 'completed', 'code': 200}
Nov 20 21:45:11.243529 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-d5b2dd06-c857-4355-b1df-b93e536c4a50 None None] Set router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:45:11.253122 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d4456-c02c-410d-a1ea-21ec41863479 req-10161c45-5a90-4e1f-be32-db4872715497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:11.254963 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f8d4456-c02c-410d-a1ea-21ec41863479 req-10161c45-5a90-4e1f-be32-db4872715497 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 1097 time: 0.0487237
Nov 20 21:45:11.369130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d4456-c02c-410d-a1ea-21ec41863479 req-4d6460ad-a7ce-401e-b883-5318ffd4d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:11.370816 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f8d4456-c02c-410d-a1ea-21ec41863479 req-4d6460ad-a7ce-401e-b883-5318ffd4d710 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef HTTP/1.1" status: 200  len: 897 time: 0.1059561
Nov 20 21:45:11.380899 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b4919-1c94-474d-802f-128729200bba req-752e9e70-1b89-457c-9cd7-f972b5156780 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:11.382416 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-459b4919-1c94-474d-802f-128729200bba req-752e9e70-1b89-457c-9cd7-f972b5156780 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0494373
Nov 20 21:45:11.415864 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f8d4456-c02c-410d-a1ea-21ec41863479 req-4b67b577-7703-4793-81d9-e26079a0fa3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3 HTTP/1.1" status: 200  len: 217 time: 0.0363147
Nov 20 21:45:11.436770 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-459b4919-1c94-474d-802f-128729200bba req-5b1cec8d-3610-4364-831a-c4c9d9756ee9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458679
Nov 20 21:45:11.454292 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d5b2dd06-c857-4355-b1df-b93e536c4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472c0c70>, [{'id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157582102', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f185159d-92a8-406c-a49e-98a241932206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'f185159d-92a8-406c-a49e-98a241932206', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45d34ac4-1556-4e13-9ce9-af96f096dccc', 'name': '', 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:57:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:27Z', 'updated_at': '2021-11-20T21:43:31Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:11.473654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d4456-c02c-410d-a1ea-21ec41863479 req-1d87d85e-ca27-491f-ad5e-b282a64cb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:11.475143 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f8d4456-c02c-410d-a1ea-21ec41863479 req-1d87d85e-ca27-491f-ad5e-b282a64cb389 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c1e0877-6f8d-4e75-83ef-b4c3a3878483 HTTP/1.1" status: 200  len: 835 time: 0.0503662
Nov 20 21:45:11.484165 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b2dd06-c857-4355-b1df-b93e536c4a50 None None] Checking router: 8a10016b-1e05-4cd5-955d-e6642dbee4a8 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:45:11.492976 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b2dd06-c857-4355-b1df-b93e536c4a50 None None] Routers {'8a10016b-1e05-4cd5-955d-e6642dbee4a8'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:45:11.493597 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d5b2dd06-c857-4355-b1df-b93e536c4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a472c0c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:44:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:11.521780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d4456-c02c-410d-a1ea-21ec41863479 req-6e615408-90f9-4160-8bb5-d8395116d632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:11.523223 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f8d4456-c02c-410d-a1ea-21ec41863479 req-6e615408-90f9-4160-8bb5-d8395116d632 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d864d6ec-2cea-44d6-872f-20cd5ffa56ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409489
Nov 20 21:45:11.598882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-d5b2dd06-c857-4355-b1df-b93e536c4a50 None None] Set router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:45:11.618920 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f8d4456-c02c-410d-a1ea-21ec41863479 req-b2037602-2cda-4be3-9413-62f859c56db5 service neutron] 10.222.0.37 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872009
Nov 20 21:45:11.716392 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f8d4456-c02c-410d-a1ea-21ec41863479 req-57db3877-db8d-47e8-b2f8-8fb01105a89b service neutron] 10.222.0.37 "GET /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901406
Nov 20 21:45:11.801077 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d5b2dd06-c857-4355-b1df-b93e536c4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a472c0c70>, [{'id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157582102', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f185159d-92a8-406c-a49e-98a241932206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'f185159d-92a8-406c-a49e-98a241932206', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45d34ac4-1556-4e13-9ce9-af96f096dccc', 'name': '', 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:57:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:27Z', 'updated_at': '2021-11-20T21:43:31Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:11.827095 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b2dd06-c857-4355-b1df-b93e536c4a50 None None] The sync data for ids ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'] in ncdv-master-1 is: [{'id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157582102', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f185159d-92a8-406c-a49e-98a241932206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'f185159d-92a8-406c-a49e-98a241932206', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45d34ac4-1556-4e13-9ce9-af96f096dccc', 'name': '', 'network_id': 'd864d6ec-2cea-44d6-872f-20cd5ffa56ef', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:57:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:27Z', 'updated_at': '2021-11-20T21:43:31Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': '4c1e0877-6f8d-4e75-83ef-b4c3a3878483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:45:12.043960 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a77291-1704-4eab-ba01-68a863478258 None None] New status for floating IP 2f44ec0b-d797-49bd-ba76-5681da5173f9: DOWN {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:45:12.557292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763187a-bff1-4051-b6c2-dc12a35631a6 req-cda92809-bd05-4a71-ae5b-dc0d892f524d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:12.558811 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a763187a-bff1-4051-b6c2-dc12a35631a6 req-cda92809-bd05-4a71-ae5b-dc0d892f524d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0503151
Nov 20 21:45:12.609402 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a763187a-bff1-4051-b6c2-dc12a35631a6 req-12801c44-d489-4ce6-b12a-1c76eb16d9cd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5e7e0da-6edd-4ed7-8e11-19677215bd1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445771
Nov 20 21:45:12.679872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a2602-49f1-422d-91bc-87ef778d01db req-603dd575-4298-42a9-8bd6-fee41743b070 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:12.681326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc1a2602-49f1-422d-91bc-87ef778d01db req-603dd575-4298-42a9-8bd6-fee41743b070 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec2af18b-6869-4634-b2d3-21df4081a90b HTTP/1.1" status: 200  len: 946 time: 0.0529203
Nov 20 21:45:12.773226 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-cc1a2602-49f1-422d-91bc-87ef778d01db req-db3ddc56-bf5a-4b66-ac4a-c453355a9942 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:45:12.774235 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cc1a2602-49f1-422d-91bc-87ef778d01db req-db3ddc56-bf5a-4b66-ac4a-c453355a9942 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:12.867501 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-cc1a2602-49f1-422d-91bc-87ef778d01db req-db3ddc56-bf5a-4b66-ac4a-c453355a9942 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] For port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,segment=NetworkSegment(dc8c6566-5f96-475f-8bc9-1c2ab2d63e04),segment_id=dc8c6566-5f96-475f-8bc9-1c2ab2d63e04)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:45:12.867915 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cc1a2602-49f1-422d-91bc-87ef778d01db req-db3ddc56-bf5a-4b66-ac4a-c453355a9942 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:12.879888 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-cc1a2602-49f1-422d-91bc-87ef778d01db req-db3ddc56-bf5a-4b66-ac4a-c453355a9942 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:45:13.007393 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cc1a2602-49f1-422d-91bc-87ef778d01db req-db3ddc56-bf5a-4b66-ac4a-c453355a9942 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:13.039710 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ddc56-bf5a-4b66-ac4a-c453355a9942 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=5fc5c948-8502-49aa-95f9-d0c3516ff0f3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:13.083746 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1a2602-49f1-422d-91bc-87ef778d01db req-db3ddc56-bf5a-4b66-ac4a-c453355a9942 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] No DVR routers for this DVR port 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:45:13.086413 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-cc1a2602-49f1-422d-91bc-87ef778d01db req-db3ddc56-bf5a-4b66-ac4a-c453355a9942 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:13.089827 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cc1a2602-49f1-422d-91bc-87ef778d01db req-db3ddc56-bf5a-4b66-ac4a-c453355a9942 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.37 "DELETE /v2.0/ports/5fc5c948-8502-49aa-95f9-d0c3516ff0f3 HTTP/1.1" status: 204  len: 173 time: 0.4024787
Nov 20 21:45:13.186098 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'name': 'network-vif-deleted', 'tag': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:45:13.188517 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca814c7f-4576-4e4d-b6d0-617f5378f332" -d '{"events": [{"server_uuid": "ec2af18b-6869-4634-b2d3-21df4081a90b", "name": "network-vif-deleted", "tag": "5fc5c948-8502-49aa-95f9-d0c3516ff0f3"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:45:13.230536 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef91c8d9-6177-4f8b-b0f6-a414043c2264 x-openstack-request-id: req-ef91c8d9-6177-4f8b-b0f6-a414043c2264 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:45:13.230869 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2af18b-6869-4634-b2d3-21df4081a90b", "name": "network-vif-deleted", "tag": "5fc5c948-8502-49aa-95f9-d0c3516ff0f3", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:45:13.231140 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef91c8d9-6177-4f8b-b0f6-a414043c2264 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:45:13.231805 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2af18b-6869-4634-b2d3-21df4081a90b', 'name': 'network-vif-deleted', 'tag': '5fc5c948-8502-49aa-95f9-d0c3516ff0f3', 'status': 'completed', 'code': 200}
Nov 20 21:45:13.377961 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-01df6b61-afb2-4d8c-87c3-b849f8684a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:13.669143 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57802) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:14.026604 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb4c7-cb75-4b56-953c-f6e9a977bee3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:14.276152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-d1ddb4c7-cb75-4b56-953c-f6e9a977bee3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port 45d34ac4-1556-4e13-9ce9-af96f096dccc {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:45:14.276489 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb4c7-cb75-4b56-953c-f6e9a977bee3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:14.362175 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-d1ddb4c7-cb75-4b56-953c-f6e9a977bee3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] For port 45d34ac4-1556-4e13-9ce9-af96f096dccc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45d34ac4-1556-4e13-9ce9-af96f096dccc,segment=NetworkSegment(dc8c6566-5f96-475f-8bc9-1c2ab2d63e04),segment_id=dc8c6566-5f96-475f-8bc9-1c2ab2d63e04)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:45:14.362558 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb4c7-cb75-4b56-953c-f6e9a977bee3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:14.374686 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-d1ddb4c7-cb75-4b56-953c-f6e9a977bee3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for 45d34ac4-1556-4e13-9ce9-af96f096dccc owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:45:14.555554 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb4c7-cb75-4b56-953c-f6e9a977bee3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:14.585667 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddb4c7-cb75-4b56-953c-f6e9a977bee3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=45d34ac4-1556-4e13-9ce9-af96f096dccc,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:14.762567 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb4c7-cb75-4b56-953c-f6e9a977bee3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:14.984108 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ddb4c7-cb75-4b56-953c-f6e9a977bee3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:45:15.435147 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ddb4c7-cb75-4b56-953c-f6e9a977bee3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:45:15.440771 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d1ddb4c7-cb75-4b56-953c-f6e9a977bee3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "PUT /v2.0/routers/8a10016b-1e05-4cd5-955d-e6642dbee4a8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7705736
Nov 20 21:45:15.443594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57804) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:15.444552 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502136fb-e9b8-4538-bb7d-430d3cd9b18d None None] Sync routers for ids ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:45:15.454489 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502136fb-e9b8-4538-bb7d-430d3cd9b18d None None] Routers {'8a10016b-1e05-4cd5-955d-e6642dbee4a8'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:45:15.455092 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-502136fb-e9b8-4538-bb7d-430d3cd9b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a460ad820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:44:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:15.494954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e4d4f8-de6a-480f-8e86-dd094dcba1ed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting subnet 4c1e0877-6f8d-4e75-83ef-b4c3a3878483 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:45:15.498002 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2e4d4f8-de6a-480f-8e86-dd094dcba1ed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:15.539669 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2e4d4f8-de6a-480f-8e86-dd094dcba1ed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:15.634795 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2e4d4f8-de6a-480f-8e86-dd094dcba1ed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:15.700409 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2e4d4f8-de6a-480f-8e86-dd094dcba1ed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:15.718526 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-502136fb-e9b8-4538-bb7d-430d3cd9b18d None None] Set router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:45:15.729653 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4d4f8-de6a-480f-8e86-dd094dcba1ed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1e0877-6f8d-4e75-83ef-b4c3a3878483,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:15.731952 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c2e4d4f8-de6a-480f-8e86-dd094dcba1ed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:15.735199 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c2e4d4f8-de6a-480f-8e86-dd094dcba1ed tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/subnets/4c1e0877-6f8d-4e75-83ef-b4c3a3878483 HTTP/1.1" status: 204  len: 168 time: 0.2906158
Nov 20 21:45:15.737852 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57806) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:15.750385 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4057ade5-1daa-4dcb-913b-478606dc1c34 None None] Network d864d6ec-2cea-44d6-872f-20cd5ffa56ef requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:45:15.831399 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a9c488fe-b63a-4097-84a5-05b374d07ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:15.853051 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1865183a-486e-4693-afa2-2479457e30fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:15.961515 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1865183a-486e-4693-afa2-2479457e30fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.019557 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1865183a-486e-4693-afa2-2479457e30fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port f185159d-92a8-406c-a49e-98a241932206 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:45:16.019900 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1865183a-486e-4693-afa2-2479457e30fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.024726 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-502136fb-e9b8-4538-bb7d-430d3cd9b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a460ad820>, [{'id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157582102', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f185159d-92a8-406c-a49e-98a241932206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:45:14Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'f185159d-92a8-406c-a49e-98a241932206', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:16.051549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502136fb-e9b8-4538-bb7d-430d3cd9b18d None None] Checking router: 8a10016b-1e05-4cd5-955d-e6642dbee4a8 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:45:16.060579 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502136fb-e9b8-4538-bb7d-430d3cd9b18d None None] Routers {'8a10016b-1e05-4cd5-955d-e6642dbee4a8'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:45:16.061193 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-502136fb-e9b8-4538-bb7d-430d3cd9b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a460ad820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:45:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:16.103140 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-1865183a-486e-4693-afa2-2479457e30fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] For port f185159d-92a8-406c-a49e-98a241932206, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f185159d-92a8-406c-a49e-98a241932206,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:45:16.103502 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1865183a-486e-4693-afa2-2479457e30fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.104280 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302a3028-f2f2-4f25-b576-515128f5828e None None] DHCP port deletion for d864d6ec-2cea-44d6-872f-20cd5ffa56ef request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:45:16.115579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1865183a-486e-4693-afa2-2479457e30fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for f185159d-92a8-406c-a49e-98a241932206 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:45:16.184407 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-502136fb-e9b8-4538-bb7d-430d3cd9b18d None None] Set router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:45:16.245559 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-502136fb-e9b8-4538-bb7d-430d3cd9b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a460ad820>, [{'id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157582102', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:45:15Z', 'revision_number': 6, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:16.279493 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502136fb-e9b8-4538-bb7d-430d3cd9b18d None None] The sync data for ids ['8a10016b-1e05-4cd5-955d-e6642dbee4a8'] in ncdv-master-1 is: [{'id': '8a10016b-1e05-4cd5-955d-e6642dbee4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1157582102', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:43:25Z', 'updated_at': '2021-11-20T21:45:15Z', 'revision_number': 6, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:45:16.287301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-302a3028-f2f2-4f25-b576-515128f5828e None None] Deleting port b9ec7e55-9cfe-465c-9eef-0f59a4035719 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:45:16.287682 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-302a3028-f2f2-4f25-b576-515128f5828e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.308936 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1865183a-486e-4693-afa2-2479457e30fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.334564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865183a-486e-4693-afa2-2479457e30fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=f185159d-92a8-406c-a49e-98a241932206,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:16.349085 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:45:16.357970 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0639bd82-da77-4fef-81b2-908c4597dbbe None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:45:16.396600 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:45:16.396973 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 5fc5c948-8502-49aa-95f9-d0c3516ff0f3 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:45:16.398373 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1865183a-486e-4693-afa2-2479457e30fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.399838 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-302a3028-f2f2-4f25-b576-515128f5828e None None] For port b9ec7e55-9cfe-465c-9eef-0f59a4035719, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9ec7e55-9cfe-465c-9eef-0f59a4035719,segment=NetworkSegment(dc8c6566-5f96-475f-8bc9-1c2ab2d63e04),segment_id=dc8c6566-5f96-475f-8bc9-1c2ab2d63e04)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:45:16.400121 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-302a3028-f2f2-4f25-b576-515128f5828e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.413005 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-302a3028-f2f2-4f25-b576-515128f5828e None None] Calling delete_port for b9ec7e55-9cfe-465c-9eef-0f59a4035719 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:45:16.492831 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-302a3028-f2f2-4f25-b576-515128f5828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.495087 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1865183a-486e-4693-afa2-2479457e30fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.497646 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1865183a-486e-4693-afa2-2479457e30fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.523200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a3028-f2f2-4f25-b576-515128f5828e None None] Pushing event deleted for resources: {'Port': ['ID=b9ec7e55-9cfe-465c-9eef-0f59a4035719,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:16.526907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302a3028-f2f2-4f25-b576-515128f5828e None None] No DVR routers for this DVR port b9ec7e55-9cfe-465c-9eef-0f59a4035719 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:45:16.551500 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1865183a-486e-4693-afa2-2479457e30fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.552744 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1865183a-486e-4693-afa2-2479457e30fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Fanout notify agent at l3_agent the message router_deleted on router 8a10016b-1e05-4cd5-955d-e6642dbee4a8 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:45:16.560210 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1865183a-486e-4693-afa2-2479457e30fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.561350 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1865183a-486e-4693-afa2-2479457e30fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/routers/8a10016b-1e05-4cd5-955d-e6642dbee4a8 HTTP/1.1" status: 204  len: 168 time: 0.8225210
Nov 20 21:45:16.564148 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57808) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:16.641822 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0fad48db-2ff7-49be-abb4-1919367e42c9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.745965 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0fad48db-2ff7-49be-abb4-1919367e42c9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.765817 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-0fad48db-2ff7-49be-abb4-1919367e42c9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a549f06a0>,) {'filters': {'network_id': ['d864d6ec-2cea-44d6-872f-20cd5ffa56ef']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:16.775543 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-0fad48db-2ff7-49be-abb4-1919367e42c9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a549f06a0>, 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:16.775836 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-0fad48db-2ff7-49be-abb4-1919367e42c9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a549f06a0>, 'dc8c6566-5f96-475f-8bc9-1c2ab2d63e04') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:16.784991 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0fad48db-2ff7-49be-abb4-1919367e42c9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.798436 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0fad48db-2ff7-49be-abb4-1919367e42c9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.804191 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fad48db-2ff7-49be-abb4-1919367e42c9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:45:16.804577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0fad48db-2ff7-49be-abb4-1919367e42c9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:45:16.807618 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:45:16.869984 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0fad48db-2ff7-49be-abb4-1919367e42c9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.875063 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0fad48db-2ff7-49be-abb4-1919367e42c9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.878375 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0fad48db-2ff7-49be-abb4-1919367e42c9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/networks/d864d6ec-2cea-44d6-872f-20cd5ffa56ef HTTP/1.1" status: 204  len: 168 time: 0.3132565
Nov 20 21:45:16.881220 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57810) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:16.893020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad48db-2ff7-49be-abb4-1919367e42c9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Network': ['ID=d864d6ec-2cea-44d6-872f-20cd5ffa56ef,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:16.942341 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.966478 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:16.968268 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:17.032092 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:17.034904 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:17.039214 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/security-groups/b5e7e0da-6edd-4ed7-8e11-19677215bd1a HTTP/1.1" status: 204  len: 168 time: 0.1569252
Nov 20 21:45:17.051574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e7e0da-6edd-4ed7-8e11-19677215bd1a,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:17.062423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:17.062845 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:17.063235 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:17.063585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:17.063923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:17.064283 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:17.064717 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:17.065239 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:17.065734 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:17.066249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:17.066769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:17.067106 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80438b-f8c3-4108-bf43-1d09bb732794 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:17.187477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b9ec7e55-9cfe-465c-9eef-0f59a4035719 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:45:17.211283 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: b9ec7e55-9cfe-465c-9eef-0f59a4035719 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:45:17.211722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b9ec7e55-9cfe-465c-9eef-0f59a4035719 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:45:17.212204 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f185159d-92a8-406c-a49e-98a241932206 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:45:17.232601 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: f185159d-92a8-406c-a49e-98a241932206 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:45:17.232968 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device f185159d-92a8-406c-a49e-98a241932206 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:45:17.233374 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 45d34ac4-1556-4e13-9ce9-af96f096dccc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:45:17.254876 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 45d34ac4-1556-4e13-9ce9-af96f096dccc {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:45:17.255449 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 45d34ac4-1556-4e13-9ce9-af96f096dccc not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:45:17.571254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57820) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:17.576227 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-2edda478-d456-4378-ba51-9ef86e1401a2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1740584713', 'description': 'tempest-secgroup-smoke-1740584713 description', 'project_id': 'a671b29208764a018b1936b75389117b'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:45:17.598462 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2edda478-d456-4378-ba51-9ef86e1401a2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:17.662530 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2edda478-d456-4378-ba51-9ef86e1401a2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:17.666521 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2edda478-d456-4378-ba51-9ef86e1401a2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:17.693262 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2edda478-d456-4378-ba51-9ef86e1401a2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:17.694507 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2edda478-d456-4378-ba51-9ef86e1401a2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1219230
Nov 20 21:45:17.697498 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57822) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:17.698488 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edda478-d456-4378-ba51-9ef86e1401a2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97ae510-174f-4c7d-ac78-ac5c962fdc13,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:17.703799 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-9445f725-0cd1-4a13-969a-25891a4c08e5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': 'e97ae510-174f-4c7d-ac78-ac5c962fdc13', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:45:17.731509 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9445f725-0cd1-4a13-969a-25891a4c08e5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:17.786722 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9445f725-0cd1-4a13-969a-25891a4c08e5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:17.789925 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9445f725-0cd1-4a13-969a-25891a4c08e5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:17.808856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445f725-0cd1-4a13-969a-25891a4c08e5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14ee1ad-6fb2-45af-992e-7213b55a7622,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:17.816255 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9445f725-0cd1-4a13-969a-25891a4c08e5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:17.817452 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9445f725-0cd1-4a13-969a-25891a4c08e5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1188102
Nov 20 21:45:17.820183 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57824) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:17.825153 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-1e5c6521-96de-4a9b-b4f4-b5f02a420227 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': 'e97ae510-174f-4c7d-ac78-ac5c962fdc13', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:45:17.851306 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6521-96de-4a9b-b4f4-b5f02a420227 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:17.906481 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6521-96de-4a9b-b4f4-b5f02a420227 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:17.909814 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6521-96de-4a9b-b4f4-b5f02a420227 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:17.928043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c6521-96de-4a9b-b4f4-b5f02a420227 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1715deef-e69f-4a55-b7cf-1f6717f534ed,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:17.933918 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6521-96de-4a9b-b4f4-b5f02a420227 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:17.934736 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1e5c6521-96de-4a9b-b4f4-b5f02a420227 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1136048
Nov 20 21:45:17.937389 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57826) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:17.941670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-bf66c638-eded-4a74-939d-23d145d32c81 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': 'e97ae510-174f-4c7d-ac78-ac5c962fdc13', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:45:17.968435 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf66c638-eded-4a74-939d-23d145d32c81 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.029651 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf66c638-eded-4a74-939d-23d145d32c81 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.033224 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf66c638-eded-4a74-939d-23d145d32c81 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.048253 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66c638-eded-4a74-939d-23d145d32c81 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d315dbd-f844-447a-aa86-61130c3f8cde,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:18.059068 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-bf66c638-eded-4a74-939d-23d145d32c81 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.060282 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-bf66c638-eded-4a74-939d-23d145d32c81 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1219563
Nov 20 21:45:18.063245 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57828) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:18.071346 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-cb2734e3-d0b3-4c54-bed8-f41b1cfc0bbb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': 'e97ae510-174f-4c7d-ac78-ac5c962fdc13', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:45:18.099279 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cb2734e3-d0b3-4c54-bed8-f41b1cfc0bbb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.158300 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cb2734e3-d0b3-4c54-bed8-f41b1cfc0bbb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.161477 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cb2734e3-d0b3-4c54-bed8-f41b1cfc0bbb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.179477 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2734e3-d0b3-4c54-bed8-f41b1cfc0bbb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd7c160-6ecf-4dc1-b320-21193a659547,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:18.187526 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-cb2734e3-d0b3-4c54-bed8-f41b1cfc0bbb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.188737 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-cb2734e3-d0b3-4c54-bed8-f41b1cfc0bbb tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1244040
Nov 20 21:45:18.191453 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57830) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:18.195769 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-27848ceb-6219-476d-8b2a-749b05b27a91 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': 'e97ae510-174f-4c7d-ac78-ac5c962fdc13', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:45:18.218518 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-27848ceb-6219-476d-8b2a-749b05b27a91 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Project a671b29208764a018b1936b75389117b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:45:18.224275 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27848ceb-6219-476d-8b2a-749b05b27a91 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.282557 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27848ceb-6219-476d-8b2a-749b05b27a91 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.286003 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27848ceb-6219-476d-8b2a-749b05b27a91 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.309003 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27848ceb-6219-476d-8b2a-749b05b27a91 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a945d1-1a39-4986-ad24-03380f1f5f93,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:18.314581 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-27848ceb-6219-476d-8b2a-749b05b27a91 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.315774 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-27848ceb-6219-476d-8b2a-749b05b27a91 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1233964
Nov 20 21:45:18.318609 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57832) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:18.323441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-4b6f879e-e522-496a-9c2f-587f314aa98e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': 'e97ae510-174f-4c7d-ac78-ac5c962fdc13', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:45:18.344413 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-4b6f879e-e522-496a-9c2f-587f314aa98e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Project a671b29208764a018b1936b75389117b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:45:18.349145 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4b6f879e-e522-496a-9c2f-587f314aa98e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.409254 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4b6f879e-e522-496a-9c2f-587f314aa98e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.412638 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4b6f879e-e522-496a-9c2f-587f314aa98e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.429357 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f879e-e522-496a-9c2f-587f314aa98e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8d8811-33e6-405f-8aeb-aec40b8fcd8a,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:18.437277 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-4b6f879e-e522-496a-9c2f-587f314aa98e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.438551 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4b6f879e-e522-496a-9c2f-587f314aa98e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1190112
Nov 20 21:45:18.441338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57834) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:18.446238 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-0a1e3ceb-4ab3-4889-a0a5-9d445d3c6ee2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'network': {'name': 'tempest-network-smoke--938368157', 'project_id': 'a671b29208764a018b1936b75389117b', 'port_security_enabled': True}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:45:18.467372 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1e3ceb-4ab3-4889-a0a5-9d445d3c6ee2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Made reservation on behalf of a671b29208764a018b1936b75389117b for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:45:18.471310 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3ceb-4ab3-4889-a0a5-9d445d3c6ee2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.494906 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1e3ceb-4ab3-4889-a0a5-9d445d3c6ee2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:45:18.504166 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3ceb-4ab3-4889-a0a5-9d445d3c6ee2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.504505 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-0a1e3ceb-4ab3-4889-a0a5-9d445d3c6ee2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Added segment 8006447d-8e32-492b-85c7-a216e22e6a18 of type vlan for network 7eaf7bb7-f66e-455b-9afd-56c69e49f42e
Nov 20 21:45:18.546147 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3ceb-4ab3-4889-a0a5-9d445d3c6ee2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.571685 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3ceb-4ab3-4889-a0a5-9d445d3c6ee2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.577810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e3ceb-4ab3-4889-a0a5-9d445d3c6ee2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:18.578436 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3ceb-4ab3-4889-a0a5-9d445d3c6ee2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.611461 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-0a1e3ceb-4ab3-4889-a0a5-9d445d3c6ee2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1690638
Nov 20 21:45:18.614531 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57836) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:18.619999 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1172790780', 'admin_state_up': True, 'project_id': 'a671b29208764a018b1936b75389117b', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:45:18.643110 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.644484 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.652046 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e3ceb-4ab3-4889-a0a5-9d445d3c6ee2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Network': ['ID=7eaf7bb7-f66e-455b-9afd-56c69e49f42e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:18.663158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 7eaf7bb7-f66e-455b-9afd-56c69e49f42e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:45:18.700480 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.803257 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:18.838226 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:19.029368 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:19.048346 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:19.148435 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.35.1.89 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/cf9dbe16-7d4b-487f-9609-441b6298b7a9) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:45:19.252239 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:19.284703 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:19.323116 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:45:19.325945 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:45:19.329449 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:45:19.339006 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02101928-e98e-4e1d-95c1-c1c63c18cc21 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:45:19.354640 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=cf9dbe16-7d4b-487f-9609-441b6298b7a9,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:19.361653 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:19.440527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-991e13ef-ee74-4555-a092-ddf3b3c91bcb None None] Provisioning complete for port cf9dbe16-7d4b-487f-9609-441b6298b7a9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:45:19.440806 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-991e13ef-ee74-4555-a092-ddf3b3c91bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:19.475479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-991e13ef-ee74-4555-a092-ddf3b3c91bcb None None] Port cf9dbe16-7d4b-487f-9609-441b6298b7a9 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:45:19.581933 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:19.777537 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:19.905750 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router eb8732bb-a3d8-4736-a764-bf801bd1609a is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:45:20.012554 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:45:20.021892 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Sync routers for ids ['eb8732bb-a3d8-4736-a764-bf801bd1609a'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:45:20.033053 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:20.034247 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c8e92c0e-7688-4047-ae0a-81e20abfec80 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4185820
Nov 20 21:45:20.036843 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Routers {'eb8732bb-a3d8-4736-a764-bf801bd1609a'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:45:20.037361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57838) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:20.037550 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5433aee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:45:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['eb8732bb-a3d8-4736-a764-bf801bd1609a'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:20.066174 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3133b444-8a49-4a55-b0cb-cb0d3bc05cf6 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a671b29208764a018b1936b75389117b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0277007
Nov 20 21:45:20.068657 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57840) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:20.144748 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Set router eb8732bb-a3d8-4736-a764-bf801bd1609a gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:45:20.158184 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4739672-56c7-4d29-8b81-0ac2357291f6 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:20.162347 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c4739672-56c7-4d29-8b81-0ac2357291f6 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0901392
Nov 20 21:45:20.162565 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57842) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:20.191114 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-31fdd485-64e8-40bc-9e2a-a34f97c7aef8 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0274615
Nov 20 21:45:20.193548 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57844) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:20.198754 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-2f308b1b-91cc-4eb9-ac1a-2a2b6df6039a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-581828674', 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e', 'project_id': 'a671b29208764a018b1936b75389117b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:45:20.285226 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f308b1b-91cc-4eb9-ac1a-2a2b6df6039a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Made reservation on behalf of a671b29208764a018b1936b75389117b for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:45:20.288670 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f308b1b-91cc-4eb9-ac1a-2a2b6df6039a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:20.332080 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5433aee0>, [{'id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172790780', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:45:18Z', 'updated_at': '2021-11-20T21:45:19Z', 'revision_number': 3, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:19Z', 'updated_at': '2021-11-20T21:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:20.358639 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Checking router: eb8732bb-a3d8-4736-a764-bf801bd1609a for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:45:20.358991 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Updating router eb8732bb-a3d8-4736-a764-bf801bd1609a port cf9dbe16-7d4b-487f-9609-441b6298b7a9 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:45:20.382810 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:20.469508 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f308b1b-91cc-4eb9-ac1a-2a2b6df6039a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:20.538013 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f308b1b-91cc-4eb9-ac1a-2a2b6df6039a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Subnet': ['ID=a765b127-10de-4b9e-a6a0-efd3342ed50e,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:20.549260 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f308b1b-91cc-4eb9-ac1a-2a2b6df6039a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Checking segment: {'id': '8006447d-8e32-492b-85c7-a216e22e6a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:45:20.549626 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f308b1b-91cc-4eb9-ac1a-2a2b6df6039a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network hostable DHCP agents. Network: 7eaf7bb7-f66e-455b-9afd-56c69e49f42e, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:45:20.566293 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f308b1b-91cc-4eb9-ac1a-2a2b6df6039a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network 7eaf7bb7-f66e-455b-9afd-56c69e49f42e is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:45:20.575448 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-2f308b1b-91cc-4eb9-ac1a-2a2b6df6039a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7eaf7bb7-f66e-455b-9afd-56c69e49f42e) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:45:20.580452 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f308b1b-91cc-4eb9-ac1a-2a2b6df6039a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:20.582269 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f308b1b-91cc-4eb9-ac1a-2a2b6df6039a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:20.583739 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0b669c-1d6f-493c-8507-0cb6f6d1fb05 None None] Network 7eaf7bb7-f66e-455b-9afd-56c69e49f42e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:45:20.601977 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2f308b1b-91cc-4eb9-ac1a-2a2b6df6039a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4048738
Nov 20 21:45:20.602254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57846) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:20.643017 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:20.649348 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:20.695768 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Attempting to bind port cf9dbe16-7d4b-487f-9609-441b6298b7a9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:45:20.696124 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Attempting to bind port cf9dbe16-7d4b-487f-9609-441b6298b7a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:45:20.696484 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Attempting to bind port cf9dbe16-7d4b-487f-9609-441b6298b7a9 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:45:20.705657 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2247e0-4718-47de-b9fa-bd930db4f1ec None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:45:20.708523 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:45:20.708894 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:45:20.709361 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:20.709788 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:45:20.710241 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Bound port: cf9dbe16-7d4b-487f-9609-441b6298b7a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:45:20.711047 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:20.734033 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c5288-565b-40a4-af94-7f647daa0d99 None None] Pushing event updated for resources: {'Port': ['ID=cf9dbe16-7d4b-487f-9609-441b6298b7a9,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:20.759288 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7eaf7bb7-f66e-455b-9afd-56c69e49f42e', 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'fixed_ips': [{'subnet_id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:45:20.760684 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:20.768695 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] For port cf9dbe16-7d4b-487f-9609-441b6298b7a9, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:45:20.771798 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] For port cf9dbe16-7d4b-487f-9609-441b6298b7a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf9dbe16-7d4b-487f-9609-441b6298b7a9,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:45:20.773839 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c5288-565b-40a4-af94-7f647daa0d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:20.774226 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c5288-565b-40a4-af94-7f647daa0d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:20.774550 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c5288-565b-40a4-af94-7f647daa0d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:20.775510 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c5288-565b-40a4-af94-7f647daa0d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:20.775801 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c5288-565b-40a4-af94-7f647daa0d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:20.776238 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c5288-565b-40a4-af94-7f647daa0d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:20.776671 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c5288-565b-40a4-af94-7f647daa0d99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:20.777004 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c5288-565b-40a4-af94-7f647daa0d99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:20.777505 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c5288-565b-40a4-af94-7f647daa0d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:20.778003 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c5288-565b-40a4-af94-7f647daa0d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:20.778534 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c5288-565b-40a4-af94-7f647daa0d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:20.779028 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c5288-565b-40a4-af94-7f647daa0d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:20.783180 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:20.834243 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Routers {'eb8732bb-a3d8-4736-a764-bf801bd1609a'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:45:20.835108 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5433aee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:45:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['eb8732bb-a3d8-4736-a764-bf801bd1609a'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:20.847918 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d3aef2-b0e9-499c-8dc2-9534d077ff5a None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:45:20.880897 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4fea99e2-867c-4697-88ea-6703060bebe9 None None] Provisioning complete for port cf9dbe16-7d4b-487f-9609-441b6298b7a9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:45:20.881286 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4fea99e2-867c-4697-88ea-6703060bebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:20.942088 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] Set router eb8732bb-a3d8-4736-a764-bf801bd1609a gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:45:20.963172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Allocated IP 172.20.0.2 (7eaf7bb7-f66e-455b-9afd-56c69e49f42e/a765b127-10de-4b9e-a6a0-efd3342ed50e/1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:45:21.012288 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c5288-565b-40a4-af94-7f647daa0d99 None None] Pushing event updated for resources: {'Port': ['ID=cf9dbe16-7d4b-487f-9609-441b6298b7a9,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:21.040248 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4fea99e2-867c-4697-88ea-6703060bebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:21.064019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4fea99e2-867c-4697-88ea-6703060bebe9 None None] For port cf9dbe16-7d4b-487f-9609-441b6298b7a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf9dbe16-7d4b-487f-9609-441b6298b7a9,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:45:21.097708 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4fea99e2-867c-4697-88ea-6703060bebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:21.182170 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea99e2-867c-4697-88ea-6703060bebe9 None None] Pushing event updated for resources: {'Port': ['ID=cf9dbe16-7d4b-487f-9609-441b6298b7a9,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:21.245444 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-edf3f9e0-ddda-49e1-8913-f610a9f3cdd7 None None] Provisioning complete for port cf9dbe16-7d4b-487f-9609-441b6298b7a9 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:45:21.245868 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-edf3f9e0-ddda-49e1-8913-f610a9f3cdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:21.246007 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5433aee0>, [{'id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172790780', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:45:18Z', 'updated_at': '2021-11-20T21:45:19Z', 'revision_number': 3, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:19Z', 'updated_at': '2021-11-20T21:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:21.247788 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:21.271630 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:21.279118 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c69fa13-e3d6-45d7-bb5d-01d924f1867e None None] The sync data for ids ['eb8732bb-a3d8-4736-a764-bf801bd1609a'] in ncdv-master-1 is: [{'id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172790780', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:45:18Z', 'updated_at': '2021-11-20T21:45:19Z', 'revision_number': 3, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:19Z', 'updated_at': '2021-11-20T21:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:45:21.332301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Network 7eaf7bb7-f66e-455b-9afd-56c69e49f42e is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:45:21.340407 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:45:21.344489 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:45:21.347530 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Pushing event updated for resources: {'Port': ['ID=1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:21.440197 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Attempting to bind port 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:45:21.440578 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Attempting to bind port 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8006447d-8e32-492b-85c7-a216e22e6a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:45:21.440945 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Attempting to bind port 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd on network 7eaf7bb7-f66e-455b-9afd-56c69e49f42e {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:45:21.446001 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:45:21.446418 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Checking segment: {'id': '8006447d-8e32-492b-85c7-a216e22e6a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:45:21.447385 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:21.447778 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Bound using segment: {'id': '8006447d-8e32-492b-85c7-a216e22e6a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:45:21.448273 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Bound port: 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8006447d-8e32-492b-85c7-a216e22e6a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:45:21.448934 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:21.452760 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:21.520197 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] For port 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:45:21.524529 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] For port 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd,segment=NetworkSegment(8006447d-8e32-492b-85c7-a216e22e6a18),segment_id=8006447d-8e32-492b-85c7-a216e22e6a18)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:45:21.533862 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:21.607928 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e46c50-e7a1-4121-bc63-66be268aeea5 None None] Pushing event updated for resources: {'Port': ['ID=1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:21.809350 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.20.0.1 (7eaf7bb7-f66e-455b-9afd-56c69e49f42e/a765b127-10de-4b9e-a6a0-efd3342ed50e/9099e8cf-3187-4273-b587-3065dc17d019) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:45:21.945783 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:21.982736 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:22.027803 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network 7eaf7bb7-f66e-455b-9afd-56c69e49f42e is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:45:22.031142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:45:22.035299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:45:22.041687 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=9099e8cf-3187-4273-b587-3065dc17d019,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:22.085562 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:22.226623 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:22.525128 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:22.535036 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:22.561341 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea956096-9f0d-412f-9b8c-f6f53a07715d None None] Network 7eaf7bb7-f66e-455b-9afd-56c69e49f42e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:45:22.615195 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=9099e8cf-3187-4273-b587-3065dc17d019,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:22.617705 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:22.701787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5b47b213-c285-4c71-abc4-2e0d30fb577f None None] Provisioning complete for port 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:45:22.702364 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5b47b213-c285-4c71-abc4-2e0d30fb577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:22.719385 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network 7eaf7bb7-f66e-455b-9afd-56c69e49f42e is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:45:22.720981 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:45:22.818658 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5b47b213-c285-4c71-abc4-2e0d30fb577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:22.859440 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5b47b213-c285-4c71-abc4-2e0d30fb577f None None] For port 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd,segment=NetworkSegment(8006447d-8e32-492b-85c7-a216e22e6a18),segment_id=8006447d-8e32-492b-85c7-a216e22e6a18)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:45:22.863352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router eb8732bb-a3d8-4736-a764-bf801bd1609a has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:45:22.869112 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5b47b213-c285-4c71-abc4-2e0d30fb577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:22.926597 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47b213-c285-4c71-abc4-2e0d30fb577f None None] Pushing event updated for resources: {'Port': ['ID=1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:22.991625 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:45:22.997359 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-af1b55a1-3518-471e-8652-afa7f6d71cac tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "PUT /v2.0/routers/eb8732bb-a3d8-4736-a764-bf801bd1609a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3940840
Nov 20 21:45:23.091915 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2a9c0afb-08ad-4c43-abf0-6ec401595012 None None] Provisioning complete for port 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:45:23.092357 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2a9c0afb-08ad-4c43-abf0-6ec401595012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:23.138113 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Sync routers for ids ['eb8732bb-a3d8-4736-a764-bf801bd1609a'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:45:23.153905 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Routers {'eb8732bb-a3d8-4736-a764-bf801bd1609a'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:45:23.154765 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464ef9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:45:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['eb8732bb-a3d8-4736-a764-bf801bd1609a'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:23.189556 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-6d446668-e641-413b-8259-69e99eb5c960 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1740584713&fields=id&tenant_id=a671b29208764a018b1936b75389117b HTTP/1.1" status: 200  len: 267 time: 0.0703135
Nov 20 21:45:23.348222 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-c3467966-1611-4652-ae45-e52f2e181e32 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:23.349828 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-c3467966-1611-4652-ae45-e52f2e181e32 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/networks?id=7eaf7bb7-f66e-455b-9afd-56c69e49f42e HTTP/1.1" status: 200  len: 796 time: 0.1481619
Nov 20 21:45:23.366727 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-a6845f55-2bd7-4049-996b-1b6de29f961f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/quotas/a671b29208764a018b1936b75389117b HTTP/1.1" status: 200  len: 375 time: 0.0105257
Nov 20 21:45:23.424445 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-27dde4f0-7b72-405f-a701-76f827cdeb56 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0515573
Nov 20 21:45:23.461175 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:45:23.517473 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Set router eb8732bb-a3d8-4736-a764-bf801bd1609a gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:45:23.554718 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-9d309db6-7a21-4a23-bebe-704aa67c8808 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:45:23.555776 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-9d309db6-7a21-4a23-bebe-704aa67c8808 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0489123
Nov 20 21:45:23.566018 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2a9c0afb-08ad-4c43-abf0-6ec401595012 None None] Provisioning complete for port 9099e8cf-3187-4273-b587-3065dc17d019 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:45:23.566605 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2a9c0afb-08ad-4c43-abf0-6ec401595012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:23.652965 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-b49b401a-77df-49e4-911a-08a121d38128 service neutron] 10.222.0.41 "GET /v2.0/networks/7eaf7bb7-f66e-455b-9afd-56c69e49f42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895209
Nov 20 21:45:23.659795 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-2a9c0afb-08ad-4c43-abf0-6ec401595012 None None] Port 9099e8cf-3187-4273-b587-3065dc17d019 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:45:23.664566 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:45:23.664932 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:23.742741 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-bb4828e6-78d8-4288-9937-45e429b7f450 service neutron] 10.222.0.41 "GET /v2.0/networks/7eaf7bb7-f66e-455b-9afd-56c69e49f42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846844
Nov 20 21:45:23.835366 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-6436d588-18a3-4140-907b-bb30784a1f1a None None] Provisioning complete for port 9099e8cf-3187-4273-b587-3065dc17d019 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:45:23.835966 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6436d588-18a3-4140-907b-bb30784a1f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:23.879511 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cf9dbe16-7d4b-487f-9609-441b6298b7a9 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:45:23.915916 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-953085f9-6d47-4a68-8b28-ae93aaf7835d req-3921ae22-fce7-4526-81bc-5f6944d8370a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 210 time: 0.0272362
Nov 20 21:45:23.920576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-6436d588-18a3-4140-907b-bb30784a1f1a None None] Port 9099e8cf-3187-4273-b587-3065dc17d019 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:45:23.942612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464ef9d0>, [{'id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172790780', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:45:18Z', 'updated_at': '2021-11-20T21:45:22Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:19Z', 'updated_at': '2021-11-20T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9099e8cf-3187-4273-b587-3065dc17d019', 'name': '', 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:18:80:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:21Z', 'updated_at': '2021-11-20T21:45:22Z', 'revision_number': 2, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:23.965727 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Checking router: eb8732bb-a3d8-4736-a764-bf801bd1609a for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:45:23.966110 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Updating router eb8732bb-a3d8-4736-a764-bf801bd1609a port 9099e8cf-3187-4273-b587-3065dc17d019 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:45:24.001283 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:24.010673 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port cf9dbe16-7d4b-487f-9609-441b6298b7a9 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:45:24.011042 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:24.331606 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:24.338404 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:24.389395 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cac81c-f877-4352-9c48-1f59a0e3e7bf None None] Pushing event updated for resources: {'Port': ['ID=9099e8cf-3187-4273-b587-3065dc17d019,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:24.450459 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Attempting to bind port 9099e8cf-3187-4273-b587-3065dc17d019 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:45:24.450834 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Attempting to bind port 9099e8cf-3187-4273-b587-3065dc17d019 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8006447d-8e32-492b-85c7-a216e22e6a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:45:24.451990 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Attempting to bind port 9099e8cf-3187-4273-b587-3065dc17d019 on network 7eaf7bb7-f66e-455b-9afd-56c69e49f42e {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:45:24.457957 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:45:24.458391 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Checking segment: {'id': '8006447d-8e32-492b-85c7-a216e22e6a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:45:24.458764 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:24.459154 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Bound using segment: {'id': '8006447d-8e32-492b-85c7-a216e22e6a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:45:24.459622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Bound port: 9099e8cf-3187-4273-b587-3065dc17d019, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8006447d-8e32-492b-85c7-a216e22e6a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:45:24.460005 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:24.532142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] For port 9099e8cf-3187-4273-b587-3065dc17d019, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:45:24.535769 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] For port 9099e8cf-3187-4273-b587-3065dc17d019, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9099e8cf-3187-4273-b587-3065dc17d019,segment=NetworkSegment(8006447d-8e32-492b-85c7-a216e22e6a18),segment_id=8006447d-8e32-492b-85c7-a216e22e6a18)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:45:24.539915 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:24.603296 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Routers {'eb8732bb-a3d8-4736-a764-bf801bd1609a'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:45:24.603931 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a464ef9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:45:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['eb8732bb-a3d8-4736-a764-bf801bd1609a'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:24.641137 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cac81c-f877-4352-9c48-1f59a0e3e7bf None None] Pushing event updated for resources: {'Port': ['ID=9099e8cf-3187-4273-b587-3065dc17d019,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:24.670882 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-62db85a1-fca6-40ef-8ef6-c99ce164efc6 None None] Provisioning complete for port 9099e8cf-3187-4273-b587-3065dc17d019 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:45:24.671252 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-62db85a1-fca6-40ef-8ef6-c99ce164efc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:24.761851 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] Set router eb8732bb-a3d8-4736-a764-bf801bd1609a gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:45:24.881851 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-62db85a1-fca6-40ef-8ef6-c99ce164efc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:24.886312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-44637f63-2887-40fd-98fe-28b0f5600aa1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:24.887928 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-44637f63-2887-40fd-98fe-28b0f5600aa1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.37 "GET /v2.0/networks?id=7eaf7bb7-f66e-455b-9afd-56c69e49f42e HTTP/1.1" status: 200  len: 796 time: 0.1261964
Nov 20 21:45:24.960994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-62db85a1-fca6-40ef-8ef6-c99ce164efc6 None None] For port 9099e8cf-3187-4273-b587-3065dc17d019, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9099e8cf-3187-4273-b587-3065dc17d019,segment=NetworkSegment(8006447d-8e32-492b-85c7-a216e22e6a18),segment_id=8006447d-8e32-492b-85c7-a216e22e6a18)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:45:24.966352 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-e6341f2b-4ff5-46d0-bd2c-474f6f368bf1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a671b29208764a018b1936b75389117b HTTP/1.1" status: 200  len: 380 time: 0.0676060
Nov 20 21:45:24.967492 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-62db85a1-fca6-40ef-8ef6-c99ce164efc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:24.979627 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-7f91de8c-ab86-4702-8d1b-128bb9752779 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'port': {'device_id': '4506b083-5104-4ea3-ae4c-d50be293eecd', 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e', 'admin_state_up': True, 'tenant_id': 'a671b29208764a018b1936b75389117b', 'security_groups': ['e97ae510-174f-4c7d-ac78-ac5c962fdc13']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:45:25.026353 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-83da1019-49e9-4aef-8d92-031638e143a6 req-a2c8ee75-7438-436d-ab7d-ed2f6cb10885 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 210 time: 0.0327525
Nov 20 21:45:25.048576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db85a1-fca6-40ef-8ef6-c99ce164efc6 None None] Pushing event updated for resources: {'Port': ['ID=9099e8cf-3187-4273-b587-3065dc17d019,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:25.077666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a464ef9d0>, [{'id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172790780', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:45:18Z', 'updated_at': '2021-11-20T21:45:22Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:19Z', 'updated_at': '2021-11-20T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9099e8cf-3187-4273-b587-3065dc17d019', 'name': '', 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:18:80:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:21Z', 'updated_at': '2021-11-20T21:45:24Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:25.104996 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-7f91de8c-ab86-4702-8d1b-128bb9752779 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Made reservation on behalf of a671b29208764a018b1936b75389117b for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:45:25.110906 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-7f91de8c-ab86-4702-8d1b-128bb9752779 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:25.112383 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d315cf5c-1a40-4103-acf4-42dfb65b5553 None None] The sync data for ids ['eb8732bb-a3d8-4736-a764-bf801bd1609a'] in ncdv-master-1 is: [{'id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172790780', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:45:18Z', 'updated_at': '2021-11-20T21:45:22Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:19Z', 'updated_at': '2021-11-20T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9099e8cf-3187-4273-b587-3065dc17d019', 'name': '', 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:18:80:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:21Z', 'updated_at': '2021-11-20T21:45:24Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:45:25.119572 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-3b1ea668-d69f-4d92-96dd-176b01b36d93 None None] Provisioning complete for port 9099e8cf-3187-4273-b587-3065dc17d019 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:45:25.119853 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea668-d69f-4d92-96dd-176b01b36d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:25.274319 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-7f91de8c-ab86-4702-8d1b-128bb9752779 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.20.0.7 (7eaf7bb7-f66e-455b-9afd-56c69e49f42e/a765b127-10de-4b9e-a6a0-efd3342ed50e/2143d9a7-b8dd-484c-b9f2-bffd93a93c27) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:45:25.421310 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-7f91de8c-ab86-4702-8d1b-128bb9752779 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:25.461986 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-7f91de8c-ab86-4702-8d1b-128bb9752779 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:25.511712 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-7f91de8c-ab86-4702-8d1b-128bb9752779 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network 7eaf7bb7-f66e-455b-9afd-56c69e49f42e is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:45:25.519414 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-7f91de8c-ab86-4702-8d1b-128bb9752779 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:45:25.522323 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-7f91de8c-ab86-4702-8d1b-128bb9752779 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:45:25.526279 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91de8c-ab86-4702-8d1b-128bb9752779 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=2143d9a7-b8dd-484c-b9f2-bffd93a93c27,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:25.586273 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-7f91de8c-ab86-4702-8d1b-128bb9752779 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:25.586973 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-7f91de8c-ab86-4702-8d1b-128bb9752779 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:25.606612 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-7f91de8c-ab86-4702-8d1b-128bb9752779 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6327748
Nov 20 21:45:25.619697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Request body: {'port': {'device_id': '4506b083-5104-4ea3-ae4c-d50be293eecd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:45:25.683912 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:25.772268 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-455a51f6-adf0-4560-ab30-06421f801cb7 None None] Provisioning complete for port 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:45:25.772636 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-455a51f6-adf0-4560-ab30-06421f801cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:25.808373 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-455a51f6-adf0-4560-ab30-06421f801cb7 None None] Port 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:45:25.970115 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:45:25.978118 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:25.991058 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Transition to ACTIVE for port object 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:45:25.995740 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:26.050524 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Pushing event updated for resources: {'Port': ['ID=2143d9a7-b8dd-484c-b9f2-bffd93a93c27,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:26.158707 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Attempting to bind port 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:45:26.158707 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Attempting to bind port 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8006447d-8e32-492b-85c7-a216e22e6a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:45:26.159063 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Attempting to bind port 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 on network 7eaf7bb7-f66e-455b-9afd-56c69e49f42e {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:45:26.169586 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Port 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 on network 7eaf7bb7-f66e-455b-9afd-56c69e49f42e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:45:26.169930 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Attempting to bind port 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 on network 7eaf7bb7-f66e-455b-9afd-56c69e49f42e {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:45:26.185195 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396756c-e5d8-45e9-8768-64a782eeb889 req-d1d7b794-2686-459e-b7ce-982825c06f14 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:26.186846 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d396756c-e5d8-45e9-8768-64a782eeb889 req-d1d7b794-2686-459e-b7ce-982825c06f14 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 943 time: 0.0765519
Nov 20 21:45:26.188214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:45:26.188555 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Checking segment: {'id': '8006447d-8e32-492b-85c7-a216e22e6a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:45:26.188946 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Bound using segment: {'id': '8006447d-8e32-492b-85c7-a216e22e6a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:45:26.189398 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Bound port: 2143d9a7-b8dd-484c-b9f2-bffd93a93c27, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8006447d-8e32-492b-85c7-a216e22e6a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:45:26.189763 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:26.276177 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-6da45c92-e7d4-4699-b49f-78b96f73ca84 req-e4ae27ee-fe8b-459f-9628-b0701ee13e22 service neutron] (126225) timed out ('10.222.0.37', 62396) {{(pid=126225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 20 21:45:26.292961 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] For port 2143d9a7-b8dd-484c-b9f2-bffd93a93c27, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:45:26.305377 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d396756c-e5d8-45e9-8768-64a782eeb889 req-4eb1a056-2722-467c-a7a5-e61bc2510278 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1057079
Nov 20 21:45:26.309212 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] For port 2143d9a7-b8dd-484c-b9f2-bffd93a93c27, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2143d9a7-b8dd-484c-b9f2-bffd93a93c27,segment=NetworkSegment(8006447d-8e32-492b-85c7-a216e22e6a18),segment_id=8006447d-8e32-492b-85c7-a216e22e6a18)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:45:26.316911 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:26.362445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:26.363174 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:26.364507 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] 10.222.0.37 "PUT /v2.0/ports/2143d9a7-b8dd-484c-b9f2-bffd93a93c27 HTTP/1.1" status: 200  len: 1091 time: 0.7495534
Nov 20 21:45:26.364966 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4506b083-5104-4ea3-ae4c-d50be293eecd', 'tag': '2143d9a7-b8dd-484c-b9f2-bffd93a93c27'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:45:26.367272 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7397eab1-d4f0-4c79-bb95-e8a97380b833" -d '{"events": [{"name": "network-changed", "server_uuid": "4506b083-5104-4ea3-ae4c-d50be293eecd", "tag": "2143d9a7-b8dd-484c-b9f2-bffd93a93c27"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:45:26.387257 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294eb614-8774-4ed8-8362-4ed9a84d7207 service neutron] Pushing event updated for resources: {'Port': ['ID=2143d9a7-b8dd-484c-b9f2-bffd93a93c27,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:26.410583 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6e6c09-f98b-4085-b65f-ec977f08d693 x-openstack-request-id: req-1f6e6c09-f98b-4085-b65f-ec977f08d693 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:45:26.410885 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4506b083-5104-4ea3-ae4c-d50be293eecd", "tag": "2143d9a7-b8dd-484c-b9f2-bffd93a93c27", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:45:26.411144 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f6e6c09-f98b-4085-b65f-ec977f08d693 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:45:26.411557 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4506b083-5104-4ea3-ae4c-d50be293eecd', 'tag': '2143d9a7-b8dd-484c-b9f2-bffd93a93c27', 'status': 'completed', 'code': 200}
Nov 20 21:45:26.514456 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397eab1-d4f0-4c79-bb95-e8a97380b833 req-3950e160-697e-4862-87b9-3e299090b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:26.516159 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7397eab1-d4f0-4c79-bb95-e8a97380b833 req-3950e160-697e-4862-87b9-3e299090b121 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 1094 time: 0.0442429
Nov 20 21:45:26.714888 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397eab1-d4f0-4c79-bb95-e8a97380b833 req-193e7d94-1969-4036-9bb5-8487ac6f7ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:26.716382 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7397eab1-d4f0-4c79-bb95-e8a97380b833 req-193e7d94-1969-4036-9bb5-8487ac6f7ed3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a671b29208764a018b1936b75389117b&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1923335
Nov 20 21:45:26.881846 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397eab1-d4f0-4c79-bb95-e8a97380b833 req-302d7b34-9c8f-476e-ad00-638235e21a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:26.883384 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7397eab1-d4f0-4c79-bb95-e8a97380b833 req-302d7b34-9c8f-476e-ad00-638235e21a50 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1597636
Nov 20 21:45:26.963294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-12ca66d1-a758-440c-91c5-8180ad57a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:26.964800 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-12ca66d1-a758-440c-91c5-8180ad57a5e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 1094 time: 0.0416381
Nov 20 21:45:27.010741 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-1ac96c45-b859-46fb-90eb-eaf30b0418ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2143d9a7-b8dd-484c-b9f2-bffd93a93c27 HTTP/1.1" status: 200  len: 217 time: 0.0382149
Nov 20 21:45:27.060215 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-cb6701f6-e499-49ae-a50b-de1f0765e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:27.061679 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-cb6701f6-e499-49ae-a50b-de1f0765e403 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a765b127-10de-4b9e-a6a0-efd3342ed50e HTTP/1.1" status: 200  len: 834 time: 0.0439985
Nov 20 21:45:27.107214 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-663eb13c-bce5-4c2a-86c4-4056fc257fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:27.108677 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-663eb13c-bce5-4c2a-86c4-4056fc257fbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7eaf7bb7-f66e-455b-9afd-56c69e49f42e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400431
Nov 20 21:45:27.207025 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-dfdf17b8-df62-4342-a35f-c16c9c2758fa service neutron] 10.222.0.37 "GET /v2.0/networks/7eaf7bb7-f66e-455b-9afd-56c69e49f42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0915573
Nov 20 21:45:27.210541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9099e8cf-3187-4273-b587-3065dc17d019 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:45:27.263289 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 9099e8cf-3187-4273-b587-3065dc17d019 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:45:27.263760 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:27.297029 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bf17a97d-abfc-459a-9734-0991e60ec699 req-ce8aca07-aa96-4e3b-abbc-b1e12fff8005 service neutron] 10.222.0.37 "GET /v2.0/networks/7eaf7bb7-f66e-455b-9afd-56c69e49f42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830243
Nov 20 21:45:27.431807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510d00c-9ae9-4f29-817b-7cfad56bd600 req-1ab0b50a-1333-44c9-bca7-cb2f4526748d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:27.433257 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3510d00c-9ae9-4f29-817b-7cfad56bd600 req-1ab0b50a-1333-44c9-bca7-cb2f4526748d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 943 time: 0.0560026
Nov 20 21:45:27.483964 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3510d00c-9ae9-4f29-817b-7cfad56bd600 req-f54b70c7-9512-4397-826e-4d52dc3a2888 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445948
Nov 20 21:45:27.546071 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:45:28.606785 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ad3fc-f19d-4a45-b643-69e182833143 req-3aeee463-f4bf-48b3-9a79-5a0b5b312322 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:28.608269 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fb1ad3fc-f19d-4a45-b643-69e182833143 req-3aeee463-f4bf-48b3-9a79-5a0b5b312322 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 943 time: 0.0546255
Nov 20 21:45:28.657548 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fb1ad3fc-f19d-4a45-b643-69e182833143 req-ef6ed9b5-b519-4c79-b3ae-564d4a813acc tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433745
Nov 20 21:45:29.773073 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5b031-fd2c-40ed-b268-1a43fc583afc req-b3ef10bc-a825-48e4-b8ab-7f927942b318 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:29.775173 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3be5b031-fd2c-40ed-b268-1a43fc583afc req-b3ef10bc-a825-48e4-b8ab-7f927942b318 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 943 time: 0.0487697
Nov 20 21:45:29.824804 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-3be5b031-fd2c-40ed-b268-1a43fc583afc req-3c002f4d-8176-4887-bec0-287be458c087 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437429
Nov 20 21:45:30.398754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:45:30.499284 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 2143d9a7-b8dd-484c-b9f2-bffd93a93c27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2143d9a7-b8dd-484c-b9f2-bffd93a93c27,segment=NetworkSegment(8006447d-8e32-492b-85c7-a216e22e6a18),segment_id=8006447d-8e32-492b-85c7-a216e22e6a18)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:45:30.511022 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '2143d9a7-b8dd-484c-b9f2-bffd93a93c27', 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e', 'port_id': '2143d9a7-b8dd-484c-b9f2-bffd93a93c27', 'mac_address': 'fa:16:3e:7b:76:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:45:30.548182 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:30.561169 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:45:30.581939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 2143d9a7-b8dd-484c-b9f2-bffd93a93c27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2143d9a7-b8dd-484c-b9f2-bffd93a93c27,segment=NetworkSegment(8006447d-8e32-492b-85c7-a216e22e6a18),segment_id=8006447d-8e32-492b-85c7-a216e22e6a18)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:45:30.585472 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:30.637139 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=2143d9a7-b8dd-484c-b9f2-bffd93a93c27,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:30.773383 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['2143d9a7-b8dd-484c-b9f2-bffd93a93c27'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:45:30.941936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc2be1-d53d-4fb9-9299-918473b321fa req-932f5aac-c196-4d5a-b9ca-d6571557fff3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:30.943474 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-36fc2be1-d53d-4fb9-9299-918473b321fa req-932f5aac-c196-4d5a-b9ca-d6571557fff3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 944 time: 0.0498607
Nov 20 21:45:30.993951 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-36fc2be1-d53d-4fb9-9299-918473b321fa req-1ef8c065-6b69-4b78-a2be-2aebf4537371 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440769
Nov 20 21:45:32.112656 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f89b4-05be-4d66-a9fb-2f536e052424 req-fb08945c-c024-409f-b76c-52cc952cf791 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:32.114146 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb0f89b4-05be-4d66-a9fb-2f536e052424 req-fb08945c-c024-409f-b76c-52cc952cf791 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 944 time: 0.0528963
Nov 20 21:45:32.163316 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bb0f89b4-05be-4d66-a9fb-2f536e052424 req-3bb734f5-b92c-47f2-b2de-d1b611beb9e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423324
Nov 20 21:45:32.414393 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:45:32.463822 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:45:32.468090 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:45:32.468458 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:32.549339 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:32.573156 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4506b083-5104-4ea3-ae4c-d50be293eecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2143d9a7-b8dd-484c-b9f2-bffd93a93c27'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:45:32.575400 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ea291949b0838306f0f8c51077ddaad3a0779a2bb4cd7a75dca710d4d5063e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9202c613-aeda-48e0-887b-ffe25f6af596" -d '{"events": [{"server_uuid": "4506b083-5104-4ea3-ae4c-d50be293eecd", "name": "network-vif-plugged", "status": "completed", "tag": "2143d9a7-b8dd-484c-b9f2-bffd93a93c27"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:45:32.588176 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 2143d9a7-b8dd-484c-b9f2-bffd93a93c27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2143d9a7-b8dd-484c-b9f2-bffd93a93c27,segment=NetworkSegment(8006447d-8e32-492b-85c7-a216e22e6a18),segment_id=8006447d-8e32-492b-85c7-a216e22e6a18)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:45:32.592474 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:32.618075 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9d8bb3-da9b-49c8-b9ba-6ef7a5437686 x-openstack-request-id: req-be9d8bb3-da9b-49c8-b9ba-6ef7a5437686 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:45:32.618378 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4506b083-5104-4ea3-ae4c-d50be293eecd", "name": "network-vif-plugged", "status": "completed", "tag": "2143d9a7-b8dd-484c-b9f2-bffd93a93c27", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:45:32.618628 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be9d8bb3-da9b-49c8-b9ba-6ef7a5437686 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:45:32.619019 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4506b083-5104-4ea3-ae4c-d50be293eecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2143d9a7-b8dd-484c-b9f2-bffd93a93c27', 'code': 200}
Nov 20 21:45:32.644741 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=2143d9a7-b8dd-484c-b9f2-bffd93a93c27,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:32.713635 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38764ad0-f429-452c-86eb-a300c20d03b1 req-a5258239-9948-44ff-8cc2-5ec28c95b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:32.715309 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38764ad0-f429-452c-86eb-a300c20d03b1 req-a5258239-9948-44ff-8cc2-5ec28c95b1fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 1096 time: 0.0403275
Nov 20 21:45:32.761363 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-38764ad0-f429-452c-86eb-a300c20d03b1 req-f5e8af30-6728-47d5-84a9-22fe2f3595c7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394039
Nov 20 21:45:33.279219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017db71-003b-4053-892f-0e602882745a req-b6bfe9d3-462e-4176-ad7a-115023025c49 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:33.280696 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e017db71-003b-4053-892f-0e602882745a req-b6bfe9d3-462e-4176-ad7a-115023025c49 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0489976
Nov 20 21:45:33.333361 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e017db71-003b-4053-892f-0e602882745a req-f22c9075-fd99-40a7-9f20-e9a0aabad205 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466955
Nov 20 21:45:34.449517 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89294f98-d5f6-42f0-904e-8fc88d11d222 req-a048e211-5174-4232-a251-ad332feaf221 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:34.451017 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-89294f98-d5f6-42f0-904e-8fc88d11d222 req-a048e211-5174-4232-a251-ad332feaf221 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0480292
Nov 20 21:45:34.503132 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-89294f98-d5f6-42f0-904e-8fc88d11d222 req-996b3ca4-b056-48f4-80e2-bb1879f4f49e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462875
Nov 20 21:45:34.617880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053501dd-fe75-484e-9ec4-ca847136e32c req-07dc11ce-6f4b-4206-9372-fc4d96c1fb2b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:34.619518 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-053501dd-fe75-484e-9ec4-ca847136e32c req-07dc11ce-6f4b-4206-9372-fc4d96c1fb2b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0494547
Nov 20 21:45:34.669228 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-053501dd-fe75-484e-9ec4-ca847136e32c req-cd6e93da-7c9b-4d17-abba-9ebfe0cec106 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437300
Nov 20 21:45:34.690915 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57912) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:34.730154 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b9f728-97ee-4611-92dd-dda69ee0aa0d tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:34.731895 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-57b9f728-97ee-4611-92dd-dda69ee0aa0d tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 1091 time: 0.0400214
Nov 20 21:45:34.734729 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57914) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:34.738908 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '2143d9a7-b8dd-484c-b9f2-bffd93a93c27', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:45:34.764360 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:34.862241 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:35.014365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.35.1.136 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/4621fd8f-33d0-4dd4-b9a1-e36d30f805af) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:45:35.114245 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:35.148414 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:35.190398 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:45:35.193199 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:45:35.196791 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:45:35.219474 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=4621fd8f-33d0-4dd4-b9a1-e36d30f805af,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:35.233384 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:35.233735 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:35.234102 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:35.234446 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:35.234784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:35.235117 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:35.235451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:35.235778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:35.236105 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:35.236432 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:35.236757 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:35.237079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:45:36.032439 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:36.131340 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:36.278169 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:36.282455 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:36.349970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=4621fd8f-33d0-4dd4-b9a1-e36d30f805af,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:45:36.359137 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:36.457508 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Floating IP 5084dccc-7731-424b-94fd-36feb1a2b4e5 associated. External IP: 172.35.1.136, port: 2143d9a7-b8dd-484c-b9f2-bffd93a93c27.
Nov 20 21:45:36.668261 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router eb8732bb-a3d8-4736-a764-bf801bd1609a has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:45:36.775952 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:45:36.786551 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856bb70c-b54d-42bb-9f58-c422d95c54a2 None None] Sync routers for ids ['eb8732bb-a3d8-4736-a764-bf801bd1609a'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:45:36.794285 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:36.796926 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856bb70c-b54d-42bb-9f58-c422d95c54a2 None None] Routers {'eb8732bb-a3d8-4736-a764-bf801bd1609a'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:45:36.797534 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-856bb70c-b54d-42bb-9f58-c422d95c54a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5404a940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:45:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['eb8732bb-a3d8-4736-a764-bf801bd1609a'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:36.821114 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a0f6eab5-b08d-4e16-b0c1-d83f65033939 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.0853870
Nov 20 21:45:36.821808 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4506b083-5104-4ea3-ae4c-d50be293eecd', 'tag': '2143d9a7-b8dd-484c-b9f2-bffd93a93c27'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:45:36.824236 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f97d4dc-68c5-4f33-9ebb-6f8fecca577e" -d '{"events": [{"name": "network-changed", "server_uuid": "4506b083-5104-4ea3-ae4c-d50be293eecd", "tag": "2143d9a7-b8dd-484c-b9f2-bffd93a93c27"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:45:36.892299 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b0f2dd-8a3c-4b63-b8c0-f1e0ca83bd07 x-openstack-request-id: req-29b0f2dd-8a3c-4b63-b8c0-f1e0ca83bd07 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:45:36.892601 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4506b083-5104-4ea3-ae4c-d50be293eecd", "tag": "2143d9a7-b8dd-484c-b9f2-bffd93a93c27", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:45:36.892857 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29b0f2dd-8a3c-4b63-b8c0-f1e0ca83bd07 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:45:36.893264 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4506b083-5104-4ea3-ae4c-d50be293eecd', 'tag': '2143d9a7-b8dd-484c-b9f2-bffd93a93c27', 'status': 'completed', 'code': 200}
Nov 20 21:45:36.923208 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-856bb70c-b54d-42bb-9f58-c422d95c54a2 None None] Set router eb8732bb-a3d8-4736-a764-bf801bd1609a gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:45:36.945969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548d638-d041-4c14-9b0f-f1ed5a511453 req-10c9781d-cb92-4f2f-862d-fc43ebf38fd9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:36.954336 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4548d638-d041-4c14-9b0f-f1ed5a511453 req-10c9781d-cb92-4f2f-862d-fc43ebf38fd9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0706084
Nov 20 21:45:36.986037 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97d4dc-68c5-4f33-9ebb-6f8fecca577e req-a3135f97-71ee-4a09-8266-fd9705afed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:36.988007 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f97d4dc-68c5-4f33-9ebb-6f8fecca577e req-a3135f97-71ee-4a09-8266-fd9705afed08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 1096 time: 0.0694306
Nov 20 21:45:37.003779 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4548d638-d041-4c14-9b0f-f1ed5a511453 req-b0117a29-59db-405f-9aa2-12e8543a265c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484524
Nov 20 21:45:37.037522 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 57920) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:37.148275 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a0043aa9-9407-4b38-a5bf-fcf2475d3ea9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/5084dccc-7731-424b-94fd-36feb1a2b4e5 HTTP/1.1" status: 200  len: 991 time: 0.1083746
Nov 20 21:45:37.148275 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97d4dc-68c5-4f33-9ebb-6f8fecca577e req-66770337-cbd5-45ae-a59c-fd6b20f89f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:37.150139 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f97d4dc-68c5-4f33-9ebb-6f8fecca577e req-66770337-cbd5-45ae-a59c-fd6b20f89f53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7eaf7bb7-f66e-455b-9afd-56c69e49f42e HTTP/1.1" status: 200  len: 897 time: 0.1542468
Nov 20 21:45:37.187924 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-856bb70c-b54d-42bb-9f58-c422d95c54a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5404a940>, [{'id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172790780', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:45:18Z', 'updated_at': '2021-11-20T21:45:22Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:19Z', 'updated_at': '2021-11-20T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5084dccc-7731-424b-94fd-36feb1a2b4e5', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'floating_ip_address': '172.35.1.136', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'port_id': '2143d9a7-b8dd-484c-b9f2-bffd93a93c27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e', 'mac_address': 'fa:16:3e:7b:76:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4506b083-5104-4ea3-ae4c-d50be293eecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:45:35Z', 'updated_at': '2021-11-20T21:45:35Z', 'revision_number': 0, 'project_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9099e8cf-3187-4273-b587-3065dc17d019', 'name': '', 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:18:80:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:21Z', 'updated_at': '2021-11-20T21:45:24Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:37.216292 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f97d4dc-68c5-4f33-9ebb-6f8fecca577e req-66ad8df2-b8b5-460e-9dc1-1b2664e56f16 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2143d9a7-b8dd-484c-b9f2-bffd93a93c27 HTTP/1.1" status: 200  len: 999 time: 0.0595253
Nov 20 21:45:37.218667 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856bb70c-b54d-42bb-9f58-c422d95c54a2 None None] Checking router: eb8732bb-a3d8-4736-a764-bf801bd1609a for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:45:37.227033 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856bb70c-b54d-42bb-9f58-c422d95c54a2 None None] Routers {'eb8732bb-a3d8-4736-a764-bf801bd1609a'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:45:37.228415 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-856bb70c-b54d-42bb-9f58-c422d95c54a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5404a940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:45:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['eb8732bb-a3d8-4736-a764-bf801bd1609a'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:37.266270 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97d4dc-68c5-4f33-9ebb-6f8fecca577e req-87bbca83-482b-4e11-ba90-82788233e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:37.267720 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f97d4dc-68c5-4f33-9ebb-6f8fecca577e req-87bbca83-482b-4e11-ba90-82788233e800 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a765b127-10de-4b9e-a6a0-efd3342ed50e HTTP/1.1" status: 200  len: 834 time: 0.0446005
Nov 20 21:45:37.317371 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97d4dc-68c5-4f33-9ebb-6f8fecca577e req-8c06be44-e90d-4755-985b-94ad5abcbaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:37.318804 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f97d4dc-68c5-4f33-9ebb-6f8fecca577e req-8c06be44-e90d-4755-985b-94ad5abcbaf3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7eaf7bb7-f66e-455b-9afd-56c69e49f42e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0433667
Nov 20 21:45:37.333250 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-856bb70c-b54d-42bb-9f58-c422d95c54a2 None None] Set router eb8732bb-a3d8-4736-a764-bf801bd1609a gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:45:37.407586 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f97d4dc-68c5-4f33-9ebb-6f8fecca577e req-a5513e5d-b56c-49a8-bc9f-1f7f801f6d77 service neutron] 10.222.0.37 "GET /v2.0/networks/7eaf7bb7-f66e-455b-9afd-56c69e49f42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820446
Nov 20 21:45:37.502684 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5f97d4dc-68c5-4f33-9ebb-6f8fecca577e req-0b31b634-fbfa-40de-b409-e73982c84da4 service neutron] 10.222.0.37 "GET /v2.0/networks/7eaf7bb7-f66e-455b-9afd-56c69e49f42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872927
Nov 20 21:45:37.554691 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-856bb70c-b54d-42bb-9f58-c422d95c54a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5404a940>, [{'id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172790780', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:45:18Z', 'updated_at': '2021-11-20T21:45:22Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:19Z', 'updated_at': '2021-11-20T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5084dccc-7731-424b-94fd-36feb1a2b4e5', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'floating_ip_address': '172.35.1.136', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'port_id': '2143d9a7-b8dd-484c-b9f2-bffd93a93c27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e', 'mac_address': 'fa:16:3e:7b:76:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4506b083-5104-4ea3-ae4c-d50be293eecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:45:35Z', 'updated_at': '2021-11-20T21:45:35Z', 'revision_number': 0, 'project_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9099e8cf-3187-4273-b587-3065dc17d019', 'name': '', 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:18:80:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:21Z', 'updated_at': '2021-11-20T21:45:24Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:45:37.584753 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856bb70c-b54d-42bb-9f58-c422d95c54a2 None None] The sync data for ids ['eb8732bb-a3d8-4736-a764-bf801bd1609a'] in ncdv-master-1 is: [{'id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172790780', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:45:18Z', 'updated_at': '2021-11-20T21:45:22Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:19Z', 'updated_at': '2021-11-20T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5084dccc-7731-424b-94fd-36feb1a2b4e5', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'floating_ip_address': '172.35.1.136', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'port_id': '2143d9a7-b8dd-484c-b9f2-bffd93a93c27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e', 'mac_address': 'fa:16:3e:7b:76:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4506b083-5104-4ea3-ae4c-d50be293eecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:45:35Z', 'updated_at': '2021-11-20T21:45:35Z', 'revision_number': 0, 'project_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9099e8cf-3187-4273-b587-3065dc17d019', 'name': '', 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:18:80:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:21Z', 'updated_at': '2021-11-20T21:45:24Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:45:37.778538 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febab8e7-de60-491a-bdf5-332006e789c8 None None] New status for floating IP 5084dccc-7731-424b-94fd-36feb1a2b4e5: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:45:38.150510 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 57922) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:45:38.251192 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b22622b0-2d56-45ae-ba21-7e69ac33423f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/5084dccc-7731-424b-94fd-36feb1a2b4e5 HTTP/1.1" status: 200  len: 993 time: 0.0994895
Nov 20 21:45:38.682242 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:38.847008 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:39.185443 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-856e4a54-2d51-40de-8afc-dd5ac361f32a req-04d81a33-ae0f-4625-a4a9-984336408df2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0396047
Nov 20 21:45:39.266560 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e4a54-2d51-40de-8afc-dd5ac361f32a req-a8e93ef1-1091-4dc2-918a-c026cfac4337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:39.268043 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-856e4a54-2d51-40de-8afc-dd5ac361f32a req-a8e93ef1-1091-4dc2-918a-c026cfac4337 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 1096 time: 0.0409174
Nov 20 21:45:39.373206 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e4a54-2d51-40de-8afc-dd5ac361f32a req-461af836-4b06-4ae6-b3f3-03133ca67317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:39.374704 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-856e4a54-2d51-40de-8afc-dd5ac361f32a req-461af836-4b06-4ae6-b3f3-03133ca67317 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7eaf7bb7-f66e-455b-9afd-56c69e49f42e HTTP/1.1" status: 200  len: 897 time: 0.0881004
Nov 20 21:45:39.440367 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-856e4a54-2d51-40de-8afc-dd5ac361f32a req-2ac8c0c9-8294-41dd-ad16-8e3da752030a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2143d9a7-b8dd-484c-b9f2-bffd93a93c27 HTTP/1.1" status: 200  len: 1001 time: 0.0572643
Nov 20 21:45:39.493638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e4a54-2d51-40de-8afc-dd5ac361f32a req-0441c662-818d-46e6-bded-eed611d579d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:39.495320 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-856e4a54-2d51-40de-8afc-dd5ac361f32a req-0441c662-818d-46e6-bded-eed611d579d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a765b127-10de-4b9e-a6a0-efd3342ed50e HTTP/1.1" status: 200  len: 834 time: 0.0475578
Nov 20 21:45:39.540643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e4a54-2d51-40de-8afc-dd5ac361f32a req-526709df-b239-404f-82f6-78dbaa792b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:45:39.542424 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-856e4a54-2d51-40de-8afc-dd5ac361f32a req-526709df-b239-404f-82f6-78dbaa792b54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7eaf7bb7-f66e-455b-9afd-56c69e49f42e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408714
Nov 20 21:45:39.636349 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-856e4a54-2d51-40de-8afc-dd5ac361f32a req-a9d9b478-5e24-47b7-974d-0b2ebed3f66c service neutron] 10.222.0.37 "GET /v2.0/networks/7eaf7bb7-f66e-455b-9afd-56c69e49f42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870097
Nov 20 21:45:39.724808 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-856e4a54-2d51-40de-8afc-dd5ac361f32a req-bfd7a2ce-8a6d-48ae-a68a-06d0543b3e67 service neutron] 10.222.0.37 "GET /v2.0/networks/7eaf7bb7-f66e-455b-9afd-56c69e49f42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819252
Nov 20 21:45:43.367201 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5e83aed7-ea14-4ec9-b4d2-01ffad7326c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:45.763104 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fb3bfaa6-5f47-4851-8013-be4a84eb319d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:46.968414 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:48.806415 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:45:49.356339 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:04.545825 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:46:08.695209 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:08.837145 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:09.627670 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a26fc-523f-4866-98bb-ceca48f03bac req-7cf0a67d-295b-41b1-8eff-21add3d691e1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:09.629160 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-388a26fc-523f-4866-98bb-ceca48f03bac req-7cf0a67d-295b-41b1-8eff-21add3d691e1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0553474
Nov 20 21:46:09.682947 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-388a26fc-523f-4866-98bb-ceca48f03bac req-69677a6d-aa46-4932-a54a-f9be9025437e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472360
Nov 20 21:46:10.807489 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aac3f-abc6-4946-a7a3-d7230d34e653 req-a5bc031f-d02d-445c-87ec-6d8b1a2d140a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:10.808902 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b29aac3f-abc6-4946-a7a3-d7230d34e653 req-a5bc031f-d02d-445c-87ec-6d8b1a2d140a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0566726
Nov 20 21:46:10.860283 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b29aac3f-abc6-4946-a7a3-d7230d34e653 req-d1739844-5165-42d1-9163-334cf97e780e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455155
Nov 20 21:46:11.978121 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b1c96-7b8a-42e6-9d80-9e18a094b91d req-4bfd1f7c-0fea-4dd8-92e4-acbc62fe9579 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:11.979600 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5d0b1c96-7b8a-42e6-9d80-9e18a094b91d req-4bfd1f7c-0fea-4dd8-92e4-acbc62fe9579 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0497909
Nov 20 21:46:12.028672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5d0b1c96-7b8a-42e6-9d80-9e18a094b91d req-c713aef3-91e8-45a7-a1ff-22526d13ab1a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429049
Nov 20 21:46:13.148549 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60514265-161c-4b47-a4a3-484897b5296a req-6b81e22e-aa01-4a83-836b-59306ea662c5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:13.150062 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60514265-161c-4b47-a4a3-484897b5296a req-6b81e22e-aa01-4a83-836b-59306ea662c5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0528913
Nov 20 21:46:13.199615 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60514265-161c-4b47-a4a3-484897b5296a req-c4a673e4-9e15-465b-b667-2c4e7a394a5a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437417
Nov 20 21:46:13.369540 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7cbb174b-f3df-44c7-8b4a-b2d6270bbb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:14.313369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50377f-22e0-4228-9bfc-57a3b6bdfa36 req-2106cc4a-149b-4eb7-a284-1257000bc6b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:14.314899 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1b50377f-22e0-4228-9bfc-57a3b6bdfa36 req-2106cc4a-149b-4eb7-a284-1257000bc6b0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0478511
Nov 20 21:46:14.364053 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1b50377f-22e0-4228-9bfc-57a3b6bdfa36 req-36be1343-1889-47df-a711-cd2007ca909b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428004
Nov 20 21:46:15.484364 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7fe9d-afbe-4112-8197-c45b1f6631ae req-706c6e52-fce2-4683-8797-14a37f5c76d7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:15.485768 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-edd7fe9d-afbe-4112-8197-c45b1f6631ae req-706c6e52-fce2-4683-8797-14a37f5c76d7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0537710
Nov 20 21:46:15.535493 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-edd7fe9d-afbe-4112-8197-c45b1f6631ae req-6ee2d623-15b4-42b6-be15-f28c41168778 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437896
Nov 20 21:46:15.764435 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d46be611-74c8-45f6-8da5-a558abd6cee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:16.656162 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bc5d7-aab5-4dc8-b514-bcdb0815a956 req-2d54412f-9192-4bd7-ba76-44c8e4232c72 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:16.657621 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-163bc5d7-aab5-4dc8-b514-bcdb0815a956 req-2d54412f-9192-4bd7-ba76-44c8e4232c72 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0524063
Nov 20 21:46:16.706877 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-163bc5d7-aab5-4dc8-b514-bcdb0815a956 req-383bb585-b937-48e3-8a4e-ff8d49c1d6b9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432479
Nov 20 21:46:16.970677 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:17.819909 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e9fec-0be4-4603-b942-6938b38f0bfa req-6a86ee60-b839-4c11-b143-4ee0f8867d6c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:17.821913 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b89e9fec-0be4-4603-b942-6938b38f0bfa req-6a86ee60-b839-4c11-b143-4ee0f8867d6c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0492175
Nov 20 21:46:17.870432 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b89e9fec-0be4-4603-b942-6938b38f0bfa req-ff64b2ee-e070-41f7-a538-afd8cafe2f3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425909
Nov 20 21:46:18.808193 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:18.985031 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb1ef6-6f05-49d3-a44d-76c6c0ba59d8 req-ab38ff52-0b14-417f-b088-0555e0d4eaa7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:18.986514 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9afb1ef6-6f05-49d3-a44d-76c6c0ba59d8 req-ab38ff52-0b14-417f-b088-0555e0d4eaa7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0485027
Nov 20 21:46:19.034889 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9afb1ef6-6f05-49d3-a44d-76c6c0ba59d8 req-a5fb53a9-691f-436f-ba08-76d292e3e70e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424917
Nov 20 21:46:19.358581 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:20.152547 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f49bd-be12-40ea-baab-a1745372c4a5 req-ad5e3f22-747b-42d3-b09b-964a465afdb2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:20.154189 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8f2f49bd-be12-40ea-baab-a1745372c4a5 req-ad5e3f22-747b-42d3-b09b-964a465afdb2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0489123
Nov 20 21:46:20.213954 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8f2f49bd-be12-40ea-baab-a1745372c4a5 req-fcaaa48c-6709-46d3-94b7-e6b525eacfa5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526571
Nov 20 21:46:21.327710 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565c7e7-e3fb-4a32-acb0-d33581953b2d req-59a97337-c87e-4b6a-b969-4297a1525fea tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:21.329175 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c565c7e7-e3fb-4a32-acb0-d33581953b2d req-59a97337-c87e-4b6a-b969-4297a1525fea tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0474796
Nov 20 21:46:21.381635 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c565c7e7-e3fb-4a32-acb0-d33581953b2d req-1974c042-02e0-43d0-be53-e8e15a9281b3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464966
Nov 20 21:46:22.498592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1392a5-72de-4029-ade5-802514d152bd req-1ad57ed3-b2a2-4fbf-891d-bfdb0e401746 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:22.500073 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b1392a5-72de-4029-ade5-802514d152bd req-1ad57ed3-b2a2-4fbf-891d-bfdb0e401746 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0492752
Nov 20 21:46:22.551012 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2b1392a5-72de-4029-ade5-802514d152bd req-e4f98951-bcde-4c84-bbf1-f424b5cc4ff4 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443537
Nov 20 21:46:23.668356 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c122d-d604-4f37-a92d-abc049e885a7 req-8cc5fd6d-c716-4444-a2c3-8d0a2a328dee tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:23.669813 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-948c122d-d604-4f37-a92d-abc049e885a7 req-8cc5fd6d-c716-4444-a2c3-8d0a2a328dee tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0478799
Nov 20 21:46:23.718553 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-948c122d-d604-4f37-a92d-abc049e885a7 req-5dc92c65-bfaa-4e09-bb3c-fd45a40e8be7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427837
Nov 20 21:46:24.836161 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e1aab-0520-488a-a39d-6c7fb3087603 req-e901ddee-dc04-4e05-9a34-1b3a7397580d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:24.837575 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d63e1aab-0520-488a-a39d-6c7fb3087603 req-e901ddee-dc04-4e05-9a34-1b3a7397580d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0519874
Nov 20 21:46:24.887157 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d63e1aab-0520-488a-a39d-6c7fb3087603 req-87609bd4-d369-4705-b4bc-c8fcae12ba31 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435095
Nov 20 21:46:26.005422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffe402-05a4-405b-8a23-04828c61b5a8 req-fb927515-6e30-43cb-bf87-88bae717d556 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:26.006938 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c0ffe402-05a4-405b-8a23-04828c61b5a8 req-fb927515-6e30-43cb-bf87-88bae717d556 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0496459
Nov 20 21:46:26.057095 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c0ffe402-05a4-405b-8a23-04828c61b5a8 req-eb38af04-07f6-4140-a979-94790a0f8f08 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437109
Nov 20 21:46:26.079485 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58004) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:46:26.142877 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3c155acf-824a-4f33-9a26-c6ac0c330c85 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/5084dccc-7731-424b-94fd-36feb1a2b4e5 HTTP/1.1" status: 200  len: 993 time: 0.0621734
Nov 20 21:46:27.409157 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dfacf-2e04-4443-8b72-bc3b00ac7932 req-522b47bc-4be5-4c36-a785-10a47e732c60 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:27.410605 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d8dfacf-2e04-4443-8b72-bc3b00ac7932 req-522b47bc-4be5-4c36-a785-10a47e732c60 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0558991
Nov 20 21:46:27.428514 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652fe87-2ba9-4ef5-9249-aa9ebf085f6f req-566fe0cf-7f62-44e7-883d-2e8f4525ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:27.430562 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4652fe87-2ba9-4ef5-9249-aa9ebf085f6f req-566fe0cf-7f62-44e7-883d-2e8f4525ea4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 1096 time: 0.0411689
Nov 20 21:46:27.463234 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d8dfacf-2e04-4443-8b72-bc3b00ac7932 req-03bdb0b7-a658-49e6-bf09-6f25f1b84d84 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457978
Nov 20 21:46:27.529721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652fe87-2ba9-4ef5-9249-aa9ebf085f6f req-b6dad35b-c734-4075-a925-dbeca568fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:27.531231 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4652fe87-2ba9-4ef5-9249-aa9ebf085f6f req-b6dad35b-c734-4075-a925-dbeca568fcc7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7eaf7bb7-f66e-455b-9afd-56c69e49f42e HTTP/1.1" status: 200  len: 897 time: 0.0940874
Nov 20 21:46:27.595977 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4652fe87-2ba9-4ef5-9249-aa9ebf085f6f req-f7ebd809-6a48-45e5-b6b9-01bde09664da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2143d9a7-b8dd-484c-b9f2-bffd93a93c27 HTTP/1.1" status: 200  len: 1001 time: 0.0577486
Nov 20 21:46:27.648912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652fe87-2ba9-4ef5-9249-aa9ebf085f6f req-a5c2688d-c19e-43b7-8925-98bfb267fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:27.650379 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4652fe87-2ba9-4ef5-9249-aa9ebf085f6f req-a5c2688d-c19e-43b7-8925-98bfb267fb20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a765b127-10de-4b9e-a6a0-efd3342ed50e HTTP/1.1" status: 200  len: 834 time: 0.0472658
Nov 20 21:46:27.695047 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652fe87-2ba9-4ef5-9249-aa9ebf085f6f req-0f230eb8-1b28-409c-967a-07c62d79199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:27.696494 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4652fe87-2ba9-4ef5-9249-aa9ebf085f6f req-0f230eb8-1b28-409c-967a-07c62d79199f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7eaf7bb7-f66e-455b-9afd-56c69e49f42e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397081
Nov 20 21:46:27.784329 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4652fe87-2ba9-4ef5-9249-aa9ebf085f6f req-230b7147-84ca-49a0-9c91-e2a386f1d4f3 service neutron] 10.222.0.37 "GET /v2.0/networks/7eaf7bb7-f66e-455b-9afd-56c69e49f42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800388
Nov 20 21:46:27.876900 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4652fe87-2ba9-4ef5-9249-aa9ebf085f6f req-80ff3ca1-23cf-4cf2-81da-839834353211 service neutron] 10.222.0.37 "GET /v2.0/networks/7eaf7bb7-f66e-455b-9afd-56c69e49f42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850735
Nov 20 21:46:28.583494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f5c4c-15c9-4c3f-a792-7c584b45394b req-67aecfc6-f2f1-4ccb-a074-444b043383ff tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:28.584993 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-215f5c4c-15c9-4c3f-a792-7c584b45394b req-67aecfc6-f2f1-4ccb-a074-444b043383ff tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0495901
Nov 20 21:46:28.636405 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-215f5c4c-15c9-4c3f-a792-7c584b45394b req-fea0bc6e-a504-458c-b7de-41b4269b9c4f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441873
Nov 20 21:46:28.659007 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58014) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:46:28.718659 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7f349660-c660-47b1-b945-c15fd344ca5e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/5084dccc-7731-424b-94fd-36feb1a2b4e5 HTTP/1.1" status: 200  len: 993 time: 0.0585036
Nov 20 21:46:38.712157 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:38.844432 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:40.172451 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-349f4218-d8d3-4d54-b1c7-def01d9b8599 req-0dc97dfe-0d86-498a-9474-bbc73d27ff89 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0441439
Nov 20 21:46:40.258779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f4218-d8d3-4d54-b1c7-def01d9b8599 req-38a73f15-c9c0-4431-9989-0eafef7e0665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:40.260253 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-349f4218-d8d3-4d54-b1c7-def01d9b8599 req-38a73f15-c9c0-4431-9989-0eafef7e0665 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 1096 time: 0.0400610
Nov 20 21:46:40.364243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f4218-d8d3-4d54-b1c7-def01d9b8599 req-9c78c41a-db5c-4854-ba04-bb43d8278480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:40.365689 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-349f4218-d8d3-4d54-b1c7-def01d9b8599 req-9c78c41a-db5c-4854-ba04-bb43d8278480 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7eaf7bb7-f66e-455b-9afd-56c69e49f42e HTTP/1.1" status: 200  len: 897 time: 0.0869303
Nov 20 21:46:40.430359 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-349f4218-d8d3-4d54-b1c7-def01d9b8599 req-f42c5bb1-e391-4ca8-8679-6c7f68d16b05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2143d9a7-b8dd-484c-b9f2-bffd93a93c27 HTTP/1.1" status: 200  len: 1001 time: 0.0574450
Nov 20 21:46:40.478119 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f4218-d8d3-4d54-b1c7-def01d9b8599 req-f7d5ea73-57c9-4116-adc6-ffb6fb7c8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:40.479557 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-349f4218-d8d3-4d54-b1c7-def01d9b8599 req-f7d5ea73-57c9-4116-adc6-ffb6fb7c8990 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a765b127-10de-4b9e-a6a0-efd3342ed50e HTTP/1.1" status: 200  len: 834 time: 0.0431232
Nov 20 21:46:40.530149 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f4218-d8d3-4d54-b1c7-def01d9b8599 req-908635ab-05a9-45b3-918b-bfd798c5e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:46:40.531651 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-349f4218-d8d3-4d54-b1c7-def01d9b8599 req-908635ab-05a9-45b3-918b-bfd798c5e317 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7eaf7bb7-f66e-455b-9afd-56c69e49f42e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0439119
Nov 20 21:46:40.873897 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-349f4218-d8d3-4d54-b1c7-def01d9b8599 req-9fc3f85e-c450-46a3-b3c6-d89de419d325 service neutron] 10.222.0.37 "GET /v2.0/networks/7eaf7bb7-f66e-455b-9afd-56c69e49f42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3326085
Nov 20 21:46:40.966142 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-349f4218-d8d3-4d54-b1c7-def01d9b8599 req-e0e09c9e-d012-442f-a1e7-a62c0a9479d5 service neutron] 10.222.0.37 "GET /v2.0/networks/7eaf7bb7-f66e-455b-9afd-56c69e49f42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845485
Nov 20 21:46:41.545024 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:46:43.371340 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6c569997-bb30-481f-81a2-731483c49342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:45.916242 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6e75-7d85-4f7a-a0c5-6b6b391f24ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:46.973069 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:48.812595 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:49.360597 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:59.269064 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58036) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:46:59.424922 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port 4621fd8f-33d0-4dd4-b9a1-e36d30f805af {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:46:59.425174 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:59.502113 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:59.502436 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:59.514411 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for 4621fd8f-33d0-4dd4-b9a1-e36d30f805af owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:46:59.663880 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:59.689267 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=4621fd8f-33d0-4dd4-b9a1-e36d30f805af,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:46:59.701598 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:46:59.701952 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:46:59.702326 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:46:59.702670 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:46:59.703008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:46:59.703347 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:46:59.703682 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:46:59.704015 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:46:59.704381 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:46:59.704714 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:46:59.705042 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:46:59.705366 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:46:59.759384 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:46:59.759718 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Floating IP 5084dccc-7731-424b-94fd-36feb1a2b4e5 disassociated (deleted). External IP: 172.35.1.136, port: 2143d9a7-b8dd-484c-b9f2-bffd93a93c27.
Nov 20 21:46:59.965814 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router eb8732bb-a3d8-4736-a764-bf801bd1609a has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:47:00.074512 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:47:00.079269 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:00.083883 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a07b34-36b7-47c5-aaad-769b9649b21b None None] Sync routers for ids ['eb8732bb-a3d8-4736-a764-bf801bd1609a'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:47:00.093901 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a07b34-36b7-47c5-aaad-769b9649b21b None None] Routers {'eb8732bb-a3d8-4736-a764-bf801bd1609a'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:47:00.094552 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-d0a07b34-36b7-47c5-aaad-769b9649b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5410eac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['eb8732bb-a3d8-4736-a764-bf801bd1609a'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:00.107746 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d0a6dc7d-3166-4a53-a792-0c09fb51d36f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/floatingips/5084dccc-7731-424b-94fd-36feb1a2b4e5 HTTP/1.1" status: 204  len: 168 time: 0.8375826
Nov 20 21:47:00.108348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4506b083-5104-4ea3-ae4c-d50be293eecd', 'tag': '2143d9a7-b8dd-484c-b9f2-bffd93a93c27'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:47:00.149065 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cece164d64dcc018633188bee73b9fbf3ce4fa511e4454985122ae8465ac42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8e8e4f-edc4-45c6-a5c6-ee09e46d1219" -d '{"events": [{"name": "network-changed", "server_uuid": "4506b083-5104-4ea3-ae4c-d50be293eecd", "tag": "2143d9a7-b8dd-484c-b9f2-bffd93a93c27"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:47:00.210539 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-d0a07b34-36b7-47c5-aaad-769b9649b21b None None] Set router eb8732bb-a3d8-4736-a764-bf801bd1609a gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:47:00.248898 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b6e12d-1d4d-4ded-b49d-4d11fe851509 x-openstack-request-id: req-a0b6e12d-1d4d-4ded-b49d-4d11fe851509 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:47:00.249083 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4506b083-5104-4ea3-ae4c-d50be293eecd", "tag": "2143d9a7-b8dd-484c-b9f2-bffd93a93c27", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:47:00.249328 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0b6e12d-1d4d-4ded-b49d-4d11fe851509 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:47:00.250082 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4506b083-5104-4ea3-ae4c-d50be293eecd', 'tag': '2143d9a7-b8dd-484c-b9f2-bffd93a93c27', 'status': 'completed', 'code': 200}
Nov 20 21:47:00.352757 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e8e4f-edc4-45c6-a5c6-ee09e46d1219 req-a4185453-709c-4581-9a10-a39beed8b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:00.354428 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb8e8e4f-edc4-45c6-a5c6-ee09e46d1219 req-a4185453-709c-4581-9a10-a39beed8b636 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 1096 time: 0.0742762
Nov 20 21:47:00.378220 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8c6e4-8583-4611-aed6-248a0f66a316 req-4b7ede7d-f2a1-4b51-a776-0a3636b9a616 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:00.379664 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a8c6e4-8583-4611-aed6-248a0f66a316 req-4b7ede7d-f2a1-4b51-a776-0a3636b9a616 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0732219
Nov 20 21:47:00.481259 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e4a8c6e4-8583-4611-aed6-248a0f66a316 req-b9fa5455-23e9-45d9-bc42-307fc28f7432 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901308
Nov 20 21:47:00.498784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e8e4f-edc4-45c6-a5c6-ee09e46d1219 req-62e52c29-bdc5-42ec-9ca9-b90438cf96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:00.500461 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb8e8e4f-edc4-45c6-a5c6-ee09e46d1219 req-62e52c29-bdc5-42ec-9ca9-b90438cf96b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7eaf7bb7-f66e-455b-9afd-56c69e49f42e HTTP/1.1" status: 200  len: 897 time: 0.1373768
Nov 20 21:47:00.513014 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-d0a07b34-36b7-47c5-aaad-769b9649b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5410eac0>, [{'id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172790780', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:45:18Z', 'updated_at': '2021-11-20T21:45:22Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:19Z', 'updated_at': '2021-11-20T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9099e8cf-3187-4273-b587-3065dc17d019', 'name': '', 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:18:80:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:21Z', 'updated_at': '2021-11-20T21:45:24Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:00.540702 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a07b34-36b7-47c5-aaad-769b9649b21b None None] Checking router: eb8732bb-a3d8-4736-a764-bf801bd1609a for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:47:00.546298 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb8e8e4f-edc4-45c6-a5c6-ee09e46d1219 req-570ba951-99f0-4309-a726-e7a00323622e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2143d9a7-b8dd-484c-b9f2-bffd93a93c27 HTTP/1.1" status: 200  len: 217 time: 0.0352097
Nov 20 21:47:00.549157 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a07b34-36b7-47c5-aaad-769b9649b21b None None] Routers {'eb8732bb-a3d8-4736-a764-bf801bd1609a'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:47:00.549757 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-d0a07b34-36b7-47c5-aaad-769b9649b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5410eac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['eb8732bb-a3d8-4736-a764-bf801bd1609a'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:00.600945 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e8e4f-edc4-45c6-a5c6-ee09e46d1219 req-f266a265-807f-4425-b894-1c675e46fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:00.602455 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb8e8e4f-edc4-45c6-a5c6-ee09e46d1219 req-f266a265-807f-4425-b894-1c675e46fbb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a765b127-10de-4b9e-a6a0-efd3342ed50e HTTP/1.1" status: 200  len: 834 time: 0.0484970
Nov 20 21:47:00.649113 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e8e4f-edc4-45c6-a5c6-ee09e46d1219 req-96db40aa-4b4f-447b-961d-d91d1b902515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:00.650680 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb8e8e4f-edc4-45c6-a5c6-ee09e46d1219 req-96db40aa-4b4f-447b-961d-d91d1b902515 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7eaf7bb7-f66e-455b-9afd-56c69e49f42e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407495
Nov 20 21:47:00.656719 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-d0a07b34-36b7-47c5-aaad-769b9649b21b None None] Set router eb8732bb-a3d8-4736-a764-bf801bd1609a gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:47:00.746954 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb8e8e4f-edc4-45c6-a5c6-ee09e46d1219 req-547c05a4-3f70-49e8-af41-0eee52c687bf service neutron] 10.222.0.37 "GET /v2.0/networks/7eaf7bb7-f66e-455b-9afd-56c69e49f42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880322
Nov 20 21:47:00.837660 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb8e8e4f-edc4-45c6-a5c6-ee09e46d1219 req-4723752e-26b6-423e-9bbf-de99f408f094 service neutron] 10.222.0.37 "GET /v2.0/networks/7eaf7bb7-f66e-455b-9afd-56c69e49f42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824132
Nov 20 21:47:00.852322 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-d0a07b34-36b7-47c5-aaad-769b9649b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5410eac0>, [{'id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172790780', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:45:18Z', 'updated_at': '2021-11-20T21:45:22Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:19Z', 'updated_at': '2021-11-20T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9099e8cf-3187-4273-b587-3065dc17d019', 'name': '', 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:18:80:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:21Z', 'updated_at': '2021-11-20T21:45:24Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:00.884223 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a07b34-36b7-47c5-aaad-769b9649b21b None None] The sync data for ids ['eb8732bb-a3d8-4736-a764-bf801bd1609a'] in ncdv-master-1 is: [{'id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172790780', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:45:18Z', 'updated_at': '2021-11-20T21:45:22Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:19Z', 'updated_at': '2021-11-20T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9099e8cf-3187-4273-b587-3065dc17d019', 'name': '', 'network_id': '7eaf7bb7-f66e-455b-9afd-56c69e49f42e', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:18:80:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:21Z', 'updated_at': '2021-11-20T21:45:24Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'a765b127-10de-4b9e-a6a0-efd3342ed50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:47:01.105943 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fec8e7-f8d2-4de3-b819-2cfc7b4867cd None None] New status for floating IP 5084dccc-7731-424b-94fd-36feb1a2b4e5: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:47:01.611073 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95694824-6e9f-467f-ac70-066c0e15a631 req-688228b6-388a-4db0-a176-c8ca5abdbb57 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:01.612564 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95694824-6e9f-467f-ac70-066c0e15a631 req-688228b6-388a-4db0-a176-c8ca5abdbb57 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0592117
Nov 20 21:47:01.661853 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-95694824-6e9f-467f-ac70-066c0e15a631 req-46d19495-416b-4a35-abae-91315084f692 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=e97ae510-174f-4c7d-ac78-ac5c962fdc13&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431688
Nov 20 21:47:01.878712 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caf4f7-ce80-4b08-9afa-c848cab19265 req-513bc89e-f2f5-47b3-8642-7f44bd2fbd1c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:01.880169 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b5caf4f7-ce80-4b08-9afa-c848cab19265 req-513bc89e-f2f5-47b3-8642-7f44bd2fbd1c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.37 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 945 time: 0.0485370
Nov 20 21:47:01.972378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-b5caf4f7-ce80-4b08-9afa-c848cab19265 req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:47:01.972714 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b5caf4f7-ce80-4b08-9afa-c848cab19265 req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:02.058716 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-b5caf4f7-ce80-4b08-9afa-c848cab19265 req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] For port 2143d9a7-b8dd-484c-b9f2-bffd93a93c27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2143d9a7-b8dd-484c-b9f2-bffd93a93c27,segment=NetworkSegment(8006447d-8e32-492b-85c7-a216e22e6a18),segment_id=8006447d-8e32-492b-85c7-a216e22e6a18)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:47:02.059074 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b5caf4f7-ce80-4b08-9afa-c848cab19265 req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:02.071864 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-b5caf4f7-ce80-4b08-9afa-c848cab19265 req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:47:02.200095 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b5caf4f7-ce80-4b08-9afa-c848cab19265 req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:02.229312 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=2143d9a7-b8dd-484c-b9f2-bffd93a93c27,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:02.258526 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:02.258885 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:02.259234 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:02.259575 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:02.259912 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:02.260251 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:02.260587 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:02.260919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:02.261250 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:02.261579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:02.261905 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:02.262252 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:02.283684 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5caf4f7-ce80-4b08-9afa-c848cab19265 req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] No DVR routers for this DVR port 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:47:02.286251 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-b5caf4f7-ce80-4b08-9afa-c848cab19265 req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:02.289750 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b5caf4f7-ce80-4b08-9afa-c848cab19265 req-556ecedd-481e-4fba-9e1c-19004248b4e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.37 "DELETE /v2.0/ports/2143d9a7-b8dd-484c-b9f2-bffd93a93c27 HTTP/1.1" status: 204  len: 173 time: 0.4032819
Nov 20 21:47:02.290237 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4506b083-5104-4ea3-ae4c-d50be293eecd', 'name': 'network-vif-deleted', 'tag': '2143d9a7-b8dd-484c-b9f2-bffd93a93c27'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:47:02.292501 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979bc2d6-d978-43b9-acc2-52f2663e0ce3" -d '{"events": [{"server_uuid": "4506b083-5104-4ea3-ae4c-d50be293eecd", "name": "network-vif-deleted", "tag": "2143d9a7-b8dd-484c-b9f2-bffd93a93c27"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:47:02.332779 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208d06b6-8729-4431-be16-832cc3e622c0 x-openstack-request-id: req-208d06b6-8729-4431-be16-832cc3e622c0 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:47:02.333217 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4506b083-5104-4ea3-ae4c-d50be293eecd", "name": "network-vif-deleted", "tag": "2143d9a7-b8dd-484c-b9f2-bffd93a93c27", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:47:02.333480 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-208d06b6-8729-4431-be16-832cc3e622c0 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:47:02.333887 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4506b083-5104-4ea3-ae4c-d50be293eecd', 'name': 'network-vif-deleted', 'tag': '2143d9a7-b8dd-484c-b9f2-bffd93a93c27', 'status': 'completed', 'code': 200}
Nov 20 21:47:02.797548 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2050aadc-eda1-4456-9d61-964b9f85f356 req-cc8cb142-3f20-4ae9-be54-78f751505851 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=4506b083-5104-4ea3-ae4c-d50be293eecd HTTP/1.1" status: 200  len: 210 time: 0.0281837
Nov 20 21:47:03.853382 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58080) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:04.212986 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b744384-4857-469d-8692-7e60d041f36c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:04.464308 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2b744384-4857-469d-8692-7e60d041f36c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port 9099e8cf-3187-4273-b587-3065dc17d019 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:47:04.464572 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b744384-4857-469d-8692-7e60d041f36c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:04.555201 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-2b744384-4857-469d-8692-7e60d041f36c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] For port 9099e8cf-3187-4273-b587-3065dc17d019, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9099e8cf-3187-4273-b587-3065dc17d019,segment=NetworkSegment(8006447d-8e32-492b-85c7-a216e22e6a18),segment_id=8006447d-8e32-492b-85c7-a216e22e6a18)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:47:04.555572 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b744384-4857-469d-8692-7e60d041f36c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:04.567136 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-2b744384-4857-469d-8692-7e60d041f36c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for 9099e8cf-3187-4273-b587-3065dc17d019 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:47:04.752364 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b744384-4857-469d-8692-7e60d041f36c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:04.771549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:47:04.778926 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b744384-4857-469d-8692-7e60d041f36c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=9099e8cf-3187-4273-b587-3065dc17d019,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:04.794479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:47:04.794479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 2143d9a7-b8dd-484c-b9f2-bffd93a93c27 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:47:04.958850 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2b744384-4857-469d-8692-7e60d041f36c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:05.493186 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b744384-4857-469d-8692-7e60d041f36c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router eb8732bb-a3d8-4736-a764-bf801bd1609a has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:47:05.597885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b744384-4857-469d-8692-7e60d041f36c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:47:05.606478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58082) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:05.606955 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2b744384-4857-469d-8692-7e60d041f36c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "PUT /v2.0/routers/eb8732bb-a3d8-4736-a764-bf801bd1609a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7520549
Nov 20 21:47:05.609759 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d680d-e831-46ac-b237-50d5442ab5d7 None None] Sync routers for ids ['eb8732bb-a3d8-4736-a764-bf801bd1609a'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:47:05.620669 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d680d-e831-46ac-b237-50d5442ab5d7 None None] Routers {'eb8732bb-a3d8-4736-a764-bf801bd1609a'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:47:05.621267 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-165d680d-e831-46ac-b237-50d5442ab5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5403e4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['eb8732bb-a3d8-4736-a764-bf801bd1609a'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:05.658282 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7798a01-0070-40e5-a06d-aff5f5aefbe0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting subnet a765b127-10de-4b9e-a6a0-efd3342ed50e {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:47:05.661376 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d7798a01-0070-40e5-a06d-aff5f5aefbe0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:05.702729 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d7798a01-0070-40e5-a06d-aff5f5aefbe0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:05.723521 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-165d680d-e831-46ac-b237-50d5442ab5d7 None None] Set router eb8732bb-a3d8-4736-a764-bf801bd1609a gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:47:05.792929 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d7798a01-0070-40e5-a06d-aff5f5aefbe0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:05.851377 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d7798a01-0070-40e5-a06d-aff5f5aefbe0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:05.876802 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7798a01-0070-40e5-a06d-aff5f5aefbe0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Subnet': ['ID=a765b127-10de-4b9e-a6a0-efd3342ed50e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:05.883190 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-d7798a01-0070-40e5-a06d-aff5f5aefbe0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:05.885976 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d7798a01-0070-40e5-a06d-aff5f5aefbe0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/subnets/a765b127-10de-4b9e-a6a0-efd3342ed50e HTTP/1.1" status: 204  len: 168 time: 0.2784743
Nov 20 21:47:05.888680 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58084) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:05.892249 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc81f9e-42a5-480b-9b65-41db7d95d5b6 None None] Network 7eaf7bb7-f66e-455b-9afd-56c69e49f42e requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:47:05.903034 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-165d680d-e831-46ac-b237-50d5442ab5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5403e4f0>, [{'id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172790780', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:45:18Z', 'updated_at': '2021-11-20T21:47:04Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:19Z', 'updated_at': '2021-11-20T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:05.931007 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d680d-e831-46ac-b237-50d5442ab5d7 None None] Checking router: eb8732bb-a3d8-4736-a764-bf801bd1609a for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:47:05.939738 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d680d-e831-46ac-b237-50d5442ab5d7 None None] Routers {'eb8732bb-a3d8-4736-a764-bf801bd1609a'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:47:05.940341 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-165d680d-e831-46ac-b237-50d5442ab5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5403e4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['eb8732bb-a3d8-4736-a764-bf801bd1609a'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:06.000714 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ae47be8-c06f-492c-98b7-dc590b49c839 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.045087 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-165d680d-e831-46ac-b237-50d5442ab5d7 None None] Set router eb8732bb-a3d8-4736-a764-bf801bd1609a gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:47:06.095131 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] DHCP port deletion for 7eaf7bb7-f66e-455b-9afd-56c69e49f42e request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:47:06.115971 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ae47be8-c06f-492c-98b7-dc590b49c839 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.144951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Deleting port 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:47:06.145603 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.171871 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1ae47be8-c06f-492c-98b7-dc590b49c839 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port cf9dbe16-7d4b-487f-9609-441b6298b7a9 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:47:06.172234 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ae47be8-c06f-492c-98b7-dc590b49c839 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.224902 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] For port 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd,segment=NetworkSegment(8006447d-8e32-492b-85c7-a216e22e6a18),segment_id=8006447d-8e32-492b-85c7-a216e22e6a18)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:47:06.225575 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.228013 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-165d680d-e831-46ac-b237-50d5442ab5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5403e4f0>, [{'id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172790780', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:45:18Z', 'updated_at': '2021-11-20T21:47:04Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:19Z', 'updated_at': '2021-11-20T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:06.239807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Calling delete_port for 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:47:06.254414 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d680d-e831-46ac-b237-50d5442ab5d7 None None] The sync data for ids ['eb8732bb-a3d8-4736-a764-bf801bd1609a'] in ncdv-master-1 is: [{'id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172790780', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:45:18Z', 'updated_at': '2021-11-20T21:47:04Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': 'cf9dbe16-7d4b-487f-9609-441b6298b7a9', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8732bb-a3d8-4736-a764-bf801bd1609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:45:19Z', 'updated_at': '2021-11-20T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:47:06.263445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-1ae47be8-c06f-492c-98b7-dc590b49c839 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] For port cf9dbe16-7d4b-487f-9609-441b6298b7a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf9dbe16-7d4b-487f-9609-441b6298b7a9,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:47:06.263812 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ae47be8-c06f-492c-98b7-dc590b49c839 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.277442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1ae47be8-c06f-492c-98b7-dc590b49c839 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for cf9dbe16-7d4b-487f-9609-441b6298b7a9 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:47:06.322690 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.346527 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Pushing event deleted for resources: {'Port': ['ID=1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:06.353661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] No DVR routers for this DVR port 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:47:06.365100 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:06.366340 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:06.367292 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:06.367492 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:06.367820 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:06.368163 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:06.368503 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:06.368839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:06.369205 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:06.369647 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:06.369830 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:06.370270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1575b83-1c9f-4133-987b-b631c1889446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:06.453584 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ae47be8-c06f-492c-98b7-dc590b49c839 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.480833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae47be8-c06f-492c-98b7-dc590b49c839 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=cf9dbe16-7d4b-487f-9609-441b6298b7a9,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:06.493999 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cd4a57-b886-4f46-a1eb-f3f1fe0465b1 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:47:06.542331 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ae47be8-c06f-492c-98b7-dc590b49c839 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.640970 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ae47be8-c06f-492c-98b7-dc590b49c839 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.643572 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ae47be8-c06f-492c-98b7-dc590b49c839 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.689031 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ae47be8-c06f-492c-98b7-dc590b49c839 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.689649 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae47be8-c06f-492c-98b7-dc590b49c839 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Fanout notify agent at l3_agent the message router_deleted on router eb8732bb-a3d8-4736-a764-bf801bd1609a {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:47:06.697496 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1ae47be8-c06f-492c-98b7-dc590b49c839 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.698686 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1ae47be8-c06f-492c-98b7-dc590b49c839 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/routers/eb8732bb-a3d8-4736-a764-bf801bd1609a HTTP/1.1" status: 204  len: 168 time: 0.8090768
Nov 20 21:47:06.701317 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58086) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:06.781348 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb6723af-4b1e-4c80-8f05-31da5dffaafa tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.872738 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb6723af-4b1e-4c80-8f05-31da5dffaafa tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.895888 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-fb6723af-4b1e-4c80-8f05-31da5dffaafa tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e2953a0>,) {'filters': {'network_id': ['7eaf7bb7-f66e-455b-9afd-56c69e49f42e']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:06.906455 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-fb6723af-4b1e-4c80-8f05-31da5dffaafa tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e2953a0>, '8006447d-8e32-492b-85c7-a216e22e6a18') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:06.906761 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-fb6723af-4b1e-4c80-8f05-31da5dffaafa tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e2953a0>, '8006447d-8e32-492b-85c7-a216e22e6a18') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:06.917292 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb6723af-4b1e-4c80-8f05-31da5dffaafa tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.939207 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb6723af-4b1e-4c80-8f05-31da5dffaafa tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.946169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6723af-4b1e-4c80-8f05-31da5dffaafa tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:47:06.946614 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb6723af-4b1e-4c80-8f05-31da5dffaafa tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:47:06.949624 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:47:07.011195 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb6723af-4b1e-4c80-8f05-31da5dffaafa tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.018773 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb6723af-4b1e-4c80-8f05-31da5dffaafa tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.021495 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fb6723af-4b1e-4c80-8f05-31da5dffaafa tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/networks/7eaf7bb7-f66e-455b-9afd-56c69e49f42e HTTP/1.1" status: 204  len: 168 time: 0.3189328
Nov 20 21:47:07.024924 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58088) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:07.032713 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6723af-4b1e-4c80-8f05-31da5dffaafa tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Network': ['ID=7eaf7bb7-f66e-455b-9afd-56c69e49f42e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:07.092591 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eed698f7-9b21-4c73-9e7c-7dea07aa5ddd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.117977 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eed698f7-9b21-4c73-9e7c-7dea07aa5ddd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.175872 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eed698f7-9b21-4c73-9e7c-7dea07aa5ddd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.179244 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-eed698f7-9b21-4c73-9e7c-7dea07aa5ddd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.180394 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-eed698f7-9b21-4c73-9e7c-7dea07aa5ddd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/security-groups/e97ae510-174f-4c7d-ac78-ac5c962fdc13 HTTP/1.1" status: 204  len: 168 time: 0.1543348
Nov 20 21:47:07.189231 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed698f7-9b21-4c73-9e7c-7dea07aa5ddd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97ae510-174f-4c7d-ac78-ac5c962fdc13,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:07.307597 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:47:07.327775 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:47:07.328122 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 1aaf2aac-bb4f-4333-8e1e-61b77dfd20cd not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:47:07.328540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9099e8cf-3187-4273-b587-3065dc17d019 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:47:07.346585 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 9099e8cf-3187-4273-b587-3065dc17d019 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:47:07.346929 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 9099e8cf-3187-4273-b587-3065dc17d019 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:47:07.347361 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cf9dbe16-7d4b-487f-9609-441b6298b7a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:47:07.367127 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: cf9dbe16-7d4b-487f-9609-441b6298b7a9 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:47:07.367476 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device cf9dbe16-7d4b-487f-9609-441b6298b7a9 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:47:07.409200 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58094) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:07.414902 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-984f3a5d-155b-43f8-9811-701d8a2b96d1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1913533013', 'description': 'tempest-secgroup-smoke-1913533013 description', 'project_id': 'a671b29208764a018b1936b75389117b'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:47:07.438652 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-984f3a5d-155b-43f8-9811-701d8a2b96d1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.503970 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-984f3a5d-155b-43f8-9811-701d8a2b96d1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.507473 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-984f3a5d-155b-43f8-9811-701d8a2b96d1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.536497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f3a5d-155b-43f8-9811-701d8a2b96d1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7b674c-1e73-495b-81b7-908cc653576c,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:07.541456 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-984f3a5d-155b-43f8-9811-701d8a2b96d1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.545323 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-984f3a5d-155b-43f8-9811-701d8a2b96d1 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1324615
Nov 20 21:47:07.546086 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58096) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:07.550292 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-754059f9-ee9b-4b09-b5b8-724e812b3953 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '6e7b674c-1e73-495b-81b7-908cc653576c', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:47:07.576484 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-754059f9-ee9b-4b09-b5b8-724e812b3953 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.631642 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-754059f9-ee9b-4b09-b5b8-724e812b3953 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.635658 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-754059f9-ee9b-4b09-b5b8-724e812b3953 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.656310 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754059f9-ee9b-4b09-b5b8-724e812b3953 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d023e420-2954-4f0a-b9dd-951e11199ce9,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:07.663805 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-754059f9-ee9b-4b09-b5b8-724e812b3953 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.665029 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-754059f9-ee9b-4b09-b5b8-724e812b3953 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1182258
Nov 20 21:47:07.667795 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58098) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:07.672305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-8bf68e02-6d5f-4da6-81db-d4e4dc17de83 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '6e7b674c-1e73-495b-81b7-908cc653576c', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:47:07.698723 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8bf68e02-6d5f-4da6-81db-d4e4dc17de83 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.754187 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8bf68e02-6d5f-4da6-81db-d4e4dc17de83 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.758418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8bf68e02-6d5f-4da6-81db-d4e4dc17de83 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.776860 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf68e02-6d5f-4da6-81db-d4e4dc17de83 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9b59b0-64f2-42ce-8ba3-59371a576353,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:07.785345 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-8bf68e02-6d5f-4da6-81db-d4e4dc17de83 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.786588 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-8bf68e02-6d5f-4da6-81db-d4e4dc17de83 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1178415
Nov 20 21:47:07.789284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58100) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:07.793574 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-b4c92e32-77cd-48e8-a9b2-435bc82e8567 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '6e7b674c-1e73-495b-81b7-908cc653576c', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:47:07.819956 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b4c92e32-77cd-48e8-a9b2-435bc82e8567 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.878011 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b4c92e32-77cd-48e8-a9b2-435bc82e8567 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.881987 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b4c92e32-77cd-48e8-a9b2-435bc82e8567 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.900695 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c92e32-77cd-48e8-a9b2-435bc82e8567 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2bc2c1-298e-4c3d-9fb6-592e30ff867b,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:07.905529 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b4c92e32-77cd-48e8-a9b2-435bc82e8567 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.909560 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b4c92e32-77cd-48e8-a9b2-435bc82e8567 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1193364
Nov 20 21:47:07.909780 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58102) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:07.915610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-d503fefd-d0df-4987-ba59-b715a9c592e0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '6e7b674c-1e73-495b-81b7-908cc653576c', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:47:07.942438 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d503fefd-d0df-4987-ba59-b715a9c592e0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:07.999838 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d503fefd-d0df-4987-ba59-b715a9c592e0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.003707 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d503fefd-d0df-4987-ba59-b715a9c592e0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.026035 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503fefd-d0df-4987-ba59-b715a9c592e0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d9e577-4ff5-4142-8b62-f59da407b9f8,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:08.033678 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-d503fefd-d0df-4987-ba59-b715a9c592e0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.034912 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-d503fefd-d0df-4987-ba59-b715a9c592e0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1236842
Nov 20 21:47:08.037794 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58104) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:08.042223 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-2f2e5ae3-335c-4a3b-bcab-db9c89bcc740 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '6e7b674c-1e73-495b-81b7-908cc653576c', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:47:08.062849 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-2f2e5ae3-335c-4a3b-bcab-db9c89bcc740 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Project a671b29208764a018b1936b75389117b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:47:08.067536 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f2e5ae3-335c-4a3b-bcab-db9c89bcc740 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.126060 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f2e5ae3-335c-4a3b-bcab-db9c89bcc740 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.129546 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f2e5ae3-335c-4a3b-bcab-db9c89bcc740 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.147818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e5ae3-335c-4a3b-bcab-db9c89bcc740 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16349b35-58c5-4ef1-8158-22ac544d01d7,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:08.154968 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-2f2e5ae3-335c-4a3b-bcab-db9c89bcc740 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.156218 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-2f2e5ae3-335c-4a3b-bcab-db9c89bcc740 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1173556
Nov 20 21:47:08.158868 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58106) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:08.163526 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-8fca8d0c-29eb-4c61-9df7-6427c783dea0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'security_group_rule': {'security_group_id': '6e7b674c-1e73-495b-81b7-908cc653576c', 'project_id': 'a671b29208764a018b1936b75389117b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:47:08.184160 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-8fca8d0c-29eb-4c61-9df7-6427c783dea0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Project a671b29208764a018b1936b75389117b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:47:08.189020 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8fca8d0c-29eb-4c61-9df7-6427c783dea0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.248129 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8fca8d0c-29eb-4c61-9df7-6427c783dea0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.251640 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8fca8d0c-29eb-4c61-9df7-6427c783dea0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.270906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca8d0c-29eb-4c61-9df7-6427c783dea0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7759aa-e692-432e-bf92-49d320c8d78e,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:08.275893 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8fca8d0c-29eb-4c61-9df7-6427c783dea0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.277073 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8fca8d0c-29eb-4c61-9df7-6427c783dea0 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1172202
Nov 20 21:47:08.280032 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58108) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:08.284764 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-116bfb2f-e80f-40b7-a282-78c01f11fe05 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'network': {'name': 'tempest-network-smoke--77904204', 'project_id': 'a671b29208764a018b1936b75389117b', 'port_security_enabled': True}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:47:08.305198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116bfb2f-e80f-40b7-a282-78c01f11fe05 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Made reservation on behalf of a671b29208764a018b1936b75389117b for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:47:08.308672 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-116bfb2f-e80f-40b7-a282-78c01f11fe05 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.332619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116bfb2f-e80f-40b7-a282-78c01f11fe05 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:47:08.342250 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-116bfb2f-e80f-40b7-a282-78c01f11fe05 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.342576 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-116bfb2f-e80f-40b7-a282-78c01f11fe05 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Added segment bcba4c98-1079-4139-881a-e36ba886b197 of type vlan for network 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf
Nov 20 21:47:08.385177 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-116bfb2f-e80f-40b7-a282-78c01f11fe05 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.409745 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-116bfb2f-e80f-40b7-a282-78c01f11fe05 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.415408 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116bfb2f-e80f-40b7-a282-78c01f11fe05 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:08.415990 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-116bfb2f-e80f-40b7-a282-78c01f11fe05 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.447561 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-116bfb2f-e80f-40b7-a282-78c01f11fe05 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1665320
Nov 20 21:47:08.450487 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58110) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:08.454611 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1478644595', 'admin_state_up': True, 'project_id': 'a671b29208764a018b1936b75389117b', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:47:08.500259 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bfb2f-e80f-40b7-a282-78c01f11fe05 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Network': ['ID=0cf8ca84-7fc0-40fc-a27d-30b72faeddbf,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:08.511641 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:47:08.516533 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.518728 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.573616 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.711450 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.721450 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.861162 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.920730 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:08.940334 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:09.040184 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.35.1.174 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/0a530149-9236-4554-aecc-5e4f35d889a4) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:47:09.147760 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:09.181905 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:09.221350 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:47:09.224230 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:47:09.228487 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:47:09.234152 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=0a530149-9236-4554-aecc-5e4f35d889a4,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:09.243984 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1adafd9-9724-48e1-8088-6ac5b69a2581 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:47:09.293846 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-21781ac6-94ff-4268-97c4-d3470fa72001 None None] Provisioning complete for port 0a530149-9236-4554-aecc-5e4f35d889a4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:47:09.294179 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-21781ac6-94ff-4268-97c4-d3470fa72001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:09.328661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-21781ac6-94ff-4268-97c4-d3470fa72001 None None] Port 0a530149-9236-4554-aecc-5e4f35d889a4 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:47:09.478230 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:09.675963 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:09.801062 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router e12bc050-ea56-40a3-a521-c3e55ff46892 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:47:09.908869 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:47:09.918612 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Sync routers for ids ['e12bc050-ea56-40a3-a521-c3e55ff46892'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:47:09.929488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Routers {'e12bc050-ea56-40a3-a521-c3e55ff46892'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:47:09.930036 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475b3d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['e12bc050-ea56-40a3-a521-c3e55ff46892'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:09.930320 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:09.931561 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-43070cb9-8e1a-4c51-be6e-9e7eed285def tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.4803154
Nov 20 21:47:09.934725 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58112) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:10.005783 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0c27df38-b336-4fe6-8d81-c3507a242347 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a671b29208764a018b1936b75389117b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0698020
Nov 20 21:47:10.008895 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58116) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:10.035871 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Set router e12bc050-ea56-40a3-a521-c3e55ff46892 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:47:10.098235 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652e1129-c870-49ab-bb16-153ec6fa0d94 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:10.100025 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-652e1129-c870-49ab-bb16-153ec6fa0d94 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0900724
Nov 20 21:47:10.103089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58118) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:10.140413 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f8147ad0-420c-41bb-b687-28c33c1d1557 tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0338848
Nov 20 21:47:10.140662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58120) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:10.145313 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-2b8dcec1-dbd1-4f4d-870e-6a36095b7e0f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1528303529', 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf', 'project_id': 'a671b29208764a018b1936b75389117b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:47:10.218475 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475b3d00>, [{'id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478644595', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174'}], 'enable_snat': True}, 'gw_port_id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:09Z', 'revision_number': 3, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:10.235579 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8dcec1-dbd1-4f4d-870e-6a36095b7e0f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Made reservation on behalf of a671b29208764a018b1936b75389117b for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:47:10.239186 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2b8dcec1-dbd1-4f4d-870e-6a36095b7e0f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:10.246905 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Checking router: e12bc050-ea56-40a3-a521-c3e55ff46892 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:47:10.247260 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Updating router e12bc050-ea56-40a3-a521-c3e55ff46892 port 0a530149-9236-4554-aecc-5e4f35d889a4 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:47:10.272335 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:10.426232 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2b8dcec1-dbd1-4f4d-870e-6a36095b7e0f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:10.491564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8dcec1-dbd1-4f4d-870e-6a36095b7e0f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Subnet': ['ID=feacc8b0-98f9-41c0-8db3-90dae488962f,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:10.493658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8dcec1-dbd1-4f4d-870e-6a36095b7e0f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Checking segment: {'id': 'bcba4c98-1079-4139-881a-e36ba886b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:47:10.494018 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8dcec1-dbd1-4f4d-870e-6a36095b7e0f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network hostable DHCP agents. Network: 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:47:10.511819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8dcec1-dbd1-4f4d-870e-6a36095b7e0f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:47:10.521338 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-2b8dcec1-dbd1-4f4d-870e-6a36095b7e0f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:47:10.526248 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8dcec1-dbd1-4f4d-870e-6a36095b7e0f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:10.526819 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-2b8dcec1-dbd1-4f4d-870e-6a36095b7e0f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:10.534603 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:10.538008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b320c55-e7cd-4208-b851-2591799e8e11 None None] Network 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:47:10.548168 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-2b8dcec1-dbd1-4f4d-870e-6a36095b7e0f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4065909
Nov 20 21:47:10.551076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58122) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:10.557758 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:10.638262 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91dd821-4c5d-4d8a-b47a-10391dc7af3a None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:47:10.665758 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Attempting to bind port 0a530149-9236-4554-aecc-5e4f35d889a4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:47:10.666164 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Attempting to bind port 0a530149-9236-4554-aecc-5e4f35d889a4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:47:10.666545 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Attempting to bind port 0a530149-9236-4554-aecc-5e4f35d889a4 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:47:10.674213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f351313-8ac1-44ff-aaf1-2c144e467564 None None] Pushing event updated for resources: {'Port': ['ID=0a530149-9236-4554-aecc-5e4f35d889a4,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:10.686187 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:47:10.686574 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:47:10.686984 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:10.687381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:47:10.687856 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Bound port: 0a530149-9236-4554-aecc-5e4f35d889a4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:47:10.688249 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:10.783567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] For port 0a530149-9236-4554-aecc-5e4f35d889a4, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:47:10.811519 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-00041e86-6182-4386-b193-987899d0b9a6 None None] Provisioning complete for port 0a530149-9236-4554-aecc-5e4f35d889a4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:47:10.811886 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-00041e86-6182-4386-b193-987899d0b9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:10.815894 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] For port 0a530149-9236-4554-aecc-5e4f35d889a4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a530149-9236-4554-aecc-5e4f35d889a4,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:47:10.817218 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0cf8ca84-7fc0-40fc-a27d-30b72faeddbf', 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'fixed_ips': [{'subnet_id': 'feacc8b0-98f9-41c0-8db3-90dae488962f'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:47:10.818210 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:10.824307 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:10.912232 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a8f868-8387-48d6-a3e6-32e19562c1f0 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:47:10.995589 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:10.996948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f351313-8ac1-44ff-aaf1-2c144e467564 None None] Pushing event updated for resources: {'Port': ['ID=0a530149-9236-4554-aecc-5e4f35d889a4,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:10.999395 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Routers {'e12bc050-ea56-40a3-a521-c3e55ff46892'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:47:11.000008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a475b3d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['e12bc050-ea56-40a3-a521-c3e55ff46892'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:11.335959 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-00041e86-6182-4386-b193-987899d0b9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:11.341224 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Allocated IP 172.20.0.2 (0cf8ca84-7fc0-40fc-a27d-30b72faeddbf/feacc8b0-98f9-41c0-8db3-90dae488962f/c96b58dd-bd6b-4463-839d-eb15f01223f5) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:47:11.375304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] Set router e12bc050-ea56-40a3-a521-c3e55ff46892 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:47:11.380785 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-00041e86-6182-4386-b193-987899d0b9a6 None None] For port 0a530149-9236-4554-aecc-5e4f35d889a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a530149-9236-4554-aecc-5e4f35d889a4,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:47:11.445065 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-00041e86-6182-4386-b193-987899d0b9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:11.604641 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00041e86-6182-4386-b193-987899d0b9a6 None None] Pushing event updated for resources: {'Port': ['ID=0a530149-9236-4554-aecc-5e4f35d889a4,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:11.644340 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f97983b3-a7cd-4ad1-b791-29a2eff3df6c None None] Provisioning complete for port 0a530149-9236-4554-aecc-5e4f35d889a4 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:47:11.644714 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f97983b3-a7cd-4ad1-b791-29a2eff3df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:11.746550 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:11.759036 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:11.800712 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.20.0.1 (0cf8ca84-7fc0-40fc-a27d-30b72faeddbf/feacc8b0-98f9-41c0-8db3-90dae488962f/93589f84-45b7-4288-a980-b76466d9cc8f) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:47:11.815360 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Network 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:47:11.844610 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:47:11.855970 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:47:11.861617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Pushing event updated for resources: {'Port': ['ID=c96b58dd-bd6b-4463-839d-eb15f01223f5,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:11.871496 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a475b3d00>, [{'id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478644595', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174'}], 'enable_snat': True}, 'gw_port_id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:09Z', 'revision_number': 3, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:11.904702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc20eb47-89f9-4588-a48b-445bf7cb2d5b None None] The sync data for ids ['e12bc050-ea56-40a3-a521-c3e55ff46892'] in ncdv-master-1 is: [{'id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478644595', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174'}], 'enable_snat': True}, 'gw_port_id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:09Z', 'revision_number': 3, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:47:11.956367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Attempting to bind port c96b58dd-bd6b-4463-839d-eb15f01223f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:47:11.956744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Attempting to bind port c96b58dd-bd6b-4463-839d-eb15f01223f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bcba4c98-1079-4139-881a-e36ba886b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:47:11.957106 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Attempting to bind port c96b58dd-bd6b-4463-839d-eb15f01223f5 on network 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:47:11.963239 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:47:11.963617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Checking segment: {'id': 'bcba4c98-1079-4139-881a-e36ba886b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:47:11.964027 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:11.964423 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Bound using segment: {'id': 'bcba4c98-1079-4139-881a-e36ba886b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:47:11.964906 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Bound port: c96b58dd-bd6b-4463-839d-eb15f01223f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba4c98-1079-4139-881a-e36ba886b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:47:11.965292 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:12.042082 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] For port c96b58dd-bd6b-4463-839d-eb15f01223f5, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:47:12.046845 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] For port c96b58dd-bd6b-4463-839d-eb15f01223f5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c96b58dd-bd6b-4463-839d-eb15f01223f5,segment=NetworkSegment(bcba4c98-1079-4139-881a-e36ba886b197),segment_id=bcba4c98-1079-4139-881a-e36ba886b197)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:47:12.052528 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:12.117967 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98305d6d-3ef8-4c62-a400-1cc0c9dd71ed None None] Pushing event updated for resources: {'Port': ['ID=c96b58dd-bd6b-4463-839d-eb15f01223f5,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:12.227856 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:12.270600 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:12.329112 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:47:12.332386 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:47:12.336914 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:47:12.363196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=93589f84-45b7-4288-a980-b76466d9cc8f,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:12.394501 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:12.535745 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:12.848225 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:12.856058 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:12.937216 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:12.939013 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=93589f84-45b7-4288-a980-b76466d9cc8f,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:13.034392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:47:13.035810 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:47:13.128053 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa04cef-ddcc-4b03-9ed9-dc1058181b4e None None] Network 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:47:13.156887 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router e12bc050-ea56-40a3-a521-c3e55ff46892 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:47:13.225129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-fd3fc334-75e7-4b61-af96-5e229a4cb326 None None] Provisioning complete for port c96b58dd-bd6b-4463-839d-eb15f01223f5 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:47:13.225504 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc334-75e7-4b61-af96-5e229a4cb326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:13.283441 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:47:13.290413 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-19ec368e-5110-4cb2-a20e-6e7ceb76e47c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "PUT /v2.0/routers/e12bc050-ea56-40a3-a521-c3e55ff46892/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7383075
Nov 20 21:47:13.323382 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c96b58dd-bd6b-4463-839d-eb15f01223f5 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:47:13.421314 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-25b6cf35-47c7-4ec5-af6a-7751fe9fdadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:13.423908 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc334-75e7-4b61-af96-5e229a4cb326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:13.468601 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619e9841-6615-4ad7-ba38-896c27329bfc req-5cb706c0-73e4-4ef4-bb4f-46cc59464f4c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1913533013&fields=id&tenant_id=a671b29208764a018b1936b75389117b HTTP/1.1" status: 200  len: 267 time: 0.0538740
Nov 20 21:47:13.470279 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c96b58dd-bd6b-4463-839d-eb15f01223f5 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:47:13.470717 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:13.473780 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-fd3fc334-75e7-4b61-af96-5e229a4cb326 None None] For port c96b58dd-bd6b-4463-839d-eb15f01223f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c96b58dd-bd6b-4463-839d-eb15f01223f5,segment=NetworkSegment(bcba4c98-1079-4139-881a-e36ba886b197),segment_id=bcba4c98-1079-4139-881a-e36ba886b197)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:47:13.498480 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc334-75e7-4b61-af96-5e229a4cb326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:13.570329 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fc334-75e7-4b61-af96-5e229a4cb326 None None] Pushing event updated for resources: {'Port': ['ID=c96b58dd-bd6b-4463-839d-eb15f01223f5,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:13.612788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e9841-6615-4ad7-ba38-896c27329bfc req-edafa9f1-9a7d-4d69-915a-a2b7151e4a43 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:13.614328 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619e9841-6615-4ad7-ba38-896c27329bfc req-edafa9f1-9a7d-4d69-915a-a2b7151e4a43 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/networks?id=0cf8ca84-7fc0-40fc-a27d-30b72faeddbf HTTP/1.1" status: 200  len: 795 time: 0.1367488
Nov 20 21:47:13.616034 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0a530149-9236-4554-aecc-5e4f35d889a4 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:47:13.633689 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619e9841-6615-4ad7-ba38-896c27329bfc req-a7d2aa60-fcc0-4f1b-a834-ec9639938980 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/quotas/a671b29208764a018b1936b75389117b HTTP/1.1" status: 200  len: 375 time: 0.0112066
Nov 20 21:47:13.671749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 0a530149-9236-4554-aecc-5e4f35d889a4 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:47:13.672222 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:13.708754 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619e9841-6615-4ad7-ba38-896c27329bfc req-f4ebcdc1-a875-4688-aeeb-49268d7c9923 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0675375
Nov 20 21:47:13.730630 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-036f9a33-c52b-4a69-b61d-6e21b136c739 None None] Provisioning complete for port 93589f84-45b7-4288-a980-b76466d9cc8f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:47:13.730998 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-036f9a33-c52b-4a69-b61d-6e21b136c739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:13.748925 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Sync routers for ids ['e12bc050-ea56-40a3-a521-c3e55ff46892'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:47:13.759839 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Routers {'e12bc050-ea56-40a3-a521-c3e55ff46892'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:47:13.760718 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5431c040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['e12bc050-ea56-40a3-a521-c3e55ff46892'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:13.773255 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-036f9a33-c52b-4a69-b61d-6e21b136c739 None None] Port 93589f84-45b7-4288-a980-b76466d9cc8f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:47:13.818617 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-036f9a33-c52b-4a69-b61d-6e21b136c739 None None] Provisioning complete for port c96b58dd-bd6b-4463-839d-eb15f01223f5 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:47:13.819029 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-036f9a33-c52b-4a69-b61d-6e21b136c739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:13.838238 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619e9841-6615-4ad7-ba38-896c27329bfc req-5f53215d-8c61-48a7-a923-719536b34fb5 service neutron] 10.222.0.41 "GET /v2.0/networks/0cf8ca84-7fc0-40fc-a27d-30b72faeddbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1105793
Nov 20 21:47:13.887542 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Set router e12bc050-ea56-40a3-a521-c3e55ff46892 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:47:13.948499 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619e9841-6615-4ad7-ba38-896c27329bfc req-665895bf-1f12-4f26-b54d-f27d14fc2a93 service neutron] 10.222.0.41 "GET /v2.0/networks/0cf8ca84-7fc0-40fc-a27d-30b72faeddbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1092210
Nov 20 21:47:14.041093 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f29dab43-be48-4442-9cc5-49eb7b6c1f7e None None] Provisioning complete for port 93589f84-45b7-4288-a980-b76466d9cc8f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:47:14.042306 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f29dab43-be48-4442-9cc5-49eb7b6c1f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:14.125288 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5431c040>, [{'id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478644595', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174'}], 'enable_snat': True}, 'gw_port_id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:12Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93589f84-45b7-4288-a980-b76466d9cc8f', 'name': '', 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:49:6f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:11Z', 'updated_at': '2021-11-20T21:47:12Z', 'revision_number': 2, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:14.151567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f29dab43-be48-4442-9cc5-49eb7b6c1f7e None None] Port 93589f84-45b7-4288-a980-b76466d9cc8f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:47:14.155607 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-64f9cc00-c147-4a6e-91d8-6081368fd738 req-3badcd18-1fd1-4646-bbb7-b6160e26552c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 210 time: 0.0485058
Nov 20 21:47:14.259070 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Checking router: e12bc050-ea56-40a3-a521-c3e55ff46892 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:47:14.259429 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Updating router e12bc050-ea56-40a3-a521-c3e55ff46892 port 93589f84-45b7-4288-a980-b76466d9cc8f binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:47:14.271160 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0bdd99d0-57ff-4e06-9efd-a6627f4ac71c None None] Provisioning complete for port 93589f84-45b7-4288-a980-b76466d9cc8f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:47:14.271613 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0bdd99d0-57ff-4e06-9efd-a6627f4ac71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:14.285544 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:14.311098 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd99d0-57ff-4e06-9efd-a6627f4ac71c None None] Port 93589f84-45b7-4288-a980-b76466d9cc8f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:47:14.558174 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:14.563466 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:14.623603 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f119824-c771-4067-b75c-970d1ed53899 None None] Pushing event updated for resources: {'Port': ['ID=93589f84-45b7-4288-a980-b76466d9cc8f,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:14.660681 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f119824-c771-4067-b75c-970d1ed53899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:14.660797 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f119824-c771-4067-b75c-970d1ed53899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:14.661151 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f119824-c771-4067-b75c-970d1ed53899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:14.661490 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f119824-c771-4067-b75c-970d1ed53899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:14.661822 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f119824-c771-4067-b75c-970d1ed53899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:14.662241 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f119824-c771-4067-b75c-970d1ed53899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:14.662576 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f119824-c771-4067-b75c-970d1ed53899 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:14.662905 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f119824-c771-4067-b75c-970d1ed53899 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:14.663229 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f119824-c771-4067-b75c-970d1ed53899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:14.663551 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f119824-c771-4067-b75c-970d1ed53899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:14.663882 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f119824-c771-4067-b75c-970d1ed53899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:14.664202 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f119824-c771-4067-b75c-970d1ed53899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:47:14.681687 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Attempting to bind port 93589f84-45b7-4288-a980-b76466d9cc8f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:47:14.682143 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Attempting to bind port 93589f84-45b7-4288-a980-b76466d9cc8f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bcba4c98-1079-4139-881a-e36ba886b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:47:14.682483 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Attempting to bind port 93589f84-45b7-4288-a980-b76466d9cc8f on network 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:47:14.687935 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:47:14.688561 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Checking segment: {'id': 'bcba4c98-1079-4139-881a-e36ba886b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:47:14.688965 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:14.689356 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Bound using segment: {'id': 'bcba4c98-1079-4139-881a-e36ba886b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:47:14.690395 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Bound port: 93589f84-45b7-4288-a980-b76466d9cc8f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba4c98-1079-4139-881a-e36ba886b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:47:14.690776 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:14.761452 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] For port 93589f84-45b7-4288-a980-b76466d9cc8f, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:47:14.765239 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] For port 93589f84-45b7-4288-a980-b76466d9cc8f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93589f84-45b7-4288-a980-b76466d9cc8f,segment=NetworkSegment(bcba4c98-1079-4139-881a-e36ba886b197),segment_id=bcba4c98-1079-4139-881a-e36ba886b197)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:47:14.770587 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:14.828044 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Routers {'e12bc050-ea56-40a3-a521-c3e55ff46892'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:47:14.828611 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5431c040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:46:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['e12bc050-ea56-40a3-a521-c3e55ff46892'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:14.832493 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-b826b717-c8ff-4f7c-9df7-8dbe56821924 None None] Provisioning complete for port 93589f84-45b7-4288-a980-b76466d9cc8f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:47:14.833767 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b826b717-c8ff-4f7c-9df7-8dbe56821924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:14.868799 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f119824-c771-4067-b75c-970d1ed53899 None None] Pushing event updated for resources: {'Port': ['ID=93589f84-45b7-4288-a980-b76466d9cc8f,revision_number=4']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:14.930391 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b826b717-c8ff-4f7c-9df7-8dbe56821924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:14.949792 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] Set router e12bc050-ea56-40a3-a521-c3e55ff46892 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:47:14.965179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b826b717-c8ff-4f7c-9df7-8dbe56821924 None None] For port 93589f84-45b7-4288-a980-b76466d9cc8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93589f84-45b7-4288-a980-b76466d9cc8f,segment=NetworkSegment(bcba4c98-1079-4139-881a-e36ba886b197),segment_id=bcba4c98-1079-4139-881a-e36ba886b197)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:47:14.969476 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b826b717-c8ff-4f7c-9df7-8dbe56821924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:15.029179 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826b717-c8ff-4f7c-9df7-8dbe56821924 None None] Pushing event updated for resources: {'Port': ['ID=93589f84-45b7-4288-a980-b76466d9cc8f,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:15.092516 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-119b8229-43d1-46e9-88c6-80d9d82b0d42 None None] Provisioning complete for port 93589f84-45b7-4288-a980-b76466d9cc8f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:47:15.093614 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-119b8229-43d1-46e9-88c6-80d9d82b0d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:15.172999 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5431c040>, [{'id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478644595', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174'}], 'enable_snat': True}, 'gw_port_id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:12Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93589f84-45b7-4288-a980-b76466d9cc8f', 'name': '', 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:49:6f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:11Z', 'updated_at': '2021-11-20T21:47:14Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:15.231452 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b0405e-ed5c-4719-bd9a-0a680b9f4299 None None] The sync data for ids ['e12bc050-ea56-40a3-a521-c3e55ff46892'] in ncdv-master-1 is: [{'id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478644595', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174'}], 'enable_snat': True}, 'gw_port_id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:12Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93589f84-45b7-4288-a980-b76466d9cc8f', 'name': '', 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:49:6f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:11Z', 'updated_at': '2021-11-20T21:47:14Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:47:15.296711 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2eb2f49e-05f8-497d-8dc3-1734f3a387f0 req-1c7bdaec-ab18-40ae-a0c3-bad5b1efd07c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 210 time: 0.0531847
Nov 20 21:47:15.310027 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e9841-6615-4ad7-ba38-896c27329bfc req-e3e448d5-182a-4f0b-a7d4-4ddc5cb28d56 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:15.312008 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619e9841-6615-4ad7-ba38-896c27329bfc req-e3e448d5-182a-4f0b-a7d4-4ddc5cb28d56 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "GET /v2.0/networks?id=0cf8ca84-7fc0-40fc-a27d-30b72faeddbf HTTP/1.1" status: 200  len: 795 time: 0.2052581
Nov 20 21:47:15.321501 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c96b58dd-bd6b-4463-839d-eb15f01223f5 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:47:15.387357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port c96b58dd-bd6b-4463-839d-eb15f01223f5 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:47:15.387836 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:15.396979 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619e9841-6615-4ad7-ba38-896c27329bfc req-d08816ac-0421-48a4-b8bc-64e03341a002 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a671b29208764a018b1936b75389117b HTTP/1.1" status: 200  len: 380 time: 0.0707176
Nov 20 21:47:15.406509 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-619e9841-6615-4ad7-ba38-896c27329bfc req-3e59b66a-d2c7-497b-bc1a-cf9e52ff5b01 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'port': {'device_id': '1af50e49-4476-4063-b69d-450a637564f5', 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf', 'admin_state_up': True, 'tenant_id': 'a671b29208764a018b1936b75389117b', 'security_groups': ['6e7b674c-1e73-495b-81b7-908cc653576c']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:47:15.528464 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619e9841-6615-4ad7-ba38-896c27329bfc req-3e59b66a-d2c7-497b-bc1a-cf9e52ff5b01 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Made reservation on behalf of a671b29208764a018b1936b75389117b for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:47:15.532323 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-619e9841-6615-4ad7-ba38-896c27329bfc req-3e59b66a-d2c7-497b-bc1a-cf9e52ff5b01 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:15.669569 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-619e9841-6615-4ad7-ba38-896c27329bfc req-3e59b66a-d2c7-497b-bc1a-cf9e52ff5b01 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.20.0.8 (0cf8ca84-7fc0-40fc-a27d-30b72faeddbf/feacc8b0-98f9-41c0-8db3-90dae488962f/034920d2-bff9-42cd-9504-4d9cb13382ce) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:47:15.770093 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-38783e6c-480b-4e75-9858-95d98901ee7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:15.827492 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-619e9841-6615-4ad7-ba38-896c27329bfc req-3e59b66a-d2c7-497b-bc1a-cf9e52ff5b01 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:15.863464 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-619e9841-6615-4ad7-ba38-896c27329bfc req-3e59b66a-d2c7-497b-bc1a-cf9e52ff5b01 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:15.916077 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619e9841-6615-4ad7-ba38-896c27329bfc req-3e59b66a-d2c7-497b-bc1a-cf9e52ff5b01 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:47:15.919522 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-619e9841-6615-4ad7-ba38-896c27329bfc req-3e59b66a-d2c7-497b-bc1a-cf9e52ff5b01 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:47:15.922142 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-619e9841-6615-4ad7-ba38-896c27329bfc req-3e59b66a-d2c7-497b-bc1a-cf9e52ff5b01 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:47:15.949193 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59b66a-d2c7-497b-bc1a-cf9e52ff5b01 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=034920d2-bff9-42cd-9504-4d9cb13382ce,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:15.984877 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e9841-6615-4ad7-ba38-896c27329bfc req-3e59b66a-d2c7-497b-bc1a-cf9e52ff5b01 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:15.985758 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-619e9841-6615-4ad7-ba38-896c27329bfc req-3e59b66a-d2c7-497b-bc1a-cf9e52ff5b01 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:16.005015 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619e9841-6615-4ad7-ba38-896c27329bfc req-3e59b66a-d2c7-497b-bc1a-cf9e52ff5b01 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6026821
Nov 20 21:47:16.018341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Request body: {'port': {'device_id': '1af50e49-4476-4063-b69d-450a637564f5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:47:16.084969 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:16.223695 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9497d89e-d2b8-40d1-8431-682d7680abe2 None None] Provisioning complete for port 034920d2-bff9-42cd-9504-4d9cb13382ce triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:47:16.224390 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9497d89e-d2b8-40d1-8431-682d7680abe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:16.263116 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9497d89e-d2b8-40d1-8431-682d7680abe2 None None] Port 034920d2-bff9-42cd-9504-4d9cb13382ce cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:47:16.384070 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034920d2-bff9-42cd-9504-4d9cb13382ce {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:47:16.391766 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:16.404197 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Transition to ACTIVE for port object 034920d2-bff9-42cd-9504-4d9cb13382ce will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:47:16.408332 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:16.442141 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c29e56-acea-467d-9c63-f1cace2210e9 req-c6544243-0d90-4eee-9d42-a378e21b9243 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:16.444150 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e8c29e56-acea-467d-9c63-f1cace2210e9 req-c6544243-0d90-4eee-9d42-a378e21b9243 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 931 time: 0.0555151
Nov 20 21:47:16.461947 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Pushing event updated for resources: {'Port': ['ID=034920d2-bff9-42cd-9504-4d9cb13382ce,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:16.508264 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e8c29e56-acea-467d-9c63-f1cace2210e9 req-772c3171-2105-49f7-8832-670d415a92e7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561047
Nov 20 21:47:16.540882 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Attempting to bind port 034920d2-bff9-42cd-9504-4d9cb13382ce on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:47:16.541226 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Attempting to bind port 034920d2-bff9-42cd-9504-4d9cb13382ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bcba4c98-1079-4139-881a-e36ba886b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:47:16.541566 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Attempting to bind port 034920d2-bff9-42cd-9504-4d9cb13382ce on network 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:47:16.546415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Port 034920d2-bff9-42cd-9504-4d9cb13382ce on network 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:47:16.546739 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Attempting to bind port 034920d2-bff9-42cd-9504-4d9cb13382ce on network 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:47:16.551801 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:47:16.552143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Checking segment: {'id': 'bcba4c98-1079-4139-881a-e36ba886b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:47:16.552534 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Bound using segment: {'id': 'bcba4c98-1079-4139-881a-e36ba886b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:47:16.553548 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Bound port: 034920d2-bff9-42cd-9504-4d9cb13382ce, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcba4c98-1079-4139-881a-e36ba886b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:47:16.553925 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:16.624756 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] For port 034920d2-bff9-42cd-9504-4d9cb13382ce, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:47:16.627925 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] For port 034920d2-bff9-42cd-9504-4d9cb13382ce, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=034920d2-bff9-42cd-9504-4d9cb13382ce,segment=NetworkSegment(bcba4c98-1079-4139-881a-e36ba886b197),segment_id=bcba4c98-1079-4139-881a-e36ba886b197)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:47:16.633424 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:16.667323 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:16.668057 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:16.669388 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619e9841-6615-4ad7-ba38-896c27329bfc req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] 10.222.0.47 "PUT /v2.0/ports/034920d2-bff9-42cd-9504-4d9cb13382ce HTTP/1.1" status: 200  len: 1091 time: 0.6555803
Nov 20 21:47:16.671499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af50e49-4476-4063-b69d-450a637564f5', 'tag': '034920d2-bff9-42cd-9504-4d9cb13382ce'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:47:16.673772 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cece164d64dcc018633188bee73b9fbf3ce4fa511e4454985122ae8465ac42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1509ab9c-4ea8-44c1-90de-98beaaa7f4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1af50e49-4476-4063-b69d-450a637564f5", "tag": "034920d2-bff9-42cd-9504-4d9cb13382ce"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:47:16.711094 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5f58f-4c5f-4bcb-a168-09ca7e5bb02d service neutron] Pushing event updated for resources: {'Port': ['ID=034920d2-bff9-42cd-9504-4d9cb13382ce,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:16.744067 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee623a00-8397-4fbb-a3c1-4787311f868a x-openstack-request-id: req-ee623a00-8397-4fbb-a3c1-4787311f868a {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:47:16.744358 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af50e49-4476-4063-b69d-450a637564f5", "tag": "034920d2-bff9-42cd-9504-4d9cb13382ce", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:47:16.744611 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee623a00-8397-4fbb-a3c1-4787311f868a {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:47:16.745009 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af50e49-4476-4063-b69d-450a637564f5', 'tag': '034920d2-bff9-42cd-9504-4d9cb13382ce', 'status': 'completed', 'code': 200}
Nov 20 21:47:16.762849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e9841-6615-4ad7-ba38-896c27329bfc req-a337309b-b166-4268-89b6-d9e795457470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:16.764397 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619e9841-6615-4ad7-ba38-896c27329bfc req-a337309b-b166-4268-89b6-d9e795457470 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 1094 time: 0.0479829
Nov 20 21:47:16.811536 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619e9841-6615-4ad7-ba38-896c27329bfc req-54e1bd18-5606-4619-846c-1fecba20bad5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034920d2-bff9-42cd-9504-4d9cb13382ce HTTP/1.1" status: 200  len: 217 time: 0.0396819
Nov 20 21:47:16.865322 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e9841-6615-4ad7-ba38-896c27329bfc req-6aff2695-5660-416f-a685-a9ac0d455eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:16.866840 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619e9841-6615-4ad7-ba38-896c27329bfc req-6aff2695-5660-416f-a685-a9ac0d455eb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feacc8b0-98f9-41c0-8db3-90dae488962f HTTP/1.1" status: 200  len: 835 time: 0.0490208
Nov 20 21:47:16.913053 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e9841-6615-4ad7-ba38-896c27329bfc req-5eac223c-78d2-4e25-b480-cd0ee3738d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:16.914581 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619e9841-6615-4ad7-ba38-896c27329bfc req-5eac223c-78d2-4e25-b480-cd0ee3738d33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0cf8ca84-7fc0-40fc-a27d-30b72faeddbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0410829
Nov 20 21:47:16.977953 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:17.008813 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619e9841-6615-4ad7-ba38-896c27329bfc req-338fe6f8-a3c6-4afb-b964-754006513d2d service neutron] 10.222.0.47 "GET /v2.0/networks/0cf8ca84-7fc0-40fc-a27d-30b72faeddbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873475
Nov 20 21:47:17.099067 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-619e9841-6615-4ad7-ba38-896c27329bfc req-884e47f1-6426-4bc8-9812-fea888853824 service neutron] 10.222.0.47 "GET /v2.0/networks/0cf8ca84-7fc0-40fc-a27d-30b72faeddbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836637
Nov 20 21:47:17.190228 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509ab9c-4ea8-44c1-90de-98beaaa7f4ab req-721488b9-1822-4ab6-848f-6b0be4ade908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:17.191856 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1509ab9c-4ea8-44c1-90de-98beaaa7f4ab req-721488b9-1822-4ab6-848f-6b0be4ade908 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 1094 time: 0.0456495
Nov 20 21:47:17.270852 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 93589f84-45b7-4288-a980-b76466d9cc8f up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:47:17.289213 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509ab9c-4ea8-44c1-90de-98beaaa7f4ab req-598d79bd-2471-49e0-8acd-0404ad688daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:17.290966 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1509ab9c-4ea8-44c1-90de-98beaaa7f4ab req-598d79bd-2471-49e0-8acd-0404ad688daa service neutron] 10.222.0.47 "GET /v2.0/networks?id=0cf8ca84-7fc0-40fc-a27d-30b72faeddbf HTTP/1.1" status: 200  len: 896 time: 0.0922487
Nov 20 21:47:17.319153 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 93589f84-45b7-4288-a980-b76466d9cc8f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:47:17.319520 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:17.335954 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1509ab9c-4ea8-44c1-90de-98beaaa7f4ab req-ce6d0cab-7bed-486a-8c0f-0ce2a1974df8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034920d2-bff9-42cd-9504-4d9cb13382ce HTTP/1.1" status: 200  len: 217 time: 0.0383897
Nov 20 21:47:17.386249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509ab9c-4ea8-44c1-90de-98beaaa7f4ab req-60e16215-cb36-4530-bef3-923f7c1cc024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:17.387740 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1509ab9c-4ea8-44c1-90de-98beaaa7f4ab req-60e16215-cb36-4530-bef3-923f7c1cc024 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feacc8b0-98f9-41c0-8db3-90dae488962f HTTP/1.1" status: 200  len: 835 time: 0.0449176
Nov 20 21:47:17.433584 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509ab9c-4ea8-44c1-90de-98beaaa7f4ab req-978d8bf3-9fef-430a-999f-7a641a9182cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:17.435109 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1509ab9c-4ea8-44c1-90de-98beaaa7f4ab req-978d8bf3-9fef-430a-999f-7a641a9182cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0cf8ca84-7fc0-40fc-a27d-30b72faeddbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403442
Nov 20 21:47:17.530785 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1509ab9c-4ea8-44c1-90de-98beaaa7f4ab req-74ff8afa-dda4-4a51-838c-6def79770c03 service neutron] 10.222.0.47 "GET /v2.0/networks/0cf8ca84-7fc0-40fc-a27d-30b72faeddbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874863
Nov 20 21:47:17.622635 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1509ab9c-4ea8-44c1-90de-98beaaa7f4ab req-c0cfd138-1303-44a8-920a-a447c70a0bdd service neutron] 10.222.0.47 "GET /v2.0/networks/0cf8ca84-7fc0-40fc-a27d-30b72faeddbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835559
Nov 20 21:47:17.633066 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45a106-2728-455c-8520-80ea8f092af2 req-668e43b4-4135-4c0b-beb5-d56a0948c7b8 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:17.634729 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac45a106-2728-455c-8520-80ea8f092af2 req-668e43b4-4135-4c0b-beb5-d56a0948c7b8 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 943 time: 0.0505841
Nov 20 21:47:17.685128 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac45a106-2728-455c-8520-80ea8f092af2 req-ae9feb77-79a0-4015-a694-3350ec9b09bf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438552
Nov 20 21:47:18.545193 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:47:18.807705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087de1f9-77b5-41f4-b928-7c341e84fa87 req-2e134494-12f4-4e52-a4b5-1c37ff2dab4b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:18.809345 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-087de1f9-77b5-41f4-b928-7c341e84fa87 req-2e134494-12f4-4e52-a4b5-1c37ff2dab4b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 943 time: 0.0554137
Nov 20 21:47:18.815342 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:18.861228 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-087de1f9-77b5-41f4-b928-7c341e84fa87 req-95a9426a-3196-4713-a103-47bbcb0c6f70 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441246
Nov 20 21:47:19.362638 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:19.974624 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc153d-eb2e-4ffd-99c2-af48e23da6cc req-b7df7772-f940-40d7-a081-5223b83956fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:19.976259 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-84fc153d-eb2e-4ffd-99c2-af48e23da6cc req-b7df7772-f940-40d7-a081-5223b83956fd tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 943 time: 0.0491903
Nov 20 21:47:20.025065 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-84fc153d-eb2e-4ffd-99c2-af48e23da6cc req-c9cc7afe-4c7c-4a04-a3c1-34254aa4c414 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426965
Nov 20 21:47:20.451502 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 034920d2-bff9-42cd-9504-4d9cb13382ce details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:47:20.702447 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 034920d2-bff9-42cd-9504-4d9cb13382ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=034920d2-bff9-42cd-9504-4d9cb13382ce,segment=NetworkSegment(bcba4c98-1079-4139-881a-e36ba886b197),segment_id=bcba4c98-1079-4139-881a-e36ba886b197)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:47:20.713300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '034920d2-bff9-42cd-9504-4d9cb13382ce', 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf', 'port_id': '034920d2-bff9-42cd-9504-4d9cb13382ce', 'mac_address': 'fa:16:3e:3b:cd:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:47:20.750176 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:20.763569 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034920d2-bff9-42cd-9504-4d9cb13382ce {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:47:20.782491 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 034920d2-bff9-42cd-9504-4d9cb13382ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=034920d2-bff9-42cd-9504-4d9cb13382ce,segment=NetworkSegment(bcba4c98-1079-4139-881a-e36ba886b197),segment_id=bcba4c98-1079-4139-881a-e36ba886b197)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:47:20.786576 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:20.832167 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=034920d2-bff9-42cd-9504-4d9cb13382ce,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:21.011944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['034920d2-bff9-42cd-9504-4d9cb13382ce'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:47:21.140891 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc2413-1a5c-4e13-9c39-8529ba902dae req-cbb68a24-b1b4-4282-bfc4-1417638b482d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:21.142422 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e0bc2413-1a5c-4e13-9c39-8529ba902dae req-cbb68a24-b1b4-4282-bfc4-1417638b482d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 944 time: 0.0497205
Nov 20 21:47:21.192278 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e0bc2413-1a5c-4e13-9c39-8529ba902dae req-0e71fcfc-4d42-4804-8142-24cb58992805 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432956
Nov 20 21:47:22.311513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4733f-4c04-4a4b-baf4-21296e02e5df req-65a6d7f2-288b-4689-b797-ff3fe3190f96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:22.312966 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3e4733f-4c04-4a4b-baf4-21296e02e5df req-65a6d7f2-288b-4689-b797-ff3fe3190f96 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 944 time: 0.0524900
Nov 20 21:47:22.361435 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d3e4733f-4c04-4a4b-baf4-21296e02e5df req-384f232c-fc56-4768-8598-143e3d634f34 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420578
Nov 20 21:47:22.456575 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 034920d2-bff9-42cd-9504-4d9cb13382ce up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:47:22.507324 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 034920d2-bff9-42cd-9504-4d9cb13382ce completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:47:22.511228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 034920d2-bff9-42cd-9504-4d9cb13382ce triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:47:22.511597 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:22.588156 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:22.610143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af50e49-4476-4063-b69d-450a637564f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034920d2-bff9-42cd-9504-4d9cb13382ce'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:47:22.612381 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ea291949b0838306f0f8c51077ddaad3a0779a2bb4cd7a75dca710d4d5063e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13563605-626d-4cf8-9eaf-fa979f9bc652" -d '{"events": [{"server_uuid": "1af50e49-4476-4063-b69d-450a637564f5", "name": "network-vif-plugged", "status": "completed", "tag": "034920d2-bff9-42cd-9504-4d9cb13382ce"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:47:22.629489 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 034920d2-bff9-42cd-9504-4d9cb13382ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=034920d2-bff9-42cd-9504-4d9cb13382ce,segment=NetworkSegment(bcba4c98-1079-4139-881a-e36ba886b197),segment_id=bcba4c98-1079-4139-881a-e36ba886b197)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:47:22.633795 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:22.656862 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54f0593-bf83-4d85-a996-b550e782c01d x-openstack-request-id: req-a54f0593-bf83-4d85-a996-b550e782c01d {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:47:22.657161 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af50e49-4476-4063-b69d-450a637564f5", "name": "network-vif-plugged", "status": "completed", "tag": "034920d2-bff9-42cd-9504-4d9cb13382ce", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:47:22.657421 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a54f0593-bf83-4d85-a996-b550e782c01d {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:47:22.657811 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af50e49-4476-4063-b69d-450a637564f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034920d2-bff9-42cd-9504-4d9cb13382ce', 'code': 200}
Nov 20 21:47:22.684655 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=034920d2-bff9-42cd-9504-4d9cb13382ce,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:22.750398 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fabef-bb59-43ad-9a0e-d430de7486f2 req-4ef311df-ac16-478b-a337-e02a0287aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:22.751876 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-851fabef-bb59-43ad-9a0e-d430de7486f2 req-4ef311df-ac16-478b-a337-e02a0287aba8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 1096 time: 0.0415156
Nov 20 21:47:22.801707 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-851fabef-bb59-43ad-9a0e-d430de7486f2 req-ff017537-40e1-44c8-9e9d-4eb703b9b245 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418301
Nov 20 21:47:23.473727 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa5c0b-863c-464c-99d0-7cdb74824a23 req-7c398b90-028f-4510-80c5-df8d18a2d7b2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:23.475887 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06fa5c0b-863c-464c-99d0-7cdb74824a23 req-7c398b90-028f-4510-80c5-df8d18a2d7b2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 945 time: 0.0481648
Nov 20 21:47:23.524551 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-06fa5c0b-863c-464c-99d0-7cdb74824a23 req-afc2f245-fcc6-454a-8d58-9e4d48616f43 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425217
Nov 20 21:47:24.645816 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1e941-81ee-4e67-8969-f47dcc1fb84c req-c8d6f206-2647-468a-992a-814a4e244692 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:24.647447 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9fc1e941-81ee-4e67-8969-f47dcc1fb84c req-c8d6f206-2647-468a-992a-814a4e244692 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 945 time: 0.0496762
Nov 20 21:47:24.695897 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9fc1e941-81ee-4e67-8969-f47dcc1fb84c req-f1f08287-e7bc-4ee9-b5ff-fbd389925bd5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424895
Nov 20 21:47:24.812705 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26aee-c000-49dc-96a5-8108a82d5476 req-e79c82b5-3800-4cf4-adf1-eec89a753ed2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:24.814272 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22f26aee-c000-49dc-96a5-8108a82d5476 req-e79c82b5-3800-4cf4-adf1-eec89a753ed2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 945 time: 0.0493634
Nov 20 21:47:24.867344 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-22f26aee-c000-49dc-96a5-8108a82d5476 req-cb28c7ea-a871-4179-9a24-4fec5ce5f491 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471237
Nov 20 21:47:24.888896 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58186) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:24.929451 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a98010-3962-4cb1-a041-3b6876c24d6b tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:24.931038 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-60a98010-3962-4cb1-a041-3b6876c24d6b tempest-TestNetworkAdvancedServerOps-176397837 tempest-TestNetworkAdvancedServerOps-176397837-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 1091 time: 0.0411623
Nov 20 21:47:24.933770 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58188) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:24.938202 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '034920d2-bff9-42cd-9504-4d9cb13382ce', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:47:24.959654 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:25.057182 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:25.157269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Allocated IP 172.35.1.199 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/146f38a4-59aa-476f-b245-faed79bf3a5b) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:47:25.260748 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:25.294290 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:25.331959 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:47:25.335362 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:47:25.337974 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:47:25.366164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=146f38a4-59aa-476f-b245-faed79bf3a5b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:25.697592 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:25.761606 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:25.909044 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:25.913647 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:25.988398 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event updated for resources: {'Port': ['ID=146f38a4-59aa-476f-b245-faed79bf3a5b,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:47:25.995991 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:26.107284 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Floating IP 4e2ee52d-9452-412c-8b07-3e121904877e associated. External IP: 172.35.1.199, port: 034920d2-bff9-42cd-9504-4d9cb13382ce.
Nov 20 21:47:26.313619 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router e12bc050-ea56-40a3-a521-c3e55ff46892 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:47:26.420704 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:47:26.430967 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb1fe3-4139-47f5-9aa8-24430c6eabb8 None None] Sync routers for ids ['e12bc050-ea56-40a3-a521-c3e55ff46892'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:47:26.439645 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:26.440556 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeb1fe3-4139-47f5-9aa8-24430c6eabb8 None None] Routers {'e12bc050-ea56-40a3-a521-c3e55ff46892'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:47:26.441222 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-baeb1fe3-4139-47f5-9aa8-24430c6eabb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4770db50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:47:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['e12bc050-ea56-40a3-a521-c3e55ff46892'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:26.467251 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-e1a73e4f-d7c0-4de2-a129-55a1b3d8f61c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5323966
Nov 20 21:47:26.467955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af50e49-4476-4063-b69d-450a637564f5', 'tag': '034920d2-bff9-42cd-9504-4d9cb13382ce'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:47:26.470548 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3467f82c-c426-4cd6-aec8-25e1d5a13b47" -d '{"events": [{"name": "network-changed", "server_uuid": "1af50e49-4476-4063-b69d-450a637564f5", "tag": "034920d2-bff9-42cd-9504-4d9cb13382ce"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:47:26.507935 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578f0a89-58be-42c8-adac-fdb635aa43a2 x-openstack-request-id: req-578f0a89-58be-42c8-adac-fdb635aa43a2 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:47:26.508236 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af50e49-4476-4063-b69d-450a637564f5", "tag": "034920d2-bff9-42cd-9504-4d9cb13382ce", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:47:26.508596 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-578f0a89-58be-42c8-adac-fdb635aa43a2 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:47:26.509269 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af50e49-4476-4063-b69d-450a637564f5', 'tag': '034920d2-bff9-42cd-9504-4d9cb13382ce', 'status': 'completed', 'code': 200}
Nov 20 21:47:26.563271 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-baeb1fe3-4139-47f5-9aa8-24430c6eabb8 None None] Set router e12bc050-ea56-40a3-a521-c3e55ff46892 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:47:26.597776 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c22856-fd9e-4ca2-b230-e2d6bc258359 req-c18305af-28be-408f-a7c7-35f10c92e156 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:26.600515 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-63c22856-fd9e-4ca2-b230-e2d6bc258359 req-c18305af-28be-408f-a7c7-35f10c92e156 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 945 time: 0.0829713
Nov 20 21:47:26.606450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467f82c-c426-4cd6-aec8-25e1d5a13b47 req-d0de486b-963d-48e5-b51a-2980dfffad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:26.607877 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3467f82c-c426-4cd6-aec8-25e1d5a13b47 req-d0de486b-963d-48e5-b51a-2980dfffad3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 1096 time: 0.0605385
Nov 20 21:47:26.801979 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-baeb1fe3-4139-47f5-9aa8-24430c6eabb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4770db50>, [{'id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478644595', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174'}], 'enable_snat': True}, 'gw_port_id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:12Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4e2ee52d-9452-412c-8b07-3e121904877e', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'floating_ip_address': '172.35.1.199', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'port_id': '034920d2-bff9-42cd-9504-4d9cb13382ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf', 'mac_address': 'fa:16:3e:3b:cd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af50e49-4476-4063-b69d-450a637564f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:47:25Z', 'updated_at': '2021-11-20T21:47:25Z', 'revision_number': 0, 'project_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93589f84-45b7-4288-a980-b76466d9cc8f', 'name': '', 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:49:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:11Z', 'updated_at': '2021-11-20T21:47:14Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:26.829493 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb1fe3-4139-47f5-9aa8-24430c6eabb8 None None] Checking router: e12bc050-ea56-40a3-a521-c3e55ff46892 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:47:26.839723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeb1fe3-4139-47f5-9aa8-24430c6eabb8 None None] Routers {'e12bc050-ea56-40a3-a521-c3e55ff46892'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:47:26.840362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-baeb1fe3-4139-47f5-9aa8-24430c6eabb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4770db50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:47:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['e12bc050-ea56-40a3-a521-c3e55ff46892'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:26.950417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-baeb1fe3-4139-47f5-9aa8-24430c6eabb8 None None] Set router e12bc050-ea56-40a3-a521-c3e55ff46892 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:47:27.027275 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-63c22856-fd9e-4ca2-b230-e2d6bc258359 req-9c0497ec-2f47-424b-8d93-b56b2a988929 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4184270
Nov 20 21:47:27.050022 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58194) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:27.060014 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467f82c-c426-4cd6-aec8-25e1d5a13b47 req-b19245d8-6c3b-4ba5-bba3-25218b4ed0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:27.061486 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3467f82c-c426-4cd6-aec8-25e1d5a13b47 req-b19245d8-6c3b-4ba5-bba3-25218b4ed0ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=0cf8ca84-7fc0-40fc-a27d-30b72faeddbf HTTP/1.1" status: 200  len: 896 time: 0.4460754
Nov 20 21:47:27.135550 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3467f82c-c426-4cd6-aec8-25e1d5a13b47 req-fc843c96-5863-4a69-a49f-a94fd23b00d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034920d2-bff9-42cd-9504-4d9cb13382ce HTTP/1.1" status: 200  len: 999 time: 0.0663304
Nov 20 21:47:27.191946 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-baeb1fe3-4139-47f5-9aa8-24430c6eabb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4770db50>, [{'id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478644595', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174'}], 'enable_snat': True}, 'gw_port_id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:12Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4e2ee52d-9452-412c-8b07-3e121904877e', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'floating_ip_address': '172.35.1.199', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'port_id': '034920d2-bff9-42cd-9504-4d9cb13382ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf', 'mac_address': 'fa:16:3e:3b:cd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af50e49-4476-4063-b69d-450a637564f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:47:25Z', 'updated_at': '2021-11-20T21:47:25Z', 'revision_number': 0, 'project_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93589f84-45b7-4288-a980-b76466d9cc8f', 'name': '', 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:49:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:11Z', 'updated_at': '2021-11-20T21:47:14Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:47:27.192906 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467f82c-c426-4cd6-aec8-25e1d5a13b47 req-c48e11a2-7848-41e7-a573-82c3664f4fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:27.195367 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3467f82c-c426-4cd6-aec8-25e1d5a13b47 req-c48e11a2-7848-41e7-a573-82c3664f4fb5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feacc8b0-98f9-41c0-8db3-90dae488962f HTTP/1.1" status: 200  len: 835 time: 0.0533166
Nov 20 21:47:27.225068 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb1fe3-4139-47f5-9aa8-24430c6eabb8 None None] The sync data for ids ['e12bc050-ea56-40a3-a521-c3e55ff46892'] in ncdv-master-1 is: [{'id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478644595', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174'}], 'enable_snat': True}, 'gw_port_id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:12Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4e2ee52d-9452-412c-8b07-3e121904877e', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'floating_ip_address': '172.35.1.199', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'port_id': '034920d2-bff9-42cd-9504-4d9cb13382ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf', 'mac_address': 'fa:16:3e:3b:cd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af50e49-4476-4063-b69d-450a637564f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:47:25Z', 'updated_at': '2021-11-20T21:47:25Z', 'revision_number': 0, 'project_id': 'a671b29208764a018b1936b75389117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93589f84-45b7-4288-a980-b76466d9cc8f', 'name': '', 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:49:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:11Z', 'updated_at': '2021-11-20T21:47:14Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:47:27.248969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467f82c-c426-4cd6-aec8-25e1d5a13b47 req-4234a63b-36c6-4419-ba72-3c61f779796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:27.250875 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3467f82c-c426-4cd6-aec8-25e1d5a13b47 req-4234a63b-36c6-4419-ba72-3c61f779796d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0cf8ca84-7fc0-40fc-a27d-30b72faeddbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0486796
Nov 20 21:47:27.262423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-3467f82c-c426-4cd6-aec8-25e1d5a13b47 req-0d025d9a-fa6f-492c-a733-ebda5af3d281 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:47:27.263471 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3467f82c-c426-4cd6-aec8-25e1d5a13b47 req-0d025d9a-fa6f-492c-a733-ebda5af3d281 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060134
Nov 20 21:47:27.366292 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3467f82c-c426-4cd6-aec8-25e1d5a13b47 req-009f5b1e-16ee-4907-95c2-d7f6a7eff5ed service neutron] 10.222.0.47 "GET /v2.0/networks/0cf8ca84-7fc0-40fc-a27d-30b72faeddbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0949972
Nov 20 21:47:27.393172 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-be1a9982-6b2e-426f-a8b0-f3817fd5a1d2 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/4e2ee52d-9452-412c-8b07-3e121904877e HTTP/1.1" status: 200  len: 991 time: 0.3403502
Nov 20 21:47:27.445187 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5ec44-b037-4e9b-8375-ccd65fdf6ece None None] New status for floating IP 4e2ee52d-9452-412c-8b07-3e121904877e: ACTIVE {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:47:27.462526 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3467f82c-c426-4cd6-aec8-25e1d5a13b47 req-e94b3bd5-9d74-4d14-9908-5cd66ce8cbb1 service neutron] 10.222.0.47 "GET /v2.0/networks/0cf8ca84-7fc0-40fc-a27d-30b72faeddbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897629
Nov 20 21:47:28.395418 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58196) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:47:28.455115 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-df9b4469-4382-4f35-a6d6-14ad7c4baec9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/4e2ee52d-9452-412c-8b07-3e121904877e HTTP/1.1" status: 200  len: 993 time: 0.0585361
Nov 20 21:47:37.187555 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-15ef21a4-b3fe-4bf0-92c5-1a1e0b57db16 req-fc839f0b-925a-4e0c-98db-2f3c449ea6a8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0446234
Nov 20 21:47:37.268629 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef21a4-b3fe-4bf0-92c5-1a1e0b57db16 req-fe01a60a-233d-4570-9ab5-aca5182d0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:37.270162 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-15ef21a4-b3fe-4bf0-92c5-1a1e0b57db16 req-fe01a60a-233d-4570-9ab5-aca5182d0399 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 1096 time: 0.0397115
Nov 20 21:47:37.373269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef21a4-b3fe-4bf0-92c5-1a1e0b57db16 req-ebf75136-97cd-4892-ab1f-415390acb7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:37.374795 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-15ef21a4-b3fe-4bf0-92c5-1a1e0b57db16 req-ebf75136-97cd-4892-ab1f-415390acb7c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0cf8ca84-7fc0-40fc-a27d-30b72faeddbf HTTP/1.1" status: 200  len: 896 time: 0.0865266
Nov 20 21:47:37.441903 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-15ef21a4-b3fe-4bf0-92c5-1a1e0b57db16 req-8cfc5c0f-d98d-4b68-9677-d5ac7521d694 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034920d2-bff9-42cd-9504-4d9cb13382ce HTTP/1.1" status: 200  len: 1001 time: 0.0596471
Nov 20 21:47:37.495462 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef21a4-b3fe-4bf0-92c5-1a1e0b57db16 req-cbf691ae-312a-4f37-8da0-984bf78de7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:37.497041 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-15ef21a4-b3fe-4bf0-92c5-1a1e0b57db16 req-cbf691ae-312a-4f37-8da0-984bf78de7f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feacc8b0-98f9-41c0-8db3-90dae488962f HTTP/1.1" status: 200  len: 835 time: 0.0463877
Nov 20 21:47:37.550028 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef21a4-b3fe-4bf0-92c5-1a1e0b57db16 req-76bd9af5-48b4-4801-b84e-f1e7da6c9785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:37.551713 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-15ef21a4-b3fe-4bf0-92c5-1a1e0b57db16 req-76bd9af5-48b4-4801-b84e-f1e7da6c9785 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0cf8ca84-7fc0-40fc-a27d-30b72faeddbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0467093
Nov 20 21:47:37.660880 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-15ef21a4-b3fe-4bf0-92c5-1a1e0b57db16 req-ab5ee4b7-cad7-413b-973c-0b288845e9d7 service neutron] 10.222.0.47 "GET /v2.0/networks/0cf8ca84-7fc0-40fc-a27d-30b72faeddbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0990319
Nov 20 21:47:37.761441 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-15ef21a4-b3fe-4bf0-92c5-1a1e0b57db16 req-304fb297-3302-4420-b1b0-54adf8aae235 service neutron] 10.222.0.47 "GET /v2.0/networks/0cf8ca84-7fc0-40fc-a27d-30b72faeddbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902748
Nov 20 21:47:38.720389 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:38.865602 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:43.371745 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3ddd13f4-cc2c-43ec-8488-8a88338653f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:45.773777 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b01419b5-73a5-4de2-85fd-5fd93640765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:46.980401 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:48.817230 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:49.364956 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:47:55.544330 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:47:59.920856 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f0bb2-4fc7-498c-85f0-0d069a440531 req-d40bf3d4-eb3b-4c67-bd5a-dc5a03e90e66 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:47:59.922371 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-501f0bb2-4fc7-498c-85f0-0d069a440531 req-d40bf3d4-eb3b-4c67-bd5a-dc5a03e90e66 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 945 time: 0.0553930
Nov 20 21:47:59.971031 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-501f0bb2-4fc7-498c-85f0-0d069a440531 req-0a02f9da-2e2d-4045-862a-bda0f4390679 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419579
Nov 20 21:48:01.091263 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613fc56-3802-4b26-b4fa-c455c888579d req-b202d985-3c20-4c40-971b-87c2171d7e30 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:01.092731 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5613fc56-3802-4b26-b4fa-c455c888579d req-b202d985-3c20-4c40-971b-87c2171d7e30 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 945 time: 0.0488527
Nov 20 21:48:01.142276 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5613fc56-3802-4b26-b4fa-c455c888579d req-5a16ceb8-2a68-4582-9b30-2e2b62e13a41 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437024
Nov 20 21:48:01.165398 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58220) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:01.229611 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-bd2b0671-2692-4c2a-8076-42cd3619dcc8 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/4e2ee52d-9452-412c-8b07-3e121904877e HTTP/1.1" status: 200  len: 993 time: 0.0628219
Nov 20 21:48:02.502242 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e823913-d67a-4815-ac4d-c7728a8d0843 req-f69a2fa0-06ed-4fcd-9671-287b618e9ae3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:02.503761 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9e823913-d67a-4815-ac4d-c7728a8d0843 req-f69a2fa0-06ed-4fcd-9671-287b618e9ae3 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 945 time: 0.0563197
Nov 20 21:48:02.517868 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350bab2-d34e-4727-9469-3c1993201416 req-6ca1eaa7-bd74-45f5-837e-a8f02c618e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:02.519667 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0350bab2-d34e-4727-9469-3c1993201416 req-6ca1eaa7-bd74-45f5-837e-a8f02c618e81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 1096 time: 0.0491540
Nov 20 21:48:02.555674 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9e823913-d67a-4815-ac4d-c7728a8d0843 req-29c09d67-2fa4-44a5-8052-4726c14832e6 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450375
Nov 20 21:48:02.617103 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350bab2-d34e-4727-9469-3c1993201416 req-7c8621b1-adb1-4684-bbf3-6e0d4b36d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:02.618633 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0350bab2-d34e-4727-9469-3c1993201416 req-7c8621b1-adb1-4684-bbf3-6e0d4b36d4ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=0cf8ca84-7fc0-40fc-a27d-30b72faeddbf HTTP/1.1" status: 200  len: 896 time: 0.0915992
Nov 20 21:48:02.684284 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0350bab2-d34e-4727-9469-3c1993201416 req-393b8386-7764-4d02-9ded-d725e08ca3b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034920d2-bff9-42cd-9504-4d9cb13382ce HTTP/1.1" status: 200  len: 1001 time: 0.0587106
Nov 20 21:48:02.735597 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350bab2-d34e-4727-9469-3c1993201416 req-8593fcfe-0123-4b82-a99f-6ebf4c04a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:02.737080 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0350bab2-d34e-4727-9469-3c1993201416 req-8593fcfe-0123-4b82-a99f-6ebf4c04a51a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feacc8b0-98f9-41c0-8db3-90dae488962f HTTP/1.1" status: 200  len: 835 time: 0.0456359
Nov 20 21:48:02.786784 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350bab2-d34e-4727-9469-3c1993201416 req-11cf9f30-d30b-4ccd-a7e2-cc7f67fdf0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:02.788335 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0350bab2-d34e-4727-9469-3c1993201416 req-11cf9f30-d30b-4ccd-a7e2-cc7f67fdf0e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0cf8ca84-7fc0-40fc-a27d-30b72faeddbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444753
Nov 20 21:48:02.879014 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0350bab2-d34e-4727-9469-3c1993201416 req-abda10af-79e1-483f-97f9-6114eb04d3f8 service neutron] 10.222.0.47 "GET /v2.0/networks/0cf8ca84-7fc0-40fc-a27d-30b72faeddbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829179
Nov 20 21:48:02.972228 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0350bab2-d34e-4727-9469-3c1993201416 req-e744048d-a61b-4d4b-a358-0067f187fdd6 service neutron] 10.222.0.47 "GET /v2.0/networks/0cf8ca84-7fc0-40fc-a27d-30b72faeddbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864716
Nov 20 21:48:03.675697 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e249b-0d2c-4e0d-846b-5901c0928ad5 req-c5ed690a-dabb-4b77-a842-56352944e93e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:03.678615 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d2e249b-0d2c-4e0d-846b-5901c0928ad5 req-c5ed690a-dabb-4b77-a842-56352944e93e tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 945 time: 0.0508182
Nov 20 21:48:03.731073 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6d2e249b-0d2c-4e0d-846b-5901c0928ad5 req-5081934b-fdc9-44fa-88f2-e161747d7360 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465503
Nov 20 21:48:04.852396 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01636d51-bd86-4e60-8594-c305bb39aff2 req-2c0d6502-a6e2-4400-90c2-e22f976269f5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:04.853784 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01636d51-bd86-4e60-8594-c305bb39aff2 req-2c0d6502-a6e2-4400-90c2-e22f976269f5 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 945 time: 0.0527956
Nov 20 21:48:04.902885 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-01636d51-bd86-4e60-8594-c305bb39aff2 req-2096d8cc-59b8-4f89-842b-ac027d4ffa1c tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428309
Nov 20 21:48:04.925397 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58248) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:04.985288 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-223d1a88-ecac-4221-b307-114284ebedbe tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/floatingips/4e2ee52d-9452-412c-8b07-3e121904877e HTTP/1.1" status: 200  len: 993 time: 0.0587540
Nov 20 21:48:05.196585 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58254) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:05.352325 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port 146f38a4-59aa-476f-b245-faed79bf3a5b {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:48:05.352666 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:05.431514 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:05.431851 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:05.443503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for 146f38a4-59aa-476f-b245-faed79bf3a5b owned by network:floatingip {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:48:05.594244 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:05.620498 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=146f38a4-59aa-476f-b245-faed79bf3a5b,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:05.632462 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:05.632823 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:05.633174 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:05.633520 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:05.633862 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:05.634231 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:05.634574 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:05.634911 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:05.635248 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:05.635580 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:05.635912 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:05.636242 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:05.693481 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for floatingip, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:05.693816 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Floating IP 4e2ee52d-9452-412c-8b07-3e121904877e disassociated (deleted). External IP: 172.35.1.199, port: 034920d2-bff9-42cd-9504-4d9cb13382ce.
Nov 20 21:48:05.902570 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router e12bc050-ea56-40a3-a521-c3e55ff46892 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:48:06.009352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:48:06.014296 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:06.019007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f59eda-14da-4f5f-81d6-883d9105c991 None None] Sync routers for ids ['e12bc050-ea56-40a3-a521-c3e55ff46892'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:48:06.028687 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f59eda-14da-4f5f-81d6-883d9105c991 None None] Routers {'e12bc050-ea56-40a3-a521-c3e55ff46892'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:48:06.029300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d5f59eda-14da-4f5f-81d6-883d9105c991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47827550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:47:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['e12bc050-ea56-40a3-a521-c3e55ff46892'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:06.041573 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-b6a615b3-47a4-4962-9232-0f2ddbdb162d tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/floatingips/4e2ee52d-9452-412c-8b07-3e121904877e HTTP/1.1" status: 204  len: 168 time: 0.8438854
Nov 20 21:48:06.042220 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af50e49-4476-4063-b69d-450a637564f5', 'tag': '034920d2-bff9-42cd-9504-4d9cb13382ce'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:48:06.044677 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cece164d64dcc018633188bee73b9fbf3ce4fa511e4454985122ae8465ac42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1763ab12-344b-4154-953e-c5e705b66c72" -d '{"events": [{"name": "network-changed", "server_uuid": "1af50e49-4476-4063-b69d-450a637564f5", "tag": "034920d2-bff9-42cd-9504-4d9cb13382ce"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:48:06.084163 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3936ec92-adcb-424f-b975-387174a730c0 x-openstack-request-id: req-3936ec92-adcb-424f-b975-387174a730c0 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:48:06.084465 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af50e49-4476-4063-b69d-450a637564f5", "tag": "034920d2-bff9-42cd-9504-4d9cb13382ce", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:48:06.084726 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3936ec92-adcb-424f-b975-387174a730c0 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:48:06.085139 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af50e49-4476-4063-b69d-450a637564f5', 'tag': '034920d2-bff9-42cd-9504-4d9cb13382ce', 'status': 'completed', 'code': 200}
Nov 20 21:48:06.142379 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-d5f59eda-14da-4f5f-81d6-883d9105c991 None None] Set router e12bc050-ea56-40a3-a521-c3e55ff46892 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:48:06.157787 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763ab12-344b-4154-953e-c5e705b66c72 req-811032dc-4495-4982-862d-8e00492a0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:06.159273 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1763ab12-344b-4154-953e-c5e705b66c72 req-811032dc-4495-4982-862d-8e00492a0860 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a671b29208764a018b1936b75389117b&device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 1096 time: 0.0482376
Nov 20 21:48:06.293667 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763ab12-344b-4154-953e-c5e705b66c72 req-a70cb770-2983-486a-9908-ea902bc5bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:06.295136 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1763ab12-344b-4154-953e-c5e705b66c72 req-a70cb770-2983-486a-9908-ea902bc5bc25 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0cf8ca84-7fc0-40fc-a27d-30b72faeddbf HTTP/1.1" status: 200  len: 896 time: 0.1282952
Nov 20 21:48:06.306647 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61834825-bf8b-4165-b8a9-5b34f595b4ca req-4a7dc1f6-8f24-43df-92a4-5ee6377c2a7b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:06.308099 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61834825-bf8b-4165-b8a9-5b34f595b4ca req-4a7dc1f6-8f24-43df-92a4-5ee6377c2a7b tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 945 time: 0.0726142
Nov 20 21:48:06.348610 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1763ab12-344b-4154-953e-c5e705b66c72 req-c0e74337-1770-4a2e-a6e2-4ff1eba89adc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034920d2-bff9-42cd-9504-4d9cb13382ce HTTP/1.1" status: 200  len: 217 time: 0.0395093
Nov 20 21:48:06.361432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d5f59eda-14da-4f5f-81d6-883d9105c991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47827550>, [{'id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478644595', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174'}], 'enable_snat': True}, 'gw_port_id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:12Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93589f84-45b7-4288-a980-b76466d9cc8f', 'name': '', 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:49:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:11Z', 'updated_at': '2021-11-20T21:47:14Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:06.391793 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f59eda-14da-4f5f-81d6-883d9105c991 None None] Checking router: e12bc050-ea56-40a3-a521-c3e55ff46892 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:48:06.400102 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f59eda-14da-4f5f-81d6-883d9105c991 None None] Routers {'e12bc050-ea56-40a3-a521-c3e55ff46892'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:48:06.400700 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d5f59eda-14da-4f5f-81d6-883d9105c991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47827550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:47:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['e12bc050-ea56-40a3-a521-c3e55ff46892'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:06.427059 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-61834825-bf8b-4165-b8a9-5b34f595b4ca req-b220903c-91b2-42b3-be5f-f1b19e61d6f7 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107960
Nov 20 21:48:06.428922 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763ab12-344b-4154-953e-c5e705b66c72 req-5ce13d50-50d6-4e44-aee0-3d1c21c91038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:06.430359 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1763ab12-344b-4154-953e-c5e705b66c72 req-5ce13d50-50d6-4e44-aee0-3d1c21c91038 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feacc8b0-98f9-41c0-8db3-90dae488962f HTTP/1.1" status: 200  len: 835 time: 0.0719349
Nov 20 21:48:06.478004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763ab12-344b-4154-953e-c5e705b66c72 req-744bdb01-48d7-4e47-862c-c36936eac92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:06.479829 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1763ab12-344b-4154-953e-c5e705b66c72 req-744bdb01-48d7-4e47-862c-c36936eac92d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0cf8ca84-7fc0-40fc-a27d-30b72faeddbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0417030
Nov 20 21:48:06.522985 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-d5f59eda-14da-4f5f-81d6-883d9105c991 None None] Set router e12bc050-ea56-40a3-a521-c3e55ff46892 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:48:06.574833 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1763ab12-344b-4154-953e-c5e705b66c72 req-e424ac4c-d380-4f59-8110-acd0f69a83a9 service neutron] 10.222.0.47 "GET /v2.0/networks/0cf8ca84-7fc0-40fc-a27d-30b72faeddbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871668
Nov 20 21:48:06.666388 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1763ab12-344b-4154-953e-c5e705b66c72 req-ff2fe26a-1669-4284-9544-bace7c3291d1 service neutron] 10.222.0.47 "GET /v2.0/networks/0cf8ca84-7fc0-40fc-a27d-30b72faeddbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835097
Nov 20 21:48:06.722106 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-d5f59eda-14da-4f5f-81d6-883d9105c991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47827550>, [{'id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478644595', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174'}], 'enable_snat': True}, 'gw_port_id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:12Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93589f84-45b7-4288-a980-b76466d9cc8f', 'name': '', 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:49:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:11Z', 'updated_at': '2021-11-20T21:47:14Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:06.748154 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f59eda-14da-4f5f-81d6-883d9105c991 None None] The sync data for ids ['e12bc050-ea56-40a3-a521-c3e55ff46892'] in ncdv-master-1 is: [{'id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478644595', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174'}], 'enable_snat': True}, 'gw_port_id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:12Z', 'revision_number': 4, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93589f84-45b7-4288-a980-b76466d9cc8f', 'name': '', 'network_id': '0cf8ca84-7fc0-40fc-a27d-30b72faeddbf', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'mac_address': 'fa:16:3e:49:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:11Z', 'updated_at': '2021-11-20T21:47:14Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'subnets': [{'id': 'feacc8b0-98f9-41c0-8db3-90dae488962f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:48:06.972377 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17bff41-3d38-478b-81e3-43c5bfb3b620 None None] New status for floating IP 4e2ee52d-9452-412c-8b07-3e121904877e: DOWN {{(pid=126227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:48:07.548044 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e6723-0a6c-4f1b-865c-9349d991cdd0 req-d1954430-835c-4dcf-a919-4c49a28a5100 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:07.549547 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d0e6723-0a6c-4f1b-865c-9349d991cdd0 req-d1954430-835c-4dcf-a919-4c49a28a5100 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 945 time: 0.0509677
Nov 20 21:48:07.604362 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6d0e6723-0a6c-4f1b-865c-9349d991cdd0 req-718cf542-aead-4698-9348-f2c9ad8bf32a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e7b674c-1e73-495b-81b7-908cc653576c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477939
Nov 20 21:48:07.770989 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a78b4-965f-4806-bddf-1ff11d6eb147 req-ebccb7e7-0bbc-4030-82db-f555bf4da798 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:07.772329 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ba5a78b4-965f-4806-bddf-1ff11d6eb147 req-ebccb7e7-0bbc-4030-82db-f555bf4da798 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "GET /v2.0/ports?device_id=1af50e49-4476-4063-b69d-450a637564f5 HTTP/1.1" status: 200  len: 945 time: 0.0475395
Nov 20 21:48:07.866216 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-ba5a78b4-965f-4806-bddf-1ff11d6eb147 req-b5fed8be-77a7-4dd8-ad9b-b06105a6123a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port 034920d2-bff9-42cd-9504-4d9cb13382ce {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:48:07.866553 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ba5a78b4-965f-4806-bddf-1ff11d6eb147 req-b5fed8be-77a7-4dd8-ad9b-b06105a6123a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:07.950827 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-ba5a78b4-965f-4806-bddf-1ff11d6eb147 req-b5fed8be-77a7-4dd8-ad9b-b06105a6123a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] For port 034920d2-bff9-42cd-9504-4d9cb13382ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=034920d2-bff9-42cd-9504-4d9cb13382ce,segment=NetworkSegment(bcba4c98-1079-4139-881a-e36ba886b197),segment_id=bcba4c98-1079-4139-881a-e36ba886b197)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:48:07.951183 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ba5a78b4-965f-4806-bddf-1ff11d6eb147 req-b5fed8be-77a7-4dd8-ad9b-b06105a6123a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:07.963652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-ba5a78b4-965f-4806-bddf-1ff11d6eb147 req-b5fed8be-77a7-4dd8-ad9b-b06105a6123a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for 034920d2-bff9-42cd-9504-4d9cb13382ce owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:48:08.090866 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ba5a78b4-965f-4806-bddf-1ff11d6eb147 req-b5fed8be-77a7-4dd8-ad9b-b06105a6123a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:08.122254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fed8be-77a7-4dd8-ad9b-b06105a6123a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=034920d2-bff9-42cd-9504-4d9cb13382ce,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:08.166642 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5a78b4-965f-4806-bddf-1ff11d6eb147 req-b5fed8be-77a7-4dd8-ad9b-b06105a6123a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] No DVR routers for this DVR port 034920d2-bff9-42cd-9504-4d9cb13382ce on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:48:08.169597 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-ba5a78b4-965f-4806-bddf-1ff11d6eb147 req-b5fed8be-77a7-4dd8-ad9b-b06105a6123a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:08.172954 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ba5a78b4-965f-4806-bddf-1ff11d6eb147 req-b5fed8be-77a7-4dd8-ad9b-b06105a6123a tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.47 "DELETE /v2.0/ports/034920d2-bff9-42cd-9504-4d9cb13382ce HTTP/1.1" status: 204  len: 173 time: 0.3922560
Nov 20 21:48:08.173399 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af50e49-4476-4063-b69d-450a637564f5', 'name': 'network-vif-deleted', 'tag': '034920d2-bff9-42cd-9504-4d9cb13382ce'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:48:08.175678 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cece164d64dcc018633188bee73b9fbf3ce4fa511e4454985122ae8465ac42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0823a8c-e1fb-4827-ac96-1b6599c5d656" -d '{"events": [{"server_uuid": "1af50e49-4476-4063-b69d-450a637564f5", "name": "network-vif-deleted", "tag": "034920d2-bff9-42cd-9504-4d9cb13382ce"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:48:08.215823 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a50a4e-30e4-4e1c-a49a-7dd1fd85d0b6 x-openstack-request-id: req-86a50a4e-30e4-4e1c-a49a-7dd1fd85d0b6 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:48:08.216114 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af50e49-4476-4063-b69d-450a637564f5", "name": "network-vif-deleted", "tag": "034920d2-bff9-42cd-9504-4d9cb13382ce", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:48:08.216373 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86a50a4e-30e4-4e1c-a49a-7dd1fd85d0b6 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:48:08.216780 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af50e49-4476-4063-b69d-450a637564f5', 'name': 'network-vif-deleted', 'tag': '034920d2-bff9-42cd-9504-4d9cb13382ce', 'status': 'completed', 'code': 200}
Nov 20 21:48:08.663017 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58268) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:08.717738 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:08.860966 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:09.338975 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5b7f2de1-7c43-4df1-b271-7e1f88441da9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:09.593245 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-5b7f2de1-7c43-4df1-b271-7e1f88441da9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port 93589f84-45b7-4288-a980-b76466d9cc8f {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:48:09.593590 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5b7f2de1-7c43-4df1-b271-7e1f88441da9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:09.683771 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-5b7f2de1-7c43-4df1-b271-7e1f88441da9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] For port 93589f84-45b7-4288-a980-b76466d9cc8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93589f84-45b7-4288-a980-b76466d9cc8f,segment=NetworkSegment(bcba4c98-1079-4139-881a-e36ba886b197),segment_id=bcba4c98-1079-4139-881a-e36ba886b197)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:48:09.684142 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5b7f2de1-7c43-4df1-b271-7e1f88441da9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:09.696152 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-5b7f2de1-7c43-4df1-b271-7e1f88441da9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for 93589f84-45b7-4288-a980-b76466d9cc8f owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:48:09.880574 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5b7f2de1-7c43-4df1-b271-7e1f88441da9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:09.907241 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f2de1-7c43-4df1-b271-7e1f88441da9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=93589f84-45b7-4288-a980-b76466d9cc8f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:10.089661 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-5b7f2de1-7c43-4df1-b271-7e1f88441da9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:10.303544 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7f2de1-7c43-4df1-b271-7e1f88441da9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Router e12bc050-ea56-40a3-a521-c3e55ff46892 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:48:10.407984 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7f2de1-7c43-4df1-b271-7e1f88441da9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:48:10.413447 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-5b7f2de1-7c43-4df1-b271-7e1f88441da9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "PUT /v2.0/routers/e12bc050-ea56-40a3-a521-c3e55ff46892/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7493868
Nov 20 21:48:10.416239 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58270) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:10.418247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296fdae3-1c2e-4c08-bc7e-e85982607ddd None None] Sync routers for ids ['e12bc050-ea56-40a3-a521-c3e55ff46892'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:48:10.428695 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296fdae3-1c2e-4c08-bc7e-e85982607ddd None None] Routers {'e12bc050-ea56-40a3-a521-c3e55ff46892'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:48:10.429301 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-296fdae3-1c2e-4c08-bc7e-e85982607ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a460b6400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:47:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['e12bc050-ea56-40a3-a521-c3e55ff46892'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:10.470298 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a437d62-a7a4-4623-aa5e-66c88a4672e9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting subnet feacc8b0-98f9-41c0-8db3-90dae488962f {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:48:10.473988 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a437d62-a7a4-4623-aa5e-66c88a4672e9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:10.513922 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a437d62-a7a4-4623-aa5e-66c88a4672e9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:10.603220 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a437d62-a7a4-4623-aa5e-66c88a4672e9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:10.672954 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a437d62-a7a4-4623-aa5e-66c88a4672e9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:10.696310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-296fdae3-1c2e-4c08-bc7e-e85982607ddd None None] Set router e12bc050-ea56-40a3-a521-c3e55ff46892 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:48:10.700453 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a437d62-a7a4-4623-aa5e-66c88a4672e9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Subnet': ['ID=feacc8b0-98f9-41c0-8db3-90dae488962f,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:10.704040 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-8a437d62-a7a4-4623-aa5e-66c88a4672e9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:10.707247 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-8a437d62-a7a4-4623-aa5e-66c88a4672e9 tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/subnets/feacc8b0-98f9-41c0-8db3-90dae488962f HTTP/1.1" status: 204  len: 168 time: 0.2898984
Nov 20 21:48:10.710450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58272) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:10.726862 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420fa702-14db-4f27-a954-8735fbe26d82 None None] Network 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:48:10.764382 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 034920d2-bff9-42cd-9504-4d9cb13382ce no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:48:10.809806 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 034920d2-bff9-42cd-9504-4d9cb13382ce {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:48:10.810190 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 034920d2-bff9-42cd-9504-4d9cb13382ce not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:48:10.819711 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-269399ad-4e96-40ff-bac4-6eb5bb028c3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:10.924186 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-269399ad-4e96-40ff-bac4-6eb5bb028c3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:10.980203 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-269399ad-4e96-40ff-bac4-6eb5bb028c3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Deleting port 0a530149-9236-4554-aecc-5e4f35d889a4 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:48:10.980552 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-269399ad-4e96-40ff-bac4-6eb5bb028c3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.006463 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-296fdae3-1c2e-4c08-bc7e-e85982607ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a460b6400>, [{'id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478644595', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174'}], 'enable_snat': True}, 'gw_port_id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:48:09Z', 'revision_number': 5, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port': {'id': '0a530149-9236-4554-aecc-5e4f35d889a4', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:11.038535 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296fdae3-1c2e-4c08-bc7e-e85982607ddd None None] Checking router: e12bc050-ea56-40a3-a521-c3e55ff46892 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:48:11.047272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296fdae3-1c2e-4c08-bc7e-e85982607ddd None None] Routers {'e12bc050-ea56-40a3-a521-c3e55ff46892'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:48:11.047422 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-296fdae3-1c2e-4c08-bc7e-e85982607ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a460b6400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:47:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['e12bc050-ea56-40a3-a521-c3e55ff46892'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:11.068473 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-269399ad-4e96-40ff-bac4-6eb5bb028c3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] For port 0a530149-9236-4554-aecc-5e4f35d889a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a530149-9236-4554-aecc-5e4f35d889a4,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:48:11.068845 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-269399ad-4e96-40ff-bac4-6eb5bb028c3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.080582 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-269399ad-4e96-40ff-bac4-6eb5bb028c3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Calling delete_port for 0a530149-9236-4554-aecc-5e4f35d889a4 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:48:11.090953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] DHCP port deletion for 0cf8ca84-7fc0-40fc-a27d-30b72faeddbf request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:48:11.165663 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-296fdae3-1c2e-4c08-bc7e-e85982607ddd None None] Set router e12bc050-ea56-40a3-a521-c3e55ff46892 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:48:11.226408 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-296fdae3-1c2e-4c08-bc7e-e85982607ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a460b6400>, [{'id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478644595', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:48:10Z', 'revision_number': 6, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:11.256186 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-269399ad-4e96-40ff-bac4-6eb5bb028c3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.260466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296fdae3-1c2e-4c08-bc7e-e85982607ddd None None] The sync data for ids ['e12bc050-ea56-40a3-a521-c3e55ff46892'] in ncdv-master-1 is: [{'id': 'e12bc050-ea56-40a3-a521-c3e55ff46892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478644595', 'tenant_id': 'a671b29208764a018b1936b75389117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:47:08Z', 'updated_at': '2021-11-20T21:48:10Z', 'revision_number': 6, 'project_id': 'a671b29208764a018b1936b75389117b', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:48:11.274183 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Deleting port c96b58dd-bd6b-4463-839d-eb15f01223f5 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:48:11.274554 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.288218 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269399ad-4e96-40ff-bac4-6eb5bb028c3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Port': ['ID=0a530149-9236-4554-aecc-5e4f35d889a4,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:11.305559 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3575ed31-c12b-4947-8ef9-ce1007f1cb1f None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:48:11.353549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] For port c96b58dd-bd6b-4463-839d-eb15f01223f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c96b58dd-bd6b-4463-839d-eb15f01223f5,segment=NetworkSegment(bcba4c98-1079-4139-881a-e36ba886b197),segment_id=bcba4c98-1079-4139-881a-e36ba886b197)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:48:11.353954 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.361683 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-269399ad-4e96-40ff-bac4-6eb5bb028c3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.368767 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Calling delete_port for c96b58dd-bd6b-4463-839d-eb15f01223f5 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:48:11.452218 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.454278 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-269399ad-4e96-40ff-bac4-6eb5bb028c3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.456735 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-269399ad-4e96-40ff-bac4-6eb5bb028c3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.480560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Pushing event deleted for resources: {'Port': ['ID=c96b58dd-bd6b-4463-839d-eb15f01223f5,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:11.484826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] No DVR routers for this DVR port c96b58dd-bd6b-4463-839d-eb15f01223f5 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:48:11.491663 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:11.492014 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:11.492381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:11.492722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:11.493057 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:11.493389 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:11.493721 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:11.494074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:11.494401 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:11.495019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:11.495019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:11.495349 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ad93e-27ea-49bd-9989-f13556087b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:11.508522 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-269399ad-4e96-40ff-bac4-6eb5bb028c3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.509138 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269399ad-4e96-40ff-bac4-6eb5bb028c3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Fanout notify agent at l3_agent the message router_deleted on router e12bc050-ea56-40a3-a521-c3e55ff46892 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:48:11.516994 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-269399ad-4e96-40ff-bac4-6eb5bb028c3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.520736 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-269399ad-4e96-40ff-bac4-6eb5bb028c3f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/routers/e12bc050-ea56-40a3-a521-c3e55ff46892 HTTP/1.1" status: 204  len: 168 time: 0.8067625
Nov 20 21:48:11.521605 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58274) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:11.601802 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7669b9be-747a-488e-ab9a-0400f7b4001f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.663472 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c96b58dd-bd6b-4463-839d-eb15f01223f5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:48:11.684143 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: c96b58dd-bd6b-4463-839d-eb15f01223f5 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:48:11.684502 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device c96b58dd-bd6b-4463-839d-eb15f01223f5 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:48:11.709525 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7669b9be-747a-488e-ab9a-0400f7b4001f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.733548 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-7669b9be-747a-488e-ab9a-0400f7b4001f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e1dd730>,) {'filters': {'network_id': ['0cf8ca84-7fc0-40fc-a27d-30b72faeddbf']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:11.742769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-7669b9be-747a-488e-ab9a-0400f7b4001f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e1dd730>, 'bcba4c98-1079-4139-881a-e36ba886b197') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:11.743066 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-7669b9be-747a-488e-ab9a-0400f7b4001f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e1dd730>, 'bcba4c98-1079-4139-881a-e36ba886b197') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:11.752491 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7669b9be-747a-488e-ab9a-0400f7b4001f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.765543 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7669b9be-747a-488e-ab9a-0400f7b4001f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.772143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7669b9be-747a-488e-ab9a-0400f7b4001f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:48:11.772658 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7669b9be-747a-488e-ab9a-0400f7b4001f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:48:11.775722 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:48:11.833705 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7669b9be-747a-488e-ab9a-0400f7b4001f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.840605 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7669b9be-747a-488e-ab9a-0400f7b4001f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.843699 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7669b9be-747a-488e-ab9a-0400f7b4001f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/networks/0cf8ca84-7fc0-40fc-a27d-30b72faeddbf HTTP/1.1" status: 204  len: 168 time: 0.3210821
Nov 20 21:48:11.846545 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58276) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:11.855494 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669b9be-747a-488e-ab9a-0400f7b4001f tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'Network': ['ID=0cf8ca84-7fc0-40fc-a27d-30b72faeddbf,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:11.904141 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.928334 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.986852 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.989508 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:11.990712 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] 10.222.0.41 "DELETE /v2.0/security-groups/6e7b674c-1e73-495b-81b7-908cc653576c HTTP/1.1" status: 204  len: 168 time: 0.1428268
Nov 20 21:48:11.999892 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7b674c-1e73-495b-81b7-908cc653576c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:12.008219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:12.008578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:12.008935 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:12.009283 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:12.009645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:12.009962 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:12.010331 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:12.010673 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:12.011008 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:12.011345 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:12.011674 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:12.012005 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb50f5a-22f6-4b9d-b6fd-4be3beacf6cf tempest-TestNetworkAdvancedServerOps-146897682 tempest-TestNetworkAdvancedServerOps-146897682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:12.340687 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58284) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:12.508198 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a95eab82-2680-4895-971b-a98d6419be6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a671b29208764a018b1936b75389117b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1662455
Nov 20 21:48:12.510572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58288) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:12.569161 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ab52ac06-8e2c-446d-8ac3-d5049022204c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:12.593745 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ab52ac06-8e2c-446d-8ac3-d5049022204c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:12.639554 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ab52ac06-8e2c-446d-8ac3-d5049022204c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:12.642309 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ab52ac06-8e2c-446d-8ac3-d5049022204c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:12.643459 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ab52ac06-8e2c-446d-8ac3-d5049022204c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4d16b85-22e4-40d2-b5d1-42977f22d913 HTTP/1.1" status: 204  len: 168 time: 0.1319635
Nov 20 21:48:12.651883 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52ac06-8e2c-446d-8ac3-d5049022204c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d16b85-22e4-40d2-b5d1-42977f22d913,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:12.898081 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58294) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:12.911610 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa1f1dfe-7366-486d-aad4-6980210eb134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:12.991923 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa1f1dfe-7366-486d-aad4-6980210eb134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:12.995397 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-aa1f1dfe-7366-486d-aad4-6980210eb134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:13.033549 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f1dfe-7366-486d-aad4-6980210eb134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83246f2f-d265-49a1-9aee-21d2228731f7,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:13.038293 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-aa1f1dfe-7366-486d-aad4-6980210eb134 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6cf610df311b468681479ee7178d3ce7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1390610
Nov 20 21:48:13.041072 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58296) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:13.090882 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-98025af5-88af-4be4-b699-51409d9364d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:13.112814 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-98025af5-88af-4be4-b699-51409d9364d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:13.158470 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-98025af5-88af-4be4-b699-51409d9364d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:13.161258 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-98025af5-88af-4be4-b699-51409d9364d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:13.162473 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-98025af5-88af-4be4-b699-51409d9364d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83246f2f-d265-49a1-9aee-21d2228731f7 HTTP/1.1" status: 204  len: 168 time: 0.1204844
Nov 20 21:48:13.169941 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98025af5-88af-4be4-b699-51409d9364d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83246f2f-d265-49a1-9aee-21d2228731f7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:13.265497 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 93589f84-45b7-4288-a980-b76466d9cc8f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:48:13.289505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 93589f84-45b7-4288-a980-b76466d9cc8f {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:48:13.289768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 93589f84-45b7-4288-a980-b76466d9cc8f not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:48:13.290215 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0a530149-9236-4554-aecc-5e4f35d889a4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:48:13.308826 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 0a530149-9236-4554-aecc-5e4f35d889a4 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:48:13.309171 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0a530149-9236-4554-aecc-5e4f35d889a4 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:48:13.372772 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-86ece940-24b3-4019-b4b4-5badfd2a32c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:13.849939 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58318) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:13.944003 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-939f8808-9a87-4320-a8b4-4eb616be2c8a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1822345800-network', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:48:13.965759 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939f8808-9a87-4320-a8b4-4eb616be2c8a admin admin] Made reservation on behalf of f8bf19e13d444cd0b7a0fe3565ae7e67 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:48:13.968029 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-939f8808-9a87-4320-a8b4-4eb616be2c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:13.976972 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-939f8808-9a87-4320-a8b4-4eb616be2c8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.050161 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-939f8808-9a87-4320-a8b4-4eb616be2c8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.054181 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-939f8808-9a87-4320-a8b4-4eb616be2c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.075884 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939f8808-9a87-4320-a8b4-4eb616be2c8a admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:48:14.091794 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f8808-9a87-4320-a8b4-4eb616be2c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b77528-5118-4548-b99d-572edb4e219a,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:14.094751 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-939f8808-9a87-4320-a8b4-4eb616be2c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.095101 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-939f8808-9a87-4320-a8b4-4eb616be2c8a admin admin] Added segment 64c9d715-9b3b-4641-9e2a-a493f23666da of type vlan for network 739d6e75-f194-41c4-8d4c-877de8611ef7
Nov 20 21:48:14.136084 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-939f8808-9a87-4320-a8b4-4eb616be2c8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.161949 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-939f8808-9a87-4320-a8b4-4eb616be2c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.162978 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939f8808-9a87-4320-a8b4-4eb616be2c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:14.163582 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-939f8808-9a87-4320-a8b4-4eb616be2c8a admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.214480 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-939f8808-9a87-4320-a8b4-4eb616be2c8a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3633621
Nov 20 21:48:14.217584 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58322) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:14.222695 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-283f22de-f28a-4c03-95b4-5caea72ef05f admin admin] Request body: {'subnet': {'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1822345800-subnet', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:48:14.248188 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283f22de-f28a-4c03-95b4-5caea72ef05f admin admin] Made reservation on behalf of f8bf19e13d444cd0b7a0fe3565ae7e67 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:48:14.250588 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-283f22de-f28a-4c03-95b4-5caea72ef05f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.265502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f8808-9a87-4320-a8b4-4eb616be2c8a admin admin] Pushing event updated for resources: {'Network': ['ID=739d6e75-f194-41c4-8d4c-877de8611ef7,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:14.276440 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 739d6e75-f194-41c4-8d4c-877de8611ef7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:48:14.418486 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-283f22de-f28a-4c03-95b4-5caea72ef05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.475700 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f22de-f28a-4c03-95b4-5caea72ef05f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba09eca0-b41a-4cc4-995d-56a6e06de488,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:14.485998 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f22de-f28a-4c03-95b4-5caea72ef05f admin admin] Checking segment: {'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:48:14.486392 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283f22de-f28a-4c03-95b4-5caea72ef05f admin admin] Network hostable DHCP agents. Network: 739d6e75-f194-41c4-8d4c-877de8611ef7, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:48:14.502947 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283f22de-f28a-4c03-95b4-5caea72ef05f admin admin] Network 739d6e75-f194-41c4-8d4c-877de8611ef7 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:48:14.511614 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-283f22de-f28a-4c03-95b4-5caea72ef05f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 739d6e75-f194-41c4-8d4c-877de8611ef7) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:48:14.516896 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283f22de-f28a-4c03-95b4-5caea72ef05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:14.517857 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-283f22de-f28a-4c03-95b4-5caea72ef05f admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.521273 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920226e0-78b7-4acc-bb92-e6c70ab3aed4 None None] Network 739d6e75-f194-41c4-8d4c-877de8611ef7 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:48:14.535585 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-283f22de-f28a-4c03-95b4-5caea72ef05f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3161252
Nov 20 21:48:14.537650 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58324) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:14.542219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:48:14.562618 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.563626 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.617952 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.673258 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-739d6e75-f194-41c4-8d4c-877de8611ef7', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:48:14.674152 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.757695 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.805342 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Allocated IP 172.20.0.2 (739d6e75-f194-41c4-8d4c-877de8611ef7/ba09eca0-b41a-4cc4-995d-56a6e06de488/b3256a86-68e0-4c87-88e7-76d0c2106430) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:48:14.947270 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.953208 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.958674 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.977824 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:14.993015 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Network 739d6e75-f194-41c4-8d4c-877de8611ef7 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:48:14.995965 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:48:14.998497 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:48:15.012263 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Pushing event updated for resources: {'Port': ['ID=b3256a86-68e0-4c87-88e7-76d0c2106430,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:15.069798 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Attempting to bind port b3256a86-68e0-4c87-88e7-76d0c2106430 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:48:15.070234 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Attempting to bind port b3256a86-68e0-4c87-88e7-76d0c2106430 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:48:15.070609 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Attempting to bind port b3256a86-68e0-4c87-88e7-76d0c2106430 on network 739d6e75-f194-41c4-8d4c-877de8611ef7 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:48:15.075608 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:48:15.075991 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Checking segment: {'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:48:15.076400 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:15.076802 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Bound using segment: {'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:48:15.077274 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Bound port: b3256a86-68e0-4c87-88e7-76d0c2106430, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:48:15.077671 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:15.092493 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Allocated IP 172.35.1.149 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/0d71220d-2cdc-424a-a973-0fc2c482eb68) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:48:15.141839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] For port b3256a86-68e0-4c87-88e7-76d0c2106430, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:48:15.145723 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] For port b3256a86-68e0-4c87-88e7-76d0c2106430, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3256a86-68e0-4c87-88e7-76d0c2106430,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:48:15.149736 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:15.200538 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:15.204767 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26313ac9-7399-4f01-9597-d58f661551f3 None None] Pushing event updated for resources: {'Port': ['ID=b3256a86-68e0-4c87-88e7-76d0c2106430,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:15.571231 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:15.613269 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:48:15.616646 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:48:15.621009 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:48:15.624209 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Pushing event updated for resources: {'Port': ['ID=0d71220d-2cdc-424a-a973-0fc2c482eb68,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:15.630686 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22ffe98-3a9f-4f98-b937-1a6b02687717 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:48:15.700524 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-39124d82-4169-4d4f-b390-aed19c5bc94a None None] Provisioning complete for port 0d71220d-2cdc-424a-a973-0fc2c482eb68 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:15.700985 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-39124d82-4169-4d4f-b390-aed19c5bc94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:15.737923 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-39124d82-4169-4d4f-b390-aed19c5bc94a None None] Port 0d71220d-2cdc-424a-a973-0fc2c482eb68 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:48:15.774737 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f4e54712-a9fd-4b7f-9e6f-8f6c647bef14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:15.876465 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:16.084342 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:16.119685 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551e887d-72dc-4642-a638-1ccb3579d608 None None] Network 739d6e75-f194-41c4-8d4c-877de8611ef7 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:48:16.201335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a6ad50d2-b726-41d9-8026-7277ba008d67 None None] Provisioning complete for port b3256a86-68e0-4c87-88e7-76d0c2106430 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:16.201696 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a6ad50d2-b726-41d9-8026-7277ba008d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:16.218854 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:48:16.335582 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:48:16.338419 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a6ad50d2-b726-41d9-8026-7277ba008d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:16.346827 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Sync routers for ids ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:48:16.356129 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:16.357681 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-139ee83f-e4fe-46e7-a427-20a3fbaa27d2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.8189542
Nov 20 21:48:16.360897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58326) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:16.361475 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Routers {'524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:48:16.362077 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5437a760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:48:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:16.389161 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a6ad50d2-b726-41d9-8026-7277ba008d67 None None] For port b3256a86-68e0-4c87-88e7-76d0c2106430, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3256a86-68e0-4c87-88e7-76d0c2106430,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:48:16.394381 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a6ad50d2-b726-41d9-8026-7277ba008d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:16.459159 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad50d2-b726-41d9-8026-7277ba008d67 None None] Pushing event updated for resources: {'Port': ['ID=b3256a86-68e0-4c87-88e7-76d0c2106430,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:16.474610 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Set router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:48:16.623472 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9a79940f-d26c-414d-8ed7-6aee7bb9644f None None] Provisioning complete for port b3256a86-68e0-4c87-88e7-76d0c2106430 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:16.623849 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a79940f-d26c-414d-8ed7-6aee7bb9644f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:16.760030 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5437a760>, [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:15Z', 'revision_number': 3, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:16.788404 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Checking router: 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:48:16.788754 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Updating router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c port 0d71220d-2cdc-424a-a973-0fc2c482eb68 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:48:16.813011 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:16.821427 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:16.983335 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.023239 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Allocated IP 172.20.0.1 (739d6e75-f194-41c4-8d4c-877de8611ef7/ba09eca0-b41a-4cc4-995d-56a6e06de488/5c09a21a-2a0f-496f-b27c-532abbca63a8) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:48:17.061636 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.068000 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.107430 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb64b69-b547-4cb8-bd8a-b1a9a995ac41 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:48:17.117137 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Attempting to bind port 0d71220d-2cdc-424a-a973-0fc2c482eb68 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:48:17.117591 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Attempting to bind port 0d71220d-2cdc-424a-a973-0fc2c482eb68 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:48:17.117849 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Attempting to bind port 0d71220d-2cdc-424a-a973-0fc2c482eb68 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:48:17.125048 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cf022-ee03-4e74-82da-385500582635 None None] Pushing event updated for resources: {'Port': ['ID=0d71220d-2cdc-424a-a973-0fc2c482eb68,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:17.132242 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:48:17.132619 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:48:17.133013 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.133406 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:48:17.133873 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Bound port: 0d71220d-2cdc-424a-a973-0fc2c482eb68, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:48:17.134274 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.137549 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cf022-ee03-4e74-82da-385500582635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:17.137896 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cf022-ee03-4e74-82da-385500582635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:17.138257 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cf022-ee03-4e74-82da-385500582635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:17.138594 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cf022-ee03-4e74-82da-385500582635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:17.138926 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cf022-ee03-4e74-82da-385500582635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:17.139251 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cf022-ee03-4e74-82da-385500582635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:17.139740 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cf022-ee03-4e74-82da-385500582635 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:17.139944 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cf022-ee03-4e74-82da-385500582635 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:17.140208 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cf022-ee03-4e74-82da-385500582635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:17.140586 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cf022-ee03-4e74-82da-385500582635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:17.140868 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cf022-ee03-4e74-82da-385500582635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:17.141164 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cf022-ee03-4e74-82da-385500582635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:48:17.149438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-992ff710-87ac-42d7-ae04-774f1ee5a2f5 None None] Provisioning complete for port 0d71220d-2cdc-424a-a973-0fc2c482eb68 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:17.149811 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-992ff710-87ac-42d7-ae04-774f1ee5a2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.150275 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.184528 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.194732 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-992ff710-87ac-42d7-ae04-774f1ee5a2f5 None None] Port 0d71220d-2cdc-424a-a973-0fc2c482eb68 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:48:17.198723 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] For port 0d71220d-2cdc-424a-a973-0fc2c482eb68, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:48:17.202191 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] For port 0d71220d-2cdc-424a-a973-0fc2c482eb68, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d71220d-2cdc-424a-a973-0fc2c482eb68,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:48:17.206458 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.221563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Network 739d6e75-f194-41c4-8d4c-877de8611ef7 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:48:17.229880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:48:17.233247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:48:17.260249 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Pushing event updated for resources: {'Port': ['ID=5c09a21a-2a0f-496f-b27c-532abbca63a8,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:17.263013 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cf022-ee03-4e74-82da-385500582635 None None] Pushing event updated for resources: {'Port': ['ID=0d71220d-2cdc-424a-a973-0fc2c482eb68,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:17.275099 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Routers {'524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:48:17.275714 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a5437a760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:48:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:17.278539 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaad429-db1b-4d21-9284-80f017e22197 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:48:17.279175 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.347394 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e57f15c3-46c1-40fe-a8fe-98b8a6ac715d None None] Provisioning complete for port 0d71220d-2cdc-424a-a973-0fc2c482eb68 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:17.349946 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e57f15c3-46c1-40fe-a8fe-98b8a6ac715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.410723 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] Set router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:48:17.415838 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b3256a86-68e0-4c87-88e7-76d0c2106430 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:48:17.436479 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.524648 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e57f15c3-46c1-40fe-a8fe-98b8a6ac715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.555099 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-e57f15c3-46c1-40fe-a8fe-98b8a6ac715d None None] For port 0d71220d-2cdc-424a-a973-0fc2c482eb68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d71220d-2cdc-424a-a973-0fc2c482eb68,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:48:17.561159 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b3256a86-68e0-4c87-88e7-76d0c2106430 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:17.561159 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.562603 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e57f15c3-46c1-40fe-a8fe-98b8a6ac715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.628855 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.630288 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a5437a760>, [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:15Z', 'revision_number': 3, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:17.634467 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.639931 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f15c3-46c1-40fe-a8fe-98b8a6ac715d None None] Pushing event updated for resources: {'Port': ['ID=0d71220d-2cdc-424a-a973-0fc2c482eb68,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:17.667804 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b001b-2064-4422-9fe9-5f7f1361499e None None] The sync data for ids ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'] in ncdv-master-1 is: [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:15Z', 'revision_number': 3, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:48:17.700170 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-74894520-2f29-488a-a2fa-1036bce8ae7b None None] Provisioning complete for port 5c09a21a-2a0f-496f-b27c-532abbca63a8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:17.700578 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-74894520-2f29-488a-a2fa-1036bce8ae7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.716884 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:17.718918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Pushing event updated for resources: {'Port': ['ID=5c09a21a-2a0f-496f-b27c-532abbca63a8,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:17.741177 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-74894520-2f29-488a-a2fa-1036bce8ae7b None None] Port 5c09a21a-2a0f-496f-b27c-532abbca63a8 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:48:17.820354 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Network 739d6e75-f194-41c4-8d4c-877de8611ef7 is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:48:17.821995 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:48:17.946492 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:48:18.069442 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:48:18.074793 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-768fc8d3-1921-4886-b34d-5aec9f055eba admin admin] 10.222.0.41 "PUT /v2.0/routers/524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7128382
Nov 20 21:48:18.164239 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-caab8688-4119-4a47-8a4b-3378874794d5 None None] Provisioning complete for port 5c09a21a-2a0f-496f-b27c-532abbca63a8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:18.164836 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-caab8688-4119-4a47-8a4b-3378874794d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:18.202863 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-caab8688-4119-4a47-8a4b-3378874794d5 None None] Port 5c09a21a-2a0f-496f-b27c-532abbca63a8 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:48:18.582660 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58342) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:18.587843 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a7b46e17-f639-4c3f-a521-d2bbd179edc9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-582112159-network', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:48:18.609107 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b46e17-f639-4c3f-a521-d2bbd179edc9 admin admin] Made reservation on behalf of 8e1d10b1342644f188d64826f270d4c8 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:48:18.611476 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7b46e17-f639-4c3f-a521-d2bbd179edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:18.620053 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7b46e17-f639-4c3f-a521-d2bbd179edc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:18.696647 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7b46e17-f639-4c3f-a521-d2bbd179edc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:18.700483 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7b46e17-f639-4c3f-a521-d2bbd179edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:18.727595 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b46e17-f639-4c3f-a521-d2bbd179edc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:48:18.733231 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b46e17-f639-4c3f-a521-d2bbd179edc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38f95da-f35b-4ff1-bd63-d106106f7054,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:18.740922 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7b46e17-f639-4c3f-a521-d2bbd179edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:18.741209 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-a7b46e17-f639-4c3f-a521-d2bbd179edc9 admin admin] Added segment c52d9917-5415-43c5-a893-9d8d6408cd6f of type vlan for network 614bfce7-ffb1-4ad4-96d3-0cf158e06126
Nov 20 21:48:18.784251 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7b46e17-f639-4c3f-a521-d2bbd179edc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:18.808699 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7b46e17-f639-4c3f-a521-d2bbd179edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:18.809825 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b46e17-f639-4c3f-a521-d2bbd179edc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:18.810508 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a7b46e17-f639-4c3f-a521-d2bbd179edc9 admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:18.821403 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:18.849323 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a7b46e17-f639-4c3f-a521-d2bbd179edc9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.2654028
Nov 20 21:48:18.852101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58344) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:18.881461 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-a5b38327-7697-46fb-a9d0-20070ed25379 admin admin] Request body: {'subnet': {'network_id': '614bfce7-ffb1-4ad4-96d3-0cf158e06126', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-582112159-subnet', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8', 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:48:18.885596 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b46e17-f639-4c3f-a521-d2bbd179edc9 admin admin] Pushing event updated for resources: {'Network': ['ID=614bfce7-ffb1-4ad4-96d3-0cf158e06126,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:18.897278 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 614bfce7-ffb1-4ad4-96d3-0cf158e06126 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:48:18.905228 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b38327-7697-46fb-a9d0-20070ed25379 admin admin] Made reservation on behalf of 8e1d10b1342644f188d64826f270d4c8 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:48:18.907829 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a5b38327-7697-46fb-a9d0-20070ed25379 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:19.080254 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a5b38327-7697-46fb-a9d0-20070ed25379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:19.146976 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b38327-7697-46fb-a9d0-20070ed25379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=113401cc-f3a2-4996-ae3b-d8494940a864,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:19.155600 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b38327-7697-46fb-a9d0-20070ed25379 admin admin] Checking segment: {'id': 'c52d9917-5415-43c5-a893-9d8d6408cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '614bfce7-ffb1-4ad4-96d3-0cf158e06126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:48:19.155967 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b38327-7697-46fb-a9d0-20070ed25379 admin admin] Network hostable DHCP agents. Network: 614bfce7-ffb1-4ad4-96d3-0cf158e06126, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:48:19.172307 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b38327-7697-46fb-a9d0-20070ed25379 admin admin] Network 614bfce7-ffb1-4ad4-96d3-0cf158e06126 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:48:19.183079 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-a5b38327-7697-46fb-a9d0-20070ed25379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 614bfce7-ffb1-4ad4-96d3-0cf158e06126) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:48:19.187215 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b38327-7697-46fb-a9d0-20070ed25379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:19.187816 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-a5b38327-7697-46fb-a9d0-20070ed25379 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:19.193447 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97708ae-86c0-4d32-b039-2b7c2298e45c None None] Network 614bfce7-ffb1-4ad4-96d3-0cf158e06126 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:48:19.205326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-a5b38327-7697-46fb-a9d0-20070ed25379 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3281262
Nov 20 21:48:19.208077 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58346) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:19.212600 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-582112159-router', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:48:19.243441 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:19.244807 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:19.323079 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0d71220d-2cdc-424a-a973-0fc2c482eb68 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:48:19.325305 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Sync routers for ids ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:48:19.351768 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:19.494966 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:19.552617 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:19.556917 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Routers {'524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:48:19.557543 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463591c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:48:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:19.631398 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-614bfce7-ffb1-4ad4-96d3-0cf158e06126', 'network_id': '614bfce7-ffb1-4ad4-96d3-0cf158e06126', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8', 'fixed_ips': [{'subnet_id': '113401cc-f3a2-4996-ae3b-d8494940a864'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:48:19.632242 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:19.691154 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 0d71220d-2cdc-424a-a973-0fc2c482eb68 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:19.691799 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:19.697931 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:19.727431 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:19.797582 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Set router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:48:19.988939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Allocated IP 172.20.0.2 (614bfce7-ffb1-4ad4-96d3-0cf158e06126/113401cc-f3a2-4996-ae3b-d8494940a864/50157066-01a5-422a-8d43-7eac8cb9a98c) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:48:20.103790 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Allocated IP 172.35.1.112 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/e416152b-c63f-4a10-ac29-846f39b31477) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:48:20.210565 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:20.217596 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463591c0>, [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c09a21a-2a0f-496f-b27c-532abbca63a8', 'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'mac_address': 'fa:16:3e:8c:38:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:16Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 2, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'subnets': [{'id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:20.220056 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:20.244667 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:20.248067 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Checking router: 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:48:20.248322 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Updating router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c port 5c09a21a-2a0f-496f-b27c-532abbca63a8 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:48:20.250545 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:20.283278 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:48:20.286909 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:48:20.289494 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:48:20.309067 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8875b5-52e3-45f0-870c-4e99dcda19d6 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:48:20.318680 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:20.327182 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Pushing event updated for resources: {'Port': ['ID=e416152b-c63f-4a10-ac29-846f39b31477,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:20.327613 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Network 614bfce7-ffb1-4ad4-96d3-0cf158e06126 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:48:20.340944 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:48:20.342643 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Pushing event updated for resources: {'Port': ['ID=50157066-01a5-422a-8d43-7eac8cb9a98c,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:20.344792 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:48:20.475948 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Attempting to bind port 50157066-01a5-422a-8d43-7eac8cb9a98c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:48:20.476328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Attempting to bind port 50157066-01a5-422a-8d43-7eac8cb9a98c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c52d9917-5415-43c5-a893-9d8d6408cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '614bfce7-ffb1-4ad4-96d3-0cf158e06126'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:48:20.476691 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Attempting to bind port 50157066-01a5-422a-8d43-7eac8cb9a98c on network 614bfce7-ffb1-4ad4-96d3-0cf158e06126 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:48:20.495275 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:48:20.495576 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Checking segment: {'id': 'c52d9917-5415-43c5-a893-9d8d6408cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '614bfce7-ffb1-4ad4-96d3-0cf158e06126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:48:20.495986 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:20.496377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Bound using segment: {'id': 'c52d9917-5415-43c5-a893-9d8d6408cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '614bfce7-ffb1-4ad4-96d3-0cf158e06126'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:48:20.496857 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Bound port: 50157066-01a5-422a-8d43-7eac8cb9a98c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52d9917-5415-43c5-a893-9d8d6408cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '614bfce7-ffb1-4ad4-96d3-0cf158e06126'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:48:20.497245 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:20.515026 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9aae215e-86f6-4172-a090-cbd76d94fa62 None None] Provisioning complete for port e416152b-c63f-4a10-ac29-846f39b31477 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:20.515585 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9aae215e-86f6-4172-a090-cbd76d94fa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:20.563948 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:20.614287 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9aae215e-86f6-4172-a090-cbd76d94fa62 None None] Port e416152b-c63f-4a10-ac29-846f39b31477 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:48:20.670000 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] For port 50157066-01a5-422a-8d43-7eac8cb9a98c, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:48:20.690012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] For port 50157066-01a5-422a-8d43-7eac8cb9a98c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50157066-01a5-422a-8d43-7eac8cb9a98c,segment=NetworkSegment(c52d9917-5415-43c5-a893-9d8d6408cd6f),segment_id=c52d9917-5415-43c5-a893-9d8d6408cd6f)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:48:20.696081 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:20.768991 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:20.806742 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abe65f-06a6-4559-8f12-c362fb2e5dcc None None] Pushing event updated for resources: {'Port': ['ID=50157066-01a5-422a-8d43-7eac8cb9a98c,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:20.819122 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:20.824978 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:20.881329 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaec712-1ec1-4d6a-9220-f9e2aef63e1d None None] Pushing event updated for resources: {'Port': ['ID=5c09a21a-2a0f-496f-b27c-532abbca63a8,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:20.942979 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Router f94fa8e7-c622-4cb1-aef1-a94d053e3b78 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:48:20.943266 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Attempting to bind port 5c09a21a-2a0f-496f-b27c-532abbca63a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:48:20.943405 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Attempting to bind port 5c09a21a-2a0f-496f-b27c-532abbca63a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:48:20.943735 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Attempting to bind port 5c09a21a-2a0f-496f-b27c-532abbca63a8 on network 739d6e75-f194-41c4-8d4c-877de8611ef7 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:48:20.949319 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:48:20.949778 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Checking segment: {'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:48:20.950131 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:20.950602 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Bound using segment: {'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:48:20.951007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Bound port: 5c09a21a-2a0f-496f-b27c-532abbca63a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:48:20.951397 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:21.042415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] For port 5c09a21a-2a0f-496f-b27c-532abbca63a8, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:48:21.049601 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] For port 5c09a21a-2a0f-496f-b27c-532abbca63a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c09a21a-2a0f-496f-b27c-532abbca63a8,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:48:21.062309 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:21.086638 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:48:21.097066 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Sync routers for ids ['f94fa8e7-c622-4cb1-aef1-a94d053e3b78'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:48:21.109550 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:21.111791 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-10aa53b1-83b9-4c74-9c7c-86e7b4babfe3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.9024005
Nov 20 21:48:21.114361 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58348) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:21.125905 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Routers {'f94fa8e7-c622-4cb1-aef1-a94d053e3b78'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:48:21.127090 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a540e0a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:48:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f94fa8e7-c622-4cb1-aef1-a94d053e3b78'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:21.161269 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Routers {'524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:48:21.161911 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a463591c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:48:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:21.165923 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaec712-1ec1-4d6a-9220-f9e2aef63e1d None None] Pushing event updated for resources: {'Port': ['ID=5c09a21a-2a0f-496f-b27c-532abbca63a8,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:21.279666 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-42814ae1-44b5-45ae-8299-57b8428093bd None None] Provisioning complete for port 5c09a21a-2a0f-496f-b27c-532abbca63a8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:21.280253 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-42814ae1-44b5-45ae-8299-57b8428093bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:21.288573 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Set router f94fa8e7-c622-4cb1-aef1-a94d053e3b78 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:48:21.378698 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 50157066-01a5-422a-8d43-7eac8cb9a98c up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:48:21.551460 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a540e0a00>, [{'id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'name': 'tempest-TestShelveInstance-582112159-router', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e416152b-c63f-4a10-ac29-846f39b31477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:19Z', 'updated_at': '2021-11-20T21:48:20Z', 'revision_number': 3, 'project_id': '8e1d10b1342644f188d64826f270d4c8', 'gw_port': {'id': 'e416152b-c63f-4a10-ac29-846f39b31477', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:19Z', 'updated_at': '2021-11-20T21:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:21.582849 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Checking router: f94fa8e7-c622-4cb1-aef1-a94d053e3b78 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:48:21.583465 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Updating router f94fa8e7-c622-4cb1-aef1-a94d053e3b78 port e416152b-c63f-4a10-ac29-846f39b31477 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:48:21.605438 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] Set router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:48:21.609131 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:21.689680 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:21.744406 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 50157066-01a5-422a-8d43-7eac8cb9a98c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:21.744406 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:21.826763 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-42814ae1-44b5-45ae-8299-57b8428093bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:21.876467 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Allocated IP 172.20.0.1 (614bfce7-ffb1-4ad4-96d3-0cf158e06126/113401cc-f3a2-4996-ae3b-d8494940a864/a47c498a-4623-4aca-935e-00e9f2ca4b14) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:48:21.917676 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-42814ae1-44b5-45ae-8299-57b8428093bd None None] For port 5c09a21a-2a0f-496f-b27c-532abbca63a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c09a21a-2a0f-496f-b27c-532abbca63a8,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:48:21.943781 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-42814ae1-44b5-45ae-8299-57b8428093bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:21.953340 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:21.961460 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.001591 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.015855 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.030399 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23c0571-7647-4a51-9155-4e2881fd7315 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:48:22.032999 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Attempting to bind port e416152b-c63f-4a10-ac29-846f39b31477 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:48:22.033524 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Attempting to bind port e416152b-c63f-4a10-ac29-846f39b31477 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:48:22.034585 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Attempting to bind port e416152b-c63f-4a10-ac29-846f39b31477 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:48:22.051253 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42814ae1-44b5-45ae-8299-57b8428093bd None None] Pushing event updated for resources: {'Port': ['ID=5c09a21a-2a0f-496f-b27c-532abbca63a8,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:22.056004 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:48:22.056712 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:48:22.057232 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.057815 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:48:22.058657 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Bound port: e416152b-c63f-4a10-ac29-846f39b31477, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:48:22.059109 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.068497 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.070919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a463591c0>, [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c09a21a-2a0f-496f-b27c-532abbca63a8', 'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'mac_address': 'fa:16:3e:8c:38:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:16Z', 'updated_at': '2021-11-20T21:48:21Z', 'revision_number': 4, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'subnets': [{'id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:22.093011 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Network 614bfce7-ffb1-4ad4-96d3-0cf158e06126 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:48:22.095788 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:48:22.113819 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 50157066-01a5-422a-8d43-7eac8cb9a98c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50157066-01a5-422a-8d43-7eac8cb9a98c,segment=NetworkSegment(c52d9917-5415-43c5-a893-9d8d6408cd6f),segment_id=c52d9917-5415-43c5-a893-9d8d6408cd6f)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:48:22.116270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:48:22.118294 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5062c99c-8dc8-4e97-9474-87ad6d47bdab None None] The sync data for ids ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'] in ncdv-master-1 is: [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c09a21a-2a0f-496f-b27c-532abbca63a8', 'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'mac_address': 'fa:16:3e:8c:38:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:16Z', 'updated_at': '2021-11-20T21:48:21Z', 'revision_number': 4, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'subnets': [{'id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:48:22.123410 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.133459 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-2bbc303e-3cc3-42a1-bf94-c66a8fb6cafa None None] Provisioning complete for port 5c09a21a-2a0f-496f-b27c-532abbca63a8 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:22.133838 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2bbc303e-3cc3-42a1-bf94-c66a8fb6cafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.138224 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0294981-cf5c-4c8d-a350-69fa90047ee0 None None] Network 614bfce7-ffb1-4ad4-96d3-0cf158e06126 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:48:22.163783 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.236579 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Pushing event updated for resources: {'Port': ['ID=a47c498a-4623-4aca-935e-00e9f2ca4b14,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:22.260584 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46212eb-be9a-403d-b2b7-1f7571e10c20 None None] Pushing event updated for resources: {'Port': ['ID=e416152b-c63f-4a10-ac29-846f39b31477,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:22.297588 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] For port e416152b-c63f-4a10-ac29-846f39b31477, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:48:22.301600 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] For port e416152b-c63f-4a10-ac29-846f39b31477, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e416152b-c63f-4a10-ac29-846f39b31477,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:48:22.308864 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.334872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=50157066-01a5-422a-8d43-7eac8cb9a98c,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:22.374664 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.390558 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46212eb-be9a-403d-b2b7-1f7571e10c20 None None] Pushing event updated for resources: {'Port': ['ID=e416152b-c63f-4a10-ac29-846f39b31477,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:22.393834 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37fe07c-cbe0-4786-ad1d-8f4882cfa8bd None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:48:22.409526 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Routers {'f94fa8e7-c622-4cb1-aef1-a94d053e3b78'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:48:22.410695 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a540e0a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:48:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f94fa8e7-c622-4cb1-aef1-a94d053e3b78'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:22.544267 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] Set router f94fa8e7-c622-4cb1-aef1-a94d053e3b78 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:48:22.590477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5f314150-1329-4f4a-b5aa-abaed536d513 None None] Provisioning complete for port e416152b-c63f-4a10-ac29-846f39b31477 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:22.591407 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5f314150-1329-4f4a-b5aa-abaed536d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.614449 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.619803 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.705448 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5f314150-1329-4f4a-b5aa-abaed536d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.715526 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Pushing event updated for resources: {'Port': ['ID=a47c498a-4623-4aca-935e-00e9f2ca4b14,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:22.721141 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.750547 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5f314150-1329-4f4a-b5aa-abaed536d513 None None] For port e416152b-c63f-4a10-ac29-846f39b31477, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e416152b-c63f-4a10-ac29-846f39b31477,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:48:22.758708 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5f314150-1329-4f4a-b5aa-abaed536d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.826902 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-5f314150-1329-4f4a-b5aa-abaed536d513 None None] Provisioning complete for port 50157066-01a5-422a-8d43-7eac8cb9a98c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:22.827342 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5f314150-1329-4f4a-b5aa-abaed536d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:22.862275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Network 614bfce7-ffb1-4ad4-96d3-0cf158e06126 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:48:22.864037 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:48:22.871159 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f314150-1329-4f4a-b5aa-abaed536d513 None None] Pushing event updated for resources: {'Port': ['ID=e416152b-c63f-4a10-ac29-846f39b31477,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:22.888428 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a540e0a00>, [{'id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'name': 'tempest-TestShelveInstance-582112159-router', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e416152b-c63f-4a10-ac29-846f39b31477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:19Z', 'updated_at': '2021-11-20T21:48:22Z', 'revision_number': 4, 'project_id': '8e1d10b1342644f188d64826f270d4c8', 'gw_port': {'id': 'e416152b-c63f-4a10-ac29-846f39b31477', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:19Z', 'updated_at': '2021-11-20T21:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a47c498a-4623-4aca-935e-00e9f2ca4b14', 'name': '', 'network_id': '614bfce7-ffb1-4ad4-96d3-0cf158e06126', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8', 'mac_address': 'fa:16:3e:f9:dd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '113401cc-f3a2-4996-ae3b-d8494940a864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:21Z', 'updated_at': '2021-11-20T21:48:21Z', 'revision_number': 1, 'project_id': '8e1d10b1342644f188d64826f270d4c8', 'subnets': [{'id': '113401cc-f3a2-4996-ae3b-d8494940a864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:22.929811 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3f766f-3fe8-4ff8-a5cf-4fa6d6c6e1ee None None] The sync data for ids ['f94fa8e7-c622-4cb1-aef1-a94d053e3b78'] in ncdv-master-1 is: [{'id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'name': 'tempest-TestShelveInstance-582112159-router', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e416152b-c63f-4a10-ac29-846f39b31477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:19Z', 'updated_at': '2021-11-20T21:48:22Z', 'revision_number': 4, 'project_id': '8e1d10b1342644f188d64826f270d4c8', 'gw_port': {'id': 'e416152b-c63f-4a10-ac29-846f39b31477', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:19Z', 'updated_at': '2021-11-20T21:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a47c498a-4623-4aca-935e-00e9f2ca4b14', 'name': '', 'network_id': '614bfce7-ffb1-4ad4-96d3-0cf158e06126', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8', 'mac_address': 'fa:16:3e:f9:dd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '113401cc-f3a2-4996-ae3b-d8494940a864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:21Z', 'updated_at': '2021-11-20T21:48:21Z', 'revision_number': 1, 'project_id': '8e1d10b1342644f188d64826f270d4c8', 'subnets': [{'id': '113401cc-f3a2-4996-ae3b-d8494940a864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:48:23.037603 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Router f94fa8e7-c622-4cb1-aef1-a94d053e3b78 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:48:23.068270 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-346bc786-6f15-4353-a571-d61d5da84f87 None None] Provisioning complete for port a47c498a-4623-4aca-935e-00e9f2ca4b14 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:23.068650 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-346bc786-6f15-4353-a571-d61d5da84f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:23.137557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-346bc786-6f15-4353-a571-d61d5da84f87 None None] Port a47c498a-4623-4aca-935e-00e9f2ca4b14 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:48:23.150204 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-346bc786-6f15-4353-a571-d61d5da84f87 None None] Provisioning complete for port 50157066-01a5-422a-8d43-7eac8cb9a98c triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:23.150667 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-346bc786-6f15-4353-a571-d61d5da84f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:23.175820 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:48:23.182987 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-a4dd90d3-1b4e-478d-8fd2-638a6619a531 admin admin] 10.222.0.41 "PUT /v2.0/routers/f94fa8e7-c622-4cb1-aef1-a94d053e3b78/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0671697
Nov 20 21:48:23.476366 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-85a63dae-621b-41cf-9c33-092ee738cb62 None None] Provisioning complete for port a47c498a-4623-4aca-935e-00e9f2ca4b14 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:23.476952 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-85a63dae-621b-41cf-9c33-092ee738cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:23.487465 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5c09a21a-2a0f-496f-b27c-532abbca63a8 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:48:23.574134 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-85a63dae-621b-41cf-9c33-092ee738cb62 None None] Port a47c498a-4623-4aca-935e-00e9f2ca4b14 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:48:23.597064 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 5c09a21a-2a0f-496f-b27c-532abbca63a8 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:23.597438 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:23.701140 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 50157066-01a5-422a-8d43-7eac8cb9a98c up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:48:23.734549 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-15391b4c-16a8-464f-b7d5-38d2aa63f6f9 None None] Provisioning complete for port a47c498a-4623-4aca-935e-00e9f2ca4b14 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:23.734922 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-15391b4c-16a8-464f-b7d5-38d2aa63f6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:23.784235 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-15391b4c-16a8-464f-b7d5-38d2aa63f6f9 None None] Port a47c498a-4623-4aca-935e-00e9f2ca4b14 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:48:23.792689 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 50157066-01a5-422a-8d43-7eac8cb9a98c triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:23.793019 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:23.827415 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58356) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:23.832060 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7091746d-a8cd-41d8-9f1b-bee9358c87e7 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1744898319', 'description': 'tempest-secgroup-smoke-1744898319 description', 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:48:23.864039 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7091746d-a8cd-41d8-9f1b-bee9358c87e7 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:23.946386 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7091746d-a8cd-41d8-9f1b-bee9358c87e7 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:23.950206 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7091746d-a8cd-41d8-9f1b-bee9358c87e7 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:23.979810 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7091746d-a8cd-41d8-9f1b-bee9358c87e7 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:23.981063 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7091746d-a8cd-41d8-9f1b-bee9358c87e7 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1525972
Nov 20 21:48:23.984095 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58358) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:23.989595 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-62672573-983d-4bcb-836d-74302b82a8d5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'security_group_rule': {'security_group_id': '30e58a98-a2a6-4337-b665-8b8cbb1b6fcd', 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:48:23.995063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091746d-a8cd-41d8-9f1b-bee9358c87e7 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:24.019309 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-62672573-983d-4bcb-836d-74302b82a8d5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.074188 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-62672573-983d-4bcb-836d-74302b82a8d5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.077730 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-62672573-983d-4bcb-836d-74302b82a8d5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.097006 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62672573-983d-4bcb-836d-74302b82a8d5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6bca9e-9622-42fa-92b6-840783833246,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:24.105172 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-62672573-983d-4bcb-836d-74302b82a8d5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.109782 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-62672573-983d-4bcb-836d-74302b82a8d5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1212971
Nov 20 21:48:24.109946 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58360) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:24.114939 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e2b80329-6849-4a35-95a3-b13e127207a5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'security_group_rule': {'security_group_id': '30e58a98-a2a6-4337-b665-8b8cbb1b6fcd', 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:48:24.142189 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e2b80329-6849-4a35-95a3-b13e127207a5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.202431 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e2b80329-6849-4a35-95a3-b13e127207a5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.206026 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e2b80329-6849-4a35-95a3-b13e127207a5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.225363 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b80329-6849-4a35-95a3-b13e127207a5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e798f2d5-511c-4385-86cd-45aa87886cca,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:24.231967 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e2b80329-6849-4a35-95a3-b13e127207a5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.232213 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e2b80329-6849-4a35-95a3-b13e127207a5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1213548
Nov 20 21:48:24.234930 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58362) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:24.239670 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-ba585e3c-058b-4aac-9485-fd583b6a0d0c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'security_group_rule': {'security_group_id': '30e58a98-a2a6-4337-b665-8b8cbb1b6fcd', 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:48:24.266555 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba585e3c-058b-4aac-9485-fd583b6a0d0c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.323634 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba585e3c-058b-4aac-9485-fd583b6a0d0c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.327098 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba585e3c-058b-4aac-9485-fd583b6a0d0c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.347217 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba585e3c-058b-4aac-9485-fd583b6a0d0c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4992264f-50d0-49f8-b953-a7ee87692791,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:24.357757 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-ba585e3c-058b-4aac-9485-fd583b6a0d0c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.359027 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-ba585e3c-058b-4aac-9485-fd583b6a0d0c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1231728
Nov 20 21:48:24.361653 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58364) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:24.366613 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-3be9fd47-5f35-4c4b-af79-5fc5a39f4e9f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'security_group_rule': {'security_group_id': '30e58a98-a2a6-4337-b665-8b8cbb1b6fcd', 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:48:24.393363 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3be9fd47-5f35-4c4b-af79-5fc5a39f4e9f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.450357 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3be9fd47-5f35-4c4b-af79-5fc5a39f4e9f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.453509 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3be9fd47-5f35-4c4b-af79-5fc5a39f4e9f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.471054 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9fd47-5f35-4c4b-af79-5fc5a39f4e9f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92cea5e0-ae92-4c19-a084-d7f9925d0b35,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:24.479923 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-3be9fd47-5f35-4c4b-af79-5fc5a39f4e9f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.481115 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-3be9fd47-5f35-4c4b-af79-5fc5a39f4e9f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1184585
Nov 20 21:48:24.483825 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58366) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:24.488132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-c55baf57-10ec-410c-980e-7ee7a00bedce tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'security_group_rule': {'security_group_id': '30e58a98-a2a6-4337-b665-8b8cbb1b6fcd', 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:48:24.509699 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-c55baf57-10ec-410c-980e-7ee7a00bedce tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Project f8bf19e13d444cd0b7a0fe3565ae7e67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:48:24.514900 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c55baf57-10ec-410c-980e-7ee7a00bedce tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.576860 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c55baf57-10ec-410c-980e-7ee7a00bedce tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.581121 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c55baf57-10ec-410c-980e-7ee7a00bedce tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.602453 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55baf57-10ec-410c-980e-7ee7a00bedce tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83bc665-dc5d-4e58-a795-29b11f1b45bd,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:24.610360 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-c55baf57-10ec-410c-980e-7ee7a00bedce tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.611544 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-c55baf57-10ec-410c-980e-7ee7a00bedce tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1267908
Nov 20 21:48:24.615043 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58368) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:24.619849 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-040d299a-7c58-4eca-803b-ed262439efbb tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'security_group_rule': {'security_group_id': '30e58a98-a2a6-4337-b665-8b8cbb1b6fcd', 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:48:24.641423 ncdv-master-1 neutron-server[126225]: INFO neutron.db.securitygroups_db [None req-040d299a-7c58-4eca-803b-ed262439efbb tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Project f8bf19e13d444cd0b7a0fe3565ae7e67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:48:24.646450 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-040d299a-7c58-4eca-803b-ed262439efbb tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.705324 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-040d299a-7c58-4eca-803b-ed262439efbb tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.708823 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-040d299a-7c58-4eca-803b-ed262439efbb tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.726203 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d299a-7c58-4eca-803b-ed262439efbb tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2203daf4-995b-4496-a0ca-c6fc7e5e2067,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:24.735973 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-040d299a-7c58-4eca-803b-ed262439efbb tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:24.737213 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-040d299a-7c58-4eca-803b-ed262439efbb tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1211226
Nov 20 21:48:24.919723 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-d3626570-6c2f-419b-bb77-d82a9dc2931c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744898319&fields=id&tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67 HTTP/1.1" status: 200  len: 267 time: 0.0620880
Nov 20 21:48:25.035820 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-edbbaa2b-9ac5-4a4f-9f46-38cf80f8b226 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:25.037595 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-edbbaa2b-9ac5-4a4f-9f46-38cf80f8b226 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 809 time: 0.1095119
Nov 20 21:48:25.056249 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-c2eb55da-3df3-478c-8eef-b09d5e88dbf2 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/quotas/f8bf19e13d444cd0b7a0fe3565ae7e67 HTTP/1.1" status: 200  len: 375 time: 0.0113940
Nov 20 21:48:25.116065 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-d737bd78-bdeb-49fe-ab41-5a1fa061b946 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0535619
Nov 20 21:48:25.226574 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-7683ff3f-520f-44ea-a9b6-c972201b19fa service neutron] 10.222.0.41 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0973475
Nov 20 21:48:25.316131 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e416152b-c63f-4a10-ac29-846f39b31477 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:48:25.341312 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6df28e73-e245-4f45-b01b-e87fc0f31944 service neutron] 10.222.0.41 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1094334
Nov 20 21:48:25.367209 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port e416152b-c63f-4a10-ac29-846f39b31477 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:25.367589 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:25.530808 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac601458-ea70-4a62-9366-ee127493a91f req-b8b464a2-2624-44d2-98f3-d1fd0f15d281 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 210 time: 0.0361338
Nov 20 21:48:26.226299 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Sync routers for ids ['f94fa8e7-c622-4cb1-aef1-a94d053e3b78'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:48:26.237408 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Routers {'f94fa8e7-c622-4cb1-aef1-a94d053e3b78'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:48:26.238072 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47bc2b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:48:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f94fa8e7-c622-4cb1-aef1-a94d053e3b78'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:26.351176 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Set router f94fa8e7-c622-4cb1-aef1-a94d053e3b78 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:48:26.468268 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-69daf3e6-44e4-49d7-bbf2-10804a0add8d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:26.469800 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-69daf3e6-44e4-49d7-bbf2-10804a0add8d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.47 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 809 time: 0.1181877
Nov 20 21:48:26.538727 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-a16ee063-c23b-48aa-9ac7-3267579757a2 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67 HTTP/1.1" status: 200  len: 380 time: 0.0598550
Nov 20 21:48:26.549990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-c13dba77-8eb7-4b28-9147-900398346cd6 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'port': {'device_id': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'admin_state_up': True, 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'security_groups': ['30e58a98-a2a6-4337-b665-8b8cbb1b6fcd']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:48:26.569367 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47bc2b20>, [{'id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'name': 'tempest-TestShelveInstance-582112159-router', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e416152b-c63f-4a10-ac29-846f39b31477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:19Z', 'updated_at': '2021-11-20T21:48:22Z', 'revision_number': 4, 'project_id': '8e1d10b1342644f188d64826f270d4c8', 'gw_port': {'id': 'e416152b-c63f-4a10-ac29-846f39b31477', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:19Z', 'updated_at': '2021-11-20T21:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a47c498a-4623-4aca-935e-00e9f2ca4b14', 'name': '', 'network_id': '614bfce7-ffb1-4ad4-96d3-0cf158e06126', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8', 'mac_address': 'fa:16:3e:f9:dd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '113401cc-f3a2-4996-ae3b-d8494940a864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:21Z', 'updated_at': '2021-11-20T21:48:22Z', 'revision_number': 2, 'project_id': '8e1d10b1342644f188d64826f270d4c8', 'subnets': [{'id': '113401cc-f3a2-4996-ae3b-d8494940a864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:26.602778 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Checking router: f94fa8e7-c622-4cb1-aef1-a94d053e3b78 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:48:26.603008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Updating router f94fa8e7-c622-4cb1-aef1-a94d053e3b78 port a47c498a-4623-4aca-935e-00e9f2ca4b14 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:48:26.628205 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:26.647482 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fe610901-a8b8-4473-8b26-06518ab4865c req-d6f609de-fe67-485e-84b8-e271c8165a7b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 210 time: 0.0349209
Nov 20 21:48:26.690589 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-c13dba77-8eb7-4b28-9147-900398346cd6 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Made reservation on behalf of f8bf19e13d444cd0b7a0fe3565ae7e67 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:48:26.694763 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-c13dba77-8eb7-4b28-9147-900398346cd6 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:26.821103 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-c13dba77-8eb7-4b28-9147-900398346cd6 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Allocated IP 172.20.0.6 (739d6e75-f194-41c4-8d4c-877de8611ef7/ba09eca0-b41a-4cc4-995d-56a6e06de488/777a6c0a-c80d-4489-9810-e64dd3e6398d) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:48:26.904903 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:26.910216 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:26.987354 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023af952-0754-490b-8864-baa15cd99132 None None] Pushing event updated for resources: {'Port': ['ID=a47c498a-4623-4aca-935e-00e9f2ca4b14,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:27.024637 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Attempting to bind port a47c498a-4623-4aca-935e-00e9f2ca4b14 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:48:27.025105 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Attempting to bind port a47c498a-4623-4aca-935e-00e9f2ca4b14 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c52d9917-5415-43c5-a893-9d8d6408cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '614bfce7-ffb1-4ad4-96d3-0cf158e06126'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:48:27.025539 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Attempting to bind port a47c498a-4623-4aca-935e-00e9f2ca4b14 on network 614bfce7-ffb1-4ad4-96d3-0cf158e06126 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:48:27.031479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:48:27.032000 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Checking segment: {'id': 'c52d9917-5415-43c5-a893-9d8d6408cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '614bfce7-ffb1-4ad4-96d3-0cf158e06126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:48:27.032433 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:27.032899 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Bound using segment: {'id': 'c52d9917-5415-43c5-a893-9d8d6408cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '614bfce7-ffb1-4ad4-96d3-0cf158e06126'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:48:27.033449 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Bound port: a47c498a-4623-4aca-935e-00e9f2ca4b14, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52d9917-5415-43c5-a893-9d8d6408cd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '614bfce7-ffb1-4ad4-96d3-0cf158e06126'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:48:27.033928 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:27.128241 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] For port a47c498a-4623-4aca-935e-00e9f2ca4b14, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:48:27.133131 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] For port a47c498a-4623-4aca-935e-00e9f2ca4b14, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a47c498a-4623-4aca-935e-00e9f2ca4b14,segment=NetworkSegment(c52d9917-5415-43c5-a893-9d8d6408cd6f),segment_id=c52d9917-5415-43c5-a893-9d8d6408cd6f)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:48:27.138145 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:27.204064 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023af952-0754-490b-8864-baa15cd99132 None None] Pushing event updated for resources: {'Port': ['ID=a47c498a-4623-4aca-935e-00e9f2ca4b14,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:27.211520 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Routers {'f94fa8e7-c622-4cb1-aef1-a94d053e3b78'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:48:27.212245 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a47bc2b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:48:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f94fa8e7-c622-4cb1-aef1-a94d053e3b78'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:27.281044 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-8ae2604c-8a92-414f-ac85-2287215b4be1 None None] Provisioning complete for port a47c498a-4623-4aca-935e-00e9f2ca4b14 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:27.281510 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8ae2604c-8a92-414f-ac85-2287215b4be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:27.310578 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-c13dba77-8eb7-4b28-9147-900398346cd6 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:27.351560 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-c13dba77-8eb7-4b28-9147-900398346cd6 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:27.407011 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-c13dba77-8eb7-4b28-9147-900398346cd6 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Network 739d6e75-f194-41c4-8d4c-877de8611ef7 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:48:27.412297 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-c13dba77-8eb7-4b28-9147-900398346cd6 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:48:27.415275 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-c13dba77-8eb7-4b28-9147-900398346cd6 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:48:27.420040 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13dba77-8eb7-4b28-9147-900398346cd6 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'Port': ['ID=777a6c0a-c80d-4489-9810-e64dd3e6398d,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:27.478309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-c13dba77-8eb7-4b28-9147-900398346cd6 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:27.479291 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-c13dba77-8eb7-4b28-9147-900398346cd6 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:27.506345 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-c13dba77-8eb7-4b28-9147-900398346cd6 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9598882
Nov 20 21:48:27.521018 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Request body: {'port': {'device_id': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:48:27.522149 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a47c498a-4623-4aca-935e-00e9f2ca4b14 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:48:27.584996 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:27.594897 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] Set router f94fa8e7-c622-4cb1-aef1-a94d053e3b78 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:48:27.717480 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port a47c498a-4623-4aca-935e-00e9f2ca4b14 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:27.717767 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:27.757960 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8ae2604c-8a92-414f-ac85-2287215b4be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:27.797923 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc5fad-a9f2-4f51-a0da-02764fdd2e11 req-322a4736-1c31-415b-9c52-5c692d699441 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:27.799771 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6fdc5fad-a9f2-4f51-a0da-02764fdd2e11 req-322a4736-1c31-415b-9c52-5c692d699441 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 931 time: 0.0714357
Nov 20 21:48:27.853089 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6fdc5fad-a9f2-4f51-a0da-02764fdd2e11 req-3e435bb8-5150-4da9-a0eb-70937727c27b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461981
Nov 20 21:48:27.873923 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777a6c0a-c80d-4489-9810-e64dd3e6398d {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:48:27.882845 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:27.896455 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Transition to ACTIVE for port object 777a6c0a-c80d-4489-9810-e64dd3e6398d will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:48:27.897327 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8ae2604c-8a92-414f-ac85-2287215b4be1 None None] For port a47c498a-4623-4aca-935e-00e9f2ca4b14, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a47c498a-4623-4aca-935e-00e9f2ca4b14,segment=NetworkSegment(c52d9917-5415-43c5-a893-9d8d6408cd6f),segment_id=c52d9917-5415-43c5-a893-9d8d6408cd6f)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:48:27.900163 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:27.904867 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8ae2604c-8a92-414f-ac85-2287215b4be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:27.972024 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:28.011666 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Pushing event updated for resources: {'Port': ['ID=777a6c0a-c80d-4489-9810-e64dd3e6398d,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:28.032660 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2604c-8a92-414f-ac85-2287215b4be1 None None] Pushing event updated for resources: {'Port': ['ID=a47c498a-4623-4aca-935e-00e9f2ca4b14,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:28.055648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Attempting to bind port 777a6c0a-c80d-4489-9810-e64dd3e6398d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:48:28.056073 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Attempting to bind port 777a6c0a-c80d-4489-9810-e64dd3e6398d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:48:28.056477 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Attempting to bind port 777a6c0a-c80d-4489-9810-e64dd3e6398d on network 739d6e75-f194-41c4-8d4c-877de8611ef7 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:48:28.061424 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Port 777a6c0a-c80d-4489-9810-e64dd3e6398d on network 739d6e75-f194-41c4-8d4c-877de8611ef7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:48:28.061865 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Attempting to bind port 777a6c0a-c80d-4489-9810-e64dd3e6398d on network 739d6e75-f194-41c4-8d4c-877de8611ef7 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:48:28.068936 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:48:28.069336 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Checking segment: {'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:48:28.069762 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Bound using segment: {'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:48:28.070550 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Bound port: 777a6c0a-c80d-4489-9810-e64dd3e6398d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:48:28.070789 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:28.070907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-7397d3fb-b9f7-44ad-839c-11582f1d3424 None None] Provisioning complete for port a47c498a-4623-4aca-935e-00e9f2ca4b14 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:28.071276 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7397d3fb-b9f7-44ad-839c-11582f1d3424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:28.121771 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 20 21:48:28.122155 ncdv-master-1 neutron-server[126226]: DEBUG oslo_db.api [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 20 21:48:28.126535 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a47bc2b20>, [{'id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'name': 'tempest-TestShelveInstance-582112159-router', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e416152b-c63f-4a10-ac29-846f39b31477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:19Z', 'updated_at': '2021-11-20T21:48:22Z', 'revision_number': 4, 'project_id': '8e1d10b1342644f188d64826f270d4c8', 'gw_port': {'id': 'e416152b-c63f-4a10-ac29-846f39b31477', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:19Z', 'updated_at': '2021-11-20T21:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a47c498a-4623-4aca-935e-00e9f2ca4b14', 'name': '', 'network_id': '614bfce7-ffb1-4ad4-96d3-0cf158e06126', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8', 'mac_address': 'fa:16:3e:f9:dd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '113401cc-f3a2-4996-ae3b-d8494940a864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:21Z', 'updated_at': '2021-11-20T21:48:27Z', 'revision_number': 4, 'project_id': '8e1d10b1342644f188d64826f270d4c8', 'subnets': [{'id': '113401cc-f3a2-4996-ae3b-d8494940a864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:28.148713 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] For port 777a6c0a-c80d-4489-9810-e64dd3e6398d, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:48:28.153223 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] For port 777a6c0a-c80d-4489-9810-e64dd3e6398d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:48:28.159540 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c212a58-5062-40dc-b067-5e3fdbf4cd68 None None] The sync data for ids ['f94fa8e7-c622-4cb1-aef1-a94d053e3b78'] in ncdv-master-1 is: [{'id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'name': 'tempest-TestShelveInstance-582112159-router', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e416152b-c63f-4a10-ac29-846f39b31477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:19Z', 'updated_at': '2021-11-20T21:48:22Z', 'revision_number': 4, 'project_id': '8e1d10b1342644f188d64826f270d4c8', 'gw_port': {'id': 'e416152b-c63f-4a10-ac29-846f39b31477', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:19Z', 'updated_at': '2021-11-20T21:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a47c498a-4623-4aca-935e-00e9f2ca4b14', 'name': '', 'network_id': '614bfce7-ffb1-4ad4-96d3-0cf158e06126', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8', 'mac_address': 'fa:16:3e:f9:dd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '113401cc-f3a2-4996-ae3b-d8494940a864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:21Z', 'updated_at': '2021-11-20T21:48:27Z', 'revision_number': 4, 'project_id': '8e1d10b1342644f188d64826f270d4c8', 'subnets': [{'id': '113401cc-f3a2-4996-ae3b-d8494940a864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:48:28.160141 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:28.210789 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:28.211496 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:28.213185 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] 10.222.0.47 "PUT /v2.0/ports/777a6c0a-c80d-4489-9810-e64dd3e6398d HTTP/1.1" status: 200  len: 1091 time: 0.6974957
Nov 20 21:48:28.213402 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'tag': '777a6c0a-c80d-4489-9810-e64dd3e6398d'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:48:28.216702 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cece164d64dcc018633188bee73b9fbf3ce4fa511e4454985122ae8465ac42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44027409-3f7e-428e-b370-b78b249e8b05" -d '{"events": [{"name": "network-changed", "server_uuid": "a275356b-0d93-4aff-8f8a-22909e2c9d05", "tag": "777a6c0a-c80d-4489-9810-e64dd3e6398d"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:48:28.239601 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3db77d-570e-4d06-8dc6-44c0952fafa9 service neutron] Pushing event updated for resources: {'Port': ['ID=777a6c0a-c80d-4489-9810-e64dd3e6398d,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:28.274154 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdaf009-15ef-4efe-b6a6-c495b9f7d7bf x-openstack-request-id: req-2bdaf009-15ef-4efe-b6a6-c495b9f7d7bf {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:48:28.274454 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a275356b-0d93-4aff-8f8a-22909e2c9d05", "tag": "777a6c0a-c80d-4489-9810-e64dd3e6398d", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:48:28.274712 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bdaf009-15ef-4efe-b6a6-c495b9f7d7bf {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:48:28.275121 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'tag': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'status': 'completed', 'code': 200}
Nov 20 21:48:28.307527 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-a4f9e49e-4e8c-45bc-8367-41dae491e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:28.309213 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-a4f9e49e-4e8c-45bc-8367-41dae491e7ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 1094 time: 0.0464520
Nov 20 21:48:28.354777 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-7b7b80f7-0759-4177-b755-417c2139a6c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d HTTP/1.1" status: 200  len: 217 time: 0.0373166
Nov 20 21:48:28.411271 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-498ff953-1e9b-4f32-9ab9-db63d1ad389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:28.412745 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-498ff953-1e9b-4f32-9ab9-db63d1ad389a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0511024
Nov 20 21:48:28.460440 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-3e2cb17d-04e4-434f-8a33-1b90c08b4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:28.461862 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-3e2cb17d-04e4-434f-8a33-1b90c08b4a57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0422318
Nov 20 21:48:28.553721 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-6ff1f87c-4cd8-4c86-b94d-62d9b811e86b service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836813
Nov 20 21:48:28.649511 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-45dd300c-345d-4dbf-84c1-5b3ae4776958 req-bb483154-f1eb-484a-bf60-b6a4858da461 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884235
Nov 20 21:48:28.734661 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44027409-3f7e-428e-b370-b78b249e8b05 req-8960d981-b893-4e3b-9487-c15d5c3efb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:28.736037 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-44027409-3f7e-428e-b370-b78b249e8b05 req-8960d981-b893-4e3b-9487-c15d5c3efb69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 1094 time: 0.0404236
Nov 20 21:48:28.830490 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44027409-3f7e-428e-b370-b78b249e8b05 req-5ca5d756-9284-4d27-a8af-f18c295c58d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:28.832025 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-44027409-3f7e-428e-b370-b78b249e8b05 req-5ca5d756-9284-4d27-a8af-f18c295c58d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.0890701
Nov 20 21:48:28.877305 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-44027409-3f7e-428e-b370-b78b249e8b05 req-1727557f-f865-4873-be1d-a585f0e0e7fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d HTTP/1.1" status: 200  len: 217 time: 0.0377772
Nov 20 21:48:28.939136 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44027409-3f7e-428e-b370-b78b249e8b05 req-f1170e3a-bf4a-49d0-a5ab-87b6f5858ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:28.941089 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-44027409-3f7e-428e-b370-b78b249e8b05 req-f1170e3a-bf4a-49d0-a5ab-87b6f5858ad2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0559044
Nov 20 21:48:28.991408 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44027409-3f7e-428e-b370-b78b249e8b05 req-8186aa8d-73c7-48a5-ba28-74c0213ab8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:28.993021 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-44027409-3f7e-428e-b370-b78b249e8b05 req-8186aa8d-73c7-48a5-ba28-74c0213ab8dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0440338
Nov 20 21:48:28.995219 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036d2cc-9b03-4efe-aa96-bf23c8694d65 req-6121b251-2588-42aa-ad92-517ff9be6b97 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:28.996863 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8036d2cc-9b03-4efe-aa96-bf23c8694d65 req-6121b251-2588-42aa-ad92-517ff9be6b97 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 943 time: 0.0562971
Nov 20 21:48:29.051553 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8036d2cc-9b03-4efe-aa96-bf23c8694d65 req-8c84123c-91d1-4ed5-b493-367d15c11b98 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484729
Nov 20 21:48:29.095662 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-44027409-3f7e-428e-b370-b78b249e8b05 req-1ab12cd3-58d5-48de-8186-9f7616e1b386 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0940545
Nov 20 21:48:29.211241 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-44027409-3f7e-428e-b370-b78b249e8b05 req-6eca5819-b507-4fd0-acfc-5640de3d1bb2 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1073713
Nov 20 21:48:29.284062 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a47c498a-4623-4aca-935e-00e9f2ca4b14 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:48:29.333763 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port a47c498a-4623-4aca-935e-00e9f2ca4b14 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:29.334179 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:30.170818 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef70a8-3d11-489f-a497-2e2929f99b94 req-bc92cc70-facb-4571-bceb-406ed14fb518 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:30.172310 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cfef70a8-3d11-489f-a497-2e2929f99b94 req-bc92cc70-facb-4571-bceb-406ed14fb518 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 943 time: 0.0501733
Nov 20 21:48:30.221743 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-cfef70a8-3d11-489f-a497-2e2929f99b94 req-18d271bc-5da7-49d2-91a8-edb87198791a tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430517
Nov 20 21:48:30.799477 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 777a6c0a-c80d-4489-9810-e64dd3e6398d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:48:30.898276 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 777a6c0a-c80d-4489-9810-e64dd3e6398d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:48:30.909259 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'port_id': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'mac_address': 'fa:16:3e:a6:63:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:48:30.947545 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:30.959942 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777a6c0a-c80d-4489-9810-e64dd3e6398d {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:48:30.979148 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 777a6c0a-c80d-4489-9810-e64dd3e6398d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:48:30.983341 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:31.033626 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=777a6c0a-c80d-4489-9810-e64dd3e6398d,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:31.184370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['777a6c0a-c80d-4489-9810-e64dd3e6398d'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:48:31.343936 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37380d47-198c-436f-9083-ab4741dfadcb req-3a8ee4dd-214f-483c-ad7a-01fc13a59f5b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:31.345430 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37380d47-198c-436f-9083-ab4741dfadcb req-3a8ee4dd-214f-483c-ad7a-01fc13a59f5b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 944 time: 0.0522766
Nov 20 21:48:31.395751 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-37380d47-198c-436f-9083-ab4741dfadcb req-0403d759-e775-4e96-ab16-37a22383f9cf tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435762
Nov 20 21:48:32.544568 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:48:32.779056 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6240d17-54a3-47db-b93d-d85f083d03d9 req-0abb1731-6ce7-4ee9-9d58-c18e19bef976 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:32.780468 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6240d17-54a3-47db-b93d-d85f083d03d9 req-0abb1731-6ce7-4ee9-9d58-c18e19bef976 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 944 time: 0.0533478
Nov 20 21:48:32.813585 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 777a6c0a-c80d-4489-9810-e64dd3e6398d up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:48:32.831687 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e6240d17-54a3-47db-b93d-d85f083d03d9 req-79d6a963-8580-462a-9f32-27703ab92bfa tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443652
Nov 20 21:48:32.863988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 777a6c0a-c80d-4489-9810-e64dd3e6398d completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:48:32.868037 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 777a6c0a-c80d-4489-9810-e64dd3e6398d triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:48:32.868411 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:32.945815 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:32.970102 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777a6c0a-c80d-4489-9810-e64dd3e6398d'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:48:32.972311 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ea291949b0838306f0f8c51077ddaad3a0779a2bb4cd7a75dca710d4d5063e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef00971-f86a-4325-904f-5eddf38b3a65" -d '{"events": [{"server_uuid": "a275356b-0d93-4aff-8f8a-22909e2c9d05", "name": "network-vif-plugged", "status": "completed", "tag": "777a6c0a-c80d-4489-9810-e64dd3e6398d"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:48:32.983313 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 777a6c0a-c80d-4489-9810-e64dd3e6398d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:48:32.987936 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:33.021231 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100492d4-0d4b-4511-b5f1-13e9c0e90cf9 x-openstack-request-id: req-100492d4-0d4b-4511-b5f1-13e9c0e90cf9 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:48:33.021530 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a275356b-0d93-4aff-8f8a-22909e2c9d05", "name": "network-vif-plugged", "status": "completed", "tag": "777a6c0a-c80d-4489-9810-e64dd3e6398d", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:48:33.021791 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-100492d4-0d4b-4511-b5f1-13e9c0e90cf9 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:48:33.022229 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'code': 200}
Nov 20 21:48:33.039813 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=777a6c0a-c80d-4489-9810-e64dd3e6398d,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:33.114141 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75934e4f-91a7-40d3-9810-86412bd365f9 req-73aa70e0-2caa-4859-aa26-517dbfb10513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:33.115727 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75934e4f-91a7-40d3-9810-86412bd365f9 req-73aa70e0-2caa-4859-aa26-517dbfb10513 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 1096 time: 0.0406730
Nov 20 21:48:33.166479 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-75934e4f-91a7-40d3-9810-86412bd365f9 req-2b4a2be9-fd6c-4d89-9830-ac477dc41726 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435820
Nov 20 21:48:33.949731 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea77788-a805-4f72-85dc-abe61df1a8ef req-1b7aac8b-e7ef-4df9-b59a-1c370546948f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:33.951232 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7ea77788-a805-4f72-85dc-abe61df1a8ef req-1b7aac8b-e7ef-4df9-b59a-1c370546948f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0521567
Nov 20 21:48:34.000584 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7ea77788-a805-4f72-85dc-abe61df1a8ef req-115075ce-b9e6-4062-bc0e-0d456986b74f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435431
Nov 20 21:48:35.118336 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d14fe-a337-477f-ba16-b8a8af827541 req-58027d77-4d89-4365-a0c5-029c8636ca6b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:35.119836 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-791d14fe-a337-477f-ba16-b8a8af827541 req-58027d77-4d89-4365-a0c5-029c8636ca6b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0504115
Nov 20 21:48:35.169331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-791d14fe-a337-477f-ba16-b8a8af827541 req-7b43bd01-bb80-47a7-84a8-df79110ee831 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436041
Nov 20 21:48:35.283392 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc47a26-1e89-4d7a-826c-25a96955e317 req-6d819fd5-b4eb-4e90-994a-322ae246b111 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:35.284799 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dc47a26-1e89-4d7a-826c-25a96955e317 req-6d819fd5-b4eb-4e90-994a-322ae246b111 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0485311
Nov 20 21:48:35.335862 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7dc47a26-1e89-4d7a-826c-25a96955e317 req-2124afca-f155-4d67-9f6e-b2cb7a13bef3 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443850
Nov 20 21:48:35.357426 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58426) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:35.480142 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6764d13-7a02-45bd-a9e0-3def3bd17cf5 tempest-TestShelveInstance-8238738 tempest-TestShelveInstance-8238738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:35.481659 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-d6764d13-7a02-45bd-a9e0-3def3bd17cf5 tempest-TestShelveInstance-8238738 tempest-TestShelveInstance-8238738-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 1091 time: 0.1232028
Nov 20 21:48:35.484598 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58430) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:48:35.489512 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'fixed_ip_address': '172.20.0.6'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:48:35.511242 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:35.611542 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:35.712369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Allocated IP 172.35.1.187 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/ee0441c3-be3e-4ff7-8b12-e3c570d083ce) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:48:35.817620 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:35.851006 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:35.890714 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:48:35.893602 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:48:35.897281 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:48:35.923491 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'Port': ['ID=ee0441c3-be3e-4ff7-8b12-e3c570d083ce,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:36.254396 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:36.320625 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:36.468443 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:36.472749 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:36.544495 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'Port': ['ID=ee0441c3-be3e-4ff7-8b12-e3c570d083ce,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:48:36.554315 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:36.653969 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Floating IP b17e0236-9b17-432f-b7e6-a3416cd161d4 associated. External IP: 172.35.1.187, port: 777a6c0a-c80d-4489-9810-e64dd3e6398d.
Nov 20 21:48:36.859014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:48:36.961724 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:48:36.971194 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac90040-852c-4322-8dbf-6846f543b73b None None] Sync routers for ids ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:48:36.980301 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:36.982179 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac90040-852c-4322-8dbf-6846f543b73b None None] Routers {'524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:48:36.982774 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-dac90040-852c-4322-8dbf-6846f543b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542e4d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:48:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:37.011015 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fbf0e3c7-26bd-4be6-9bf3-3418753f8218 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5253985
Nov 20 21:48:37.011621 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'tag': '777a6c0a-c80d-4489-9810-e64dd3e6398d'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:48:37.013916 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e7a4e5-0342-4615-b23c-6ffa2a4d1fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "a275356b-0d93-4aff-8f8a-22909e2c9d05", "tag": "777a6c0a-c80d-4489-9810-e64dd3e6398d"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:48:37.051289 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374d3b8d-7276-4b9c-acde-5eb1412ffe3a x-openstack-request-id: req-374d3b8d-7276-4b9c-acde-5eb1412ffe3a {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:48:37.052113 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a275356b-0d93-4aff-8f8a-22909e2c9d05", "tag": "777a6c0a-c80d-4489-9810-e64dd3e6398d", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:48:37.052423 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-374d3b8d-7276-4b9c-acde-5eb1412ffe3a {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:48:37.052888 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'tag': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'status': 'completed', 'code': 200}
Nov 20 21:48:37.094078 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-dac90040-852c-4322-8dbf-6846f543b73b None None] Set router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:48:37.122235 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7a4e5-0342-4615-b23c-6ffa2a4d1fdb req-1ae4c5c5-2049-4027-bd4a-1baeaaa14641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:37.123661 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-38e7a4e5-0342-4615-b23c-6ffa2a4d1fdb req-1ae4c5c5-2049-4027-bd4a-1baeaaa14641 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 1096 time: 0.0416489
Nov 20 21:48:37.223472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7a4e5-0342-4615-b23c-6ffa2a4d1fdb req-6b05b8f4-6023-4be2-93f5-143c5fe155a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:37.225448 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-38e7a4e5-0342-4615-b23c-6ffa2a4d1fdb req-6b05b8f4-6023-4be2-93f5-143c5fe155a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.0936019
Nov 20 21:48:37.293307 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-38e7a4e5-0342-4615-b23c-6ffa2a4d1fdb req-994fbfb8-e36a-4b67-bf34-620cc0ee8fac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d HTTP/1.1" status: 200  len: 999 time: 0.0604186
Nov 20 21:48:37.318952 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-dac90040-852c-4322-8dbf-6846f543b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542e4d00>, [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b17e0236-9b17-432f-b7e6-a3416cd161d4', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'floating_ip_address': '172.35.1.187', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'port_id': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'mac_address': 'fa:16:3e:a6:63:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:48:36Z', 'updated_at': '2021-11-20T21:48:36Z', 'revision_number': 0, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c09a21a-2a0f-496f-b27c-532abbca63a8', 'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'mac_address': 'fa:16:3e:8c:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:16Z', 'updated_at': '2021-11-20T21:48:21Z', 'revision_number': 5, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'subnets': [{'id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:37.344222 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac90040-852c-4322-8dbf-6846f543b73b None None] Checking router: 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:48:37.347288 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7a4e5-0342-4615-b23c-6ffa2a4d1fdb req-31dcd16e-1fb2-4bbf-813b-7bcf1b34234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:37.349370 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-38e7a4e5-0342-4615-b23c-6ffa2a4d1fdb req-31dcd16e-1fb2-4bbf-813b-7bcf1b34234a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0491965
Nov 20 21:48:37.355269 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac90040-852c-4322-8dbf-6846f543b73b None None] Routers {'524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:48:37.355864 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-dac90040-852c-4322-8dbf-6846f543b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542e4d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:48:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:37.394579 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7a4e5-0342-4615-b23c-6ffa2a4d1fdb req-ec3bd371-7d72-4f1c-80a0-1532a848fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:37.396433 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-38e7a4e5-0342-4615-b23c-6ffa2a4d1fdb req-ec3bd371-7d72-4f1c-80a0-1532a848fac6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404048
Nov 20 21:48:37.467144 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-dac90040-852c-4322-8dbf-6846f543b73b None None] Set router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:48:37.496041 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-38e7a4e5-0342-4615-b23c-6ffa2a4d1fdb req-88f1423b-a740-427a-adc5-e3040fcf6b08 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914502
Nov 20 21:48:37.589694 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-38e7a4e5-0342-4615-b23c-6ffa2a4d1fdb req-1e61d966-1edd-475b-8b3b-39137e6b18aa service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877349
Nov 20 21:48:37.691041 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-dac90040-852c-4322-8dbf-6846f543b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542e4d00>, [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b17e0236-9b17-432f-b7e6-a3416cd161d4', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'floating_ip_address': '172.35.1.187', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'port_id': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'mac_address': 'fa:16:3e:a6:63:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:48:36Z', 'updated_at': '2021-11-20T21:48:36Z', 'revision_number': 0, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c09a21a-2a0f-496f-b27c-532abbca63a8', 'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'mac_address': 'fa:16:3e:8c:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:16Z', 'updated_at': '2021-11-20T21:48:21Z', 'revision_number': 5, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'subnets': [{'id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:48:37.721614 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac90040-852c-4322-8dbf-6846f543b73b None None] The sync data for ids ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'] in ncdv-master-1 is: [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b17e0236-9b17-432f-b7e6-a3416cd161d4', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'floating_ip_address': '172.35.1.187', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'port_id': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'mac_address': 'fa:16:3e:a6:63:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:48:36Z', 'updated_at': '2021-11-20T21:48:36Z', 'revision_number': 0, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c09a21a-2a0f-496f-b27c-532abbca63a8', 'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'mac_address': 'fa:16:3e:8c:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:16Z', 'updated_at': '2021-11-20T21:48:21Z', 'revision_number': 5, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'subnets': [{'id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:48:37.926714 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af326c6-5841-4f50-b963-d90afba61e82 None None] New status for floating IP b17e0236-9b17-432f-b7e6-a3416cd161d4: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:48:38.717918 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:38.879100 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:39.187119 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-851afb47-30be-4737-bbc5-f2c113b6427c req-dd8cec0a-cf3e-4906-97aa-a85dd914ae12 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0387795
Nov 20 21:48:39.275329 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851afb47-30be-4737-bbc5-f2c113b6427c req-af7b0ab3-6652-4c8a-9ade-c06a75090935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:39.276839 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-851afb47-30be-4737-bbc5-f2c113b6427c req-af7b0ab3-6652-4c8a-9ade-c06a75090935 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 1096 time: 0.0469005
Nov 20 21:48:39.384423 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851afb47-30be-4737-bbc5-f2c113b6427c req-17d8bf69-8693-46ef-9422-ec7c272bbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:39.385916 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-851afb47-30be-4737-bbc5-f2c113b6427c req-17d8bf69-8693-46ef-9422-ec7c272bbb65 service neutron] 10.222.0.47 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.0866997
Nov 20 21:48:39.454246 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-851afb47-30be-4737-bbc5-f2c113b6427c req-d9c0410a-04f6-4ab5-b184-b1ce9b4545fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d HTTP/1.1" status: 200  len: 1001 time: 0.0613413
Nov 20 21:48:39.502638 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851afb47-30be-4737-bbc5-f2c113b6427c req-080b4ac0-6a18-4d40-be3d-cd6d5ad036c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:39.504051 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-851afb47-30be-4737-bbc5-f2c113b6427c req-080b4ac0-6a18-4d40-be3d-cd6d5ad036c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0435932
Nov 20 21:48:39.549685 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851afb47-30be-4737-bbc5-f2c113b6427c req-85357912-8ad3-4008-b539-e73eb425f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:48:39.551217 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-851afb47-30be-4737-bbc5-f2c113b6427c req-85357912-8ad3-4008-b539-e73eb425f381 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403664
Nov 20 21:48:39.644863 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-851afb47-30be-4737-bbc5-f2c113b6427c req-29b762d7-62d9-4388-811f-64147d71beb7 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859652
Nov 20 21:48:39.733894 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-851afb47-30be-4737-bbc5-f2c113b6427c req-a2a712a3-4e11-4e60-a6e7-49242f6d17dd service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821106
Nov 20 21:48:43.374633 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-89a73bab-78ac-4c53-9485-c61c72b04af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:45.777847 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-dc4fcfe8-368c-4b52-b154-480e90a6c85e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:46.984542 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:48.822651 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:48:49.368935 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:49:08.719095 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:49:08.878590 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:49:09.543573 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:49:13.374349 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5df294d4-d963-4fa5-a750-ae4a838622a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:49:15.778313 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8588096b-98e3-4bf8-bbd5-f17eaa1a3d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:49:16.988671 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:49:18.824586 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:49:19.361121 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:49:38.786426 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:49:38.872166 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:49:41.230035 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10788a18-19d8-427d-95f0-7a7dc0b06fd5 req-1a8c5c9f-fb8c-411d-acca-5e54ff4a5631 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0919147
Nov 20 21:49:41.312571 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10788a18-19d8-427d-95f0-7a7dc0b06fd5 req-d98bc0de-da89-4655-9813-21c2fc53f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:49:41.314037 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10788a18-19d8-427d-95f0-7a7dc0b06fd5 req-d98bc0de-da89-4655-9813-21c2fc53f5cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 1096 time: 0.0408514
Nov 20 21:49:41.418042 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10788a18-19d8-427d-95f0-7a7dc0b06fd5 req-c8044ad5-0157-4e96-92f9-b61e5d173e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:49:41.419436 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10788a18-19d8-427d-95f0-7a7dc0b06fd5 req-c8044ad5-0157-4e96-92f9-b61e5d173e62 service neutron] 10.222.0.47 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.0860941
Nov 20 21:49:41.493040 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10788a18-19d8-427d-95f0-7a7dc0b06fd5 req-cde1385c-bd13-4b19-a1e8-46b748b2830b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d HTTP/1.1" status: 200  len: 1001 time: 0.0658174
Nov 20 21:49:41.542224 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10788a18-19d8-427d-95f0-7a7dc0b06fd5 req-59d77fa3-6e4c-4f96-b85f-5f4628b4d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:49:41.543687 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10788a18-19d8-427d-95f0-7a7dc0b06fd5 req-59d77fa3-6e4c-4f96-b85f-5f4628b4d331 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0444493
Nov 20 21:49:41.589202 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10788a18-19d8-427d-95f0-7a7dc0b06fd5 req-e240cb57-71ce-47da-9b02-cb4678a6a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:49:41.590684 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10788a18-19d8-427d-95f0-7a7dc0b06fd5 req-e240cb57-71ce-47da-9b02-cb4678a6a159 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398219
Nov 20 21:49:41.683316 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10788a18-19d8-427d-95f0-7a7dc0b06fd5 req-c9e77eb3-32e2-4397-9b0b-0589a30ec159 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850077
Nov 20 21:49:41.772682 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-10788a18-19d8-427d-95f0-7a7dc0b06fd5 req-cbe5229f-3e5b-47e6-8eff-c48bdadcc521 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824466
Nov 20 21:49:43.376174 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1bd146fb-50a3-4c15-9863-b3f42a57b01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:49:45.778928 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e0030efa-e43b-4cb6-9613-9f06a6c4da47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:49:46.542600 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:49:46.991162 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:49:48.827493 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:49:49.363664 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:08.792612 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:08.907471 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:13.377384 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c73b1ce5-b00a-41e8-a456-8db1fbdc1bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:15.779496 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5d6dc69c-565e-4a6d-a022-6710aab48bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:16.994147 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:18.829637 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:19.365434 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:23.541309 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:50:32.794840 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9670be-6669-4477-8e16-a34acceda123 req-b053f1aa-bb8f-4d16-a18d-7912c076fc89 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:32.796333 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb9670be-6669-4477-8e16-a34acceda123 req-b053f1aa-bb8f-4d16-a18d-7912c076fc89 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.1025751
Nov 20 21:50:32.846838 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-cb9670be-6669-4477-8e16-a34acceda123 req-86c3562e-22da-448e-b7f4-3d674a57b5a6 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438380
Nov 20 21:50:33.981935 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3f810-4949-4d3b-bba7-219af3111d24 req-8ca577ca-3679-4b8c-a233-0f31298b68a1 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:33.983433 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-99b3f810-4949-4d3b-bba7-219af3111d24 req-8ca577ca-3679-4b8c-a233-0f31298b68a1 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0542519
Nov 20 21:50:34.031838 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-99b3f810-4949-4d3b-bba7-219af3111d24 req-ab3a84d9-c3b6-44e5-93f6-34e528438113 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424399
Nov 20 21:50:35.173572 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfe73a-a948-4d4a-929c-15a083d219ed req-7e5107be-fc93-4a96-bd63-3ae9fb289762 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:35.175128 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aadfe73a-a948-4d4a-929c-15a083d219ed req-7e5107be-fc93-4a96-bd63-3ae9fb289762 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0478685
Nov 20 21:50:35.228176 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-aadfe73a-a948-4d4a-929c-15a083d219ed req-1e807ed3-4a79-41a5-9bce-82da22fd2154 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464010
Nov 20 21:50:36.343472 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d41e7-e446-46a8-a4d6-99e2ac43a3e5 req-f3d3ca67-5602-4c4b-8cc8-641a0c255b9e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:36.344939 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-974d41e7-e446-46a8-a4d6-99e2ac43a3e5 req-f3d3ca67-5602-4c4b-8cc8-641a0c255b9e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0488636
Nov 20 21:50:36.395513 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-974d41e7-e446-46a8-a4d6-99e2ac43a3e5 req-ea1f1b97-df5a-4025-959d-fc4dd897add5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444443
Nov 20 21:50:37.509564 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac1670-5c28-4b82-8fe8-f19d45ecfdbc req-0be78e1d-54ad-4659-807b-48fcab54b4c4 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:37.511052 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80ac1670-5c28-4b82-8fe8-f19d45ecfdbc req-0be78e1d-54ad-4659-807b-48fcab54b4c4 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0483768
Nov 20 21:50:37.561472 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80ac1670-5c28-4b82-8fe8-f19d45ecfdbc req-fc2d9f4e-0339-469c-83ff-279d08bfbc1d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445044
Nov 20 21:50:38.683378 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf67f20-b495-4810-bb72-c73f3188a1a7 req-73d9666f-538c-4e0b-a50b-7af4afbafd47 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:38.684846 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-acf67f20-b495-4810-bb72-c73f3188a1a7 req-73d9666f-538c-4e0b-a50b-7af4afbafd47 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0527022
Nov 20 21:50:38.734030 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-acf67f20-b495-4810-bb72-c73f3188a1a7 req-f09eaaa2-f1af-4f9c-97df-bb35314d23ac tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432658
Nov 20 21:50:38.800118 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:38.918975 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:39.857178 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d52491-4de7-4d6d-b7bf-060c7f79a754 req-05a3954f-2653-4d29-942b-c9122401a466 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:39.858672 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95d52491-4de7-4d6d-b7bf-060c7f79a754 req-05a3954f-2653-4d29-942b-c9122401a466 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0501471
Nov 20 21:50:39.906569 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-95d52491-4de7-4d6d-b7bf-060c7f79a754 req-290bd620-9cde-417f-80f2-f9f7c2456d14 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419812
Nov 20 21:50:41.021436 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3125a-4124-4be9-9191-997b1dca5c9d req-dbee70eb-4e26-4b4e-a8b0-82fa036c7b7a tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:41.022943 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1a3125a-4124-4be9-9191-997b1dca5c9d req-dbee70eb-4e26-4b4e-a8b0-82fa036c7b7a tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0486600
Nov 20 21:50:41.071909 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c1a3125a-4124-4be9-9191-997b1dca5c9d req-9d856ab7-2904-407b-b21c-087160eb5124 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431643
Nov 20 21:50:42.196971 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88825d-2c13-413f-9ffb-7a96136d55d4 req-61db9af7-d3a7-4735-a964-5a594eb15c09 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:42.198532 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb88825d-2c13-413f-9ffb-7a96136d55d4 req-61db9af7-d3a7-4735-a964-5a594eb15c09 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0592425
Nov 20 21:50:42.217218 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13028f-3000-43a7-a8bd-4fdbeff699d0 req-38ed0dff-595b-4bc3-8b14-003699e2ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:42.218758 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9f13028f-3000-43a7-a8bd-4fdbeff699d0 req-38ed0dff-595b-4bc3-8b14-003699e2ce5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 1096 time: 0.0411925
Nov 20 21:50:42.251559 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fb88825d-2c13-413f-9ffb-7a96136d55d4 req-17db6e67-41a9-44ca-85fb-fbba722b299d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469985
Nov 20 21:50:42.327107 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13028f-3000-43a7-a8bd-4fdbeff699d0 req-7d1752c7-dd41-479b-811e-15faada81adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:42.328569 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9f13028f-3000-43a7-a8bd-4fdbeff699d0 req-7d1752c7-dd41-479b-811e-15faada81adb service neutron] 10.222.0.47 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.0894601
Nov 20 21:50:42.392324 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9f13028f-3000-43a7-a8bd-4fdbeff699d0 req-eae1ce5a-7c87-4485-92eb-f0cc9121296f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d HTTP/1.1" status: 200  len: 1001 time: 0.0567870
Nov 20 21:50:42.444905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13028f-3000-43a7-a8bd-4fdbeff699d0 req-c60b7628-b8b9-4f2b-b0a4-fc75e8879b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:42.446424 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9f13028f-3000-43a7-a8bd-4fdbeff699d0 req-c60b7628-b8b9-4f2b-b0a4-fc75e8879b5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0477414
Nov 20 21:50:42.492730 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13028f-3000-43a7-a8bd-4fdbeff699d0 req-87925d93-ab55-4864-aada-28ba40d92d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:42.494289 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9f13028f-3000-43a7-a8bd-4fdbeff699d0 req-87925d93-ab55-4864-aada-28ba40d92d62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0410099
Nov 20 21:50:42.587211 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9f13028f-3000-43a7-a8bd-4fdbeff699d0 req-55719968-34da-4dd6-916c-aa92109dc7d9 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860357
Nov 20 21:50:42.677451 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9f13028f-3000-43a7-a8bd-4fdbeff699d0 req-e28475e1-9874-4c34-9615-b792105e1f98 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837581
Nov 20 21:50:43.369268 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5b17c-d6fa-49dc-b926-2cd54bbc3313 req-4d3e6399-50ee-4cae-8a30-be300daed120 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:43.370794 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aae5b17c-d6fa-49dc-b926-2cd54bbc3313 req-4d3e6399-50ee-4cae-8a30-be300daed120 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0510406
Nov 20 21:50:43.380677 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-172d9368-e541-4623-945d-4cf2545cb548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:43.427004 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-aae5b17c-d6fa-49dc-b926-2cd54bbc3313 req-ff44b832-90fa-459a-8a1e-d55eea376408 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498686
Nov 20 21:50:44.542247 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190225e-7c69-4b9c-9b18-28392ed1c80a req-45b32e4d-48b2-410d-9076-132a187e80f8 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:44.543746 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a190225e-7c69-4b9c-9b18-28392ed1c80a req-45b32e4d-48b2-410d-9076-132a187e80f8 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0491483
Nov 20 21:50:44.592489 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a190225e-7c69-4b9c-9b18-28392ed1c80a req-c7f0e6f0-141a-4389-920e-9288ffdcf655 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427213
Nov 20 21:50:45.399838 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 777a6c0a-c80d-4489-9810-e64dd3e6398d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:50:45.516820 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 777a6c0a-c80d-4489-9810-e64dd3e6398d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:50:45.532411 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'port_id': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'mac_address': 'fa:16:3e:a6:63:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:50:45.574360 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:45.588869 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 777a6c0a-c80d-4489-9810-e64dd3e6398d {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:50:45.612306 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 777a6c0a-c80d-4489-9810-e64dd3e6398d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:50:45.621638 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:45.697366 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=777a6c0a-c80d-4489-9810-e64dd3e6398d,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:50:45.703330 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['777a6c0a-c80d-4489-9810-e64dd3e6398d'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:50:45.736589 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89666cd7-29f6-4be9-ba5f-d1e344c36e75 req-0cf8449b-51dd-495a-8ee3-2511e97ed589 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:45.739137 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-89666cd7-29f6-4be9-ba5f-d1e344c36e75 req-0cf8449b-51dd-495a-8ee3-2511e97ed589 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 944 time: 0.0672300
Nov 20 21:50:45.822659 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-89666cd7-29f6-4be9-ba5f-d1e344c36e75 req-842004e5-a283-478a-bf47-885e9d3683bc tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766997
Nov 20 21:50:45.903227 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:50:45.903575 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:50:45.903915 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:50:45.904250 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:50:45.904579 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:50:45.904907 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:50:45.905231 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:50:45.905553 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:50:45.905875 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:50:45.906228 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:50:45.906570 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:50:45.906875 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:50:45.931158 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fbcbf09c-95ac-4429-bb1f-3134b8ee0569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:46.954034 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dd486-669b-49e1-a9c2-ab976b53210b req-b5de7656-abe0-4c8b-8da2-cb653ac10ba7 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:46.956323 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-922dd486-669b-49e1-a9c2-ab976b53210b req-b5de7656-abe0-4c8b-8da2-cb653ac10ba7 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 944 time: 0.0588150
Nov 20 21:50:47.001038 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:47.046731 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-922dd486-669b-49e1-a9c2-ab976b53210b req-603e456e-44cc-4cea-b5ca-bbe744e77aae tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806484
Nov 20 21:50:47.408141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 777a6c0a-c80d-4489-9810-e64dd3e6398d up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:50:47.464710 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 777a6c0a-c80d-4489-9810-e64dd3e6398d triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:50:47.465235 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:47.561974 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:47.591596 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777a6c0a-c80d-4489-9810-e64dd3e6398d'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:50:47.593350 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ea291949b0838306f0f8c51077ddaad3a0779a2bb4cd7a75dca710d4d5063e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e7a773-d72d-49a1-8d73-d6c033a1e566" -d '{"events": [{"server_uuid": "a275356b-0d93-4aff-8f8a-22909e2c9d05", "name": "network-vif-plugged", "status": "completed", "tag": "777a6c0a-c80d-4489-9810-e64dd3e6398d"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:50:47.608908 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 777a6c0a-c80d-4489-9810-e64dd3e6398d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:50:47.615466 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:47.674780 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=777a6c0a-c80d-4489-9810-e64dd3e6398d,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:50:47.720306 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bea17d-0796-4fda-8a33-a48e1271e0b6 x-openstack-request-id: req-30bea17d-0796-4fda-8a33-a48e1271e0b6 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:50:47.720637 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a275356b-0d93-4aff-8f8a-22909e2c9d05", "name": "network-vif-plugged", "status": "completed", "tag": "777a6c0a-c80d-4489-9810-e64dd3e6398d", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:50:47.721369 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30bea17d-0796-4fda-8a33-a48e1271e0b6 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:50:47.721791 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'code': 200}
Nov 20 21:50:48.187953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89ec9b-6e55-4c13-8419-e4e3443e6143 req-56aa4c5c-88c1-493a-af09-dcaddc3d3abf tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:48.194602 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1d89ec9b-6e55-4c13-8419-e4e3443e6143 req-56aa4c5c-88c1-493a-af09-dcaddc3d3abf tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0655665
Nov 20 21:50:48.242651 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1d89ec9b-6e55-4c13-8419-e4e3443e6143 req-951d061a-e227-43ae-be2c-f381c4f9e516 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464582
Nov 20 21:50:48.835121 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:49.376231 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:49.384186 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e600b-5aa6-4544-b276-6cb0320b03df req-ddd8f2f2-19d0-40ea-bb0f-9516d61b1477 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:49.385827 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c46e600b-5aa6-4544-b276-6cb0320b03df req-ddd8f2f2-19d0-40ea-bb0f-9516d61b1477 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0583174
Nov 20 21:50:49.446917 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c46e600b-5aa6-4544-b276-6cb0320b03df req-ea878d69-ccf8-4bf0-9f70-5293dbc49153 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539579
Nov 20 21:50:50.576502 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bff2d-fe91-4c3f-b726-eab87625f885 req-7b3d7eac-5193-475e-939f-6e36cbcd5906 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:50.598089 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-623bff2d-fe91-4c3f-b726-eab87625f885 req-7b3d7eac-5193-475e-939f-6e36cbcd5906 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0545547
Nov 20 21:50:50.650502 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-623bff2d-fe91-4c3f-b726-eab87625f885 req-adeeb110-fb77-4dca-b0db-52cb18440cd4 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450048
Nov 20 21:50:51.790845 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097230d-4206-4206-86ea-412e450917fc req-a70a8cdc-c97f-4ee1-9ba1-024dfd7932df tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:51.792424 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d097230d-4206-4206-86ea-412e450917fc req-a70a8cdc-c97f-4ee1-9ba1-024dfd7932df tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0644155
Nov 20 21:50:51.846931 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d097230d-4206-4206-86ea-412e450917fc req-cc24cbc1-770c-42cf-a29b-19f1b3f1a850 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481238
Nov 20 21:50:52.984026 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4771a-4f51-4c77-933e-8e17624a6014 req-3f5efc71-1766-4af9-94c1-54a6bb9c763f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:52.986336 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9dd4771a-4f51-4c77-933e-8e17624a6014 req-3f5efc71-1766-4af9-94c1-54a6bb9c763f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0621440
Nov 20 21:50:53.045183 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9dd4771a-4f51-4c77-933e-8e17624a6014 req-6323326e-d212-468e-b24e-af61e080d39f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515163
Nov 20 21:50:54.168348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83957805-3984-4406-b080-6887d28d2809 req-c0bf4e9b-0c87-4918-b792-685b20b9c6c4 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:54.169857 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-83957805-3984-4406-b080-6887d28d2809 req-c0bf4e9b-0c87-4918-b792-685b20b9c6c4 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0482655
Nov 20 21:50:54.218421 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-83957805-3984-4406-b080-6887d28d2809 req-3e8c00cb-f4d5-41f5-93c0-db9237afd49f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424695
Nov 20 21:50:54.649179 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27c203-0103-451f-a8ca-390c2c792c98 req-8bbe8c16-c689-470b-a900-55b8a1b2c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:54.650777 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af27c203-0103-451f-a8ca-390c2c792c98 req-8bbe8c16-c689-470b-a900-55b8a1b2c954 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 1096 time: 0.0415204
Nov 20 21:50:54.744443 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27c203-0103-451f-a8ca-390c2c792c98 req-aff01a0e-db50-42cc-a73e-1c01b5fcb751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:54.745892 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af27c203-0103-451f-a8ca-390c2c792c98 req-aff01a0e-db50-42cc-a73e-1c01b5fcb751 service neutron] 10.222.0.47 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.0876024
Nov 20 21:50:54.815037 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af27c203-0103-451f-a8ca-390c2c792c98 req-f7860408-e6d4-4e13-929f-7d25472367a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d HTTP/1.1" status: 200  len: 1001 time: 0.0613120
Nov 20 21:50:54.864091 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27c203-0103-451f-a8ca-390c2c792c98 req-22b35457-40e4-43a0-b956-43b906fb1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:54.865535 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af27c203-0103-451f-a8ca-390c2c792c98 req-22b35457-40e4-43a0-b956-43b906fb1240 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0438123
Nov 20 21:50:54.910905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27c203-0103-451f-a8ca-390c2c792c98 req-d814c656-4a57-46d2-990e-5ca676b9f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:54.912361 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af27c203-0103-451f-a8ca-390c2c792c98 req-d814c656-4a57-46d2-990e-5ca676b9f636 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394378
Nov 20 21:50:55.004967 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af27c203-0103-451f-a8ca-390c2c792c98 req-8cb2ef1b-bed6-4c2c-9cbf-dbf8d81385ce service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853755
Nov 20 21:50:55.093408 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-af27c203-0103-451f-a8ca-390c2c792c98 req-5261ce75-45dc-4498-8749-9dd77ece38be service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814195
Nov 20 21:50:55.333454 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6e5ea-d2cd-4ca4-aa7a-c8ae29ed13cd req-cbf14c82-dea6-45d3-b211-31b0ace1d9b3 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:55.334944 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02c6e5ea-d2cd-4ca4-aa7a-c8ae29ed13cd req-cbf14c82-dea6-45d3-b211-31b0ace1d9b3 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0484912
Nov 20 21:50:55.387670 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-02c6e5ea-d2cd-4ca4-aa7a-c8ae29ed13cd req-5153d57f-fd17-4065-8926-bd5cf5904de2 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467687
Nov 20 21:50:56.502767 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c06a6-4fb9-4697-a742-a5dd54c34847 req-18c614b3-67f1-410f-9151-acfddfb37b81 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:56.504831 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-252c06a6-4fb9-4697-a742-a5dd54c34847 req-18c614b3-67f1-410f-9151-acfddfb37b81 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 945 time: 0.0495739
Nov 20 21:50:56.565656 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-252c06a6-4fb9-4697-a742-a5dd54c34847 req-91985a2c-7704-46a7-801b-c573647766e4 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539708
Nov 20 21:50:57.491028 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 777a6c0a-c80d-4489-9810-e64dd3e6398d no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:50:57.570579 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:57.597864 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '777a6c0a-c80d-4489-9810-e64dd3e6398d'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:50:57.600130 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ea291949b0838306f0f8c51077ddaad3a0779a2bb4cd7a75dca710d4d5063e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e79da88-70bd-4152-93e2-9e9189ff0c75" -d '{"events": [{"server_uuid": "a275356b-0d93-4aff-8f8a-22909e2c9d05", "name": "network-vif-unplugged", "status": "completed", "tag": "777a6c0a-c80d-4489-9810-e64dd3e6398d"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:50:57.613382 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 777a6c0a-c80d-4489-9810-e64dd3e6398d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:50:57.618519 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:50:57.642215 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 20 Nov 2021 21:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2751ac4-d00a-4591-8bbd-ff4bd2149e80 x-openstack-request-id: req-c2751ac4-d00a-4591-8bbd-ff4bd2149e80 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:50:57.642503 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a275356b-0d93-4aff-8f8a-22909e2c9d05", "name": "network-vif-unplugged", "status": "failed", "tag": "777a6c0a-c80d-4489-9810-e64dd3e6398d", "code": 422}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:50:57.642756 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2751ac4-d00a-4591-8bbd-ff4bd2149e80 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:50:57.643146 ncdv-master-1 neutron-server[126226]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'code': 422} returned with failed status
Nov 20 21:50:57.669481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=777a6c0a-c80d-4489-9810-e64dd3e6398d,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:50:57.687721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816ebfe-c49a-4e3a-8f7d-c1407283e2a1 req-f5a921f1-5d15-46d9-b8c8-9396b77e8aac tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:57.689223 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1816ebfe-c49a-4e3a-8f7d-c1407283e2a1 req-f5a921f1-5d15-46d9-b8c8-9396b77e8aac tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 943 time: 0.0540545
Nov 20 21:50:57.739015 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1816ebfe-c49a-4e3a-8f7d-c1407283e2a1 req-3b7d398c-8bb1-45e8-afae-b23a00ded540 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435660
Nov 20 21:50:57.850288 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-2c07bca1-e6c1-40e6-9694-b50b18c769eb req-7f4e9fad-e904-4ad5-b451-d85090f09325 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:50:57.851302 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2c07bca1-e6c1-40e6-9694-b50b18c769eb req-7f4e9fad-e904-4ad5-b451-d85090f09325 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0484993
Nov 20 21:50:58.004665 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519268ae-da23-4f67-896e-328f01125c22 req-5988ff62-e074-4e0f-b15d-fe29c15347f3 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:58.006319 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-519268ae-da23-4f67-896e-328f01125c22 req-5988ff62-e074-4e0f-b15d-fe29c15347f3 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 943 time: 0.0535307
Nov 20 21:50:58.056758 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-519268ae-da23-4f67-896e-328f01125c22 req-339769dd-83ce-4669-992a-e23a921e8a80 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444698
Nov 20 21:50:58.188417 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8d08ea17-1a63-4966-a223-014dc51adb12 req-81e52ff9-c200-4dbe-86a2-2a4a2739e523 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0771248
Nov 20 21:50:59.109887 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08ea17-1a63-4966-a223-014dc51adb12 req-62590f6e-80dd-4788-a4df-eb6df9193adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:59.111565 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8d08ea17-1a63-4966-a223-014dc51adb12 req-62590f6e-80dd-4788-a4df-eb6df9193adf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05&tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67 HTTP/1.1" status: 200  len: 1094 time: 0.0707023
Nov 20 21:50:59.208698 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db082e7d-862b-4683-a594-24b9be802d36 req-f96b94f3-9099-4fad-a5ca-b00138a905af tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:59.210201 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db082e7d-862b-4683-a594-24b9be802d36 req-f96b94f3-9099-4fad-a5ca-b00138a905af tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 943 time: 0.0800717
Nov 20 21:50:59.215557 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08ea17-1a63-4966-a223-014dc51adb12 req-f45949ee-e6ec-4b7d-8b08-5cc5ff7d785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:59.216937 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8d08ea17-1a63-4966-a223-014dc51adb12 req-f45949ee-e6ec-4b7d-8b08-5cc5ff7d785d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 1094 time: 0.0582337
Nov 20 21:50:59.317576 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-db082e7d-862b-4683-a594-24b9be802d36 req-38e3e5bf-1c38-4063-b163-ce8374731475 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996916
Nov 20 21:50:59.342953 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08ea17-1a63-4966-a223-014dc51adb12 req-f8ff8da4-7407-4bb2-9954-2291dcd4452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:59.344363 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8d08ea17-1a63-4966-a223-014dc51adb12 req-f8ff8da4-7407-4bb2-9954-2291dcd4452f service neutron] 10.222.0.47 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.1202400
Nov 20 21:50:59.408498 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8d08ea17-1a63-4966-a223-014dc51adb12 req-961a2543-4803-4f57-a7c6-abb288aace77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d HTTP/1.1" status: 200  len: 999 time: 0.0565686
Nov 20 21:50:59.458087 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08ea17-1a63-4966-a223-014dc51adb12 req-04d13d93-ae6f-4126-b089-fd97f4362e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:59.459537 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8d08ea17-1a63-4966-a223-014dc51adb12 req-04d13d93-ae6f-4126-b089-fd97f4362e96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0444007
Nov 20 21:50:59.508126 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08ea17-1a63-4966-a223-014dc51adb12 req-392968e2-586d-41cd-bf0b-a711c757543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:50:59.509598 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8d08ea17-1a63-4966-a223-014dc51adb12 req-392968e2-586d-41cd-bf0b-a711c757543d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0433683
Nov 20 21:50:59.600516 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8d08ea17-1a63-4966-a223-014dc51adb12 req-4e5168af-b63d-4ef1-969d-56f823f753fe service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833673
Nov 20 21:50:59.692375 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8d08ea17-1a63-4966-a223-014dc51adb12 req-6fc372ee-4bf2-40de-b820-34b692458fd9 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849710
Nov 20 21:51:00.445721 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951131b-3870-4e0c-83fb-b6a8dc8bf401 req-7d204056-529a-4e57-8b13-51087bd5de2a tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:00.447299 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d951131b-3870-4e0c-83fb-b6a8dc8bf401 req-7d204056-529a-4e57-8b13-51087bd5de2a tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 943 time: 0.0524826
Nov 20 21:51:00.505361 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d951131b-3870-4e0c-83fb-b6a8dc8bf401 req-d00aa39a-49cd-4b06-921b-8badd79cd815 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503042
Nov 20 21:51:00.540573 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:51:01.629976 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ed8b1-814f-490b-82c6-8e3c0e74762b req-e5bc0091-5a93-4fcf-b6e8-cc1f347338ed tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:01.631507 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b05ed8b1-814f-490b-82c6-8e3c0e74762b req-e5bc0091-5a93-4fcf-b6e8-cc1f347338ed tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 943 time: 0.0510151
Nov 20 21:51:01.684540 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b05ed8b1-814f-490b-82c6-8e3c0e74762b req-b1e55c36-6814-4316-afd1-6e6accfdf655 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465443
Nov 20 21:51:03.106155 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca61e66-eaad-42ea-beb3-a5811e4bdc74 req-de161c86-104e-4697-9c57-58b540dbe5a5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:03.107608 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ca61e66-eaad-42ea-beb3-a5811e4bdc74 req-de161c86-104e-4697-9c57-58b540dbe5a5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 943 time: 0.3449786
Nov 20 21:51:03.158553 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ca61e66-eaad-42ea-beb3-a5811e4bdc74 req-560cd97c-cfde-4e4f-9a0f-be5fd356daf3 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438273
Nov 20 21:51:04.296738 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb6152-d35b-41ff-8666-0317a050b058 req-72021159-14ec-4b58-b382-f17250306a0a tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:04.298226 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-effb6152-d35b-41ff-8666-0317a050b058 req-72021159-14ec-4b58-b382-f17250306a0a tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 943 time: 0.0578001
Nov 20 21:51:04.350979 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-effb6152-d35b-41ff-8666-0317a050b058 req-b25097cd-9806-46dd-9109-48e78b60e5d8 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456736
Nov 20 21:51:05.474984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad777eaa-1fe7-485f-a2aa-33738a25e214 req-a82807c5-c2bb-4df2-8299-5e652ec96fc7 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:05.476551 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ad777eaa-1fe7-485f-a2aa-33738a25e214 req-a82807c5-c2bb-4df2-8299-5e652ec96fc7 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 943 time: 0.0532157
Nov 20 21:51:05.535442 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ad777eaa-1fe7-485f-a2aa-33738a25e214 req-add6fb00-4eec-4b2f-b2ae-86d61688fa65 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510299
Nov 20 21:51:06.659232 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a6691-e50f-4eba-a025-0e625c0e39d2 req-a72bb0b1-f0b9-464d-a34f-a81cd9c64e9c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:06.660736 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8e7a6691-e50f-4eba-a025-0e625c0e39d2 req-a72bb0b1-f0b9-464d-a34f-a81cd9c64e9c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 943 time: 0.0519447
Nov 20 21:51:06.712246 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8e7a6691-e50f-4eba-a025-0e625c0e39d2 req-9b1544db-41e3-42ad-99f4-29f680360d3d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455527
Nov 20 21:51:07.842675 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0513a7c-7e1e-441e-84f0-e61938182077 req-0c40020e-8bd7-45bb-a978-dfd47d8d09ad tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:07.844517 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0513a7c-7e1e-441e-84f0-e61938182077 req-0c40020e-8bd7-45bb-a978-dfd47d8d09ad tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 943 time: 0.0545156
Nov 20 21:51:07.906675 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d0513a7c-7e1e-441e-84f0-e61938182077 req-1633ec6b-c340-44fe-8bda-21432950959e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455592
Nov 20 21:51:08.799281 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:08.927676 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:09.041290 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a0f3b-1c93-4475-afc2-1fde6ce0ef7a req-0bb607fe-1233-4cfe-b617-e6a571bab8bc tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:09.042886 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d0a0f3b-1c93-4475-afc2-1fde6ce0ef7a req-0bb607fe-1233-4cfe-b617-e6a571bab8bc tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 943 time: 0.0531819
Nov 20 21:51:09.100661 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3d0a0f3b-1c93-4475-afc2-1fde6ce0ef7a req-1fff043f-1351-43f5-b873-4df81e66dcbf tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491886
Nov 20 21:51:10.216881 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ee6e7-eaa7-4772-8d57-c429c2ac8317 req-4286ce38-87b8-4bc9-8bca-5d500c7f9c9a tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:10.218373 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-437ee6e7-eaa7-4772-8d57-c429c2ac8317 req-4286ce38-87b8-4bc9-8bca-5d500c7f9c9a tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 943 time: 0.0491943
Nov 20 21:51:10.266741 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-437ee6e7-eaa7-4772-8d57-c429c2ac8317 req-6436f22e-7fed-4277-a4df-730a9ff506e6 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424075
Nov 20 21:51:11.380099 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86638c-0708-43b2-bb1d-bf5e3c0bb8ca req-fe17ea40-c95a-40a4-a377-f8fbff0266aa tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:11.381558 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1d86638c-0708-43b2-bb1d-bf5e3c0bb8ca req-fe17ea40-c95a-40a4-a377-f8fbff0266aa tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 943 time: 0.0481482
Nov 20 21:51:11.430922 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1d86638c-0708-43b2-bb1d-bf5e3c0bb8ca req-6eff4507-0173-4e56-b2a8-5b27b4ffcb24 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432124
Nov 20 21:51:12.547258 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623da8c-6238-488d-8c38-3e2a7ee7eb93 req-c6c195d7-13fa-4c04-8e5a-b618e3d9ef1e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:12.548741 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7623da8c-6238-488d-8c38-3e2a7ee7eb93 req-c6c195d7-13fa-4c04-8e5a-b618e3d9ef1e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 943 time: 0.0489733
Nov 20 21:51:12.601424 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-7623da8c-6238-488d-8c38-3e2a7ee7eb93 req-db60ee7c-665e-45ac-ace1-ae0c997f3422 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465984
Nov 20 21:51:13.382879 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d3cc1fff-cf04-48c2-88fa-b34285360830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:13.562186 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 777a6c0a-c80d-4489-9810-e64dd3e6398d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:51:13.661567 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 777a6c0a-c80d-4489-9810-e64dd3e6398d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:51:13.673080 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'port_id': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'mac_address': 'fa:16:3e:a6:63:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:51:13.711726 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:13.717331 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccb2e4-85c2-4a17-8c6f-6eb826688862 req-da61dcf3-97ed-48f6-9740-329276be32e0 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:13.718855 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d3ccb2e4-85c2-4a17-8c6f-6eb826688862 req-da61dcf3-97ed-48f6-9740-329276be32e0 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 943 time: 0.0482137
Nov 20 21:51:13.729133 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777a6c0a-c80d-4489-9810-e64dd3e6398d {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:51:13.748008 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 777a6c0a-c80d-4489-9810-e64dd3e6398d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:51:13.751956 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:13.770304 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d3ccb2e4-85c2-4a17-8c6f-6eb826688862 req-7df3ee67-8f3a-4f44-bf14-125e14fff153 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436730
Nov 20 21:51:13.799076 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=777a6c0a-c80d-4489-9810-e64dd3e6398d,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:51:13.982124 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['777a6c0a-c80d-4489-9810-e64dd3e6398d'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:51:14.886445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb3806-3f81-423d-8456-f1bd507ef7b8 req-80c8f996-7b1f-43ef-bc59-c9f52db84a13 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:14.887901 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36bb3806-3f81-423d-8456-f1bd507ef7b8 req-80c8f996-7b1f-43ef-bc59-c9f52db84a13 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 944 time: 0.0489721
Nov 20 21:51:14.936102 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-36bb3806-3f81-423d-8456-f1bd507ef7b8 req-ed48693e-eb6a-4b2c-b67b-ec832b8123b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422356
Nov 20 21:51:15.567893 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 777a6c0a-c80d-4489-9810-e64dd3e6398d up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:51:15.616226 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 777a6c0a-c80d-4489-9810-e64dd3e6398d triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:51:15.616595 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:15.694333 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:15.717980 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777a6c0a-c80d-4489-9810-e64dd3e6398d'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:51:15.720244 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ea291949b0838306f0f8c51077ddaad3a0779a2bb4cd7a75dca710d4d5063e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdf38dc-1551-4cb6-bfb7-0a53fca17caf" -d '{"events": [{"server_uuid": "a275356b-0d93-4aff-8f8a-22909e2c9d05", "name": "network-vif-plugged", "status": "completed", "tag": "777a6c0a-c80d-4489-9810-e64dd3e6398d"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:51:15.733640 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 777a6c0a-c80d-4489-9810-e64dd3e6398d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:51:15.737582 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:15.761109 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7defc1af-7735-485c-9c52-95b726368129 x-openstack-request-id: req-7defc1af-7735-485c-9c52-95b726368129 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:51:15.761414 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a275356b-0d93-4aff-8f8a-22909e2c9d05", "name": "network-vif-plugged", "status": "completed", "tag": "777a6c0a-c80d-4489-9810-e64dd3e6398d", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:51:15.761665 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7defc1af-7735-485c-9c52-95b726368129 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:51:15.762069 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'code': 200}
Nov 20 21:51:15.797830 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=777a6c0a-c80d-4489-9810-e64dd3e6398d,revision_number=10']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:51:15.801038 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ef11652e-d8b0-4c00-bc9f-5a04379a98a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:15.913630 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a854ddc-3f5d-4e1a-902f-1d66611ed33a req-0db34c35-3bef-44f0-9ac2-b7a4a424461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:15.915117 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a854ddc-3f5d-4e1a-902f-1d66611ed33a req-0db34c35-3bef-44f0-9ac2-b7a4a424461c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 1097 time: 0.0432172
Nov 20 21:51:15.963024 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3a854ddc-3f5d-4e1a-902f-1d66611ed33a req-99789842-3064-41bd-8157-7c4c9fd2ebcd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398040
Nov 20 21:51:16.052344 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f95e21-b287-4bf8-88cb-11c83630e6fc req-17bf0390-def1-44d7-9748-1e42c2657697 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:16.053738 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d1f95e21-b287-4bf8-88cb-11c83630e6fc req-17bf0390-def1-44d7-9748-1e42c2657697 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 946 time: 0.0492249
Nov 20 21:51:16.102210 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-d1f95e21-b287-4bf8-88cb-11c83630e6fc req-a17fa63b-fbdb-46fc-afe7-a94fd46ec665 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421593
Nov 20 21:51:16.999753 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:17.227705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10b7c-752f-49f6-8d39-31d0b22c0dbc req-5922a609-d247-4ac3-bfe5-5ff94090b553 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:17.229183 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c6b10b7c-752f-49f6-8d39-31d0b22c0dbc req-5922a609-d247-4ac3-bfe5-5ff94090b553 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 946 time: 0.0521138
Nov 20 21:51:17.280642 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c6b10b7c-752f-49f6-8d39-31d0b22c0dbc req-b79cd159-d47b-44cb-b6c5-6beef27b0348 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455270
Nov 20 21:51:18.398697 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c6bf1-853e-4254-b4ce-9b2cbf4838a4 req-93bebcf3-f63e-4bdb-9cbc-56fd0feb785c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:18.400179 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-547c6bf1-853e-4254-b4ce-9b2cbf4838a4 req-93bebcf3-f63e-4bdb-9cbc-56fd0feb785c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 946 time: 0.0513918
Nov 20 21:51:18.449439 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-547c6bf1-853e-4254-b4ce-9b2cbf4838a4 req-c31d247c-9303-4b3c-a833-feb08f0610a6 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433009
Nov 20 21:51:18.829060 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:19.370230 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:37.540457 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:51:38.789223 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:38.949199 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:43.384056 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-03641d49-6c7e-4f1c-9360-0ab2f12b503a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:44.203675 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fc0b8391-710c-4719-973a-81cf7c813cc8 req-4ea73987-5fa1-4c71-a4b2-4150bc35a597 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0400105
Nov 20 21:51:44.287247 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b8391-710c-4719-973a-81cf7c813cc8 req-26527e9b-ac03-4b95-ab47-42b21d573da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:44.289277 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fc0b8391-710c-4719-973a-81cf7c813cc8 req-26527e9b-ac03-4b95-ab47-42b21d573da3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 1097 time: 0.0436258
Nov 20 21:51:44.389309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b8391-710c-4719-973a-81cf7c813cc8 req-ea1ccd2f-efdd-4d78-b259-8bfb69d7cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:44.390795 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fc0b8391-710c-4719-973a-81cf7c813cc8 req-ea1ccd2f-efdd-4d78-b259-8bfb69d7cd48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.0840971
Nov 20 21:51:44.458365 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fc0b8391-710c-4719-973a-81cf7c813cc8 req-4db5c5d6-9f69-40e6-bf43-88d5aabaa630 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d HTTP/1.1" status: 200  len: 1001 time: 0.0597878
Nov 20 21:51:44.507080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b8391-710c-4719-973a-81cf7c813cc8 req-30aef0f9-bdd8-4dea-81d7-ae9b0f63970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:44.508492 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fc0b8391-710c-4719-973a-81cf7c813cc8 req-30aef0f9-bdd8-4dea-81d7-ae9b0f63970a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0440054
Nov 20 21:51:44.555741 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b8391-710c-4719-973a-81cf7c813cc8 req-1fd12baa-a241-4667-9626-128c5bf10fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:51:44.557203 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fc0b8391-710c-4719-973a-81cf7c813cc8 req-1fd12baa-a241-4667-9626-128c5bf10fcc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0412641
Nov 20 21:51:44.651060 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fc0b8391-710c-4719-973a-81cf7c813cc8 req-b9518991-52a9-4ed3-a63d-c5d543db4d70 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866504
Nov 20 21:51:44.738678 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fc0b8391-710c-4719-973a-81cf7c813cc8 req-395183a8-f973-49bc-85ca-4970a1b0e1dc service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805299
Nov 20 21:51:45.785435 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b15ad5e0-b29a-440f-87ae-a2ab43ff97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:47.002016 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:48.830561 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:49.371468 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:51:53.367932 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-a57ec248-6133-41f0-98a4-1442f1d47c97 req-a72d8786-7970-4446-b382-abb7e0b9d69f service neutron] (126225) timed out ('10.222.0.41', 32798) {{(pid=126225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 20 21:52:08.788568 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:08.956758 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:13.385173 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-811cefbb-6737-4bc8-a410-77ef12c2689c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:14.539889 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:52:15.786109 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0c04aded-a9f0-4295-8281-f8ebcc02581d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:17.005641 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:18.834923 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:19.373246 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:30.113064 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58816) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:52:30.268994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Deleting port ee0441c3-be3e-4ff7-8b12-e3c570d083ce {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:52:30.269333 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:30.348352 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:30.349232 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:30.360807 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Calling delete_port for ee0441c3-be3e-4ff7-8b12-e3c570d083ce owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:52:30.502249 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:30.529880 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event deleted for resources: {'Port': ['ID=ee0441c3-be3e-4ff7-8b12-e3c570d083ce,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:52:30.543413 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:30.543762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:30.544119 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:30.544436 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:30.544766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:30.545095 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:30.545424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:30.545752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:30.546120 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:30.546423 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:30.546749 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:30.547072 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:30.600122 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:30.600656 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Floating IP b17e0236-9b17-432f-b7e6-a3416cd161d4 disassociated (deleted). External IP: 172.35.1.187, port: 777a6c0a-c80d-4489-9810-e64dd3e6398d.
Nov 20 21:52:30.806686 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:52:30.914277 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:52:30.919527 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:30.924300 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a0d65-c4b4-4b92-ba45-ab17ee9e9d71 None None] Sync routers for ids ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:52:30.934180 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a0d65-c4b4-4b92-ba45-ab17ee9e9d71 None None] Routers {'524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:52:30.934801 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1e1a0d65-c4b4-4b92-ba45-ab17ee9e9d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541082e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:52:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:52:30.946556 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-280ec03b-ce3e-4e5b-863f-549f7c6af0b9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "DELETE /v2.0/floatingips/b17e0236-9b17-432f-b7e6-a3416cd161d4 HTTP/1.1" status: 204  len: 168 time: 0.8323698
Nov 20 21:52:30.947152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'tag': '777a6c0a-c80d-4489-9810-e64dd3e6398d'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:52:30.949425 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c23c44c-89a6-4ce3-ae68-12aacf00b791" -d '{"events": [{"name": "network-changed", "server_uuid": "a275356b-0d93-4aff-8f8a-22909e2c9d05", "tag": "777a6c0a-c80d-4489-9810-e64dd3e6398d"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:52:31.048801 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5509c08-254e-4fc2-ad6a-d9fb2b1d7cc4 x-openstack-request-id: req-e5509c08-254e-4fc2-ad6a-d9fb2b1d7cc4 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:52:31.049093 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a275356b-0d93-4aff-8f8a-22909e2c9d05", "tag": "777a6c0a-c80d-4489-9810-e64dd3e6398d", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:52:31.049348 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5509c08-254e-4fc2-ad6a-d9fb2b1d7cc4 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:52:31.049755 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'tag': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'status': 'completed', 'code': 200}
Nov 20 21:52:31.054374 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-1e1a0d65-c4b4-4b92-ba45-ab17ee9e9d71 None None] Set router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:52:31.192145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb879ad4-ece9-4755-a1f7-cdd7f5e67f9d req-ecd610d2-7d37-4ca2-b6ea-3c81acf5935c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:31.194660 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb879ad4-ece9-4755-a1f7-cdd7f5e67f9d req-ecd610d2-7d37-4ca2-b6ea-3c81acf5935c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 946 time: 0.0591376
Nov 20 21:52:31.250297 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-eb879ad4-ece9-4755-a1f7-cdd7f5e67f9d req-0efbdf30-f3d5-4ff0-9678-4c2bb94cd7db tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491891
Nov 20 21:52:31.286469 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1e1a0d65-c4b4-4b92-ba45-ab17ee9e9d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541082e0>, [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c09a21a-2a0f-496f-b27c-532abbca63a8', 'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'mac_address': 'fa:16:3e:8c:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:16Z', 'updated_at': '2021-11-20T21:48:21Z', 'revision_number': 5, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'subnets': [{'id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:52:31.313336 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a0d65-c4b4-4b92-ba45-ab17ee9e9d71 None None] Checking router: 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:52:31.322693 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a0d65-c4b4-4b92-ba45-ab17ee9e9d71 None None] Routers {'524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:52:31.323308 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1e1a0d65-c4b4-4b92-ba45-ab17ee9e9d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a541082e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:52:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:52:31.438228 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-1e1a0d65-c4b4-4b92-ba45-ab17ee9e9d71 None None] Set router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:52:31.463650 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23c44c-89a6-4ce3-ae68-12aacf00b791 req-9e13404e-1d0b-4511-9996-fc30d4b65865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:31.465157 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c23c44c-89a6-4ce3-ae68-12aacf00b791 req-9e13404e-1d0b-4511-9996-fc30d4b65865 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 1097 time: 0.3906908
Nov 20 21:52:31.557516 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23c44c-89a6-4ce3-ae68-12aacf00b791 req-be664055-52f8-4743-86fb-2033dd025979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:31.559005 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c23c44c-89a6-4ce3-ae68-12aacf00b791 req-be664055-52f8-4743-86fb-2033dd025979 service neutron] 10.222.0.47 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.0856409
Nov 20 21:52:31.605016 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c23c44c-89a6-4ce3-ae68-12aacf00b791 req-1046ac9b-32f2-4466-b664-b431ed9a64a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d HTTP/1.1" status: 200  len: 217 time: 0.0385182
Nov 20 21:52:31.640977 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-1e1a0d65-c4b4-4b92-ba45-ab17ee9e9d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a541082e0>, [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c09a21a-2a0f-496f-b27c-532abbca63a8', 'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'mac_address': 'fa:16:3e:8c:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:16Z', 'updated_at': '2021-11-20T21:48:21Z', 'revision_number': 5, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'subnets': [{'id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:52:31.654355 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23c44c-89a6-4ce3-ae68-12aacf00b791 req-69d200c6-805f-4825-9426-5e8f8538a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:31.655873 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c23c44c-89a6-4ce3-ae68-12aacf00b791 req-69d200c6-805f-4825-9426-5e8f8538a4d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0440133
Nov 20 21:52:31.667271 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a0d65-c4b4-4b92-ba45-ab17ee9e9d71 None None] The sync data for ids ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'] in ncdv-master-1 is: [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c09a21a-2a0f-496f-b27c-532abbca63a8', 'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'mac_address': 'fa:16:3e:8c:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:16Z', 'updated_at': '2021-11-20T21:48:21Z', 'revision_number': 5, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'subnets': [{'id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:52:31.703685 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23c44c-89a6-4ce3-ae68-12aacf00b791 req-2b29cf37-c2b3-4c47-aba5-65e7987b1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:31.705199 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c23c44c-89a6-4ce3-ae68-12aacf00b791 req-2b29cf37-c2b3-4c47-aba5-65e7987b1000 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0411558
Nov 20 21:52:31.804339 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c23c44c-89a6-4ce3-ae68-12aacf00b791 req-6f6ad4ba-f69d-427e-b23c-bef6dafaabce service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907977
Nov 20 21:52:31.898825 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1c23c44c-89a6-4ce3-ae68-12aacf00b791 req-783c81f3-2265-48a1-a1f6-4abf5e552fbd service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870464
Nov 20 21:52:31.909614 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c463341-41a8-4f48-85fd-94e7d91a0da7 None None] New status for floating IP b17e0236-9b17-432f-b7e6-a3416cd161d4: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:52:32.376299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0d0bd-6c5c-4aab-a049-2d4b187f695b req-c9748867-c46e-4749-8709-e380fbd9730c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:32.377779 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2cd0d0bd-6c5c-4aab-a049-2d4b187f695b req-c9748867-c46e-4749-8709-e380fbd9730c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 946 time: 0.0533319
Nov 20 21:52:32.435575 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2cd0d0bd-6c5c-4aab-a049-2d4b187f695b req-6e317e76-0993-4552-a4bd-1adb4332109e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507834
Nov 20 21:52:32.476196 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508803c-df16-4067-992c-17ee7812b223 req-02844e7a-6ca1-4998-8aba-305ce6c945a0 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:32.477658 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5508803c-df16-4067-992c-17ee7812b223 req-02844e7a-6ca1-4998-8aba-305ce6c945a0 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.47 "GET /v2.0/ports?device_id=a275356b-0d93-4aff-8f8a-22909e2c9d05 HTTP/1.1" status: 200  len: 946 time: 0.0538576
Nov 20 21:52:32.571797 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-5508803c-df16-4067-992c-17ee7812b223 req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Deleting port 777a6c0a-c80d-4489-9810-e64dd3e6398d {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:52:32.572163 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5508803c-df16-4067-992c-17ee7812b223 req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:32.659823 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-5508803c-df16-4067-992c-17ee7812b223 req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] For port 777a6c0a-c80d-4489-9810-e64dd3e6398d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777a6c0a-c80d-4489-9810-e64dd3e6398d,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:52:32.660185 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5508803c-df16-4067-992c-17ee7812b223 req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:32.673283 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-5508803c-df16-4067-992c-17ee7812b223 req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Calling delete_port for 777a6c0a-c80d-4489-9810-e64dd3e6398d owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:52:32.804255 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5508803c-df16-4067-992c-17ee7812b223 req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:32.831256 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event deleted for resources: {'Port': ['ID=777a6c0a-c80d-4489-9810-e64dd3e6398d,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:52:32.842249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:32.842608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:32.842962 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:32.843312 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:32.843658 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:32.844002 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:32.844341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:32.845219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:32.845219 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:32.845441 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:32.845682 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:32.845990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:32.886207 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5508803c-df16-4067-992c-17ee7812b223 req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] No DVR routers for this DVR port 777a6c0a-c80d-4489-9810-e64dd3e6398d on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:52:32.888772 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-5508803c-df16-4067-992c-17ee7812b223 req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:32.892122 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5508803c-df16-4067-992c-17ee7812b223 req-3dc9e958-a11c-4ef3-9ecf-41f7d52aa33d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.47 "DELETE /v2.0/ports/777a6c0a-c80d-4489-9810-e64dd3e6398d HTTP/1.1" status: 204  len: 173 time: 0.4083591
Nov 20 21:52:32.892557 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'name': 'network-vif-deleted', 'tag': '777a6c0a-c80d-4489-9810-e64dd3e6398d'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:52:32.894884 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cece164d64dcc018633188bee73b9fbf3ce4fa511e4454985122ae8465ac42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73556cf1-ad30-45c7-9127-ca4c6993ea23" -d '{"events": [{"server_uuid": "a275356b-0d93-4aff-8f8a-22909e2c9d05", "name": "network-vif-deleted", "tag": "777a6c0a-c80d-4489-9810-e64dd3e6398d"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:52:32.995489 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c163d78-f673-4a62-8ac2-cb97e92c3eda x-openstack-request-id: req-5c163d78-f673-4a62-8ac2-cb97e92c3eda {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:52:32.995795 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a275356b-0d93-4aff-8f8a-22909e2c9d05", "name": "network-vif-deleted", "tag": "777a6c0a-c80d-4489-9810-e64dd3e6398d", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:52:32.996053 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c163d78-f673-4a62-8ac2-cb97e92c3eda {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:52:32.996480 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a275356b-0d93-4aff-8f8a-22909e2c9d05', 'name': 'network-vif-deleted', 'tag': '777a6c0a-c80d-4489-9810-e64dd3e6398d', 'status': 'completed', 'code': 200}
Nov 20 21:52:33.492381 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58842) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:52:33.554038 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed32066e-6dae-4363-b8cc-420b05a17d8b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:33.579137 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed32066e-6dae-4363-b8cc-420b05a17d8b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:33.640042 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed32066e-6dae-4363-b8cc-420b05a17d8b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:33.642755 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed32066e-6dae-4363-b8cc-420b05a17d8b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:33.643918 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ed32066e-6dae-4363-b8cc-420b05a17d8b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "DELETE /v2.0/security-groups/30e58a98-a2a6-4337-b665-8b8cbb1b6fcd HTTP/1.1" status: 204  len: 168 time: 0.1505260
Nov 20 21:52:33.653900 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32066e-6dae-4363-b8cc-420b05a17d8b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e58a98-a2a6-4337-b665-8b8cbb1b6fcd,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:52:33.901305 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 58848) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:52:33.905897 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-7c0aeeed-bab1-48ce-a2d3-53cd8856d424 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2078840048', 'description': 'tempest-secgroup-smoke-2078840048 description', 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:52:33.928625 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c0aeeed-bab1-48ce-a2d3-53cd8856d424 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:33.992031 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c0aeeed-bab1-48ce-a2d3-53cd8856d424 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:33.995438 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c0aeeed-bab1-48ce-a2d3-53cd8856d424 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.024480 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7c0aeeed-bab1-48ce-a2d3-53cd8856d424 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.025690 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7c0aeeed-bab1-48ce-a2d3-53cd8856d424 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1233680
Nov 20 21:52:34.027658 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0aeeed-bab1-48ce-a2d3-53cd8856d424 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52711c9-ba60-4d3b-908d-e1e770dc9019,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:52:34.028652 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58850) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:52:34.033619 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4c9e9efa-26e3-4606-8e4f-713b16aff5db tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'security_group_rule': {'security_group_id': 'c52711c9-ba60-4d3b-908d-e1e770dc9019', 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:52:34.059956 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9efa-26e3-4606-8e4f-713b16aff5db tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.119571 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9efa-26e3-4606-8e4f-713b16aff5db tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.123123 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9efa-26e3-4606-8e4f-713b16aff5db tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.142008 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e9efa-26e3-4606-8e4f-713b16aff5db tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad644da0-dd0d-4dc2-900b-47ee014d04d2,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:52:34.147243 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9efa-26e3-4606-8e4f-713b16aff5db tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.148432 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4c9e9efa-26e3-4606-8e4f-713b16aff5db tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1186748
Nov 20 21:52:34.151127 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58852) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:52:34.155623 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-4fa1b0c0-a710-4703-8d4b-7a7272c1c2c2 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'security_group_rule': {'security_group_id': 'c52711c9-ba60-4d3b-908d-e1e770dc9019', 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:52:34.182403 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fa1b0c0-a710-4703-8d4b-7a7272c1c2c2 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.240017 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fa1b0c0-a710-4703-8d4b-7a7272c1c2c2 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.243578 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fa1b0c0-a710-4703-8d4b-7a7272c1c2c2 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.258901 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1b0c0-a710-4703-8d4b-7a7272c1c2c2 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5fe9de-6e67-400f-90c1-027e12f9b668,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:52:34.268405 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-4fa1b0c0-a710-4703-8d4b-7a7272c1c2c2 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.269603 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-4fa1b0c0-a710-4703-8d4b-7a7272c1c2c2 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1175048
Nov 20 21:52:34.272425 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58854) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:52:34.276745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-62834c25-27a7-43e5-8e33-9d2e54c8d75f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'security_group_rule': {'security_group_id': 'c52711c9-ba60-4d3b-908d-e1e770dc9019', 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:52:34.303813 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-62834c25-27a7-43e5-8e33-9d2e54c8d75f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.360541 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-62834c25-27a7-43e5-8e33-9d2e54c8d75f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.365251 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-62834c25-27a7-43e5-8e33-9d2e54c8d75f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.383207 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62834c25-27a7-43e5-8e33-9d2e54c8d75f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed22f09-39b5-4f2f-801d-a2c951e4eb0d,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:52:34.390295 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-62834c25-27a7-43e5-8e33-9d2e54c8d75f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.391490 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-62834c25-27a7-43e5-8e33-9d2e54c8d75f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1181314
Nov 20 21:52:34.394348 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58856) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:52:34.398785 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-0a07cacc-b0c9-49ce-afc9-4fe4a7bffdfe tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'security_group_rule': {'security_group_id': 'c52711c9-ba60-4d3b-908d-e1e770dc9019', 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:52:34.425084 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0a07cacc-b0c9-49ce-afc9-4fe4a7bffdfe tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.485912 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0a07cacc-b0c9-49ce-afc9-4fe4a7bffdfe tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.490164 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0a07cacc-b0c9-49ce-afc9-4fe4a7bffdfe tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.508863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07cacc-b0c9-49ce-afc9-4fe4a7bffdfe tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7eddf8-e253-44a6-8410-7c932f7caf45,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:52:34.513819 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-0a07cacc-b0c9-49ce-afc9-4fe4a7bffdfe tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.515034 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-0a07cacc-b0c9-49ce-afc9-4fe4a7bffdfe tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1197076
Nov 20 21:52:34.518672 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58858) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:52:34.523927 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-491050eb-76a2-48af-b3cf-6b4894d493b4 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'security_group_rule': {'security_group_id': 'c52711c9-ba60-4d3b-908d-e1e770dc9019', 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:52:34.546331 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-491050eb-76a2-48af-b3cf-6b4894d493b4 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Project f8bf19e13d444cd0b7a0fe3565ae7e67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:52:34.551046 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-491050eb-76a2-48af-b3cf-6b4894d493b4 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.610647 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-491050eb-76a2-48af-b3cf-6b4894d493b4 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.614874 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-491050eb-76a2-48af-b3cf-6b4894d493b4 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.634429 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491050eb-76a2-48af-b3cf-6b4894d493b4 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be59d34b-02e9-46aa-b6b2-282b3a921e00,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:52:34.639047 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-491050eb-76a2-48af-b3cf-6b4894d493b4 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.640227 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-491050eb-76a2-48af-b3cf-6b4894d493b4 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1206334
Nov 20 21:52:34.643059 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 58860) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:52:34.647477 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-6e3dc4be-1683-41f3-a409-82029a100f96 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'security_group_rule': {'security_group_id': 'c52711c9-ba60-4d3b-908d-e1e770dc9019', 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:52:34.667956 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-6e3dc4be-1683-41f3-a409-82029a100f96 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Project f8bf19e13d444cd0b7a0fe3565ae7e67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:52:34.672715 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc4be-1683-41f3-a409-82029a100f96 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.731994 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc4be-1683-41f3-a409-82029a100f96 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.735426 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc4be-1683-41f3-a409-82029a100f96 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.752429 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3dc4be-1683-41f3-a409-82029a100f96 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bcdc64-2a35-4bbd-a7c5-33e69a7f2433,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:52:34.760338 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc4be-1683-41f3-a409-82029a100f96 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:34.761468 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-6e3dc4be-1683-41f3-a409-82029a100f96 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1174743
Nov 20 21:52:36.009453 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 777a6c0a-c80d-4489-9810-e64dd3e6398d no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:52:36.030138 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: 777a6c0a-c80d-4489-9810-e64dd3e6398d {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:52:36.030484 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 777a6c0a-c80d-4489-9810-e64dd3e6398d not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:52:37.410200 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-0c535e57-dabd-406d-9a5d-fa6621231a42 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2078840048&fields=id&tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67 HTTP/1.1" status: 200  len: 267 time: 0.0455575
Nov 20 21:52:37.521554 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-6cc69b97-cc19-414d-8854-019211d84ebb tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:37.522975 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-6cc69b97-cc19-414d-8854-019211d84ebb tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 809 time: 0.1059091
Nov 20 21:52:37.538076 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-49c8a5ec-35cb-4733-bb68-180da1573254 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/quotas/f8bf19e13d444cd0b7a0fe3565ae7e67 HTTP/1.1" status: 200  len: 375 time: 0.0094092
Nov 20 21:52:37.589015 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-3c73bc49-01cc-4304-8865-97a1cb521b6d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0453420
Nov 20 21:52:37.678513 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-8d368515-7575-4e28-ac36-9932708fd5b2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:52:37.679527 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-8d368515-7575-4e28-ac36-9932708fd5b2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0436356
Nov 20 21:52:37.772554 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-57bbb70d-201e-4827-9811-acd589bf3e71 service neutron] 10.222.0.41 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867708
Nov 20 21:52:37.860027 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-a8dd7724-9e16-4abf-b7ad-748c324d41a6 service neutron] 10.222.0.41 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814099
Nov 20 21:52:38.140180 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fc0276fb-7d4c-4458-9d18-ed20c796c635 req-fe236cd3-3b97-4d1e-bee5-df7d0a746d63 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 210 time: 0.0273845
Nov 20 21:52:38.788408 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:38.964116 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:39.078132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-c9b8fc27-fbfa-47b0-b172-ed2e0781a381 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:39.079823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-c9b8fc27-fbfa-47b0-b172-ed2e0781a381 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.47 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 809 time: 0.1101558
Nov 20 21:52:39.145609 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-e1ea1496-27d5-467e-bc49-3298c711838c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67 HTTP/1.1" status: 200  len: 380 time: 0.0556548
Nov 20 21:52:39.154613 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-acffa7b3-c1f0-43c4-bcb4-740841996094 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'port': {'device_id': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'admin_state_up': True, 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'security_groups': ['c52711c9-ba60-4d3b-908d-e1e770dc9019']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:52:39.241414 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dc6f3ca6-6cc6-4faf-8a1b-81de9f6e9770 req-46e25721-174d-41a9-a0e4-bedfa21d8fba tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 210 time: 0.0316865
Nov 20 21:52:39.273707 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-acffa7b3-c1f0-43c4-bcb4-740841996094 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Made reservation on behalf of f8bf19e13d444cd0b7a0fe3565ae7e67 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:52:39.277180 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-acffa7b3-c1f0-43c4-bcb4-740841996094 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:39.405372 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-acffa7b3-c1f0-43c4-bcb4-740841996094 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Allocated IP 172.20.0.10 (739d6e75-f194-41c4-8d4c-877de8611ef7/ba09eca0-b41a-4cc4-995d-56a6e06de488/7f09557d-066d-4b83-b366-ee69a3ad0142) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:52:39.548935 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-acffa7b3-c1f0-43c4-bcb4-740841996094 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:39.582784 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-acffa7b3-c1f0-43c4-bcb4-740841996094 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:39.624186 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-acffa7b3-c1f0-43c4-bcb4-740841996094 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Network 739d6e75-f194-41c4-8d4c-877de8611ef7 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:52:39.629105 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-acffa7b3-c1f0-43c4-bcb4-740841996094 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:52:39.632963 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-acffa7b3-c1f0-43c4-bcb4-740841996094 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:52:39.671020 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffa7b3-c1f0-43c4-bcb4-740841996094 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'Port': ['ID=7f09557d-066d-4b83-b366-ee69a3ad0142,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:52:39.701720 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-acffa7b3-c1f0-43c4-bcb4-740841996094 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:39.702685 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-acffa7b3-c1f0-43c4-bcb4-740841996094 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:39.724632 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-acffa7b3-c1f0-43c4-bcb4-740841996094 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5725598
Nov 20 21:52:39.736919 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Request body: {'port': {'device_id': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:52:39.799478 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:39.928965 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-031008ef-cfc1-4eb1-8e6a-382dbf085b8e None None] Provisioning complete for port 7f09557d-066d-4b83-b366-ee69a3ad0142 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:52:39.929451 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-031008ef-cfc1-4eb1-8e6a-382dbf085b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:39.970981 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-031008ef-cfc1-4eb1-8e6a-382dbf085b8e None None] Port 7f09557d-066d-4b83-b366-ee69a3ad0142 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:52:40.092996 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f09557d-066d-4b83-b366-ee69a3ad0142 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:52:40.101599 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:40.113863 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Transition to ACTIVE for port object 7f09557d-066d-4b83-b366-ee69a3ad0142 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:52:40.118289 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:40.183849 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f09557d-066d-4b83-b366-ee69a3ad0142,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:52:40.237942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Attempting to bind port 7f09557d-066d-4b83-b366-ee69a3ad0142 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:52:40.238313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Attempting to bind port 7f09557d-066d-4b83-b366-ee69a3ad0142 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:52:40.238646 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Attempting to bind port 7f09557d-066d-4b83-b366-ee69a3ad0142 on network 739d6e75-f194-41c4-8d4c-877de8611ef7 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:52:40.243280 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Port 7f09557d-066d-4b83-b366-ee69a3ad0142 on network 739d6e75-f194-41c4-8d4c-877de8611ef7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:52:40.243608 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Attempting to bind port 7f09557d-066d-4b83-b366-ee69a3ad0142 on network 739d6e75-f194-41c4-8d4c-877de8611ef7 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:52:40.248647 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:52:40.248987 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Checking segment: {'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:52:40.249378 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Bound using segment: {'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:52:40.249813 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Bound port: 7f09557d-066d-4b83-b366-ee69a3ad0142, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:52:40.250217 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:40.357753 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] For port 7f09557d-066d-4b83-b366-ee69a3ad0142, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:52:40.375261 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] For port 7f09557d-066d-4b83-b366-ee69a3ad0142, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f09557d-066d-4b83-b366-ee69a3ad0142,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:52:40.383690 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:40.420612 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae08e3-0772-44ce-a7a5-3b2741f14355 req-154874a4-bd55-4c84-a926-fd15b807fb71 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:40.422143 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47ae08e3-0772-44ce-a7a5-3b2741f14355 req-154874a4-bd55-4c84-a926-fd15b807fb71 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 944 time: 0.0978503
Nov 20 21:52:40.435117 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:40.435774 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:40.437121 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] 10.222.0.47 "PUT /v2.0/ports/7f09557d-066d-4b83-b366-ee69a3ad0142 HTTP/1.1" status: 200  len: 1092 time: 0.7055833
Nov 20 21:52:40.439883 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'tag': '7f09557d-066d-4b83-b366-ee69a3ad0142'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:52:40.442361 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cece164d64dcc018633188bee73b9fbf3ce4fa511e4454985122ae8465ac42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7c2e5f-bcd7-46ea-9131-cb15b13d462e" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa7e192-dc01-4c39-9b2b-9ac12f52d58d", "tag": "7f09557d-066d-4b83-b366-ee69a3ad0142"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:52:40.482990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdd383-3cc7-4619-853e-375403ae5ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f09557d-066d-4b83-b366-ee69a3ad0142,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:52:40.524677 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48968475-eb70-408e-be99-d2c802c67877 x-openstack-request-id: req-48968475-eb70-408e-be99-d2c802c67877 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:52:40.524975 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa7e192-dc01-4c39-9b2b-9ac12f52d58d", "tag": "7f09557d-066d-4b83-b366-ee69a3ad0142", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:52:40.525238 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48968475-eb70-408e-be99-d2c802c67877 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:52:40.525649 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'tag': '7f09557d-066d-4b83-b366-ee69a3ad0142', 'status': 'completed', 'code': 200}
Nov 20 21:52:40.548431 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-47ae08e3-0772-44ce-a7a5-3b2741f14355 req-a74ece42-8717-483f-b1eb-f1003c35c8ff tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1149502
Nov 20 21:52:40.558666 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-f15d8253-f957-41c6-98ad-2414fb4a1e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:40.560194 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-f15d8253-f957-41c6-98ad-2414fb4a1e65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 1095 time: 0.0742462
Nov 20 21:52:40.608112 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-f5e7b218-f59b-482b-bfa6-43fbfd14397f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f09557d-066d-4b83-b366-ee69a3ad0142 HTTP/1.1" status: 200  len: 217 time: 0.0378230
Nov 20 21:52:40.660249 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-a74d3f2f-4eaf-42a8-9ad1-a152db7006bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:40.662323 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-a74d3f2f-4eaf-42a8-9ad1-a152db7006bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0469096
Nov 20 21:52:40.713782 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-1a414011-9b8e-4787-ace0-a993bad0376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:40.715231 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-1a414011-9b8e-4787-ace0-a993bad0376d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0466244
Nov 20 21:52:40.804654 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-39e33730-59f7-46f3-a895-92116d79bebd service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825400
Nov 20 21:52:40.900559 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-67c23db1-6236-4bbc-9b6e-bac13f63ca9b req-da8fc275-5c09-4844-b715-2b7a78edf191 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887833
Nov 20 21:52:40.988242 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c2e5f-bcd7-46ea-9131-cb15b13d462e req-68a56800-1737-4cef-b445-db2ae909ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:40.990340 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5b7c2e5f-bcd7-46ea-9131-cb15b13d462e req-68a56800-1737-4cef-b445-db2ae909ca50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 1095 time: 0.0421948
Nov 20 21:52:41.084418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c2e5f-bcd7-46ea-9131-cb15b13d462e req-e827da7c-94fe-4168-8eb8-de9cfbc6e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:41.086320 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5b7c2e5f-bcd7-46ea-9131-cb15b13d462e req-e827da7c-94fe-4168-8eb8-de9cfbc6e722 service neutron] 10.222.0.47 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.0896480
Nov 20 21:52:41.130770 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5b7c2e5f-bcd7-46ea-9131-cb15b13d462e req-49e12aec-a902-47b3-a1ab-799df7a1600f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f09557d-066d-4b83-b366-ee69a3ad0142 HTTP/1.1" status: 200  len: 217 time: 0.0374837
Nov 20 21:52:41.179273 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c2e5f-bcd7-46ea-9131-cb15b13d462e req-0378a0d5-bf64-4afd-852a-871667aba5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:41.180588 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5b7c2e5f-bcd7-46ea-9131-cb15b13d462e req-0378a0d5-bf64-4afd-852a-871667aba5bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0434387
Nov 20 21:52:41.227163 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c2e5f-bcd7-46ea-9131-cb15b13d462e req-e09f7816-c955-4a45-b83e-2ff5bee8c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:41.228611 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5b7c2e5f-bcd7-46ea-9131-cb15b13d462e req-e09f7816-c955-4a45-b83e-2ff5bee8c21c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397508
Nov 20 21:52:41.325032 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5b7c2e5f-bcd7-46ea-9131-cb15b13d462e req-137a3e17-2f74-4eae-a683-d8bca2dccb6d service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879426
Nov 20 21:52:41.420341 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5b7c2e5f-bcd7-46ea-9131-cb15b13d462e req-b1d3ad42-0433-45e5-9f01-c4a5a2383197 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866990
Nov 20 21:52:41.677628 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab97163-1507-4c83-a3a7-02374a94075d req-88c22a34-30a3-4417-9020-0e25d40d03db tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:41.679133 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ab97163-1507-4c83-a3a7-02374a94075d req-88c22a34-30a3-4417-9020-0e25d40d03db tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 944 time: 0.0548313
Nov 20 21:52:41.729377 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-0ab97163-1507-4c83-a3a7-02374a94075d req-6ccb1113-1fc8-473c-85f7-67191c6ce390 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442119
Nov 20 21:52:42.844003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8c3e4-6435-49a6-b825-55750c7da250 req-c2c52a68-5fed-4c91-8280-d59cfd7ba66d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:42.845429 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-38f8c3e4-6435-49a6-b825-55750c7da250 req-c2c52a68-5fed-4c91-8280-d59cfd7ba66d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 944 time: 0.0490112
Nov 20 21:52:42.894472 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-38f8c3e4-6435-49a6-b825-55750c7da250 req-a311cb26-9e66-4394-86a3-0048ae9094fb tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422814
Nov 20 21:52:43.386334 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d6c0e7f0-cd95-45af-869c-75a5c59b7381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:44.009499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215ba03-a62f-4ad9-9358-2be494b7891c req-2671c98b-69a3-4f6c-8b3d-432b83f82463 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:44.011016 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4215ba03-a62f-4ad9-9358-2be494b7891c req-2671c98b-69a3-4f6c-8b3d-432b83f82463 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 944 time: 0.0490732
Nov 20 21:52:44.031852 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7f09557d-066d-4b83-b366-ee69a3ad0142 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:52:44.060131 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4215ba03-a62f-4ad9-9358-2be494b7891c req-a1a065c1-ccac-4bad-84ca-3b7c1464e4e0 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432141
Nov 20 21:52:44.126007 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7f09557d-066d-4b83-b366-ee69a3ad0142, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f09557d-066d-4b83-b366-ee69a3ad0142,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:52:44.140913 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': '7f09557d-066d-4b83-b366-ee69a3ad0142', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'port_id': '7f09557d-066d-4b83-b366-ee69a3ad0142', 'mac_address': 'fa:16:3e:57:47:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:52:44.177567 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:44.189889 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f09557d-066d-4b83-b366-ee69a3ad0142 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:52:44.210269 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7f09557d-066d-4b83-b366-ee69a3ad0142, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f09557d-066d-4b83-b366-ee69a3ad0142,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:52:44.213853 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:44.261067 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=7f09557d-066d-4b83-b366-ee69a3ad0142,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:52:44.268457 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:44.268815 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:44.269165 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:44.269511 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:44.269860 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:44.270381 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:44.270724 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:44.271053 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:44.271384 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:44.271718 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:44.272052 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:44.272379 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:52:44.416081 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['7f09557d-066d-4b83-b366-ee69a3ad0142'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:52:45.175875 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c9da0-d392-432a-9dc0-9c84f118f938 req-92cb4b73-8519-4722-a867-dd2592761466 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:45.178237 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-389c9da0-d392-432a-9dc0-9c84f118f938 req-92cb4b73-8519-4722-a867-dd2592761466 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 945 time: 0.0485892
Nov 20 21:52:45.227645 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-389c9da0-d392-432a-9dc0-9c84f118f938 req-71b000c9-dcd8-4389-ab4e-3fe63ab47808 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435472
Nov 20 21:52:45.788164 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-980a0532-ef12-4d91-818d-3e8277aa1eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:46.044051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7f09557d-066d-4b83-b366-ee69a3ad0142 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:52:46.096056 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port 7f09557d-066d-4b83-b366-ee69a3ad0142 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:52:46.099953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port 7f09557d-066d-4b83-b366-ee69a3ad0142 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:52:46.100327 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:46.178979 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:46.201618 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f09557d-066d-4b83-b366-ee69a3ad0142'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:52:46.203852 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ea291949b0838306f0f8c51077ddaad3a0779a2bb4cd7a75dca710d4d5063e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7976cf-bb58-4fad-b330-3258056be955" -d '{"events": [{"server_uuid": "8fa7e192-dc01-4c39-9b2b-9ac12f52d58d", "name": "network-vif-plugged", "status": "completed", "tag": "7f09557d-066d-4b83-b366-ee69a3ad0142"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:52:46.216413 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7f09557d-066d-4b83-b366-ee69a3ad0142, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f09557d-066d-4b83-b366-ee69a3ad0142,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:52:46.220331 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:46.243966 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143c5d5d-c8f2-42f0-8126-ae41a8248044 x-openstack-request-id: req-143c5d5d-c8f2-42f0-8126-ae41a8248044 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:52:46.244263 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa7e192-dc01-4c39-9b2b-9ac12f52d58d", "name": "network-vif-plugged", "status": "completed", "tag": "7f09557d-066d-4b83-b366-ee69a3ad0142", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:52:46.244519 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-143c5d5d-c8f2-42f0-8126-ae41a8248044 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:52:46.244911 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f09557d-066d-4b83-b366-ee69a3ad0142', 'code': 200}
Nov 20 21:52:46.278074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=7f09557d-066d-4b83-b366-ee69a3ad0142,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:52:46.378854 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d59a2a-716e-4841-ba78-d3dd75bcfb4b req-64b58e1b-1155-4f45-bf8d-62bc4efeda2b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:46.381400 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f8d59a2a-716e-4841-ba78-d3dd75bcfb4b req-64b58e1b-1155-4f45-bf8d-62bc4efeda2b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.0849195
Nov 20 21:52:46.387198 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffe3d6-1bfc-4e22-be5f-3ce1ad1f0e9e req-921879d6-e4ed-4f28-9ca0-13e4b79c152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:46.388587 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-36ffe3d6-1bfc-4e22-be5f-3ce1ad1f0e9e req-921879d6-e4ed-4f28-9ca0-13e4b79c152f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 1097 time: 0.0604618
Nov 20 21:52:46.464563 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f8d59a2a-716e-4841-ba78-d3dd75bcfb4b req-f5748790-90c5-459f-ac57-b61bc5e68a4d tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750215
Nov 20 21:52:46.467540 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-36ffe3d6-1bfc-4e22-be5f-3ce1ad1f0e9e req-1c51174a-b86c-44b2-ac8e-5a52d5d38afa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716813
Nov 20 21:52:47.008731 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:47.594173 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2e8df-5ff1-4a94-8c31-ccfcde38d700 req-53604140-9e5e-4227-a93a-2abcaf08575c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:47.595707 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92c2e8df-5ff1-4a94-8c31-ccfcde38d700 req-53604140-9e5e-4227-a93a-2abcaf08575c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.0542407
Nov 20 21:52:47.646026 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-92c2e8df-5ff1-4a94-8c31-ccfcde38d700 req-ed3240a5-40c5-40d3-8c12-8a66d3885778 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440292
Nov 20 21:52:48.761561 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35c117-8791-4b83-bff5-db3af3356d30 req-0af7a757-e8ea-41e9-8e02-8d14f1a4ddf5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:48.763075 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6a35c117-8791-4b83-bff5-db3af3356d30 req-0af7a757-e8ea-41e9-8e02-8d14f1a4ddf5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.0505176
Nov 20 21:52:48.816874 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6a35c117-8791-4b83-bff5-db3af3356d30 req-aa158014-3855-4127-9e9f-6e6570f14018 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479407
Nov 20 21:52:48.836337 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:48.932660 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e9256-b049-4930-9017-49bfdb107fba req-8a06f623-89f4-421c-ae18-6a7ba3d1b647 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:48.934087 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f80e9256-b049-4930-9017-49bfdb107fba req-8a06f623-89f4-421c-ae18-6a7ba3d1b647 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.0489976
Nov 20 21:52:48.983920 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f80e9256-b049-4930-9017-49bfdb107fba req-f8dbe98a-7295-4f94-a1e5-dd807f9c9c48 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438941
Nov 20 21:52:49.006188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59016) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:52:49.044842 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5ec194-493d-40cd-87d2-e893289d9de2 tempest-TestShelveInstance-8238738 tempest-TestShelveInstance-8238738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:49.046384 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ff5ec194-493d-40cd-87d2-e893289d9de2 tempest-TestShelveInstance-8238738 tempest-TestShelveInstance-8238738-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 1092 time: 0.0391686
Nov 20 21:52:49.049156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59018) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:52:49.054012 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '7f09557d-066d-4b83-b366-ee69a3ad0142', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'fixed_ip_address': '172.20.0.10'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:52:49.075421 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:49.175713 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:49.282248 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Allocated IP 172.35.1.234 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/31949740-53a5-48a5-b70e-4056708f25fb) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:52:49.374610 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:49.386649 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:49.419394 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:49.462941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:52:49.467329 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:52:49.470983 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:52:49.493414 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'Port': ['ID=31949740-53a5-48a5-b70e-4056708f25fb,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:52:49.826728 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:49.895378 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:50.039662 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:50.044179 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:50.118947 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event updated for resources: {'Port': ['ID=31949740-53a5-48a5-b70e-4056708f25fb,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:52:50.128016 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:50.230284 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Floating IP 495a2cfa-25cb-4f10-ab69-a13756105dc8 associated. External IP: 172.35.1.234, port: 7f09557d-066d-4b83-b366-ee69a3ad0142.
Nov 20 21:52:50.438955 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:52:50.546437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:52:50.557059 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806037cb-1931-4175-b7ab-6018019b6184 None None] Sync routers for ids ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:52:50.565296 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:52:50.568600 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806037cb-1931-4175-b7ab-6018019b6184 None None] Routers {'524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:52:50.569814 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-806037cb-1931-4175-b7ab-6018019b6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f6907c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:52:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:52:50.594079 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6b89e6b2-0a8f-41ee-8dc0-d32dc6a375c9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5438905
Nov 20 21:52:50.594795 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'tag': '7f09557d-066d-4b83-b366-ee69a3ad0142'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:52:50.597083 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51f257e-17e9-4c80-bd7d-65ff1aa3cb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa7e192-dc01-4c39-9b2b-9ac12f52d58d", "tag": "7f09557d-066d-4b83-b366-ee69a3ad0142"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:52:50.635767 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913edb9b-8405-4792-931f-d28891f33be9 x-openstack-request-id: req-913edb9b-8405-4792-931f-d28891f33be9 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:52:50.636076 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa7e192-dc01-4c39-9b2b-9ac12f52d58d", "tag": "7f09557d-066d-4b83-b366-ee69a3ad0142", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:52:50.636340 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-913edb9b-8405-4792-931f-d28891f33be9 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:52:50.636753 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'tag': '7f09557d-066d-4b83-b366-ee69a3ad0142', 'status': 'completed', 'code': 200}
Nov 20 21:52:50.681145 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-806037cb-1931-4175-b7ab-6018019b6184 None None] Set router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:52:50.750431 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f257e-17e9-4c80-bd7d-65ff1aa3cb2e req-b38766ee-65f8-4dea-92a1-64d9944b3b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:50.751823 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f51f257e-17e9-4c80-bd7d-65ff1aa3cb2e req-b38766ee-65f8-4dea-92a1-64d9944b3b60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 1097 time: 0.0402007
Nov 20 21:52:50.845669 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f257e-17e9-4c80-bd7d-65ff1aa3cb2e req-5b98d856-018f-4023-af44-95aef05d9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:50.847217 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f51f257e-17e9-4c80-bd7d-65ff1aa3cb2e req-5b98d856-018f-4023-af44-95aef05d9aa1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.0878112
Nov 20 21:52:50.904871 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-806037cb-1931-4175-b7ab-6018019b6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f6907c0>, [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '495a2cfa-25cb-4f10-ab69-a13756105dc8', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'floating_ip_address': '172.35.1.234', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'port_id': '7f09557d-066d-4b83-b366-ee69a3ad0142', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'mac_address': 'fa:16:3e:57:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:52:49Z', 'updated_at': '2021-11-20T21:52:49Z', 'revision_number': 0, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c09a21a-2a0f-496f-b27c-532abbca63a8', 'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'mac_address': 'fa:16:3e:8c:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:16Z', 'updated_at': '2021-11-20T21:48:21Z', 'revision_number': 5, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'subnets': [{'id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:52:50.912642 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f51f257e-17e9-4c80-bd7d-65ff1aa3cb2e req-ce8ff0c0-20c3-4157-829b-afab1b647abe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f09557d-066d-4b83-b366-ee69a3ad0142 HTTP/1.1" status: 200  len: 1000 time: 0.0577741
Nov 20 21:52:50.931039 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806037cb-1931-4175-b7ab-6018019b6184 None None] Checking router: 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:52:50.939271 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806037cb-1931-4175-b7ab-6018019b6184 None None] Routers {'524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:52:50.939871 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-806037cb-1931-4175-b7ab-6018019b6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f6907c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:52:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:52:50.962154 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f257e-17e9-4c80-bd7d-65ff1aa3cb2e req-4c6349f3-a3cb-4aeb-9ff7-076ae1275932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:50.963609 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f51f257e-17e9-4c80-bd7d-65ff1aa3cb2e req-4c6349f3-a3cb-4aeb-9ff7-076ae1275932 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0443747
Nov 20 21:52:51.013382 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f257e-17e9-4c80-bd7d-65ff1aa3cb2e req-d8615dfd-1725-463b-a75a-751b1f8be28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:52:51.014811 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f51f257e-17e9-4c80-bd7d-65ff1aa3cb2e req-d8615dfd-1725-463b-a75a-751b1f8be28d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444615
Nov 20 21:52:51.046156 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-806037cb-1931-4175-b7ab-6018019b6184 None None] Set router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:52:51.105909 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f51f257e-17e9-4c80-bd7d-65ff1aa3cb2e req-8822071f-40b4-4631-b14e-3bf561c2563a service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837097
Nov 20 21:52:51.204892 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f51f257e-17e9-4c80-bd7d-65ff1aa3cb2e req-705d2863-6320-47dc-ac0d-f0e46c308ba0 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0920048
Nov 20 21:52:51.361685 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-806037cb-1931-4175-b7ab-6018019b6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f6907c0>, [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '495a2cfa-25cb-4f10-ab69-a13756105dc8', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'floating_ip_address': '172.35.1.234', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'port_id': '7f09557d-066d-4b83-b366-ee69a3ad0142', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'mac_address': 'fa:16:3e:57:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:52:49Z', 'updated_at': '2021-11-20T21:52:49Z', 'revision_number': 0, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c09a21a-2a0f-496f-b27c-532abbca63a8', 'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'mac_address': 'fa:16:3e:8c:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:16Z', 'updated_at': '2021-11-20T21:48:21Z', 'revision_number': 5, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'subnets': [{'id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:52:51.387955 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806037cb-1931-4175-b7ab-6018019b6184 None None] The sync data for ids ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'] in ncdv-master-1 is: [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '495a2cfa-25cb-4f10-ab69-a13756105dc8', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'floating_ip_address': '172.35.1.234', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'port_id': '7f09557d-066d-4b83-b366-ee69a3ad0142', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'mac_address': 'fa:16:3e:57:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:52:49Z', 'updated_at': '2021-11-20T21:52:49Z', 'revision_number': 0, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c09a21a-2a0f-496f-b27c-532abbca63a8', 'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'mac_address': 'fa:16:3e:8c:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:16Z', 'updated_at': '2021-11-20T21:48:21Z', 'revision_number': 5, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'subnets': [{'id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:52:51.539226 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:52:51.587157 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca8690-9cc0-4009-b939-4cb075fd06b2 None None] New status for floating IP 495a2cfa-25cb-4f10-ab69-a13756105dc8: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:53:08.787150 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:53:08.965405 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:53:13.388510 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-96ccbb0e-6f32-40fc-9cc7-686d6be5107a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:53:15.792404 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-46c5b6db-efb7-45be-97ec-f6f86f4c3b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:53:17.011602 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:53:18.841438 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:53:19.380364 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:53:28.537936 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:53:38.786382 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:53:38.964529 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:53:43.391497 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9ab6314d-961b-4004-97c0-8bb11bd77697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:53:45.794009 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d4fe913a-aa3f-4806-a085-eb028f911f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:53:47.015913 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:53:48.181494 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-451ec858-c2da-47c2-91b2-0afcdcc17ddd req-c4beab73-3eac-403a-aeb0-b89cd32620f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0398741
Nov 20 21:53:48.262809 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ec858-c2da-47c2-91b2-0afcdcc17ddd req-c451eb2c-4d89-4ef2-a7f7-f9ef95f2e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:53:48.264345 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-451ec858-c2da-47c2-91b2-0afcdcc17ddd req-c451eb2c-4d89-4ef2-a7f7-f9ef95f2e41e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 1097 time: 0.0410898
Nov 20 21:53:48.371233 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ec858-c2da-47c2-91b2-0afcdcc17ddd req-7fcf5fd7-33f9-4313-97d6-49db2ca7e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:53:48.372703 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-451ec858-c2da-47c2-91b2-0afcdcc17ddd req-7fcf5fd7-33f9-4313-97d6-49db2ca7e494 service neutron] 10.222.0.47 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.0900240
Nov 20 21:53:48.436327 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-451ec858-c2da-47c2-91b2-0afcdcc17ddd req-148703b1-ca23-48be-a525-015336bfafe0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f09557d-066d-4b83-b366-ee69a3ad0142 HTTP/1.1" status: 200  len: 1002 time: 0.0568533
Nov 20 21:53:48.493436 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ec858-c2da-47c2-91b2-0afcdcc17ddd req-89d79cf4-79fd-438f-b892-39429ef0419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:53:48.495490 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-451ec858-c2da-47c2-91b2-0afcdcc17ddd req-89d79cf4-79fd-438f-b892-39429ef0419a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0504744
Nov 20 21:53:48.544742 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ec858-c2da-47c2-91b2-0afcdcc17ddd req-845844a3-21f3-4578-af0b-7a6e667bb236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:53:48.546354 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-451ec858-c2da-47c2-91b2-0afcdcc17ddd req-845844a3-21f3-4578-af0b-7a6e667bb236 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0447121
Nov 20 21:53:48.641030 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-451ec858-c2da-47c2-91b2-0afcdcc17ddd req-dea03432-419a-4f37-b621-da423b2c0a8c service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867550
Nov 20 21:53:48.733636 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-451ec858-c2da-47c2-91b2-0afcdcc17ddd req-2ca50c80-d8ac-4d67-ad5f-b223153fc40c service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863798
Nov 20 21:53:48.842984 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:53:49.381055 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:54:05.537371 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:54:08.784434 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:54:08.961892 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:54:13.392993 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6215613b-fca1-4192-ae73-306950ad0157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:54:15.795550 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1eb9-10f3-4d20-b9d1-16047df25bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:54:17.016048 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:54:18.847468 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:54:19.383700 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:54:38.787149 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:54:38.979556 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:54:42.537110 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:54:43.394939 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-13949be1-63c5-41d9-ab5b-7f7e2433d7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:54:45.797636 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-676bc316-be60-41a2-a864-e042a7ba62d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:54:47.021303 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:54:48.846873 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:54:49.235814 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ba749c35-4053-47e2-812c-87abc8940104 req-7e61d614-7abb-45d5-ba1e-2492b36bb5aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0786734
Nov 20 21:54:49.320934 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba749c35-4053-47e2-812c-87abc8940104 req-a8777ac8-4bb2-4fb0-be6d-8f94f4555212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:54:49.322468 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ba749c35-4053-47e2-812c-87abc8940104 req-a8777ac8-4bb2-4fb0-be6d-8f94f4555212 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 1097 time: 0.0441797
Nov 20 21:54:49.385464 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:54:49.424813 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba749c35-4053-47e2-812c-87abc8940104 req-1fbef072-323a-4d30-ae2a-a34fef5422cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:54:49.426766 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ba749c35-4053-47e2-812c-87abc8940104 req-1fbef072-323a-4d30-ae2a-a34fef5422cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.0856528
Nov 20 21:54:49.504532 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ba749c35-4053-47e2-812c-87abc8940104 req-fe8e6def-705c-4c73-b4b1-250e6463a6ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f09557d-066d-4b83-b366-ee69a3ad0142 HTTP/1.1" status: 200  len: 1002 time: 0.0605943
Nov 20 21:54:49.554385 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba749c35-4053-47e2-812c-87abc8940104 req-efda7299-a4f8-4bf2-8e3a-d9bbba6c2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:54:49.555827 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ba749c35-4053-47e2-812c-87abc8940104 req-efda7299-a4f8-4bf2-8e3a-d9bbba6c2ca1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0446382
Nov 20 21:54:49.599960 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba749c35-4053-47e2-812c-87abc8940104 req-5910c809-7df7-4a9f-b4d7-9cf2c489c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:54:49.601397 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ba749c35-4053-47e2-812c-87abc8940104 req-5910c809-7df7-4a9f-b4d7-9cf2c489c9f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389638
Nov 20 21:54:49.694365 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ba749c35-4053-47e2-812c-87abc8940104 req-aade2a5c-aac5-458c-abbb-26da0d54ccd7 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859733
Nov 20 21:54:49.781580 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-ba749c35-4053-47e2-812c-87abc8940104 req-c3b0bf51-806f-4b78-af8c-0162ae7b2892 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806525
Nov 20 21:54:55.906970 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ed0ae-1e26-4f7f-b098-f61f34684139 req-201d68bf-f483-4676-9068-3051dd7db402 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:54:55.908530 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-374ed0ae-1e26-4f7f-b098-f61f34684139 req-201d68bf-f483-4676-9068-3051dd7db402 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.0502279
Nov 20 21:54:55.964815 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-374ed0ae-1e26-4f7f-b098-f61f34684139 req-e1f08805-1abc-4339-9a0b-af6cf34a29f5 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495989
Nov 20 21:54:57.108578 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e47c2-b574-4cf9-a00e-a966177654af req-ebf6d974-66ac-4a36-bae3-cb5b33720025 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:54:57.110069 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c80e47c2-b574-4cf9-a00e-a966177654af req-ebf6d974-66ac-4a36-bae3-cb5b33720025 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.0505180
Nov 20 21:54:57.162602 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c80e47c2-b574-4cf9-a00e-a966177654af req-a9a84051-f7c0-4b30-a455-052da5a412f2 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460398
Nov 20 21:54:58.305353 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d83e4-2bd5-4b87-85cc-616d09661f9f req-a4705b44-7f2c-4d8b-bdd8-9dd931101df0 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:54:58.306865 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f12d83e4-2bd5-4b87-85cc-616d09661f9f req-a4705b44-7f2c-4d8b-bdd8-9dd931101df0 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.0483630
Nov 20 21:54:58.355874 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f12d83e4-2bd5-4b87-85cc-616d09661f9f req-926c06b7-6bc0-4e65-95c1-f1ffad93dc7a tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431135
Nov 20 21:54:59.475172 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e6938-30fd-40db-b4d8-b3bf791505bc req-90f33a32-c52d-421f-97e5-785b4149f571 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:54:59.476664 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1e0e6938-30fd-40db-b4d8-b3bf791505bc req-90f33a32-c52d-421f-97e5-785b4149f571 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.0531766
Nov 20 21:54:59.526122 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1e0e6938-30fd-40db-b4d8-b3bf791505bc req-931d6934-2cc7-4a5d-a0cc-52f1f410ecb8 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433667
Nov 20 21:55:00.641505 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2755c-128e-4f12-989b-64811d4aa25a req-88ee9580-cf47-4930-8e29-7796560f6873 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:00.643031 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-23e2755c-128e-4f12-989b-64811d4aa25a req-88ee9580-cf47-4930-8e29-7796560f6873 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.0493331
Nov 20 21:55:00.691466 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-23e2755c-128e-4f12-989b-64811d4aa25a req-7758ed4c-c63b-4fe9-a4de-be8a8d59f13f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425196
Nov 20 21:55:01.809438 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52289275-3d50-4590-98b9-7301842f7b29 req-c581b2ef-b837-413d-8549-91310f9f1bb7 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:01.810967 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52289275-3d50-4590-98b9-7301842f7b29 req-c581b2ef-b837-413d-8549-91310f9f1bb7 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.0518360
Nov 20 21:55:01.861427 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-52289275-3d50-4590-98b9-7301842f7b29 req-6b207238-7494-445a-84e7-01abdb75755c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424712
Nov 20 21:55:02.982728 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd331a85-4845-4995-946d-191cc3dcbf84 req-8530bc68-56e4-4595-ab90-1a63f2f31bb9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:02.984165 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bd331a85-4845-4995-946d-191cc3dcbf84 req-8530bc68-56e4-4595-ab90-1a63f2f31bb9 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.0521052
Nov 20 21:55:03.032727 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-bd331a85-4845-4995-946d-191cc3dcbf84 req-36da50ca-ef86-4dfc-a90f-ca1416441693 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424087
Nov 20 21:55:04.148204 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab2896-9a44-4bfb-af55-cfd76c5e026e req-74556acc-6467-4c42-80a3-d1595b540d91 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:04.149658 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68ab2896-9a44-4bfb-af55-cfd76c5e026e req-74556acc-6467-4c42-80a3-d1595b540d91 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.0475023
Nov 20 21:55:04.203053 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-68ab2896-9a44-4bfb-af55-cfd76c5e026e req-8f634609-ae61-413a-9adf-17f3a2745059 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473189
Nov 20 21:55:05.318556 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecf69d-7040-42be-9717-4dc6fc371907 req-1afe742a-e29c-47d6-ad09-954bef488f19 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:05.320034 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-50ecf69d-7040-42be-9717-4dc6fc371907 req-1afe742a-e29c-47d6-ad09-954bef488f19 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.0490031
Nov 20 21:55:05.368702 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-50ecf69d-7040-42be-9717-4dc6fc371907 req-d2d02142-7647-4c02-a395-a6d89d7c7488 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429146
Nov 20 21:55:06.041562 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea0572-2de4-4908-b173-201ae3996618 req-cc385c5f-cb49-4c44-bcfe-7ffad25c7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:06.042988 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-afea0572-2de4-4908-b173-201ae3996618 req-cc385c5f-cb49-4c44-bcfe-7ffad25c7b69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 1097 time: 0.0438955
Nov 20 21:55:06.132029 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea0572-2de4-4908-b173-201ae3996618 req-905b0c32-6ea0-46e9-9b07-a7c6e97c1bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:06.133464 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-afea0572-2de4-4908-b173-201ae3996618 req-905b0c32-6ea0-46e9-9b07-a7c6e97c1bdf service neutron] 10.222.0.47 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.0840411
Nov 20 21:55:06.200557 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-afea0572-2de4-4908-b173-201ae3996618 req-4c51eb20-64f9-4f8b-b597-6d3a47025251 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f09557d-066d-4b83-b366-ee69a3ad0142 HTTP/1.1" status: 200  len: 1002 time: 0.0602050
Nov 20 21:55:06.251234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea0572-2de4-4908-b173-201ae3996618 req-f83d26f9-e88b-4252-beb6-ba4653cd8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:06.252723 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-afea0572-2de4-4908-b173-201ae3996618 req-f83d26f9-e88b-4252-beb6-ba4653cd8962 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0455372
Nov 20 21:55:06.298499 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea0572-2de4-4908-b173-201ae3996618 req-a6b8fabe-2eb7-41c6-ac77-96f9d92dfb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:06.299871 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-afea0572-2de4-4908-b173-201ae3996618 req-a6b8fabe-2eb7-41c6-ac77-96f9d92dfb88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396914
Nov 20 21:55:06.488184 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb3d19-c39d-46e2-9da1-9fd2bd1158c2 req-bbbc6855-2b79-4f11-8da0-4aeb185a9b02 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:06.490287 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bcfb3d19-c39d-46e2-9da1-9fd2bd1158c2 req-bbbc6855-2b79-4f11-8da0-4aeb185a9b02 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.0517604
Nov 20 21:55:06.544649 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bcfb3d19-c39d-46e2-9da1-9fd2bd1158c2 req-f6101814-ce8a-4ead-aac5-56819d4a1b06 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481761
Nov 20 21:55:06.715667 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-afea0572-2de4-4908-b173-201ae3996618 req-3a0811c6-7edd-462e-8f48-dfb5003cdfa5 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4084985
Nov 20 21:55:06.807243 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-afea0572-2de4-4908-b173-201ae3996618 req-1d592c4b-dcbc-4a57-87b7-c2199be9e725 service neutron] 10.222.0.47 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840836
Nov 20 21:55:07.664553 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ec92b-a88f-4fec-b970-9efc1a3a5668 req-3a9b88e8-af46-417a-9e66-b8774faa7625 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:07.665927 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6c0ec92b-a88f-4fec-b970-9efc1a3a5668 req-3a9b88e8-af46-417a-9e66-b8774faa7625 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.0535486
Nov 20 21:55:07.714868 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-6c0ec92b-a88f-4fec-b970-9efc1a3a5668 req-19025d96-5c55-489c-ba49-591f0ae31813 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430007
Nov 20 21:55:08.783602 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:08.832724 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5eaab-3d9b-4607-90bd-43f419146103 req-3d06b45c-ecd7-4097-87a7-204d72fe6249 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:08.835064 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80d5eaab-3d9b-4607-90bd-43f419146103 req-3d06b45c-ecd7-4097-87a7-204d72fe6249 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.0525703
Nov 20 21:55:08.888671 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-80d5eaab-3d9b-4607-90bd-43f419146103 req-50e03f8c-16b9-4f93-b317-71b4facbabd0 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472050
Nov 20 21:55:08.979678 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:09.070925 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2cd90701-7d99-4431-a017-d34f40323689 req-2a296f2f-fb11-4e54-8b65-d012356fe4b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0407259
Nov 20 21:55:09.081160 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-2cd90701-7d99-4431-a017-d34f40323689 req-e2972d20-deff-4f76-b9b8-d0877bfcd861 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:55:09.082186 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-2cd90701-7d99-4431-a017-d34f40323689 req-e2972d20-deff-4f76-b9b8-d0877bfcd861 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051904
Nov 20 21:55:09.391417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bf96a-c63d-4c8e-9868-700dc53b350c req-62a437b3-217f-4b6b-8525-74f19d12faee tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:09.392905 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c9bf96a-c63d-4c8e-9868-700dc53b350c req-62a437b3-217f-4b6b-8525-74f19d12faee tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.3450153
Nov 20 21:55:09.445985 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-4c9bf96a-c63d-4c8e-9868-700dc53b350c req-60171156-09f8-4621-b3f9-94f6479c8581 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462739
Nov 20 21:55:10.569538 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4990c34-641b-4d97-862f-0f54e9170d16 req-cb9c28f3-96fa-433e-ac07-aa77835e4682 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:10.571136 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d4990c34-641b-4d97-862f-0f54e9170d16 req-cb9c28f3-96fa-433e-ac07-aa77835e4682 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 946 time: 0.0536156
Nov 20 21:55:10.623829 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d4990c34-641b-4d97-862f-0f54e9170d16 req-31f85aad-9058-4048-aa9f-ad5843e599d6 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457568
Nov 20 21:55:10.808967 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device 7f09557d-066d-4b83-b366-ee69a3ad0142 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:55:10.884396 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:10.906798 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f09557d-066d-4b83-b366-ee69a3ad0142'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:55:10.908961 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ea291949b0838306f0f8c51077ddaad3a0779a2bb4cd7a75dca710d4d5063e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffaa03e-e677-4ce9-b649-7ffda45d60a5" -d '{"events": [{"server_uuid": "8fa7e192-dc01-4c39-9b2b-9ac12f52d58d", "name": "network-vif-unplugged", "status": "completed", "tag": "7f09557d-066d-4b83-b366-ee69a3ad0142"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:55:10.921563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port 7f09557d-066d-4b83-b366-ee69a3ad0142, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f09557d-066d-4b83-b366-ee69a3ad0142,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:55:10.927120 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:10.954383 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de0e3a6-4c98-4e21-ab73-f10b6e8431c7 x-openstack-request-id: req-7de0e3a6-4c98-4e21-ab73-f10b6e8431c7 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:55:10.954685 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa7e192-dc01-4c39-9b2b-9ac12f52d58d", "name": "network-vif-unplugged", "status": "completed", "tag": "7f09557d-066d-4b83-b366-ee69a3ad0142", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:55:10.954942 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7de0e3a6-4c98-4e21-ab73-f10b6e8431c7 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:55:10.955337 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f09557d-066d-4b83-b366-ee69a3ad0142', 'code': 200}
Nov 20 21:55:10.981889 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=7f09557d-066d-4b83-b366-ee69a3ad0142,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:55:10.989935 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:10.990335 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:10.990764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:10.991105 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:10.991443 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:10.991779 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:10.992111 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:10.992439 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:10.992765 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:10.993091 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:10.993417 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:10.993744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:11.026795 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd90701-7d99-4431-a017-d34f40323689 req-2e04edda-27ec-4ce7-8679-388e276f27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:11.028302 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cd90701-7d99-4431-a017-d34f40323689 req-2e04edda-27ec-4ce7-8679-388e276f27fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d&tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67 HTTP/1.1" status: 200  len: 1095 time: 0.0845277
Nov 20 21:55:11.047039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-2cd90701-7d99-4431-a017-d34f40323689 req-9af5ed8b-e6a0-47ea-a228-1f3e4e1b29ab service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:55:11.047976 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cd90701-7d99-4431-a017-d34f40323689 req-9af5ed8b-e6a0-47ea-a228-1f3e4e1b29ab service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048995
Nov 20 21:55:11.059676 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:55:11.110825 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:11.310878 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] For port 7f09557d-066d-4b83-b366-ee69a3ad0142, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f09557d-066d-4b83-b366-ee69a3ad0142,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:55:11.342192 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] For port 7f09557d-066d-4b83-b366-ee69a3ad0142, host nch2-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:55:11.374916 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f09557d-066d-4b83-b366-ee69a3ad0142 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:55:11.382692 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:11.394239 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Transition to ACTIVE for port object 7f09557d-066d-4b83-b366-ee69a3ad0142 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:55:11.398116 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:11.483301 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Pushing event updated for resources: {'Port': ['ID=7f09557d-066d-4b83-b366-ee69a3ad0142,revision_number=7']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:55:11.498164 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:11.498515 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:11.498862 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:11.499205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:11.499539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:11.499872 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:11.500204 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:11.500534 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:11.500866 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:11.501195 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:11.501522 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:11.501848 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:55:11.534152 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] No DVR routers for this DVR port 7f09557d-066d-4b83-b366-ee69a3ad0142 on host nch2-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:55:11.673414 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Attempting to bind port 7f09557d-066d-4b83-b366-ee69a3ad0142 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:55:11.673752 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Attempting to bind port 7f09557d-066d-4b83-b366-ee69a3ad0142 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:55:11.674110 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Attempting to bind port 7f09557d-066d-4b83-b366-ee69a3ad0142 on network 739d6e75-f194-41c4-8d4c-877de8611ef7 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:55:11.678942 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Port 7f09557d-066d-4b83-b366-ee69a3ad0142 on network 739d6e75-f194-41c4-8d4c-877de8611ef7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:55:11.679265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Attempting to bind port 7f09557d-066d-4b83-b366-ee69a3ad0142 on network 739d6e75-f194-41c4-8d4c-877de8611ef7 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:55:11.684146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:55:11.684483 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Checking segment: {'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:55:11.684869 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Bound using segment: {'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:55:11.685296 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Bound port: 7f09557d-066d-4b83-b366-ee69a3ad0142, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c9d715-9b3b-4641-9e2a-a493f23666da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:55:11.685651 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:11.749403 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf31ae-2653-424c-bd7a-883289dd118b req-8578f547-863c-4aa1-ab1d-7c9d17ba646b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:11.749997 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] For port 7f09557d-066d-4b83-b366-ee69a3ad0142, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:55:11.751521 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-32bf31ae-2653-424c-bd7a-883289dd118b req-8578f547-863c-4aa1-ab1d-7c9d17ba646b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 944 time: 0.0566478
Nov 20 21:55:11.753223 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] For port 7f09557d-066d-4b83-b366-ee69a3ad0142, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f09557d-066d-4b83-b366-ee69a3ad0142,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:55:11.758465 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:11.800937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:11.802288 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:11.804030 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cd90701-7d99-4431-a017-d34f40323689 req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] 10.222.0.37 "PUT /v2.0/ports/7f09557d-066d-4b83-b366-ee69a3ad0142 HTTP/1.1" status: 200  len: 1092 time: 0.7479069
Nov 20 21:55:11.804486 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'tag': '7f09557d-066d-4b83-b366-ee69a3ad0142'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:55:11.804736 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-32bf31ae-2653-424c-bd7a-883289dd118b req-cd5b972d-5561-4708-95b0-fff47df5b909 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456843
Nov 20 21:55:11.806801 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e166a8-9d3c-4719-b796-38b642f0a8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa7e192-dc01-4c39-9b2b-9ac12f52d58d", "tag": "7f09557d-066d-4b83-b366-ee69a3ad0142"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:55:11.859414 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d624ec-65b3-4951-8f01-75c021060816 x-openstack-request-id: req-48d624ec-65b3-4951-8f01-75c021060816 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:55:11.859713 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa7e192-dc01-4c39-9b2b-9ac12f52d58d", "tag": "7f09557d-066d-4b83-b366-ee69a3ad0142", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:55:11.859973 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48d624ec-65b3-4951-8f01-75c021060816 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:55:11.860382 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'tag': '7f09557d-066d-4b83-b366-ee69a3ad0142', 'status': 'completed', 'code': 200}
Nov 20 21:55:11.860969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4edbbb-8292-44b9-8dc1-d4e430df7e89 service neutron] Pushing event updated for resources: {'Port': ['ID=7f09557d-066d-4b83-b366-ee69a3ad0142,revision_number=8']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:55:11.881742 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd90701-7d99-4431-a017-d34f40323689 req-b7159200-bf68-4f48-98b7-2ddb3651028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:11.883337 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cd90701-7d99-4431-a017-d34f40323689 req-b7159200-bf68-4f48-98b7-2ddb3651028b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 1095 time: 0.0537803
Nov 20 21:55:11.981467 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd90701-7d99-4431-a017-d34f40323689 req-4b20c597-b1a7-479b-ae4d-4dd5c5530e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:11.983125 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cd90701-7d99-4431-a017-d34f40323689 req-4b20c597-b1a7-479b-ae4d-4dd5c5530e1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.0918198
Nov 20 21:55:12.053486 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cd90701-7d99-4431-a017-d34f40323689 req-df79d970-05b5-4851-9046-27b0536c437a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f09557d-066d-4b83-b366-ee69a3ad0142 HTTP/1.1" status: 200  len: 1000 time: 0.0631435
Nov 20 21:55:12.103814 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd90701-7d99-4431-a017-d34f40323689 req-12066909-914c-4eda-83c5-7293e9aedb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:12.105241 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cd90701-7d99-4431-a017-d34f40323689 req-12066909-914c-4eda-83c5-7293e9aedb73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0451035
Nov 20 21:55:12.150482 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd90701-7d99-4431-a017-d34f40323689 req-aad43289-8474-40f3-868b-4e4b57b40f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:12.151939 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cd90701-7d99-4431-a017-d34f40323689 req-aad43289-8474-40f3-868b-4e4b57b40f9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397911
Nov 20 21:55:12.243811 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cd90701-7d99-4431-a017-d34f40323689 req-4c2148a1-b762-4b9b-8ca3-9efa915ec0a8 service neutron] 10.222.0.37 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845909
Nov 20 21:55:12.333263 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2cd90701-7d99-4431-a017-d34f40323689 req-ff3e53f4-5b58-4670-a11d-10476ded60d9 service neutron] 10.222.0.37 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817745
Nov 20 21:55:12.423723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e166a8-9d3c-4719-b796-38b642f0a8eb req-68930bd2-74a5-4c16-84cc-6a9d0f3f8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:12.425217 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e166a8-9d3c-4719-b796-38b642f0a8eb req-68930bd2-74a5-4c16-84cc-6a9d0f3f8cfe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 1095 time: 0.0458443
Nov 20 21:55:12.515833 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e166a8-9d3c-4719-b796-38b642f0a8eb req-56838960-3912-4d57-8d75-bfd61702e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:12.517331 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e166a8-9d3c-4719-b796-38b642f0a8eb req-56838960-3912-4d57-8d75-bfd61702e61c service neutron] 10.222.0.37 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.0844829
Nov 20 21:55:12.586687 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e166a8-9d3c-4719-b796-38b642f0a8eb req-5b3ebd4c-fa49-4aa6-b55b-c9d393d957f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f09557d-066d-4b83-b366-ee69a3ad0142 HTTP/1.1" status: 200  len: 1000 time: 0.0621397
Nov 20 21:55:12.639939 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e166a8-9d3c-4719-b796-38b642f0a8eb req-a467274d-fce3-4d02-af61-92c2007b1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:12.641378 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e166a8-9d3c-4719-b796-38b642f0a8eb req-a467274d-fce3-4d02-af61-92c2007b1ab4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0447614
Nov 20 21:55:12.686865 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e166a8-9d3c-4719-b796-38b642f0a8eb req-04e4ed4d-b03b-4b95-8bd2-9157ce742a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:12.688259 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e166a8-9d3c-4719-b796-38b642f0a8eb req-04e4ed4d-b03b-4b95-8bd2-9157ce742a99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394788
Nov 20 21:55:12.782398 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e166a8-9d3c-4719-b796-38b642f0a8eb req-6753ae9b-11fd-4fff-a003-c14362cc046f service neutron] 10.222.0.37 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865443
Nov 20 21:55:12.886995 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-00e166a8-9d3c-4719-b796-38b642f0a8eb req-b695fde9-e369-424e-92b8-27db9eb2d745 service neutron] 10.222.0.37 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893428
Nov 20 21:55:12.933664 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6999c0-31c8-4b3b-ab3b-ef7879458e75 req-fbe99921-90b8-43c1-ae1f-27b6c40d064c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:12.935169 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9e6999c0-31c8-4b3b-ab3b-ef7879458e75 req-fbe99921-90b8-43c1-ae1f-27b6c40d064c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 944 time: 0.0486820
Nov 20 21:55:12.983947 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9e6999c0-31c8-4b3b-ab3b-ef7879458e75 req-7ebcbd96-9781-4473-a0d1-f9e1f5e93c71 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428088
Nov 20 21:55:13.397153 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a3623e30-f1ba-4808-a459-6b98274b1642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:14.104927 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ffdba-bc90-4119-819d-805e0989641a req-ec696c01-96ac-43bc-81b6-cbfbebdcf5f4 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:14.106417 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff6ffdba-bc90-4119-819d-805e0989641a req-ec696c01-96ac-43bc-81b6-cbfbebdcf5f4 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 944 time: 0.0540638
Nov 20 21:55:14.154823 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ff6ffdba-bc90-4119-819d-805e0989641a req-6aa6e730-9ba8-43eb-9f04-0d39d974ed1f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425251
Nov 20 21:55:15.276751 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ab4bf-5b4a-4549-a82f-7a0d2c727f1a req-8d867a16-3831-41a0-a387-566fe05a254e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:15.278254 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-064ab4bf-5b4a-4549-a82f-7a0d2c727f1a req-8d867a16-3831-41a0-a387-566fe05a254e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 944 time: 0.0515788
Nov 20 21:55:15.330603 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-064ab4bf-5b4a-4549-a82f-7a0d2c727f1a req-71989cd4-74b5-4374-b938-ffa5dc08ef57 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465724
Nov 20 21:55:15.799231 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b7b75233-d383-4eef-9929-8c740b41b0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:16.447958 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02bfa9-6e5c-4d55-baeb-ce7502201d80 req-8042df74-ea1e-4129-bd71-75f8c987bdb2 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:16.449498 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec02bfa9-6e5c-4d55-baeb-ce7502201d80 req-8042df74-ea1e-4129-bd71-75f8c987bdb2 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 944 time: 0.0501001
Nov 20 21:55:16.498474 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ec02bfa9-6e5c-4d55-baeb-ce7502201d80 req-090d0477-e840-42e7-9d2f-52bb21238e5c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428953
Nov 20 21:55:17.003209 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 7f09557d-066d-4b83-b366-ee69a3ad0142 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:55:17.033265 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:17.111799 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 7f09557d-066d-4b83-b366-ee69a3ad0142, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f09557d-066d-4b83-b366-ee69a3ad0142,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:55:17.122332 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '7f09557d-066d-4b83-b366-ee69a3ad0142', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'port_id': '7f09557d-066d-4b83-b366-ee69a3ad0142', 'mac_address': 'fa:16:3e:57:47:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:55:17.160169 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:17.172620 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f09557d-066d-4b83-b366-ee69a3ad0142 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:55:17.191446 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 7f09557d-066d-4b83-b366-ee69a3ad0142, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f09557d-066d-4b83-b366-ee69a3ad0142,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:55:17.195643 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:17.241759 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=7f09557d-066d-4b83-b366-ee69a3ad0142,revision_number=9']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:55:17.437414 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['7f09557d-066d-4b83-b366-ee69a3ad0142'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:55:17.611949 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff59d8-22eb-4864-8ffd-2eb2643881ef req-62319217-6c08-4c62-9049-a877a758e9fa tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:17.613433 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8bff59d8-22eb-4864-8ffd-2eb2643881ef req-62319217-6c08-4c62-9049-a877a758e9fa tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 945 time: 0.0488467
Nov 20 21:55:17.664006 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8bff59d8-22eb-4864-8ffd-2eb2643881ef req-88f2bc24-025f-4c61-bd37-5ad5fe64a811 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436928
Nov 20 21:55:18.780549 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482296c-327d-40d5-a9e4-5e13e0b27d63 req-1a0190ad-35ff-4692-8fee-07dc41a1f884 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:18.782028 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b482296c-327d-40d5-a9e4-5e13e0b27d63 req-1a0190ad-35ff-4692-8fee-07dc41a1f884 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 945 time: 0.0478446
Nov 20 21:55:18.835074 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b482296c-327d-40d5-a9e4-5e13e0b27d63 req-890330ff-c43f-46c3-90ec-77bc7dac8a61 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464814
Nov 20 21:55:18.855517 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:19.018671 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 7f09557d-066d-4b83-b366-ee69a3ad0142 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:55:19.067355 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 7f09557d-066d-4b83-b366-ee69a3ad0142 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:55:19.071099 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 7f09557d-066d-4b83-b366-ee69a3ad0142 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:55:19.071471 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:19.148703 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:19.171309 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f09557d-066d-4b83-b366-ee69a3ad0142'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:55:19.173545 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ea291949b0838306f0f8c51077ddaad3a0779a2bb4cd7a75dca710d4d5063e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8df9c0-8eb1-43b9-b567-f456c390cd1c" -d '{"events": [{"server_uuid": "8fa7e192-dc01-4c39-9b2b-9ac12f52d58d", "name": "network-vif-plugged", "status": "completed", "tag": "7f09557d-066d-4b83-b366-ee69a3ad0142"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:55:19.189754 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 7f09557d-066d-4b83-b366-ee69a3ad0142, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f09557d-066d-4b83-b366-ee69a3ad0142,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:55:19.194441 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:19.217619 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1773d355-4143-4e38-9758-44a2f297554d x-openstack-request-id: req-1773d355-4143-4e38-9758-44a2f297554d {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:55:19.217915 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa7e192-dc01-4c39-9b2b-9ac12f52d58d", "name": "network-vif-plugged", "status": "completed", "tag": "7f09557d-066d-4b83-b366-ee69a3ad0142", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:55:19.218191 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1773d355-4143-4e38-9758-44a2f297554d {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:55:19.218579 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f09557d-066d-4b83-b366-ee69a3ad0142', 'code': 200}
Nov 20 21:55:19.244715 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=7f09557d-066d-4b83-b366-ee69a3ad0142,revision_number=10']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:55:19.377678 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b2869-3bb0-4558-ba42-c285c9bffd7a req-8b4c9d92-5450-47b9-97cf-3690846dca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:19.379267 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9e4b2869-3bb0-4558-ba42-c285c9bffd7a req-8b4c9d92-5450-47b9-97cf-3690846dca3b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 1098 time: 0.0411282
Nov 20 21:55:19.387927 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:19.428268 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9e4b2869-3bb0-4558-ba42-c285c9bffd7a req-0cbe6e3d-afb5-4d91-a3bd-e258891e8db9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424049
Nov 20 21:55:19.537156 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:55:19.949941 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c887e-ded3-4e97-9462-02530c81c9e9 req-c6f58a82-d9ed-4021-ad7b-c80968a6a8e0 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:19.951451 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be4c887e-ded3-4e97-9462-02530c81c9e9 req-c6f58a82-d9ed-4021-ad7b-c80968a6a8e0 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 947 time: 0.0482373
Nov 20 21:55:20.000216 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-be4c887e-ded3-4e97-9462-02530c81c9e9 req-53a0ce7a-888a-42e4-abb8-0ea2d30b4b24 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429163
Nov 20 21:55:21.115960 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8bfb4-32a7-49fc-ab57-7dcc1733618e req-bbe858bf-070c-4ccb-a1b4-00b58fa0b174 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:21.117431 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4fe8bfb4-32a7-49fc-ab57-7dcc1733618e req-bbe858bf-070c-4ccb-a1b4-00b58fa0b174 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 947 time: 0.0495768
Nov 20 21:55:21.166173 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-4fe8bfb4-32a7-49fc-ab57-7dcc1733618e req-427d9132-12d1-457a-8f51-7cd19dd26b58 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426841
Nov 20 21:55:38.791187 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:39.009386 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:43.399531 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6daf567b-247c-441d-8a23-8b66a2e9d744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:45.801513 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-09ea8224-78cf-4723-945e-724b73b61342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:47.025423 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:48.155325 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db5659c6-dc01-468d-bd90-13d9dafa8a76 req-aa01f187-9ba4-4670-a1d3-709244d795b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0524461
Nov 20 21:55:48.246004 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5659c6-dc01-468d-bd90-13d9dafa8a76 req-5bbf1685-5709-4aa8-b817-4977a1118bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:48.248074 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db5659c6-dc01-468d-bd90-13d9dafa8a76 req-5bbf1685-5709-4aa8-b817-4977a1118bc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 1098 time: 0.0490582
Nov 20 21:55:48.361771 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5659c6-dc01-468d-bd90-13d9dafa8a76 req-02f5d5df-e14e-4b9d-a07c-f46903e8fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:48.363436 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db5659c6-dc01-468d-bd90-13d9dafa8a76 req-02f5d5df-e14e-4b9d-a07c-f46903e8fdb7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.0948944
Nov 20 21:55:48.443359 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db5659c6-dc01-468d-bd90-13d9dafa8a76 req-d7155931-0dec-47ca-9c65-8a56e2fc39a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f09557d-066d-4b83-b366-ee69a3ad0142 HTTP/1.1" status: 200  len: 1002 time: 0.0725384
Nov 20 21:55:48.502724 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5659c6-dc01-468d-bd90-13d9dafa8a76 req-e6217ab7-99db-4e14-ad12-cb7281cf546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:48.504408 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db5659c6-dc01-468d-bd90-13d9dafa8a76 req-e6217ab7-99db-4e14-ad12-cb7281cf546e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0548918
Nov 20 21:55:48.562715 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5659c6-dc01-468d-bd90-13d9dafa8a76 req-5b40ea4a-e0ec-4447-8e6e-bbd3e229e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:55:48.564358 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db5659c6-dc01-468d-bd90-13d9dafa8a76 req-5b40ea4a-e0ec-4447-8e6e-bbd3e229e61d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0529788
Nov 20 21:55:48.659794 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db5659c6-dc01-468d-bd90-13d9dafa8a76 req-81018623-835a-4937-ad1a-de3b0a50fc1f service neutron] 10.222.0.37 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885899
Nov 20 21:55:48.759037 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-db5659c6-dc01-468d-bd90-13d9dafa8a76 req-7f7a3dce-3a6d-4eba-818a-72cf2cc2b06d service neutron] 10.222.0.37 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927198
Nov 20 21:55:48.857913 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:49.392235 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:55:56.536327 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:56:08.788588 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:09.013643 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:13.400716 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f3ec34a2-504a-44c7-889a-f71ddbbcfe4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:15.803407 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3c22e6c0-99a9-4657-8c0c-c83437c68c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:17.028071 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:18.854927 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:19.393280 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:33.536200 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:56:38.773472 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:39.037858 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:43.404861 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-eea73c07-ecee-4165-a3a9-df9a2e069fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:45.265487 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59238) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:56:45.419902 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Deleting port 31949740-53a5-48a5-b70e-4056708f25fb {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:56:45.420240 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:45.494185 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:45.494509 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:45.506300 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Calling delete_port for 31949740-53a5-48a5-b70e-4056708f25fb owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:56:45.652660 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:45.679504 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event deleted for resources: {'Port': ['ID=31949740-53a5-48a5-b70e-4056708f25fb,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:45.708299 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:45.708642 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:45.708984 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:45.709322 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:45.709659 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:45.709985 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:45.710341 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:45.710668 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:45.710991 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:45.711318 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:45.711647 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:45.711970 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:45.750194 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:45.750521 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Floating IP 495a2cfa-25cb-4f10-ab69-a13756105dc8 disassociated (deleted). External IP: 172.35.1.234, port: 7f09557d-066d-4b83-b366-ee69a3ad0142.
Nov 20 21:56:45.805523 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a622-cdad-49b6-afb5-3b76e38d1952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:45.959677 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:56:46.063779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:56:46.068708 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:46.073128 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7588686-c380-437b-8a2c-423ee58ab750 None None] Sync routers for ids ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:56:46.083161 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7588686-c380-437b-8a2c-423ee58ab750 None None] Routers {'524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:56:46.083750 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b7588686-c380-437b-8a2c-423ee58ab750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543b0400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:46.096310 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ce8d1733-8d36-40ce-94b8-92169acf266f tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "DELETE /v2.0/floatingips/495a2cfa-25cb-4f10-ab69-a13756105dc8 HTTP/1.1" status: 204  len: 168 time: 0.8296893
Nov 20 21:56:46.097014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'tag': '7f09557d-066d-4b83-b366-ee69a3ad0142'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:56:46.100431 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521805b7-4c02-476a-a7bd-013235254d77" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa7e192-dc01-4c39-9b2b-9ac12f52d58d", "tag": "7f09557d-066d-4b83-b366-ee69a3ad0142"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:56:46.144561 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3965a35-2176-4d59-a9a0-b99467f8b051 x-openstack-request-id: req-d3965a35-2176-4d59-a9a0-b99467f8b051 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:56:46.145406 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa7e192-dc01-4c39-9b2b-9ac12f52d58d", "tag": "7f09557d-066d-4b83-b366-ee69a3ad0142", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:56:46.145668 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3965a35-2176-4d59-a9a0-b99467f8b051 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:56:46.146111 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'tag': '7f09557d-066d-4b83-b366-ee69a3ad0142', 'status': 'completed', 'code': 200}
Nov 20 21:56:46.195254 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-b7588686-c380-437b-8a2c-423ee58ab750 None None] Set router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:56:46.212606 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521805b7-4c02-476a-a7bd-013235254d77 req-8cf0d261-d913-43ba-97fc-a716629626c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:56:46.214440 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-521805b7-4c02-476a-a7bd-013235254d77 req-8cf0d261-d913-43ba-97fc-a716629626c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 1098 time: 0.0457244
Nov 20 21:56:46.324666 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521805b7-4c02-476a-a7bd-013235254d77 req-804b4d6e-980d-4aab-84f4-d14cb915aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:56:46.326237 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-521805b7-4c02-476a-a7bd-013235254d77 req-804b4d6e-980d-4aab-84f4-d14cb915aff0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 200  len: 910 time: 0.0980034
Nov 20 21:56:46.375061 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-521805b7-4c02-476a-a7bd-013235254d77 req-72b21237-0ce1-4423-bdb4-e7dd2206ab86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f09557d-066d-4b83-b366-ee69a3ad0142 HTTP/1.1" status: 200  len: 217 time: 0.0404918
Nov 20 21:56:46.411469 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950c071-080c-4cd5-923e-d896ca3ce08b req-cf8b7ef7-c2dd-40b3-83d6-433181cc7fad tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:56:46.413718 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7950c071-080c-4cd5-923e-d896ca3ce08b req-cf8b7ef7-c2dd-40b3-83d6-433181cc7fad tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 947 time: 0.1160305
Nov 20 21:56:46.415777 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b7588686-c380-437b-8a2c-423ee58ab750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543b0400>, [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c09a21a-2a0f-496f-b27c-532abbca63a8', 'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'mac_address': 'fa:16:3e:8c:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:16Z', 'updated_at': '2021-11-20T21:48:21Z', 'revision_number': 5, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'subnets': [{'id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:46.432302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521805b7-4c02-476a-a7bd-013235254d77 req-a15d213f-5d4b-49d1-8589-9e94db4fcfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:56:46.433904 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-521805b7-4c02-476a-a7bd-013235254d77 req-a15d213f-5d4b-49d1-8589-9e94db4fcfd0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 200  len: 848 time: 0.0452161
Nov 20 21:56:46.442384 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7588686-c380-437b-8a2c-423ee58ab750 None None] Checking router: 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:56:46.450762 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7588686-c380-437b-8a2c-423ee58ab750 None None] Routers {'524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:56:46.451575 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b7588686-c380-437b-8a2c-423ee58ab750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a543b0400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:46.467240 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7950c071-080c-4cd5-923e-d896ca3ce08b req-2d8802ce-60e3-4ec8-ad42-0f4443e18f6e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456595
Nov 20 21:56:46.483728 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521805b7-4c02-476a-a7bd-013235254d77 req-74115c0b-ffed-4f41-ade4-79cc2f8625d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:56:46.485229 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-521805b7-4c02-476a-a7bd-013235254d77 req-74115c0b-ffed-4f41-ade4-79cc2f8625d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=739d6e75-f194-41c4-8d4c-877de8611ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0417521
Nov 20 21:56:46.583297 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-521805b7-4c02-476a-a7bd-013235254d77 req-42307f4f-6f2e-4ce0-9b35-2887b42ac673 service neutron] 10.222.0.37 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902991
Nov 20 21:56:46.657501 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-b7588686-c380-437b-8a2c-423ee58ab750 None None] Set router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:56:46.867086 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b7588686-c380-437b-8a2c-423ee58ab750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a543b0400>, [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c09a21a-2a0f-496f-b27c-532abbca63a8', 'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'mac_address': 'fa:16:3e:8c:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:16Z', 'updated_at': '2021-11-20T21:48:21Z', 'revision_number': 5, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'subnets': [{'id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:46.898549 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7588686-c380-437b-8a2c-423ee58ab750 None None] The sync data for ids ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'] in ncdv-master-1 is: [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c09a21a-2a0f-496f-b27c-532abbca63a8', 'name': '', 'network_id': '739d6e75-f194-41c4-8d4c-877de8611ef7', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'mac_address': 'fa:16:3e:8c:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:16Z', 'updated_at': '2021-11-20T21:48:21Z', 'revision_number': 5, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'subnets': [{'id': 'ba09eca0-b41a-4cc4-995d-56a6e06de488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:56:46.968478 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-521805b7-4c02-476a-a7bd-013235254d77 req-6f9b5789-e18e-4753-9e2a-df49dc01028d service neutron] 10.222.0.37 "GET /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3773155
Nov 20 21:56:47.030728 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:47.136436 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664d547e-049f-41cd-8b77-9e1d41547c0e None None] New status for floating IP 495a2cfa-25cb-4f10-ab69-a13756105dc8: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:56:47.639881 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646a445-54a2-42c9-81e9-04df0c36690f req-c40f2806-2759-47a9-80cc-3367983f09fe tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:56:47.641359 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9646a445-54a2-42c9-81e9-04df0c36690f req-c40f2806-2759-47a9-80cc-3367983f09fe tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 947 time: 0.1014690
Nov 20 21:56:47.690380 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9646a445-54a2-42c9-81e9-04df0c36690f req-299ccf4b-ae13-442c-a044-b4d224c1243c tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/security-groups?id=c52711c9-ba60-4d3b-908d-e1e770dc9019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427907
Nov 20 21:56:47.831953 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c9d03-3448-4e04-abb1-f563c58ad68b req-729cd0d1-60e1-4054-8a4b-23a1f0d771ac tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:56:47.833298 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-913c9d03-3448-4e04-abb1-f563c58ad68b req-729cd0d1-60e1-4054-8a4b-23a1f0d771ac tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 947 time: 0.0481966
Nov 20 21:56:47.924265 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-913c9d03-3448-4e04-abb1-f563c58ad68b req-90a1e31f-7a5a-4ce4-bbda-f8a8f4e4182e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Deleting port 7f09557d-066d-4b83-b366-ee69a3ad0142 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:56:47.924604 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-913c9d03-3448-4e04-abb1-f563c58ad68b req-90a1e31f-7a5a-4ce4-bbda-f8a8f4e4182e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:48.010652 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-913c9d03-3448-4e04-abb1-f563c58ad68b req-90a1e31f-7a5a-4ce4-bbda-f8a8f4e4182e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] For port 7f09557d-066d-4b83-b366-ee69a3ad0142, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f09557d-066d-4b83-b366-ee69a3ad0142,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:56:48.011013 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-913c9d03-3448-4e04-abb1-f563c58ad68b req-90a1e31f-7a5a-4ce4-bbda-f8a8f4e4182e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:48.023145 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-913c9d03-3448-4e04-abb1-f563c58ad68b req-90a1e31f-7a5a-4ce4-bbda-f8a8f4e4182e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Calling delete_port for 7f09557d-066d-4b83-b366-ee69a3ad0142 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:56:48.151120 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-913c9d03-3448-4e04-abb1-f563c58ad68b req-90a1e31f-7a5a-4ce4-bbda-f8a8f4e4182e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:48.187037 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1e31f-7a5a-4ce4-bbda-f8a8f4e4182e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event deleted for resources: {'Port': ['ID=7f09557d-066d-4b83-b366-ee69a3ad0142,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:48.224563 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-913c9d03-3448-4e04-abb1-f563c58ad68b req-90a1e31f-7a5a-4ce4-bbda-f8a8f4e4182e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] No DVR routers for this DVR port 7f09557d-066d-4b83-b366-ee69a3ad0142 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:56:48.227337 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-913c9d03-3448-4e04-abb1-f563c58ad68b req-90a1e31f-7a5a-4ce4-bbda-f8a8f4e4182e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:48.230928 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-913c9d03-3448-4e04-abb1-f563c58ad68b req-90a1e31f-7a5a-4ce4-bbda-f8a8f4e4182e tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.37 "DELETE /v2.0/ports/7f09557d-066d-4b83-b366-ee69a3ad0142 HTTP/1.1" status: 204  len: 173 time: 0.3914137
Nov 20 21:56:48.231369 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'name': 'network-vif-deleted', 'tag': '7f09557d-066d-4b83-b366-ee69a3ad0142'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:56:48.233668 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dde1c8-638a-4dfa-a695-d2704c736af9" -d '{"events": [{"server_uuid": "8fa7e192-dc01-4c39-9b2b-9ac12f52d58d", "name": "network-vif-deleted", "tag": "7f09557d-066d-4b83-b366-ee69a3ad0142"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:56:48.283570 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c5cdb9-dc01-42f3-ba96-6d4757be54f9 x-openstack-request-id: req-24c5cdb9-dc01-42f3-ba96-6d4757be54f9 {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:56:48.283920 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa7e192-dc01-4c39-9b2b-9ac12f52d58d", "name": "network-vif-deleted", "tag": "7f09557d-066d-4b83-b366-ee69a3ad0142", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:56:48.284195 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24c5cdb9-dc01-42f3-ba96-6d4757be54f9 {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:56:48.284552 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa7e192-dc01-4c39-9b2b-9ac12f52d58d', 'name': 'network-vif-deleted', 'tag': '7f09557d-066d-4b83-b366-ee69a3ad0142', 'status': 'completed', 'code': 200}
Nov 20 21:56:48.806205 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ffab77bb-a451-4926-86f3-72fc49f263d0 req-96b34248-feac-451d-abc4-8a471dd012a0 tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa7e192-dc01-4c39-9b2b-9ac12f52d58d HTTP/1.1" status: 200  len: 210 time: 0.0296440
Nov 20 21:56:48.859321 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:49.395825 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:49.875963 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59296) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:56:49.932277 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1240f1e7-fe91-4f2f-86b3-6242ea50124b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:49.956589 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1240f1e7-fe91-4f2f-86b3-6242ea50124b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:50.015479 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1240f1e7-fe91-4f2f-86b3-6242ea50124b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:50.018105 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1240f1e7-fe91-4f2f-86b3-6242ea50124b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:50.019254 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1240f1e7-fe91-4f2f-86b3-6242ea50124b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] 10.222.0.41 "DELETE /v2.0/security-groups/c52711c9-ba60-4d3b-908d-e1e770dc9019 HTTP/1.1" status: 204  len: 168 time: 0.1422863
Nov 20 21:56:50.029801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240f1e7-fe91-4f2f-86b3-6242ea50124b tempest-TestShelveInstance-1713581458 tempest-TestShelveInstance-1713581458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52711c9-ba60-4d3b-908d-e1e770dc9019,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:50.056677 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59300) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:56:50.503280 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:50.745647 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Deleting port 5c09a21a-2a0f-496f-b27c-532abbca63a8 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:56:50.745992 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:50.827341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] For port 5c09a21a-2a0f-496f-b27c-532abbca63a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c09a21a-2a0f-496f-b27c-532abbca63a8,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:56:50.827621 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:50.839968 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Calling delete_port for 5c09a21a-2a0f-496f-b27c-532abbca63a8 owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:56:51.019242 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:51.044578 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c09a21a-2a0f-496f-b27c-532abbca63a8,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:51.071979 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:51.072651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:51.072651 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:51.073003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:51.073341 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:51.073675 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:51.074010 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:51.074362 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:51.074694 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:51.075509 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:51.075509 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:51.075745 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:51.228071 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:51.446143 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:56:51.556352 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:56:51.558751 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 7f09557d-066d-4b83-b366-ee69a3ad0142 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:56:51.562517 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-48e1391f-5c17-4be3-ada8-9310a1a65607 admin admin] 10.222.0.41 "PUT /v2.0/routers/524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5051422
Nov 20 21:56:51.564039 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59304) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:56:51.566391 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05480fd1-4c97-471f-892e-10685e2bc7a6 None None] Sync routers for ids ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:56:51.576719 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05480fd1-4c97-471f-892e-10685e2bc7a6 None None] Routers {'524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:56:51.577469 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-05480fd1-4c97-471f-892e-10685e2bc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7df130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:51.583122 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 7f09557d-066d-4b83-b366-ee69a3ad0142 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:56:51.586030 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 7f09557d-066d-4b83-b366-ee69a3ad0142 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:56:51.672458 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5033bb7-af79-4217-a91e-b059d9ca363a admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:51.685634 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-05480fd1-4c97-471f-892e-10685e2bc7a6 None None] Set router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:56:51.775126 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5033bb7-af79-4217-a91e-b059d9ca363a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:51.828080 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c5033bb7-af79-4217-a91e-b059d9ca363a admin admin] Deleting port 0d71220d-2cdc-424a-a973-0fc2c482eb68 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:56:51.828418 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5033bb7-af79-4217-a91e-b059d9ca363a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:51.863435 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-05480fd1-4c97-471f-892e-10685e2bc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7df130>, [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:56:50Z', 'revision_number': 5, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port': {'id': '0d71220d-2cdc-424a-a973-0fc2c482eb68', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:51.891307 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05480fd1-4c97-471f-892e-10685e2bc7a6 None None] Checking router: 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:56:51.900624 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05480fd1-4c97-471f-892e-10685e2bc7a6 None None] Routers {'524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:56:51.901259 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-05480fd1-4c97-471f-892e-10685e2bc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7df130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:51.910865 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-c5033bb7-af79-4217-a91e-b059d9ca363a admin admin] For port 0d71220d-2cdc-424a-a973-0fc2c482eb68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d71220d-2cdc-424a-a973-0fc2c482eb68,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:56:51.911226 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5033bb7-af79-4217-a91e-b059d9ca363a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:51.923784 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-c5033bb7-af79-4217-a91e-b059d9ca363a admin admin] Calling delete_port for 0d71220d-2cdc-424a-a973-0fc2c482eb68 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:56:51.986811 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-05480fd1-4c97-471f-892e-10685e2bc7a6 None None] Set router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:56:52.040658 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-05480fd1-4c97-471f-892e-10685e2bc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f7df130>, [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:56:51Z', 'revision_number': 6, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:52.066440 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05480fd1-4c97-471f-892e-10685e2bc7a6 None None] The sync data for ids ['524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c'] in ncdv-master-1 is: [{'id': '524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c', 'name': 'tempest-TestShelveInstance-1822345800-router', 'tenant_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:14Z', 'updated_at': '2021-11-20T21:56:51Z', 'revision_number': 6, 'project_id': 'f8bf19e13d444cd0b7a0fe3565ae7e67', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:56:52.093071 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5033bb7-af79-4217-a91e-b059d9ca363a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:52.119863 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5033bb7-af79-4217-a91e-b059d9ca363a admin admin] Pushing event deleted for resources: {'Port': ['ID=0d71220d-2cdc-424a-a973-0fc2c482eb68,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:52.137521 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627ed8e0-1980-49d6-be31-1401ee38cdf1 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:56:52.182695 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5033bb7-af79-4217-a91e-b059d9ca363a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:52.276996 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5033bb7-af79-4217-a91e-b059d9ca363a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:52.279360 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5033bb7-af79-4217-a91e-b059d9ca363a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:52.322979 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5033bb7-af79-4217-a91e-b059d9ca363a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:52.323493 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5033bb7-af79-4217-a91e-b059d9ca363a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:56:52.327870 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-c5033bb7-af79-4217-a91e-b059d9ca363a admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:52.328905 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-c5033bb7-af79-4217-a91e-b059d9ca363a admin admin] 10.222.0.41 "DELETE /v2.0/routers/524b5db6-b9cc-4fa8-a3c2-7272a6f4dd5c HTTP/1.1" status: 204  len: 168 time: 0.7638738
Nov 20 21:56:52.331468 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59306) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:56:52.377599 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db4abfc-2de6-4999-8db7-3ce4000c468a admin admin] Deleting subnet ba09eca0-b41a-4cc4-995d-56a6e06de488 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:56:52.380877 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3db4abfc-2de6-4999-8db7-3ce4000c468a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:52.415512 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3db4abfc-2de6-4999-8db7-3ce4000c468a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:52.501462 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3db4abfc-2de6-4999-8db7-3ce4000c468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:52.556811 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3db4abfc-2de6-4999-8db7-3ce4000c468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:52.585182 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4abfc-2de6-4999-8db7-3ce4000c468a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba09eca0-b41a-4cc4-995d-56a6e06de488,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:52.587227 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3db4abfc-2de6-4999-8db7-3ce4000c468a admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:52.591274 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b319e2ce-fe29-4a54-ae97-33d71e5343c8 None None] Network 739d6e75-f194-41c4-8d4c-877de8611ef7 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:56:52.593098 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3db4abfc-2de6-4999-8db7-3ce4000c468a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ba09eca0-b41a-4cc4-995d-56a6e06de488 HTTP/1.1" status: 204  len: 168 time: 0.2606232
Nov 20 21:56:52.593254 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59308) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:56:52.666403 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:52.720082 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] Deleting port b3256a86-68e0-4c87-88e7-76d0c2106430 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:56:52.720689 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:52.794480 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] For port b3256a86-68e0-4c87-88e7-76d0c2106430, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3256a86-68e0-4c87-88e7-76d0c2106430,segment=NetworkSegment(64c9d715-9b3b-4641-9e2a-a493f23666da),segment_id=64c9d715-9b3b-4641-9e2a-a493f23666da)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:56:52.794747 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:52.806299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] Calling delete_port for b3256a86-68e0-4c87-88e7-76d0c2106430 owned by network:dhcp {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:56:52.862429 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] DHCP port deletion for 739d6e75-f194-41c4-8d4c-877de8611ef7 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:56:52.890383 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:52.911290 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Deleting port b3256a86-68e0-4c87-88e7-76d0c2106430 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:56:52.911759 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:52.918566 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] Pushing event deleted for resources: {'Port': ['ID=b3256a86-68e0-4c87-88e7-76d0c2106430,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:52.920392 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] No DVR routers for this DVR port b3256a86-68e0-4c87-88e7-76d0c2106430 on host ncdv-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:56:52.985961 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] For port b3256a86-68e0-4c87-88e7-76d0c2106430, host ncdv-master-1, got binding levels [] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:56:52.986451 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:52.998347 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:53.000334 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Calling delete_port for b3256a86-68e0-4c87-88e7-76d0c2106430 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:56:53.003064 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.ipam_backend_mixin [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Port b3256a86-68e0-4c87-88e7-76d0c2106430 was not found and therefore no delete operation was performed {{(pid=126226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 20 21:56:53.004365 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:53.018356 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4e84a730>,) {'filters': {'network_id': ['739d6e75-f194-41c4-8d4c-877de8611ef7']}} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:53.027813 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e84a730>, '64c9d715-9b3b-4641-9e2a-a493f23666da') {'for_net_delete': True} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:53.028102 ncdv-master-1 neutron-server[126224]: DEBUG neutron.services.segments.db [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4e84a730>, '64c9d715-9b3b-4641-9e2a-a493f23666da') {} {{(pid=126224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:53.028454 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Pushing event deleted for resources: {'Port': ['ID=b3256a86-68e0-4c87-88e7-76d0c2106430,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:53.037884 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25238009'] for segment, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:53.040254 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] No DVR routers for this DVR port b3256a86-68e0-4c87-88e7-76d0c2106430 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:56:53.043152 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:53.044006 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:53.044386 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:53.044813 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:53.045158 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:53.045974 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:53.046369 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:53.046706 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:53.047041 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:53.047372 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:53.047702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:53.048809 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f1319-d41a-4981-bde4-687d8cab65c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:56:53.051974 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:53.064742 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=126224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:56:53.066334 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27007024'] for segment, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]: Traceback (most recent call last):
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:     timer()
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:     cb(*args, **kw)
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:     return func(*args, **kwargs)
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:     self._notify()
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:     self.callback(batched_events)
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:     event.method(event)
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:     return f(self, *a, **k)
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:     return self._get(url).json()
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:56:53.069653 ncdv-master-1 neutron-server[126224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:56:53.133380 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:53.139579 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:53.142805 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] 10.222.0.41 "DELETE /v2.0/networks/739d6e75-f194-41c4-8d4c-877de8611ef7 HTTP/1.1" status: 204  len: 168 time: 0.5485151
Nov 20 21:56:53.145797 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59310) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:56:53.153731 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e22d1-c6b4-45d0-a97a-eb3e5a15154f admin admin] Pushing event deleted for resources: {'Network': ['ID=739d6e75-f194-41c4-8d4c-877de8611ef7,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:53.499087 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9d5adbab-8d56-4db7-9c79-0f001f5398e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:53.525817 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5c09a21a-2a0f-496f-b27c-532abbca63a8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:56:53.547197 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 5c09a21a-2a0f-496f-b27c-532abbca63a8 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:56:53.547548 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 5c09a21a-2a0f-496f-b27c-532abbca63a8 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:56:53.547969 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b3256a86-68e0-4c87-88e7-76d0c2106430 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:56:53.570150 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: b3256a86-68e0-4c87-88e7-76d0c2106430 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:56:53.570423 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b3256a86-68e0-4c87-88e7-76d0c2106430 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:56:53.570837 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0d71220d-2cdc-424a-a973-0fc2c482eb68 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:56:53.590192 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 0d71220d-2cdc-424a-a973-0fc2c482eb68 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:56:53.590541 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 0d71220d-2cdc-424a-a973-0fc2c482eb68 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:56:53.744188 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-9d5adbab-8d56-4db7-9c79-0f001f5398e9 admin admin] Deleting port a47c498a-4623-4aca-935e-00e9f2ca4b14 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:56:53.744851 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9d5adbab-8d56-4db7-9c79-0f001f5398e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:53.820308 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-9d5adbab-8d56-4db7-9c79-0f001f5398e9 admin admin] For port a47c498a-4623-4aca-935e-00e9f2ca4b14, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a47c498a-4623-4aca-935e-00e9f2ca4b14,segment=NetworkSegment(c52d9917-5415-43c5-a893-9d8d6408cd6f),segment_id=c52d9917-5415-43c5-a893-9d8d6408cd6f)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:56:53.820582 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9d5adbab-8d56-4db7-9c79-0f001f5398e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:53.832559 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-9d5adbab-8d56-4db7-9c79-0f001f5398e9 admin admin] Calling delete_port for a47c498a-4623-4aca-935e-00e9f2ca4b14 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:56:54.005582 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9d5adbab-8d56-4db7-9c79-0f001f5398e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:54.031969 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5adbab-8d56-4db7-9c79-0f001f5398e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a47c498a-4623-4aca-935e-00e9f2ca4b14,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:54.197567 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9d5adbab-8d56-4db7-9c79-0f001f5398e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:54.414269 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5adbab-8d56-4db7-9c79-0f001f5398e9 admin admin] Router f94fa8e7-c622-4cb1-aef1-a94d053e3b78 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:56:54.523976 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5adbab-8d56-4db7-9c79-0f001f5398e9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:56:54.529278 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9d5adbab-8d56-4db7-9c79-0f001f5398e9 admin admin] 10.222.0.41 "PUT /v2.0/routers/f94fa8e7-c622-4cb1-aef1-a94d053e3b78/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3822200
Nov 20 21:56:54.531957 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59316) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:56:54.538348 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3f1b53-fc09-45cd-8530-f6cc819ee027 None None] Sync routers for ids ['f94fa8e7-c622-4cb1-aef1-a94d053e3b78'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:56:54.548103 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f1b53-fc09-45cd-8530-f6cc819ee027 None None] Routers {'f94fa8e7-c622-4cb1-aef1-a94d053e3b78'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:56:54.548722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5c3f1b53-fc09-45cd-8530-f6cc819ee027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4789c190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f94fa8e7-c622-4cb1-aef1-a94d053e3b78'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:54.641443 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-796a9d2a-d0ce-4b7c-b2c6-7977812cd15c admin admin] Publish callbacks [] for router, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:54.658014 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-5c3f1b53-fc09-45cd-8530-f6cc819ee027 None None] Set router f94fa8e7-c622-4cb1-aef1-a94d053e3b78 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:56:54.747418 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-796a9d2a-d0ce-4b7c-b2c6-7977812cd15c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:54.799050 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-796a9d2a-d0ce-4b7c-b2c6-7977812cd15c admin admin] Deleting port e416152b-c63f-4a10-ac29-846f39b31477 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:56:54.799387 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-796a9d2a-d0ce-4b7c-b2c6-7977812cd15c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:54.834702 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5c3f1b53-fc09-45cd-8530-f6cc819ee027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4789c190>, [{'id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'name': 'tempest-TestShelveInstance-582112159-router', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e416152b-c63f-4a10-ac29-846f39b31477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:19Z', 'updated_at': '2021-11-20T21:56:53Z', 'revision_number': 5, 'project_id': '8e1d10b1342644f188d64826f270d4c8', 'gw_port': {'id': 'e416152b-c63f-4a10-ac29-846f39b31477', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:48:19Z', 'updated_at': '2021-11-20T21:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:54.866077 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3f1b53-fc09-45cd-8530-f6cc819ee027 None None] Checking router: f94fa8e7-c622-4cb1-aef1-a94d053e3b78 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:56:54.874304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f1b53-fc09-45cd-8530-f6cc819ee027 None None] Routers {'f94fa8e7-c622-4cb1-aef1-a94d053e3b78'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:56:54.874914 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5c3f1b53-fc09-45cd-8530-f6cc819ee027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4789c190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['f94fa8e7-c622-4cb1-aef1-a94d053e3b78'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:54.878427 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-796a9d2a-d0ce-4b7c-b2c6-7977812cd15c admin admin] For port e416152b-c63f-4a10-ac29-846f39b31477, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e416152b-c63f-4a10-ac29-846f39b31477,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:56:54.878800 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-796a9d2a-d0ce-4b7c-b2c6-7977812cd15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:54.891349 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-796a9d2a-d0ce-4b7c-b2c6-7977812cd15c admin admin] Calling delete_port for e416152b-c63f-4a10-ac29-846f39b31477 owned by network:router_gateway {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:56:54.960012 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-5c3f1b53-fc09-45cd-8530-f6cc819ee027 None None] Set router f94fa8e7-c622-4cb1-aef1-a94d053e3b78 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:56:55.010653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-5c3f1b53-fc09-45cd-8530-f6cc819ee027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4789c190>, [{'id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'name': 'tempest-TestShelveInstance-582112159-router', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:19Z', 'updated_at': '2021-11-20T21:56:54Z', 'revision_number': 6, 'project_id': '8e1d10b1342644f188d64826f270d4c8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:55.058609 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-796a9d2a-d0ce-4b7c-b2c6-7977812cd15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:55.091682 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a9d2a-d0ce-4b7c-b2c6-7977812cd15c admin admin] Pushing event deleted for resources: {'Port': ['ID=e416152b-c63f-4a10-ac29-846f39b31477,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:55.160577 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-796a9d2a-d0ce-4b7c-b2c6-7977812cd15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:55.200719 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd73a8c-6755-4044-bcd2-453fdf375c3b None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:56:55.203035 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3f1b53-fc09-45cd-8530-f6cc819ee027 None None] The sync data for ids ['f94fa8e7-c622-4cb1-aef1-a94d053e3b78'] in ncdv-master-1 is: [{'id': 'f94fa8e7-c622-4cb1-aef1-a94d053e3b78', 'name': 'tempest-TestShelveInstance-582112159-router', 'tenant_id': '8e1d10b1342644f188d64826f270d4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:48:19Z', 'updated_at': '2021-11-20T21:56:54Z', 'revision_number': 6, 'project_id': '8e1d10b1342644f188d64826f270d4c8', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:56:55.256945 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-796a9d2a-d0ce-4b7c-b2c6-7977812cd15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:55.259515 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-796a9d2a-d0ce-4b7c-b2c6-7977812cd15c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:55.300515 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-796a9d2a-d0ce-4b7c-b2c6-7977812cd15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:55.300969 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796a9d2a-d0ce-4b7c-b2c6-7977812cd15c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f94fa8e7-c622-4cb1-aef1-a94d053e3b78 {{(pid=126224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 21:56:55.305413 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-796a9d2a-d0ce-4b7c-b2c6-7977812cd15c admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:55.306478 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-796a9d2a-d0ce-4b7c-b2c6-7977812cd15c admin admin] 10.222.0.41 "DELETE /v2.0/routers/f94fa8e7-c622-4cb1-aef1-a94d053e3b78 HTTP/1.1" status: 204  len: 168 time: 0.7728772
Nov 20 21:56:55.309047 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59318) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:56:55.356862 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d52b34-fc1e-4178-a82c-7e1d5381c659 admin admin] Deleting subnet 113401cc-f3a2-4996-ae3b-d8494940a864 {{(pid=126224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 21:56:55.359931 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05d52b34-fc1e-4178-a82c-7e1d5381c659 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:55.395261 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05d52b34-fc1e-4178-a82c-7e1d5381c659 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25238000'] for subnet, precommit_delete_associations {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:55.471278 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05d52b34-fc1e-4178-a82c-7e1d5381c659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:55.527263 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05d52b34-fc1e-4178-a82c-7e1d5381c659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282577'] for subnet, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:55.552465 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d52b34-fc1e-4178-a82c-7e1d5381c659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=113401cc-f3a2-4996-ae3b-d8494940a864,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:55.555978 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-05d52b34-fc1e-4178-a82c-7e1d5381c659 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:55.559245 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-05d52b34-fc1e-4178-a82c-7e1d5381c659 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/113401cc-f3a2-4996-ae3b-d8494940a864 HTTP/1.1" status: 204  len: 168 time: 0.2492359
Nov 20 21:56:55.561555 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e9b62d-7193-4a51-a747-d3d1e842cdbe None None] Network 614bfce7-ffb1-4ad4-96d3-0cf158e06126 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:56:55.562116 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59320) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:56:55.651058 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:55.711954 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] Deleting port 50157066-01a5-422a-8d43-7eac8cb9a98c {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:56:55.712298 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:55.860831 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a47c498a-4623-4aca-935e-00e9f2ca4b14 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:56:55.882508 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: a47c498a-4623-4aca-935e-00e9f2ca4b14 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:56:55.882939 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a47c498a-4623-4aca-935e-00e9f2ca4b14 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:56:56.063280 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db7e3ba-2a3d-4ac8-8606-1984e0728341 None None] DHCP port deletion for 614bfce7-ffb1-4ad4-96d3-0cf158e06126 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:56:56.083135 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] For port 50157066-01a5-422a-8d43-7eac8cb9a98c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50157066-01a5-422a-8d43-7eac8cb9a98c,segment=NetworkSegment(c52d9917-5415-43c5-a893-9d8d6408cd6f),segment_id=c52d9917-5415-43c5-a893-9d8d6408cd6f)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:56:56.083507 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:56.098768 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] Calling delete_port for 50157066-01a5-422a-8d43-7eac8cb9a98c owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:56:56.113345 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8db7e3ba-2a3d-4ac8-8606-1984e0728341 None None] Deleting port 50157066-01a5-422a-8d43-7eac8cb9a98c {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 21:56:56.113651 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8db7e3ba-2a3d-4ac8-8606-1984e0728341 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:56.181691 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:56.190025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-8db7e3ba-2a3d-4ac8-8606-1984e0728341 None None] For port 50157066-01a5-422a-8d43-7eac8cb9a98c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50157066-01a5-422a-8d43-7eac8cb9a98c,segment=NetworkSegment(c52d9917-5415-43c5-a893-9d8d6408cd6f),segment_id=c52d9917-5415-43c5-a893-9d8d6408cd6f)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:56:56.190456 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8db7e3ba-2a3d-4ac8-8606-1984e0728341 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:56.203906 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-8db7e3ba-2a3d-4ac8-8606-1984e0728341 None None] Calling delete_port for 50157066-01a5-422a-8d43-7eac8cb9a98c owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 21:56:56.209901 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] Pushing event deleted for resources: {'Port': ['ID=50157066-01a5-422a-8d43-7eac8cb9a98c,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:56.213409 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] No DVR routers for this DVR port 50157066-01a5-422a-8d43-7eac8cb9a98c on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:56:56.286646 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8db7e3ba-2a3d-4ac8-8606-1984e0728341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:56.287526 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:56.309756 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a57228190>,) {'filters': {'network_id': ['614bfce7-ffb1-4ad4-96d3-0cf158e06126']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:56.314208 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7e3ba-2a3d-4ac8-8606-1984e0728341 None None] Pushing event deleted for resources: {'Port': ['ID=50157066-01a5-422a-8d43-7eac8cb9a98c,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:56.316271 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db7e3ba-2a3d-4ac8-8606-1984e0728341 None None] No DVR routers for this DVR port 50157066-01a5-422a-8d43-7eac8cb9a98c on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 21:56:56.320780 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a57228190>, 'c52d9917-5415-43c5-a893-9d8d6408cd6f') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:56.321081 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a57228190>, 'c52d9917-5415-43c5-a893-9d8d6408cd6f') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:56:56.336439 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:56.350833 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:56.357235 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 21:56:56.357630 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 21:56:56.359421 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 21:56:56.415731 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:56.421096 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:56.424230 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] 10.222.0.41 "DELETE /v2.0/networks/614bfce7-ffb1-4ad4-96d3-0cf158e06126 HTTP/1.1" status: 204  len: 168 time: 0.8610916
Nov 20 21:56:56.435059 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134bbe6-7586-48f4-9479-d9ee99035553 admin admin] Pushing event deleted for resources: {'Network': ['ID=614bfce7-ffb1-4ad4-96d3-0cf158e06126,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:56.535699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59324) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:56:56.576097 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-b719bb8b-5233-4954-bbdf-b1236cca4a3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8bf19e13d444cd0b7a0fe3565ae7e67&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0392151
Nov 20 21:56:56.578739 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59326) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:56:56.625369 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7964bd19-4132-4fc2-9488-9988108077cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:56.647159 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7964bd19-4132-4fc2-9488-9988108077cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:56.697262 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7964bd19-4132-4fc2-9488-9988108077cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:56.699912 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-7964bd19-4132-4fc2-9488-9988108077cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:56.701092 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-7964bd19-4132-4fc2-9488-9988108077cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14b77528-5118-4548-b99d-572edb4e219a HTTP/1.1" status: 204  len: 168 time: 0.1214840
Nov 20 21:56:56.709205 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964bd19-4132-4fc2-9488-9988108077cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b77528-5118-4548-b99d-572edb4e219a,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:57.002307 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59332) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:56:57.041375 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ef7a78c8-9c5f-4a18-b215-fcbef3ded7f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e1d10b1342644f188d64826f270d4c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0379052
Nov 20 21:56:57.044073 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59334) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:56:57.092280 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf587617-3045-4246-b4e9-41ad1fd199e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:57.114382 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf587617-3045-4246-b4e9-41ad1fd199e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:57.162886 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf587617-3045-4246-b4e9-41ad1fd199e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:57.165666 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-cf587617-3045-4246-b4e9-41ad1fd199e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:57.166857 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-cf587617-3045-4246-b4e9-41ad1fd199e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f38f95da-f35b-4ff1-bd63-d106106f7054 HTTP/1.1" status: 204  len: 168 time: 0.1217904
Nov 20 21:56:57.174709 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf587617-3045-4246-b4e9-41ad1fd199e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38f95da-f35b-4ff1-bd63-d106106f7054,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:57.532509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e416152b-c63f-4a10-ac29-846f39b31477 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:56:57.557074 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: e416152b-c63f-4a10-ac29-846f39b31477 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:56:57.557342 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device e416152b-c63f-4a10-ac29-846f39b31477 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:56:57.557758 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 50157066-01a5-422a-8d43-7eac8cb9a98c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:56:57.577202 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 50157066-01a5-422a-8d43-7eac8cb9a98c {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 21:56:57.577546 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 50157066-01a5-422a-8d43-7eac8cb9a98c not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 21:56:57.853350 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59356) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:56:57.949536 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-50523160-39b9-4600-88fa-3971ce0777af admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-298895362-network', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:56:57.971292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50523160-39b9-4600-88fa-3971ce0777af admin admin] Made reservation on behalf of 8a521bfbeaca4e3ab513ff90f1caa0a1 for: {'network': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:56:57.973787 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-50523160-39b9-4600-88fa-3971ce0777af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:57.982156 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-50523160-39b9-4600-88fa-3971ce0777af admin admin] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.054496 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-50523160-39b9-4600-88fa-3971ce0777af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.058301 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-50523160-39b9-4600-88fa-3971ce0777af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.085957 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50523160-39b9-4600-88fa-3971ce0777af admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'}  {{(pid=126224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:56:58.095693 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50523160-39b9-4600-88fa-3971ce0777af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14093dc2-aecc-4464-9c20-a909c3875994,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:58.100748 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-50523160-39b9-4600-88fa-3971ce0777af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.101090 ncdv-master-1 neutron-server[126224]: INFO neutron.db.segments_db [None req-50523160-39b9-4600-88fa-3971ce0777af admin admin] Added segment b9c93546-52f2-44d2-92cf-ae563ce996f4 of type vlan for network 218d2210-da49-4543-9fed-a4412f2fb9fa
Nov 20 21:56:58.140827 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-50523160-39b9-4600-88fa-3971ce0777af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.164787 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-50523160-39b9-4600-88fa-3971ce0777af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.165930 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50523160-39b9-4600-88fa-3971ce0777af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:56:58.166582 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-50523160-39b9-4600-88fa-3971ce0777af admin admin] Publish callbacks [] for network, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.195472 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-50523160-39b9-4600-88fa-3971ce0777af admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3409641
Nov 20 21:56:58.198539 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59360) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:56:58.203994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-72c8249c-f4ed-4e72-a7e2-7705e0312de0 admin admin] Request body: {'subnet': {'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-298895362-subnet', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'ip_version': 4}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:56:58.223433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c8249c-f4ed-4e72-a7e2-7705e0312de0 admin admin] Made reservation on behalf of 8a521bfbeaca4e3ab513ff90f1caa0a1 for: {'subnet': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:56:58.225791 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72c8249c-f4ed-4e72-a7e2-7705e0312de0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596411'] for subnet, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.230760 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50523160-39b9-4600-88fa-3971ce0777af admin admin] Pushing event updated for resources: {'Network': ['ID=218d2210-da49-4543-9fed-a4412f2fb9fa,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:58.242184 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 218d2210-da49-4543-9fed-a4412f2fb9fa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:56:58.395978 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72c8249c-f4ed-4e72-a7e2-7705e0312de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26743512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596393'] for subnet, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.455244 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8249c-f4ed-4e72-a7e2-7705e0312de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b8db50d-ee0a-40ed-8d14-4c383d8e9862,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:58.457584 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8249c-f4ed-4e72-a7e2-7705e0312de0 admin admin] Checking segment: {'id': 'b9c93546-52f2-44d2-92cf-ae563ce996f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:56:58.457943 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c8249c-f4ed-4e72-a7e2-7705e0312de0 admin admin] Network hostable DHCP agents. Network: 218d2210-da49-4543-9fed-a4412f2fb9fa, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:56:58.475169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c8249c-f4ed-4e72-a7e2-7705e0312de0 admin admin] Network 218d2210-da49-4543-9fed-a4412f2fb9fa is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:56:58.483498 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-72c8249c-f4ed-4e72-a7e2-7705e0312de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 218d2210-da49-4543-9fed-a4412f2fb9fa) {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:56:58.487408 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c8249c-f4ed-4e72-a7e2-7705e0312de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:56:58.487997 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-72c8249c-f4ed-4e72-a7e2-7705e0312de0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.493192 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a5b1d7-cfb9-4049-a660-511f849ea8da None None] Network 218d2210-da49-4543-9fed-a4412f2fb9fa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:56:58.503725 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-72c8249c-f4ed-4e72-a7e2-7705e0312de0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3035331
Nov 20 21:56:58.506701 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59362) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:56:58.511841 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:56:58.543073 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.544338 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.608885 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.656976 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-218d2210-da49-4543-9fed-a4412f2fb9fa', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:56:58.658009 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.750932 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.815505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Allocated IP 172.20.0.2 (218d2210-da49-4543-9fed-a4412f2fb9fa/9b8db50d-ee0a-40ed-8d14-4c383d8e9862/77a513ff-02e6-4b10-9b7c-052daa9d8b94) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:56:58.967791 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.973048 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.973561 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:58.993913 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:59.015200 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Network 218d2210-da49-4543-9fed-a4412f2fb9fa is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:56:59.018516 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:56:59.022622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:56:59.031415 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Pushing event updated for resources: {'Port': ['ID=77a513ff-02e6-4b10-9b7c-052daa9d8b94,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:59.088068 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Attempting to bind port 77a513ff-02e6-4b10-9b7c-052daa9d8b94 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:56:59.088445 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Attempting to bind port 77a513ff-02e6-4b10-9b7c-052daa9d8b94 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b9c93546-52f2-44d2-92cf-ae563ce996f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:56:59.088811 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Attempting to bind port 77a513ff-02e6-4b10-9b7c-052daa9d8b94 on network 218d2210-da49-4543-9fed-a4412f2fb9fa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:56:59.095019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:56:59.095413 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Checking segment: {'id': 'b9c93546-52f2-44d2-92cf-ae563ce996f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:56:59.095818 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:59.096211 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Bound using segment: {'id': 'b9c93546-52f2-44d2-92cf-ae563ce996f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:56:59.096697 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Bound port: 77a513ff-02e6-4b10-9b7c-052daa9d8b94, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c93546-52f2-44d2-92cf-ae563ce996f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:56:59.097081 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:59.115639 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Allocated IP 172.35.1.14 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/8936fd56-bb64-4357-a5a9-40d90eccc350) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:56:59.164341 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] For port 77a513ff-02e6-4b10-9b7c-052daa9d8b94, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:56:59.167764 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] For port 77a513ff-02e6-4b10-9b7c-052daa9d8b94, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77a513ff-02e6-4b10-9b7c-052daa9d8b94,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:56:59.173257 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:59.234356 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb159a2-119e-4ae8-9547-990e16d3e094 None None] Pushing event updated for resources: {'Port': ['ID=77a513ff-02e6-4b10-9b7c-052daa9d8b94,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:59.234663 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:59.272476 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:59.322630 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:56:59.325645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:56:59.330829 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:56:59.341065 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3819eb43-777c-454c-8b89-c08449128f12 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:56:59.367720 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Pushing event updated for resources: {'Port': ['ID=8936fd56-bb64-4357-a5a9-40d90eccc350,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:59.467470 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-601d54d2-25d5-4f23-97ea-48bedd74d538 None None] Provisioning complete for port 8936fd56-bb64-4357-a5a9-40d90eccc350 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:56:59.467834 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-601d54d2-25d5-4f23-97ea-48bedd74d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:59.551387 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-601d54d2-25d5-4f23-97ea-48bedd74d538 None None] Port 8936fd56-bb64-4357-a5a9-40d90eccc350 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:56:59.598796 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 77a513ff-02e6-4b10-9b7c-052daa9d8b94 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:56:59.647006 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:59.652095 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 77a513ff-02e6-4b10-9b7c-052daa9d8b94 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:56:59.652471 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:59.731646 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:59.765466 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 77a513ff-02e6-4b10-9b7c-052daa9d8b94, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77a513ff-02e6-4b10-9b7c-052daa9d8b94,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:56:59.770748 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:59.823812 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=77a513ff-02e6-4b10-9b7c-052daa9d8b94,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:56:59.847491 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:56:59.978540 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:57:00.089779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:57:00.100107 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Sync routers for ids ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:57:00.108790 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:00.112551 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-ed3759e6-d36c-4b2a-9133-16000f16ee5c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.6024079
Nov 20 21:57:00.112716 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Routers {'59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:57:00.112716 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54384ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:00.112964 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59364) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:57:00.231696 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Set router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:57:00.264565 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3ae150-9fb7-45b1-a1e5-8c5b202d19ee None None] Network 218d2210-da49-4543-9fed-a4412f2fb9fa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:57:00.332717 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-840ca757-5518-44db-9d6e-70aa9f454ec1 None None] Provisioning complete for port 77a513ff-02e6-4b10-9b7c-052daa9d8b94 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:00.333353 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-840ca757-5518-44db-9d6e-70aa9f454ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:00.422677 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54384ca0>, [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:56:59Z', 'revision_number': 3, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:00.450386 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Checking router: 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:57:00.450744 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Updating router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd port 8936fd56-bb64-4357-a5a9-40d90eccc350 binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:57:00.477113 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:00.764959 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:00.769909 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:00.815058 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9816e7ef-e19f-4585-ab90-8d08eb03580d None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:57:00.822787 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Attempting to bind port 8936fd56-bb64-4357-a5a9-40d90eccc350 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:57:00.823156 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Attempting to bind port 8936fd56-bb64-4357-a5a9-40d90eccc350 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:57:00.823820 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Attempting to bind port 8936fd56-bb64-4357-a5a9-40d90eccc350 on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:57:00.833478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-bc4a28f4-4d8a-44f4-af6b-f7df112e2dbf None None] Provisioning complete for port 77a513ff-02e6-4b10-9b7c-052daa9d8b94 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:00.834709 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bc4a28f4-4d8a-44f4-af6b-f7df112e2dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:00.836346 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:57:00.837646 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:57:00.837646 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:00.837646 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:57:00.837986 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Bound port: 8936fd56-bb64-4357-a5a9-40d90eccc350, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:57:00.838345 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:00.867699 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a872ab9-1899-434b-8217-ca1ae8d59285 None None] Pushing event updated for resources: {'Port': ['ID=8936fd56-bb64-4357-a5a9-40d90eccc350,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:00.877911 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a872ab9-1899-434b-8217-ca1ae8d59285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:57:00.878127 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a872ab9-1899-434b-8217-ca1ae8d59285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:57:00.878469 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a872ab9-1899-434b-8217-ca1ae8d59285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:57:00.878803 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a872ab9-1899-434b-8217-ca1ae8d59285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:57:00.879130 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a872ab9-1899-434b-8217-ca1ae8d59285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:57:00.879458 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a872ab9-1899-434b-8217-ca1ae8d59285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:57:00.879786 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a872ab9-1899-434b-8217-ca1ae8d59285 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:57:00.880110 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a872ab9-1899-434b-8217-ca1ae8d59285 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:57:00.880429 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a872ab9-1899-434b-8217-ca1ae8d59285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:57:00.881291 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a872ab9-1899-434b-8217-ca1ae8d59285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:57:00.881648 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a872ab9-1899-434b-8217-ca1ae8d59285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:57:00.881970 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a872ab9-1899-434b-8217-ca1ae8d59285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:57:00.910918 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] For port 8936fd56-bb64-4357-a5a9-40d90eccc350, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:57:00.912826 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:00.914739 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] For port 8936fd56-bb64-4357-a5a9-40d90eccc350, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8936fd56-bb64-4357-a5a9-40d90eccc350,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:57:00.920293 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:00.968104 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c47fce2-861d-45f3-9955-37430d1cc277 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:57:00.978496 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Routers {'59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:57:00.979117 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54384ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:01.044661 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-790d43ff-bc56-44a4-a307-65e6ccee5000 None None] Provisioning complete for port 8936fd56-bb64-4357-a5a9-40d90eccc350 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:01.045056 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-790d43ff-bc56-44a4-a307-65e6ccee5000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:01.086450 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Allocated IP 172.20.0.1 (218d2210-da49-4543-9fed-a4412f2fb9fa/9b8db50d-ee0a-40ed-8d14-4c383d8e9862/a9d37f5f-95a5-41a7-83da-b28f2ae42295) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:57:01.131421 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a872ab9-1899-434b-8217-ca1ae8d59285 None None] Pushing event updated for resources: {'Port': ['ID=8936fd56-bb64-4357-a5a9-40d90eccc350,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:01.133306 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-790d43ff-bc56-44a4-a307-65e6ccee5000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:01.154932 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-790d43ff-bc56-44a4-a307-65e6ccee5000 None None] For port 8936fd56-bb64-4357-a5a9-40d90eccc350, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8936fd56-bb64-4357-a5a9-40d90eccc350,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:57:01.158939 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-790d43ff-bc56-44a4-a307-65e6ccee5000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:01.197723 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] Set router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:57:01.213052 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:01.215159 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d43ff-bc56-44a4-a307-65e6ccee5000 None None] Pushing event updated for resources: {'Port': ['ID=8936fd56-bb64-4357-a5a9-40d90eccc350,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:01.248690 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:01.295410 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Network 218d2210-da49-4543-9fed-a4412f2fb9fa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:57:01.300063 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:57:01.305457 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:57:01.308648 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d37f5f-95a5-41a7-83da-b28f2ae42295,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:01.346072 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:01.384706 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54384ca0>, [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:56:59Z', 'revision_number': 3, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:01.411259 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4ecc8-18a6-43d5-a62d-6b2f3c514d35 None None] The sync data for ids ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'] in ncdv-master-1 is: [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:56:59Z', 'revision_number': 3, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:57:01.490439 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:01.547872 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 77a513ff-02e6-4b10-9b7c-052daa9d8b94 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:57:01.598721 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1ffd4f39-a81b-4a0b-bde9-3786c160dd3f None None] Provisioning complete for port a9d37f5f-95a5-41a7-83da-b28f2ae42295 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:01.599095 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1ffd4f39-a81b-4a0b-bde9-3786c160dd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:01.642302 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 77a513ff-02e6-4b10-9b7c-052daa9d8b94 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:01.642602 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:01.644176 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd4f39-a81b-4a0b-bde9-3786c160dd3f None None] Port a9d37f5f-95a5-41a7-83da-b28f2ae42295 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:57:01.670391 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:01.675761 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:01.776885 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d37f5f-95a5-41a7-83da-b28f2ae42295,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:01.781346 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:01.884960 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Network 218d2210-da49-4543-9fed-a4412f2fb9fa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:57:01.886409 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:57:02.013024 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:57:02.136212 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:57:02.141486 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9dd30087-c2d6-4c5a-862f-0ba66dafb042 admin admin] 10.222.0.41 "PUT /v2.0/routers/59beb9b8-ff2f-40d5-acf1-bd94aebf45cd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0274975
Nov 20 21:57:02.173489 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-166c3a61-8060-43c8-95ce-80625229f271 None None] Provisioning complete for port a9d37f5f-95a5-41a7-83da-b28f2ae42295 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:02.174160 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-166c3a61-8060-43c8-95ce-80625229f271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:02.209380 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-166c3a61-8060-43c8-95ce-80625229f271 None None] Port a9d37f5f-95a5-41a7-83da-b28f2ae42295 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:57:02.618937 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59380) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:57:02.623934 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-816e98bb-081f-4b38-9ea4-b2d600d4572c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-759163043-network', 'tenant_id': '61a4fd1254cc4c359403edfec899dde6'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:57:02.643500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816e98bb-081f-4b38-9ea4-b2d600d4572c admin admin] Made reservation on behalf of 61a4fd1254cc4c359403edfec899dde6 for: {'network': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:57:02.645767 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-816e98bb-081f-4b38-9ea4-b2d600d4572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for network, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:02.654652 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-816e98bb-081f-4b38-9ea4-b2d600d4572c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:02.731413 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-816e98bb-081f-4b38-9ea4-b2d600d4572c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:02.735667 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-816e98bb-081f-4b38-9ea4-b2d600d4572c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:02.764377 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816e98bb-081f-4b38-9ea4-b2d600d4572c admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'}  {{(pid=126225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 20 21:57:02.773559 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e98bb-081f-4b38-9ea4-b2d600d4572c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217a1a02-8a98-457f-8885-cfa0a340b40e,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:02.782768 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-816e98bb-081f-4b38-9ea4-b2d600d4572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:02.782993 ncdv-master-1 neutron-server[126225]: INFO neutron.db.segments_db [None req-816e98bb-081f-4b38-9ea4-b2d600d4572c admin admin] Added segment 7593f439-a70b-4a6f-b847-5b7a8f6ecdf0 of type vlan for network 9621da7a-447e-4a27-afe0-e52cd4328154
Nov 20 21:57:02.827289 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-816e98bb-081f-4b38-9ea4-b2d600d4572c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764508371460'] for network, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:02.854680 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-816e98bb-081f-4b38-9ea4-b2d600d4572c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632'] for network, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:02.855653 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816e98bb-081f-4b38-9ea4-b2d600d4572c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:02.856239 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-816e98bb-081f-4b38-9ea4-b2d600d4572c admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:02.887829 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-816e98bb-081f-4b38-9ea4-b2d600d4572c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.2675714
Nov 20 21:57:02.890503 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59382) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:57:02.897391 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-09ea6186-ca44-4c42-b8ff-1762c34bdc92 admin admin] Request body: {'subnet': {'network_id': '9621da7a-447e-4a27-afe0-e52cd4328154', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-759163043-subnet', 'tenant_id': '61a4fd1254cc4c359403edfec899dde6', 'ip_version': 4}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:57:02.919584 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ea6186-ca44-4c42-b8ff-1762c34bdc92 admin admin] Made reservation on behalf of 61a4fd1254cc4c359403edfec899dde6 for: {'subnet': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:57:02.921919 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-09ea6186-ca44-4c42-b8ff-1762c34bdc92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282572'] for subnet, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:02.926267 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e98bb-081f-4b38-9ea4-b2d600d4572c admin admin] Pushing event updated for resources: {'Network': ['ID=9621da7a-447e-4a27-afe0-e52cd4328154,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:02.936988 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Network 9621da7a-447e-4a27-afe0-e52cd4328154 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 20 21:57:03.056346 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Sync routers for ids ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:57:03.066005 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Routers {'59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:57:03.066732 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4674c430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:03.100589 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-09ea6186-ca44-4c42-b8ff-1762c34bdc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25357399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282590'] for subnet, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:03.163633 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea6186-ca44-4c42-b8ff-1762c34bdc92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ace5be-f59b-4cb8-b7a8-91a1402a6e6d,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:03.173393 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ea6186-ca44-4c42-b8ff-1762c34bdc92 admin admin] Checking segment: {'id': '7593f439-a70b-4a6f-b847-5b7a8f6ecdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9621da7a-447e-4a27-afe0-e52cd4328154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:57:03.173853 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ea6186-ca44-4c42-b8ff-1762c34bdc92 admin admin] Network hostable DHCP agents. Network: 9621da7a-447e-4a27-afe0-e52cd4328154, hostable agents: ['9e453b98-2a1a-427d-87e9-da26ae2667b2'], hosted agents: [] {{(pid=126224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 20 21:57:03.180382 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Set router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:57:03.193898 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ea6186-ca44-4c42-b8ff-1762c34bdc92 admin admin] Network 9621da7a-447e-4a27-afe0-e52cd4328154 is scheduled to be hosted by DHCP agent 9e453b98-2a1a-427d-87e9-da26ae2667b2 with binding_index 1 {{(pid=126224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 20 21:57:03.210553 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-09ea6186-ca44-4c42-b8ff-1762c34bdc92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9621da7a-447e-4a27-afe0-e52cd4328154) {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:57:03.214538 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ea6186-ca44-4c42-b8ff-1762c34bdc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:03.215141 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-09ea6186-ca44-4c42-b8ff-1762c34bdc92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:03.229304 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8148c00d-e5fc-41c1-9af8-fbd945e6e8dc None None] Network 9621da7a-447e-4a27-afe0-e52cd4328154 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:57:03.233476 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-09ea6186-ca44-4c42-b8ff-1762c34bdc92 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3418548
Nov 20 21:57:03.236147 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59400) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:57:03.240759 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-759163043-router', 'tenant_id': '61a4fd1254cc4c359403edfec899dde6', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:57:03.262480 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26088'] for router, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:03.263484 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:03.321436 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:03.469981 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:03.576580 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8936fd56-bb64-4357-a5a9-40d90eccc350 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:57:03.694509 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:03.715587 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:03.744172 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9621da7a-447e-4a27-afe0-e52cd4328154', 'network_id': '9621da7a-447e-4a27-afe0-e52cd4328154', 'tenant_id': '61a4fd1254cc4c359403edfec899dde6', 'fixed_ips': [{'subnet_id': '31ace5be-f59b-4cb8-b7a8-91a1402a6e6d'}]}} from ncdv-master-1. {{(pid=126226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 20 21:57:03.744958 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:03.775251 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 8936fd56-bb64-4357-a5a9-40d90eccc350 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:03.775615 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:03.825576 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Allocated IP 172.35.1.76 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/b33b9e83-9981-41ba-9f58-5fe88563564f) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:57:03.876196 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4674c430>, [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9d37f5f-95a5-41a7-83da-b28f2ae42295', 'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'mac_address': 'fa:16:3e:47:aa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:00Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 2, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'subnets': [{'id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:03.919019 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Checking router: 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:57:03.919377 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Updating router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd port a9d37f5f-95a5-41a7-83da-b28f2ae42295 binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:57:03.932260 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:03.968203 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:03.994884 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:04.013245 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:57:04.016270 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:57:04.019984 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:57:04.038622 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5c0e11-852c-493a-ad97-82081927b9c2 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:57:04.043007 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b33b9e83-9981-41ba-9f58-5fe88563564f,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:04.084716 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.db_base_plugin_common [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Allocated IP 172.20.0.2 (9621da7a-447e-4a27-afe0-e52cd4328154/31ace5be-f59b-4cb8-b7a8-91a1402a6e6d/411e67f5-3d34-4393-8880-57d5f6415e71) {{(pid=126226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:57:04.245021 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-859177bf-1f59-4d3d-911d-01eade298fcc None None] Provisioning complete for port b33b9e83-9981-41ba-9f58-5fe88563564f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:04.245682 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-859177bf-1f59-4d3d-911d-01eade298fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:04.280993 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:04.379809 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-859177bf-1f59-4d3d-911d-01eade298fcc None None] Port b33b9e83-9981-41ba-9f58-5fe88563564f cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:57:04.470656 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Publish callbacks [] for port, precommit_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:04.478911 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422'] for port, after_create {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:04.486696 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579937'] for router, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:04.558777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Network 9621da7a-447e-4a27-afe0-e52cd4328154 is already hosted by enough agents. {{(pid=126226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:57:04.571664 ncdv-master-1 neutron-server[126226]: DEBUG neutron.scheduler.base_scheduler [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Resources bound (agent type, host, resource id):  {{(pid=126226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:57:04.574644 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:04.576247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Pushing event updated for resources: {'Port': ['ID=411e67f5-3d34-4393-8880-57d5f6415e71,revision_number=1']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:04.578707 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Received port after_create {{(pid=126226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:57:04.588332 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:04.623167 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Router 3b2be75c-cdfb-421e-85e0-5348ece50b59 is scheduled to L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c with binding_index 1 {{(pid=126224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 20 21:57:04.680217 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Attempting to bind port 411e67f5-3d34-4393-8880-57d5f6415e71 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:57:04.680589 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Attempting to bind port 411e67f5-3d34-4393-8880-57d5f6415e71 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7593f439-a70b-4a6f-b847-5b7a8f6ecdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9621da7a-447e-4a27-afe0-e52cd4328154'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:57:04.680953 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Attempting to bind port 411e67f5-3d34-4393-8880-57d5f6415e71 on network 9621da7a-447e-4a27-afe0-e52cd4328154 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:57:04.686182 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cfea5-5a94-40bc-8b99-45bd0eee2288 None None] Pushing event updated for resources: {'Port': ['ID=a9d37f5f-95a5-41a7-83da-b28f2ae42295,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:04.704738 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:57:04.705157 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Checking segment: {'id': '7593f439-a70b-4a6f-b847-5b7a8f6ecdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9621da7a-447e-4a27-afe0-e52cd4328154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:57:04.705519 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:04.705915 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Bound using segment: {'id': '7593f439-a70b-4a6f-b847-5b7a8f6ecdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9621da7a-447e-4a27-afe0-e52cd4328154'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:57:04.706431 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Bound port: 411e67f5-3d34-4393-8880-57d5f6415e71, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7593f439-a70b-4a6f-b847-5b7a8f6ecdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9621da7a-447e-4a27-afe0-e52cd4328154'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:57:04.706819 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:04.746942 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:57:04.759534 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Sync routers for ids ['3b2be75c-cdfb-421e-85e0-5348ece50b59'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:57:04.767794 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] Publish callbacks [] for router, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:04.770100 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-7aa3dd28-60f5-4215-9d0f-be81a22479b8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.5320520
Nov 20 21:57:04.772913 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59402) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:57:04.779327 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Routers {'3b2be75c-cdfb-421e-85e0-5348ece50b59'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:57:04.780233 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54245790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3b2be75c-cdfb-421e-85e0-5348ece50b59'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:04.788240 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Attempting to bind port a9d37f5f-95a5-41a7-83da-b28f2ae42295 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:57:04.788563 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Attempting to bind port a9d37f5f-95a5-41a7-83da-b28f2ae42295 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b9c93546-52f2-44d2-92cf-ae563ce996f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:57:04.789439 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Attempting to bind port a9d37f5f-95a5-41a7-83da-b28f2ae42295 on network 218d2210-da49-4543-9fed-a4412f2fb9fa {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:57:04.804545 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:57:04.805051 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Checking segment: {'id': 'b9c93546-52f2-44d2-92cf-ae563ce996f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:57:04.805464 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:04.805863 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Bound using segment: {'id': 'b9c93546-52f2-44d2-92cf-ae563ce996f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:57:04.806394 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Bound port: a9d37f5f-95a5-41a7-83da-b28f2ae42295, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c93546-52f2-44d2-92cf-ae563ce996f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:57:04.806769 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:04.821468 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] For port 411e67f5-3d34-4393-8880-57d5f6415e71, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:57:04.856715 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] For port 411e67f5-3d34-4393-8880-57d5f6415e71, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=411e67f5-3d34-4393-8880-57d5f6415e71,segment=NetworkSegment(7593f439-a70b-4a6f-b847-5b7a8f6ecdf0),segment_id=7593f439-a70b-4a6f-b847-5b7a8f6ecdf0)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:57:04.867971 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:04.897728 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Set router 3b2be75c-cdfb-421e-85e0-5348ece50b59 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:57:04.931762 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] For port a9d37f5f-95a5-41a7-83da-b28f2ae42295, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:57:04.941691 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] For port a9d37f5f-95a5-41a7-83da-b28f2ae42295, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9d37f5f-95a5-41a7-83da-b28f2ae42295,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:57:04.957900 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:04.968339 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac59485-f04c-41cc-96e9-c8180524805e None None] Pushing event updated for resources: {'Port': ['ID=411e67f5-3d34-4393-8880-57d5f6415e71,revision_number=2']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:05.012709 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Routers {'59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:57:05.013357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4674c430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:05.155947 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] Set router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:57:05.163877 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54245790>, [{'id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'name': 'tempest-TestSnapshotPattern-759163043-router', 'tenant_id': '61a4fd1254cc4c359403edfec899dde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b33b9e83-9981-41ba-9f58-5fe88563564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:57:03Z', 'updated_at': '2021-11-20T21:57:04Z', 'revision_number': 3, 'project_id': '61a4fd1254cc4c359403edfec899dde6', 'gw_port': {'id': 'b33b9e83-9981-41ba-9f58-5fe88563564f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:03Z', 'updated_at': '2021-11-20T21:57:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:05.211429 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Checking router: 3b2be75c-cdfb-421e-85e0-5348ece50b59 for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:57:05.212137 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Updating router 3b2be75c-cdfb-421e-85e0-5348ece50b59 port b33b9e83-9981-41ba-9f58-5fe88563564f binding host ncdv-master-1 {{(pid=126227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:57:05.255111 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:05.390533 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:05.504712 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-1bc1f539-82b4-42a0-9265-ef3281842842 None None] Provisioning complete for port a9d37f5f-95a5-41a7-83da-b28f2ae42295 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:05.506827 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1bc1f539-82b4-42a0-9265-ef3281842842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:05.560504 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cfea5-5a94-40bc-8b99-45bd0eee2288 None None] Pushing event updated for resources: {'Port': ['ID=a9d37f5f-95a5-41a7-83da-b28f2ae42295,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:05.588917 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Publish callbacks [] for port, precommit_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:05.593301 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Allocated IP 172.20.0.1 (9621da7a-447e-4a27-afe0-e52cd4328154/31ace5be-f59b-4cb8-b7a8-91a1402a6e6d/2988f2b7-a812-43ff-b906-9f51b1e77fac) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:57:05.597313 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:05.640383 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a3077c-f243-4a5d-868f-810799de58a6 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:57:05.642790 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 411e67f5-3d34-4393-8880-57d5f6415e71 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:57:05.668270 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Attempting to bind port b33b9e83-9981-41ba-9f58-5fe88563564f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:57:05.668638 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Attempting to bind port b33b9e83-9981-41ba-9f58-5fe88563564f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:57:05.669204 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Attempting to bind port b33b9e83-9981-41ba-9f58-5fe88563564f on network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:57:05.680666 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:57:05.681369 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Checking segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:57:05.681957 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:05.682550 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Bound using segment: {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'} {{(pid=126227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:57:05.683193 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.managers [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Bound port: b33b9e83-9981-41ba-9f58-5fe88563564f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148bc6-4157-468c-a1b4-e4ca961bd904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb'}}] {{(pid=126227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:57:05.684361 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:05.745943 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:05.776460 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] For port b33b9e83-9981-41ba-9f58-5fe88563564f, host ncdv-master-1, cleared binding levels {{(pid=126227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:57:05.783454 ncdv-master-1 neutron-server[126227]: DEBUG neutron.plugins.ml2.db [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] For port b33b9e83-9981-41ba-9f58-5fe88563564f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b33b9e83-9981-41ba-9f58-5fe88563564f,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:57:05.785647 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:05.797341 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1bc1f539-82b4-42a0-9265-ef3281842842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:05.805917 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c600d-7505-4376-994c-f3954ab42613 None None] Pushing event updated for resources: {'Port': ['ID=b33b9e83-9981-41ba-9f58-5fe88563564f,revision_number=2']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:05.817314 ncdv-master-1 neutron-server[126227]: DEBUG neutron_lib.callbacks.manager [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:05.829045 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 411e67f5-3d34-4393-8880-57d5f6415e71 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:05.829338 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:05.859913 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Network 9621da7a-447e-4a27-afe0-e52cd4328154 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:57:05.863807 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:57:05.869154 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:57:05.918780 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-1bc1f539-82b4-42a0-9265-ef3281842842 None None] For port a9d37f5f-95a5-41a7-83da-b28f2ae42295, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9d37f5f-95a5-41a7-83da-b28f2ae42295,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:57:05.929658 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1bc1f539-82b4-42a0-9265-ef3281842842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:05.936613 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4674c430>, [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9d37f5f-95a5-41a7-83da-b28f2ae42295', 'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'mac_address': 'fa:16:3e:47:aa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:00Z', 'updated_at': '2021-11-20T21:57:04Z', 'revision_number': 4, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'subnets': [{'id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:06.050711 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513919'] for router_interface, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:06.052241 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c600d-7505-4376-994c-f3954ab42613 None None] Pushing event updated for resources: {'Port': ['ID=b33b9e83-9981-41ba-9f58-5fe88563564f,revision_number=3']} {{(pid=126227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:06.052241 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Routers {'3b2be75c-cdfb-421e-85e0-5348ece50b59'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:57:06.052241 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54245790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3b2be75c-cdfb-421e-85e0-5348ece50b59'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:06.052853 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Pushing event updated for resources: {'Port': ['ID=2988f2b7-a812-43ff-b906-9f51b1e77fac,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:06.052928 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24917092-722e-4cf0-9974-3a5844259c95 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 21:57:06.052928 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a4c656-f944-47a7-92e2-04b34c639ab4 None None] The sync data for ids ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'] in ncdv-master-1 is: [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9d37f5f-95a5-41a7-83da-b28f2ae42295', 'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'mac_address': 'fa:16:3e:47:aa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:00Z', 'updated_at': '2021-11-20T21:57:04Z', 'revision_number': 4, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'subnets': [{'id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:57:06.082800 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1f539-82b4-42a0-9265-ef3281842842 None None] Pushing event updated for resources: {'Port': ['ID=a9d37f5f-95a5-41a7-83da-b28f2ae42295,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:06.129564 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] Set router 3b2be75c-cdfb-421e-85e0-5348ece50b59 gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:57:06.184798 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a047c36d-a3a9-4061-9e9a-db1a967f3a91 None None] Provisioning complete for port b33b9e83-9981-41ba-9f58-5fe88563564f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:06.193908 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a047c36d-a3a9-4061-9e9a-db1a967f3a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:06.252742 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:06.328728 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] For port 411e67f5-3d34-4393-8880-57d5f6415e71, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=411e67f5-3d34-4393-8880-57d5f6415e71,segment=NetworkSegment(7593f439-a70b-4a6f-b847-5b7a8f6ecdf0),segment_id=7593f439-a70b-4a6f-b847-5b7a8f6ecdf0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:57:06.344764 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:06.440364 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54245790>, [{'id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'name': 'tempest-TestSnapshotPattern-759163043-router', 'tenant_id': '61a4fd1254cc4c359403edfec899dde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b33b9e83-9981-41ba-9f58-5fe88563564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:57:03Z', 'updated_at': '2021-11-20T21:57:04Z', 'revision_number': 3, 'project_id': '61a4fd1254cc4c359403edfec899dde6', 'gw_port': {'id': 'b33b9e83-9981-41ba-9f58-5fe88563564f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:03Z', 'updated_at': '2021-11-20T21:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:06.468604 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a047c36d-a3a9-4061-9e9a-db1a967f3a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:06.478602 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b0ec13-4e86-4306-a1f4-3bc211c4309c None None] The sync data for ids ['3b2be75c-cdfb-421e-85e0-5348ece50b59'] in ncdv-master-1 is: [{'id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'name': 'tempest-TestSnapshotPattern-759163043-router', 'tenant_id': '61a4fd1254cc4c359403edfec899dde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b33b9e83-9981-41ba-9f58-5fe88563564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:57:03Z', 'updated_at': '2021-11-20T21:57:04Z', 'revision_number': 3, 'project_id': '61a4fd1254cc4c359403edfec899dde6', 'gw_port': {'id': 'b33b9e83-9981-41ba-9f58-5fe88563564f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:03Z', 'updated_at': '2021-11-20T21:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:57:06.495787 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-a047c36d-a3a9-4061-9e9a-db1a967f3a91 None None] For port b33b9e83-9981-41ba-9f58-5fe88563564f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b33b9e83-9981-41ba-9f58-5fe88563564f,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:57:06.501513 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Pushing event updated for resources: {'Port': ['ID=411e67f5-3d34-4393-8880-57d5f6415e71,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:06.505595 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd2cfdc-efb6-4fbe-90d5-9cfaefabfa0f None None] Network 9621da7a-447e-4a27-afe0-e52cd4328154 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 21:57:06.509569 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a047c36d-a3a9-4061-9e9a-db1a967f3a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:06.606230 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a047c36d-a3a9-4061-9e9a-db1a967f3a91 None None] Provisioning complete for port a9d37f5f-95a5-41a7-83da-b28f2ae42295 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:06.606601 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a047c36d-a3a9-4061-9e9a-db1a967f3a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:06.636155 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:06.654249 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047c36d-a3a9-4061-9e9a-db1a967f3a91 None None] Pushing event updated for resources: {'Port': ['ID=b33b9e83-9981-41ba-9f58-5fe88563564f,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:06.869441 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:06.874034 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:06.914637 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a42b18b5-5def-4722-9517-1ee779a24ecb None None] Provisioning complete for port b33b9e83-9981-41ba-9f58-5fe88563564f triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:06.915234 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a42b18b5-5def-4722-9517-1ee779a24ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:06.974702 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Pushing event updated for resources: {'Port': ['ID=2988f2b7-a812-43ff-b906-9f51b1e77fac,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:06.985281 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584367'] for router_interface, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:07.090154 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a42b18b5-5def-4722-9517-1ee779a24ecb None None] Provisioning complete for port 411e67f5-3d34-4393-8880-57d5f6415e71 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:07.091952 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a42b18b5-5def-4722-9517-1ee779a24ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:07.118854 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Network 9621da7a-447e-4a27-afe0-e52cd4328154 is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:57:07.120314 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:57:07.273455 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Router 3b2be75c-cdfb-421e-85e0-5348ece50b59 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:57:07.341295 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f4417143-9fe6-4cbe-bb8f-9f545c99835f None None] Provisioning complete for port 411e67f5-3d34-4393-8880-57d5f6415e71 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:07.341920 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f4417143-9fe6-4cbe-bb8f-9f545c99835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:07.429106 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:57:07.435103 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-968afb14-55d0-4ee2-b4d5-9b96697ed078 admin admin] 10.222.0.41 "PUT /v2.0/routers/3b2be75c-cdfb-421e-85e0-5348ece50b59/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6603568
Nov 20 21:57:07.482283 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-f4417143-9fe6-4cbe-bb8f-9f545c99835f None None] Provisioning complete for port 2988f2b7-a812-43ff-b906-9f51b1e77fac triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:07.482681 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f4417143-9fe6-4cbe-bb8f-9f545c99835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:07.549320 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-f4417143-9fe6-4cbe-bb8f-9f545c99835f None None] Port 2988f2b7-a812-43ff-b906-9f51b1e77fac cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:57:07.701640 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-0c0f607a-778d-4b0e-84af-f5d2f3531eb9 None None] Provisioning complete for port 2988f2b7-a812-43ff-b906-9f51b1e77fac triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:07.701861 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-0c0f607a-778d-4b0e-84af-f5d2f3531eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:07.748847 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a9d37f5f-95a5-41a7-83da-b28f2ae42295 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:57:07.790310 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f607a-778d-4b0e-84af-f5d2f3531eb9 None None] Port 2988f2b7-a812-43ff-b906-9f51b1e77fac cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:57:07.808908 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port a9d37f5f-95a5-41a7-83da-b28f2ae42295 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:07.809721 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:07.910457 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 411e67f5-3d34-4393-8880-57d5f6415e71 up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:57:07.961196 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 411e67f5-3d34-4393-8880-57d5f6415e71 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:07.961575 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:08.039507 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b33b9e83-9981-41ba-9f58-5fe88563564f up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:57:08.095550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port b33b9e83-9981-41ba-9f58-5fe88563564f triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:08.095941 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:08.793254 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.039008 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.207306 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59412) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:57:09.212009 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-48d4a367-11cd-4a11-a892-c972466e1784 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-291546169', 'description': 'tempest-secgroup-smoke-291546169 description', 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:57:09.235083 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48d4a367-11cd-4a11-a892-c972466e1784 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.306913 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48d4a367-11cd-4a11-a892-c972466e1784 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.310793 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48d4a367-11cd-4a11-a892-c972466e1784 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.340192 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-48d4a367-11cd-4a11-a892-c972466e1784 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.341419 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-48d4a367-11cd-4a11-a892-c972466e1784 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1330650
Nov 20 21:57:09.344416 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59414) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:57:09.348957 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-95c8cc08-e863-43a8-b8e8-15729ba1746d tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Request body: {'security_group_rule': {'security_group_id': '31b8c85e-c07c-4da8-b589-c0c268b7b648', 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:57:09.354704 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4a367-11cd-4a11-a892-c972466e1784 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b8c85e-c07c-4da8-b589-c0c268b7b648,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:09.379971 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-95c8cc08-e863-43a8-b8e8-15729ba1746d tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.437761 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-95c8cc08-e863-43a8-b8e8-15729ba1746d tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.441096 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-95c8cc08-e863-43a8-b8e8-15729ba1746d tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.458889 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8cc08-e863-43a8-b8e8-15729ba1746d tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f123ecc-71b8-4944-aa3c-94d9401a8cc6,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:09.466835 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-95c8cc08-e863-43a8-b8e8-15729ba1746d tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.468069 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-95c8cc08-e863-43a8-b8e8-15729ba1746d tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1228426
Nov 20 21:57:09.470727 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59416) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:57:09.476181 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9cc3df9e-9618-4d0f-9192-9005786f4ddd tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Request body: {'security_group_rule': {'security_group_id': '31b8c85e-c07c-4da8-b589-c0c268b7b648', 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:57:09.503798 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9cc3df9e-9618-4d0f-9192-9005786f4ddd tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.556863 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Sync routers for ids ['3b2be75c-cdfb-421e-85e0-5348ece50b59'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:57:09.561721 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9cc3df9e-9618-4d0f-9192-9005786f4ddd tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.565820 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9cc3df9e-9618-4d0f-9192-9005786f4ddd tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.568542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Routers {'3b2be75c-cdfb-421e-85e0-5348ece50b59'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:57:09.569277 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a460ad5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3b2be75c-cdfb-421e-85e0-5348ece50b59'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:09.587346 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3df9e-9618-4d0f-9192-9005786f4ddd tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5f4f1f-b92f-4dbf-ba39-90ce79f21be2,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:09.596333 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9cc3df9e-9618-4d0f-9192-9005786f4ddd tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.597844 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9cc3df9e-9618-4d0f-9192-9005786f4ddd tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1259356
Nov 20 21:57:09.601662 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59418) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:57:09.606535 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6075f6aa-5767-4e55-9c6d-57c5a0e795c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Request body: {'security_group_rule': {'security_group_id': '31b8c85e-c07c-4da8-b589-c0c268b7b648', 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:57:09.633743 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6075f6aa-5767-4e55-9c6d-57c5a0e795c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.679676 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Set router 3b2be75c-cdfb-421e-85e0-5348ece50b59 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:57:09.690825 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6075f6aa-5767-4e55-9c6d-57c5a0e795c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.695658 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6075f6aa-5767-4e55-9c6d-57c5a0e795c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.717302 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075f6aa-5767-4e55-9c6d-57c5a0e795c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688ad018-99d6-4ae6-95b6-5a87970ba285,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:09.726513 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6075f6aa-5767-4e55-9c6d-57c5a0e795c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.727770 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6075f6aa-5767-4e55-9c6d-57c5a0e795c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1249437
Nov 20 21:57:09.730643 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59420) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:57:09.735084 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-aed4f3b4-3da2-4d91-a70c-8eabb75a6060 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Request body: {'security_group_rule': {'security_group_id': '31b8c85e-c07c-4da8-b589-c0c268b7b648', 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:57:09.761078 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aed4f3b4-3da2-4d91-a70c-8eabb75a6060 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.820922 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aed4f3b4-3da2-4d91-a70c-8eabb75a6060 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.824877 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aed4f3b4-3da2-4d91-a70c-8eabb75a6060 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.845764 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4f3b4-3da2-4d91-a70c-8eabb75a6060 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4afe45-89b7-4b72-a984-70ed2a4941e9,revision_number=0']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:09.852142 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-aed4f3b4-3da2-4d91-a70c-8eabb75a6060 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.854620 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-aed4f3b4-3da2-4d91-a70c-8eabb75a6060 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1228385
Nov 20 21:57:09.856177 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59422) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:57:09.860867 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-60d95221-8b67-4c8b-8023-df79ddface1a tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Request body: {'security_group_rule': {'security_group_id': '31b8c85e-c07c-4da8-b589-c0c268b7b648', 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:57:09.883502 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-60d95221-8b67-4c8b-8023-df79ddface1a tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Project 8a521bfbeaca4e3ab513ff90f1caa0a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:57:09.888626 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60d95221-8b67-4c8b-8023-df79ddface1a tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.892108 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a460ad5b0>, [{'id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'name': 'tempest-TestSnapshotPattern-759163043-router', 'tenant_id': '61a4fd1254cc4c359403edfec899dde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b33b9e83-9981-41ba-9f58-5fe88563564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:57:03Z', 'updated_at': '2021-11-20T21:57:06Z', 'revision_number': 4, 'project_id': '61a4fd1254cc4c359403edfec899dde6', 'gw_port': {'id': 'b33b9e83-9981-41ba-9f58-5fe88563564f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:03Z', 'updated_at': '2021-11-20T21:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2988f2b7-a812-43ff-b906-9f51b1e77fac', 'name': '', 'network_id': '9621da7a-447e-4a27-afe0-e52cd4328154', 'tenant_id': '61a4fd1254cc4c359403edfec899dde6', 'mac_address': 'fa:16:3e:73:52:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '31ace5be-f59b-4cb8-b7a8-91a1402a6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:05Z', 'updated_at': '2021-11-20T21:57:06Z', 'revision_number': 2, 'project_id': '61a4fd1254cc4c359403edfec899dde6', 'subnets': [{'id': '31ace5be-f59b-4cb8-b7a8-91a1402a6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:09.918129 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Checking router: 3b2be75c-cdfb-421e-85e0-5348ece50b59 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:57:09.918488 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Updating router 3b2be75c-cdfb-421e-85e0-5348ece50b59 port 2988f2b7-a812-43ff-b906-9f51b1e77fac binding host ncdv-master-1 {{(pid=126226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 20 21:57:09.944201 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.947651 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60d95221-8b67-4c8b-8023-df79ddface1a tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.951167 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60d95221-8b67-4c8b-8023-df79ddface1a tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.968584 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d95221-8b67-4c8b-8023-df79ddface1a tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f830e4-56a1-4772-8c37-87dd262bac51,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:09.977300 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-60d95221-8b67-4c8b-8023-df79ddface1a tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:09.978541 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-60d95221-8b67-4c8b-8023-df79ddface1a tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1212661
Nov 20 21:57:09.981309 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59424) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:57:09.985673 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-e075e6b7-b129-4f87-b9c6-e661275ecdc5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Request body: {'security_group_rule': {'security_group_id': '31b8c85e-c07c-4da8-b589-c0c268b7b648', 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:57:10.007755 ncdv-master-1 neutron-server[126224]: INFO neutron.db.securitygroups_db [None req-e075e6b7-b129-4f87-b9c6-e661275ecdc5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Project 8a521bfbeaca4e3ab513ff90f1caa0a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 20 21:57:10.012740 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e075e6b7-b129-4f87-b9c6-e661275ecdc5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:10.073827 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e075e6b7-b129-4f87-b9c6-e661275ecdc5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:10.078483 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e075e6b7-b129-4f87-b9c6-e661275ecdc5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454459'] for security_group_rule, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:10.093873 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075e6b7-b129-4f87-b9c6-e661275ecdc5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55dcb17-463c-463d-a8bc-c9197c399551,revision_number=0']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:10.105399 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e075e6b7-b129-4f87-b9c6-e661275ecdc5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:10.106663 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e075e6b7-b129-4f87-b9c6-e661275ecdc5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1244099
Nov 20 21:57:10.224556 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Publish callbacks [] for port, precommit_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:10.229879 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:10.258763 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-3cdc0767-62ed-4334-ad62-f0ff3bb2596d tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-291546169&fields=id&tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1 HTTP/1.1" status: 200  len: 267 time: 0.0456290
Nov 20 21:57:10.305478 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e798e8-5d7c-42de-953b-c25e40632584 None None] Pushing event updated for resources: {'Port': ['ID=2988f2b7-a812-43ff-b906-9f51b1e77fac,revision_number=3']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:10.340642 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Attempting to bind port 2988f2b7-a812-43ff-b906-9f51b1e77fac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:57:10.341037 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Attempting to bind port 2988f2b7-a812-43ff-b906-9f51b1e77fac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7593f439-a70b-4a6f-b847-5b7a8f6ecdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9621da7a-447e-4a27-afe0-e52cd4328154'}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:57:10.341389 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Attempting to bind port 2988f2b7-a812-43ff-b906-9f51b1e77fac on network 9621da7a-447e-4a27-afe0-e52cd4328154 {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:57:10.348407 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Checking agent: {'id': '353e4a65-ab7c-4127-96bc-8a38a308ef24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 36, 19), 'started_at': datetime.datetime(2021, 11, 20, 20, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:57:10.348791 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Checking segment: {'id': '7593f439-a70b-4a6f-b847-5b7a8f6ecdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9621da7a-447e-4a27-afe0-e52cd4328154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:57:10.349780 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:10.350264 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Bound using segment: {'id': '7593f439-a70b-4a6f-b847-5b7a8f6ecdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9621da7a-447e-4a27-afe0-e52cd4328154'} {{(pid=126226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:57:10.350742 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.managers [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Bound port: 2988f2b7-a812-43ff-b906-9f51b1e77fac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7593f439-a70b-4a6f-b847-5b7a8f6ecdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9621da7a-447e-4a27-afe0-e52cd4328154'}}] {{(pid=126226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:57:10.351130 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:10.387387 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-e096050e-db2a-4896-bb63-963e00b7f1e7 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:10.389393 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-e096050e-db2a-4896-bb63-963e00b7f1e7 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/networks?id=218d2210-da49-4543-9fed-a4412f2fb9fa HTTP/1.1" status: 200  len: 809 time: 0.1237738
Nov 20 21:57:10.409084 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-57099010-a13d-4e14-b8db-d602c5d24f54 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/quotas/8a521bfbeaca4e3ab513ff90f1caa0a1 HTTP/1.1" status: 200  len: 375 time: 0.0101657
Nov 20 21:57:10.431876 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] For port 2988f2b7-a812-43ff-b906-9f51b1e77fac, host ncdv-master-1, cleared binding levels {{(pid=126226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:57:10.435768 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] For port 2988f2b7-a812-43ff-b906-9f51b1e77fac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2988f2b7-a812-43ff-b906-9f51b1e77fac,segment=NetworkSegment(7593f439-a70b-4a6f-b847-5b7a8f6ecdf0),segment_id=7593f439-a70b-4a6f-b847-5b7a8f6ecdf0)] {{(pid=126226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:57:10.444339 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:10.480490 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-8fc71719-fba9-4fa1-bd4b-d04e45e30ab3 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0595162
Nov 20 21:57:10.507021 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e798e8-5d7c-42de-953b-c25e40632584 None None] Pushing event updated for resources: {'Port': ['ID=2988f2b7-a812-43ff-b906-9f51b1e77fac,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:10.509511 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Routers {'3b2be75c-cdfb-421e-85e0-5348ece50b59'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:57:10.510141 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a460ad5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:56:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3b2be75c-cdfb-421e-85e0-5348ece50b59'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:10.543643 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:57:10.578692 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-bd49bbc0-c812-4afd-a1d2-e84e5e1e3045 None None] Provisioning complete for port 2988f2b7-a812-43ff-b906-9f51b1e77fac triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:10.579073 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bd49bbc0-c812-4afd-a1d2-e84e5e1e3045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:10.591912 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-289abf33-2852-4088-8251-15ed9e1f57a1 service neutron] 10.222.0.41 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948563
Nov 20 21:57:10.668437 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] Set router 3b2be75c-cdfb-421e-85e0-5348ece50b59 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:57:10.695906 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-ab78136c-0112-4970-b20f-d588a6e67c87 service neutron] 10.222.0.41 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975928
Nov 20 21:57:10.784014 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bd49bbc0-c812-4afd-a1d2-e84e5e1e3045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:10.868203 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-bd49bbc0-c812-4afd-a1d2-e84e5e1e3045 None None] For port 2988f2b7-a812-43ff-b906-9f51b1e77fac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2988f2b7-a812-43ff-b906-9f51b1e77fac,segment=NetworkSegment(7593f439-a70b-4a6f-b847-5b7a8f6ecdf0),segment_id=7593f439-a70b-4a6f-b847-5b7a8f6ecdf0)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:57:10.869607 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a0bf3a93-1210-41be-8cee-e2f40db24cde req-d1757bdc-3003-4db6-8e34-125229e66193 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 210 time: 0.0281138
Nov 20 21:57:10.873241 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bd49bbc0-c812-4afd-a1d2-e84e5e1e3045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:10.952536 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49bbc0-c812-4afd-a1d2-e84e5e1e3045 None None] Pushing event updated for resources: {'Port': ['ID=2988f2b7-a812-43ff-b906-9f51b1e77fac,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:10.976722 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a460ad5b0>, [{'id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'name': 'tempest-TestSnapshotPattern-759163043-router', 'tenant_id': '61a4fd1254cc4c359403edfec899dde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b33b9e83-9981-41ba-9f58-5fe88563564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:57:03Z', 'updated_at': '2021-11-20T21:57:06Z', 'revision_number': 4, 'project_id': '61a4fd1254cc4c359403edfec899dde6', 'gw_port': {'id': 'b33b9e83-9981-41ba-9f58-5fe88563564f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:03Z', 'updated_at': '2021-11-20T21:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2988f2b7-a812-43ff-b906-9f51b1e77fac', 'name': '', 'network_id': '9621da7a-447e-4a27-afe0-e52cd4328154', 'tenant_id': '61a4fd1254cc4c359403edfec899dde6', 'mac_address': 'fa:16:3e:73:52:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '31ace5be-f59b-4cb8-b7a8-91a1402a6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:05Z', 'updated_at': '2021-11-20T21:57:10Z', 'revision_number': 4, 'project_id': '61a4fd1254cc4c359403edfec899dde6', 'subnets': [{'id': '31ace5be-f59b-4cb8-b7a8-91a1402a6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:11.010669 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feed59a4-ea4a-4b47-b323-1aa0536943b6 None None] The sync data for ids ['3b2be75c-cdfb-421e-85e0-5348ece50b59'] in ncdv-master-1 is: [{'id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'name': 'tempest-TestSnapshotPattern-759163043-router', 'tenant_id': '61a4fd1254cc4c359403edfec899dde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b33b9e83-9981-41ba-9f58-5fe88563564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:57:03Z', 'updated_at': '2021-11-20T21:57:06Z', 'revision_number': 4, 'project_id': '61a4fd1254cc4c359403edfec899dde6', 'gw_port': {'id': 'b33b9e83-9981-41ba-9f58-5fe88563564f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:03Z', 'updated_at': '2021-11-20T21:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2988f2b7-a812-43ff-b906-9f51b1e77fac', 'name': '', 'network_id': '9621da7a-447e-4a27-afe0-e52cd4328154', 'tenant_id': '61a4fd1254cc4c359403edfec899dde6', 'mac_address': 'fa:16:3e:73:52:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '31ace5be-f59b-4cb8-b7a8-91a1402a6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:05Z', 'updated_at': '2021-11-20T21:57:10Z', 'revision_number': 4, 'project_id': '61a4fd1254cc4c359403edfec899dde6', 'subnets': [{'id': '31ace5be-f59b-4cb8-b7a8-91a1402a6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:57:11.019919 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-e0c808c8-bf32-4f16-bbae-81a415ba0c01 None None] Provisioning complete for port 2988f2b7-a812-43ff-b906-9f51b1e77fac triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:11.020297 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e0c808c8-bf32-4f16-bbae-81a415ba0c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:11.555029 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2988f2b7-a812-43ff-b906-9f51b1e77fac up at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:57:11.611081 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Provisioning complete for port 2988f2b7-a812-43ff-b906-9f51b1e77fac triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:11.611453 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:11.955354 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-e0601b83-fc2e-4a6e-ba14-638962611851 req-fc7f7308-3306-4209-9e18-193437158df8 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 210 time: 0.0305521
Nov 20 21:57:13.035903 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3ff7a5eb-35ca-497b-bbde-c513fe40eb32 req-dcee3b63-3227-487d-aa3e-84762006a88b tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 210 time: 0.0279448
Nov 20 21:57:13.407319 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9a96cda3-db51-46a7-acba-4b03803ac44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:14.122994 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f15f0dad-e417-4230-8627-f5a06efbe8db req-aaa98635-4c24-4387-898e-ee9d33e6bb4a tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 210 time: 0.0277963
Nov 20 21:57:15.222089 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-5f8f4e93-87c4-427d-859e-7b61b41835de req-a9c321e5-b23f-4340-8c39-803edf69658e tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 210 time: 0.0296113
Nov 20 21:57:15.809677 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-451ff8aa-95e0-43fd-92fb-98292d0d159e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:15.861437 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-fa7b7eed-8003-4d39-9328-1f9887261a51 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:15.862939 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-fa7b7eed-8003-4d39-9328-1f9887261a51 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.47 "GET /v2.0/networks?id=218d2210-da49-4543-9fed-a4412f2fb9fa HTTP/1.1" status: 200  len: 809 time: 0.1039851
Nov 20 21:57:15.928301 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-61930567-b071-45f9-ac42-c81aff1f53ae tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1 HTTP/1.1" status: 200  len: 379 time: 0.0548806
Nov 20 21:57:15.938205 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7269f7ae-e028-4963-abbc-e26bab50b87b tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Request body: {'port': {'device_id': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'admin_state_up': True, 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'security_groups': ['31b8c85e-c07c-4da8-b589-c0c268b7b648']}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:57:16.049793 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7269f7ae-e028-4963-abbc-e26bab50b87b tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Made reservation on behalf of 8a521bfbeaca4e3ab513ff90f1caa0a1 for: {'port': 1} {{(pid=126224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:57:16.053527 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7269f7ae-e028-4963-abbc-e26bab50b87b tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:16.181024 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7269f7ae-e028-4963-abbc-e26bab50b87b tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Allocated IP 172.20.0.5 (218d2210-da49-4543-9fed-a4412f2fb9fa/9b8db50d-ee0a-40ed-8d14-4c383d8e9862/ec694dec-bf1d-4b98-bec9-88ad1f50a4a3) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:57:16.319252 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7269f7ae-e028-4963-abbc-e26bab50b87b tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:16.321194 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5135eb55-663c-4518-95d1-5b8de104a62b req-a48ab575-dd30-4eba-a107-270d014f46b6 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 210 time: 0.0303504
Nov 20 21:57:16.353244 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7269f7ae-e028-4963-abbc-e26bab50b87b tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:16.404985 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7269f7ae-e028-4963-abbc-e26bab50b87b tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Network 218d2210-da49-4543-9fed-a4412f2fb9fa is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:57:16.408141 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7269f7ae-e028-4963-abbc-e26bab50b87b tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:57:16.412183 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7269f7ae-e028-4963-abbc-e26bab50b87b tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:57:16.435459 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269f7ae-e028-4963-abbc-e26bab50b87b tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event updated for resources: {'Port': ['ID=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:16.465313 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7269f7ae-e028-4963-abbc-e26bab50b87b tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:16.465934 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7269f7ae-e028-4963-abbc-e26bab50b87b tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:16.482387 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7269f7ae-e028-4963-abbc-e26bab50b87b tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5477533
Nov 20 21:57:16.494497 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Request body: {'port': {'device_id': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:57:16.554350 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:16.675846 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-a03da98c-cb26-4c55-8f61-4a0fb6beca18 None None] Provisioning complete for port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:16.676316 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a03da98c-cb26-4c55-8f61-4a0fb6beca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:16.714232 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-a03da98c-cb26-4c55-8f61-4a0fb6beca18 None None] Port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:57:16.824713 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 {{(pid=126224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:57:16.832219 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:16.844475 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.provisioning_blocks [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Transition to ACTIVE for port object ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 will not be triggered until provisioned by entity L2. {{(pid=126224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:57:16.848406 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:16.902793 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:16.970285 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Attempting to bind port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:57:16.970544 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Attempting to bind port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b9c93546-52f2-44d2-92cf-ae563ce996f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa'}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:57:16.970878 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Attempting to bind port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 on network 218d2210-da49-4543-9fed-a4412f2fb9fa {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:57:16.975886 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 on network 218d2210-da49-4543-9fed-a4412f2fb9fa not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:57:16.976418 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Attempting to bind port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 on network 218d2210-da49-4543-9fed-a4412f2fb9fa {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:57:16.981419 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Checking agent: {'id': '0aa32935-ea75-4108-829c-fed97f6e9d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:57:16.981758 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Checking segment: {'id': 'b9c93546-52f2-44d2-92cf-ae563ce996f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:57:16.982183 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Bound using segment: {'id': 'b9c93546-52f2-44d2-92cf-ae563ce996f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa'} {{(pid=126224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:57:16.982614 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.managers [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Bound port: ec694dec-bf1d-4b98-bec9-88ad1f50a4a3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c93546-52f2-44d2-92cf-ae563ce996f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa'}}] {{(pid=126224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:57:16.982975 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:17.046283 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:17.065723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] For port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3, host nch2-master-1, cleared binding levels {{(pid=126224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:57:17.069880 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] For port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:57:17.074027 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:17.113996 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:17.115350 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:17.116722 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] 10.222.0.47 "PUT /v2.0/ports/ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 HTTP/1.1" status: 200  len: 1091 time: 0.6264930
Nov 20 21:57:17.117172 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'tag': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:57:17.119488 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cece164d64dcc018633188bee73b9fbf3ce4fa511e4454985122ae8465ac42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18687f31-0501-4312-9f79-6ae71fc723a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6b796a-3c8d-478b-bc2f-b28405afe958", "tag": "ec694dec-bf1d-4b98-bec9-88ad1f50a4a3"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:57:17.172243 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b41c1ee-460d-45ed-96e6-6dcd1076b816 x-openstack-request-id: req-4b41c1ee-460d-45ed-96e6-6dcd1076b816 {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:57:17.172622 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6b796a-3c8d-478b-bc2f-b28405afe958", "tag": "ec694dec-bf1d-4b98-bec9-88ad1f50a4a3", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:57:17.172952 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b41c1ee-460d-45ed-96e6-6dcd1076b816 {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:57:17.173355 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'tag': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'status': 'completed', 'code': 200}
Nov 20 21:57:17.177614 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8b6d3-e83d-4aa4-b6b3-e384d1e56df9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,revision_number=3']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:17.210694 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-aed44fbd-19c5-4766-bdcb-25872f559e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:17.212227 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-aed44fbd-19c5-4766-bdcb-25872f559e61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1&device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 1094 time: 0.0509586
Nov 20 21:57:17.263104 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-26bf82ea-5b8b-4266-8aa2-c2fdfcc948cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 HTTP/1.1" status: 200  len: 217 time: 0.0420260
Nov 20 21:57:17.317148 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-5a672bcb-3da2-4c4a-ac01-128ea82ff53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:17.319056 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-5a672bcb-3da2-4c4a-ac01-128ea82ff53e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b8db50d-ee0a-40ed-8d14-4c383d8e9862 HTTP/1.1" status: 200  len: 848 time: 0.0484014
Nov 20 21:57:17.370658 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-1bd5aeeb-28ee-49c9-919d-e7c29f20906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:17.372174 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-1bd5aeeb-28ee-49c9-919d-e7c29f20906a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=218d2210-da49-4543-9fed-a4412f2fb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0453761
Nov 20 21:57:17.440499 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355a9d5-6bf0-4151-a88d-9a408f2febe2 req-0acea349-ac7e-479b-b466-e8277b131480 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:17.442069 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8355a9d5-6bf0-4151-a88d-9a408f2febe2 req-0acea349-ac7e-479b-b466-e8277b131480 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 943 time: 0.0511370
Nov 20 21:57:17.469335 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-795ca614-eeb4-4593-bb1a-32a7c4c4d5c7 service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903554
Nov 20 21:57:17.492755 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-8355a9d5-6bf0-4151-a88d-9a408f2febe2 req-c5fdbca0-81a7-41f7-9ef3-10b096f5a6ac tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439842
Nov 20 21:57:17.562685 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f042d60b-18d7-40bd-8f1e-690a2a72df56 req-3c7c2b7b-23b6-4d07-82c6-8a1db627d6a0 service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863993
Nov 20 21:57:17.651938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18687f31-0501-4312-9f79-6ae71fc723a4 req-e9b97294-6881-4306-b5cf-de88e5e4f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:17.653434 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-18687f31-0501-4312-9f79-6ae71fc723a4 req-e9b97294-6881-4306-b5cf-de88e5e4f7b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1&device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 1094 time: 0.0462272
Nov 20 21:57:17.743628 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18687f31-0501-4312-9f79-6ae71fc723a4 req-2937931b-a204-49bf-804d-871c18076ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:17.745080 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-18687f31-0501-4312-9f79-6ae71fc723a4 req-2937931b-a204-49bf-804d-871c18076ec6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=218d2210-da49-4543-9fed-a4412f2fb9fa HTTP/1.1" status: 200  len: 910 time: 0.0845621
Nov 20 21:57:17.791223 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-18687f31-0501-4312-9f79-6ae71fc723a4 req-69c0b3d9-6d13-474f-8db5-210789fa8b85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 HTTP/1.1" status: 200  len: 217 time: 0.0382273
Nov 20 21:57:17.841132 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18687f31-0501-4312-9f79-6ae71fc723a4 req-aac1f48a-a9ad-41b5-8b8e-05949e02d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:17.842560 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-18687f31-0501-4312-9f79-6ae71fc723a4 req-aac1f48a-a9ad-41b5-8b8e-05949e02d26b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b8db50d-ee0a-40ed-8d14-4c383d8e9862 HTTP/1.1" status: 200  len: 848 time: 0.0427885
Nov 20 21:57:17.888705 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18687f31-0501-4312-9f79-6ae71fc723a4 req-881f57b7-cda5-467e-8b81-f5c081d0251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:17.890225 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-18687f31-0501-4312-9f79-6ae71fc723a4 req-881f57b7-cda5-467e-8b81-f5c081d0251c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=218d2210-da49-4543-9fed-a4412f2fb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400360
Nov 20 21:57:17.982726 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-18687f31-0501-4312-9f79-6ae71fc723a4 req-b28b3f33-b5b8-4fb3-a2cc-8a099db815e4 service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851808
Nov 20 21:57:18.072082 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-18687f31-0501-4312-9f79-6ae71fc723a4 req-d0f95c61-a5a8-4b64-8ca4-0fb3fa02f4e9 service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810676
Nov 20 21:57:18.609905 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c4caa-ab0f-4761-bb9a-48b8ccef4a1e req-cd0f35b9-9e36-4e62-8324-df3341b647ea tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:18.611411 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9d8c4caa-ab0f-4761-bb9a-48b8ccef4a1e req-cd0f35b9-9e36-4e62-8324-df3341b647ea tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 943 time: 0.0496056
Nov 20 21:57:18.664859 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-9d8c4caa-ab0f-4761-bb9a-48b8ccef4a1e req-b297cf30-59b8-4d15-97ba-9c1ef146beb2 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474429
Nov 20 21:57:18.860196 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:19.399810 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:19.406025 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:57:19.501719 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:57:19.513281 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'port_id': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'mac_address': 'fa:16:3e:fc:f3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:57:19.551179 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:19.564082 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:57:19.584791 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:57:19.587974 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:19.638350 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:19.794730 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e74615-f26c-41fd-9386-49a78c66421a req-2deba840-ab8f-4eee-bc11-a00aabfe0627 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:19.796213 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79e74615-f26c-41fd-9386-49a78c66421a req-2deba840-ab8f-4eee-bc11-a00aabfe0627 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 944 time: 0.0497940
Nov 20 21:57:19.823124 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['ec694dec-bf1d-4b98-bec9-88ad1f50a4a3'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:57:19.846551 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-79e74615-f26c-41fd-9386-49a78c66421a req-83386902-525d-48bf-a461-b03ed579118c tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437555
Nov 20 21:57:20.962384 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdc8e3-3d6e-453c-8475-27b9e47486d1 req-405f2e76-469c-4782-b38f-b74cae680584 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:20.963905 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-44fdc8e3-3d6e-453c-8475-27b9e47486d1 req-405f2e76-469c-4782-b38f-b74cae680584 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 944 time: 0.0487764
Nov 20 21:57:21.013013 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-44fdc8e3-3d6e-453c-8475-27b9e47486d1 req-f0cac1c7-defe-4026-9268-a11ec1db0fde tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432768
Nov 20 21:57:21.422430 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:57:21.471788 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning for port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:57:21.476142 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:57:21.476519 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:21.554374 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:21.578749 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:57:21.580964 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ea291949b0838306f0f8c51077ddaad3a0779a2bb4cd7a75dca710d4d5063e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9c6955-faad-4a61-9f95-c1d8ef58307a" -d '{"events": [{"server_uuid": "ed6b796a-3c8d-478b-bc2f-b28405afe958", "name": "network-vif-plugged", "status": "completed", "tag": "ec694dec-bf1d-4b98-bec9-88ad1f50a4a3"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:57:21.593425 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:57:21.598015 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:21.646618 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:21.678998 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e72a37-b0d1-4824-bf94-e786c6f40121 x-openstack-request-id: req-82e72a37-b0d1-4824-bf94-e786c6f40121 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:57:21.679329 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6b796a-3c8d-478b-bc2f-b28405afe958", "name": "network-vif-plugged", "status": "completed", "tag": "ec694dec-bf1d-4b98-bec9-88ad1f50a4a3", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:57:21.679587 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82e72a37-b0d1-4824-bf94-e786c6f40121 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:57:21.679991 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'code': 200}
Nov 20 21:57:21.771356 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d4bb6-412c-4c2f-8c31-05c231332530 req-064e132c-5617-469a-b625-6d90179769e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:21.772820 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-208d4bb6-412c-4c2f-8c31-05c231332530 req-064e132c-5617-469a-b625-6d90179769e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 1096 time: 0.0391636
Nov 20 21:57:21.820493 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-208d4bb6-412c-4c2f-8c31-05c231332530 req-b1d4a290-585b-4750-a778-86cafb668e1a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395062
Nov 20 21:57:22.130452 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c671d0-7060-45f5-98b6-f2a27e28004c req-a48702ed-d67b-4d75-958e-ee2ce6138e20 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:22.132071 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e4c671d0-7060-45f5-98b6-f2a27e28004c req-a48702ed-d67b-4d75-958e-ee2ce6138e20 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 945 time: 0.0526576
Nov 20 21:57:22.181591 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-e4c671d0-7060-45f5-98b6-f2a27e28004c req-52f22cc5-853f-4403-933a-713e0d1049a1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435138
Nov 20 21:57:23.303637 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf98578-a09f-4e0d-b86a-2ae25fff682f req-11a5f926-fd11-42cb-a133-1d5deb34c168 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:23.305205 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dcf98578-a09f-4e0d-b86a-2ae25fff682f req-11a5f926-fd11-42cb-a133-1d5deb34c168 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 945 time: 0.0532284
Nov 20 21:57:23.353977 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-dcf98578-a09f-4e0d-b86a-2ae25fff682f req-9c98fa73-dbed-4782-aaa2-f4d0f0f462ef tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425541
Nov 20 21:57:23.469763 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e01cf-8ffb-44d5-91ff-4121eb9cf5d4 req-b1403e2d-f0a4-4d31-9478-b72306776dd8 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:23.471179 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7d3e01cf-8ffb-44d5-91ff-4121eb9cf5d4 req-b1403e2d-f0a4-4d31-9478-b72306776dd8 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 945 time: 0.0482194
Nov 20 21:57:23.520937 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7d3e01cf-8ffb-44d5-91ff-4121eb9cf5d4 req-01d21f5a-90f5-4f0b-93c8-999787b22cc2 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428374
Nov 20 21:57:23.544240 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59490) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:57:23.670398 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04741d2d-22f1-4dac-98e3-8ab40da52aa7 tempest-TestSnapshotPattern-1456617972 tempest-TestSnapshotPattern-1456617972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:23.671890 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-04741d2d-22f1-4dac-98e3-8ab40da52aa7 tempest-TestSnapshotPattern-1456617972 tempest-TestSnapshotPattern-1456617972-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 1091 time: 0.1266532
Nov 20 21:57:23.674860 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 59494) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:57:23.679106 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.v2.base [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=126224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:57:23.704139 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for floatingip, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:23.798355 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:23.902292 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.db_base_plugin_common [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Allocated IP 172.35.1.179 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/e94b8e9d-41fd-4e19-86ec-90069a4c03af) {{(pid=126224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:57:23.999958 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for port, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:24.031273 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:24.073258 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:57:24.076004 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.base_scheduler [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Resources bound (agent type, host, resource id):  {{(pid=126224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:57:24.079467 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Received port after_create {{(pid=126224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:57:24.102883 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event updated for resources: {'Port': ['ID=e94b8e9d-41fd-4e19-86ec-90069a4c03af,revision_number=1']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:24.430310 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:24.498183 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:24.651342 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for port, precommit_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:24.655623 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27007212'] for port, after_update {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:24.721546 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event updated for resources: {'Port': ['ID=e94b8e9d-41fd-4e19-86ec-90069a4c03af,revision_number=2']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:57:24.733480 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:24.833917 ncdv-master-1 neutron-server[126224]: INFO neutron.db.l3_db [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Floating IP 6d9fc933-958a-4291-95ce-d3529a378a17 associated. External IP: 172.35.1.179, port: ec694dec-bf1d-4b98-bec9-88ad1f50a4a3.
Nov 20 21:57:25.038492 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 21:57:25.144727 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 21:57:25.155057 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0a5651-7780-4756-b1d7-4fafac4b582f None None] Sync routers for ids ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 21:57:25.162452 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:25.166261 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0a5651-7780-4756-b1d7-4fafac4b582f None None] Routers {'59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:57:25.166867 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7a0a5651-7780-4756-b1d7-4fafac4b582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54548460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:25.190145 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-9c80976a-cf4f-4970-90b1-161c98827ab5 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5142071
Nov 20 21:57:25.190794 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'tag': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:57:25.193397 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cece164d64dcc018633188bee73b9fbf3ce4fa511e4454985122ae8465ac42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22778420-a477-4dd8-a068-25b948e7972a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6b796a-3c8d-478b-bc2f-b28405afe958", "tag": "ec694dec-bf1d-4b98-bec9-88ad1f50a4a3"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:57:25.245221 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f99be7-3116-4a7f-9e4a-3fc902e3a00d x-openstack-request-id: req-a3f99be7-3116-4a7f-9e4a-3fc902e3a00d {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:57:25.245524 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6b796a-3c8d-478b-bc2f-b28405afe958", "tag": "ec694dec-bf1d-4b98-bec9-88ad1f50a4a3", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:57:25.245781 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3f99be7-3116-4a7f-9e4a-3fc902e3a00d {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:57:25.246224 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'tag': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'status': 'completed', 'code': 200}
Nov 20 21:57:25.285136 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-7a0a5651-7780-4756-b1d7-4fafac4b582f None None] Set router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:57:25.308709 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22778420-a477-4dd8-a068-25b948e7972a req-f7dfc6aa-5191-4242-98b6-b13c0ed92ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:25.310172 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22778420-a477-4dd8-a068-25b948e7972a req-f7dfc6aa-5191-4242-98b6-b13c0ed92ac0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1&device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 1096 time: 0.0414457
Nov 20 21:57:25.402522 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22778420-a477-4dd8-a068-25b948e7972a req-6eca0866-d98a-4b9b-be48-78280a1627aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:25.404024 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22778420-a477-4dd8-a068-25b948e7972a req-6eca0866-d98a-4b9b-be48-78280a1627aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=218d2210-da49-4543-9fed-a4412f2fb9fa HTTP/1.1" status: 200  len: 910 time: 0.0875406
Nov 20 21:57:25.468001 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22778420-a477-4dd8-a068-25b948e7972a req-62439bf8-a12e-4127-bab3-2fb965d55906 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 HTTP/1.1" status: 200  len: 999 time: 0.0574167
Nov 20 21:57:25.512210 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7a0a5651-7780-4756-b1d7-4fafac4b582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54548460>, [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d9fc933-958a-4291-95ce-d3529a378a17', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'floating_ip_address': '172.35.1.179', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'port_id': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'mac_address': 'fa:16:3e:fc:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:57:24Z', 'updated_at': '2021-11-20T21:57:24Z', 'revision_number': 0, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d37f5f-95a5-41a7-83da-b28f2ae42295', 'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'mac_address': 'fa:16:3e:47:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:00Z', 'updated_at': '2021-11-20T21:57:05Z', 'revision_number': 5, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'subnets': [{'id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:25.642865 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0a5651-7780-4756-b1d7-4fafac4b582f None None] Checking router: 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 21:57:25.652731 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0a5651-7780-4756-b1d7-4fafac4b582f None None] Routers {'59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 21:57:25.653350 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7a0a5651-7780-4756-b1d7-4fafac4b582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54548460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:57:16Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:25.766586 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-7a0a5651-7780-4756-b1d7-4fafac4b582f None None] Set router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 21:57:25.846729 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22778420-a477-4dd8-a068-25b948e7972a req-a9582e80-db82-46a3-ba86-52aa667e54c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:25.848460 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22778420-a477-4dd8-a068-25b948e7972a req-a9582e80-db82-46a3-ba86-52aa667e54c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b8db50d-ee0a-40ed-8d14-4c383d8e9862 HTTP/1.1" status: 200  len: 848 time: 0.3736913
Nov 20 21:57:25.894363 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22778420-a477-4dd8-a068-25b948e7972a req-fb8275d5-fa70-4925-9b1b-75598c80be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:25.895818 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22778420-a477-4dd8-a068-25b948e7972a req-fb8275d5-fa70-4925-9b1b-75598c80be8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=218d2210-da49-4543-9fed-a4412f2fb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395596
Nov 20 21:57:25.986659 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22778420-a477-4dd8-a068-25b948e7972a req-ab321b8d-edfa-49ce-93a7-181d59365e6a service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828960
Nov 20 21:57:25.990421 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-7a0a5651-7780-4756-b1d7-4fafac4b582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54548460>, [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d9fc933-958a-4291-95ce-d3529a378a17', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'floating_ip_address': '172.35.1.179', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'port_id': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'mac_address': 'fa:16:3e:fc:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:57:24Z', 'updated_at': '2021-11-20T21:57:24Z', 'revision_number': 0, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d37f5f-95a5-41a7-83da-b28f2ae42295', 'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'mac_address': 'fa:16:3e:47:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:00Z', 'updated_at': '2021-11-20T21:57:05Z', 'revision_number': 5, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'subnets': [{'id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 21:57:26.021030 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0a5651-7780-4756-b1d7-4fafac4b582f None None] The sync data for ids ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'] in ncdv-master-1 is: [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d9fc933-958a-4291-95ce-d3529a378a17', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'floating_ip_address': '172.35.1.179', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'port_id': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'mac_address': 'fa:16:3e:fc:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:57:24Z', 'updated_at': '2021-11-20T21:57:24Z', 'revision_number': 0, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d37f5f-95a5-41a7-83da-b28f2ae42295', 'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'mac_address': 'fa:16:3e:47:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:00Z', 'updated_at': '2021-11-20T21:57:05Z', 'revision_number': 5, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'subnets': [{'id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 21:57:26.082835 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-22778420-a477-4dd8-a068-25b948e7972a req-ef4cb270-ba4d-4a2d-8b62-9d61e7e4ef5d service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895092
Nov 20 21:57:26.224593 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4407b311-0414-45b4-9331-66471e4f5ea3 None None] New status for floating IP 6d9fc933-958a-4291-95ce-d3529a378a17: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 21:57:38.787082 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:39.030627 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:43.408861 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-18cc4eee-fbbc-40a3-90d0-855a82cd64c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:45.811224 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-38624cf5-c6da-4a58-823b-3cb47e0ee73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:47.036258 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:47.533781 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:57:48.863092 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:49.401992 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:57:52.180993 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd20f55b-0a01-431e-8b7b-b10a28c35133 req-ffbb462f-5130-4b7f-b046-f5d35c6c9f1f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0389378
Nov 20 21:57:52.265471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20f55b-0a01-431e-8b7b-b10a28c35133 req-fd3bb89d-e1e7-458c-8539-a82184fa9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:52.266972 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd20f55b-0a01-431e-8b7b-b10a28c35133 req-fd3bb89d-e1e7-458c-8539-a82184fa9e70 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1&device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 1096 time: 0.0442305
Nov 20 21:57:52.373060 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20f55b-0a01-431e-8b7b-b10a28c35133 req-9e4f02c0-1fb9-4ce4-93b4-d21e38ebe097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:52.374584 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd20f55b-0a01-431e-8b7b-b10a28c35133 req-9e4f02c0-1fb9-4ce4-93b4-d21e38ebe097 service neutron] 10.222.0.47 "GET /v2.0/networks?id=218d2210-da49-4543-9fed-a4412f2fb9fa HTTP/1.1" status: 200  len: 910 time: 0.0868416
Nov 20 21:57:52.444695 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd20f55b-0a01-431e-8b7b-b10a28c35133 req-75bd63d1-af43-438a-ae49-53f2a3a1cb25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 HTTP/1.1" status: 200  len: 1001 time: 0.0616310
Nov 20 21:57:52.494577 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20f55b-0a01-431e-8b7b-b10a28c35133 req-6b4a50e3-dc46-4af7-ba6a-25dea8160f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:52.496020 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd20f55b-0a01-431e-8b7b-b10a28c35133 req-6b4a50e3-dc46-4af7-ba6a-25dea8160f50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b8db50d-ee0a-40ed-8d14-4c383d8e9862 HTTP/1.1" status: 200  len: 848 time: 0.0437894
Nov 20 21:57:52.542603 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20f55b-0a01-431e-8b7b-b10a28c35133 req-a7576469-dbaf-4969-aea4-c7051a4dc698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:57:52.544088 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd20f55b-0a01-431e-8b7b-b10a28c35133 req-a7576469-dbaf-4969-aea4-c7051a4dc698 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=218d2210-da49-4543-9fed-a4412f2fb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405855
Nov 20 21:57:52.555721 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-fd20f55b-0a01-431e-8b7b-b10a28c35133 req-a82a0d7b-845b-4599-9f3f-7019ac88e346 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:57:52.556643 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd20f55b-0a01-431e-8b7b-b10a28c35133 req-a82a0d7b-845b-4599-9f3f-7019ac88e346 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054376
Nov 20 21:57:52.649312 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd20f55b-0a01-431e-8b7b-b10a28c35133 req-cc2434ea-fbf9-4aa0-ad92-d780e8184a85 service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848641
Nov 20 21:57:52.738568 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-fd20f55b-0a01-431e-8b7b-b10a28c35133 req-fa49ae03-799c-4f5f-8f1d-9e370421b97b service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817025
Nov 20 21:58:08.807561 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:58:09.031791 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:58:13.411040 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-60b9d872-21dd-4209-8073-50813ff189b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:58:15.812436 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8af470ba-f9e4-4adb-8bf0-e978d1e19ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:58:17.040056 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:58:18.869365 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:58:19.404455 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:58:24.532130 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:58:38.804592 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:58:39.035321 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:58:43.412634 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-30b0a94c-9480-4858-bfbd-64be9ec3a8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:58:45.812061 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7c1353a7-b9fa-496c-9667-a3d2506fd421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:58:47.043608 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:58:48.868018 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:58:49.407414 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:58:53.181096 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81bcd8e9-3c85-4502-bd23-aedbd0e770cf req-9bd22364-a803-48ab-ac4b-957e38e587fd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0446925
Nov 20 21:58:53.264454 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcd8e9-3c85-4502-bd23-aedbd0e770cf req-deed4626-91d4-49e3-ae8b-d004a324f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:58:53.265927 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81bcd8e9-3c85-4502-bd23-aedbd0e770cf req-deed4626-91d4-49e3-ae8b-d004a324f707 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1&device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 1096 time: 0.0407095
Nov 20 21:58:53.375212 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcd8e9-3c85-4502-bd23-aedbd0e770cf req-e19b2f29-c287-4f07-ba79-1928da4685ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:58:53.376810 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81bcd8e9-3c85-4502-bd23-aedbd0e770cf req-e19b2f29-c287-4f07-ba79-1928da4685ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=218d2210-da49-4543-9fed-a4412f2fb9fa HTTP/1.1" status: 200  len: 910 time: 0.0908864
Nov 20 21:58:53.447627 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81bcd8e9-3c85-4502-bd23-aedbd0e770cf req-bdcf5809-85b4-4727-b0b1-d5bd582d021a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 HTTP/1.1" status: 200  len: 1001 time: 0.0633924
Nov 20 21:58:53.498669 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcd8e9-3c85-4502-bd23-aedbd0e770cf req-44e2026c-5d2d-48d0-93c8-38aedb7d5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:58:53.500150 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81bcd8e9-3c85-4502-bd23-aedbd0e770cf req-44e2026c-5d2d-48d0-93c8-38aedb7d5cba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b8db50d-ee0a-40ed-8d14-4c383d8e9862 HTTP/1.1" status: 200  len: 848 time: 0.0451548
Nov 20 21:58:53.546769 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcd8e9-3c85-4502-bd23-aedbd0e770cf req-4264cc1c-a51b-4e41-9743-1c5aab116710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:58:53.548304 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81bcd8e9-3c85-4502-bd23-aedbd0e770cf req-4264cc1c-a51b-4e41-9743-1c5aab116710 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=218d2210-da49-4543-9fed-a4412f2fb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416121
Nov 20 21:58:53.642369 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81bcd8e9-3c85-4502-bd23-aedbd0e770cf req-cf948274-3baa-46c6-88f9-ccaf8ccf5f2a service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869236
Nov 20 21:58:53.731642 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-81bcd8e9-3c85-4502-bd23-aedbd0e770cf req-5449480c-d6a4-49bc-a140-6b767cd877bb service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823512
Nov 20 21:59:01.531060 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:59:08.820417 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:09.050622 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:13.413815 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-376e9530-23bc-480e-9a49-367fedabf5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:15.813357 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-d8b54a2d-10c6-41c1-b021-610880a2c820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:17.045577 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:18.870330 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:19.409687 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:26.119239 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:59:26.211490 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:59:26.222479 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Returning: {'device': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'port_id': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'mac_address': 'fa:16:3e:fc:f3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:59:26.262606 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:26.275852 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:59:26.295638 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:59:26.299407 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:26.348259 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:59:26.356500 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:26.356859 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:26.357213 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:26.357557 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:26.357898 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:26.358261 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:26.358599 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:26.358933 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:26.359260 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:26.359590 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:26.359921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:26.360248 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:26.372933 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] get_ports_and_sgs() called for port_ids ['ec694dec-bf1d-4b98-bec9-88ad1f50a4a3'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:59:28.144755 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 up at agent hyperv_nch2-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:59:28.203131 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Provisioning complete for port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:59:28.204221 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:28.303730 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:28.332251 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:59:28.335344 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ea291949b0838306f0f8c51077ddaad3a0779a2bb4cd7a75dca710d4d5063e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a374141-a417-42aa-93dc-a59ec0afbc26" -d '{"events": [{"server_uuid": "ed6b796a-3c8d-478b-bc2f-b28405afe958", "name": "network-vif-plugged", "status": "completed", "tag": "ec694dec-bf1d-4b98-bec9-88ad1f50a4a3"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:59:28.350904 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:59:28.358429 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:28.393469 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fb0a87-a2f0-4299-9c82-a21bca36e1d4 x-openstack-request-id: req-b6fb0a87-a2f0-4299-9c82-a21bca36e1d4 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:59:28.396495 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6b796a-3c8d-478b-bc2f-b28405afe958", "name": "network-vif-plugged", "status": "completed", "tag": "ec694dec-bf1d-4b98-bec9-88ad1f50a4a3", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:59:28.397707 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6fb0a87-a2f0-4299-9c82-a21bca36e1d4 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:59:28.398404 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'code': 200}
Nov 20 21:59:28.426043 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:59:34.300196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [req-8af2e9bc-4cb6-4b47-a438-ef89513735ed req-2baf6170-494b-470a-bf1a-e9246a0b9000 service neutron] (126225) timed out ('10.222.0.47', 64428) {{(pid=126225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 20 21:59:36.668586 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-43afaacc-e6a0-47f0-b4bf-a64e83562327 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-291546169&fields=id&tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1 HTTP/1.1" status: 200  len: 267 time: 0.0504844
Nov 20 21:59:36.777471 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-026e594d-3d95-4a16-9064-3750a8c5543b tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:36.779113 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-026e594d-3d95-4a16-9064-3750a8c5543b tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/networks?id=218d2210-da49-4543-9fed-a4412f2fb9fa HTTP/1.1" status: 200  len: 809 time: 0.1036942
Nov 20 21:59:36.795539 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-d6a02f10-b307-4808-9995-fca00e7133ea tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/quotas/8a521bfbeaca4e3ab513ff90f1caa0a1 HTTP/1.1" status: 200  len: 375 time: 0.0095160
Nov 20 21:59:36.850525 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-90424006-ea6b-4259-82cb-7279e8e361bf tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0494373
Nov 20 21:59:36.921776 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-3aaab287-ae8f-4301-8f9d-183f6cde4c4d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=126224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 20 21:59:36.922850 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-3aaab287-ae8f-4301-8f9d-183f6cde4c4d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0598133
Nov 20 21:59:37.017988 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-bb77944b-dd09-4dde-8f05-30009032a68d service neutron] 10.222.0.41 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889256
Nov 20 21:59:37.112555 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-bf53ec93-4638-485a-8615-406a66a899d4 service neutron] 10.222.0.41 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880008
Nov 20 21:59:37.300381 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6fe5caa7-096e-4253-ab71-293a32287b9a req-603e3b8a-10d3-4931-97fa-25f5af606996 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 210 time: 0.0281944
Nov 20 21:59:38.285042 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-24022663-af9d-4b83-a44a-9e81432b39bb tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:38.286513 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-24022663-af9d-4b83-a44a-9e81432b39bb tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.37 "GET /v2.0/networks?id=218d2210-da49-4543-9fed-a4412f2fb9fa HTTP/1.1" status: 200  len: 809 time: 0.1076140
Nov 20 21:59:38.354524 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-a63c62ab-0987-4844-af20-91d93336ea91 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1 HTTP/1.1" status: 200  len: 379 time: 0.0588837
Nov 20 21:59:38.363722 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Request body: {'port': {'device_id': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'admin_state_up': True, 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'security_groups': ['31b8c85e-c07c-4da8-b589-c0c268b7b648']}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:59:38.400644 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-1e8be970-3360-4bfd-922e-be8f5a1bcefb req-9557feda-b55e-4cda-ab9a-b4f638046071 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 210 time: 0.0296385
Nov 20 21:59:38.481383 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Made reservation on behalf of 8a521bfbeaca4e3ab513ff90f1caa0a1 for: {'port': 1} {{(pid=126225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 20 21:59:38.485190 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:38.532949 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 21:59:38.646428 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Allocated IP 172.20.0.10 (218d2210-da49-4543-9fed-a4412f2fb9fa/9b8db50d-ee0a-40ed-8d14-4c383d8e9862/0bb159de-5b3e-4afe-b042-4aa426dfc1c3) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:59:38.820809 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:38.822251 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:38.858311 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:38.909503 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Network 218d2210-da49-4543-9fed-a4412f2fb9fa is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:59:38.912832 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:59:38.917614 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:59:38.943566 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event updated for resources: {'Port': ['ID=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:59:38.967239 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:38.967751 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:38.968212 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:38.968654 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:38.969103 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:38.969538 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:38.969976 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:38.970433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:38.971130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:38.971556 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:38.971991 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:38.972437 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 21:59:38.993894 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:38.994688 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:39.018862 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-937b00b7-b86c-4df6-9189-bc8bff6119c1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6587095
Nov 20 21:59:39.075573 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:39.247561 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-16ebd531-db1c-4140-bdd0-c47dac2cbaea None None] Provisioning complete for port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 triggered by entity DHCP. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:59:39.247851 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-16ebd531-db1c-4140-bdd0-c47dac2cbaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:39.282207 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-16ebd531-db1c-4140-bdd0-c47dac2cbaea None None] Port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 cannot update to ACTIVE because it is not bound. {{(pid=126226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 20 21:59:39.539637 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a698825-156d-42c5-a003-a6f6b7cb6c8f req-d4695875-3471-4e3e-a33a-d3d32224e640 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:39.541256 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2a698825-156d-42c5-a003-a6f6b7cb6c8f req-d4695875-3471-4e3e-a33a-d3d32224e640 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 932 time: 0.0655208
Nov 20 21:59:39.591706 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2a698825-156d-42c5-a003-a6f6b7cb6c8f req-0962f88b-aa98-4bc3-b76b-bd8855d50a95 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437238
Nov 20 21:59:40.179922 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 21:59:40.265074 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:40.293753 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:59:40.296082 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ea291949b0838306f0f8c51077ddaad3a0779a2bb4cd7a75dca710d4d5063e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705389a4-f83e-400d-ba34-980355e7897a" -d '{"events": [{"server_uuid": "ed6b796a-3c8d-478b-bc2f-b28405afe958", "name": "network-vif-unplugged", "status": "completed", "tag": "ec694dec-bf1d-4b98-bec9-88ad1f50a4a3"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:59:40.308870 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] For port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:59:40.314242 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:40.341290 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 21:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12905341-6690-43e8-ad83-af0039d96b99 x-openstack-request-id: req-12905341-6690-43e8-ad83-af0039d96b99 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:59:40.341590 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6b796a-3c8d-478b-bc2f-b28405afe958", "name": "network-vif-unplugged", "status": "completed", "tag": "ec694dec-bf1d-4b98-bec9-88ad1f50a4a3", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:59:40.341853 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12905341-6690-43e8-ad83-af0039d96b99 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:59:40.342281 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'code': 200}
Nov 20 21:59:40.370694 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Pushing event updated for resources: {'Port': ['ID=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:59:40.721527 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296230c-3d67-4005-843c-5de8f720ea0c req-c821861f-f48c-4bbf-a6f7-d3905390595f tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:40.723261 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a296230c-3d67-4005-843c-5de8f720ea0c req-c821861f-f48c-4bbf-a6f7-d3905390595f tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 932 time: 0.0557249
Nov 20 21:59:40.774683 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a296230c-3d67-4005-843c-5de8f720ea0c req-14328430-aca2-4e09-8e06-7682d46e5645 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432451
Nov 20 21:59:41.903203 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61b6d8-28e3-4db0-942e-b31a8b283322 req-6860aede-383b-439d-80c9-91530262cb40 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:41.904904 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da61b6d8-28e3-4db0-942e-b31a8b283322 req-6860aede-383b-439d-80c9-91530262cb40 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 932 time: 0.0501022
Nov 20 21:59:41.959606 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-da61b6d8-28e3-4db0-942e-b31a8b283322 req-de552ed2-77c1-45d3-9fcd-e0c020b4056f tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486670
Nov 20 21:59:43.078567 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558c8e0-e0b0-419a-ad7f-7ba1554ae43d req-49eb06c4-9624-468c-aafa-36151a7a5199 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:43.080036 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2558c8e0-e0b0-419a-ad7f-7ba1554ae43d req-49eb06c4-9624-468c-aafa-36151a7a5199 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 932 time: 0.0508301
Nov 20 21:59:43.137959 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-2558c8e0-e0b0-419a-ad7f-7ba1554ae43d req-15af4f2b-83e7-43fd-bbfb-dac497c5d46c tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519395
Nov 20 21:59:43.417482 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7ba685ef-a475-4b35-900e-84a4fe79255e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:44.319407 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360c866-468f-49a6-8d36-0d7d891fa332 req-cea506d7-946c-4631-ba19-3c3313722afc tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:44.322017 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7360c866-468f-49a6-8d36-0d7d891fa332 req-cea506d7-946c-4631-ba19-3c3313722afc tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 932 time: 0.0649035
Nov 20 21:59:44.382876 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-7360c866-468f-49a6-8d36-0d7d891fa332 req-2e393c2d-189d-4f91-8412-d4ee98ef6a10 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534425
Nov 20 21:59:45.518726 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cf801-7b8d-4a77-b20b-007a1db4a3b2 req-2caf54ea-7a87-4cf0-8f1e-ac6f1678629c tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:45.520439 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac2cf801-7b8d-4a77-b20b-007a1db4a3b2 req-2caf54ea-7a87-4cf0-8f1e-ac6f1678629c tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 932 time: 0.0581646
Nov 20 21:59:45.587466 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-ac2cf801-7b8d-4a77-b20b-007a1db4a3b2 req-076c5dba-5460-4dc2-b227-fdabdba107ce tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593455
Nov 20 21:59:45.814378 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-92e99ebc-ebcc-47c3-80ac-a9a54abae3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:46.714283 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10fc3e5-c4f7-439b-aaca-8766da1504de req-2a5ef0c8-6991-4c9f-9d28-49a984ddf33c tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:46.715940 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b10fc3e5-c4f7-439b-aaca-8766da1504de req-2a5ef0c8-6991-4c9f-9d28-49a984ddf33c tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 932 time: 0.0544488
Nov 20 21:59:46.768187 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-b10fc3e5-c4f7-439b-aaca-8766da1504de req-b44c8529-7193-4ac5-8093-9d2381cdb831 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458286
Nov 20 21:59:47.050896 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:47.899536 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a293d-0af8-4db5-bdf7-37d0f09c85a7 req-fb33eab9-94fc-4b29-b558-e5d56bac0847 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:47.901025 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-929a293d-0af8-4db5-bdf7-37d0f09c85a7 req-fb33eab9-94fc-4b29-b558-e5d56bac0847 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 932 time: 0.0623376
Nov 20 21:59:47.953465 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-929a293d-0af8-4db5-bdf7-37d0f09c85a7 req-caf60b53-61a1-4fa3-998b-09125b93352d tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456626
Nov 20 21:59:48.874512 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:49.082003 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ed5c1-c5ba-45fe-a561-677cd1439ad3 req-4e18cd16-f296-4d50-9f67-4b9df512d781 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:49.083520 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-642ed5c1-c5ba-45fe-a561-677cd1439ad3 req-4e18cd16-f296-4d50-9f67-4b9df512d781 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 932 time: 0.0491874
Nov 20 21:59:49.134582 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-642ed5c1-c5ba-45fe-a561-677cd1439ad3 req-ca5496fb-21b8-4df4-b814-acfe595f46a0 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443549
Nov 20 21:59:49.411252 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:49.545480 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Request body: {'port': {'device_id': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:59:49.601909 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:50.141294 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 {{(pid=126225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:59:50.149162 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:50.161416 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.provisioning_blocks [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Transition to ACTIVE for port object 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 will not be triggered until provisioned by entity L2. {{(pid=126225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 20 21:59:50.166031 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:50.265532 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Pushing event updated for resources: {'Port': ['ID=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:59:50.319186 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce94ce-310c-4b46-af3b-b23304226633 req-d43a0674-2051-44fa-863a-5abaf9cc8e0f tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:50.321519 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bdce94ce-310c-4b46-af3b-b23304226633 req-d43a0674-2051-44fa-863a-5abaf9cc8e0f tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 944 time: 0.1081762
Nov 20 21:59:50.349982 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Attempting to bind port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 20 21:59:50.350352 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Attempting to bind port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b9c93546-52f2-44d2-92cf-ae563ce996f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa'}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 20 21:59:50.350713 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Attempting to bind port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 on network 218d2210-da49-4543-9fed-a4412f2fb9fa {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:59:50.362078 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 on network 218d2210-da49-4543-9fed-a4412f2fb9fa not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 20 21:59:50.362390 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Attempting to bind port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 on network 218d2210-da49-4543-9fed-a4412f2fb9fa {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 20 21:59:50.389669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Checking agent: {'id': '77e88a69-9ec0-4b0d-9cfb-a4d07b70dbf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'started_at': datetime.datetime(2021, 11, 20, 20, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 21, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 20 21:59:50.390010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Checking segment: {'id': 'b9c93546-52f2-44d2-92cf-ae563ce996f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 20 21:59:50.390422 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Bound using segment: {'id': 'b9c93546-52f2-44d2-92cf-ae563ce996f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa'} {{(pid=126225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 20 21:59:50.390863 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.managers [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Bound port: 0bb159de-5b3e-4afe-b042-4aa426dfc1c3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c93546-52f2-44d2-92cf-ae563ce996f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa'}}] {{(pid=126225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 20 21:59:50.391220 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:50.417464 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bdce94ce-310c-4b46-af3b-b23304226633 req-d0f6f703-3242-443c-8456-481dee2105d6 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0888224
Nov 20 21:59:50.471360 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] For port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3, host nch1-master-1, cleared binding levels {{(pid=126225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 20 21:59:50.474500 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] For port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 20 21:59:50.478518 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:50.511129 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:50.511755 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:50.513144 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] 10.222.0.37 "PUT /v2.0/ports/0bb159de-5b3e-4afe-b042-4aa426dfc1c3 HTTP/1.1" status: 200  len: 1092 time: 0.9720917
Nov 20 21:59:50.513594 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'tag': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:59:50.515911 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8af0ad-ef19-4e6c-b48b-e8c543735708" -d '{"events": [{"name": "network-changed", "server_uuid": "35d3163c-4c1c-42cd-b17d-f54f8b9548a6", "tag": "0bb159de-5b3e-4afe-b042-4aa426dfc1c3"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:59:50.547669 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fce5f-9308-4522-8721-b93e8a21301a service neutron] Pushing event updated for resources: {'Port': ['ID=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,revision_number=3']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:59:50.614920 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-056a9f98-7622-4fef-a5d9-258802442663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:50.617009 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-056a9f98-7622-4fef-a5d9-258802442663 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1&device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 1095 time: 0.0514019
Nov 20 21:59:50.665914 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 21:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb795aa-f85c-4b4d-8df6-bf9f2bb1d01f x-openstack-request-id: req-dbb795aa-f85c-4b4d-8df6-bf9f2bb1d01f {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:59:50.666231 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d3163c-4c1c-42cd-b17d-f54f8b9548a6", "tag": "0bb159de-5b3e-4afe-b042-4aa426dfc1c3", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:59:50.666483 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbb795aa-f85c-4b4d-8df6-bf9f2bb1d01f {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:59:50.666880 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'tag': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3', 'status': 'completed', 'code': 200}
Nov 20 21:59:50.668691 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-2dfec926-2dc2-4e44-b0f0-8b839a780b1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb159de-5b3e-4afe-b042-4aa426dfc1c3 HTTP/1.1" status: 200  len: 217 time: 0.0442255
Nov 20 21:59:50.720146 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-ebb5756b-822f-4469-88a4-a06aa0186b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:50.721901 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-ebb5756b-822f-4469-88a4-a06aa0186b53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b8db50d-ee0a-40ed-8d14-4c383d8e9862 HTTP/1.1" status: 200  len: 848 time: 0.0464036
Nov 20 21:59:50.768169 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-985a6d0d-7201-45a9-b821-397260816d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:50.769904 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-985a6d0d-7201-45a9-b821-397260816d32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=218d2210-da49-4543-9fed-a4412f2fb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409441
Nov 20 21:59:50.867663 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-b0aed153-d3b6-47fc-b634-86ffe8827028 service neutron] 10.222.0.37 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901997
Nov 20 21:59:50.954837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-c3955c5e-8d53-4b1a-ab98-65903e1dd612 req-ffa0a051-2c31-474a-834d-3deb5ccb6280 service neutron] 10.222.0.37 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800636
Nov 20 21:59:51.041326 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8af0ad-ef19-4e6c-b48b-e8c543735708 req-e3491913-01e9-4711-a812-dc7bd213579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:51.042834 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa8af0ad-ef19-4e6c-b48b-e8c543735708 req-e3491913-01e9-4711-a812-dc7bd213579c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1&device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 1095 time: 0.0447652
Nov 20 21:59:51.133650 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8af0ad-ef19-4e6c-b48b-e8c543735708 req-060631dd-0026-4c44-9532-16c950950339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:51.135165 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa8af0ad-ef19-4e6c-b48b-e8c543735708 req-060631dd-0026-4c44-9532-16c950950339 service neutron] 10.222.0.37 "GET /v2.0/networks?id=218d2210-da49-4543-9fed-a4412f2fb9fa HTTP/1.1" status: 200  len: 910 time: 0.0853598
Nov 20 21:59:51.179868 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa8af0ad-ef19-4e6c-b48b-e8c543735708 req-056df7e1-a3e3-4650-996f-9eb169ad585c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb159de-5b3e-4afe-b042-4aa426dfc1c3 HTTP/1.1" status: 200  len: 217 time: 0.0373106
Nov 20 21:59:51.229185 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8af0ad-ef19-4e6c-b48b-e8c543735708 req-097c2a51-e52d-4ed2-bf32-320940d8fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:51.230550 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa8af0ad-ef19-4e6c-b48b-e8c543735708 req-097c2a51-e52d-4ed2-bf32-320940d8fbf4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b8db50d-ee0a-40ed-8d14-4c383d8e9862 HTTP/1.1" status: 200  len: 848 time: 0.0436409
Nov 20 21:59:51.277196 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8af0ad-ef19-4e6c-b48b-e8c543735708 req-0fa6eb09-2523-4e6e-a7d2-4d6b94f6c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:51.278752 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa8af0ad-ef19-4e6c-b48b-e8c543735708 req-0fa6eb09-2523-4e6e-a7d2-4d6b94f6c973 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=218d2210-da49-4543-9fed-a4412f2fb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402822
Nov 20 21:59:51.373327 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa8af0ad-ef19-4e6c-b48b-e8c543735708 req-9957a636-b8da-4b4a-a7b1-56657bd9739b service neutron] 10.222.0.37 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861149
Nov 20 21:59:51.463741 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-fa8af0ad-ef19-4e6c-b48b-e8c543735708 req-108a7f13-5bd3-4945-b035-6a4cb57edbe5 service neutron] 10.222.0.37 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818014
Nov 20 21:59:51.539700 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df64f68-a578-4aaa-b134-e12c6b94ec2d req-70f17331-9da8-4085-9a12-a96aac65c574 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:51.541175 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5df64f68-a578-4aaa-b134-e12c6b94ec2d req-70f17331-9da8-4085-9a12-a96aac65c574 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 944 time: 0.0553739
Nov 20 21:59:51.590208 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-5df64f68-a578-4aaa-b134-e12c6b94ec2d req-6b051dbc-421f-4907-bbb9-1b104990733c tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430369
Nov 20 21:59:52.712362 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecee3dc-63d0-4d13-8665-33d01e868d95 req-30a76bd4-2a6c-4b1c-9db5-8baefb18e22f tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:52.713844 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ecee3dc-63d0-4d13-8665-33d01e868d95 req-30a76bd4-2a6c-4b1c-9db5-8baefb18e22f tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 944 time: 0.0549028
Nov 20 21:59:52.764190 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-8ecee3dc-63d0-4d13-8665-33d01e868d95 req-f32fa606-1248-4b57-860d-468384a90467 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442421
Nov 20 21:59:53.879801 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aca8e6-8424-4d5e-8c64-5f0716ad50b1 req-030197f2-6e3e-4b3f-ba91-58349488bd08 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:53.881285 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-45aca8e6-8424-4d5e-8c64-5f0716ad50b1 req-030197f2-6e3e-4b3f-ba91-58349488bd08 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 944 time: 0.0492959
Nov 20 21:59:53.931326 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-45aca8e6-8424-4d5e-8c64-5f0716ad50b1 req-f88df66d-8390-4ace-95d3-1857c3dd60d6 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439043
Nov 20 21:59:54.233608 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8b383b2-eef6-45e2-badf-7bf8bd8f4b43 req-c5c08dd4-2bbd-4213-9d44-e94770863a5a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0819571
Nov 20 21:59:54.315854 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b383b2-eef6-45e2-badf-7bf8bd8f4b43 req-0215091c-6a69-4377-a5c7-0d516ba3baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:54.317343 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8b383b2-eef6-45e2-badf-7bf8bd8f4b43 req-0215091c-6a69-4377-a5c7-0d516ba3baf9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1&device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 1094 time: 0.0418646
Nov 20 21:59:54.373071 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 21:59:54.425710 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b383b2-eef6-45e2-badf-7bf8bd8f4b43 req-2a20ca8b-3005-42c0-8a35-426e5272c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:54.427211 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8b383b2-eef6-45e2-badf-7bf8bd8f4b43 req-2a20ca8b-3005-42c0-8a35-426e5272c8c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=218d2210-da49-4543-9fed-a4412f2fb9fa HTTP/1.1" status: 200  len: 910 time: 0.0909069
Nov 20 21:59:54.471358 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:59:54.481829 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'port_id': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3', 'mac_address': 'fa:16:3e:7b:cb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 21:59:54.493602 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8b383b2-eef6-45e2-badf-7bf8bd8f4b43 req-ccec4bbd-fb32-415f-a2b7-facd4f08da02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 HTTP/1.1" status: 200  len: 999 time: 0.0589683
Nov 20 21:59:54.518588 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:54.532289 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 21:59:54.550446 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b383b2-eef6-45e2-badf-7bf8bd8f4b43 req-47184e30-4644-442b-878d-8cbcf351e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:54.551669 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:59:54.551951 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8b383b2-eef6-45e2-badf-7bf8bd8f4b43 req-47184e30-4644-442b-878d-8cbcf351e184 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b8db50d-ee0a-40ed-8d14-4c383d8e9862 HTTP/1.1" status: 200  len: 848 time: 0.0504525
Nov 20 21:59:54.555791 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:54.598737 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b383b2-eef6-45e2-badf-7bf8bd8f4b43 req-3e4e53de-cc7c-40e9-b189-7299dad17c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:54.600270 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8b383b2-eef6-45e2-badf-7bf8bd8f4b43 req-3e4e53de-cc7c-40e9-b189-7299dad17c79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=218d2210-da49-4543-9fed-a4412f2fb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0417037
Nov 20 21:59:54.607653 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,revision_number=4']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:59:54.697040 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8b383b2-eef6-45e2-badf-7bf8bd8f4b43 req-16800915-8835-4167-9822-c23074e6e0bc service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888069
Nov 20 21:59:54.769685 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['0bb159de-5b3e-4afe-b042-4aa426dfc1c3'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 21:59:54.795627 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-a8b383b2-eef6-45e2-badf-7bf8bd8f4b43 req-408e84ad-e182-4478-9313-dc729af6e61d service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0907977
Nov 20 21:59:55.046164 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9c238-e94f-4b33-8c62-916bbd18faf6 req-cd3b6a7a-35a4-4301-91d6-66a4d77932d4 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:55.047633 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-42a9c238-e94f-4b33-8c62-916bbd18faf6 req-cd3b6a7a-35a4-4301-91d6-66a4d77932d4 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 945 time: 0.0480087
Nov 20 21:59:55.097076 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-42a9c238-e94f-4b33-8c62-916bbd18faf6 req-6f1199cf-ea78-4010-a02a-f0a3970456e4 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435603
Nov 20 21:59:56.212355 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef92a53-7ab4-468e-ac7d-7cd4fe3aceb8 req-35dbcbbc-4414-4f40-9cc8-f6af0df3734e tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:56.213818 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9ef92a53-7ab4-468e-ac7d-7cd4fe3aceb8 req-35dbcbbc-4414-4f40-9cc8-f6af0df3734e tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 945 time: 0.0476089
Nov 20 21:59:56.267477 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-9ef92a53-7ab4-468e-ac7d-7cd4fe3aceb8 req-0ca48e34-48f7-436c-96f6-5d8a56cad20e tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475838
Nov 20 21:59:56.385173 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 21:59:56.433043 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning for port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 completed by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 20 21:59:56.436759 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 21:59:56.437123 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:56.516569 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:56.540523 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 21:59:56.542789 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ea291949b0838306f0f8c51077ddaad3a0779a2bb4cd7a75dca710d4d5063e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368b8aa9-ab2a-4692-b199-9fc63b0d2ca5" -d '{"events": [{"server_uuid": "35d3163c-4c1c-42cd-b17d-f54f8b9548a6", "name": "network-vif-plugged", "status": "completed", "tag": "0bb159de-5b3e-4afe-b042-4aa426dfc1c3"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 21:59:56.555738 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 21:59:56.559713 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:56.584507 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 21:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36829f3-d7d9-4253-b01d-a880897d7ed9 x-openstack-request-id: req-f36829f3-d7d9-4253-b01d-a880897d7ed9 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 21:59:56.584809 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d3163c-4c1c-42cd-b17d-f54f8b9548a6", "name": "network-vif-plugged", "status": "completed", "tag": "0bb159de-5b3e-4afe-b042-4aa426dfc1c3", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 21:59:56.585553 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f36829f3-d7d9-4253-b01d-a880897d7ed9 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 21:59:56.586216 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3', 'code': 200}
Nov 20 21:59:56.612629 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,revision_number=5']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:59:56.680115 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ed6a5-3001-4562-9192-9ffb6aeba691 req-6623476c-0f9b-4fdc-8a16-5e6fa26173a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:56.681500 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-897ed6a5-3001-4562-9192-9ffb6aeba691 req-6623476c-0f9b-4fdc-8a16-5e6fa26173a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 1097 time: 0.0401366
Nov 20 21:59:56.727588 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-897ed6a5-3001-4562-9192-9ffb6aeba691 req-8be90664-0f4e-45bc-978c-89dba991140c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391920
Nov 20 21:59:57.383645 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591a039-8317-4bd8-b00a-cf7f6cce260f req-1c640327-38b1-4c01-9fd4-bb7095c6748c tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:57.385124 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6591a039-8317-4bd8-b00a-cf7f6cce260f req-1c640327-38b1-4c01-9fd4-bb7095c6748c tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 946 time: 0.0496082
Nov 20 21:59:57.434731 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-6591a039-8317-4bd8-b00a-cf7f6cce260f req-3e0c24b1-2a8c-4825-956b-6c5daff7b331 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436244
Nov 20 21:59:58.569191 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59501c80-b65b-4405-9e2d-3a1e940c441b req-ca5cc871-274f-4c28-9729-41ecd10c9a1d tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:58.571389 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59501c80-b65b-4405-9e2d-3a1e940c441b req-ca5cc871-274f-4c28-9729-41ecd10c9a1d tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 946 time: 0.0551286
Nov 20 21:59:58.626214 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-59501c80-b65b-4405-9e2d-3a1e940c441b req-6f610c2f-b929-4d5c-a554-1e8bb9c5f58a tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485673
Nov 20 21:59:58.753974 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59c0ea-7ee5-4bd5-87c1-c91b6bdbdd1f req-a591e1f2-c669-4424-a625-2ae3477e5d02 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:58.755629 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd59c0ea-7ee5-4bd5-87c1-c91b6bdbdd1f req-a591e1f2-c669-4424-a625-2ae3477e5d02 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 946 time: 0.0577037
Nov 20 21:59:58.808071 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-bd59c0ea-7ee5-4bd5-87c1-c91b6bdbdd1f req-460f0d4f-90ed-41d9-8ea9-832fd4be81b1 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457067
Nov 20 21:59:58.831156 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59804) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:59:58.879524 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6234f9ea-0ec7-4c92-b9d2-a0c5e8602f14 tempest-TestSnapshotPattern-1456617972 tempest-TestSnapshotPattern-1456617972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 21:59:58.881083 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6234f9ea-0ec7-4c92-b9d2-a0c5e8602f14 tempest-TestSnapshotPattern-1456617972 tempest-TestSnapshotPattern-1456617972-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 1092 time: 0.0489016
Nov 20 21:59:58.884134 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 59806) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 21:59:58.888477 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.v2.base [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Request body: {'floatingip': {'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'port_id': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=126225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 20 21:59:58.912033 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for floatingip, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:59.019163 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:59.128014 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_common [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Allocated IP 172.35.1.81 (a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb/7a5dc900-aae1-438a-a465-bc79bf8b1122/7f9b8724-2610-46bb-b376-53f64a46b89b) {{(pid=126225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 20 21:59:59.238472 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for port, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:59.277436 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764508352422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:59.323505 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Network a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb is already hosted by enough agents. {{(pid=126225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 20 21:59:59.326417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.base_scheduler [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Resources bound (agent type, host, resource id):  {{(pid=126225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 20 21:59:59.329986 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Received port after_create {{(pid=126225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 20 21:59:59.354930 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event updated for resources: {'Port': ['ID=7f9b8724-2610-46bb-b376-53f64a46b89b,revision_number=1']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 21:59:59.697868 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:59.762550 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:59.914400 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for port, precommit_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:59.918999 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25618019'] for port, after_update {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 21:59:59.992893 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event updated for resources: {'Port': ['ID=7f9b8724-2610-46bb-b376-53f64a46b89b,revision_number=2']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:00:00.002743 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513994'] for floatingip, after_create {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:00:00.102588 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Floating IP c43931db-0546-4a40-b9c3-dee47abd79a8 associated. External IP: 172.35.1.81, port: 0bb159de-5b3e-4afe-b042-4aa426dfc1c3.
Nov 20 22:00:00.307331 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 22:00:00.411010 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 22:00:00.421364 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a946efb-0279-4a04-8f2a-e282e65da497 None None] Sync routers for ids ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 22:00:00.429507 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:00:00.432610 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a946efb-0279-4a04-8f2a-e282e65da497 None None] Routers {'59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 22:00:00.433226 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3a946efb-0279-4a04-8f2a-e282e65da497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542d3760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:59:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:00:00.462107 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6c326509-eaa7-47bf-b1bc-cd8f74a9f532 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5751584
Nov 20 22:00:00.462107 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'tag': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 22:00:00.463245 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ae0667-6bdb-473b-9396-b91dc863fc06" -d '{"events": [{"name": "network-changed", "server_uuid": "35d3163c-4c1c-42cd-b17d-f54f8b9548a6", "tag": "0bb159de-5b3e-4afe-b042-4aa426dfc1c3"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 22:00:00.507547 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 22:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0cdf7d-c0ef-4c35-ba60-6e15e67ffeac x-openstack-request-id: req-4a0cdf7d-c0ef-4c35-ba60-6e15e67ffeac {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 22:00:00.507846 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d3163c-4c1c-42cd-b17d-f54f8b9548a6", "tag": "0bb159de-5b3e-4afe-b042-4aa426dfc1c3", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 22:00:00.508099 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a0cdf7d-c0ef-4c35-ba60-6e15e67ffeac {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 22:00:00.508509 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'tag': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3', 'status': 'completed', 'code': 200}
Nov 20 22:00:00.539467 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-3a946efb-0279-4a04-8f2a-e282e65da497 None None] Set router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 22:00:00.572778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae0667-6bdb-473b-9396-b91dc863fc06 req-fd058b2a-eca2-42f9-98a9-02a76a621e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:00:00.574229 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-27ae0667-6bdb-473b-9396-b91dc863fc06 req-fd058b2a-eca2-42f9-98a9-02a76a621e15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1&device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 1097 time: 0.0436797
Nov 20 22:00:00.666478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae0667-6bdb-473b-9396-b91dc863fc06 req-debffe6a-3561-420b-aa9b-83737062de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:00:00.668012 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-27ae0667-6bdb-473b-9396-b91dc863fc06 req-debffe6a-3561-420b-aa9b-83737062de0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=218d2210-da49-4543-9fed-a4412f2fb9fa HTTP/1.1" status: 200  len: 910 time: 0.0872357
Nov 20 22:00:00.738730 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-27ae0667-6bdb-473b-9396-b91dc863fc06 req-9012e820-9fb9-4a46-b283-41e68cdb78df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb159de-5b3e-4afe-b042-4aa426dfc1c3 HTTP/1.1" status: 200  len: 999 time: 0.0637820
Nov 20 22:00:00.771731 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3a946efb-0279-4a04-8f2a-e282e65da497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542d3760>, [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d9fc933-958a-4291-95ce-d3529a378a17', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'floating_ip_address': '172.35.1.179', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'port_id': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'mac_address': 'fa:16:3e:fc:f3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:57:24Z', 'updated_at': '2021-11-20T21:57:26Z', 'revision_number': 1, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'fixed_ip_address_scope': None}, {'id': 'c43931db-0546-4a40-b9c3-dee47abd79a8', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'floating_ip_address': '172.35.1.81', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'port_id': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'mac_address': 'fa:16:3e:7b:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:59:59Z', 'updated_at': '2021-11-20T21:59:59Z', 'revision_number': 0, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d37f5f-95a5-41a7-83da-b28f2ae42295', 'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'mac_address': 'fa:16:3e:47:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:00Z', 'updated_at': '2021-11-20T21:57:05Z', 'revision_number': 5, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'subnets': [{'id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:00:00.789110 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae0667-6bdb-473b-9396-b91dc863fc06 req-c4170900-178a-4611-ac90-669dcfdc0c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:00:00.790607 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-27ae0667-6bdb-473b-9396-b91dc863fc06 req-c4170900-178a-4611-ac90-669dcfdc0c59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b8db50d-ee0a-40ed-8d14-4c383d8e9862 HTTP/1.1" status: 200  len: 848 time: 0.0445185
Nov 20 22:00:00.800210 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a946efb-0279-4a04-8f2a-e282e65da497 None None] Checking router: 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 22:00:00.808778 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a946efb-0279-4a04-8f2a-e282e65da497 None None] Routers {'59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 22:00:00.809387 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3a946efb-0279-4a04-8f2a-e282e65da497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a542d3760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T21:59:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:00:00.837918 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae0667-6bdb-473b-9396-b91dc863fc06 req-2497029b-7422-44f6-9d11-c1eb126babfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:00:00.839373 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-27ae0667-6bdb-473b-9396-b91dc863fc06 req-2497029b-7422-44f6-9d11-c1eb126babfc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=218d2210-da49-4543-9fed-a4412f2fb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0417340
Nov 20 22:00:00.914660 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-3a946efb-0279-4a04-8f2a-e282e65da497 None None] Set router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 22:00:00.933307 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-27ae0667-6bdb-473b-9396-b91dc863fc06 req-a5c5fd6d-ddb7-4969-828c-6051bc030391 service neutron] 10.222.0.37 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866251
Nov 20 22:00:01.033151 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-27ae0667-6bdb-473b-9396-b91dc863fc06 req-2b830472-3b98-4d3b-9eb4-c2ec4e2c6060 service neutron] 10.222.0.37 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927963
Nov 20 22:00:01.232216 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-3a946efb-0279-4a04-8f2a-e282e65da497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a542d3760>, [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d9fc933-958a-4291-95ce-d3529a378a17', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'floating_ip_address': '172.35.1.179', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'port_id': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'mac_address': 'fa:16:3e:fc:f3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:57:24Z', 'updated_at': '2021-11-20T21:57:26Z', 'revision_number': 1, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'fixed_ip_address_scope': None}, {'id': 'c43931db-0546-4a40-b9c3-dee47abd79a8', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'floating_ip_address': '172.35.1.81', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'port_id': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'mac_address': 'fa:16:3e:7b:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:59:59Z', 'updated_at': '2021-11-20T21:59:59Z', 'revision_number': 0, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d37f5f-95a5-41a7-83da-b28f2ae42295', 'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'mac_address': 'fa:16:3e:47:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:00Z', 'updated_at': '2021-11-20T21:57:05Z', 'revision_number': 5, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'subnets': [{'id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:00:01.258413 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a946efb-0279-4a04-8f2a-e282e65da497 None None] The sync data for ids ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'] in ncdv-master-1 is: [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d9fc933-958a-4291-95ce-d3529a378a17', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'floating_ip_address': '172.35.1.179', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'port_id': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'mac_address': 'fa:16:3e:fc:f3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:57:24Z', 'updated_at': '2021-11-20T21:57:26Z', 'revision_number': 1, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'fixed_ip_address_scope': None}, {'id': 'c43931db-0546-4a40-b9c3-dee47abd79a8', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'floating_ip_address': '172.35.1.81', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'port_id': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'mac_address': 'fa:16:3e:7b:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:59:59Z', 'updated_at': '2021-11-20T21:59:59Z', 'revision_number': 0, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d37f5f-95a5-41a7-83da-b28f2ae42295', 'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'mac_address': 'fa:16:3e:47:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:00Z', 'updated_at': '2021-11-20T21:57:05Z', 'revision_number': 5, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'subnets': [{'id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 22:00:01.453630 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b6d12-1faf-4b76-8b63-a60da2895a01 None None] New status for floating IP c43931db-0546-4a40-b9c3-dee47abd79a8: ACTIVE {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 22:00:08.818842 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:00:09.065683 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:00:13.419914 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3d27ca7c-440e-461a-8e96-12b16ab8e42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:00:15.530679 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 22:00:15.816236 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-3efdab95-aef9-4fdb-85fe-5c6e32fdabfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:00:17.053725 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:00:18.876563 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:00:19.413590 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:00:38.833701 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:00:39.066084 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:00:43.420718 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2cb08981-292f-483b-8568-daf09df152e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:00:45.817648 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-84f19318-63ea-4485-a77f-b5a258c756a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:00:47.055404 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:00:48.879181 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:00:49.415994 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:00:52.529957 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 22:00:53.183045 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f26522e2-1b5d-4f04-8584-6a231d6695de req-20377595-ed24-43bb-8852-a4b6e507fd2a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0857503
Nov 20 22:00:53.266417 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26522e2-1b5d-4f04-8584-6a231d6695de req-e436910c-32f1-4a77-bcf0-5b83935cd94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:00:53.267881 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f26522e2-1b5d-4f04-8584-6a231d6695de req-e436910c-32f1-4a77-bcf0-5b83935cd94a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1&device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 1097 time: 0.0395350
Nov 20 22:00:53.376365 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26522e2-1b5d-4f04-8584-6a231d6695de req-5bb6b76e-6f1b-431a-aa4c-126543b5eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:00:53.377837 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f26522e2-1b5d-4f04-8584-6a231d6695de req-5bb6b76e-6f1b-431a-aa4c-126543b5eeac service neutron] 10.222.0.37 "GET /v2.0/networks?id=218d2210-da49-4543-9fed-a4412f2fb9fa HTTP/1.1" status: 200  len: 910 time: 0.0880389
Nov 20 22:00:53.444041 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f26522e2-1b5d-4f04-8584-6a231d6695de req-a4cbf1fb-a83a-45df-acfa-f65e328f2358 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb159de-5b3e-4afe-b042-4aa426dfc1c3 HTTP/1.1" status: 200  len: 1001 time: 0.0579758
Nov 20 22:00:53.493506 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26522e2-1b5d-4f04-8584-6a231d6695de req-a3c0edb3-e219-4961-b08a-c40f4e086076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:00:53.494977 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f26522e2-1b5d-4f04-8584-6a231d6695de req-a3c0edb3-e219-4961-b08a-c40f4e086076 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b8db50d-ee0a-40ed-8d14-4c383d8e9862 HTTP/1.1" status: 200  len: 848 time: 0.0442159
Nov 20 22:00:53.544962 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26522e2-1b5d-4f04-8584-6a231d6695de req-1b0bad13-4297-4595-9666-d90533aa67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:00:53.546530 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f26522e2-1b5d-4f04-8584-6a231d6695de req-1b0bad13-4297-4595-9666-d90533aa67d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=218d2210-da49-4543-9fed-a4412f2fb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444264
Nov 20 22:00:53.638224 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f26522e2-1b5d-4f04-8584-6a231d6695de req-5b3e5413-5cae-4210-a62b-bb77f0b2ab56 service neutron] 10.222.0.37 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832484
Nov 20 22:00:54.008779 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-f26522e2-1b5d-4f04-8584-6a231d6695de req-edaf58e4-57d5-4777-91a7-2890e8c6046c service neutron] 10.222.0.37 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3632779
Nov 20 22:00:56.174424 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60e40b90-9c45-4798-a434-cf2b090fcc7d req-ba17b486-ad72-4c8e-b3b9-a62174c3dccc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0393541
Nov 20 22:00:56.260083 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e40b90-9c45-4798-a434-cf2b090fcc7d req-5a8588b8-c9d0-4e2c-9378-83d321c80bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:00:56.261569 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60e40b90-9c45-4798-a434-cf2b090fcc7d req-5a8588b8-c9d0-4e2c-9378-83d321c80bc6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1&device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 1094 time: 0.0418551
Nov 20 22:00:56.368567 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e40b90-9c45-4798-a434-cf2b090fcc7d req-cd037be3-1b8e-4516-b772-f354dfd31fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:00:56.370036 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60e40b90-9c45-4798-a434-cf2b090fcc7d req-cd037be3-1b8e-4516-b772-f354dfd31fd8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=218d2210-da49-4543-9fed-a4412f2fb9fa HTTP/1.1" status: 200  len: 910 time: 0.0889785
Nov 20 22:00:56.435984 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60e40b90-9c45-4798-a434-cf2b090fcc7d req-fb863ec8-1d70-4981-8ebf-44a2d8a5f29c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 HTTP/1.1" status: 200  len: 999 time: 0.0576589
Nov 20 22:00:56.489400 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e40b90-9c45-4798-a434-cf2b090fcc7d req-f0116fa0-2ac7-4379-b0c1-91ef6b11118a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:00:56.491038 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60e40b90-9c45-4798-a434-cf2b090fcc7d req-f0116fa0-2ac7-4379-b0c1-91ef6b11118a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b8db50d-ee0a-40ed-8d14-4c383d8e9862 HTTP/1.1" status: 200  len: 848 time: 0.0483167
Nov 20 22:00:56.536717 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e40b90-9c45-4798-a434-cf2b090fcc7d req-64d05076-c4ae-46de-b54c-b6164d65da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:00:56.538984 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60e40b90-9c45-4798-a434-cf2b090fcc7d req-64d05076-c4ae-46de-b54c-b6164d65da8b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=218d2210-da49-4543-9fed-a4412f2fb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409758
Nov 20 22:00:56.632633 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60e40b90-9c45-4798-a434-cf2b090fcc7d req-99cf7d04-00c6-4d49-9068-5401f7dd3258 service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861681
Nov 20 22:00:56.724650 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-60e40b90-9c45-4798-a434-cf2b090fcc7d req-2eb564ac-1b48-4f19-ad4d-7c8fff564d75 service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848138
Nov 20 22:01:08.846745 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:09.080690 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:13.422303 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4e658921-b60a-4e78-8a9a-553c0dc97e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:15.819461 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-ea90eb20-212f-4026-8d7f-2b56b1a132d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:17.059850 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:18.882940 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:19.417286 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:29.529070 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 22:01:38.843356 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:39.078408 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:42.972292 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 20 22:01:43.076011 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 22:01:43.087951 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Returning: {'device': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'port_id': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3', 'mac_address': 'fa:16:3e:7b:cb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 20 22:01:43.127740 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:43.145197 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 {{(pid=126226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 20 22:01:43.167431 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 22:01:43.175168 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:43.235324 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,revision_number=6']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:01:43.243481 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:43.243839 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:43.244191 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:43.244542 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:43.244888 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:43.245223 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:43.245767 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:43.246412 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:43.246914 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:43.247395 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:43.247893 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:43.248247 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:43.253690 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] get_ports_and_sgs() called for port_ids ['0bb159de-5b3e-4afe-b042-4aa426dfc1c3'] {{(pid=126226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 20 22:01:43.440967 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-23c2fd1d-d6b3-4495-a51c-977ef942aa01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:44.982388 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 up at agent hyperv_nch1-master-1 {{(pid=126226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 20 22:01:45.040257 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.provisioning_blocks [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Provisioning complete for port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 triggered by entity L2. {{(pid=126226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 20 22:01:45.040635 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561298'] for port, provisioning_complete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:45.132734 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:45.162718 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 22:01:45.165113 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ea291949b0838306f0f8c51077ddaad3a0779a2bb4cd7a75dca710d4d5063e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69a8a10-ddf0-4da0-94b5-26d754c82fef" -d '{"events": [{"server_uuid": "35d3163c-4c1c-42cd-b17d-f54f8b9548a6", "name": "network-vif-plugged", "status": "completed", "tag": "0bb159de-5b3e-4afe-b042-4aa426dfc1c3"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 22:01:45.181000 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 22:01:45.185718 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:45.235429 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 22:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7c661d-a51e-47fa-8132-fd719b7245c0 x-openstack-request-id: req-ab7c661d-a51e-47fa-8132-fd719b7245c0 {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 22:01:45.236045 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d3163c-4c1c-42cd-b17d-f54f8b9548a6", "name": "network-vif-plugged", "status": "completed", "tag": "0bb159de-5b3e-4afe-b042-4aa426dfc1c3", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 22:01:45.236458 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab7c661d-a51e-47fa-8132-fd719b7245c0 {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 22:01:45.237098 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3', 'code': 200}
Nov 20 22:01:45.242889 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,revision_number=7']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:01:45.822738 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2b9453c6-2999-4c40-948d-2a7eab5ef784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:47.066725 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:48.893589 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:49.424152 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:52.404433 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60040) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 22:01:52.563885 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Deleting port 7f9b8724-2610-46bb-b376-53f64a46b89b {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 22:01:52.564223 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:52.638119 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:52.638379 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:52.649901 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Calling delete_port for 7f9b8724-2610-46bb-b376-53f64a46b89b owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 22:01:52.798782 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:52.823735 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event deleted for resources: {'Port': ['ID=7f9b8724-2610-46bb-b376-53f64a46b89b,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:01:52.837693 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:52.838073 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:52.838429 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:52.838779 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:52.839124 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:52.839465 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:52.839803 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:52.840137 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:52.840470 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:52.840819 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:52.841139 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:52.841472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:01:52.904598 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:52.904842 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Floating IP c43931db-0546-4a40-b9c3-dee47abd79a8 disassociated (deleted). External IP: 172.35.1.81, port: 0bb159de-5b3e-4afe-b042-4aa426dfc1c3.
Nov 20 22:01:53.115132 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 22:01:53.223225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 22:01:53.228007 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:53.232616 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfe3e7f-31d7-4c87-9302-984a0efe6bfd None None] Sync routers for ids ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 22:01:53.242224 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfe3e7f-31d7-4c87-9302-984a0efe6bfd None None] Routers {'59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 22:01:53.242838 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-fbfe3e7f-31d7-4c87-9302-984a0efe6bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54740910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T22:01:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:01:53.254753 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-571c5611-e2f4-4ad1-b8f5-6d966b64af43 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "DELETE /v2.0/floatingips/c43931db-0546-4a40-b9c3-dee47abd79a8 HTTP/1.1" status: 204  len: 168 time: 0.8492124
Nov 20 22:01:53.256070 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'tag': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 22:01:53.258875 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c62b66-673c-4c2d-b981-079b405aa76e" -d '{"events": [{"name": "network-changed", "server_uuid": "35d3163c-4c1c-42cd-b17d-f54f8b9548a6", "tag": "0bb159de-5b3e-4afe-b042-4aa426dfc1c3"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 22:01:53.298553 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 22:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b546db0-fedb-4803-9549-401901b92c0c x-openstack-request-id: req-2b546db0-fedb-4803-9549-401901b92c0c {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 22:01:53.298988 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d3163c-4c1c-42cd-b17d-f54f8b9548a6", "tag": "0bb159de-5b3e-4afe-b042-4aa426dfc1c3", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 22:01:53.299383 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b546db0-fedb-4803-9549-401901b92c0c {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 22:01:53.301668 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'tag': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3', 'status': 'completed', 'code': 200}
Nov 20 22:01:53.360194 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-fbfe3e7f-31d7-4c87-9302-984a0efe6bfd None None] Set router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 22:01:53.372885 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c62b66-673c-4c2d-b981-079b405aa76e req-7ff8309e-bd74-4577-b753-25d9f8f9d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:01:53.374471 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4c62b66-673c-4c2d-b981-079b405aa76e req-7ff8309e-bd74-4577-b753-25d9f8f9d273 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1&device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 1097 time: 0.0521708
Nov 20 22:01:53.485921 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c62b66-673c-4c2d-b981-079b405aa76e req-f639ddde-1317-413c-a522-81c45521c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:01:53.487467 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4c62b66-673c-4c2d-b981-079b405aa76e req-f639ddde-1317-413c-a522-81c45521c654 service neutron] 10.222.0.37 "GET /v2.0/networks?id=218d2210-da49-4543-9fed-a4412f2fb9fa HTTP/1.1" status: 200  len: 910 time: 0.1029565
Nov 20 22:01:53.534245 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4c62b66-673c-4c2d-b981-079b405aa76e req-a3e669f4-eb36-4c56-baf9-73a820ab2aef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb159de-5b3e-4afe-b042-4aa426dfc1c3 HTTP/1.1" status: 200  len: 217 time: 0.0376172
Nov 20 22:01:53.564060 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dad22-eb04-4b23-ae84-4dd1c3d23f78 req-8586404f-44f1-4d12-a656-7425a3ba2775 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:01:53.566325 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e8dad22-eb04-4b23-ae84-4dd1c3d23f78 req-8586404f-44f1-4d12-a656-7425a3ba2775 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 946 time: 0.1162257
Nov 20 22:01:53.585919 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c62b66-673c-4c2d-b981-079b405aa76e req-8ae53e74-3a4e-4f25-865a-ec0ba0ab0179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:01:53.587414 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4c62b66-673c-4c2d-b981-079b405aa76e req-8ae53e74-3a4e-4f25-865a-ec0ba0ab0179 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b8db50d-ee0a-40ed-8d14-4c383d8e9862 HTTP/1.1" status: 200  len: 848 time: 0.0462940
Nov 20 22:01:53.624648 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-fbfe3e7f-31d7-4c87-9302-984a0efe6bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54740910>, [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d9fc933-958a-4291-95ce-d3529a378a17', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'floating_ip_address': '172.35.1.179', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'port_id': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'mac_address': 'fa:16:3e:fc:f3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:57:24Z', 'updated_at': '2021-11-20T21:57:26Z', 'revision_number': 1, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d37f5f-95a5-41a7-83da-b28f2ae42295', 'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'mac_address': 'fa:16:3e:47:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:00Z', 'updated_at': '2021-11-20T21:57:05Z', 'revision_number': 5, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'subnets': [{'id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:01:53.628611 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-3e8dad22-eb04-4b23-ae84-4dd1c3d23f78 req-a6fe1595-170c-4986-8501-e65f93e8b1fa tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549712
Nov 20 22:01:53.641343 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c62b66-673c-4c2d-b981-079b405aa76e req-421f70bc-7d7e-4af8-9216-720843a08d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:01:53.642900 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4c62b66-673c-4c2d-b981-079b405aa76e req-421f70bc-7d7e-4af8-9216-720843a08d7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=218d2210-da49-4543-9fed-a4412f2fb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0475526
Nov 20 22:01:53.673915 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfe3e7f-31d7-4c87-9302-984a0efe6bfd None None] Checking router: 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 22:01:53.683278 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfe3e7f-31d7-4c87-9302-984a0efe6bfd None None] Routers {'59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 22:01:53.683883 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-fbfe3e7f-31d7-4c87-9302-984a0efe6bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a54740910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T22:01:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:01:53.737238 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4c62b66-673c-4c2d-b981-079b405aa76e req-27b4dc65-bdbc-4fbc-a7a5-49b0e591ad68 service neutron] 10.222.0.37 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848913
Nov 20 22:01:53.790324 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-fbfe3e7f-31d7-4c87-9302-984a0efe6bfd None None] Set router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 22:01:53.834848 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-a4c62b66-673c-4c2d-b981-079b405aa76e req-21ea4ce5-1af1-4314-a7dd-1413c42fc5a0 service neutron] 10.222.0.37 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889952
Nov 20 22:01:54.023356 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-fbfe3e7f-31d7-4c87-9302-984a0efe6bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a54740910>, [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d9fc933-958a-4291-95ce-d3529a378a17', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'floating_ip_address': '172.35.1.179', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'port_id': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'mac_address': 'fa:16:3e:fc:f3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:57:24Z', 'updated_at': '2021-11-20T21:57:26Z', 'revision_number': 1, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d37f5f-95a5-41a7-83da-b28f2ae42295', 'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'mac_address': 'fa:16:3e:47:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:00Z', 'updated_at': '2021-11-20T21:57:05Z', 'revision_number': 5, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'subnets': [{'id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:01:54.052844 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfe3e7f-31d7-4c87-9302-984a0efe6bfd None None] The sync data for ids ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'] in ncdv-master-1 is: [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d9fc933-958a-4291-95ce-d3529a378a17', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'floating_ip_address': '172.35.1.179', 'floating_network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'router_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'port_id': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'mac_address': 'fa:16:3e:fc:f3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T21:57:24Z', 'updated_at': '2021-11-20T21:57:26Z', 'revision_number': 1, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d37f5f-95a5-41a7-83da-b28f2ae42295', 'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'mac_address': 'fa:16:3e:47:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:00Z', 'updated_at': '2021-11-20T21:57:05Z', 'revision_number': 5, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'subnets': [{'id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 22:01:54.295886 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e725b2-1896-4034-b36f-5b1ae55c2e6d None None] New status for floating IP c43931db-0546-4a40-b9c3-dee47abd79a8: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 22:01:54.798748 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238720e-a05a-4e5f-8fa0-8dc4063c0fb3 req-d30310fb-273e-488d-bc38-2484f5e537ef tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:01:54.800165 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1238720e-a05a-4e5f-8fa0-8dc4063c0fb3 req-d30310fb-273e-488d-bc38-2484f5e537ef tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 946 time: 0.0993540
Nov 20 22:01:54.850149 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-1238720e-a05a-4e5f-8fa0-8dc4063c0fb3 req-ecae51b6-56f7-4aa2-b03d-5949589ff5a2 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433025
Nov 20 22:01:54.998427 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47819580-01c9-4f68-a7f2-9e282bc53a98 req-b172142f-0066-45f8-b922-7818d92d1985 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:01:54.999848 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47819580-01c9-4f68-a7f2-9e282bc53a98 req-b172142f-0066-45f8-b922-7818d92d1985 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.37 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 946 time: 0.0476499
Nov 20 22:01:55.029272 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 22:01:55.096766 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-47819580-01c9-4f68-a7f2-9e282bc53a98 req-18d2026c-d73f-436c-9278-f252e46b05d4 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Deleting port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 22:01:55.097022 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47819580-01c9-4f68-a7f2-9e282bc53a98 req-18d2026c-d73f-436c-9278-f252e46b05d4 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:55.107836 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650176'] for port, before_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:55.130364 ncdv-master-1 neutron-server[126226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3'}] {{(pid=126226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 22:01:55.132780 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ea291949b0838306f0f8c51077ddaad3a0779a2bb4cd7a75dca710d4d5063e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3deb82b0-3b70-41c3-b9c0-ba181f5a10fc" -d '{"events": [{"server_uuid": "35d3163c-4c1c-42cd-b17d-f54f8b9548a6", "name": "network-vif-unplugged", "status": "completed", "tag": "0bb159de-5b3e-4afe-b042-4aa426dfc1c3"}]}' {{(pid=126226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 22:01:55.145032 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] For port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 22:01:55.149527 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764508837825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764508352440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764508352458'] for port, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:55.176117 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 22:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0badbd7f-3b9c-4e7f-8c66-1f17f42dff1f x-openstack-request-id: req-0badbd7f-3b9c-4e7f-8c66-1f17f42dff1f {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 22:01:55.176417 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d3163c-4c1c-42cd-b17d-f54f8b9548a6", "name": "network-vif-unplugged", "status": "completed", "tag": "0bb159de-5b3e-4afe-b042-4aa426dfc1c3", "code": 200}]} {{(pid=126226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 22:01:55.176669 ncdv-master-1 neutron-server[126226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0badbd7f-3b9c-4e7f-8c66-1f17f42dff1f {{(pid=126226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 22:01:55.177059 ncdv-master-1 neutron-server[126226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3', 'code': 200}
Nov 20 22:01:55.190316 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [req-47819580-01c9-4f68-a7f2-9e282bc53a98 req-18d2026c-d73f-436c-9278-f252e46b05d4 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] For port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 22:01:55.190676 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47819580-01c9-4f68-a7f2-9e282bc53a98 req-18d2026c-d73f-436c-9278-f252e46b05d4 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:55.204328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Pushing event updated for resources: {'Port': ['ID=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,revision_number=8']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:01:55.207792 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [req-47819580-01c9-4f68-a7f2-9e282bc53a98 req-18d2026c-d73f-436c-9278-f252e46b05d4 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Calling delete_port for 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 owned by compute:nova {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 22:01:55.335685 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47819580-01c9-4f68-a7f2-9e282bc53a98 req-18d2026c-d73f-436c-9278-f252e46b05d4 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:55.363134 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2026c-d73f-436c-9278-f252e46b05d4 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event deleted for resources: {'Port': ['ID=0bb159de-5b3e-4afe-b042-4aa426dfc1c3,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:01:55.413591 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [req-47819580-01c9-4f68-a7f2-9e282bc53a98 req-18d2026c-d73f-436c-9278-f252e46b05d4 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] No DVR routers for this DVR port 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 on host nch1-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 22:01:55.416203 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [req-47819580-01c9-4f68-a7f2-9e282bc53a98 req-18d2026c-d73f-436c-9278-f252e46b05d4 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:55.419696 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-47819580-01c9-4f68-a7f2-9e282bc53a98 req-18d2026c-d73f-436c-9278-f252e46b05d4 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.37 "DELETE /v2.0/ports/0bb159de-5b3e-4afe-b042-4aa426dfc1c3 HTTP/1.1" status: 204  len: 173 time: 0.4128273
Nov 20 22:01:55.420167 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'name': 'network-vif-deleted', 'tag': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 22:01:55.422513 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88a6096-4202-43f6-bed8-720024b37af1" -d '{"events": [{"server_uuid": "35d3163c-4c1c-42cd-b17d-f54f8b9548a6", "name": "network-vif-deleted", "tag": "0bb159de-5b3e-4afe-b042-4aa426dfc1c3"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 22:01:55.459483 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 22:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0f942a-e7c1-47e0-9434-75d1800711cf x-openstack-request-id: req-ff0f942a-e7c1-47e0-9434-75d1800711cf {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 22:01:55.459787 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d3163c-4c1c-42cd-b17d-f54f8b9548a6", "name": "network-vif-deleted", "tag": "0bb159de-5b3e-4afe-b042-4aa426dfc1c3", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 22:01:55.460042 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff0f942a-e7c1-47e0-9434-75d1800711cf {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 22:01:55.460448 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d3163c-4c1c-42cd-b17d-f54f8b9548a6', 'name': 'network-vif-deleted', 'tag': '0bb159de-5b3e-4afe-b042-4aa426dfc1c3', 'status': 'completed', 'code': 200}
Nov 20 22:01:55.963187 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-0d451446-0b0b-4aa2-bbe7-ba331d02325f req-a844f435-736f-4bc4-bcb9-10c1a60e716d tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d3163c-4c1c-42cd-b17d-f54f8b9548a6 HTTP/1.1" status: 200  len: 210 time: 0.0271244
Nov 20 22:01:56.171135 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c34a0551-6176-4b8a-995e-6ce8f9cd907c req-585a87d5-f55c-40bf-8239-a745612a0d98 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0390854
Nov 20 22:01:56.252299 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a0551-6176-4b8a-995e-6ce8f9cd907c req-814f6b27-f7e1-452c-960a-bf6971fd4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:01:56.253771 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c34a0551-6176-4b8a-995e-6ce8f9cd907c req-814f6b27-f7e1-452c-960a-bf6971fd4cd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1&device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 1094 time: 0.0405202
Nov 20 22:01:56.358250 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a0551-6176-4b8a-995e-6ce8f9cd907c req-fea6c81a-776e-4de8-bf1b-ae593d3422ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:01:56.359716 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c34a0551-6176-4b8a-995e-6ce8f9cd907c req-fea6c81a-776e-4de8-bf1b-ae593d3422ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=218d2210-da49-4543-9fed-a4412f2fb9fa HTTP/1.1" status: 200  len: 910 time: 0.0875905
Nov 20 22:01:56.423057 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c34a0551-6176-4b8a-995e-6ce8f9cd907c req-0c986ad0-d670-4260-b742-f849d82983cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 HTTP/1.1" status: 200  len: 999 time: 0.0562208
Nov 20 22:01:56.474604 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a0551-6176-4b8a-995e-6ce8f9cd907c req-80c7c255-cbee-4940-ae5e-52273cb4a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:01:56.476033 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c34a0551-6176-4b8a-995e-6ce8f9cd907c req-80c7c255-cbee-4940-ae5e-52273cb4a6c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b8db50d-ee0a-40ed-8d14-4c383d8e9862 HTTP/1.1" status: 200  len: 848 time: 0.0468850
Nov 20 22:01:56.522508 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a0551-6176-4b8a-995e-6ce8f9cd907c req-6c0a3a65-4a83-45c0-91b1-4bb62af86e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:01:56.524025 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c34a0551-6176-4b8a-995e-6ce8f9cd907c req-6c0a3a65-4a83-45c0-91b1-4bb62af86e4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=218d2210-da49-4543-9fed-a4412f2fb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404069
Nov 20 22:01:56.613407 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c34a0551-6176-4b8a-995e-6ce8f9cd907c req-e70366b1-13be-43f6-bf49-bd53f92feb50 service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820367
Nov 20 22:01:56.708063 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-c34a0551-6176-4b8a-995e-6ce8f9cd907c req-2839f821-162e-4afd-bce4-d6c18f18b055 service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873868
Nov 20 22:01:57.533114 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60106) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 22:01:57.690130 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-34c4e21a-6df5-495b-b06f-418f3d412504 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Deleting port e94b8e9d-41fd-4e19-86ec-90069a4c03af {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 22:01:57.690472 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-34c4e21a-6df5-495b-b06f-418f3d412504 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:57.762998 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-34c4e21a-6df5-495b-b06f-418f3d412504 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:57.763246 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-34c4e21a-6df5-495b-b06f-418f3d412504 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:57.775044 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-34c4e21a-6df5-495b-b06f-418f3d412504 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Calling delete_port for e94b8e9d-41fd-4e19-86ec-90069a4c03af owned by network:floatingip {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 22:01:57.922995 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-34c4e21a-6df5-495b-b06f-418f3d412504 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:57.949020 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4e21a-6df5-495b-b06f-418f3d412504 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event deleted for resources: {'Port': ['ID=e94b8e9d-41fd-4e19-86ec-90069a4c03af,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:01:58.011568 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-34c4e21a-6df5-495b-b06f-418f3d412504 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for floatingip, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:58.011997 ncdv-master-1 neutron-server[126225]: INFO neutron.db.l3_db [None req-34c4e21a-6df5-495b-b06f-418f3d412504 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Floating IP 6d9fc933-958a-4291-95ce-d3529a378a17 disassociated (deleted). External IP: 172.35.1.179, port: ec694dec-bf1d-4b98-bec9-88ad1f50a4a3.
Nov 20 22:01:58.222804 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c4e21a-6df5-495b-b06f-418f3d412504 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 22:01:58.329225 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c4e21a-6df5-495b-b06f-418f3d412504 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 22:01:58.334328 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-34c4e21a-6df5-495b-b06f-418f3d412504 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for floatingip, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:01:58.366620 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-34c4e21a-6df5-495b-b06f-418f3d412504 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "DELETE /v2.0/floatingips/6d9fc933-958a-4291-95ce-d3529a378a17 HTTP/1.1" status: 204  len: 168 time: 0.8323801
Nov 20 22:01:58.367236 ncdv-master-1 neutron-server[126225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'tag': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3'}] {{(pid=126225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 22:01:58.369594 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34002acea2135531cf9d3e41e4eae8bf4d625800d8dfbbb805f9261f0733e397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8340d38-10e8-4b6e-90cc-8d4a87d4b342" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6b796a-3c8d-478b-bc2f-b28405afe958", "tag": "ec694dec-bf1d-4b98-bec9-88ad1f50a4a3"}]}' {{(pid=126225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 22:01:58.413630 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 22:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78101ec6-f65b-413d-9cb7-a53a6bc27b8b x-openstack-request-id: req-78101ec6-f65b-413d-9cb7-a53a6bc27b8b {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 22:01:58.414005 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6b796a-3c8d-478b-bc2f-b28405afe958", "tag": "ec694dec-bf1d-4b98-bec9-88ad1f50a4a3", "status": "completed", "code": 200}]} {{(pid=126225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 22:01:58.414363 ncdv-master-1 neutron-server[126225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78101ec6-f65b-413d-9cb7-a53a6bc27b8b {{(pid=126225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 22:01:58.414846 ncdv-master-1 neutron-server[126225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'tag': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'status': 'completed', 'code': 200}
Nov 20 22:01:58.470396 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b4033d-85b7-4458-8a04-6c7df7ed2fd2 None None] Sync routers for ids ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 22:01:58.481984 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b4033d-85b7-4458-8a04-6c7df7ed2fd2 None None] Routers {'59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 22:01:58.482555 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-67b4033d-85b7-4458-8a04-6c7df7ed2fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f690700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T22:01:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:01:58.485357 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8340d38-10e8-4b6e-90cc-8d4a87d4b342 req-33f1b636-05ec-4402-90a2-a2041d3363d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:01:58.487022 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f8340d38-10e8-4b6e-90cc-8d4a87d4b342 req-33f1b636-05ec-4402-90a2-a2041d3363d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1&device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 1094 time: 0.0467260
Nov 20 22:01:58.604233 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8340d38-10e8-4b6e-90cc-8d4a87d4b342 req-aa632d86-fd42-46ec-aac0-5c372012581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:01:58.605757 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f8340d38-10e8-4b6e-90cc-8d4a87d4b342 req-aa632d86-fd42-46ec-aac0-5c372012581c service neutron] 10.222.0.47 "GET /v2.0/networks?id=218d2210-da49-4543-9fed-a4412f2fb9fa HTTP/1.1" status: 200  len: 910 time: 0.1079965
Nov 20 22:01:58.640290 ncdv-master-1 neutron-server[126225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8591f37-fdc7-40bb-9d15-c4d3c938316c req-db71d82f-1e86-42d3-9646-b561f790a550 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:01:58.642943 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b8591f37-fdc7-40bb-9d15-c4d3c938316c req-db71d82f-1e86-42d3-9646-b561f790a550 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 943 time: 0.0633523
Nov 20 22:01:58.652795 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f8340d38-10e8-4b6e-90cc-8d4a87d4b342 req-8ff2226c-5dcc-498f-a804-f3d486fd8422 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 HTTP/1.1" status: 200  len: 217 time: 0.0385861
Nov 20 22:01:58.706443 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [req-b8591f37-fdc7-40bb-9d15-c4d3c938316c req-fd2e7aa0-96d5-4379-8d16-affa97cbc9a8 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540879
Nov 20 22:01:58.718592 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8340d38-10e8-4b6e-90cc-8d4a87d4b342 req-3e0e2618-099f-4c28-8104-59c9fbc027ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:01:58.719627 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-67b4033d-85b7-4458-8a04-6c7df7ed2fd2 None None] Set router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 22:01:58.720338 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f8340d38-10e8-4b6e-90cc-8d4a87d4b342 req-3e0e2618-099f-4c28-8104-59c9fbc027ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b8db50d-ee0a-40ed-8d14-4c383d8e9862 HTTP/1.1" status: 200  len: 848 time: 0.0595629
Nov 20 22:01:58.770131 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8340d38-10e8-4b6e-90cc-8d4a87d4b342 req-df6b236b-c53d-4ac2-abba-e6cc6b53a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:01:58.772713 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f8340d38-10e8-4b6e-90cc-8d4a87d4b342 req-df6b236b-c53d-4ac2-abba-e6cc6b53a20e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=218d2210-da49-4543-9fed-a4412f2fb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445554
Nov 20 22:01:58.878425 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f8340d38-10e8-4b6e-90cc-8d4a87d4b342 req-91c448a4-b392-48ae-9801-071cdf6f0f45 service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0973685
Nov 20 22:01:58.924756 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-67b4033d-85b7-4458-8a04-6c7df7ed2fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f690700>, [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9d37f5f-95a5-41a7-83da-b28f2ae42295', 'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'mac_address': 'fa:16:3e:47:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:00Z', 'updated_at': '2021-11-20T21:57:05Z', 'revision_number': 5, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'subnets': [{'id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:01:58.952802 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b4033d-85b7-4458-8a04-6c7df7ed2fd2 None None] Checking router: 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 22:01:58.962351 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b4033d-85b7-4458-8a04-6c7df7ed2fd2 None None] Routers {'59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 22:01:58.962962 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-67b4033d-85b7-4458-8a04-6c7df7ed2fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f690700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T22:01:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:01:58.981012 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-f8340d38-10e8-4b6e-90cc-8d4a87d4b342 req-606b7442-f1cd-4341-82fa-08e5fe3633a5 service neutron] 10.222.0.47 "GET /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0956552
Nov 20 22:01:59.050921 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 22:01:59.072010 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] No Port match for: 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 22:01:59.072362 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Device 0bb159de-5b3e-4afe-b042-4aa426dfc1c3 not bound to the agent host nch1-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 22:01:59.086988 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-67b4033d-85b7-4458-8a04-6c7df7ed2fd2 None None] Set router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 22:01:59.293696 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-67b4033d-85b7-4458-8a04-6c7df7ed2fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f690700>, [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9d37f5f-95a5-41a7-83da-b28f2ae42295', 'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'mac_address': 'fa:16:3e:47:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:00Z', 'updated_at': '2021-11-20T21:57:05Z', 'revision_number': 5, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'subnets': [{'id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:01:59.320152 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b4033d-85b7-4458-8a04-6c7df7ed2fd2 None None] The sync data for ids ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'] in ncdv-master-1 is: [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9d37f5f-95a5-41a7-83da-b28f2ae42295', 'name': '', 'network_id': '218d2210-da49-4543-9fed-a4412f2fb9fa', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'mac_address': 'fa:16:3e:47:aa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:00Z', 'updated_at': '2021-11-20T21:57:05Z', 'revision_number': 5, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'subnets': [{'id': '9b8db50d-ee0a-40ed-8d14-4c383d8e9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 22:01:59.671918 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee1085-e71d-4d8a-9295-aa249b154ac8 None None] New status for floating IP 6d9fc933-958a-4291-95ce-d3529a378a17: DOWN {{(pid=126226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 20 22:01:59.828293 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e721a-800e-48af-94af-6c808c63dd90 req-092085dc-ef98-493b-88fe-f2690f1105f6 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:01:59.829754 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-595e721a-800e-48af-94af-6c808c63dd90 req-092085dc-ef98-493b-88fe-f2690f1105f6 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 943 time: 0.0482690
Nov 20 22:01:59.878434 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-595e721a-800e-48af-94af-6c808c63dd90 req-cd27a11e-76ff-4897-8d2f-f43cfcb49ffe tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/security-groups?id=31b8c85e-c07c-4da8-b589-c0c268b7b648&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416956
Nov 20 22:02:00.157150 ncdv-master-1 neutron-server[126224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656a1c3-27de-44c2-91d6-4dbcb824bbe6 req-793cd286-c508-40df-8db6-c77bbaffe783 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 20 22:02:00.158571 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d656a1c3-27de-44c2-91d6-4dbcb824bbe6 req-793cd286-c508-40df-8db6-c77bbaffe783 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 943 time: 0.0524924
Nov 20 22:02:00.247141 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-d656a1c3-27de-44c2-91d6-4dbcb824bbe6 req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Deleting port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 22:02:00.247487 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d656a1c3-27de-44c2-91d6-4dbcb824bbe6 req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:00.337723 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [req-d656a1c3-27de-44c2-91d6-4dbcb824bbe6 req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] For port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 22:02:00.338111 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d656a1c3-27de-44c2-91d6-4dbcb824bbe6 req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:00.350610 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [req-d656a1c3-27de-44c2-91d6-4dbcb824bbe6 req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Calling delete_port for ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 owned by compute:nova {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 22:02:00.477214 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d656a1c3-27de-44c2-91d6-4dbcb824bbe6 req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:00.513770 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event deleted for resources: {'Port': ['ID=ec694dec-bf1d-4b98-bec9-88ad1f50a4a3,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:02:00.540234 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:02:00.540581 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:02:00.540924 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:02:00.541264 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:02:00.541601 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:02:00.541937 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:02:00.542287 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:02:00.542614 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:02:00.542938 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:02:00.543262 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:02:00.543593 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:02:00.543915 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 20 22:02:00.565572 ncdv-master-1 neutron-server[126224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d656a1c3-27de-44c2-91d6-4dbcb824bbe6 req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] No DVR routers for this DVR port ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 on host nch2-master-1 {{(pid=126224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 22:02:00.568029 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [req-d656a1c3-27de-44c2-91d6-4dbcb824bbe6 req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1401202'] for port, before_response {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:00.571370 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d656a1c3-27de-44c2-91d6-4dbcb824bbe6 req-f48c73ae-7573-40f0-93f6-ecbed9eab083 tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.47 "DELETE /v2.0/ports/ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 HTTP/1.1" status: 204  len: 173 time: 0.4067850
Nov 20 22:02:00.571809 ncdv-master-1 neutron-server[126224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'name': 'network-vif-deleted', 'tag': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3'}] {{(pid=126224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 20 22:02:00.574067 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cece164d64dcc018633188bee73b9fbf3ce4fa511e4454985122ae8465ac42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e73e8f0-5aa8-40c6-917a-6a6e7bddf768" -d '{"events": [{"server_uuid": "ed6b796a-3c8d-478b-bc2f-b28405afe958", "name": "network-vif-deleted", "tag": "ec694dec-bf1d-4b98-bec9-88ad1f50a4a3"}]}' {{(pid=126224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 20 22:02:00.671287 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 22:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b42412c-a35f-4e32-abd1-860affbb5c1a x-openstack-request-id: req-8b42412c-a35f-4e32-abd1-860affbb5c1a {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 20 22:02:00.671825 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6b796a-3c8d-478b-bc2f-b28405afe958", "name": "network-vif-deleted", "tag": "ec694dec-bf1d-4b98-bec9-88ad1f50a4a3", "status": "completed", "code": 200}]} {{(pid=126224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 20 22:02:00.672151 ncdv-master-1 neutron-server[126224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b42412c-a35f-4e32-abd1-860affbb5c1a {{(pid=126224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 20 22:02:00.672566 ncdv-master-1 neutron-server[126224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6b796a-3c8d-478b-bc2f-b28405afe958', 'name': 'network-vif-deleted', 'tag': 'ec694dec-bf1d-4b98-bec9-88ad1f50a4a3', 'status': 'completed', 'code': 200}
Nov 20 22:02:01.006469 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [req-d07620b4-f134-48d6-b541-8c9a18f68941 req-1da452dc-1b9a-4852-b318-67d0f9c8932a tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed6b796a-3c8d-478b-bc2f-b28405afe958 HTTP/1.1" status: 200  len: 210 time: 0.0319781
Nov 20 22:02:02.062424 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60124) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 22:02:02.119419 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-be636872-63ef-486d-98de-f0bea6aba00c tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:02.144493 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-be636872-63ef-486d-98de-f0bea6aba00c tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:02.204248 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-be636872-63ef-486d-98de-f0bea6aba00c tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:02.207509 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-be636872-63ef-486d-98de-f0bea6aba00c tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:02.209188 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-be636872-63ef-486d-98de-f0bea6aba00c tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] 10.222.0.41 "DELETE /v2.0/security-groups/31b8c85e-c07c-4da8-b589-c0c268b7b648 HTTP/1.1" status: 204  len: 168 time: 0.1457245
Nov 20 22:02:02.218296 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be636872-63ef-486d-98de-f0bea6aba00c tempest-TestSnapshotPattern-1493861168 tempest-TestSnapshotPattern-1493861168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b8c85e-c07c-4da8-b589-c0c268b7b648,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:02:02.253824 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60128) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 22:02:02.713287 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9d83f649-482c-4481-a0fe-e122b5bbc859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:02.816135 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 22:02:02.836015 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] No Port match for: ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 22:02:02.836358 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Device ec694dec-bf1d-4b98-bec9-88ad1f50a4a3 not bound to the agent host nch2-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 22:02:02.957737 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-9d83f649-482c-4481-a0fe-e122b5bbc859 admin admin] Deleting port a9d37f5f-95a5-41a7-83da-b28f2ae42295 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 22:02:02.958100 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9d83f649-482c-4481-a0fe-e122b5bbc859 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:03.035101 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-9d83f649-482c-4481-a0fe-e122b5bbc859 admin admin] For port a9d37f5f-95a5-41a7-83da-b28f2ae42295, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9d37f5f-95a5-41a7-83da-b28f2ae42295,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 22:02:03.035378 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9d83f649-482c-4481-a0fe-e122b5bbc859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:03.048378 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-9d83f649-482c-4481-a0fe-e122b5bbc859 admin admin] Calling delete_port for a9d37f5f-95a5-41a7-83da-b28f2ae42295 owned by network:router_interface {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 22:02:03.232620 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9d83f649-482c-4481-a0fe-e122b5bbc859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:03.262782 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83f649-482c-4481-a0fe-e122b5bbc859 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d37f5f-95a5-41a7-83da-b28f2ae42295,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:02:03.712742 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9d83f649-482c-4481-a0fe-e122b5bbc859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:03.922755 ncdv-master-1 neutron-server[126225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d83f649-482c-4481-a0fe-e122b5bbc859 admin admin] Router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 22:02:04.029911 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d83f649-482c-4481-a0fe-e122b5bbc859 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 22:02:04.035583 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9d83f649-482c-4481-a0fe-e122b5bbc859 admin admin] 10.222.0.41 "PUT /v2.0/routers/59beb9b8-ff2f-40d5-acf1-bd94aebf45cd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7806640
Nov 20 22:02:04.038975 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60148) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 22:02:04.040137 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f3c63-a4fc-499f-810d-9d3308e4cc57 None None] Sync routers for ids ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'] in ncdv-master-1 {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 22:02:04.050239 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f3c63-a4fc-499f-810d-9d3308e4cc57 None None] Routers {'59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 22:02:04.050846 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8a9f3c63-a4fc-499f-810d-9d3308e4cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f6903a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T22:01:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:02:04.146067 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9eefa1e2-8375-4178-8940-90aa4e969c01 admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:04.157298 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-8a9f3c63-a4fc-499f-810d-9d3308e4cc57 None None] Set router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd gateway port host: ncdv-master-1 {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 22:02:04.249757 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9eefa1e2-8375-4178-8940-90aa4e969c01 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:04.301448 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-9eefa1e2-8375-4178-8940-90aa4e969c01 admin admin] Deleting port 8936fd56-bb64-4357-a5a9-40d90eccc350 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 22:02:04.301792 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9eefa1e2-8375-4178-8940-90aa4e969c01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:04.340721 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8a9f3c63-a4fc-499f-810d-9d3308e4cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f6903a0>, [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14'}], 'enable_snat': True}, 'gw_port_id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T22:02:03Z', 'revision_number': 5, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port': {'id': '8936fd56-bb64-4357-a5a9-40d90eccc350', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T21:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:02:04.369713 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f3c63-a4fc-499f-810d-9d3308e4cc57 None None] Checking router: 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd for host: ncdv-master-1 {{(pid=126227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 22:02:04.377910 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f3c63-a4fc-499f-810d-9d3308e4cc57 None None] Routers {'59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'} bound to L3 agent in host ncdv-master-1 {{(pid=126227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 22:02:04.378540 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8a9f3c63-a4fc-499f-810d-9d3308e4cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a4f6903a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T22:01:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'], 'active': True} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:02:04.380652 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-9eefa1e2-8375-4178-8940-90aa4e969c01 admin admin] For port 8936fd56-bb64-4357-a5a9-40d90eccc350, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8936fd56-bb64-4357-a5a9-40d90eccc350,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 22:02:04.381125 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9eefa1e2-8375-4178-8940-90aa4e969c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:04.393478 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-9eefa1e2-8375-4178-8940-90aa4e969c01 admin admin] Calling delete_port for 8936fd56-bb64-4357-a5a9-40d90eccc350 owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 22:02:04.463272 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_dvr_db [None req-8a9f3c63-a4fc-499f-810d-9d3308e4cc57 None None] Set router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd gateway port host: None {{(pid=126227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 22:02:04.513460 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.l3_hamode_db [None req-8a9f3c63-a4fc-499f-810d-9d3308e4cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a4f6903a0>, [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T22:02:04Z', 'revision_number': 6, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:02:04.543246 ncdv-master-1 neutron-server[126227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f3c63-a4fc-499f-810d-9d3308e4cc57 None None] The sync data for ids ['59beb9b8-ff2f-40d5-acf1-bd94aebf45cd'] in ncdv-master-1 is: [{'id': '59beb9b8-ff2f-40d5-acf1-bd94aebf45cd', 'name': 'tempest-TestSnapshotPattern-298895362-router', 'tenant_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:56:58Z', 'updated_at': '2021-11-20T22:02:04Z', 'revision_number': 6, 'project_id': '8a521bfbeaca4e3ab513ff90f1caa0a1', 'gw_port_host': None}] {{(pid=126227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 22:02:04.563600 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9eefa1e2-8375-4178-8940-90aa4e969c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:04.598529 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefa1e2-8375-4178-8940-90aa4e969c01 admin admin] Pushing event deleted for resources: {'Port': ['ID=8936fd56-bb64-4357-a5a9-40d90eccc350,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:02:04.608407 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a004224b-cbc4-44e3-811f-7c318fc63e00 None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 22:02:04.664730 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9eefa1e2-8375-4178-8940-90aa4e969c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:04.755892 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9eefa1e2-8375-4178-8940-90aa4e969c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:04.758259 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9eefa1e2-8375-4178-8940-90aa4e969c01 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:04.800155 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9eefa1e2-8375-4178-8940-90aa4e969c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:04.800639 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eefa1e2-8375-4178-8940-90aa4e969c01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59beb9b8-ff2f-40d5-acf1-bd94aebf45cd {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 22:02:04.806106 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-9eefa1e2-8375-4178-8940-90aa4e969c01 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:04.807300 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-9eefa1e2-8375-4178-8940-90aa4e969c01 admin admin] 10.222.0.41 "DELETE /v2.0/routers/59beb9b8-ff2f-40d5-acf1-bd94aebf45cd HTTP/1.1" status: 204  len: 168 time: 0.7673633
Nov 20 22:02:04.809778 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60150) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 22:02:04.858439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-3534dd82-22cb-4ffe-ab8c-656d2547d7dd admin admin] Deleting subnet 9b8db50d-ee0a-40ed-8d14-4c383d8e9862 {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 22:02:04.861577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3534dd82-22cb-4ffe-ab8c-656d2547d7dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:04.897850 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3534dd82-22cb-4ffe-ab8c-656d2547d7dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:04.980730 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3534dd82-22cb-4ffe-ab8c-656d2547d7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:05.030819 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3534dd82-22cb-4ffe-ab8c-656d2547d7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:05.063089 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534dd82-22cb-4ffe-ab8c-656d2547d7dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b8db50d-ee0a-40ed-8d14-4c383d8e9862,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:02:05.064990 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-3534dd82-22cb-4ffe-ab8c-656d2547d7dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:05.068545 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-3534dd82-22cb-4ffe-ab8c-656d2547d7dd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9b8db50d-ee0a-40ed-8d14-4c383d8e9862 HTTP/1.1" status: 204  len: 168 time: 0.2576737
Nov 20 22:02:05.071243 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60152) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 22:02:05.071994 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aeb35e-6048-48ca-b071-b855790feb5b None None] Network 218d2210-da49-4543-9fed-a4412f2fb9fa requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 22:02:05.139246 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:05.192993 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] Deleting port 77a513ff-02e6-4b10-9b7c-052daa9d8b94 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 22:02:05.193228 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:05.265742 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] For port 77a513ff-02e6-4b10-9b7c-052daa9d8b94, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77a513ff-02e6-4b10-9b7c-052daa9d8b94,segment=NetworkSegment(b9c93546-52f2-44d2-92cf-ae563ce996f4),segment_id=b9c93546-52f2-44d2-92cf-ae563ce996f4)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 22:02:05.266440 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:05.280762 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] Calling delete_port for 77a513ff-02e6-4b10-9b7c-052daa9d8b94 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 22:02:05.311370 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b535628c-d450-4c89-beec-12b89caef5b5 None None] DHCP port deletion for 218d2210-da49-4543-9fed-a4412f2fb9fa request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 22:02:05.363191 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:05.367511 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b535628c-d450-4c89-beec-12b89caef5b5 None None] Deleting port 77a513ff-02e6-4b10-9b7c-052daa9d8b94 {{(pid=126226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 22:02:05.367888 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b535628c-d450-4c89-beec-12b89caef5b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:05.394818 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a513ff-02e6-4b10-9b7c-052daa9d8b94,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:02:05.400633 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] No DVR routers for this DVR port 77a513ff-02e6-4b10-9b7c-052daa9d8b94 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 22:02:05.435695 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.db [None req-b535628c-d450-4c89-beec-12b89caef5b5 None None] For port 77a513ff-02e6-4b10-9b7c-052daa9d8b94, host ncdv-master-1, got binding levels [] {{(pid=126226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 22:02:05.436091 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b535628c-d450-4c89-beec-12b89caef5b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:05.448305 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-b535628c-d450-4c89-beec-12b89caef5b5 None None] Calling delete_port for 77a513ff-02e6-4b10-9b7c-052daa9d8b94 owned by network:dhcp {{(pid=126226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 22:02:05.451505 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.ipam_backend_mixin [None req-b535628c-d450-4c89-beec-12b89caef5b5 None None] Port 77a513ff-02e6-4b10-9b7c-052daa9d8b94 was not found and therefore no delete operation was performed {{(pid=126226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 20 22:02:05.452755 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b535628c-d450-4c89-beec-12b89caef5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431'] for port, after_delete {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:05.473551 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:05.482153 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535628c-d450-4c89-beec-12b89caef5b5 None None] No DVR routers for this DVR port 77a513ff-02e6-4b10-9b7c-052daa9d8b94 on host ncdv-master-1 {{(pid=126226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 22:02:05.486744 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535628c-d450-4c89-beec-12b89caef5b5 None None] Pushing event deleted for resources: {'Port': ['ID=77a513ff-02e6-4b10-9b7c-052daa9d8b94,revision_number=None']} {{(pid=126226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:02:05.497489 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f3449d0>,) {'filters': {'network_id': ['218d2210-da49-4543-9fed-a4412f2fb9fa']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:02:05.508398 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f3449d0>, 'b9c93546-52f2-44d2-92cf-ae563ce996f4') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:02:05.508699 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f3449d0>, 'b9c93546-52f2-44d2-92cf-ae563ce996f4') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:02:05.518614 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:05.534681 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:05.541231 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 22:02:05.541622 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 22:02:05.543372 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 22:02:05.604093 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:05.609614 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:05.612778 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] 10.222.0.41 "DELETE /v2.0/networks/218d2210-da49-4543-9fed-a4412f2fb9fa HTTP/1.1" status: 204  len: 168 time: 0.5405588
Nov 20 22:02:05.616055 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [-] (126224) accepted ('10.222.0.41', 60154) {{(pid=126224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 22:02:05.623472 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407f8e7-3ba1-4024-8ed5-a19a66b57578 admin admin] Pushing event deleted for resources: {'Network': ['ID=218d2210-da49-4543-9fed-a4412f2fb9fa,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:02:05.697016 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 77a513ff-02e6-4b10-9b7c-052daa9d8b94 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 22:02:05.721357 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 77a513ff-02e6-4b10-9b7c-052daa9d8b94 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 22:02:05.721831 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 77a513ff-02e6-4b10-9b7c-052daa9d8b94 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 22:02:05.722274 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8936fd56-bb64-4357-a5a9-40d90eccc350 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 22:02:05.741509 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 8936fd56-bb64-4357-a5a9-40d90eccc350 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 22:02:05.741858 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 8936fd56-bb64-4357-a5a9-40d90eccc350 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 22:02:05.742300 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a9d37f5f-95a5-41a7-83da-b28f2ae42295 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 22:02:05.762086 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: a9d37f5f-95a5-41a7-83da-b28f2ae42295 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 22:02:05.762432 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device a9d37f5f-95a5-41a7-83da-b28f2ae42295 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 22:02:05.966218 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e3837892-c55a-4efc-88e1-c78ecd0631fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584330'] for router_interface, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:06.209080 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-e3837892-c55a-4efc-88e1-c78ecd0631fd admin admin] Deleting port 2988f2b7-a812-43ff-b906-9f51b1e77fac {{(pid=126224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 22:02:06.209413 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e3837892-c55a-4efc-88e1-c78ecd0631fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:06.287990 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.db [None req-e3837892-c55a-4efc-88e1-c78ecd0631fd admin admin] For port 2988f2b7-a812-43ff-b906-9f51b1e77fac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2988f2b7-a812-43ff-b906-9f51b1e77fac,segment=NetworkSegment(7593f439-a70b-4a6f-b847-5b7a8f6ecdf0),segment_id=7593f439-a70b-4a6f-b847-5b7a8f6ecdf0)] {{(pid=126224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 22:02:06.288271 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e3837892-c55a-4efc-88e1-c78ecd0631fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:06.300655 ncdv-master-1 neutron-server[126224]: DEBUG neutron.plugins.ml2.plugin [None req-e3837892-c55a-4efc-88e1-c78ecd0631fd admin admin] Calling delete_port for 2988f2b7-a812-43ff-b906-9f51b1e77fac owned by network:router_interface {{(pid=126224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 22:02:06.479529 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e3837892-c55a-4efc-88e1-c78ecd0631fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27007207'] for port, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:06.509368 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3837892-c55a-4efc-88e1-c78ecd0631fd admin admin] Pushing event deleted for resources: {'Port': ['ID=2988f2b7-a812-43ff-b906-9f51b1e77fac,revision_number=None']} {{(pid=126224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:02:06.528329 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 22:02:06.671015 ncdv-master-1 neutron-server[126224]: DEBUG neutron_lib.callbacks.manager [None req-e3837892-c55a-4efc-88e1-c78ecd0631fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584246'] for router_interface, after_delete {{(pid=126224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:07.202364 ncdv-master-1 neutron-server[126224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3837892-c55a-4efc-88e1-c78ecd0631fd admin admin] Router 3b2be75c-cdfb-421e-85e0-5348ece50b59 has already been hosted by L3 agent f14dfd01-7729-46ab-b59c-259fae1fa09c {{(pid=126224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 20 22:02:07.307172 ncdv-master-1 neutron-server[126224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3837892-c55a-4efc-88e1-c78ecd0631fd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 20 22:02:07.312783 ncdv-master-1 neutron-server[126224]: INFO neutron.wsgi [None req-e3837892-c55a-4efc-88e1-c78ecd0631fd admin admin] 10.222.0.41 "PUT /v2.0/routers/3b2be75c-cdfb-421e-85e0-5348ece50b59/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6955636
Nov 20 22:02:07.315445 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60156) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 22:02:07.317174 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cea4f07-03b3-4bcb-aebe-ee8bd4df8d1d None None] Sync routers for ids ['3b2be75c-cdfb-421e-85e0-5348ece50b59'] in ncdv-master-1 {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 20 22:02:07.327461 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cea4f07-03b3-4bcb-aebe-ee8bd4df8d1d None None] Routers {'3b2be75c-cdfb-421e-85e0-5348ece50b59'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 22:02:07.328089 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6cea4f07-03b3-4bcb-aebe-ee8bd4df8d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46335850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T22:01:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3b2be75c-cdfb-421e-85e0-5348ece50b59'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:02:07.419294 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb42bc20-78ba-4c89-9a7e-6b38418fcfc2 admin admin] Publish callbacks [] for router, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:07.433289 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-6cea4f07-03b3-4bcb-aebe-ee8bd4df8d1d None None] Set router 3b2be75c-cdfb-421e-85e0-5348ece50b59 gateway port host: ncdv-master-1 {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 22:02:07.529440 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb42bc20-78ba-4c89-9a7e-6b38418fcfc2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:07.582706 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-fb42bc20-78ba-4c89-9a7e-6b38418fcfc2 admin admin] Deleting port b33b9e83-9981-41ba-9f58-5fe88563564f {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 22:02:07.583535 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb42bc20-78ba-4c89-9a7e-6b38418fcfc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:07.615498 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6cea4f07-03b3-4bcb-aebe-ee8bd4df8d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46335850>, [{'id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'name': 'tempest-TestSnapshotPattern-759163043-router', 'tenant_id': '61a4fd1254cc4c359403edfec899dde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'external_fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b33b9e83-9981-41ba-9f58-5fe88563564f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:57:03Z', 'updated_at': '2021-11-20T22:02:06Z', 'revision_number': 5, 'project_id': '61a4fd1254cc4c359403edfec899dde6', 'gw_port': {'id': 'b33b9e83-9981-41ba-9f58-5fe88563564f', 'name': '', 'network_id': 'a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T21:57:03Z', 'updated_at': '2021-11-20T21:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a5dc900-aae1-438a-a465-bc79bf8b1122', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:02:07.642424 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cea4f07-03b3-4bcb-aebe-ee8bd4df8d1d None None] Checking router: 3b2be75c-cdfb-421e-85e0-5348ece50b59 for host: ncdv-master-1 {{(pid=126226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 20 22:02:07.651916 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cea4f07-03b3-4bcb-aebe-ee8bd4df8d1d None None] Routers {'3b2be75c-cdfb-421e-85e0-5348ece50b59'} bound to L3 agent in host ncdv-master-1 {{(pid=126226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 20 22:02:07.652550 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6cea4f07-03b3-4bcb-aebe-ee8bd4df8d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8a46335850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T20:36:16Z,description=<?>,heartbeat_timestamp=2021-11-20T22:01:46Z,host='ncdv-master-1',id=f14dfd01-7729-46ab-b59c-259fae1fa09c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-20T20:36:16Z,topic='l3_agent')) {'router_ids': ['3b2be75c-cdfb-421e-85e0-5348ece50b59'], 'active': True} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:02:07.670612 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-fb42bc20-78ba-4c89-9a7e-6b38418fcfc2 admin admin] For port b33b9e83-9981-41ba-9f58-5fe88563564f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b33b9e83-9981-41ba-9f58-5fe88563564f,segment=NetworkSegment(e3148bc6-4157-468c-a1b4-e4ca961bd904),segment_id=e3148bc6-4157-468c-a1b4-e4ca961bd904)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 22:02:07.671259 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb42bc20-78ba-4c89-9a7e-6b38418fcfc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:07.683994 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-fb42bc20-78ba-4c89-9a7e-6b38418fcfc2 admin admin] Calling delete_port for b33b9e83-9981-41ba-9f58-5fe88563564f owned by network:router_gateway {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 22:02:07.743149 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_dvr_db [None req-6cea4f07-03b3-4bcb-aebe-ee8bd4df8d1d None None] Set router 3b2be75c-cdfb-421e-85e0-5348ece50b59 gateway port host: None {{(pid=126226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 20 22:02:07.792807 ncdv-master-1 neutron-server[126226]: DEBUG neutron.db.l3_hamode_db [None req-6cea4f07-03b3-4bcb-aebe-ee8bd4df8d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8a46335850>, [{'id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'name': 'tempest-TestSnapshotPattern-759163043-router', 'tenant_id': '61a4fd1254cc4c359403edfec899dde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:57:03Z', 'updated_at': '2021-11-20T22:02:07Z', 'revision_number': 6, 'project_id': '61a4fd1254cc4c359403edfec899dde6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:02:07.823912 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cea4f07-03b3-4bcb-aebe-ee8bd4df8d1d None None] The sync data for ids ['3b2be75c-cdfb-421e-85e0-5348ece50b59'] in ncdv-master-1 is: [{'id': '3b2be75c-cdfb-421e-85e0-5348ece50b59', 'name': 'tempest-TestSnapshotPattern-759163043-router', 'tenant_id': '61a4fd1254cc4c359403edfec899dde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T21:57:03Z', 'updated_at': '2021-11-20T22:02:07Z', 'revision_number': 6, 'project_id': '61a4fd1254cc4c359403edfec899dde6', 'gw_port_host': None}] {{(pid=126226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 20 22:02:07.859877 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb42bc20-78ba-4c89-9a7e-6b38418fcfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:07.886464 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42bc20-78ba-4c89-9a7e-6b38418fcfc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b33b9e83-9981-41ba-9f58-5fe88563564f,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:02:07.901193 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1c00c3-5ba4-4f98-8708-c6aa637b529d None None] DHCP port deletion for a3dbdbe4-2d8c-4b44-8bf0-0b6d324b5beb request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 22:02:07.947428 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb42bc20-78ba-4c89-9a7e-6b38418fcfc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579788'] for router_gateway, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:08.041602 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb42bc20-78ba-4c89-9a7e-6b38418fcfc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4882'] for router, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:08.043943 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb42bc20-78ba-4c89-9a7e-6b38418fcfc2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:08.087020 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb42bc20-78ba-4c89-9a7e-6b38418fcfc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584261'] for router, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:08.087583 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb42bc20-78ba-4c89-9a7e-6b38418fcfc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b2be75c-cdfb-421e-85e0-5348ece50b59 {{(pid=126225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 20 22:02:08.091977 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-fb42bc20-78ba-4c89-9a7e-6b38418fcfc2 admin admin] Publish callbacks [] for router, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:08.093156 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-fb42bc20-78ba-4c89-9a7e-6b38418fcfc2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3b2be75c-cdfb-421e-85e0-5348ece50b59 HTTP/1.1" status: 204  len: 168 time: 0.7766142
Nov 20 22:02:08.096076 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60158) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 22:02:08.141663 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.db_base_plugin_v2 [None req-835f5834-4dbc-4caf-8cae-afeed5d7c10f admin admin] Deleting subnet 31ace5be-f59b-4cb8-b7a8-91a1402a6e6d {{(pid=126225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 20 22:02:08.144818 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-835f5834-4dbc-4caf-8cae-afeed5d7c10f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:08.182188 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-835f5834-4dbc-4caf-8cae-afeed5d7c10f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25493699'] for subnet, precommit_delete_associations {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:08.546746 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-835f5834-4dbc-4caf-8cae-afeed5d7c10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556632'] for subnet, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:08.602042 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-835f5834-4dbc-4caf-8cae-afeed5d7c10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1556625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25617941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596390'] for subnet, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:08.629723 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f5834-4dbc-4caf-8cae-afeed5d7c10f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ace5be-f59b-4cb8-b7a8-91a1402a6e6d,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:02:08.631946 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-835f5834-4dbc-4caf-8cae-afeed5d7c10f admin admin] Publish callbacks [] for subnet, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:08.637624 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-835f5834-4dbc-4caf-8cae-afeed5d7c10f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/31ace5be-f59b-4cb8-b7a8-91a1402a6e6d HTTP/1.1" status: 204  len: 168 time: 0.5383537
Nov 20 22:02:08.637777 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b193e0-efbe-4f7c-a4fd-e9d04cc1a5ad None None] Network 9621da7a-447e-4a27-afe0-e52cd4328154 requested from ncdv-master-1 {{(pid=126226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 20 22:02:08.638241 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60160) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 22:02:08.712035 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617910'] for network, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:08.767621 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] Deleting port 411e67f5-3d34-4393-8880-57d5f6415e71 {{(pid=126225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 20 22:02:08.768001 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764508834425'] for port, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:08.845458 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.db [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] For port 411e67f5-3d34-4393-8880-57d5f6415e71, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=411e67f5-3d34-4393-8880-57d5f6415e71,segment=NetworkSegment(7593f439-a70b-4a6f-b847-5b7a8f6ecdf0),segment_id=7593f439-a70b-4a6f-b847-5b7a8f6ecdf0)] {{(pid=126225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 20 22:02:08.845821 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577633'] for port, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:08.859701 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] Calling delete_port for 411e67f5-3d34-4393-8880-57d5f6415e71 owned by network:dhcp {{(pid=126225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 20 22:02:08.929701 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:08.947675 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764508837834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764508352431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25618024'] for port, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:08.975698 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] Pushing event deleted for resources: {'Port': ['ID=411e67f5-3d34-4393-8880-57d5f6415e71,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:02:08.977439 ncdv-master-1 neutron-server[126225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] No DVR routers for this DVR port 411e67f5-3d34-4393-8880-57d5f6415e71 on host ncdv-master-1 {{(pid=126225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 20 22:02:09.007518 ncdv-master-1 neutron-server[126226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147407b4-6432-42e3-a76c-7f28a7307b3d None None] DHCP port deletion for 9621da7a-447e-4a27-afe0-e52cd4328154 request from ncdv-master-1 {{(pid=126226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 20 22:02:09.055317 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562001', 'neutron.services.segments.db._delete_segments_for_network-8764508868024'] for network, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:09.076484 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8a4f15da90>,) {'filters': {'network_id': ['9621da7a-447e-4a27-afe0-e52cd4328154']}} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:02:09.079167 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:09.086812 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f15da90>, '7593f439-a70b-4a6f-b847-5b7a8f6ecdf0') {'for_net_delete': True} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:02:09.087138 ncdv-master-1 neutron-server[126225]: DEBUG neutron.services.segments.db [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8a4f15da90>, '7593f439-a70b-4a6f-b847-5b7a8f6ecdf0') {} {{(pid=126225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 20 22:02:09.097068 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764508928952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25493706'] for segment, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:09.110751 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770'] for segment, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:09.117796 ncdv-master-1 neutron-server[126225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=126225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 20 22:02:09.118261 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25618111'] for segment, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]: Traceback (most recent call last):
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:     timer()
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:     cb(*args, **kw)
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:     return func(*args, **kwargs)
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:     self._notify()
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:     self.callback(batched_events)
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:     event.method(event)
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:     return f(self, *a, **k)
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:     return self._get(url).json()
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:     return self.request(url, 'GET', **kwargs)
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 20 22:02:09.119986 ncdv-master-1 neutron-server[126225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 20 22:02:09.181539 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514036'] for network, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:09.187858 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] Publish callbacks [] for network, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:09.191225 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9621da7a-447e-4a27-afe0-e52cd4328154 HTTP/1.1" status: 204  len: 168 time: 0.5524251
Nov 20 22:02:09.201249 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a8690-4501-46ba-8de5-fea58d98fa34 admin admin] Pushing event deleted for resources: {'Network': ['ID=9621da7a-447e-4a27-afe0-e52cd4328154,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:02:09.296181 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60164) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 22:02:09.336972 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-4118494f-052b-42e0-bad4-52c5196694b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a521bfbeaca4e3ab513ff90f1caa0a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0395248
Nov 20 22:02:09.339284 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60166) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 22:02:09.387289 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-732864d3-e491-438c-a554-b81a32e6da91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:09.407804 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-732864d3-e491-438c-a554-b81a32e6da91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:09.455518 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-732864d3-e491-438c-a554-b81a32e6da91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:09.458259 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-732864d3-e491-438c-a554-b81a32e6da91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:09.459504 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-732864d3-e491-438c-a554-b81a32e6da91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14093dc2-aecc-4464-9c20-a909c3875994 HTTP/1.1" status: 204  len: 168 time: 0.1192472
Nov 20 22:02:09.467444 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732864d3-e491-438c-a554-b81a32e6da91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14093dc2-aecc-4464-9c20-a909c3875994,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:02:09.689281 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2988f2b7-a812-43ff-b906-9f51b1e77fac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 22:02:09.709328 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 2988f2b7-a812-43ff-b906-9f51b1e77fac {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 22:02:09.709674 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 2988f2b7-a812-43ff-b906-9f51b1e77fac not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 22:02:09.710116 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 411e67f5-3d34-4393-8880-57d5f6415e71 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 22:02:09.728846 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: 411e67f5-3d34-4393-8880-57d5f6415e71 {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 22:02:09.729196 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device 411e67f5-3d34-4393-8880-57d5f6415e71 not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 22:02:09.729609 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b33b9e83-9981-41ba-9f58-5fe88563564f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 20 22:02:09.751214 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] No Port match for: b33b9e83-9981-41ba-9f58-5fe88563564f {{(pid=126226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 20 22:02:09.751560 ncdv-master-1 neutron-server[126226]: DEBUG neutron.plugins.ml2.rpc [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Device b33b9e83-9981-41ba-9f58-5fe88563564f not bound to the agent host ncdv-master-1 {{(pid=126226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 20 22:02:09.791040 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60172) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 22:02:09.829426 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-553577c1-b4c8-4da6-892f-f13782505931 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61a4fd1254cc4c359403edfec899dde6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0371568
Nov 20 22:02:09.831889 ncdv-master-1 neutron-server[126225]: DEBUG neutron.wsgi [-] (126225) accepted ('10.222.0.41', 60174) {{(pid=126225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 20 22:02:09.882627 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f61dcddb-a436-4c84-b68e-313119636161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:09.903577 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f61dcddb-a436-4c84-b68e-313119636161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:09.949275 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f61dcddb-a436-4c84-b68e-313119636161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456847'] for security_group, after_delete {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:09.951929 ncdv-master-1 neutron-server[126225]: DEBUG neutron_lib.callbacks.manager [None req-f61dcddb-a436-4c84-b68e-313119636161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:09.953071 ncdv-master-1 neutron-server[126225]: INFO neutron.wsgi [None req-f61dcddb-a436-4c84-b68e-313119636161 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/217a1a02-8a98-457f-8885-cfa0a340b40e HTTP/1.1" status: 204  len: 168 time: 0.1202610
Nov 20 22:02:09.961392 ncdv-master-1 neutron-server[126225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61dcddb-a436-4c84-b68e-313119636161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217a1a02-8a98-457f-8885-cfa0a340b40e,revision_number=None']} {{(pid=126225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 20 22:02:13.420084 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-2bf3f9e0-a364-4327-b659-7f95383d2848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:15.824985 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2b1a7c3-f3f7-4e6d-9b8f-8c71e060ee2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:17.066611 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:18.890693 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:19.416838 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:38.854342 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:39.110480 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:43.420436 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-387b76de-af80-45fb-b896-8616f48a2953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:43.527564 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 22:02:45.825869 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-43601993-329d-465a-99c5-723d8964d88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:47.070165 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:48.893021 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:02:49.421333 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:03:08.852908 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:03:09.125018 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:03:13.420242 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e56ed2dd-99a9-4460-adf1-2c2e0d0dd834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:03:15.827340 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-6b62c310-041a-4d4b-9f5b-c053bd2571c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:03:17.073446 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:03:18.896443 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:03:19.422431 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:03:20.526723 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 22:03:38.849292 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:03:39.129612 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:03:43.422443 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-e22c212c-67db-4692-bc31-c99e76a0aa75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:03:45.827680 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1df25fb4-6266-44d0-b71a-5b17dafe7e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:03:47.075136 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:03:48.899340 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:03:49.424066 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:03:57.525825 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 22:04:08.856217 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:04:09.129823 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:04:13.424465 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-7f385e25-8b25-463f-94c6-3109ea3b8320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:04:15.830792 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-c4c3bf0b-3412-4de7-b08e-fbf20b35f004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:04:17.079081 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:04:18.903333 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:04:19.425721 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:04:34.524943 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 22:04:38.854473 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:04:39.122942 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:04:43.426442 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9f330214-fc50-4df3-b46f-f43071d0fe92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:04:45.832576 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-86887ebb-ba5c-427b-b422-917d057e4ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:04:47.082191 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:04:48.906722 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:04:49.427174 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:05:08.854646 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:05:09.143284 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:05:11.523727 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 22:05:13.428112 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-39ca3d68-aac3-43d0-9745-0821a0902579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:05:15.833671 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9e5b2f5e-1b14-4acf-a9bf-20eb912d7b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:05:17.083941 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:05:18.909029 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:05:19.429005 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:05:38.876957 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:05:39.153848 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:05:43.428995 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8f620f97-0937-48d9-9853-d733d95a9b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:05:45.835788 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-1ff4ca58-e3b7-4bc8-8a12-9ee1f110a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:05:47.086897 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:05:48.523778 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 22:05:48.912068 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:05:49.431002 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:06:08.876113 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:06:09.152494 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:06:13.430520 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-fe32f03d-778e-4f70-bc3a-1f763660ac4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:06:15.837858 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8363fde9-0f82-4c1d-b02d-249d6c149510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:06:17.090880 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:06:18.916079 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:06:19.434312 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:06:25.522611 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 22:06:38.875354 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:06:39.152347 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:06:43.431291 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bc9930e7-c756-4e70-989e-bc5aec4f954e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:06:45.841274 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-f70cab30-fc86-4fce-b2ae-6ec2b39f62dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:06:47.094433 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:06:48.919146 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:06:49.438421 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:07:02.521273 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 22:07:08.874813 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:07:09.155678 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:07:13.433368 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-17af7654-6c48-4ab0-8fd1-de7f5daf43fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:07:15.842441 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8609f8ac-5b65-40c8-bf73-ae0b3010731d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:07:17.096382 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:07:18.921969 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:07:19.440174 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:07:38.876242 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:07:39.152312 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:07:39.519898 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 22:07:43.439707 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-43dc932a-da37-4324-8a43-8c141115c8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:07:45.844503 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a9936403-9936-4892-9770-0587503e7008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:07:47.099785 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:07:48.924368 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:07:49.441892 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:08:08.875709 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:08:09.150705 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:08:13.432215 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-095f6dd7-700a-4366-a79d-72cdef0418a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:08:15.845203 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9b09f704-8e1e-4981-b9a8-d5fd5e3c62a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:08:16.518611 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 22:08:17.105532 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:08:18.927921 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:08:19.444589 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:08:38.875892 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:08:39.149833 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:08:43.432831 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-8ba07e8a-7be7-4e6e-b1ec-878ce82b6987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:08:45.849104 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-20836fa6-2320-4a76-9c4b-b74224a585c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:08:47.106821 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:08:48.931219 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:08:49.449906 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:08:53.517754 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 22:09:08.874849 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:09:09.153168 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:09:13.434286 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-278a249c-8e2b-431d-a0a1-2620c47abfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:09:15.851030 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4345d5d4-3a9a-4805-b8b4-f8c4099fe83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:09:17.108543 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:09:18.935504 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:09:19.451021 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:09:30.516746 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 22:09:38.888921 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:09:39.158988 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:09:43.438660 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-a755bc83-32ef-48dc-aef5-344f284112e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:09:45.852339 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bf110bc2-c843-43dc-8e33-d62078fbd4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:09:47.110498 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:09:48.937932 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:09:49.453170 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:10:07.516056 ncdv-master-1 neutron-server[126227]: DEBUG neutron.db.agents_db [None req-6cf076ee-7ee5-4364-a908-eb8329914c58 None None] Agent healthcheck: found 7 active agents {{(pid=126227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 20 22:10:08.905619 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4bab86ad-b726-419f-b826-982ec81091fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:10:09.083388 ncdv-master-1 neutron-server[126224]: DEBUG neutron.wsgi [req-2cd90701-7d99-4431-a017-d34f40323689 req-e2972d20-deff-4f76-b9b8-d0877bfcd861 service neutron] (126224) timed out ('10.222.0.41', 57644) {{(pid=126224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 20 22:10:09.161307 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-cee60893-48b1-477e-aa46-35daa9743eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:10:13.441223 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-94dfddee-d966-48c1-925a-300cd8ea0881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:10:15.854686 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-bd3999ad-2252-43b6-a99d-36ef79b82be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:10:17.117039 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-b2c92118-c72d-415f-9c7f-7ba272f753f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:10:18.940936 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-4017c981-373d-46e2-9179-df707da3e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 20 22:10:19.454920 ncdv-master-1 neutron-server[126226]: DEBUG neutron_lib.callbacks.manager [None req-9d93a5ec-3b23-4d3a-9436-c0f8d0d28266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764508868033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561187'] for agent, after_update {{(pid=126226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}